-- Logs begin at Tue 2021-08-31 05:41:37 UTC, end at Tue 2021-08-31 08:05:59 UTC. -- Aug 31 06:15:36.904816 n-d-712142-16 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 06:15:39.655715 n-d-712142-16 neutron-server[94560]: INFO neutron.common.config [-] Logging enabled! Aug 31 06:15:39.656316 n-d-712142-16 neutron-server[94560]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 06:15:39.656488 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94560) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 06:15:39.659725 n-d-712142-16 neutron-server[94560]: INFO neutron.common.config [-] Logging enabled! Aug 31 06:15:39.659973 n-d-712142-16 neutron-server[94560]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 06:15:39.660288 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94560) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 06:15:39.661280 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 06:15:39.661513 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 06:15:39.661881 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 06:15:39.662129 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 06:15:39.662351 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 06:15:39.662677 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.662970 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.663266 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.663494 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.663785 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.664069 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.664350 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.664634 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.664927 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.665226 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.665509 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.665790 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.666018 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.666298 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.666657 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.666941 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.667159 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] debug = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.667996 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.668529 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.669152 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.669560 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.669929 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.670213 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.670488 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.670775 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.671058 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.671403 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] host = n-d-712142-16 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.671680 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.671957 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.672242 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.672528 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.672806 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.673083 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.673389 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.673666 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.673936 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] log_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.674210 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.674497 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.674787 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.675072 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.675298 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.675520 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.675804 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.676088 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.676376 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.676631 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.676904 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.677173 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.677464 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.677730 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.678015 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.678295 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.678662 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.678945 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.679222 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.679496 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.679769 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.680054 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.680330 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.680604 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.680880 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.681175 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.681467 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.681743 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.682046 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.682332 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.682613 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.682926 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.683199 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.683487 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.683756 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.684027 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.684297 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] use_json = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.684567 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.684836 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.685115 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.685410 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.685680 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.686071 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.686310 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.686593 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:39.686892 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.687198 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.687649 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.687990 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.688415 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.688707 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.688997 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.689304 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.689600 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.689892 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.690187 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.690470 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.690761 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.691046 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.691345 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.691655 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.691950 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.692242 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.692519 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.692795 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.693068 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.693378 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.693672 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.693950 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.694239 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.694529 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.694809 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.695096 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.695390 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.695681 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.695956 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.696234 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.696524 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.696801 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.697075 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.697382 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.697672 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.697950 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.698225 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.698619 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.698903 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.699177 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.699451 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.699730 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.700020 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.700297 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.700569 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.700841 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.701124 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.701418 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.701706 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.701984 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.702259 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.702532 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.702810 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.703083 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.703358 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.703636 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.703911 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.704244 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.704521 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.704794 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.705066 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.705365 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.705640 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.706068 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.706502 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.706861 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.707137 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.707411 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.707683 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.707958 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.708231 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.708521 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.708821 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.709100 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.709401 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.709680 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.709959 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.710234 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.710509 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.710784 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.711066 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.711337 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.711625 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.711909 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.712214 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.712498 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.712774 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.713073 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.713442 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.713726 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.714002 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.714938 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.715227 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.715510 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.715800 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.716090 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.716383 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.716675 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.716969 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.717276 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.717591 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.717872 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:39.718090 n-d-712142-16 neutron-server[94560]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 06:15:39.718339 n-d-712142-16 neutron-server[94560]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94560) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 06:15:40.078906 n-d-712142-16 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 06:15:40.079182 n-d-712142-16 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 06:15:40.079472 n-d-712142-16 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 06:15:40.079805 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 06:15:40.480702 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.480981 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.481274 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.482581 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.482854 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.483128 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.518143 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.518414 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.518678 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.535230 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.535511 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.535786 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.565522 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.565806 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.566083 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.603087 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.603356 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.603625 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.838630 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.839824 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.839824 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.840049 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.840745 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.961385 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.961704 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.961986 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.962258 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.962524 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.962834 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.963091 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.963344 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.963667 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.963961 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.964762 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.965026 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.965305 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.965557 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.965816 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.966083 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.966339 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.966603 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.966871 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.967127 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.967394 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.967642 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.967921 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.968291 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.968540 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.968785 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:40.969196 n-d-712142-16 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:15:40.969444 n-d-712142-16 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:15:40.969678 n-d-712142-16 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:15:40.969914 n-d-712142-16 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:15:40.970148 n-d-712142-16 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:15:40.970382 n-d-712142-16 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:15:40.970741 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 06:15:40.973974 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 06:15:40.977886 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 06:15:40.981696 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 31 06:15:40.983336 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 06:15:40.983780 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 06:15:40.984268 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 06:15:40.984716 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 06:15:40.987531 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 06:15:40.987780 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 06:15:40.988125 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 06:15:40.993472 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 06:15:41.016079 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 06:15:41.016530 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.016827 n-d-712142-16 neutron-server[94560]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94560) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 06:15:41.017202 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.018556 n-d-712142-16 neutron-server[94560]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94560) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 06:15:41.018837 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 06:15:41.019081 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 06:15:41.022305 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.022586 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.087422 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 06:15:41.087658 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 06:15:41.087891 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 06:15:41.088265 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 06:15:41.108993 n-d-712142-16 neutron-server[94560]: DEBUG oslo_db.sqlalchemy.engines [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94560) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 06:15:41.645666 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Initializing driver for type 'gre' Aug 31 06:15:41.646200 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] gre ID ranges: [(1, 1000)] Aug 31 06:15:41.703074 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Initializing driver for type 'local' Aug 31 06:15:41.703415 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Initializing driver for type 'vlan' Aug 31 06:15:41.717095 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] VlanTypeDriver initialization complete Aug 31 06:15:41.717422 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Initializing driver for type 'vxlan' Aug 31 06:15:41.717864 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] vxlan ID ranges: [(1, 1000)] Aug 31 06:15:41.774597 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Initializing extension driver 'port_security' Aug 31 06:15:41.775078 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] PortSecurityExtensionDriver initialization complete Aug 31 06:15:41.775468 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Initializing mechanism driver 'openvswitch' Aug 31 06:15:41.775831 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Initializing mechanism driver 'hyperv' Aug 31 06:15:41.783305 n-d-712142-16 neutron-server[94560]: DEBUG neutron.plugins.ml2.plugin [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:15:41.784033 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > port after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.784832 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.784832 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.785257 n-d-712142-16 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:15:41.785693 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.786046 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.786531 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.786922 n-d-712142-16 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:15:41.787325 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > network after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.787668 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > network after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.788003 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > network after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.788449 n-d-712142-16 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:15:41.788900 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > security_group after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.789270 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > security_group after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.789607 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.790138 n-d-712142-16 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:15:41.790543 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.790888 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.791225 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.791615 n-d-712142-16 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:15:41.792015 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > address_group after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.792377 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > address_group after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.792711 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.793480 n-d-712142-16 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:15:41.793480 n-d-712142-16 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] ML2 OVO RPC backend initialized. {{(pid=94560) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 06:15:41.794220 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.794571 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.794986 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > network before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.795329 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > networks before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.795678 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > port before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.796015 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > ports before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.796352 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > subnet before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.796686 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > subnets before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.797027 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > network after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.797392 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > network after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.797721 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > network after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.798052 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > port after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.798507 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.798858 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.799192 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.799526 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.799854 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.800465 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.plugin [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Modular L2 Plugin initialization complete Aug 31 06:15:41.800797 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading services supported by the core plugin {{(pid=94560) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 06:15:41.801125 n-d-712142-16 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Got port-security extension from driver 'port_security' Aug 31 06:15:41.801614 n-d-712142-16 neutron-server[94560]: INFO neutron.extensions.vlantransparent [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Disabled vlantransparent extension. Aug 31 06:15:41.802193 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94560) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 06:15:41.802504 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading Plugin: router Aug 31 06:15:41.841239 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.841901 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router after_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.841993 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router before_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.842324 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.842690 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.843067 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router after_delete 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.843421 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.843768 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.844119 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router after_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.844454 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router after_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.844801 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router after_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.845137 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.845526 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router after_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.845933 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.846304 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.846637 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.846969 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: subnet after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.847302 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.847641 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.847982 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.848317 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: port before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.848655 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.849005 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router after_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.849378 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.849724 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.850076 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.850408 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.850759 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > agent after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.851194 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > agent after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.851539 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > network after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.852443 n-d-712142-16 neutron-server[94560]: DEBUG neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Tracking information for resource: router configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:15:41.852765 n-d-712142-16 neutron-server[94560]: DEBUG neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Tracking information for resource: floatingip configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:15:41.858011 n-d-712142-16 neutron-server[94560]: INFO neutron.db.l3_agentschedulers_db [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 06:15:41.858581 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.858938 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: port after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.859287 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.859636 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.860504 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router before_create 55550100 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.860871 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.861252 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_create 55550100 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.861612 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > router precommit_update 55550100 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.866357 n-d-712142-16 neutron-server[94560]: DEBUG neutron.services.provider_configuration [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service providers = [] {{(pid=94560) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 06:15:41.866712 n-d-712142-16 neutron-server[94560]: DEBUG neutron.db.servicetype_db [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94560) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 06:15:41.869684 n-d-712142-16 neutron-server[94560]: DEBUG neutron.services.service_base [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 06:15:41.870034 n-d-712142-16 neutron-server[94560]: DEBUG neutron.services.service_base [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 06:15:41.870904 n-d-712142-16 neutron-server[94560]: DEBUG neutron.services.service_base [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 06:15:41.871801 n-d-712142-16 neutron-server[94560]: DEBUG neutron.services.service_base [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 06:15:41.872166 n-d-712142-16 neutron-server[94560]: INFO neutron.services.service_base [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 06:15:41.872532 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:15:41.872846 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 06:15:41.883778 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:15:41.884111 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading Plugin: auto_allocate Aug 31 06:15:41.890535 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: network precommit_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.890896 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: network precommit_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.891411 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:15:41.891727 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading Plugin: tag Aug 31 06:15:41.898293 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:15:41.898573 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading Plugin: timestamp Aug 31 06:15:41.902610 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:15:41.902940 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading Plugin: network_ip_availability Aug 31 06:15:41.908422 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.908790 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.909141 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:41.909877 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:15:41.910269 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading Plugin: flavors Aug 31 06:15:41.914982 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:15:41.915313 n-d-712142-16 neutron-server[94560]: INFO neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading Plugin: revisions Aug 31 06:15:41.919623 n-d-712142-16 neutron-server[94560]: DEBUG neutron.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:15:41.920012 n-d-712142-16 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=94560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 06:15:41.920742 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94560) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 06:15:41.921071 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Initializing extension manager. Aug 31 06:15:41.921615 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: __init__.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.921945 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: __pycache__ {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.922857 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.922857 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: address_group.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.923336 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.923909 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: address-group Aug 31 06:15:41.924225 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: address_scope.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.924941 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.925471 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: address-scope Aug 31 06:15:41.925787 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.926722 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.927223 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: router-admin-state-down-before-update Aug 31 06:15:41.927540 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: agent.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.928446 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.928949 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: agent Aug 31 06:15:41.929301 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: agent_resources_synced.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.930208 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.930709 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: agent-resources-synced Aug 31 06:15:41.931024 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: allowedaddresspairs.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.933386 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.933914 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: allowed-address-pairs Aug 31 06:15:41.934232 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: auto_allocated_topology.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.935300 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.935808 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: auto-allocated-topology Aug 31 06:15:41.936131 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: availability_zone.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.936823 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.937352 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: availability_zone Aug 31 06:15:41.937708 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: availability_zone_filter.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.938622 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.939125 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: availability_zone_filter Aug 31 06:15:41.939442 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: data_plane_status.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.940344 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.940842 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 06:15:41.941158 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: default_subnetpools.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.942084 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.942582 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: default-subnetpools Aug 31 06:15:41.942896 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.943714 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.944213 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: dhcp_agent_scheduler Aug 31 06:15:41.944528 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: dns.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.945468 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.945963 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 06:15:41.946280 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: dns_domain_ports.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.947188 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.947682 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 06:15:41.947998 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.949508 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.950004 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 06:15:41.950320 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: dvr.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.950983 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.951478 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: dvr Aug 31 06:15:41.951792 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: ecmp_routes.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.952698 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.953207 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 06:15:41.953531 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: empty_string_filtering.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.954435 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.954930 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: empty-string-filtering Aug 31 06:15:41.955245 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.956149 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.956644 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 06:15:41.956960 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.957904 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.958405 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 06:15:41.958721 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: external_net.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.959620 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.960124 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: external-net Aug 31 06:15:41.960439 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.961376 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.961874 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: extra_dhcp_opt Aug 31 06:15:41.962189 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: extraroute.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.963083 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.963586 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: extraroute Aug 31 06:15:41.963899 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: extraroute_atomic.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.964950 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.965490 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: extraroute-atomic Aug 31 06:15:41.965807 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: filter_validation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.966466 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.966968 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: filter-validation Aug 31 06:15:41.967285 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: fip_pf_description.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.968188 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.968682 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 06:15:41.968997 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: fip_port_details.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.969932 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.970429 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: fip-port-details Aug 31 06:15:41.970743 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: flavors.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.971962 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.972472 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: flavors Aug 31 06:15:41.972790 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.974481 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.975002 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 06:15:41.975330 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: floatingip_pools.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.976031 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.976537 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: floatingip-pools Aug 31 06:15:41.976864 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: ip_allocation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.977818 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.978319 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 06:15:41.978639 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.979559 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.980100 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: ip-substring-filtering Aug 31 06:15:41.980425 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: l2_adjacency.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.981393 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.981892 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 06:15:41.982208 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: l3.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.983322 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.983850 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: router Aug 31 06:15:41.984168 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.986435 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.986956 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 06:15:41.987279 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.988210 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.988758 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: ext-gw-mode Aug 31 06:15:41.989059 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.990022 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.990521 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: l3-ha Aug 31 06:15:41.990836 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: l3_flavors.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.991746 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.992240 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: l3-flavors Aug 31 06:15:41.992555 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.993528 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.994024 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 06:15:41.994339 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: l3agentscheduler.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.995937 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.996444 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: l3_agent_scheduler Aug 31 06:15:41.996866 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: logging.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.998354 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:41.999246 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension logging not supported by any of loaded plugins Aug 31 06:15:41.999246 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: metering.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:41.999912 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.000483 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: metering Aug 31 06:15:42.000806 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.001969 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.002476 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: metering_source_and_destination_fields Aug 31 06:15:42.002879 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: multiprovidernet.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.003802 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.004303 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: multi-provider Aug 31 06:15:42.004622 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: netmtu.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.005571 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.006069 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: net-mtu Aug 31 06:15:42.006647 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: netmtu_writable.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.007562 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.008063 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: net-mtu-writable Aug 31 06:15:42.008382 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: network_availability_zone.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.009052 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.009594 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: network_availability_zone Aug 31 06:15:42.009911 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: network_ip_availability.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.011574 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.012078 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: network-ip-availability Aug 31 06:15:42.012400 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: network_segment_range.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.013181 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.013694 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 06:15:42.014012 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: pagination.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.014991 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.015314 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: pagination Aug 31 06:15:42.015628 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: port_device_profile.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.016543 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.017053 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: port-device-profile Aug 31 06:15:42.017399 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.018313 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.018816 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: port-mac-address-regenerate Aug 31 06:15:42.019132 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.020040 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.020537 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: port-numa-affinity-policy Aug 31 06:15:42.020851 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: port_resource_request.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.021797 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.022294 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 06:15:42.022610 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: portbindings.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.023531 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.024036 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: binding Aug 31 06:15:42.024352 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: portbindings_extended.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.025814 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.026319 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: binding-extended Aug 31 06:15:42.026690 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: portsecurity.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.027607 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.028110 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: port-security Aug 31 06:15:42.028431 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: project_id.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.029448 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.029777 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: project-id Aug 31 06:15:42.030093 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: providernet.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.031022 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.031529 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: provider Aug 31 06:15:42.031845 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.035447 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.035964 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos not supported by any of loaded plugins Aug 31 06:15:42.036289 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.037557 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.038069 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 06:15:42.038392 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.039309 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.039818 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 06:15:42.040137 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_default.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.041040 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.041581 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-default not supported by any of loaded plugins Aug 31 06:15:42.041905 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_fip.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.042604 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.043095 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 06:15:42.043487 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_gateway_ip.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.044312 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.044813 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 06:15:42.045129 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_port_network_policy.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.046568 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.046568 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 06:15:42.046862 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_pps_rule.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.048035 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.048541 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 06:15:42.048859 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_rule_type_details.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.049821 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.050324 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 06:15:42.050642 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: qos_rules_alias.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.051678 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.052184 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 06:15:42.052502 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: quotasv2.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.053483 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.053809 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: quotas Aug 31 06:15:42.054127 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: quotasv2_detail.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.057265 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.057565 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: quota_details Aug 31 06:15:42.058421 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: rbac.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.059711 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.060224 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: rbac-policies Aug 31 06:15:42.060545 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: rbac_address_group.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.061502 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.062010 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: rbac-address-group Aug 31 06:15:42.062328 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: rbac_address_scope.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.063241 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.063747 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: rbac-address-scope Aug 31 06:15:42.064064 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: rbac_security_groups.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.064978 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.065516 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: rbac-security-groups Aug 31 06:15:42.065835 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: rbac_subnetpool.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.066742 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.067245 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: rbac-subnetpool Aug 31 06:15:42.067564 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: revisionifmatch.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.068485 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.068987 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: revision-if-match Aug 31 06:15:42.069334 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: revisions.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.070451 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.070955 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: standard-attr-revisions Aug 31 06:15:42.071274 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: router_availability_zone.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.071954 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.072453 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: router_availability_zone Aug 31 06:15:42.072768 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: routerservicetype.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.074271 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.074772 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 06:15:42.075086 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.076004 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.076503 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: security-groups-normalized-cidr Aug 31 06:15:42.076819 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.077756 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.078258 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: port-security-groups-filtering Aug 31 06:15:42.078576 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.079496 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.080001 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: security-groups-remote-address-group Aug 31 06:15:42.080317 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: securitygroup.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.090045 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.090581 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: security-group Aug 31 06:15:42.090907 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: segment.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.091711 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.092216 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension segment not supported by any of loaded plugins Aug 31 06:15:42.092538 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.093537 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.094049 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 06:15:42.094365 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: servicetype.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.096375 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.096375 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: service-type Aug 31 06:15:42.096375 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: sorting.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.097402 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.097728 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: sorting Aug 31 06:15:42.098049 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: standard_attr_segment.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.098957 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.099460 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 06:15:42.099775 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: standardattrdescription.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.100423 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.100919 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: standard-attr-description Aug 31 06:15:42.101260 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: stateful_security_group.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.102207 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.102716 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: stateful-security-group Aug 31 06:15:42.103037 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: stdattrs_common.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.103619 n-d-712142-16 neutron-server[94560]: WARNING neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 06:15:42.103936 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.104903 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.105440 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 06:15:42.105759 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: subnet_onboard.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.106836 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.107349 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: subnet_onboard Aug 31 06:15:42.107671 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.108595 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.109097 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 06:15:42.109450 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: subnet_service_types.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.110371 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.110877 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: subnet-service-types Aug 31 06:15:42.111199 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: subnetallocation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.112271 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.112781 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: subnet_allocation Aug 31 06:15:42.113096 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.113789 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.114294 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: subnetpool-prefix-ops Aug 31 06:15:42.114617 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.115543 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.116048 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 06:15:42.116364 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: tagging.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.117484 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.117995 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: standard-attr-tag Aug 31 06:15:42.118317 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: timestamp.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.119514 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.120024 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loaded extension: standard-attr-timestamp Aug 31 06:15:42.120893 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: trunk.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.121973 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.122486 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension trunk not supported by any of loaded plugins Aug 31 06:15:42.122806 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: trunk_details.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.123726 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.124230 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 06:15:42.124551 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: uplink_status_propagation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.125506 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.126011 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 06:15:42.126328 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Loading extension file: vlantransparent.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:15:42.127002 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:15:42.127500 n-d-712142-16 neutron-server[94560]: INFO neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 06:15:42.130064 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:network Aug 31 06:15:42.130605 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:subnet Aug 31 06:15:42.131001 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:15:42.131655 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:port Aug 31 06:15:42.132941 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.133397 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service FLAVORS assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.134030 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.134449 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.134774 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:router Aug 31 06:15:42.135210 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 06:15:42.135702 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service METERING assigned prefix: /metering {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.137744 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:42.138111 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:42.138457 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:15:42.139484 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 06:15:42.139931 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:security_group Aug 31 06:15:42.140353 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 06:15:42.142177 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service CORE assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.142510 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:15:42.142859 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] subnetpool is already registered Aug 31 06:15:42.143284 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service CORE assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.143604 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:15:42.143933 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] subnetpool is already registered Aug 31 06:15:42.146293 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.146723 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service FLAVORS assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.147310 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.147725 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.148053 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:router Aug 31 06:15:42.148434 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] router is already registered Aug 31 06:15:42.148793 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 06:15:42.149122 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] floatingip is already registered Aug 31 06:15:42.149599 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service METERING assigned prefix: /metering {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.150275 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 06:15:42.150596 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] rbac_policy is already registered Aug 31 06:15:42.151002 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:security_group Aug 31 06:15:42.151330 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] security_group is already registered Aug 31 06:15:42.151775 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 06:15:42.152101 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] security_group_rule is already registered Aug 31 06:15:42.152728 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service CORE assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.153051 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:15:42.153404 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] subnetpool is already registered Aug 31 06:15:42.153816 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Service CORE assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:15:42.154134 n-d-712142-16 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:15:42.154459 n-d-712142-16 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] subnetpool is already registered Aug 31 06:15:42.154927 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: extensions {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.156418 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: address-groups {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.157902 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: address-scopes {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.159191 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: agents {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.160354 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: auto-allocated-topology {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.161590 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: availability_zones {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.162791 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: dhcp-networks {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.164264 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: dhcp-agents {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.165688 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: routers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.168398 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: flavors {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.169569 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: service_profiles {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.170770 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: next_providers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.172176 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: service_profiles {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.173704 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: floatingip-pools {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.174897 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: routers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.176977 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: floatingips {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.178440 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: l3-routers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.179797 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: l3-agents {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.181153 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: metering-labels {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.182521 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: metering-label-rules {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.184369 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: network-ip-availabilities {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.185640 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: bindings {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.187258 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: quotas {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.188681 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: quotas {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.190113 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: rbac-policies {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.191291 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: security-groups {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.192564 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: security-group-rules {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.193799 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: service-providers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.194990 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: subnetpools {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.196390 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: subnetpools {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.197853 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.199574 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.201363 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.203099 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.206023 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.207852 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.209516 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.211387 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.213120 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.214904 n-d-712142-16 neutron-server[94560]: DEBUG neutron.api.extensions [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:15:42.220823 n-d-712142-16 neutron-server[94560]: WARNING keystonemiddleware.auth_token [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 06:15:42.225558 n-d-712142-16 neutron-server[94560]: WARNING keystonemiddleware.auth_token [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 06:15:42.234554 n-d-712142-16 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Acquired lock "singleton_lock" {{(pid=94560) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 06:15:42.235030 n-d-712142-16 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Releasing lock "singleton_lock" {{(pid=94560) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 06:15:42.235678 n-d-712142-16 neutron-server[94560]: INFO oslo_service.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Starting 2 workers Aug 31 06:15:42.240488 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Started child 94667 {{(pid=94560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 06:15:42.245027 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Started child 94668 {{(pid=94560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 06:15:42.246803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:42.247504 n-d-712142-16 neutron-server[94560]: INFO neutron.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 06:15:42.247964 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Notify callbacks [] for process, before_spawn {{(pid=94560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:42.248357 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [-] (94667) wsgi starting up on http://0.0.0.0:9696 Aug 31 06:15:42.250928 n-d-712142-16 neutron-server[94560]: INFO oslo_service.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Starting 1 workers Aug 31 06:15:42.251446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:42.252500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [-] (94668) wsgi starting up on http://0.0.0.0:9696 Aug 31 06:15:42.255652 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Started child 94669 {{(pid=94560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 06:15:42.256438 n-d-712142-16 neutron-server[94560]: INFO oslo_service.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Starting 1 workers Aug 31 06:15:42.259469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] calling RpcWorker wait() {{(pid=94669) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 06:15:42.260027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] returning from RpcWorker wait() {{(pid=94669) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 06:15:42.261007 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Started child 94670 {{(pid=94560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 06:15:42.261208 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:42.261691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:15:42.261894 n-d-712142-16 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-2ca213eb-85a5-46ef-9a10-6560bc3ecbf5 None None] Notify callbacks [] for process, after_spawn {{(pid=94560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:42.263807 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94560) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 06:15:42.264021 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 06:15:42.264208 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 06:15:42.264424 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 06:15:42.264759 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 06:15:42.264917 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 06:15:42.265431 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.265713 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.265973 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.266244 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.266551 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.267137 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.267395 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.267651 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.267935 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.268024 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:42.268492 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.268492 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.268492 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.268743 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.268947 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.269323 n-d-712142-16 neutron-server[94670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:15:42.269431 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.269591 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.269823 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.270099 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.270269 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.270532 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.270786 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.271026 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.271298 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] debug = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.271543 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.272054 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.272283 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.272496 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.272715 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.272994 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.273669 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.274077 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.274379 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.274571 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.274754 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.274997 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.275245 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.275477 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.275718 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.275968 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.276174 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.276717 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] host = n-d-712142-16 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.276951 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.277159 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.277432 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.277642 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.277898 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.278110 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.278387 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.278644 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.278901 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.279111 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.280002 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.280002 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.280413 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.280631 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.280631 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_options = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.281029 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.281283 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.281491 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.281659 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.281826 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.282020 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.282239 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.282429 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.282760 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.282979 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.282979 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.283364 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.283553 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.283743 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.283962 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.284242 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.284499 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.284499 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.284775 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.284982 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.285248 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.285454 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.285677 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.285893 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.286098 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.286302 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.286517 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.286724 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.286938 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.287182 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.287399 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.287809 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.288023 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.288210 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.288397 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.288585 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.288791 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.289009 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.289301 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.289513 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.289719 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.289929 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.290201 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.290420 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.290644 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.290852 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_json = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.291050 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.291257 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.291516 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.291740 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.291940 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.292814 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.293750 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.293750 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.293750 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.294016 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.294258 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.294504 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.294782 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.295144 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.295600 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.295846 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.296161 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.296392 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.296725 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.296968 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.297295 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.297521 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.297854 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.298182 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.298437 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.298705 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.298947 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.299196 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.299419 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.300241 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.300241 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.300241 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.301471 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.301471 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.301471 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.301471 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.301471 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.301826 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.301913 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.302093 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.302340 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.302565 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.302806 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.303000 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.303239 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.303523 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.305069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.305069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.305069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.305069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.305069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.305069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.305069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.306538 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.306538 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.306538 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.306538 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.306538 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.306538 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.307325 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.307325 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.307325 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.307325 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.308526 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.308526 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.308526 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.308924 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.308924 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.309209 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.309388 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.309602 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.309813 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.310026 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.310236 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.310483 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.310700 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.310913 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.311126 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.311344 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.311580 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313780 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.313780 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.314016 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.314148 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.314360 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.314585 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.314789 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.315022 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.315253 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.315530 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.315842 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.316108 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.316359 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.316583 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.316819 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.317065 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.317302 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.317520 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.317743 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.317987 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.318236 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.318492 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.318858 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.319036 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.319190 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.319415 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.319634 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.319873 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.320088 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.320352 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.320559 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.320851 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.321110 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.321380 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.321657 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.321892 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.323203 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.323530 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.325627 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.326050 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.326424 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.326888 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.327314 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.327712 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.327995 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.328312 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.328531 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.328837 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.329103 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.329412 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.329687 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.329962 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.330247 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.330501 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.330736 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.330987 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.331264 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.331591 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.331832 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.332073 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.332297 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.332590 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.332822 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.333074 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.334162 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.334426 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.335054 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.335325 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.335569 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.335815 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.336041 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.336300 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.336529 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.337136 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.337422 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.337684 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.341464 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.341914 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.342211 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.342459 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.342706 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.342966 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.343211 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.343447 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.343720 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.343955 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.344225 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.344498 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.344673 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.344899 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.345128 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.345405 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.345681 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.345927 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.346212 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.346498 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.346745 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.346984 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.347221 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.347503 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.347731 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.348076 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.348319 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.348544 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.348768 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.349043 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.349307 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.349536 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.349768 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.350011 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.350268 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.350536 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.350955 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.351228 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.351476 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.351720 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.351942 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.352183 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.352406 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.352625 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.352863 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.353263 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.353630 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.354024 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.354460 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.355420 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.355647 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.355868 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.356082 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.356336 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.356583 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.356872 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.357150 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.357434 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.357699 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.357950 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.358170 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.358401 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.358614 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.358854 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.359099 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.359307 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.359531 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.359773 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.359985 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.360206 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.360462 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.360705 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.361027 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.361298 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.361518 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.361768 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.362014 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.362220 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.362437 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.362694 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.362912 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.363130 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.363356 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.363578 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.363810 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.364248 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.364531 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.364819 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.365113 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.365427 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.365728 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.366120 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.366461 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.366751 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.367053 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.367319 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.367570 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.367832 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.368153 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.368373 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.368619 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.368862 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.369083 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.369412 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.369657 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.369982 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.370372 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.371171 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.371439 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.371724 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.371999 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.372295 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.372540 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.372840 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.373170 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.373484 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.373762 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.373989 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.374242 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.374485 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.374709 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.374961 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.375200 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.375419 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.375683 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.375914 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.376145 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.376367 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.376634 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.376855 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.377084 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.377344 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.377571 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.377812 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.377972 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 06:15:42.378490 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94560) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 06:15:42.378654 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 06:15:42.378810 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 06:15:42.378979 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 06:15:42.379162 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 06:15:42.379321 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 06:15:42.379529 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.379697 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.379861 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.380183 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.380348 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.380533 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.380696 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.380858 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.381021 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.381469 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.381632 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.381793 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.381954 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.382115 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.382275 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.382435 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.382597 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.382757 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.382923 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.383084 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.383245 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.383463 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.383630 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] debug = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.383791 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.384006 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.384172 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.384333 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.384517 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.384671 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.384832 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.384992 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.385153 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.385339 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.385500 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.385659 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.385844 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.386004 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.386164 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.386324 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.386488 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.386735 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] host = n-d-712142-16 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.386891 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.387151 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.387292 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.387427 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.387562 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.387697 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.387831 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.387965 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.388110 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.388238 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.388378 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.388538 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.388690 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.388830 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.388993 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_options = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.389153 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.389349 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.389505 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.389689 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.389841 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.390006 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.390168 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.390329 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.390490 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.390650 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.390812 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.390974 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.391134 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.391294 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.391459 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.391619 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.391779 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.392135 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.392135 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.392375 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.392375 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.392606 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.392727 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.392848 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.392968 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.393132 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.393312 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.393473 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.393632 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.393793 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.393956 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.394120 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.394279 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.394440 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.394601 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.394762 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.394923 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.395089 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.395249 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.395411 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.395572 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.395732 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.395893 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.396053 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.396358 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.396358 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_json = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.396587 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.396717 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.396802 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.396952 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.397112 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.397295 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.397456 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.397619 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:15:42.397803 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.397968 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.398145 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.398308 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.398521 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.398637 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.398800 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.398962 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.399125 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.399288 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.399459 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.399623 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.399798 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.399962 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.400125 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.400291 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.400454 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.400990 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.400990 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.400990 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.401437 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.401437 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.401676 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.401676 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.401909 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.402031 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.402153 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.402274 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.402438 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.402604 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.402767 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.402930 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.403095 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.403261 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.403424 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.403589 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.403753 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.403917 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.404069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.404269 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.404389 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.404522 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.404682 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.404846 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.405207 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.405207 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.405824 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.405824 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.405824 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.405824 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.406288 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.406288 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.406288 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.406543 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.406543 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.406763 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.406866 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.407030 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.407189 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.407352 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.407515 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.407677 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.407839 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.408003 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.408167 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.408299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:15:42.408391 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.408499 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.408660 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.408822 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.408985 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.409147 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.409332 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.409497 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.409660 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.409823 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.409986 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.410172 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.410308 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.410459 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.410622 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.410786 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.410949 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.411135 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.411269 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.411428 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.411591 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.411754 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.411917 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.412079 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.412253 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.412430 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.412593 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.412756 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.412918 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.413081 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.413298 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.413429 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.413591 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.413779 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.413944 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.414078 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.414218 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.414386 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.414524 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.414668 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.414831 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.414992 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.415154 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.415316 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.415480 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.415649 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.415803 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.415964 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.416464 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.416464 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.416464 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.416751 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.416751 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.416963 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.417033 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.417738 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.417914 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.418077 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.418239 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.418401 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.418565 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.418727 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.418890 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.419054 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.419214 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.419379 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.419540 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.419710 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.419882 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.420045 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.420209 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.420372 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.420643 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.420808 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.420952 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.421120 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.421312 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.421452 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.421843 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.421843 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.422111 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.422111 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.422367 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.422367 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.422624 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.422793 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.422793 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.423059 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.423279 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.423279 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.423633 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.423633 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.424072 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.424072 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.424072 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.424512 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.424512 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.424783 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.424783 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.425043 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.425179 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.425373 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.425542 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.425700 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.425891 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.426143 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.426313 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.426477 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.426642 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.426808 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.427069 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.427358 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.427645 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.427913 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.428183 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.428440 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.428647 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.428820 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.429063 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.429340 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.429599 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.429816 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.429989 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.430144 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.430301 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.430522 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.430654 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.430792 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.430926 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.431093 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.431258 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.431421 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.431573 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.431738 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.431907 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.432070 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.432233 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.432396 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.432561 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.432781 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.433495 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.433665 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.433805 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.433953 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.434083 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.434249 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.434426 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.434591 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.434827 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.434978 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.435128 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.435266 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.435403 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.435579 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.435742 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.436004 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.436190 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.436329 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.436465 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.436614 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.436750 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.436881 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.437010 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.437174 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.437408 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.437538 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.437677 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.437812 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.437959 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.438122 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.438299 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.438462 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.438724 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.439042 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.439042 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.439042 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.439273 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.439374 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.439524 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.439686 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.439849 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.440015 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.440185 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.440349 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.440512 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.440686 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.440846 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.441009 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.441175 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.441369 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.441533 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.441698 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.441867 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.442030 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.442193 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.442358 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.442524 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.442697 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.442866 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.443031 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.443202 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.443374 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.443547 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.443710 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.443880 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.444056 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.444218 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.444382 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.444545 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.444708 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.444881 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.445029 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.445223 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.445369 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.445532 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.445695 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.445858 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.446021 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.446184 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.446348 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.446511 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.446675 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.446838 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.447001 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.447164 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:15:42.447319 n-d-712142-16 neutron-server[94560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 06:15:42.583406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43918) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:15:42.592932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070202 Aug 31 06:15:54.239951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe3347-9a53-471a-9be2-a4d832c890a2 None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:15:54.314812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe3347-9a53-471a-9be2-a4d832c890a2 None None] No non-hosted networks {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 06:15:54.426524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d0012c8b-360f-4ff2-838a-6f72332c78e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580792'] for agent, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:56.676585 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f364e06a-7186-40ae-a5d1-e91ed56248d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580792'] for agent, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:56.736052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580792'] for agent, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:56.737016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.739673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.741245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.743644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.745719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.746946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.750054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.753349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.754000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.759242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.761777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.762320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:15:56.762963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712142-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:15:56.787674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712142-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:15:56.812527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a7378908-a46f-4e63-bd07-96dbb97578da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:57.940628 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580792'] for agent, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:15:59.774582 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580792'] for agent, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:00.892576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44010) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:01.192949 n-d-712142-16 neutron-server[94669]: INFO neutron.db.l3_hamode_db [None req-d998e9c5-e6d6-46a0-b1c0-4952f4a32893 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 06:16:01.271868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998e9c5-e6d6-46a0-b1c0-4952f4a32893 None None] Routers set() bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:16:01.272279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998e9c5-e6d6-46a0-b1c0-4952f4a32893 None None] Router IDs set() for agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:16:01.410827 n-d-712142-16 neutron-server[94668]: WARNING oslo_policy.policy [None req-2b9e17bd-7ed4-4388-8588-cb9c0861f6b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:16:01.411423 n-d-712142-16 neutron-server[94668]: WARNING oslo_policy.policy [None req-2b9e17bd-7ed4-4388-8588-cb9c0861f6b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:16:01.635602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-2b9e17bd-7ed4-4388-8588-cb9c0861f6b1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:16:01.636638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2b9e17bd-7ed4-4388-8588-cb9c0861f6b1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7430356 Aug 31 06:16:04.053812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44024) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:04.371892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-843202cc-795a-47d0-8bf7-12e98276717e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:16:04.464668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.policy [None req-843202cc-795a-47d0-8bf7-12e98276717e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 06:16:04.508931 n-d-712142-16 neutron-server[94668]: WARNING oslo_policy.policy [None req-843202cc-795a-47d0-8bf7-12e98276717e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:16:04.509333 n-d-712142-16 neutron-server[94668]: WARNING oslo_policy.policy [None req-843202cc-795a-47d0-8bf7-12e98276717e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:16:04.517853 n-d-712142-16 neutron-server[94668]: INFO neutron.quota [None req-843202cc-795a-47d0-8bf7-12e98276717e admin admin] Loaded quota_driver: . Aug 31 06:16:04.607528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-843202cc-795a-47d0-8bf7-12e98276717e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740149898990', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740149899459', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740149894701', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740149913841', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740150327439', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740149867604', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-560359', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646080', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1621859'] for rbac-policy, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:04.670771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-843202cc-795a-47d0-8bf7-12e98276717e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:04.671970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-843202cc-795a-47d0-8bf7-12e98276717e admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6171961 Aug 31 06:16:07.274484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44036) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:07.583114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Request body: {'network': {'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'name': 'private', 'admin_state_up': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:16:07.610693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Made reservation on behalf of be217af50f7c47a6898b470dc8a806e6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:16:07.613415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:07.631350 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:07.755851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:07.760282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:07.780574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:16:07.809122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740152891594', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:07.809746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Unsubscribe: segment precommit_create {{(pid=94668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 06:16:07.810241 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Added segment 25add2ec-3ac0-43bd-a486-167a06a752cf of type vlan for network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c Aug 31 06:16:07.827015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aa56e2-4001-4065-aecc-33ba13352a6d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:07.879917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.880245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.880576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.881165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.881513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.881835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.882154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.882470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.882782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.883097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.883410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.883721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Tracked resource versions report: Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: pushed versions: Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: { 'AddressGroup': {'1.2'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'ConntrackHelper': {'1.0'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Log': {'1.0'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Network': {'1.1'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Port': {'1.7'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'PortForwarding': {'1.2'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'QosPolicy': {'1.9'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'SecurityGroup': {'1.4'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'SubPort': {'1.0'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Subnet': {'1.1'}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Trunk': {'1.1'}} Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: consumer versions: Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: { DHCP agent@n-d-712142-16: {}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: L3 agent@n-d-712142-16: {}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: Metadata agent@n-d-712142-16: {}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: Metering agent@n-d-712142-16: {}, Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: Open vSwitch agent@n-d-712142-16: { 'AddressGroup': '1.2', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'ConntrackHelper': '1.0', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Log': '1.0', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Network': '1.1', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Port': '1.7', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'PortForwarding': '1.2', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'QosPolicy': '1.9', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'SecurityGroup': '1.4', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'SecurityGroupRule': '1.2', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'SubPort': '1.0', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Subnet': '1.1', Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: 'Trunk': '1.1'}} Aug 31 06:16:07.884763 n-d-712142-16 neutron-server[94668]: {{(pid=94668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:16:07.937424 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:07.980272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:07.981358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:16:07.982024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:08.066553 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7909942 Aug 31 06:16:08.079927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22971ecd-af42-4e0d-aa28-cf20605cf9ed admin admin] Pushing event updated for resources: {'Network': ['ID=675a0b2f-ef88-4e88-a5ae-d61cd68b699c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:08.092161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:16:10.767556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44050) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:11.270959 n-d-712142-16 neutron-server[94667]: WARNING oslo_policy.policy [None req-79b64ddf-1234-4d32-ad44-e7cf4d51a7fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:16:11.271584 n-d-712142-16 neutron-server[94667]: WARNING oslo_policy.policy [None req-79b64ddf-1234-4d32-ad44-e7cf4d51a7fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:16:11.707848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.policy [None req-79b64ddf-1234-4d32-ad44-e7cf4d51a7fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 06:16:11.752357 n-d-712142-16 neutron-server[94667]: WARNING oslo_policy.policy [None req-79b64ddf-1234-4d32-ad44-e7cf4d51a7fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:16:11.752720 n-d-712142-16 neutron-server[94667]: WARNING oslo_policy.policy [None req-79b64ddf-1234-4d32-ad44-e7cf4d51a7fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:16:11.761400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b64ddf-1234-4d32-ad44-e7cf4d51a7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:16:11.763362 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-79b64ddf-1234-4d32-ad44-e7cf4d51a7fc admin admin] 10.222.0.15 "GET /v2.0/networks/675a0b2f-ef88-4e88-a5ae-d61cd68b699c HTTP/1.1" status: 200 len: 825 time: 0.9936457 Aug 31 06:16:11.802084 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bf921020-e65e-4fff-b6a1-80e7432074f4 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/29844a3c-39d3-4e78-b1e6-23e6ce324059 HTTP/1.1" status: 200 len: 734 time: 0.0326469 Aug 31 06:16:11.812223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Request body: {'subnet': {'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'ip_version': 4, 'subnetpool_id': '29844a3c-39d3-4e78-b1e6-23e6ce324059', 'gateway_ip': '172.20.0.1', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'name': 'private-subnet'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:16:11.813890 n-d-712142-16 neutron-server[94667]: INFO neutron.quota [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Loaded quota_driver: . Aug 31 06:16:11.850974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Made reservation on behalf of be217af50f7c47a6898b470dc8a806e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:16:11.854404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:12.142671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:12.214166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Checking segment: {'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:16:12.214564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Network hostable DHCP agents. Network: 675a0b2f-ef88-4e88-a5ae-d61cd68b699c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:16:12.221537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2645d771-6cf2-46e1-b5e9-a05093d0c6e2,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:12.236435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.236792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.237125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.237483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.237810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.238139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.238462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.238784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.239102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.239422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.239740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.240056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Tracked resource versions report: Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: pushed versions: Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: { 'AddressGroup': {'1.2'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'ConntrackHelper': {'1.0'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Log': {'1.0'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Network': {'1.1'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Port': {'1.7'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'PortForwarding': {'1.2'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'QosPolicy': {'1.9'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'SecurityGroup': {'1.4'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'SubPort': {'1.0'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Subnet': {'1.1'}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Trunk': {'1.1'}} Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: consumer versions: Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: { DHCP agent@n-d-712142-16: {}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: L3 agent@n-d-712142-16: {}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: Metadata agent@n-d-712142-16: {}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: Metering agent@n-d-712142-16: {}, Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: Open vSwitch agent@n-d-712142-16: { 'AddressGroup': '1.2', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'ConntrackHelper': '1.0', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Log': '1.0', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Network': '1.1', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Port': '1.7', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'PortForwarding': '1.2', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'QosPolicy': '1.9', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'SecurityGroup': '1.4', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'SecurityGroupRule': '1.2', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'SubPort': '1.0', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Subnet': '1.1', Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: 'Trunk': '1.1'}} Aug 31 06:16:12.241110 n-d-712142-16 neutron-server[94667]: {{(pid=94667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:16:12.272999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:16:12.287032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 675a0b2f-ef88-4e88-a5ae-d61cd68b699c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:16:12.292186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:16:12.292815 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:12.299127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2626c3d4-19b0-41c2-a525-e2ca5cb606db None None] Network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:16:12.312349 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2c6fc05a-cee1-4118-9d00-8dd2b344b430 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5036914 Aug 31 06:16:12.624254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'fixed_ips': [{'subnet_id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:16:12.626203 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:12.902539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Allocated IP 172.20.0.2 (675a0b2f-ef88-4e88-a5ae-d61cd68b699c/2645d771-6cf2-46e1-b5e9-a05093d0c6e2/9a5d29a0-f796-47f6-858b-8c7cc2d852d0) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:16:13.131507 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:13.147164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Transition to ACTIVE for port object 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:16:13.167939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Transition to ACTIVE for port object 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:16:13.175253 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:13.249730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:16:13.254715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:16:13.260901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Pushing event updated for resources: {'Port': ['ID=9a5d29a0-f796-47f6-858b-8c7cc2d852d0,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:13.265003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:16:13.272659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.273006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.273371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.273706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.274041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.274370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.274697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.275020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.275897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.276226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.276548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.276865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Tracked resource versions report: Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: pushed versions: Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: { 'AddressGroup': {'1.2'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'ConntrackHelper': {'1.0'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Log': {'1.0'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Network': {'1.1'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Port': {'1.7'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'PortForwarding': {'1.2'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'QosPolicy': {'1.9'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'SecurityGroup': {'1.4'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'SubPort': {'1.0'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Subnet': {'1.1'}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Trunk': {'1.1'}} Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: consumer versions: Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: { DHCP agent@n-d-712142-16: {}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: L3 agent@n-d-712142-16: {}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: Metadata agent@n-d-712142-16: {}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: Metering agent@n-d-712142-16: {}, Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: Open vSwitch agent@n-d-712142-16: { 'AddressGroup': '1.2', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'ConntrackHelper': '1.0', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Log': '1.0', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Network': '1.1', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Port': '1.7', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'PortForwarding': '1.2', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'QosPolicy': '1.9', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'SecurityGroup': '1.4', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'SecurityGroupRule': '1.2', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'SubPort': '1.0', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Subnet': '1.1', Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: 'Trunk': '1.1'}} Aug 31 06:16:13.277975 n-d-712142-16 neutron-server[94669]: {{(pid=94669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:16:13.355604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Attempting to bind port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:16:13.356247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Attempting to bind port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:16:13.356400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Attempting to bind port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 on network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:16:13.362346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:16:13.362770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Checking segment: {'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:16:13.363402 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:13.363851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Bound using segment: {'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:16:13.364350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Bound port: 9a5d29a0-f796-47f6-858b-8c7cc2d852d0, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:16:13.364759 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:13.427363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] For port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:16:13.432142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] For port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9a5d29a0-f796-47f6-858b-8c7cc2d852d0,segment=NetworkSegment(25add2ec-3ac0-43bd-a486-167a06a752cf),segment_id=25add2ec-3ac0-43bd-a486-167a06a752cf)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:16:13.436747 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:13.501057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdcc1f-34d9-45b8-a404-0cb95d8390ee None None] Pushing event updated for resources: {'Port': ['ID=9a5d29a0-f796-47f6-858b-8c7cc2d852d0,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:14.743483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44070) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:15.060072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-e521446c-4f0d-4845-9a02-732d3e1b9a88 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:16:15.061151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e521446c-4f0d-4845-9a02-732d3e1b9a88 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166356 Aug 31 06:16:17.483753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44078) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:17.837396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-ac2ad846-365e-46d8-9ce4-c452d41ee5e4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:16:17.838420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ac2ad846-365e-46d8-9ce4-c452d41ee5e4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3537378 Aug 31 06:16:20.500239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:20.822653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-81edcd1e-8b28-4e8e-8de5-7760d98a1280 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:16:20.845559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81edcd1e-8b28-4e8e-8de5-7760d98a1280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:20.847170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81edcd1e-8b28-4e8e-8de5-7760d98a1280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:20.982806 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81edcd1e-8b28-4e8e-8de5-7760d98a1280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:20.988643 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81edcd1e-8b28-4e8e-8de5-7760d98a1280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:21.002427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81edcd1e-8b28-4e8e-8de5-7760d98a1280 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:21.003678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-81edcd1e-8b28-4e8e-8de5-7760d98a1280 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5024543 Aug 31 06:16:21.843571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce36e3-9509-4f66-b1ca-b32baeb405ef None None] Network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:16:21.956289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b8876d2a-1611-46f0-a153-9aa7322e33c3 None None] Provisioning for port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:16:22.657620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:16:22.743794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:16:22.747840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:16:22.748257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:22.860233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:22.902680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9a5d29a0-f796-47f6-858b-8c7cc2d852d0,segment=NetworkSegment(25add2ec-3ac0-43bd-a486-167a06a752cf),segment_id=25add2ec-3ac0-43bd-a486-167a06a752cf)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:16:22.906701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:22.957037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=9a5d29a0-f796-47f6-858b-8c7cc2d852d0,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:23.411042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44100) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:23.722646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-b94a2ad8-10a7-4742-b33a-c142e2346717 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:16:23.723652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b94a2ad8-10a7-4742-b33a-c142e2346717 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116772 Aug 31 06:16:24.104375 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dbc6613e-b968-4323-be21-ef828792fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:24.654042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:16:24.702482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:16:24.702847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.099134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44108) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:26.407930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:16:26.428286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Made reservation on behalf of 3d25250fc2fb4c2988be456b09cc8576 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:16:26.430453 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.439024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.526504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.531088 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.547943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Reserving flat network on physical network physnet1 {{(pid=94668) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 06:16:26.570537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604a95b0-3ae7-43cd-8bd3-80a70152887c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:26.576292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.576623 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Added segment cb7a0e5c-77f2-436f-8fa7-5137ef98d684 of type flat for network 30e2354c-4b08-45fe-92e6-f67108ed265a Aug 31 06:16:26.629668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.667223 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.668204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:16:26.668779 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.680090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bab6efb5-3b0d-4bf5-bf6f-802f8cc754cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.722326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6220741 Aug 31 06:16:26.729708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90723256-91d2-4e24-9165-e3521f98fb1d admin admin] Pushing event updated for resources: {'Network': ['ID=30e2354c-4b08-45fe-92e6-f67108ed265a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:26.738156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:26.745471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 30e2354c-4b08-45fe-92e6-f67108ed265a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:16:27.889124 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:29.121431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44126) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:29.332818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b00550-ccce-4399-baac-11ee5d68c937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:16:29.334224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e2b00550-ccce-4399-baac-11ee5d68c937 admin admin] 10.222.0.15 "GET /v2.0/subnets/2645d771-6cf2-46e1-b5e9-a05093d0c6e2 HTTP/1.1" status: 200 len: 849 time: 0.2118440 Aug 31 06:16:29.509729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cf349a6c-10c9-4358-ab33-33e208124206 admin admin] 10.222.0.15 "GET /v2.0/routers/3cb3116c-afda-4584-bd1f-e892214368af HTTP/1.1" status: 200 len: 704 time: 0.1690981 Aug 31 06:16:29.716409 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:29.779857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.074796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Allocated IP 172.20.0.1 (675a0b2f-ef88-4e88-a5ae-d61cd68b699c/2645d771-6cf2-46e1-b5e9-a05093d0c6e2/7706cbe5-026a-4ddc-8c06-eddd002472cd) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:16:30.257219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.282292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Transition to ACTIVE for port object 7706cbe5-026a-4ddc-8c06-eddd002472cd will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:16:30.350330 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.424168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:16:30.432044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:16:30.434025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Pushing event updated for resources: {'Port': ['ID=7706cbe5-026a-4ddc-8c06-eddd002472cd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:30.446111 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:16:30.446783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.653663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-40853b8c-7dcb-4670-b58d-839f21671248 None None] Provisioning for port 7706cbe5-026a-4ddc-8c06-eddd002472cd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:16:30.657302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-40853b8c-7dcb-4670-b58d-839f21671248 None None] Provisioning complete for port 7706cbe5-026a-4ddc-8c06-eddd002472cd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:16:30.657675 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-40853b8c-7dcb-4670-b58d-839f21671248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.690532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-40853b8c-7dcb-4670-b58d-839f21671248 None None] Port 7706cbe5-026a-4ddc-8c06-eddd002472cd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:16:30.692384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.894202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.898580 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.899323 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:30.979259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Pushing event updated for resources: {'Port': ['ID=7706cbe5-026a-4ddc-8c06-eddd002472cd,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:31.027498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:16:31.028860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:16:31.192207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Router 3cb3116c-afda-4584-bd1f-e892214368af is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:16:31.211659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-24c65b08-5c54-47cd-ae76-046af75234d4 None None] Provisioning complete for port 7706cbe5-026a-4ddc-8c06-eddd002472cd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:16:31.212246 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-24c65b08-5c54-47cd-ae76-046af75234d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:31.245107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-24c65b08-5c54-47cd-ae76-046af75234d4 None None] Port 7706cbe5-026a-4ddc-8c06-eddd002472cd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:16:31.282431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:16:31.287685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e97c26f4-47f6-4d78-b390-4c304d78f79e admin admin] 10.222.0.15 "PUT /v2.0/routers/3cb3116c-afda-4584-bd1f-e892214368af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7723615 Aug 31 06:16:31.293764 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Sync routers for ids ['3cb3116c-afda-4584-bd1f-e892214368af'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:16:31.306831 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Routers {'3cb3116c-afda-4584-bd1f-e892214368af'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:16:31.307548 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:16:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3cb3116c-afda-4584-bd1f-e892214368af'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:16:31.490347 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Set router 3cb3116c-afda-4584-bd1f-e892214368af gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:16:31.924033 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb3116c-afda-4584-bd1f-e892214368af', 'name': 'router1', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:16:20Z', 'updated_at': '2021-08-31T06:16:30Z', 'revision_number': 2, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'gw_port_host': None, '_interfaces': [{'id': '7706cbe5-026a-4ddc-8c06-eddd002472cd', 'name': '', 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'mac_address': 'fa:16:3e:bc:8c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:29Z', 'updated_at': '2021-08-31T06:16:30Z', 'revision_number': 2, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'subnets': [{'id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29844a3c-39d3-4e78-b1e6-23e6ce324059'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:16:31.974767 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Checking router: 3cb3116c-afda-4584-bd1f-e892214368af for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:16:31.975126 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Updating router 3cb3116c-afda-4584-bd1f-e892214368af port 7706cbe5-026a-4ddc-8c06-eddd002472cd binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:16:32.023976 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:32.547608 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:32.566178 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Transition to ACTIVE for port object 7706cbe5-026a-4ddc-8c06-eddd002472cd will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:16:32.572574 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:32.764813 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Pushing event updated for resources: {'Port': ['ID=7706cbe5-026a-4ddc-8c06-eddd002472cd,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:32.787184 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.787706 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.788211 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.788722 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.789251 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.789762 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.790807 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.791325 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.791828 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.792334 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.792837 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.793372 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Tracked resource versions report: Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: pushed versions: Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: { 'AddressGroup': {'1.2'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'ConntrackHelper': {'1.0'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Log': {'1.0'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Network': {'1.1'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Port': {'1.7'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'PortForwarding': {'1.2'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'QosPolicy': {'1.9'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'SecurityGroup': {'1.4'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'SubPort': {'1.0'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Subnet': {'1.1'}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Trunk': {'1.1'}} Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: consumer versions: Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: { DHCP agent@n-d-712142-16: {}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: L3 agent@n-d-712142-16: {}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: Metadata agent@n-d-712142-16: {}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: Metering agent@n-d-712142-16: {}, Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: Open vSwitch agent@n-d-712142-16: { 'AddressGroup': '1.2', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'ConntrackHelper': '1.0', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Log': '1.0', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Network': '1.1', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Port': '1.7', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'PortForwarding': '1.2', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'QosPolicy': '1.9', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'SecurityGroup': '1.4', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'SecurityGroupRule': '1.2', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'SubPort': '1.0', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Subnet': '1.1', Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: 'Trunk': '1.1'}} Aug 31 06:16:32.795145 n-d-712142-16 neutron-server[94670]: {{(pid=94670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:16:32.803825 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Attempting to bind port 7706cbe5-026a-4ddc-8c06-eddd002472cd on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:16:32.804356 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Attempting to bind port 7706cbe5-026a-4ddc-8c06-eddd002472cd by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:16:32.804981 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Attempting to bind port 7706cbe5-026a-4ddc-8c06-eddd002472cd on network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:16:32.813033 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:16:32.813678 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Checking segment: {'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:16:32.814409 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:32.814993 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Bound using segment: {'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:16:32.815754 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Bound port: 7706cbe5-026a-4ddc-8c06-eddd002472cd, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25add2ec-3ac0-43bd-a486-167a06a752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:16:32.816339 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:32.912390 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] For port 7706cbe5-026a-4ddc-8c06-eddd002472cd, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:16:32.941552 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] For port 7706cbe5-026a-4ddc-8c06-eddd002472cd, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7706cbe5-026a-4ddc-8c06-eddd002472cd,segment=NetworkSegment(25add2ec-3ac0-43bd-a486-167a06a752cf),segment_id=25add2ec-3ac0-43bd-a486-167a06a752cf)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:16:32.946861 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:33.002874 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Routers {'3cb3116c-afda-4584-bd1f-e892214368af'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:16:33.003825 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:16:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3cb3116c-afda-4584-bd1f-e892214368af'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:16:33.140085 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87751a09-30a3-4bdb-8ac8-26f21aab3458 None None] Pushing event updated for resources: {'Port': ['ID=7706cbe5-026a-4ddc-8c06-eddd002472cd,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:33.165891 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] Set router 3cb3116c-afda-4584-bd1f-e892214368af gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:16:33.345392 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:16:33.381065 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb3116c-afda-4584-bd1f-e892214368af', 'name': 'router1', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:16:20Z', 'updated_at': '2021-08-31T06:16:30Z', 'revision_number': 2, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'gw_port_host': None, '_interfaces': [{'id': '7706cbe5-026a-4ddc-8c06-eddd002472cd', 'name': '', 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'mac_address': 'fa:16:3e:bc:8c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:29Z', 'updated_at': '2021-08-31T06:16:32Z', 'revision_number': 4, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'subnets': [{'id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29844a3c-39d3-4e78-b1e6-23e6ce324059'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:16:33.406147 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c3ff9-94ca-4dae-8e33-117cc692ebcd None None] The sync data for ids ['3cb3116c-afda-4584-bd1f-e892214368af'] in n-d-712142-16 is: [{'id': '3cb3116c-afda-4584-bd1f-e892214368af', 'name': 'router1', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:16:20Z', 'updated_at': '2021-08-31T06:16:30Z', 'revision_number': 2, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'gw_port_host': None, '_interfaces': [{'id': '7706cbe5-026a-4ddc-8c06-eddd002472cd', 'name': '', 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'mac_address': 'fa:16:3e:bc:8c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:29Z', 'updated_at': '2021-08-31T06:16:32Z', 'revision_number': 4, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'subnets': [{'id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29844a3c-39d3-4e78-b1e6-23e6ce324059'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:16:33.762857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44148) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:33.882853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac494599-928f-4706-a6a6-eb7e96c8d911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:16:33.884803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ac494599-928f-4706-a6a6-eb7e96c8d911 admin admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 842 time: 0.1209915 Aug 31 06:16:33.894967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Request body: {'subnet': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'ip_version': 4, 'cidr': '172.25.5.0/24'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:16:33.919979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Made reservation on behalf of 3d25250fc2fb4c2988be456b09cc8576 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:16:33.922383 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:34.229176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:16:34.229639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:34.293855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:34.300502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:16:34.300852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Network hostable DHCP agents. Network: 30e2354c-4b08-45fe-92e6-f67108ed265a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:16:34.322597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:16:34.334115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 30e2354c-4b08-45fe-92e6-f67108ed265a) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:16:34.342242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa91fa-49b8-44a9-8e38-0d36a176b1d1 None None] Network 30e2354c-4b08-45fe-92e6-f67108ed265a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:16:34.345112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:16:34.345464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:34.360510 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d9446e81-ef37-48bb-a52b-c816094efb4e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4690273 Aug 31 06:16:34.476330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a269d8b-cc36-4cfa-a6da-e4f58d0f22f5 None None] Network 30e2354c-4b08-45fe-92e6-f67108ed265a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:16:36.671040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44156) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:36.814729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1105cbae-ebd6-441a-904c-56f23f8c4803 admin admin] 10.222.0.15 "GET /v2.0/routers/3cb3116c-afda-4584-bd1f-e892214368af HTTP/1.1" status: 200 len: 710 time: 0.1418817 Aug 31 06:16:36.922197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6dc86-7951-4b60-bdaa-0a5bda7491f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:16:36.929083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-15c6dc86-7951-4b60-bdaa-0a5bda7491f0 admin admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 886 time: 0.1026807 Aug 31 06:16:36.933868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:16:37.254416 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:37.485332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:37.564043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:37.687606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Allocated IP 172.25.5.79 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/9c15d4ab-6f6c-427b-a901-0684ccc28748) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:16:37.788396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:37.827567 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:37.873618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:16:37.877512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:16:37.879303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c15d4ab-6f6c-427b-a901-0684ccc28748,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:37.881535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:16:38.146746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:38.366697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:38.370556 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:38.582076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Router 3cb3116c-afda-4584-bd1f-e892214368af has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:16:38.692754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7706cbe5-026a-4ddc-8c06-eddd002472cd up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:16:38.700318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:16:38.706256 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:38.721829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2b57cc67-afd1-42e7-84d0-6aa7122db3c8 admin admin] 10.222.0.15 "PUT /v2.0/routers/3cb3116c-afda-4584-bd1f-e892214368af HTTP/1.1" status: 200 len: 889 time: 1.7918603 Aug 31 06:16:38.763275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 7706cbe5-026a-4ddc-8c06-eddd002472cd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:16:38.768837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7706cbe5-026a-4ddc-8c06-eddd002472cd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:16:38.769543 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:38.870860 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:38.910870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 7706cbe5-026a-4ddc-8c06-eddd002472cd, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7706cbe5-026a-4ddc-8c06-eddd002472cd,segment=NetworkSegment(25add2ec-3ac0-43bd-a486-167a06a752cf),segment_id=25add2ec-3ac0-43bd-a486-167a06a752cf)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:16:38.915837 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:38.965096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=7706cbe5-026a-4ddc-8c06-eddd002472cd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:39.901372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Sync routers for ids ['3cb3116c-afda-4584-bd1f-e892214368af'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:16:39.912368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Routers {'3cb3116c-afda-4584-bd1f-e892214368af'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:16:39.913011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:16:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3cb3116c-afda-4584-bd1f-e892214368af'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:16:40.179549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Set router 3cb3116c-afda-4584-bd1f-e892214368af gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:16:40.636500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb3116c-afda-4584-bd1f-e892214368af', 'name': 'router1', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '9c15d4ab-6f6c-427b-a901-0684ccc28748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:16:20Z', 'updated_at': '2021-08-31T06:16:38Z', 'revision_number': 4, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'gw_port': {'id': '9c15d4ab-6f6c-427b-a901-0684ccc28748', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:37Z', 'updated_at': '2021-08-31T06:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '7706cbe5-026a-4ddc-8c06-eddd002472cd', 'name': '', 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'mac_address': 'fa:16:3e:bc:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:29Z', 'updated_at': '2021-08-31T06:16:38Z', 'revision_number': 5, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'subnets': [{'id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29844a3c-39d3-4e78-b1e6-23e6ce324059'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:16:40.698978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7706cbe5-026a-4ddc-8c06-eddd002472cd up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:16:40.703248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Checking router: 3cb3116c-afda-4584-bd1f-e892214368af for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:16:40.703603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Updating router 3cb3116c-afda-4584-bd1f-e892214368af port 9c15d4ab-6f6c-427b-a901-0684ccc28748 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:16:40.788814 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:40.916591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7706cbe5-026a-4ddc-8c06-eddd002472cd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:16:40.917267 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:41.167172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44168) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:16:41.235794 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:41.247382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Transition to ACTIVE for port object 9c15d4ab-6f6c-427b-a901-0684ccc28748 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:16:41.253355 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:41.285719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-70fb79f6-8006-42bb-8bff-905e8f532691 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1169989 Aug 31 06:16:41.307540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Attempting to bind port 9c15d4ab-6f6c-427b-a901-0684ccc28748 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:16:41.307856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Attempting to bind port 9c15d4ab-6f6c-427b-a901-0684ccc28748 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:16:41.308227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Attempting to bind port 9c15d4ab-6f6c-427b-a901-0684ccc28748 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:16:41.310537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5403da-312f-4e7c-a994-78f43508ec7d None None] Pushing event updated for resources: {'Port': ['ID=9c15d4ab-6f6c-427b-a901-0684ccc28748,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:41.316729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:16:41.317107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:16:41.317553 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:41.317964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:16:41.318547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Bound port: 9c15d4ab-6f6c-427b-a901-0684ccc28748, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:16:41.318840 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:41.390787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] For port 9c15d4ab-6f6c-427b-a901-0684ccc28748, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:16:41.395925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] For port 9c15d4ab-6f6c-427b-a901-0684ccc28748, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9c15d4ab-6f6c-427b-a901-0684ccc28748,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:16:41.402428 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:41.486719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Routers {'3cb3116c-afda-4584-bd1f-e892214368af'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:16:41.487371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:16:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3cb3116c-afda-4584-bd1f-e892214368af'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:16:41.494058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5403da-312f-4e7c-a994-78f43508ec7d None None] Pushing event updated for resources: {'Port': ['ID=9c15d4ab-6f6c-427b-a901-0684ccc28748,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:41.687800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] Set router 3cb3116c-afda-4584-bd1f-e892214368af gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:16:41.904934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb3116c-afda-4584-bd1f-e892214368af', 'name': 'router1', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '9c15d4ab-6f6c-427b-a901-0684ccc28748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:16:20Z', 'updated_at': '2021-08-31T06:16:38Z', 'revision_number': 4, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'gw_port': {'id': '9c15d4ab-6f6c-427b-a901-0684ccc28748', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:37Z', 'updated_at': '2021-08-31T06:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '7706cbe5-026a-4ddc-8c06-eddd002472cd', 'name': '', 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'mac_address': 'fa:16:3e:bc:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:29Z', 'updated_at': '2021-08-31T06:16:38Z', 'revision_number': 5, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'subnets': [{'id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29844a3c-39d3-4e78-b1e6-23e6ce324059'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:16:41.934161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7c646-d692-462a-87b1-3cfe0062dd56 None None] The sync data for ids ['3cb3116c-afda-4584-bd1f-e892214368af'] in n-d-712142-16 is: [{'id': '3cb3116c-afda-4584-bd1f-e892214368af', 'name': 'router1', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '9c15d4ab-6f6c-427b-a901-0684ccc28748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:16:20Z', 'updated_at': '2021-08-31T06:16:38Z', 'revision_number': 4, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'gw_port': {'id': '9c15d4ab-6f6c-427b-a901-0684ccc28748', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:37Z', 'updated_at': '2021-08-31T06:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '7706cbe5-026a-4ddc-8c06-eddd002472cd', 'name': '', 'network_id': '675a0b2f-ef88-4e88-a5ae-d61cd68b699c', 'tenant_id': 'be217af50f7c47a6898b470dc8a806e6', 'mac_address': 'fa:16:3e:bc:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb3116c-afda-4584-bd1f-e892214368af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:16:29Z', 'updated_at': '2021-08-31T06:16:38Z', 'revision_number': 5, 'project_id': 'be217af50f7c47a6898b470dc8a806e6', 'subnets': [{'id': '2645d771-6cf2-46e1-b5e9-a05093d0c6e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29844a3c-39d3-4e78-b1e6-23e6ce324059'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:16:42.695425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9c15d4ab-6f6c-427b-a901-0684ccc28748 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:16:42.777657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9c15d4ab-6f6c-427b-a901-0684ccc28748 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:16:42.782601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9c15d4ab-6f6c-427b-a901-0684ccc28748 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:16:42.782981 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:42.863188 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:42.884253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 9c15d4ab-6f6c-427b-a901-0684ccc28748, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9c15d4ab-6f6c-427b-a901-0684ccc28748,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:16:42.888461 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:42.937267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=9c15d4ab-6f6c-427b-a901-0684ccc28748,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:16:44.659869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9c15d4ab-6f6c-427b-a901-0684ccc28748 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:16:44.711627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9c15d4ab-6f6c-427b-a901-0684ccc28748 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:16:44.711999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:54.107820 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75f6abfc-7c5a-4575-8664-34dd9edd3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:56.690963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-63b48766-4bff-4287-93f2-67d98394ef15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:56.741412 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:57.894165 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:16:59.743826 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:10.345151 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:17:24.107846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c9d2dd27-ab6f-4dd5-9a8a-9cd07e01b174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:26.682563 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f0c50828-d8d2-41cb-a6f9-109f4ef9aaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:26.735901 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:27.890385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:29.736023 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:47.342870 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:17:54.107893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e4f5a0a5-7cfa-4c28-bab2-4bd36e7420bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:56.687776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-59bc5a4b-d211-4ebf-8e2a-a5ab3715e7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:56.736333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:57.892750 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:17:59.764939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:22.273519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44764) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:22.332684 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-86892a44-4b41-4f5b-880a-bb69d6f763b4 admin admin] GET failed (client error): The resource could not be found. Aug 31 06:18:22.334564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-86892a44-4b41-4f5b-880a-bb69d6f763b4 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596030 Aug 31 06:18:22.491459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe7825f-70b0-4951-a635-af35e1e0706b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:22.492933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2fe7825f-70b0-4951-a635-af35e1e0706b admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1538525 Aug 31 06:18:24.109654 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a6925ffd-63f1-4971-99ed-938295921f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:24.341719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:18:24.636312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44774) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:24.751367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa594a50-d984-42a9-8922-68d26c5c721a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:24.752716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fa594a50-d984-42a9-8922-68d26c5c721a admin admin] 10.222.0.15 "GET /v2.0/subnets/2645d771-6cf2-46e1-b5e9-a05093d0c6e2 HTTP/1.1" status: 200 len: 849 time: 0.1154873 Aug 31 06:18:24.762966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:18:24.845023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:24.990835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740152953308'] for subnet, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:25.023811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:25.024854 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:25.025789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] 10.222.0.15 "PUT /v2.0/subnets/2645d771-6cf2-46e1-b5e9-a05093d0c6e2 HTTP/1.1" status: 200 len: 868 time: 0.2664196 Aug 31 06:18:25.028127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7550abba-9a0d-4da7-aee2-a24713cef545 None None] Network 675a0b2f-ef88-4e88-a5ae-d61cd68b699c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:18:25.045474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2645d771-6cf2-46e1-b5e9-a05093d0c6e2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:18:25.053507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.053879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.054190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.054526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.054858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.055188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.055514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.055838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.056161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.056483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.056804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.057128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb604f36-833f-4bf8-935a-241f0ccbb483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:18:25.418683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c444b048-8d6c-49ea-8cc0-c63372f79064 None None] Provisioning complete for port 7706cbe5-026a-4ddc-8c06-eddd002472cd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:18:25.419270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c444b048-8d6c-49ea-8cc0-c63372f79064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:25.503952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c444b048-8d6c-49ea-8cc0-c63372f79064 None None] Provisioning complete for port 9a5d29a0-f796-47f6-858b-8c7cc2d852d0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:18:25.504245 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c444b048-8d6c-49ea-8cc0-c63372f79064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:26.690264 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9238a9ae-edb6-4d40-9476-3e26cc29e23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:26.737760 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:27.193126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44784) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:27.392038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de45d38-421f-41a8-9c93-dbd36322c005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:27.392520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de45d38-421f-41a8-9c93-dbd36322c005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:27.394102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7de45d38-421f-41a8-9c93-dbd36322c005 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999867 Aug 31 06:18:27.896833 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:29.610643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44792) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:29.741976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f696b-bc3b-4fa8-9a68-5c50df684a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:29.742450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f696b-bc3b-4fa8-9a68-5c50df684a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:29.744852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-224f696b-bc3b-4fa8-9a68-5c50df684a61 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1331232 Aug 31 06:18:29.747711 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:31.899230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44800) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:32.022165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6b4ec-d591-47e9-a051-d8b34936a0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:32.023544 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fda6b4ec-d591-47e9-a051-d8b34936a0d1 admin admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 886 time: 0.1233711 Aug 31 06:18:34.180919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44808) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:34.309390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da82be-9468-4fd2-b3ac-a49b9c559679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:34.310768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c6da82be-9468-4fd2-b3ac-a49b9c559679 admin admin] 10.222.0.15 "GET /v2.0/networks/675a0b2f-ef88-4e88-a5ae-d61cd68b699c HTTP/1.1" status: 200 len: 869 time: 0.1288471 Aug 31 06:18:36.486829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44816) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:36.620414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b0bef-9263-4083-954e-efd5a9c659eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:36.620891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b0bef-9263-4083-954e-efd5a9c659eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:36.622482 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-db8b0bef-9263-4083-954e-efd5a9c659eb admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347120 Aug 31 06:18:38.781460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44824) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:38.873231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad756866-b426-4fd3-9529-f31fd76d6adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:38.873682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad756866-b426-4fd3-9529-f31fd76d6adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:38.875182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ad756866-b426-4fd3-9529-f31fd76d6adf admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927811 Aug 31 06:18:41.029037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44832) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:41.117992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480986d-0a41-4ac4-b74d-3c6cf4c7f343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:41.119310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7480986d-0a41-4ac4-b74d-3c6cf4c7f343 admin admin] 10.222.0.15 "GET /v2.0/subnets/2645d771-6cf2-46e1-b5e9-a05093d0c6e2 HTTP/1.1" status: 200 len: 868 time: 0.0892472 Aug 31 06:18:43.288276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44840) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:18:43.372808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9764d8-dcfe-4c6d-8e60-daacdc36e618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:18:43.374167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7c9764d8-dcfe-4c6d-8e60-daacdc36e618 admin admin] 10.222.0.15 "GET /v2.0/subnets/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f HTTP/1.1" status: 200 len: 816 time: 0.0849478 Aug 31 06:18:54.111554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-52d019db-aa11-404a-bf02-7f277f94077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:56.689946 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aaff2f2c-a870-423d-af5f-0fa6ab8b0457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:56.737631 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:57.902274 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:18:59.750448 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:01.340370 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:19:07.173852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44894) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:19:07.220401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-45fc242d-e03d-4e50-9969-3ce10b761db0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:19:07.221415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-45fc242d-e03d-4e50-9969-3ce10b761db0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466061 Aug 31 06:19:09.464083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44902) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:19:09.526480 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-194b34f0-4a39-48b3-b0da-4c50a1ee603b admin admin] GET failed (client error): The resource could not be found. Aug 31 06:19:09.527783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-194b34f0-4a39-48b3-b0da-4c50a1ee603b admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627882 Aug 31 06:19:09.608940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8df82a-08c9-421e-9bac-9a409b81ceb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:19:09.610441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fa8df82a-08c9-421e-9bac-9a409b81ceb6 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0781245 Aug 31 06:19:11.787447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44910) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:19:11.833419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:19:11.853566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Made reservation on behalf of 3d25250fc2fb4c2988be456b09cc8576 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:19:11.855802 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:11.883618 n-d-712142-16 neutron-server[94668]: WARNING neutron.services.revisions.revision_plugin [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Could not find related network for resource to bump revision. Aug 31 06:19:11.894383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:19:11.903355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:11.903700 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Added segment 3a4ebb26-3868-4c97-b3cf-50cd75b40879 of type vlan for network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 Aug 31 06:19:11.941203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:11.968566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:11.969412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:19:11.969987 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:12.022822 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2342834 Aug 31 06:19:12.029708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Pushing event updated for resources: {'Network': ['ID=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:19:12.037403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.037939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.038305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.038628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.038961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.039291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.039792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.040129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.040455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.040779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.041128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.041477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333185e-0282-4ad7-b134-daee7b67416a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:12.053297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:19:14.208408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44918) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:19:14.268589 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cf47d3-46c0-451f-bc24-1a1ec383cef0 admin admin] GET failed (client error): The resource could not be found. Aug 31 06:19:14.269934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-97cf47d3-46c0-451f-bc24-1a1ec383cef0 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605812 Aug 31 06:19:14.340139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a04975-a381-4eff-af73-19a9ac692032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:19:14.341925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-24a04975-a381-4eff-af73-19a9ac692032 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672839 Aug 31 06:19:14.353032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:19:14.373797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Made reservation on behalf of 3d25250fc2fb4c2988be456b09cc8576 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:19:14.376145 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:14.537278 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:14.594278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf64dfb7-eac9-4303-a4a7-73d4f2998782,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:19:14.601079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:19:14.601079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Network hostable DHCP agents. Network: c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:19:14.616836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:19:14.626284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:19:14.631358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:19:14.632194 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:14.636731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2543e-4755-4ca8-9e23-3cf2cb167d98 None None] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:19:14.660796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a97ce0a7-e768-408b-836f-a29080a59fa6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3002713 Aug 31 06:19:14.886880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'tenant_id': '3d25250fc2fb4c2988be456b09cc8576', 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:19:14.887795 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:15.021777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Allocated IP 192.168.233.2 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:19:15.173533 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:15.182695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Transition to ACTIVE for port object bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:19:15.198368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Transition to ACTIVE for port object bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:19:15.205881 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:15.241613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:19:15.246375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:19:15.249804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:19:15.262934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Pushing event updated for resources: {'Port': ['ID=bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:19:15.284912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.285290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.285628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.285986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.286309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.286631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.286978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.287300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.287623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.287939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.288254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.288571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:19:15.321790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Attempting to bind port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:19:15.322151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Attempting to bind port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:19:15.322504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Attempting to bind port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:19:15.327358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:19:15.327723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:19:15.328236 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:15.328626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:19:15.329082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Bound port: bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:19:15.329497 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:15.391991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] For port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:19:15.396110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] For port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:19:15.400636 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:15.458452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444754e-d69d-4a70-860c-c8f00dcdc6e0 None None] Pushing event updated for resources: {'Port': ['ID=bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:19:16.297286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca16310-01cc-4fa8-94a7-ad5ab3b58582 None None] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:19:16.379222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dd328c2c-561d-4ca2-98ce-1eca3bd2a417 None None] Provisioning for port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:19:16.788290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:19:16.838497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:19:16.842472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:19:16.842851 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:16.920503 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:16.953935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:19:16.958455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:17.014081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:19:18.764432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:19:18.812256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port bbcb77f8-d4fa-44c8-83c3-2f0ef7342e71 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:19:18.812617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:24.112219 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-30c0faeb-6026-4ca3-8f75-2833492cfa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:26.693410 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcdd4-14c0-456c-ba30-2fdc9bddb4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:26.738496 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:27.902562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:29.752932 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:38.339046 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:19:54.113324 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a828e70a-d1d5-4f72-acf3-52d0ad57330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:56.693290 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-083b575e-898d-4b94-8489-4b1e8a60e25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:56.739698 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:57.905149 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:19:59.757150 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:15.338195 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:20:22.897508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44970) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:20:22.903353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-811b2737-7b66-47a3-a694-4f7dd9f30cae tempest-verify_tempest_config-104936573 tempest-verify_tempest_config-104936573-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:20:22.904308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-811b2737-7b66-47a3-a694-4f7dd9f30cae tempest-verify_tempest_config-104936573 tempest-verify_tempest_config-104936573-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058608 Aug 31 06:20:23.192240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44988) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:20:23.300769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:23.411807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:23.415515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:23.476887 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b675cc2358bd4dd396c13746b159effd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2834382 Aug 31 06:20:23.477958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb62cf-e87c-4d1a-819b-dabeae44016e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:20:23.479436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44994) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:20:23.485064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.485440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.485774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.486099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.486425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.486750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.487068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.488222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.488549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.488866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.489196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.489522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42a640-393e-4744-9daa-d1fd1fc21c4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.533977 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:23.554796 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:23.639648 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:23.642185 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:23.643330 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eadb62cf-e87c-4d1a-819b-dabeae44016e HTTP/1.1" status: 204 len: 168 time: 0.1629572 Aug 31 06:20:23.651314 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb62cf-e87c-4d1a-819b-dabeae44016e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:20:23.657983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.658331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.658663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.658994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.659828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.660154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.660473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.660855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.661095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.661444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.661766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:23.662137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a33129a-9112-412a-9bd1-9df696c0d53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:20:24.114407 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-62560bb2-b9ca-474e-8614-16a1db497155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:26.693559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-196816bc-d190-479a-b3cc-9d74f3abd6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:26.738399 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:27.907751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:29.760049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:52.336658 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:20:54.115528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-821152b0-d74f-45df-a3ac-529888bfd1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:56.694058 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6d257dd4-f992-4f00-a8d6-aeb75b88dd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:56.737719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:57.909924 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:20:59.763145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:24.115205 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a8c7c0ab-6782-4684-ba30-b7689f869a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:26.694045 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-44a4e853-fec9-4aab-af30-301840e0097c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:26.739645 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:27.912803 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:29.335732 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:21:29.768363 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:54.114988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a46e9a3-9426-496e-a8e7-10c316d4e566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:56.700192 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-629b8a44-96d7-4f7f-bf77-d9759e9c27a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:56.739416 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:57.916091 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:21:59.768136 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:06.334897 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:22:24.115013 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf6fbc72-2701-47d7-8b93-a31df74c3820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:26.690450 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b6bdd8c-5bd7-4a5f-80e8-12416501c89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:26.739869 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:27.918283 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:29.771122 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:43.333743 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:22:54.115364 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d7dec11-3e26-4738-b4aa-f2fdc0b8571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:56.691086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-323ee8bd-fd4d-4a1a-b977-8c0672c8fdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:56.739609 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:57.921166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:22:59.774482 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:20.333259 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 5 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:23:24.046242 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580792'] for agent, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:24.113970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bb15b1be-ecf4-4af3-a857-576a176d5d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:25.517488 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1580792'] for agent, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:26.693011 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-232e817f-d67b-4674-ba37-afc2bbaa02e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:26.739921 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:27.922898 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:29.777674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:54.003619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:54.112923 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc753c19-ca5b-4c03-93a8-b95ad4aa8e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:55.462384 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:56.693318 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-612ed0a2-e524-4cb0-b077-1810800d5399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:56.739533 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:57.332043 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:23:57.925437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:59.787323 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:09.772093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45060) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:24:09.875012 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6c3b1db-1646-49c4-a270-f116ed6fc181 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1018238 Aug 31 06:24:12.048077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45070) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:24:12.101960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a733099-35d6-40fd-bfea-ae0ff8a40b44 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0528152 Aug 31 06:24:23.999384 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:24.112352 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-56d33ac1-27af-4d59-9270-c09d5779ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:25.478738 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:26.692482 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-15ffc83e-13d9-4468-9860-79f386306797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:26.739041 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:27.927217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:29.783712 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:34.331325 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:24:54.018437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:54.114933 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d3355970-0033-4dfb-9125-7c8058bc9a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:55.479212 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:56.694520 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-165b4b3f-2a8d-493b-b889-0108dcab4333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:56.741368 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:57.935097 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:59.824080 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:11.330487 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:25:24.019047 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:24.116507 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc4b34b5-521b-4b25-bbe3-1606119a7ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:25.494371 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:26.694968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-11e7f74c-2786-4b31-a415-23c5b183955c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:26.741748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:27.933130 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:29.790765 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:36.684794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45218) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:37.072042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45244) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:37.077215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-32545674-7244-4dab-8683-1f4194cb4e20 tempest-AutoAllocateNetworkTest-346095567 tempest-AutoAllocateNetworkTest-346095567-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b433f1bce6a44c1a05238dfd83fcc38&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3911536 Aug 31 06:25:37.269170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758bcf6f-1018-4624-be90-8f10572d33c6 tempest-AutoAllocateNetworkTest-346095567 tempest-AutoAllocateNetworkTest-346095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:37.275471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-758bcf6f-1018-4624-be90-8f10572d33c6 tempest-AutoAllocateNetworkTest-346095567 tempest-AutoAllocateNetworkTest-346095567-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1973419 Aug 31 06:25:37.275471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:37.338513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-458720a3-0485-47a8-b7b5-cbe7e1802aad tempest-AutoAllocateNetworkTest-346095567 tempest-AutoAllocateNetworkTest-346095567-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607510 Aug 31 06:25:37.338850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45270) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:37.366939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d184839b-c8b7-40df-a263-c5249e725c61 tempest-AutoAllocateNetworkTest-346095567 tempest-AutoAllocateNetworkTest-346095567-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b433f1bce6a44c1a05238dfd83fcc38 HTTP/1.1" status: 200 len: 208 time: 0.0267916 Aug 31 06:25:37.824123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45294) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:37.941059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45302) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:38.052788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45310) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:38.184341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-network', 'tenant_id': '6034154b728b418db876726a7a60c3b6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:38.207898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Made reservation on behalf of 6034154b728b418db876726a7a60c3b6 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:38.210332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.223412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1032149770-network', 'tenant_id': '775362d3798247e4ac417b99fcdfa636'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:38.231365 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.255927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Made reservation on behalf of 775362d3798247e4ac417b99fcdfa636 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:38.258245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.271574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.342686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8227b436-0f40-4a2b-852e-ab27f60987c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.385010 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.393554 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.420448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:25:38.444221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740152891594', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.444798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Unsubscribe: segment precommit_create {{(pid=94667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 06:25:38.445399 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Added segment fd610c17-ec0b-4c6d-88ff-cf98c7c24869 of type vlan for network d53a5b30-3430-495c-8da2-fef612835fa4 Aug 31 06:25:38.499780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.545395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.546333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:38.546914 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.561686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d18048-d137-4edb-85f3-efd5879db065,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:38.584875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.585524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.586035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.586364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.586852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.587389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.587882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.588221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.588525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.588881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.589227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.589528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Tracked resource versions report: Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: pushed versions: Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: { 'AddressGroup': {'1.2'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'ConntrackHelper': {'1.0'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Log': {'1.0'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Network': {'1.1'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Port': {'1.7'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'PortForwarding': {'1.2'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'QosPolicy': {'1.9'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'SecurityGroup': {'1.4'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'SubPort': {'1.0'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Subnet': {'1.1'}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Trunk': {'1.1'}} Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: consumer versions: Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: { DHCP agent@n-d-712142-16: {}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: HyperV agent@n-h1-712142-16: {}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: HyperV agent@n-h2-712142-16: {}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: L3 agent@n-d-712142-16: {}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: Metadata agent@n-d-712142-16: {}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: Metering agent@n-d-712142-16: {}, Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: Open vSwitch agent@n-d-712142-16: { 'AddressGroup': '1.2', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'ConntrackHelper': '1.0', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Log': '1.0', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Network': '1.1', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Port': '1.7', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'PortForwarding': '1.2', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'QosPolicy': '1.9', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'SecurityGroup': '1.4', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'SecurityGroupRule': '1.2', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'SubPort': '1.0', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Subnet': '1.1', Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: 'Trunk': '1.1'}} Aug 31 06:25:38.590548 n-d-712142-16 neutron-server[94667]: {{(pid=94667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:25:38.687903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] Pushing event updated for resources: {'Network': ['ID=d53a5b30-3430-495c-8da2-fef612835fa4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:38.701060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d53a5b30-3430-495c-8da2-fef612835fa4 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:25:38.723564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.731379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.745443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4b98406c-2336-4564-ba01-7b52923dd4ff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9200468 Aug 31 06:25:38.748483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45348) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:38.756692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Request body: {'subnet': {'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-subnet', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:38.778468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:25:38.802885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8ce4a-a56e-4274-92cb-2287ffcd0110,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:38.812487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.813168 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Added segment 510c7232-6a4b-44dd-b808-ee55d3e439f3 of type vlan for network 3d4e2a8b-c108-4836-871a-523cf9ddc511 Aug 31 06:25:38.880334 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.935464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.937070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:38.937746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.942043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8227b436-0f40-4a2b-852e-ab27f60987c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:38.966047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Made reservation on behalf of 6034154b728b418db876726a7a60c3b6 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:38.969697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.006292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] Pushing event updated for resources: {'Network': ['ID=3d4e2a8b-c108-4836-871a-523cf9ddc511,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:39.012578 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8227b436-0f40-4a2b-852e-ab27f60987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.023991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 3d4e2a8b-c108-4836-871a-523cf9ddc511 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:25:39.105633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8227b436-0f40-4a2b-852e-ab27f60987c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b433f1bce6a44c1a05238dfd83fcc38&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0488174 Aug 31 06:25:39.106124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45364) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:39.127789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-08e91f86-d3f5-4285-adeb-0f8b2bb90afc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1812210 Aug 31 06:25:39.127789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227b436-0f40-4a2b-852e-ab27f60987c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8583d10e-9589-465b-9402-6bde86a7953e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:39.130525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:39.136890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Request body: {'subnet': {'network_id': '3d4e2a8b-c108-4836-871a-523cf9ddc511', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1032149770-subnet', 'tenant_id': '775362d3798247e4ac417b99fcdfa636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:39.169171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Made reservation on behalf of 775362d3798247e4ac417b99fcdfa636 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:39.172408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.377510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a9000d6-88db-48d3-80e7-b22eeb15ab43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.379990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.422840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.445033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a9000d6-88db-48d3-80e7-b22eeb15ab43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.472606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1812d17b-ef40-431b-ba1a-963235425b5e,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:39.499873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.500425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.501080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.501851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.502339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.502829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.503334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.504376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.504901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.505253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.505576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.505898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Tracked resource versions report: Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: pushed versions: Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: { 'AddressGroup': {'1.2'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'ConntrackHelper': {'1.0'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Log': {'1.0'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Network': {'1.1'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Port': {'1.7'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'PortForwarding': {'1.2'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'QosPolicy': {'1.9'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'SecurityGroup': {'1.4'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'SubPort': {'1.0'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Subnet': {'1.1'}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Trunk': {'1.1'}} Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: consumer versions: Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: { DHCP agent@n-d-712142-16: {}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: HyperV agent@n-h1-712142-16: {}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: HyperV agent@n-h2-712142-16: {}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: L3 agent@n-d-712142-16: {}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: Metadata agent@n-d-712142-16: {}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: Metering agent@n-d-712142-16: {}, Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: Open vSwitch agent@n-d-712142-16: { 'AddressGroup': '1.2', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'ConntrackHelper': '1.0', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Log': '1.0', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Network': '1.1', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Port': '1.7', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'PortForwarding': '1.2', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'QosPolicy': '1.9', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'SecurityGroup': '1.4', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'SecurityGroupRule': '1.2', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'SubPort': '1.0', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Subnet': '1.1', Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: 'Trunk': '1.1'}} Aug 31 06:25:39.506933 n-d-712142-16 neutron-server[94668]: {{(pid=94668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:25:39.522231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Checking segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:39.522633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Network hostable DHCP agents. Network: d53a5b30-3430-495c-8da2-fef612835fa4, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:25:39.542381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf10827-788b-4a66-829d-3f26ed46c538,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:39.543455 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a9000d6-88db-48d3-80e7-b22eeb15ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.545084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Checking segment: {'id': '510c7232-6a4b-44dd-b808-ee55d3e439f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3d4e2a8b-c108-4836-871a-523cf9ddc511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:39.545497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Network hostable DHCP agents. Network: 3d4e2a8b-c108-4836-871a-523cf9ddc511, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:25:39.547563 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a9000d6-88db-48d3-80e7-b22eeb15ab43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.552723 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a9000d6-88db-48d3-80e7-b22eeb15ab43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8583d10e-9589-465b-9402-6bde86a7953e HTTP/1.1" status: 204 len: 168 time: 0.4450884 Aug 31 06:25:39.556974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Network d53a5b30-3430-495c-8da2-fef612835fa4 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:25:39.568078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9000d6-88db-48d3-80e7-b22eeb15ab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8583d10e-9589-465b-9402-6bde86a7953e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:39.569215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Network 3d4e2a8b-c108-4836-871a-523cf9ddc511 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:25:39.577530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d53a5b30-3430-495c-8da2-fef612835fa4) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:39.578539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 3d4e2a8b-c108-4836-871a-523cf9ddc511) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:39.582029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:39.582707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.584779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:39.586743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.594629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f98aa-393b-482a-8242-a9beff1567c6 None None] Network d53a5b30-3430-495c-8da2-fef612835fa4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:39.602322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a3290e8a-0ae1-4d60-91a8-bec83bc77f9c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8527086 Aug 31 06:25:39.605369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45394) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:39.607605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826cad9e-499a-4c64-9712-ac998fa4d51a None None] Network 3d4e2a8b-c108-4836-871a-523cf9ddc511 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:39.610783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:39.617876 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dbc2e7cb-7709-4bb9-b319-0b8effac8801 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4829843 Aug 31 06:25:39.651108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.652467 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.724651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:39.947208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.016809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b418fc-2026-42fe-8b16-5feb8b137a13 None None] Network 3d4e2a8b-c108-4836-871a-523cf9ddc511 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:40.080065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d53a5b30-3430-495c-8da2-fef612835fa4', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:25:40.081082 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.256276 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.283810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.291889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Allocated IP 172.20.0.2 (d53a5b30-3430-495c-8da2-fef612835fa4/1812d17b-ef40-431b-ba1a-963235425b5e/74130d08-c553-4834-8d4e-467a965f030b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:25:40.459512 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.462824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Allocated IP 172.25.5.169 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/ff853ef8-c484-419e-981b-bb4f88644731) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:25:40.469336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Transition to ACTIVE for port object 74130d08-c553-4834-8d4e-467a965f030b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:40.487563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Transition to ACTIVE for port object 74130d08-c553-4834-8d4e-467a965f030b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:40.496189 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.538790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Network d53a5b30-3430-495c-8da2-fef612835fa4 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:25:40.542124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:40.547872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:25:40.620247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Pushing event updated for resources: {'Port': ['ID=74130d08-c553-4834-8d4e-467a965f030b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:40.631847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.645455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.654659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.656103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.661548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.662109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.663343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.665450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.665979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.666486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.667003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.668103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.669279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Tracked resource versions report: Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: pushed versions: Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: { 'AddressGroup': {'1.2'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'ConntrackHelper': {'1.0'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Log': {'1.0'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Network': {'1.1'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Port': {'1.7'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'PortForwarding': {'1.2'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'QosPolicy': {'1.9'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'SecurityGroup': {'1.4'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'SubPort': {'1.0'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Subnet': {'1.1'}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Trunk': {'1.1'}} Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: consumer versions: Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: { DHCP agent@n-d-712142-16: {}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: HyperV agent@n-h1-712142-16: {}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: HyperV agent@n-h2-712142-16: {}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: L3 agent@n-d-712142-16: {}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: Metadata agent@n-d-712142-16: {}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: Metering agent@n-d-712142-16: {}, Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: Open vSwitch agent@n-d-712142-16: { 'AddressGroup': '1.2', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'ConntrackHelper': '1.0', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Log': '1.0', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Network': '1.1', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Port': '1.7', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'PortForwarding': '1.2', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'QosPolicy': '1.9', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'SecurityGroup': '1.4', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'SecurityGroupRule': '1.2', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'SubPort': '1.0', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Subnet': '1.1', Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: 'Trunk': '1.1'}} Aug 31 06:25:40.672272 n-d-712142-16 neutron-server[94669]: {{(pid=94669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:25:40.733265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.752214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Attempting to bind port 74130d08-c553-4834-8d4e-467a965f030b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:25:40.753709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Attempting to bind port 74130d08-c553-4834-8d4e-467a965f030b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:25:40.754107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Attempting to bind port 74130d08-c553-4834-8d4e-467a965f030b on network d53a5b30-3430-495c-8da2-fef612835fa4 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:25:40.765764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:25:40.769882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Checking segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:40.770310 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.770708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Bound using segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:25:40.774835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Bound port: 74130d08-c553-4834-8d4e-467a965f030b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:25:40.775251 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:40.869778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:25:40.871465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Pushing event updated for resources: {'Port': ['ID=ff853ef8-c484-419e-981b-bb4f88644731,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:40.873875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:40.897346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:25:40.918201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] For port 74130d08-c553-4834-8d4e-467a965f030b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:25:40.923048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] For port 74130d08-c553-4834-8d4e-467a965f030b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=74130d08-c553-4834-8d4e-467a965f030b,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:25:40.937038 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.003503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f3083-1a2d-4b84-aef9-4ce2456932d0 None None] Pushing event updated for resources: {'Port': ['ID=74130d08-c553-4834-8d4e-467a965f030b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:41.400371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.400734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45464) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:41.406095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1272331134-network', 'tenant_id': '2b6ba5f0c4074ebc8f9ad11c71b85b1a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:41.438768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Made reservation on behalf of 2b6ba5f0c4074ebc8f9ad11c71b85b1a for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:41.442230 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.471754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.610260 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.617883 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.648640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:25:41.667048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f57b2c-18c1-4f75-af40-2cbab9ec4ddb,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:41.676035 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.694726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.697092 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Added segment 304b9b79-1539-444b-9010-d68e046ce6cc of type vlan for network 2c12878e-0383-4653-8ad1-416cdb726709 Aug 31 06:25:41.798243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.871264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.872492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:41.873088 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:41.879282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:25:41.977113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5748320 Aug 31 06:25:41.980280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45492) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:41.985823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Request body: {'subnet': {'network_id': '2c12878e-0383-4653-8ad1-416cdb726709', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1272331134-subnet', 'tenant_id': '2b6ba5f0c4074ebc8f9ad11c71b85b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:41.990824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4d773-9370-4ca8-a407-93957bed6cad admin admin] Pushing event updated for resources: {'Network': ['ID=2c12878e-0383-4653-8ad1-416cdb726709,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:42.006076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2c12878e-0383-4653-8ad1-416cdb726709 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:25:42.015289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Made reservation on behalf of 2b6ba5f0c4074ebc8f9ad11c71b85b1a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:42.021836 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:42.145928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:25:42.159063 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Sync routers for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:25:42.180816 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:25:42.182928 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:42.210882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45500) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:42.251539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:42.255095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3a4dfd92-92c2-4f75-93a7-3362c6e30690 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6485517 Aug 31 06:25:42.258182 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45506) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:42.413864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b0043-25f2-4857-9065-8538c74d89f4 None None] Network d53a5b30-3430-495c-8da2-fef612835fa4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:42.505798 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:42.522139 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:25:42.556303 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14b047f0-06f8-470d-9614-01bd7203cda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:42.575188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-77bc1820-652d-4f3d-aa1d-423d18af1449 None None] Provisioning for port 74130d08-c553-4834-8d4e-467a965f030b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:25:42.620134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87053a54-ad2a-4796-a65b-3984a1bf4687,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:42.622303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Checking segment: {'id': '304b9b79-1539-444b-9010-d68e046ce6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c12878e-0383-4653-8ad1-416cdb726709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:42.622628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Network hostable DHCP agents. Network: 2c12878e-0383-4653-8ad1-416cdb726709, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:25:42.652009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Network 2c12878e-0383-4653-8ad1-416cdb726709 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:25:42.665623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 2c12878e-0383-4653-8ad1-416cdb726709) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:42.679513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:42.681208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:42.693030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846a942-c9a7-4384-a8e0-fae416913e74 None None] Network 2c12878e-0383-4653-8ad1-416cdb726709 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:42.895484 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:41Z', 'revision_number': 3, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:42.917361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b3707-7023-4e83-b6e6-979ca416a488 None None] Network 2c12878e-0383-4653-8ad1-416cdb726709 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:42.923950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14b047f0-06f8-470d-9614-01bd7203cda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:42.936571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14b047f0-06f8-470d-9614-01bd7203cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:42.946436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dfd04827-5f15-4f8f-a429-4b208a73e1d9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9650705 Aug 31 06:25:42.976922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45538) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:42.982029 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Checking router: 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:25:42.982679 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Updating router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 port ff853ef8-c484-419e-981b-bb4f88644731 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:25:42.992909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-14b047f0-06f8-470d-9614-01bd7203cda6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4939d2f7dfd450bb0e175bf3e623d57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7809711 Aug 31 06:25:42.995686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45542) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:43.022637 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.070295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b047f0-06f8-470d-9614-01bd7203cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4449d075-6011-4787-b9bc-3108db2d779b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:43.158667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f53120f-5a8a-4e62-969d-5fb09874bab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.220895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f53120f-5a8a-4e62-969d-5fb09874bab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.228022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 74130d08-c553-4834-8d4e-467a965f030b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:25:43.265681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45552) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:43.267817 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.320089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-721ad263-caa9-42fb-bf0e-4698c2fc7954 admin admin] Deleting subnet 2cf10827-788b-4a66-829d-3f26ed46c538 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:25:43.324795 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-721ad263-caa9-42fb-bf0e-4698c2fc7954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.371608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f53120f-5a8a-4e62-969d-5fb09874bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.374528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f53120f-5a8a-4e62-969d-5fb09874bab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.378232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2f53120f-5a8a-4e62-969d-5fb09874bab6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4449d075-6011-4787-b9bc-3108db2d779b HTTP/1.1" status: 204 len: 168 time: 0.3789730 Aug 31 06:25:43.378232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-094ceae3-0393-40cb-953f-00339b7c0b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.380630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 74130d08-c553-4834-8d4e-467a965f030b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:25:43.395987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 74130d08-c553-4834-8d4e-467a965f030b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:43.396757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.402086 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-721ad263-caa9-42fb-bf0e-4698c2fc7954 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.405836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53120f-5a8a-4e62-969d-5fb09874bab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4449d075-6011-4787-b9bc-3108db2d779b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:43.425155 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-721ad263-caa9-42fb-bf0e-4698c2fc7954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.502681 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-094ceae3-0393-40cb-953f-00339b7c0b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.522786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-094ceae3-0393-40cb-953f-00339b7c0b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.559186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ceae3-0393-40cb-953f-00339b7c0b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034d9ec-0156-4bcf-a37d-7d857916823b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:43.574583 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.592142 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.605252 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-094ceae3-0393-40cb-953f-00339b7c0b42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb9493ec3cc7490e900c498e6e6ea617&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6263750 Aug 31 06:25:43.607332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45560) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:43.654023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 74130d08-c553-4834-8d4e-467a965f030b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=74130d08-c553-4834-8d4e-467a965f030b,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:25:43.657022 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Transition to ACTIVE for port object ff853ef8-c484-419e-981b-bb4f88644731 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:43.668056 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.683891 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.686719 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-721ad263-caa9-42fb-bf0e-4698c2fc7954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.701735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8505e82-e13e-498d-9903-c4a3218cd10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.727106 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-721ad263-caa9-42fb-bf0e-4698c2fc7954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.732823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-721ad263-caa9-42fb-bf0e-4698c2fc7954 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2cf10827-788b-4a66-829d-3f26ed46c538 HTTP/1.1" status: 204 len: 168 time: 0.4656670 Aug 31 06:25:43.735864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45568) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:43.736016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ad263-caa9-42fb-bf0e-4698c2fc7954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf10827-788b-4a66-829d-3f26ed46c538,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:43.773571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8505e82-e13e-498d-9903-c4a3218cd10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.799641 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Attempting to bind port ff853ef8-c484-419e-981b-bb4f88644731 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:25:43.800011 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Attempting to bind port ff853ef8-c484-419e-981b-bb4f88644731 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:25:43.803255 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Attempting to bind port ff853ef8-c484-419e-981b-bb4f88644731 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:25:43.821033 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Pushing event updated for resources: {'Port': ['ID=ff853ef8-c484-419e-981b-bb4f88644731,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:43.829253 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:25:43.829603 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:43.830072 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.830427 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:25:43.834292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Bound port: ff853ef8-c484-419e-981b-bb4f88644731, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:25:43.834713 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.835668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8505e82-e13e-498d-9903-c4a3218cd10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.839362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8505e82-e13e-498d-9903-c4a3218cd10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:43.844234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e8505e82-e13e-498d-9903-c4a3218cd10f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9034d9ec-0156-4bcf-a37d-7d857916823b HTTP/1.1" status: 204 len: 168 time: 0.2340291 Aug 31 06:25:43.854265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=74130d08-c553-4834-8d4e-467a965f030b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:43.864251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8505e82-e13e-498d-9903-c4a3218cd10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034d9ec-0156-4bcf-a37d-7d857916823b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:43.913957 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.914309 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.914858 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.915668 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.916017 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.916420 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.916768 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.917151 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.917521 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.917971 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.918349 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.918614 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Tracked resource versions report: Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: pushed versions: Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: { 'AddressGroup': {'1.2'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'ConntrackHelper': {'1.0'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Log': {'1.0'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Network': {'1.1'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Port': {'1.7'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'PortForwarding': {'1.2'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'QosPolicy': {'1.9'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'SecurityGroup': {'1.4'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'SubPort': {'1.0'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Subnet': {'1.1'}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Trunk': {'1.1'}} Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: consumer versions: Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: { DHCP agent@n-d-712142-16: {}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: HyperV agent@n-h1-712142-16: {}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: HyperV agent@n-h2-712142-16: {}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: L3 agent@n-d-712142-16: {}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: Metadata agent@n-d-712142-16: {}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: Metering agent@n-d-712142-16: {}, Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: Open vSwitch agent@n-d-712142-16: { 'AddressGroup': '1.2', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'ConntrackHelper': '1.0', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Log': '1.0', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Network': '1.1', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Port': '1.7', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'PortForwarding': '1.2', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'QosPolicy': '1.9', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'SecurityGroup': '1.4', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'SecurityGroupRule': '1.2', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'SubPort': '1.0', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Subnet': '1.1', Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: 'Trunk': '1.1'}} Aug 31 06:25:43.919905 n-d-712142-16 neutron-server[94670]: {{(pid=94670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:25:43.959354 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] For port ff853ef8-c484-419e-981b-bb4f88644731, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:25:43.966276 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] For port ff853ef8-c484-419e-981b-bb4f88644731, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff853ef8-c484-419e-981b-bb4f88644731,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:25:43.975052 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.020707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Allocated IP 172.20.0.1 (d53a5b30-3430-495c-8da2-fef612835fa4/1812d17b-ef40-431b-ba1a-963235425b5e/71b89e0c-c743-44e5-b27f-1aafc1ee2731) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:25:44.051385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.064711 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:25:44.065395 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:44.142951 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46d693-143f-41ef-95b2-c51ad88102ef None None] Pushing event updated for resources: {'Port': ['ID=ff853ef8-c484-419e-981b-bb4f88644731,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:44.214741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45594) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:44.237792 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:25:44.242461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-adcae176-5444-4f6b-83c2-f947cdc6e644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.259279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.284113 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.285259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.286239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.287327 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > port after_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.287889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.289170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > port after_update 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.289711 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.290233 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.291075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.291617 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.461559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-adcae176-5444-4f6b-83c2-f947cdc6e644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.478388 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-adcae176-5444-4f6b-83c2-f947cdc6e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.585798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-adcae176-5444-4f6b-83c2-f947cdc6e644 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=513ebc6e475d4d6aa767d1a1c21b5120&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3698709 Aug 31 06:25:44.586495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcae176-5444-4f6b-83c2-f947cdc6e644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819a7f40-b2a4-4f37-b513-36c7b24aefaa,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:44.599076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45614) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:44.665964 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7103af64-11b0-4344-bc34-55b395829451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:41Z', 'revision_number': 3, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:44.699924 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103af64-11b0-4344-bc34-55b395829451 None None] The sync data for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 is: [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:41Z', 'revision_number': 3, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:25:44.717446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.717858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.718240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.718619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:25:44.719305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4e2a8b-c108-4836-871a-523cf9ddc511']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:44.720646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45620) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:44.742786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29b03208-75e5-4265-8707-b3a317cd162b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.748078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510c7232-6a4b-44dd-b808-ee55d3e439f3') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:44.748367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510c7232-6a4b-44dd-b808-ee55d3e439f3') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:44.781443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-985573b7-b0ca-400f-8443-184215baef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.794483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.802369 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.853274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.856966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Transition to ACTIVE for port object 71b89e0c-c743-44e5-b27f-1aafc1ee2731 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:44.857159 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-985573b7-b0ca-400f-8443-184215baef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.868017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:25:44.868776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: from cryptography.utils import int_from_bytes Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: from cryptography.utils import int_from_bytes Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:25:44.873539 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:25:44.980635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-985573b7-b0ca-400f-8443-184215baef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.983597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-985573b7-b0ca-400f-8443-184215baef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:44.987274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-985573b7-b0ca-400f-8443-184215baef81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/819a7f40-b2a4-4f37-b513-36c7b24aefaa HTTP/1.1" status: 204 len: 168 time: 0.3850193 Aug 31 06:25:44.995672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.005565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29b03208-75e5-4265-8707-b3a317cd162b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.005761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.010411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45642) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:45.010711 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3d4e2a8b-c108-4836-871a-523cf9ddc511 HTTP/1.1" status: 204 len: 168 time: 1.2733850 Aug 31 06:25:45.032301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750db3b-0619-44c5-a9c8-7180733b7050 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4e2a8b-c108-4836-871a-523cf9ddc511,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:45.041257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.068078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 74130d08-c553-4834-8d4e-467a965f030b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:25:45.084141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985573b7-b0ca-400f-8443-184215baef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819a7f40-b2a4-4f37-b513-36c7b24aefaa,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:45.088557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d41347-32df-4d69-804e-aaa8dcd0fcee admin admin] Deleting subnet 87053a54-ad2a-4796-a65b-3984a1bf4687 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:25:45.103935 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29b03208-75e5-4265-8707-b3a317cd162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.105341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45648) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:45.108653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Network d53a5b30-3430-495c-8da2-fef612835fa4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:25:45.130522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:45.132631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55d41347-32df-4d69-804e-aaa8dcd0fcee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.140955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:25:45.143050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45654) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:45.143274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-29b03208-75e5-4265-8707-b3a317cd162b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc49ee3a2a834e45be58aef05a76db18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4188840 Aug 31 06:25:45.207518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 74130d08-c553-4834-8d4e-467a965f030b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:45.207836 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.214232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55d41347-32df-4d69-804e-aaa8dcd0fcee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.218621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b03208-75e5-4265-8707-b3a317cd162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd8b6ae-0678-4411-8387-047044abf122,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:45.242870 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55d41347-32df-4d69-804e-aaa8dcd0fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.288653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Pushing event updated for resources: {'Port': ['ID=71b89e0c-c743-44e5-b27f-1aafc1ee2731,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:45.343652 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55d41347-32df-4d69-804e-aaa8dcd0fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.382169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55d41347-32df-4d69-804e-aaa8dcd0fcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.387286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-55d41347-32df-4d69-804e-aaa8dcd0fcee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/87053a54-ad2a-4796-a65b-3984a1bf4687 HTTP/1.1" status: 204 len: 168 time: 0.3732343 Aug 31 06:25:45.388157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45662) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:45.437603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d41347-32df-4d69-804e-aaa8dcd0fcee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87053a54-ad2a-4796-a65b-3984a1bf4687,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:45.552336 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.660768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed44a46-b091-4330-8d34-551f44b43084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.717466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-92193246-f8be-40c2-81d1-4fd0958ac816 None None] Provisioning for port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:25:45.723608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-92193246-f8be-40c2-81d1-4fd0958ac816 None None] Provisioning complete for port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:45.725295 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-92193246-f8be-40c2-81d1-4fd0958ac816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.783559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.791082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed44a46-b091-4330-8d34-551f44b43084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.799754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7915535-81c0-4528-a36c-d8af4e4e91b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:45.828353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-92193246-f8be-40c2-81d1-4fd0958ac816 None None] Port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:25:46.086838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45724) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:46.156061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.167529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c12878e-0383-4653-8ad1-416cdb726709']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:46.186675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304b9b79-1539-444b-9010-d68e046ce6cc') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:46.187192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304b9b79-1539-444b-9010-d68e046ce6cc') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:46.214583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.300203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed44a46-b091-4330-8d34-551f44b43084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.302758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed44a46-b091-4330-8d34-551f44b43084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.310839 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7ed44a46-b091-4330-8d34-551f44b43084 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fd8b6ae-0678-4411-8387-047044abf122 HTTP/1.1" status: 204 len: 168 time: 1.1551933 Aug 31 06:25:46.320193 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.345014 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ae1bf9f-3a19-4d72-ae5f-983cc036fde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.351594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:25:46.356542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:25:46.364158 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:25:46.377301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.406719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed44a46-b091-4330-8d34-551f44b43084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd8b6ae-0678-4411-8387-047044abf122,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:46.476549 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.492885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.495107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c12878e-0383-4653-8ad1-416cdb726709 HTTP/1.1" status: 204 len: 168 time: 1.1060314 Aug 31 06:25:46.536453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17366299-9bbe-43b1-84c3-fcc099e8990a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c12878e-0383-4653-8ad1-416cdb726709,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:46.586883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7915535-81c0-4528-a36c-d8af4e4e91b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.594571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7915535-81c0-4528-a36c-d8af4e4e91b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.662981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7915535-81c0-4528-a36c-d8af4e4e91b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1806a64913b946d0b186478ba97993a9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5470471 Aug 31 06:25:46.663828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7915535-81c0-4528-a36c-d8af4e4e91b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d18514-8ff6-489b-b0b4-e0662b3c5072,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:46.666302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45766) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:46.742715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45768) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:46.765166 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.771722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ae1bf9f-3a19-4d72-ae5f-983cc036fde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.782637 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ae1bf9f-3a19-4d72-ae5f-983cc036fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.789288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.831028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0524d3df-c331-407f-bc5d-701185aebd17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=775362d3798247e4ac417b99fcdfa636&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0869098 Aug 31 06:25:46.834034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45772) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:46.840603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1bf9f-3a19-4d72-ae5f-983cc036fde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f831ae3a-174c-4d5a-ab05-06fa6a187f97,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:46.848928 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8ae1bf9f-3a19-4d72-ae5f-983cc036fde9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e8a47584b1c41219b093def33b7e33e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7599325 Aug 31 06:25:46.850199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45774) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:46.898143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Pushing event updated for resources: {'Port': ['ID=71b89e0c-c743-44e5-b27f-1aafc1ee2731,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:46.905522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.915198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f937000-fcae-4bd8-b297-57ffc4ebc9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.954085 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8834519a-2e06-4952-b412-28db13e0a493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:46.979437 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7bee6c2-05ed-47d6-8510-818e36dbb5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.032904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8834519a-2e06-4952-b412-28db13e0a493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.050112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7bee6c2-05ed-47d6-8510-818e36dbb5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.063743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff853ef8-c484-419e-981b-bb4f88644731 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:25:47.167972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f937000-fcae-4bd8-b297-57ffc4ebc9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.185598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8834519a-2e06-4952-b412-28db13e0a493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.191643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8834519a-2e06-4952-b412-28db13e0a493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.193299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8834519a-2e06-4952-b412-28db13e0a493 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f831ae3a-174c-4d5a-ab05-06fa6a187f97 HTTP/1.1" status: 204 len: 168 time: 0.3399653 Aug 31 06:25:47.203889 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7bee6c2-05ed-47d6-8510-818e36dbb5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.211113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7bee6c2-05ed-47d6-8510-818e36dbb5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.216989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c7bee6c2-05ed-47d6-8510-818e36dbb5db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ad8ce4a-a56e-4274-92cb-2287ffcd0110 HTTP/1.1" status: 204 len: 168 time: 0.3792875 Aug 31 06:25:47.226746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834519a-2e06-4952-b412-28db13e0a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f831ae3a-174c-4d5a-ab05-06fa6a187f97,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:47.229326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ff853ef8-c484-419e-981b-bb4f88644731 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:25:47.235689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ff853ef8-c484-419e-981b-bb4f88644731 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:47.244407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Network d53a5b30-3430-495c-8da2-fef612835fa4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:25:47.246339 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.246977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:47.258200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bee6c2-05ed-47d6-8510-818e36dbb5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8ce4a-a56e-4274-92cb-2287ffcd0110,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:47.265061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f937000-fcae-4bd8-b297-57ffc4ebc9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.267567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f937000-fcae-4bd8-b297-57ffc4ebc9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.268718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5f937000-fcae-4bd8-b297-57ffc4ebc9d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1d18514-8ff6-489b-b0b4-e0662b3c5072 HTTP/1.1" status: 204 len: 168 time: 0.5867510 Aug 31 06:25:47.284234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45806) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:47.289431 n-d-712142-16 neutron-server[94668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 06:25:47.313922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f937000-fcae-4bd8-b297-57ffc4ebc9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d18514-8ff6-489b-b0b4-e0662b3c5072,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:47.337015 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-57ad37d1-1162-4c6d-9392-8bd378d55b10 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f959a0b0ebb7493281c545354f935533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507307 Aug 31 06:25:47.442800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:25:47.538389 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.589037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aea2c-f040-4607-b626-5d04cd198f46 req-4f379b72-c829-41b2-b6f5-375b3f7bf0e6 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:47.593545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ff853ef8-c484-419e-981b-bb4f88644731, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff853ef8-c484-419e-981b-bb4f88644731,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:25:47.598809 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-4f379b72-c829-41b2-b6f5-375b3f7bf0e6 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602968 Aug 31 06:25:47.606929 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.620499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-55faf7d7-9fbd-4d95-83a6-c26db42c8873 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/quotas/f959a0b0ebb7493281c545354f935533 HTTP/1.1" status: 200 len: 375 time: 0.0205359 Aug 31 06:25:47.629121 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:25:47.640508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-af15981e-431a-4e1f-ba1b-4818ed8ca6de admin admin] 10.222.0.15 "PUT /v2.0/routers/497357b1-36a4-4cb0-b823-7fb6c4c9dd01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3801706 Aug 31 06:25:47.658062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Sync routers for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:25:47.689671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-a52298d8-248d-4e81-8a58-3b016054be36 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f959a0b0ebb7493281c545354f935533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681939 Aug 31 06:25:47.691972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:25:47.692614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:47.807608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:25:47.840603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9a65c28-a5dd-471f-ad4c-305aa11471f7 None None] Provisioning complete for port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:47.840976 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9a65c28-a5dd-471f-ad4c-305aa11471f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:47.930110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ff853ef8-c484-419e-981b-bb4f88644731,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:47.949357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65c28-a5dd-471f-ad4c-305aa11471f7 None None] Port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:25:48.085068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45844) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:48.128169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bdb6f523-60f1-40b4-acd3-fc78b93cbeac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b6ba5f0c4074ebc8f9ad11c71b85b1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418429 Aug 31 06:25:48.128924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 2, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:48.131609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45846) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:48.159802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45848) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:48.178311 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1342ce28-cf10-4fc3-85c1-fcb4cd198511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.219174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-789f56a4-466c-4dab-b947-5d61c12dd88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.249035 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-789f56a4-466c-4dab-b947-5d61c12dd88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.269565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Checking router: 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:25:48.270419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Updating router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:25:48.296283 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.311521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-789f56a4-466c-4dab-b947-5d61c12dd88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.314490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-789f56a4-466c-4dab-b947-5d61c12dd88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.317233 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-789f56a4-466c-4dab-b947-5d61c12dd88f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0f57b2c-18c1-4f75-af40-2cbab9ec4ddb HTTP/1.1" status: 204 len: 168 time: 0.1842213 Aug 31 06:25:48.330966 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:25:48.346126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f56a4-466c-4dab-b947-5d61c12dd88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f57b2c-18c1-4f75-af40-2cbab9ec4ddb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:48.365015 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1342ce28-cf10-4fc3-85c1-fcb4cd198511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.371851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1342ce28-cf10-4fc3-85c1-fcb4cd198511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.411809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45858) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:48.412198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45860) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:48.412815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1342ce28-cf10-4fc3-85c1-fcb4cd198511 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c71dd224a2224bbabea1c90900b29e1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2512617 Aug 31 06:25:48.437869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342ce28-cf10-4fc3-85c1-fcb4cd198511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe49d1b-6e23-4daa-b5b5-99f9f998afd2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:48.460368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8130227f-fe9c-4983-b23d-78327f5d2f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.528573 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24a406d3-152f-4fd9-8c38-092b6e42c312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.568328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24a406d3-152f-4fd9-8c38-092b6e42c312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.615478 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.652671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8130227f-fe9c-4983-b23d-78327f5d2f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.655067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24a406d3-152f-4fd9-8c38-092b6e42c312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.656229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Transition to ACTIVE for port object 71b89e0c-c743-44e5-b27f-1aafc1ee2731 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:48.658114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24a406d3-152f-4fd9-8c38-092b6e42c312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.659387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-24a406d3-152f-4fd9-8c38-092b6e42c312 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfe49d1b-6e23-4daa-b5b5-99f9f998afd2 HTTP/1.1" status: 204 len: 168 time: 0.2373850 Aug 31 06:25:48.663464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8130227f-fe9c-4983-b23d-78327f5d2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.666674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.700917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a406d3-152f-4fd9-8c38-092b6e42c312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe49d1b-6e23-4daa-b5b5-99f9f998afd2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:48.734215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45868) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:48.738527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8130227f-fe9c-4983-b23d-78327f5d2f30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0213e55a391b43678b35fb4e392a2919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240967 Aug 31 06:25:48.766339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130227f-fe9c-4983-b23d-78327f5d2f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdacb85e-1155-4e76-b5e7-66fd6a0b51ca,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:48.840515 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1376625-5921-4826-aef4-054da47a2bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.867674 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1376625-5921-4826-aef4-054da47a2bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.883400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Attempting to bind port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:25:48.884044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Attempting to bind port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:25:48.884409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Attempting to bind port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 on network d53a5b30-3430-495c-8da2-fef612835fa4 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:25:48.892297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4891d4-1614-48ef-b06e-20c36b6884e7 None None] Pushing event updated for resources: {'Port': ['ID=71b89e0c-c743-44e5-b27f-1aafc1ee2731,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:48.905751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:25:48.906130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Checking segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:48.906594 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.906923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Bound using segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:25:48.907542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Bound port: 71b89e0c-c743-44e5-b27f-1aafc1ee2731, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:25:48.907937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.935142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45874) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:48.977215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1376625-5921-4826-aef4-054da47a2bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.979716 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1376625-5921-4826-aef4-054da47a2bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:48.986744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d1376625-5921-4826-aef4-054da47a2bc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdacb85e-1155-4e76-b5e7-66fd6a0b51ca HTTP/1.1" status: 204 len: 168 time: 0.2489123 Aug 31 06:25:49.005013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1376625-5921-4826-aef4-054da47a2bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdacb85e-1155-4e76-b5e7-66fd6a0b51ca,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:49.105282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff853ef8-c484-419e-981b-bb4f88644731 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:25:49.147112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] For port 71b89e0c-c743-44e5-b27f-1aafc1ee2731, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:25:49.180448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] For port 71b89e0c-c743-44e5-b27f-1aafc1ee2731, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=71b89e0c-c743-44e5-b27f-1aafc1ee2731,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:25:49.187972 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:49.350805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ff853ef8-c484-419e-981b-bb4f88644731 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:49.352322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:49.354776 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4891d4-1614-48ef-b06e-20c36b6884e7 None None] Pushing event updated for resources: {'Port': ['ID=71b89e0c-c743-44e5-b27f-1aafc1ee2731,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:49.368859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:25:49.369783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:49.577710 n-d-712142-16 neutron-server[94667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 06:25:49.611594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:25:49.703557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97b444a3-9942-46ca-bbe0-23c2c9a9487c req-4b865142-f79f-45de-bce6-66770fe194c1 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 210 time: 0.7648377 Aug 31 06:25:49.912267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:49Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:49.947175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3361e2-26a1-493e-9944-1580e799132d None None] The sync data for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 is: [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:49Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:25:50.697784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.23', 52512) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:50.736270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45944) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:50.741703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-network', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:50.779958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-c6126106-18db-4b2a-9064-433aef481780 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f959a0b0ebb7493281c545354f935533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747981 Aug 31 06:25:50.809401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Made reservation on behalf of a7b9d852498c495ab34a1e2d75fa0628 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:50.812075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:50.826432 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:50.957233 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:50.969036 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.025118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aea2c-f040-4607-b626-5d04cd198f46 req-0e0cdb5b-644b-4826-9d13-415c6d4efc4d tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:51.028610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-0e0cdb5b-644b-4826-9d13-415c6d4efc4d tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413223 Aug 31 06:25:51.044000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:25:51.077873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d9772d-346f-444c-9e96-168a9878fb1f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:51.087502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.088024 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Added segment cbf82b7c-4d61-43f4-8df7-0c0bdae73a72 of type vlan for network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 Aug 31 06:25:51.123387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 71b89e0c-c743-44e5-b27f-1aafc1ee2731 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:25:51.140677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Request body: {'port': {'device_id': 'ebdb9310-8f61-4fe1-acfc-5a3d278f34c7', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'f959a0b0ebb7493281c545354f935533'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:51.177281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fb87550-b876-4d97-be72-7173d1db320f req-ffd2099f-eb09-42da-af0a-cf780e2cbf19 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 210 time: 0.0558338 Aug 31 06:25:51.179065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.222986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.224371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:51.225424 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.246907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:25:51.252525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5150805 Aug 31 06:25:51.258966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45962) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:51.261844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:51.262260 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.265162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Request body: {'subnet': {'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-subnet', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:51.320248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Made reservation on behalf of a7b9d852498c495ab34a1e2d75fa0628 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:51.323695 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.377158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2ed5-47e8-4bc5-a59c-67c7e1bdbf45 admin admin] Pushing event updated for resources: {'Network': ['ID=5db70c8f-3d2c-4803-baa1-a510fadc8eb2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:51.395989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:25:51.475526 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.522559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Made reservation on behalf of f959a0b0ebb7493281c545354f935533 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:25:51.535946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.545385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 71b89e0c-c743-44e5-b27f-1aafc1ee2731, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=71b89e0c-c743-44e5-b27f-1aafc1ee2731,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:25:51.550179 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.568241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.609923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=71b89e0c-c743-44e5-b27f-1aafc1ee2731,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:51.698327 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.776725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad49c1e-b098-4091-b189-06f8db62c292,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:51.821672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Checking segment: {'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:51.822022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Network hostable DHCP agents. Network: 5db70c8f-3d2c-4803-baa1-a510fadc8eb2, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:25:51.833305 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.840619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:51.946720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:25:51.971834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8829f7-cdf4-42c6-a2f8-60dac914a41d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:51.991396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 5db70c8f-3d2c-4803-baa1-a510fadc8eb2) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:52.001510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619185a9-d892-4522-947d-a1def51fd761 None None] Network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:52.009532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:52.010126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:52.073326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-10daed49-62d9-4e25-9f80-c751e131fba0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8116977 Aug 31 06:25:52.074847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46010) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:52.094093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:52.186522 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:52.187708 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:52.257599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Allocated IP 192.168.233.100 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/50de57dd-5adf-4e59-bc0c-73e9a893a5ab) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:25:52.476554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-5db70c8f-3d2c-4803-baa1-a510fadc8eb2', 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'fixed_ips': [{'subnet_id': '8ad49c1e-b098-4091-b189-06f8db62c292'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:25:52.486854 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:52.806128 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:52.812094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09d99ded-43e3-4ebf-b932-8bf998c313d0 req-d493f9fc-e9f1-4854-8115-d685e33755e1 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 210 time: 0.0992115 Aug 31 06:25:52.925852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:52.989848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Allocated IP 172.20.0.2 (5db70c8f-3d2c-4803-baa1-a510fadc8eb2/8ad49c1e-b098-4091-b189-06f8db62c292/d19d7904-2dbd-4d70-b533-bcf57c3cf412) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:25:52.990423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Transition to ACTIVE for port object 50de57dd-5adf-4e59-bc0c-73e9a893a5ab will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:53.102881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:53.109082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:53.135446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 71b89e0c-c743-44e5-b27f-1aafc1ee2731 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:25:53.309819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:53.310492 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:53.598023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:53.665548 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:53.739742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:25:53.759080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:53.781062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:25:53.896174 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:53.926974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Transition to ACTIVE for port object d19d7904-2dbd-4d70-b533-bcf57c3cf412 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:53.935220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:53.942153 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:53.963480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Pushing event updated for resources: {'Port': ['ID=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:53.971428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Allocated IP 172.25.5.131 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/0fb4f721-1cec-4eef-9352-5f6306391010) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:25:53.981762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Transition to ACTIVE for port object d19d7904-2dbd-4d70-b533-bcf57c3cf412 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:53.990752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-213236e2-cab0-4041-a05c-8fc44aad5aec tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8547568 Aug 31 06:25:54.014924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-b7873a20-63c6-437f-b221-86d32bba6fd6 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:25:54.016301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-b7873a20-63c6-437f-b221-86d32bba6fd6 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105491 Aug 31 06:25:54.022745 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.082916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:25:54.089404 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.093099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:54.098427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:25:54.113651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Pushing event updated for resources: {'Port': ['ID=d19d7904-2dbd-4d70-b533-bcf57c3cf412,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:54.187852 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1c882779-9a31-4140-8f1b-042a7d67a311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.206144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Attempting to bind port d19d7904-2dbd-4d70-b533-bcf57c3cf412 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:25:54.206782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Attempting to bind port d19d7904-2dbd-4d70-b533-bcf57c3cf412 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:25:54.207216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Attempting to bind port d19d7904-2dbd-4d70-b533-bcf57c3cf412 on network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:25:54.216621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:25:54.217007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Checking segment: {'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:54.217463 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.218014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Bound using segment: {'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:25:54.218537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Bound port: d19d7904-2dbd-4d70-b533-bcf57c3cf412, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:25:54.218979 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.321169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.375576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990277cc-00f3-4b20-b139-dee0c7ca05cb req-e4da2d4d-c792-4dba-8d37-9944ed49e859 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:54.384470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-619fb3f5-ffb3-4c7d-87db-e0e74074fb9d None None] Provisioning for port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:25:54.404125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-990277cc-00f3-4b20-b139-dee0c7ca05cb req-e4da2d4d-c792-4dba-8d37-9944ed49e859 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 936 time: 0.3500199 Aug 31 06:25:54.424197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-619fb3f5-ffb3-4c7d-87db-e0e74074fb9d None None] Provisioning complete for port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:54.441950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-619fb3f5-ffb3-4c7d-87db-e0e74074fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.627687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.685712 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-990277cc-00f3-4b20-b139-dee0c7ca05cb req-51d651a0-2b17-487d-851a-63133e028609 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749610 Aug 31 06:25:54.764571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:25:54.768218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:25:54.772504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:25:54.788403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] For port d19d7904-2dbd-4d70-b533-bcf57c3cf412, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:25:54.821815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] For port d19d7904-2dbd-4d70-b533-bcf57c3cf412, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d19d7904-2dbd-4d70-b533-bcf57c3cf412,segment=NetworkSegment(cbf82b7c-4d61-43f4-8df7-0c0bdae73a72),segment_id=cbf82b7c-4d61-43f4-8df7-0c0bdae73a72)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:25:54.824797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-619fb3f5-ffb3-4c7d-87db-e0e74074fb9d None None] Port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:25:54.831631 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:54.911467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f9b07-be35-4346-8794-7b043449b9c2 None None] Pushing event updated for resources: {'Port': ['ID=d19d7904-2dbd-4d70-b533-bcf57c3cf412,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:54.918631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb4f721-1cec-4eef-9352-5f6306391010,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:55.174231 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:55.406785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Request body: {'port': {'device_id': 'ebdb9310-8f61-4fe1-acfc-5a3d278f34c7', 'device_owner': 'compute:tempest-test_az-439725680', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:55.512123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:55.519358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:55.674849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:56.042854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Router fd5c66e1-bc70-4697-b894-092475859778 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:25:56.127260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50de57dd-5adf-4e59-bc0c-73e9a893a5ab {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:25:56.130150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46114) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:56.149411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:56.191013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Transition to ACTIVE for port object 50de57dd-5adf-4e59-bc0c-73e9a893a5ab will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:56.199121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:56.476206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ede8f0-ec36-4900-bbe3-7bf130d606db None None] Network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:56.502827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Pushing event updated for resources: {'Port': ['ID=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:56.592937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8dc0c-a127-4690-baff-ff2af2991b26 req-277849a1-9f60-4e53-9cea-6dfb464aee57 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:56.601725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9a8dc0c-a127-4690-baff-ff2af2991b26 req-277849a1-9f60-4e53-9cea-6dfb464aee57 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 969 time: 0.1168649 Aug 31 06:25:56.617688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Attempting to bind port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:25:56.618335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Attempting to bind port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:25:56.639470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Attempting to bind port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:25:56.650276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:25:56.652129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Attempting to bind port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:25:56.675332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:25:56.677095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:56.679804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:25:56.680206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Bound port: 50de57dd-5adf-4e59-bc0c-73e9a893a5ab, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:25:56.680588 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:56.689471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9a8dc0c-a127-4690-baff-ff2af2991b26 req-d17d76da-1f58-4f12-b114-ca89a939b7ed tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846238 Aug 31 06:25:56.693905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:25:56.715494 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Sync routers for ids ['fd5c66e1-bc70-4697-b894-092475859778'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:25:56.730284 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:56.738953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6086a2d8-e60b-4ee9-a801-c1d8e9e21e87 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6610599 Aug 31 06:25:56.740927 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Routers {'fd5c66e1-bc70-4697-b894-092475859778'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:25:56.741318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46134) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:56.742914 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fd5c66e1-bc70-4697-b894-092475859778'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:56.773649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-59ebd939-d6af-4e96-b53b-892c8378a007 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8e1e980b309841fb9069413c13877cf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672836 Aug 31 06:25:56.899863 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3a15d3d-3046-46d9-9c56-e6bfbafc6165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:56.906904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b868ae90-ae2f-4fed-adfc-ccb4e8df5b2d None None] Provisioning for port d19d7904-2dbd-4d70-b533-bcf57c3cf412 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:25:56.972826 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:56.980499 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6dee5f2-4e71-4665-aa95-5bb6a84f3af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.025114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] For port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:25:57.106820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] For port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:25:57.124217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.131222 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Set router fd5c66e1-bc70-4697-b894-092475859778 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:25:57.137732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d701ce3-de24-4897-878c-855dbe7e9c8d tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:57.147263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d701ce3-de24-4897-878c-855dbe7e9c8d tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723576 Aug 31 06:25:57.206307 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-620c34d0-3de6-4900-b2c6-ea6e36281c62 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/quotas/8e1e980b309841fb9069413c13877cf7 HTTP/1.1" status: 200 len: 375 time: 0.0577590 Aug 31 06:25:57.209207 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:57.209933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.211461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] 10.222.0.23 "PUT /v2.0/ports/50de57dd-5adf-4e59-bc0c-73e9a893a5ab HTTP/1.1" status: 200 len: 1118 time: 2.4283960 Aug 31 06:25:57.218080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb9310-8f61-4fe1-acfc-5a3d278f34c7', 'tag': '50de57dd-5adf-4e59-bc0c-73e9a893a5ab'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:25:57.239308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d19d7904-2dbd-4d70-b533-bcf57c3cf412 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:25:57.299143 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3a15d3d-3046-46d9-9c56-e6bfbafc6165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.310268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3a15d3d-3046-46d9-9c56-e6bfbafc6165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.386198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d3a15d3d-3046-46d9-9c56-e6bfbafc6165 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e217a526ee1642eaa89504a2babb891e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2525451 Aug 31 06:25:57.404327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46152) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:57.415986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff59074-e9c7-4658-8aba-11d29f0fee80 service neutron] Pushing event updated for resources: {'Port': ['ID=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:57.437258 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-4bda36ef-06db-4304-bfeb-90f228194a75 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e1e980b309841fb9069413c13877cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2286601 Aug 31 06:25:57.476921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d19d7904-2dbd-4d70-b533-bcf57c3cf412 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:25:57.483776 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d19d7904-2dbd-4d70-b533-bcf57c3cf412 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:57.484785 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.593838 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdb9310-8f61-4fe1-acfc-5a3d278f34c7", "tag": "50de57dd-5adf-4e59-bc0c-73e9a893a5ab"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:25:57.679100 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:25:54Z', 'revision_number': 3, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:57.712993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aea2c-f040-4607-b626-5d04cd198f46 req-de9b082a-0e1d-4c56-92a6-acb6a84c42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:57.722279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-de9b082a-0e1d-4c56-92a6-acb6a84c42f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f959a0b0ebb7493281c545354f935533&device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 1121 time: 0.2813570 Aug 31 06:25:57.762353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-023f8201-6434-4401-b655-a188b94fa4df None None] Provisioning complete for port d19d7904-2dbd-4d70-b533-bcf57c3cf412 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:57.762778 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-023f8201-6434-4401-b655-a188b94fa4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.787114 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Checking router: fd5c66e1-bc70-4697-b894-092475859778 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:25:57.787828 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Updating router fd5c66e1-bc70-4697-b894-092475859778 port 0fb4f721-1cec-4eef-9352-5f6306391010 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:25:57.824712 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.882363 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.917408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d665a011-a6e1-4b59-acaf-8817dc4d5d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.930942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46164) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:57.966087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a15d3d-3046-46d9-9c56-e6bfbafc6165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e013ad3e-eb7d-4155-8f70-85b297f9c8c4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:57.976013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-5fc978d6-2dc8-426b-b61a-554bdfa2dea3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=50de57dd-5adf-4e59-bc0c-73e9a893a5ab HTTP/1.1" status: 200 len: 217 time: 0.2386389 Aug 31 06:25:58.000398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d19d7904-2dbd-4d70-b533-bcf57c3cf412, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d19d7904-2dbd-4d70-b533-bcf57c3cf412,segment=NetworkSegment(cbf82b7c-4d61-43f4-8df7-0c0bdae73a72),segment_id=cbf82b7c-4d61-43f4-8df7-0c0bdae73a72)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:25:58.053801 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.154245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aea2c-f040-4607-b626-5d04cd198f46 req-0e638451-7ccb-4e05-88dd-c7c36df37b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:58.155763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-0e638451-7ccb-4e05-88dd-c7c36df37b35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1695921 Aug 31 06:25:58.178875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d665a011-a6e1-4b59-acaf-8817dc4d5d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.200177 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.340598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d19d7904-2dbd-4d70-b533-bcf57c3cf412,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:58.379874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d665a011-a6e1-4b59-acaf-8817dc4d5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.389991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d665a011-a6e1-4b59-acaf-8817dc4d5d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.394661 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5a8bca-5b90-4e92-8998-ea6d62dc8593 x-openstack-request-id: req-6a5a8bca-5b90-4e92-8998-ea6d62dc8593 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:25:58.397702 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdb9310-8f61-4fe1-acfc-5a3d278f34c7", "tag": "50de57dd-5adf-4e59-bc0c-73e9a893a5ab", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:25:58.397702 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a5a8bca-5b90-4e92-8998-ea6d62dc8593 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:25:58.397859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d665a011-a6e1-4b59-acaf-8817dc4d5d9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e013ad3e-eb7d-4155-8f70-85b297f9c8c4 HTTP/1.1" status: 204 len: 168 time: 0.9896905 Aug 31 06:25:58.397930 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb9310-8f61-4fe1-acfc-5a3d278f34c7', 'tag': '50de57dd-5adf-4e59-bc0c-73e9a893a5ab', 'status': 'completed', 'code': 200} Aug 31 06:25:58.397930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aea2c-f040-4607-b626-5d04cd198f46 req-75d295bb-4260-49fe-8ce6-55f22e914fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:58.399927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-75d295bb-4260-49fe-8ce6-55f22e914fb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2272639 Aug 31 06:25:58.516609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5928bc9-5f20-4807-b342-2b18dc10b362 req-10f0ecb8-30b2-4012-9d8e-13672b0e09c6 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 210 time: 0.0789297 Aug 31 06:25:58.570439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-edb68397-355e-4524-be30-fc3e8b6f9ecf service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496503 Aug 31 06:25:58.588087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665a011-a6e1-4b59-acaf-8817dc4d5d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e013ad3e-eb7d-4155-8f70-85b297f9c8c4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:58.668613 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a10fe1d-86b2-42be-890c-c254221aa016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.821419 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.875893 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Transition to ACTIVE for port object 0fb4f721-1cec-4eef-9352-5f6306391010 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:25:58.879253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426377-647a-47e8-8019-b44887511ead req-6da7439c-6331-4856-8c4e-db607dc297ca tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:58.880855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4426377-647a-47e8-8019-b44887511ead req-6da7439c-6331-4856-8c4e-db607dc297ca tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 969 time: 0.3489835 Aug 31 06:25:58.902888 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.947565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-537aea2c-f040-4607-b626-5d04cd198f46 req-44c6103a-0127-407b-8103-43e5d6bfedaf service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555403 Aug 31 06:25:59.073851 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e047b9-d95f-4e56-b32e-5a9d0df83ef7 None None] Pushing event updated for resources: {'Port': ['ID=0fb4f721-1cec-4eef-9352-5f6306391010,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:59.075838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.121235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d19d7904-2dbd-4d70-b533-bcf57c3cf412 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:25:59.135115 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Attempting to bind port 0fb4f721-1cec-4eef-9352-5f6306391010 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:25:59.135879 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Attempting to bind port 0fb4f721-1cec-4eef-9352-5f6306391010 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:25:59.137150 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Attempting to bind port 0fb4f721-1cec-4eef-9352-5f6306391010 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:25:59.172636 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:25:59.174277 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:25:59.179471 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.181766 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:25:59.184845 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Bound port: 0fb4f721-1cec-4eef-9352-5f6306391010, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:25:59.185699 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.275504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d19d7904-2dbd-4d70-b533-bcf57c3cf412 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:59.276480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.302781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46212) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:59.326618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60b37f68-f0cb-4156-8cd8-aa7c624ecc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.396460 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] For port 0fb4f721-1cec-4eef-9352-5f6306391010, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:25:59.400300 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] For port 0fb4f721-1cec-4eef-9352-5f6306391010, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0fb4f721-1cec-4eef-9352-5f6306391010,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:25:59.411320 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.473759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46214) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:59.520322 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e047b9-d95f-4e56-b32e-5a9d0df83ef7 None None] Pushing event updated for resources: {'Port': ['ID=0fb4f721-1cec-4eef-9352-5f6306391010,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:59.552043 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Routers {'fd5c66e1-bc70-4697-b894-092475859778'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:25:59.552916 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fd5c66e1-bc70-4697-b894-092475859778'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:25:59.570722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Allocated IP 172.20.0.1 (5db70c8f-3d2c-4803-baa1-a510fadc8eb2/8ad49c1e-b098-4091-b189-06f8db62c292/a7442a7c-9b9f-4cfd-8efa-ea434ba983f8) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:25:59.599422 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4426377-647a-47e8-8019-b44887511ead req-53920aab-312c-4e9a-b01b-4de331e209c1 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709473 Aug 31 06:25:59.749153 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] Set router fd5c66e1-bc70-4697-b894-092475859778 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:25:59.805215 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.824409 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-925ac6d1-2d1e-4064-82f9-bf169eac0508 req-3e7b9b2f-9e41-41f4-9742-0d8f72ca7212 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 210 time: 0.0838759 Aug 31 06:25:59.848157 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a10fe1d-86b2-42be-890c-c254221aa016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.860322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a10fe1d-86b2-42be-890c-c254221aa016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.926038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a10fe1d-86b2-42be-890c-c254221aa016 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38fdb8a2ff6747fda202197370ba49a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9799874 Aug 31 06:25:59.941843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46222) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:59.986488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69f77044-2059-4a9f-a590-d62579758f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.990237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:59.999982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10fe1d-86b2-42be-890c-c254221aa016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b110cab-dc99-479c-893c-75746e62b6a8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:00.019228 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:25:54Z', 'revision_number': 3, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:00.056927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Transition to ACTIVE for port object a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:00.091572 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457b6da-33d3-4dfe-9dad-eb73c38ffb2f None None] The sync data for ids ['fd5c66e1-bc70-4697-b894-092475859778'] in n-d-712142-16 is: [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:25:54Z', 'revision_number': 3, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:00.170187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.42', 53050) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:00.174138 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60b37f68-f0cb-4156-8cd8-aa7c624ecc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.183439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb3f6-b6ff-4151-9cab-79dab874c1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.221492 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb3f6-b6ff-4151-9cab-79dab874c1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.223871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.248011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60b37f68-f0cb-4156-8cd8-aa7c624ecc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.307354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-7bea334b-0b25-4fe8-aa98-91e6bba65316 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e1e980b309841fb9069413c13877cf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355970 Aug 31 06:26:00.365916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb3f6-b6ff-4151-9cab-79dab874c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.376597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb3f6-b6ff-4151-9cab-79dab874c1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.378780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f3aeb3f6-b6ff-4151-9cab-79dab874c1ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b110cab-dc99-479c-893c-75746e62b6a8 HTTP/1.1" status: 204 len: 168 time: 0.4341083 Aug 31 06:26:00.431413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-60b37f68-f0cb-4156-8cd8-aa7c624ecc52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=042e818de9184fde847007eeea48f94d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1275854 Aug 31 06:26:00.439389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b37f68-f0cb-4156-8cd8-aa7c624ecc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfab09c-0812-4307-bba2-1059f65c17e6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:00.442984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:00.456976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46240) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:00.457605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aeb3f6-b6ff-4151-9cab-79dab874c1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b110cab-dc99-479c-893c-75746e62b6a8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:00.498951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:00.522400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:00.522976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.855756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Pushing event updated for resources: {'Port': ['ID=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:01.101122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-68901f46-edf3-4e96-901d-771949ca2a47 None None] Provisioning for port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:01.108127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-68901f46-edf3-4e96-901d-771949ca2a47 None None] Provisioning complete for port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:01.109699 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-68901f46-edf3-4e96-901d-771949ca2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:01.117880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273a5bb-7fe2-4863-92e7-6d0a3d2e1967 req-b7801ec7-d21c-4e06-a370-c75c587c5c70 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:01.122887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f273a5bb-7fe2-4863-92e7-6d0a3d2e1967 req-b7801ec7-d21c-4e06-a370-c75c587c5c70 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 969 time: 0.3302429 Aug 31 06:26:01.186946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-68901f46-edf3-4e96-901d-771949ca2a47 None None] Port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:01.189099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0fb4f721-1cec-4eef-9352-5f6306391010 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:01.216275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69f77044-2059-4a9f-a590-d62579758f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:01.245876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-6ea68582-99f6-472e-afc0-aa7f2fa4d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:01.248141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-6ea68582-99f6-472e-afc0-aa7f2fa4d47b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f959a0b0ebb7493281c545354f935533&device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 1121 time: 1.0358510 Aug 31 06:26:01.249047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69f77044-2059-4a9f-a590-d62579758f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:01.296654 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f273a5bb-7fe2-4863-92e7-6d0a3d2e1967 req-da984b17-ff2e-4a9a-aeee-8094d750969e tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610043 Aug 31 06:26:01.316238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46266) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:01.334316 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-69f77044-2059-4a9f-a590-d62579758f7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edf07faf616645de8b471fc7bc787b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8591805 Aug 31 06:26:01.346007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46268) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:01.388547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0fb4f721-1cec-4eef-9352-5f6306391010 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:01.404631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0fb4f721-1cec-4eef-9352-5f6306391010 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:01.405014 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:01.431240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:01.461743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7d32ee6-aa0c-43a0-a20b-07df0b80e1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:01.554599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f77044-2059-4a9f-a590-d62579758f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d921b9-02c3-43e1-ac37-d1d19d2b6e65,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:01.568417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-73f85540-c105-42e4-9b68-b6c696566fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:01.570005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-73f85540-c105-42e4-9b68-b6c696566fba service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2321141 Aug 31 06:26:01.622915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-776a8db8-4e4e-4c1c-9dec-dd4f1a09cece req-737d5ecf-28e1-4ed4-97c2-ca5bb741b410 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 210 time: 0.1039753 Aug 31 06:26:01.688013 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:01.699201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-94b91866-1aea-4f95-9aaa-554f5c7e2e69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=50de57dd-5adf-4e59-bc0c-73e9a893a5ab HTTP/1.1" status: 200 len: 217 time: 0.0968721 Aug 31 06:26:01.736768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 0fb4f721-1cec-4eef-9352-5f6306391010, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0fb4f721-1cec-4eef-9352-5f6306391010,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:01.742027 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:01.857492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-e114ad6a-16fb-4782-bae3-423760119ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:01.859134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-e114ad6a-16fb-4782-bae3-423760119ec0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1431372 Aug 31 06:26:01.868165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=0fb4f721-1cec-4eef-9352-5f6306391010,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:02.061384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-d845b649-3f7d-419d-a1a0-dcb1eeed8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:02.063368 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-d845b649-3f7d-419d-a1a0-dcb1eeed8afb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388466 Aug 31 06:26:02.086535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a306a70-f41e-4722-bb77-30d38b7708f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.090611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-4442a717-f426-47a9-a92d-9dd5e45fb9a4 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:02.109748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-4442a717-f426-47a9-a92d-9dd5e45fb9a4 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7746894 Aug 31 06:26:02.344352 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d348a3e-2930-4fdd-a3a6-b52563d28796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.460991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d348a3e-2930-4fdd-a3a6-b52563d28796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.467327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a306a70-f41e-4722-bb77-30d38b7708f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.579976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-52e1461c-61be-496a-b0e1-0f11aff040eb service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675131 Aug 31 06:26:02.585714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a306a70-f41e-4722-bb77-30d38b7708f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.589688 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a306a70-f41e-4722-bb77-30d38b7708f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.595079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4a306a70-f41e-4722-bb77-30d38b7708f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98d921b9-02c3-43e1-ac37-d1d19d2b6e65 HTTP/1.1" status: 204 len: 168 time: 1.2360902 Aug 31 06:26:02.630480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d348a3e-2930-4fdd-a3a6-b52563d28796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.638054 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d348a3e-2930-4fdd-a3a6-b52563d28796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.644795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9d348a3e-2930-4fdd-a3a6-b52563d28796 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dfab09c-0812-4307-bba2-1059f65c17e6 HTTP/1.1" status: 204 len: 168 time: 2.1007004 Aug 31 06:26:02.661491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d348a3e-2930-4fdd-a3a6-b52563d28796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfab09c-0812-4307-bba2-1059f65c17e6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:02.695373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7d32ee6-aa0c-43a0-a20b-07df0b80e1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.715293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a306a70-f41e-4722-bb77-30d38b7708f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d921b9-02c3-43e1-ac37-d1d19d2b6e65,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:02.727158 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7d32ee6-aa0c-43a0-a20b-07df0b80e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.975006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Request body: {'port': {'device_id': 'e5d37998-da9f-400d-903b-44ff07febc86', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '8e1e980b309841fb9069413c13877cf7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:02.981879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b7d32ee6-aa0c-43a0-a20b-07df0b80e1d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f593cf11c45b4ad9b6b1c5319a0e7949&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6618905 Aug 31 06:26:03.010225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46304) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:03.090977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d32ee6-aa0c-43a0-a20b-07df0b80e1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbcab9a-dc8b-4803-9710-e4cf0ce42b25,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:03.124748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1de4-80b8-43a8-b386-bdeddd4be9f1 req-66beb02c-d398-41ff-a12b-cd127aac086e tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:03.132020 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cccc1de4-80b8-43a8-b386-bdeddd4be9f1 req-66beb02c-d398-41ff-a12b-cd127aac086e tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 969 time: 0.5523717 Aug 31 06:26:03.140930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0fb4f721-1cec-4eef-9352-5f6306391010 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:03.155149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46308) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:03.276161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0fb4f721-1cec-4eef-9352-5f6306391010 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:03.279956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.374986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.427607 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.428724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.439876 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c929e5e-0c61-47cb-a3e7-27d5668d0dfb req-c2e14a9a-c110-46bf-847d-f5cc9639bb0c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 210 time: 0.5432212 Aug 31 06:26:03.548385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Made reservation on behalf of 8e1e980b309841fb9069413c13877cf7 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:03.561445 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.624634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.731385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc64d0a6-5cd6-4e36-85ba-89ffe9d02129 req-7cc74a5e-f385-4cea-bb1f-f7bfe05aa74b service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0326447 Aug 31 06:26:03.731942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46316) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:03.788455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a87ec834-9726-417c-8384-cc0bf6c5a76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.842919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cccc1de4-80b8-43a8-b386-bdeddd4be9f1 req-f57bf1a3-fe56-4fdf-9781-0ee177a765c0 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190562 Aug 31 06:26:03.861677 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52cce9a6-dc06-475a-94ff-8d4b9bb642ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.888271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Pushing event updated for resources: {'Port': ['ID=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:03.919606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29a5b550-77b6-4f5b-a9d8-ef672032d6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:03.969103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.017011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [None req-52cce9a6-dc06-475a-94ff-8d4b9bb642ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:26:04.017011 n-d-712142-16 neutron-server[94668]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:26:04.017011 n-d-712142-16 neutron-server[94668]: [parameters: {'project_id_1': 'f2605b9de15046649fe5585c6a24af63', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 26, 3, 966077)}] Aug 31 06:26:04.017011 n-d-712142-16 neutron-server[94668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:26:04.017497 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [None req-52cce9a6-dc06-475a-94ff-8d4b9bb642ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:26:04.038322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29a5b550-77b6-4f5b-a9d8-ef672032d6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.135870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:04.147984 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.152361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a87ec834-9726-417c-8384-cc0bf6c5a76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.156905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:04.186211 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a87ec834-9726-417c-8384-cc0bf6c5a76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.328792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a87ec834-9726-417c-8384-cc0bf6c5a76b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f0fa5baba974bfc902f2f228e1a0c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916450 Aug 31 06:26:04.328792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46324) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:04.352958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd548f-20d8-4c0a-8f33-8071abff9d14,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:04.504757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Router fd5c66e1-bc70-4697-b894-092475859778 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:26:04.521109 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52cce9a6-dc06-475a-94ff-8d4b9bb642ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.537437 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29a5b550-77b6-4f5b-a9d8-ef672032d6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.540519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29a5b550-77b6-4f5b-a9d8-ef672032d6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.542090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-29a5b550-77b6-4f5b-a9d8-ef672032d6f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebbcab9a-dc8b-4803-9710-e4cf0ce42b25 HTTP/1.1" status: 204 len: 168 time: 1.4822633 Aug 31 06:26:04.604418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ec834-9726-417c-8384-cc0bf6c5a76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca0b64-adec-4661-8c22-a8171113d981,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:04.621737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5b550-77b6-4f5b-a9d8-ef672032d6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbcab9a-dc8b-4803-9710-e4cf0ce42b25,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:04.725710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28f7435b-449b-4843-bf0e-a924f1b87218 req-a8e2ad0a-b763-478e-8c70-244b3565e299 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 210 time: 0.1104698 Aug 31 06:26:04.741157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Allocated IP 192.168.233.79 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/f67d3a63-da94-4e67-920c-b46e1f8af6db) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:04.744971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-97085da7-0a07-4c1e-aef7-4d3a0eb9e146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.766710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6a2e941b-4de6-4429-a41e-b0c122972da5 None None] Provisioning complete for port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:04.768110 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6a2e941b-4de6-4429-a41e-b0c122972da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.802536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-97085da7-0a07-4c1e-aef7-4d3a0eb9e146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:04.921498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e941b-4de6-4429-a41e-b0c122972da5 None None] Port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:05.107387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:05.111346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-97085da7-0a07-4c1e-aef7-4d3a0eb9e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.122499 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-97085da7-0a07-4c1e-aef7-4d3a0eb9e146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.123177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a5af13f4-8710-4d45-a4c0-b95f1d45298b admin admin] 10.222.0.15 "PUT /v2.0/routers/fd5c66e1-bc70-4697-b894-092475859778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3715620 Aug 31 06:26:05.125763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-97085da7-0a07-4c1e-aef7-4d3a0eb9e146 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdca0b64-adec-4661-8c22-a8171113d981 HTTP/1.1" status: 204 len: 168 time: 0.7963269 Aug 31 06:26:05.126719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Sync routers for ids ['fd5c66e1-bc70-4697-b894-092475859778'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:05.146008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Routers {'fd5c66e1-bc70-4697-b894-092475859778'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:05.146676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fd5c66e1-bc70-4697-b894-092475859778'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:05.155167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97085da7-0a07-4c1e-aef7-4d3a0eb9e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca0b64-adec-4661-8c22-a8171113d981,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:05.178609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fd8e6-42a4-48c8-ab17-646cae4d81d8 req-e47f16de-bf9d-4174-a713-3111dc2f1224 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:05.185634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-976fd8e6-42a4-48c8-ab17-646cae4d81d8 req-e47f16de-bf9d-4174-a713-3111dc2f1224 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 969 time: 0.1653588 Aug 31 06:26:05.225136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.245434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Transition to ACTIVE for port object f67d3a63-da94-4e67-920c-b46e1f8af6db will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:05.307310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.331537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-976fd8e6-42a4-48c8-ab17-646cae4d81d8 req-c56df835-ef2a-4037-a820-d108444ad0e3 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317315 Aug 31 06:26:05.334370 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52cce9a6-dc06-475a-94ff-8d4b9bb642ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.341563 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52cce9a6-dc06-475a-94ff-8d4b9bb642ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.381819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Set router fd5c66e1-bc70-4697-b894-092475859778 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:05.420946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Pushing event updated for resources: {'Port': ['ID=f67d3a63-da94-4e67-920c-b46e1f8af6db,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:05.428216 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-52cce9a6-dc06-475a-94ff-8d4b9bb642ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2605b9de15046649fe5585c6a24af63&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2719944 Aug 31 06:26:05.429257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cce9a6-dc06-475a-94ff-8d4b9bb642ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438f9555-da60-4e13-9e32-da99d1980140,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:05.431681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46354) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:05.464949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:05.466614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:05.483045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:05.592427 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bea74d0f-a74d-4001-8b0a-711a1201767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.608953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:05.610651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.647358 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bea74d0f-a74d-4001-8b0a-711a1201767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.658572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-1d7ab68c-d208-4d0e-96ea-4fbacdd38dad tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7599838 Aug 31 06:26:05.680644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46358) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:05.776712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bea74d0f-a74d-4001-8b0a-711a1201767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.779983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bea74d0f-a74d-4001-8b0a-711a1201767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.785144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bea74d0f-a74d-4001-8b0a-711a1201767c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/438f9555-da60-4e13-9e32-da99d1980140 HTTP/1.1" status: 204 len: 168 time: 0.3523898 Aug 31 06:26:05.796964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea74d0f-a74d-4001-8b0a-711a1201767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438f9555-da60-4e13-9e32-da99d1980140,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:05.886015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f4e1684d-24e6-49c9-b210-910a096c019f None None] Provisioning for port f67d3a63-da94-4e67-920c-b46e1f8af6db completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:05.895818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f4e1684d-24e6-49c9-b210-910a096c019f None None] Provisioning complete for port f67d3a63-da94-4e67-920c-b46e1f8af6db triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:05.896494 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f4e1684d-24e6-49c9-b210-910a096c019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:05.959875 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a7442a7c-9b9f-4cfd-8efa-ea434ba983f8', 'name': '', 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'mac_address': 'fa:16:3e:af:f7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8ad49c1e-b098-4091-b189-06f8db62c292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:59Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 2, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'subnets': [{'id': '8ad49c1e-b098-4091-b189-06f8db62c292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:05.962410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1684d-24e6-49c9-b210-910a096c019f None None] Port f67d3a63-da94-4e67-920c-b46e1f8af6db cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:05.976414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2bb3d-f8cc-423a-8842-7a90a1251186 req-6d414ad0-6000-4620-998d-5d785cf59618 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:05.989838 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ef2bb3d-f8cc-423a-8842-7a90a1251186 req-6d414ad0-6000-4620-998d-5d785cf59618 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 935 time: 0.1289959 Aug 31 06:26:06.020367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Checking router: fd5c66e1-bc70-4697-b894-092475859778 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:06.022200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Updating router fd5c66e1-bc70-4697-b894-092475859778 port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:26:06.056843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-network', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:06.067457 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.099938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ef2bb3d-f8cc-423a-8842-7a90a1251186 req-823bdc1c-6a55-423f-918f-cccc3cec1472 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987253 Aug 31 06:26:06.114041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Made reservation on behalf of e325e6a3d6c5460e9e629bcdb226ecb6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:06.118123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.131089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.287211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.297253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.332148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba1bde2-633d-4a22-9547-8f15a0b661b2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:06.350454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:26:06.369297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.369814 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Added segment 45874f3c-aa7c-4962-8c46-c6e759e7a808 of type vlan for network c662ab96-65e8-4361-9970-6e7103feecd4 Aug 31 06:26:06.481666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.541903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc45b7-50fd-4129-b05e-6230ad4b7175 req-7853e419-e1b6-456b-a806-9eee99c63b23 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:06.546941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1bfc45b7-50fd-4129-b05e-6230ad4b7175 req-7853e419-e1b6-456b-a806-9eee99c63b23 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 969 time: 0.1261461 Aug 31 06:26:06.548600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.550432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:06.551100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.635005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46384) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:06.644366 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9568744 Aug 31 06:26:06.649948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Request body: {'subnet': {'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-subnet', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:06.650788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1ec09-e237-4d36-838a-40975cea0441 admin admin] Pushing event updated for resources: {'Network': ['ID=c662ab96-65e8-4361-9970-6e7103feecd4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:06.665633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1bfc45b7-50fd-4129-b05e-6230ad4b7175 req-72996d01-4a75-46eb-979a-e50b886535ad tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093283 Aug 31 06:26:06.702552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c662ab96-65e8-4361-9970-6e7103feecd4 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:26:06.718673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Made reservation on behalf of e325e6a3d6c5460e9e629bcdb226ecb6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:06.722586 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.789387 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.813977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Transition to ACTIVE for port object a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:06.822786 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:06.913985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87aea5-9b1c-48f8-8907-f4603d0d9b55 None None] Pushing event updated for resources: {'Port': ['ID=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:07.005710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Attempting to bind port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:07.006789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Attempting to bind port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:07.007431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Attempting to bind port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 on network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:07.016194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:07.017128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Checking segment: {'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:07.017847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.018973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Bound using segment: {'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:07.019676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Bound port: a7442a7c-9b9f-4cfd-8efa-ea434ba983f8, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:07.020267 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.041317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46400) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:07.070543 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6aae3afd-0deb-468f-974a-4d501566a539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.184468 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] For port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:07.193770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] For port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,segment=NetworkSegment(cbf82b7c-4d61-43f4-8df7-0c0bdae73a72),segment_id=cbf82b7c-4d61-43f4-8df7-0c0bdae73a72)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:07.205291 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.237919 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.333177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6aae3afd-0deb-468f-974a-4d501566a539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.356771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6aae3afd-0deb-468f-974a-4d501566a539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.412188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Routers {'fd5c66e1-bc70-4697-b894-092475859778'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:07.413049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fd5c66e1-bc70-4697-b894-092475859778'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:07.539505 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6aae3afd-0deb-468f-974a-4d501566a539 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=842ef638f4fd49d998ed2a020dac00d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970529 Aug 31 06:26:07.542247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae3afd-0deb-468f-974a-4d501566a539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bbc11c-21b0-4fff-92aa-a90d6686a5f6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:07.546212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46412) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:07.617318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ac9-3018-4966-a34d-9fcbc286dbae req-9e8c0d0b-c66a-40d8-9324-6822e9c6d9c5 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:07.648189 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae812ac9-3018-4966-a34d-9fcbc286dbae req-9e8c0d0b-c66a-40d8-9324-6822e9c6d9c5 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 935 time: 0.2956312 Aug 31 06:26:07.720823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] Set router fd5c66e1-bc70-4697-b894-092475859778 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:07.759783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e21594-8614-4414-bb2a-3ae43db427bc,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:07.822838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae812ac9-3018-4966-a34d-9fcbc286dbae req-9888e075-25c2-4e4e-9626-9d0a5d1fcd56 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644256 Aug 31 06:26:07.855397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Checking segment: {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:07.856128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Network hostable DHCP agents. Network: c662ab96-65e8-4361-9970-6e7103feecd4, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:26:07.886049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87aea5-9b1c-48f8-8907-f4603d0d9b55 None None] Pushing event updated for resources: {'Port': ['ID=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:07.900753 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9ab00d6-4305-4b61-80ae-22be233ba605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.959411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9ab00d6-4305-4b61-80ae-22be233ba605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:07.985889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Network c662ab96-65e8-4361-9970-6e7103feecd4 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:26:08.037481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46424) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:08.042470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fec27c12-6e58-47fd-8020-2be02bf7b3bd tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93795468', 'description': 'tempest-description--1171345610'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:08.056043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c662ab96-65e8-4361-9970-6e7103feecd4) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:08.061657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:08.062754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.074003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e92f17-95e9-4bcb-b8b4-75fd827fce3d None None] Network c662ab96-65e8-4361-9970-6e7103feecd4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:26:08.110557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fec27c12-6e58-47fd-8020-2be02bf7b3bd tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.124186 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5b5df43a-bc6f-444f-92e1-80cd3b393346 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4867089 Aug 31 06:26:08.127157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46428) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:08.147281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:08.147503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ae51-b002-47a7-b7e8-6dcc490e9e57 req-2ab9b092-9a5c-41ce-978b-4dda9e38740e tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:08.155269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3df3ae51-b002-47a7-b7e8-6dcc490e9e57 req-2ab9b092-9a5c-41ce-978b-4dda9e38740e tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 969 time: 0.1729498 Aug 31 06:26:08.178202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9ab00d6-4305-4b61-80ae-22be233ba605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.181829 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9ab00d6-4305-4b61-80ae-22be233ba605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.185442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d9ab00d6-4305-4b61-80ae-22be233ba605 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3bbc11c-21b0-4fff-92aa-a90d6686a5f6 HTTP/1.1" status: 204 len: 168 time: 0.6205676 Aug 31 06:26:08.211677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab00d6-4305-4b61-80ae-22be233ba605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bbc11c-21b0-4fff-92aa-a90d6686a5f6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:08.232056 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3df3ae51-b002-47a7-b7e8-6dcc490e9e57 req-6a4fc055-2e58-40fa-92df-f021f911b7df tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757616 Aug 31 06:26:08.263499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a7442a7c-9b9f-4cfd-8efa-ea434ba983f8', 'name': '', 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'mac_address': 'fa:16:3e:af:f7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8ad49c1e-b098-4091-b189-06f8db62c292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:59Z', 'updated_at': '2021-08-31T06:26:07Z', 'revision_number': 4, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'subnets': [{'id': '8ad49c1e-b098-4091-b189-06f8db62c292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:08.274583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fec27c12-6e58-47fd-8020-2be02bf7b3bd tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.289725 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fec27c12-6e58-47fd-8020-2be02bf7b3bd tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.297036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00162a-1bca-4510-afd1-e1c48898fd20 None None] The sync data for ids ['fd5c66e1-bc70-4697-b894-092475859778'] in n-d-712142-16 is: [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a7442a7c-9b9f-4cfd-8efa-ea434ba983f8', 'name': '', 'network_id': '5db70c8f-3d2c-4803-baa1-a510fadc8eb2', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'mac_address': 'fa:16:3e:af:f7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8ad49c1e-b098-4091-b189-06f8db62c292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:59Z', 'updated_at': '2021-08-31T06:26:07Z', 'revision_number': 4, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'subnets': [{'id': '8ad49c1e-b098-4091-b189-06f8db62c292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:08.420189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.427119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.435073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec27c12-6e58-47fd-8020-2be02bf7b3bd tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29691c9b-46c9-4073-b7fe-31813b6f74f8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:08.439860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fec27c12-6e58-47fd-8020-2be02bf7b3bd tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.441440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fec27c12-6e58-47fd-8020-2be02bf7b3bd tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4029415 Aug 31 06:26:08.445115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46438) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:08.452979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-11e98674-5d83-42c4-97c3-e894869f904c tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Request body: {'security_group_rule': {'security_group_id': '29691c9b-46c9-4073-b7fe-31813b6f74f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:08.555811 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-11e98674-5d83-42c4-97c3-e894869f904c tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.574011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c662ab96-65e8-4361-9970-6e7103feecd4', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:26:08.585590 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.640981 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.735233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 50de57dd-5adf-4e59-bc0c-73e9a893a5ab details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:26:08.954351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:08.979381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Allocated IP 172.20.0.2 (c662ab96-65e8-4361-9970-6e7103feecd4/72e21594-8614-4414-bb2a-3ae43db427bc/bcc96794-2488-40c0-8365-fe0c6ff129a2) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:09.087628 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-11e98674-5d83-42c4-97c3-e894869f904c tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.110021 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-11e98674-5d83-42c4-97c3-e894869f904c tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.169032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:09.221055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46454) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:09.229008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:09.259107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37ca367b-729d-4b51-83d8-e324e3609416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.283062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '50de57dd-5adf-4e59-bc0c-73e9a893a5ab', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '50de57dd-5adf-4e59-bc0c-73e9a893a5ab', 'mac_address': 'fa:16:3e:e6:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:tempest-test_az-439725680', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:26:09.441698 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.465859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Transition to ACTIVE for port object bcc96794-2488-40c0-8365-fe0c6ff129a2 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:09.476002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2703224-547c-4d33-a2b4-a4be7661746c req-3a19ea6d-879d-4cda-b76f-df29d4355223 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:09.489798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2703224-547c-4d33-a2b4-a4be7661746c req-3a19ea6d-879d-4cda-b76f-df29d4355223 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 969 time: 0.1255736 Aug 31 06:26:09.507203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Transition to ACTIVE for port object bcc96794-2488-40c0-8365-fe0c6ff129a2 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:09.600979 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.608377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-11e98674-5d83-42c4-97c3-e894869f904c tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.608905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2703224-547c-4d33-a2b4-a4be7661746c req-92971b5f-4284-4bb7-a0bf-5555d3a553b3 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178558 Aug 31 06:26:09.616887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-11e98674-5d83-42c4-97c3-e894869f904c tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1698618 Aug 31 06:26:09.617703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e98674-5d83-42c4-97c3-e894869f904c tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81ab9d2-ef77-492b-8677-4e031920b0bc,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:09.623147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46462) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:09.637385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2f2fc448-5e6d-486c-8000-d4a0c5d30ab4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Request body: {'security_group_rule': {'security_group_id': '29691c9b-46c9-4073-b7fe-31813b6f74f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:09.693425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7ab04-b521-4e9e-bf48-5650e48bd8a3 req-c97af17d-afab-4392-bce2-a40027eb8475 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:09.705691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7aa7ab04-b521-4e9e-bf48-5650e48bd8a3 req-c97af17d-afab-4392-bce2-a40027eb8475 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 935 time: 0.8095162 Aug 31 06:26:09.776282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Network c662ab96-65e8-4361-9970-6e7103feecd4 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:09.784199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Pushing event updated for resources: {'Port': ['ID=bcc96794-2488-40c0-8365-fe0c6ff129a2,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:09.795844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:09.799254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:09.826250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7aa7ab04-b521-4e9e-bf48-5650e48bd8a3 req-e9dd1633-b552-453d-ba89-b07585425498 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189761 Aug 31 06:26:09.834131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37ca367b-729d-4b51-83d8-e324e3609416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.853371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:09.862670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37ca367b-729d-4b51-83d8-e324e3609416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.865042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:09.865682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.946695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Attempting to bind port bcc96794-2488-40c0-8365-fe0c6ff129a2 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:09.947181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Attempting to bind port bcc96794-2488-40c0-8365-fe0c6ff129a2 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:09.947616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Attempting to bind port bcc96794-2488-40c0-8365-fe0c6ff129a2 on network c662ab96-65e8-4361-9970-6e7103feecd4 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:09.960989 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.963257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-37ca367b-729d-4b51-83d8-e324e3609416 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daa3b5cdeaff4cd2be688fd0e531af59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7409422 Aug 31 06:26:09.979335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50de57dd-5adf-4e59-bc0c-73e9a893a5ab {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:09.984037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:09.984747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Checking segment: {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:09.985488 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.985992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Bound using segment: {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:09.986757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Bound port: bcc96794-2488-40c0-8365-fe0c6ff129a2, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:09.987230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:09.991736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46472) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:10.058784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:10.082570 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.087255 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc448-5e6d-486c-8000-d4a0c5d30ab4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.130032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca367b-729d-4b51-83d8-e324e3609416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39bf7bd-5042-4a69-a395-a6ea5297ab8f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:10.182868 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.206958 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.236101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.288056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,segment=NetworkSegment(cbf82b7c-4d61-43f4-8df7-0c0bdae73a72),segment_id=cbf82b7c-4d61-43f4-8df7-0c0bdae73a72)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:10.290630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] For port bcc96794-2488-40c0-8365-fe0c6ff129a2, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:10.297527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92003c51-971d-49c8-ae00-c4c43f12fc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.342591 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.403493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] For port bcc96794-2488-40c0-8365-fe0c6ff129a2, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bcc96794-2488-40c0-8365-fe0c6ff129a2,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:10.416286 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.424866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Allocated IP 172.25.5.96 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/984b9297-a72f-489b-abd8-f5f7363e454c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:10.431563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['50de57dd-5adf-4e59-bc0c-73e9a893a5ab'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:10.459334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:10.471932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc448-5e6d-486c-8000-d4a0c5d30ab4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.477109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92003c51-971d-49c8-ae00-c4c43f12fc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.517658 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc448-5e6d-486c-8000-d4a0c5d30ab4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.545985 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.559029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fc448-5e6d-486c-8000-d4a0c5d30ab4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c4aabb-eda3-433e-b4ff-fe29cdbe196e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:10.593582 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.655976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:10.659809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:10.666172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:10.666384 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc448-5e6d-486c-8000-d4a0c5d30ab4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:10.667552 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f2fc448-5e6d-486c-8000-d4a0c5d30ab4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0434039 Aug 31 06:26:10.669883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Pushing event updated for resources: {'Port': ['ID=984b9297-a72f-489b-abd8-f5f7363e454c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:10.678069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46494) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:10.685774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:10.707554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-b639b0bb-a91b-46c4-a2fb-5ca0a0edd933 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784035 Aug 31 06:26:10.745942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:10.908425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02230e48-2251-41fd-a3e4-eaa9c45cec05 None None] Pushing event updated for resources: {'Port': ['ID=bcc96794-2488-40c0-8365-fe0c6ff129a2,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:11.078368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87db283-87d4-49f0-9038-057296b81513 req-734181ef-d322-4a33-981d-c11991244d05 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:11.079943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e87db283-87d4-49f0-9038-057296b81513 req-734181ef-d322-4a33-981d-c11991244d05 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 970 time: 0.2052114 Aug 31 06:26:11.126920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:11.151478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e87db283-87d4-49f0-9038-057296b81513 req-8d40f7c5-aa17-45be-a9f6-9fbd25e9cdda tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605404 Aug 31 06:26:11.208661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:11.215416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92003c51-971d-49c8-ae00-c4c43f12fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:11.222479 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92003c51-971d-49c8-ae00-c4c43f12fc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:11.222479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-92003c51-971d-49c8-ae00-c4c43f12fc88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c39bf7bd-5042-4a69-a395-a6ea5297ab8f HTTP/1.1" status: 204 len: 168 time: 1.1964033 Aug 31 06:26:11.250173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:11.265023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92003c51-971d-49c8-ae00-c4c43f12fc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39bf7bd-5042-4a69-a395-a6ea5297ab8f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:11.318264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:11.318643 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:11.438641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-dd80509b-6723-4066-908e-1a5670f46f86 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:11.443411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bcc96794-2488-40c0-8365-fe0c6ff129a2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:11.447584 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-dd80509b-6723-4066-908e-1a5670f46f86 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7215941 Aug 31 06:26:11.473218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-87df8d37-cbf0-4edf-b215-db1c088bd74b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/quotas/a04da5c863ff4ee99192f24bb55cdd82 HTTP/1.1" status: 200 len: 375 time: 0.0229135 Aug 31 06:26:11.508983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port bcc96794-2488-40c0-8365-fe0c6ff129a2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:11.534423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-5825176e-9fc4-4410-bb06-0bd1da7c3f5d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447497 Aug 31 06:26:11.549807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dab230-0e3d-4596-9d6d-09ccd7fe1393 req-169d2fe6-36c1-40b9-b394-f7caedcb5b72 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:11.557140 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9dab230-0e3d-4596-9d6d-09ccd7fe1393 req-169d2fe6-36c1-40b9-b394-f7caedcb5b72 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 935 time: 0.1832945 Aug 31 06:26:11.594809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:11.609288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:11.636538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9dab230-0e3d-4596-9d6d-09ccd7fe1393 req-d68a2ebf-f403-4d74-92f3-02727aa42ab2 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782320 Aug 31 06:26:11.825304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Allocated IP 172.25.5.123 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/867b2cb8-7768-4a94-a24c-8b715a5a3b22) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:11.975228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Router 293d7e3d-2d02-4a63-bf31-325e09d933cc is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:26:12.003583 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9dc143e-4f42-486a-ad15-145778b59b63 req-0ad154a2-186d-452e-9f6d-b4f9e276f8ea tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 210 time: 0.0643222 Aug 31 06:26:12.089668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:12.180131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:12.221652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:12.236185 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Sync routers for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:12.260993 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:12.262678 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:12.269007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:12.273369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-594eed06-7bfa-4925-99ac-05b5610762f6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.1417537 Aug 31 06:26:12.273369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46550) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:12.309817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:12.325638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:12.329612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:12.355450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db3aff-96d1-454c-ba6b-d79dd5da4015 None None] Network c662ab96-65e8-4361-9970-6e7103feecd4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:26:12.436124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event updated for resources: {'Port': ['ID=867b2cb8-7768-4a94-a24c-8b715a5a3b22,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:12.480326 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:12.653989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f241a-70cc-4d83-b0f4-1cfc748fd7d7 req-89801330-ce1b-4a56-93b6-b2f6a25f6454 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:12.665020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e3f241a-70cc-4d83-b0f4-1cfc748fd7d7 req-89801330-ce1b-4a56-93b6-b2f6a25f6454 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 970 time: 0.2299335 Aug 31 06:26:12.744436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:12.806450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:12.811507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 50de57dd-5adf-4e59-bc0c-73e9a893a5ab up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:12.824995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e3f241a-70cc-4d83-b0f4-1cfc748fd7d7 req-5dc7c004-c979-4764-9f99-2776652f001c tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589816 Aug 31 06:26:12.853072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-3e820443-ed87-4ee4-b2ae-db8a34b2eabd tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:12.854242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-3e820443-ed87-4ee4-b2ae-db8a34b2eabd tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053539 Aug 31 06:26:12.866287 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:10Z', 'revision_number': 3, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:12.922380 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Checking router: 293d7e3d-2d02-4a63-bf31-325e09d933cc for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:12.922995 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Updating router 293d7e3d-2d02-4a63-bf31-325e09d933cc port 984b9297-a72f-489b-abd8-f5f7363e454c binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:26:12.939744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-863bdbe2-213c-453a-ba46-f133fd4f8b00 None None] Provisioning for port bcc96794-2488-40c0-8365-fe0c6ff129a2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:12.975220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-863bdbe2-213c-453a-ba46-f133fd4f8b00 None None] Provisioning complete for port bcc96794-2488-40c0-8365-fe0c6ff129a2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:12.975599 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-863bdbe2-213c-453a-ba46-f133fd4f8b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.017066 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.140329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1866d6a8-22c7-4776-a3f7-7508bafc8014 req-725f2277-944d-4fae-a9a2-0665cc50c359 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 210 time: 0.0561588 Aug 31 06:26:13.262995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:13.266443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.278571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:13.286126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.301552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:13.302074 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.410515 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-863bdbe2-213c-453a-ba46-f133fd4f8b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.467711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event updated for resources: {'Port': ['ID=867b2cb8-7768-4a94-a24c-8b715a5a3b22,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:13.501532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Request body: {'port': {'device_id': 'e5d37998-da9f-400d-903b-44ff07febc86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:13.504273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-863bdbe2-213c-453a-ba46-f133fd4f8b00 None None] For port bcc96794-2488-40c0-8365-fe0c6ff129a2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bcc96794-2488-40c0-8365-fe0c6ff129a2,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:13.514960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-863bdbe2-213c-453a-ba46-f133fd4f8b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.592266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d4c8b-bdee-4664-ba62-cf321ad5a233 req-933b400a-884b-4790-98ed-eb304a23b310 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:13.599710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce5d4c8b-bdee-4664-ba62-cf321ad5a233 req-933b400a-884b-4790-98ed-eb304a23b310 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 935 time: 0.3062515 Aug 31 06:26:13.608975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.640661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.649431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb9310-8f61-4fe1-acfc-5a3d278f34c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de57dd-5adf-4e59-bc0c-73e9a893a5ab'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:13.661412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ed6e-8530-44ee-bf14-baf1b4e1fdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.708084 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.740834 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.755272 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Transition to ACTIVE for port object 984b9297-a72f-489b-abd8-f5f7363e454c will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:13.766503 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.797135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bdbe2-213c-453a-ba46-f133fd4f8b00 None None] Pushing event updated for resources: {'Port': ['ID=bcc96794-2488-40c0-8365-fe0c6ff129a2,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:13.806681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:13.806835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce5d4c8b-bdee-4664-ba62-cf321ad5a233 req-79c9c4ae-53b9-440e-8efb-254bbd4a5e76 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885321 Aug 31 06:26:13.812933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-843a2bf7-7d8e-4a0c-82ef-801e09174cc5 None None] Provisioning complete for port bcc96794-2488-40c0-8365-fe0c6ff129a2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:13.812933 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-843a2bf7-7d8e-4a0c-82ef-801e09174cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.891635 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.917677 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Attempting to bind port 984b9297-a72f-489b-abd8-f5f7363e454c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:13.918056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Attempting to bind port 984b9297-a72f-489b-abd8-f5f7363e454c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:13.918420 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Attempting to bind port 984b9297-a72f-489b-abd8-f5f7363e454c on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:13.928118 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965544e-b1ba-4dae-a4b3-20309e9efe91 None None] Pushing event updated for resources: {'Port': ['ID=984b9297-a72f-489b-abd8-f5f7363e454c,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:13.939376 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:13.941938 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:13.942365 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.942764 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:13.943251 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Bound port: 984b9297-a72f-489b-abd8-f5f7363e454c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:13.943651 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:13.945239 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc40827-9920-4b95-948e-11fb50a6558c" -d '{"events": [{"server_uuid": "ebdb9310-8f61-4fe1-acfc-5a3d278f34c7", "name": "network-vif-plugged", "status": "completed", "tag": "50de57dd-5adf-4e59-bc0c-73e9a893a5ab"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:14.012580 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.056006 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] For port 984b9297-a72f-489b-abd8-f5f7363e454c, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:14.063849 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] For port 984b9297-a72f-489b-abd8-f5f7363e454c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=984b9297-a72f-489b-abd8-f5f7363e454c,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:14.074942 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.142510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88be8d2-643f-4940-bc4d-22b19b0daf34 req-a1e54bb2-6e45-4ed0-8ac1-9e6077fab82e tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:14.149736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:14.149922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88be8d2-643f-4940-bc4d-22b19b0daf34 req-a1e54bb2-6e45-4ed0-8ac1-9e6077fab82e tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 971 time: 0.1646583 Aug 31 06:26:14.165399 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965544e-b1ba-4dae-a4b3-20309e9efe91 None None] Pushing event updated for resources: {'Port': ['ID=984b9297-a72f-489b-abd8-f5f7363e454c,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:14.218575 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:14.223209 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:14.262540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ed6e-8530-44ee-bf14-baf1b4e1fdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.268105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-4504ce34-9e9f-4d0a-9643-d73da4b6c41e tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485368 Aug 31 06:26:14.284452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88be8d2-643f-4940-bc4d-22b19b0daf34 req-a8affa51-72b6-42eb-84a2-6f23103235f0 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311314 Aug 31 06:26:14.309854 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ed6e-8530-44ee-bf14-baf1b4e1fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.322723 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3052445-08eb-4288-be8e-e9cdb5d66da7 x-openstack-request-id: req-a3052445-08eb-4288-be8e-e9cdb5d66da7 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:14.323715 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb9310-8f61-4fe1-acfc-5a3d278f34c7", "name": "network-vif-plugged", "status": "completed", "tag": "50de57dd-5adf-4e59-bc0c-73e9a893a5ab", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:14.324168 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3052445-08eb-4288-be8e-e9cdb5d66da7 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:14.324839 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb9310-8f61-4fe1-acfc-5a3d278f34c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de57dd-5adf-4e59-bc0c-73e9a893a5ab', 'code': 200} Aug 31 06:26:14.336091 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.351021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ec5f6385-a6b9-47cb-aff0-9e9c1850c236 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6718788 Aug 31 06:26:14.376196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Allocated IP 172.20.0.1 (c662ab96-65e8-4361-9970-6e7103feecd4/72e21594-8614-4414-bb2a-3ae43db427bc/ebac52dc-e37b-4f5e-9b70-a459472420ae) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:14.432011 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:14.519989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.23', 52520) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:14.558676 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.573306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Transition to ACTIVE for port object ebac52dc-e37b-4f5e-9b70-a459472420ae will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:14.580866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b5a3ed6e-8530-44ee-bf14-baf1b4e1fdbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9aab29e179884c1e892ed29bc18d0a55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3162701 Aug 31 06:26:14.586261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46640) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:14.623413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.644337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3ed6e-8530-44ee-bf14-baf1b4e1fdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fce149-91b4-4c71-8630-74fa6c48f0b3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:14.660800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d37b0db4-7a3a-46bd-bbe4-a1723a8a66ee req-a5e23f0e-6b74-4027-9b90-71cf61a233d1 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 210 time: 0.0481694 Aug 31 06:26:14.674553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67d3a63-da94-4e67-920c-b46e1f8af6db {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:14.695785 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.695992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Network c662ab96-65e8-4361-9970-6e7103feecd4 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:14.698757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:14.702527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:14.702927 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.719065 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:10Z', 'revision_number': 3, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:14.738441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Pushing event updated for resources: {'Port': ['ID=ebac52dc-e37b-4f5e-9b70-a459472420ae,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:14.754782 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd1307-e525-4080-878f-efff3bcfdca8 None None] The sync data for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 is: [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:10Z', 'revision_number': 3, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:14.757880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Transition to ACTIVE for port object f67d3a63-da94-4e67-920c-b46e1f8af6db will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:14.790053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97f8d-521f-4478-95f1-e852a63b7439 req-e5bde17a-e3e9-4d1c-a0d8-31a1734da5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:14.791896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ade97f8d-521f-4478-95f1-e852a63b7439 req-e5bde17a-e3e9-4d1c-a0d8-31a1734da5d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 1123 time: 0.2706113 Aug 31 06:26:14.792647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.827348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-f1cc05c7-3a66-440e-9da4-3a9097c94cef tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--93795468&fields=id&tenant_id=6034154b728b418db876726a7a60c3b6 HTTP/1.1" status: 200 len: 267 time: 0.1850371 Aug 31 06:26:14.867957 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ade97f8d-521f-4478-95f1-e852a63b7439 req-f9519ff1-8ea0-4949-8f13-61230fd14725 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:14.882028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-3c7ef07d-7382-4134-a48a-0a91e4fc338b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:14.883851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-3c7ef07d-7382-4134-a48a-0a91e4fc338b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5981960 Aug 31 06:26:14.886061 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.019879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ca4e-10b5-4b98-b9bf-fb5a731136fc req-328df2f2-5660-4c73-bc5e-67561a23eb55 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:15.034328 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a215ca4e-10b5-4b98-b9bf-fb5a731136fc req-328df2f2-5660-4c73-bc5e-67561a23eb55 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 947 time: 0.1388316 Aug 31 06:26:15.047689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-358e42ab-c0f4-4ef3-bcdb-3efde5f7a543 None None] Provisioning for port ebac52dc-e37b-4f5e-9b70-a459472420ae completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:15.054204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-358e42ab-c0f4-4ef3-bcdb-3efde5f7a543 None None] Provisioning complete for port ebac52dc-e37b-4f5e-9b70-a459472420ae triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:15.054575 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-358e42ab-c0f4-4ef3-bcdb-3efde5f7a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.110824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bcc96794-2488-40c0-8365-fe0c6ff129a2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:15.197843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Request body: {'port': {'device_id': '25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'a04da5c863ff4ee99192f24bb55cdd82'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:15.214162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-358e42ab-c0f4-4ef3-bcdb-3efde5f7a543 None None] Port ebac52dc-e37b-4f5e-9b70-a459472420ae cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:15.224956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a215ca4e-10b5-4b98-b9bf-fb5a731136fc req-c55d5ee5-7d13-40ea-b749-42b7d9aed163 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879606 Aug 31 06:26:15.233697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port bcc96794-2488-40c0-8365-fe0c6ff129a2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:15.234086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.332564 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.338709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.339559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.353399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=f67d3a63-da94-4e67-920c-b46e1f8af6db,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:15.376908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7925de0d-114f-49e3-8c92-1469a86aaecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.469795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Pushing event updated for resources: {'Port': ['ID=ebac52dc-e37b-4f5e-9b70-a459472420ae,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:15.509289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b173a-1a6d-4cb8-b065-ac017b6bcd40 req-14cad290-dc51-453c-bc07-1c3fe822a1c4 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:15.510931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c5b173a-1a6d-4cb8-b065-ac017b6bcd40 req-14cad290-dc51-453c-bc07-1c3fe822a1c4 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 971 time: 0.0847259 Aug 31 06:26:15.535975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7925de0d-114f-49e3-8c92-1469a86aaecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.543379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Network c662ab96-65e8-4361-9970-6e7103feecd4 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:15.554101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:15.569223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-2a110210-69bd-41a5-8ce2-84f42a2b691a tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:15.576139 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-2a110210-69bd-41a5-8ce2-84f42a2b691a tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 823 time: 0.7029998 Aug 31 06:26:15.588712 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c5b173a-1a6d-4cb8-b065-ac017b6bcd40 req-7644bd38-38a7-4d75-a724-8df161bb9e28 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554149 Aug 31 06:26:15.634549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-704668a3-0610-4838-8e35-7667f416e9e3 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/quotas/6034154b728b418db876726a7a60c3b6 HTTP/1.1" status: 200 len: 375 time: 0.0574372 Aug 31 06:26:15.659562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Attempting to bind port f67d3a63-da94-4e67-920c-b46e1f8af6db on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:15.659899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Attempting to bind port f67d3a63-da94-4e67-920c-b46e1f8af6db by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:15.660394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Attempting to bind port f67d3a63-da94-4e67-920c-b46e1f8af6db on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:15.695201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Port f67d3a63-da94-4e67-920c-b46e1f8af6db on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:26:15.695771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Attempting to bind port f67d3a63-da94-4e67-920c-b46e1f8af6db on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:15.742662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Router 293d7e3d-2d02-4a63-bf31-325e09d933cc has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:26:15.747386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ade97f8d-521f-4478-95f1-e852a63b7439 req-f9519ff1-8ea0-4949-8f13-61230fd14725 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.753523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:15.753948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:15.754402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:15.754981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Bound port: f67d3a63-da94-4e67-920c-b46e1f8af6db, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:15.756500 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.788154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ade97f8d-521f-4478-95f1-e852a63b7439 req-f9519ff1-8ea0-4949-8f13-61230fd14725 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.838720 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7925de0d-114f-49e3-8c92-1469a86aaecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.841277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7925de0d-114f-49e3-8c92-1469a86aaecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.842502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7925de0d-114f-49e3-8c92-1469a86aaecd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8fce149-91b4-4c71-8630-74fa6c48f0b3 HTTP/1.1" status: 204 len: 168 time: 1.2371240 Aug 31 06:26:15.853068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60c90daf-2018-4841-8e04-9987f88a2a89 req-9f017968-042e-404f-b2da-7c265ef60cfb tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 210 time: 0.0822351 Aug 31 06:26:15.871377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0755ce94-5109-4042-9a03-6fe93a82da73 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2358205 Aug 31 06:26:15.875069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ade97f8d-521f-4478-95f1-e852a63b7439 req-f9519ff1-8ea0-4949-8f13-61230fd14725 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0598335 Aug 31 06:26:15.887631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cb0a415d-c760-4282-8f05-f70c53c7d5b2 None None] Provisioning complete for port ebac52dc-e37b-4f5e-9b70-a459472420ae triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:15.888009 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cb0a415d-c760-4282-8f05-f70c53c7d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.906184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Made reservation on behalf of a04da5c863ff4ee99192f24bb55cdd82 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:15.910268 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.930308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-81d9c044-ae90-4053-97cb-51d000cfb172 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:15.939515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-81d9c044-ae90-4053-97cb-51d000cfb172 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258775 Aug 31 06:26:15.945508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:15.951627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9519ff1-8ea0-4949-8f13-61230fd14725 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=074743d8-c710-4597-a9b5-e271dacf2046,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:15.959816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:15.970011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a415d-c760-4282-8f05-f70c53c7d5b2 None None] Port ebac52dc-e37b-4f5e-9b70-a459472420ae cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:15.985311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2d0b0a28-0d4b-4eb7-8b42-1b944434ed7c admin admin] 10.222.0.15 "PUT /v2.0/routers/293d7e3d-2d02-4a63-bf31-325e09d933cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7107351 Aug 31 06:26:15.994576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925de0d-114f-49e3-8c92-1469a86aaecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fce149-91b4-4c71-8630-74fa6c48f0b3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:16.004225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] For port f67d3a63-da94-4e67-920c-b46e1f8af6db, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:16.010427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] For port f67d3a63-da94-4e67-920c-b46e1f8af6db, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f67d3a63-da94-4e67-920c-b46e1f8af6db,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:16.022474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.091795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:16.092427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.093906 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] 10.222.0.42 "PUT /v2.0/ports/f67d3a63-da94-4e67-920c-b46e1f8af6db HTTP/1.1" status: 200 len: 1096 time: 2.9469285 Aug 31 06:26:16.094533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d37998-da9f-400d-903b-44ff07febc86', 'tag': 'f67d3a63-da94-4e67-920c-b46e1f8af6db'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:16.097225 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d37998-da9f-400d-903b-44ff07febc86", "tag": "f67d3a63-da94-4e67-920c-b46e1f8af6db"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:16.178622 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dd1741-59e7-492d-8e43-6097c100860a x-openstack-request-id: req-a3dd1741-59e7-492d-8e43-6097c100860a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:16.178942 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d37998-da9f-400d-903b-44ff07febc86", "tag": "f67d3a63-da94-4e67-920c-b46e1f8af6db", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:16.179166 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3dd1741-59e7-492d-8e43-6097c100860a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:16.179590 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d37998-da9f-400d-903b-44ff07febc86', 'tag': 'f67d3a63-da94-4e67-920c-b46e1f8af6db', 'status': 'completed', 'code': 200} Aug 31 06:26:16.206312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebe4ba-ea29-443f-bfa3-10a892335ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=f67d3a63-da94-4e67-920c-b46e1f8af6db,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:16.237469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-5883c233-2d7e-406d-9005-33024544efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:16.239005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-5883c233-2d7e-406d-9005-33024544efd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1e980b309841fb9069413c13877cf7&device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 1099 time: 0.0905187 Aug 31 06:26:16.313748 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.360944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.365843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-467267d6-8401-4b42-beaa-e11c6cda8b54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f67d3a63-da94-4e67-920c-b46e1f8af6db HTTP/1.1" status: 200 len: 217 time: 0.1073375 Aug 31 06:26:16.374968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609f739-24f6-4764-8ded-e4256cd20bfa req-5f23f2da-f43a-4b1c-ab6e-3cb5c36634c0 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:16.376940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8609f739-24f6-4764-8ded-e4256cd20bfa req-5f23f2da-f43a-4b1c-ab6e-3cb5c36634c0 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 947 time: 0.0538909 Aug 31 06:26:16.427143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8609f739-24f6-4764-8ded-e4256cd20bfa req-d2fe0eec-b0f6-42ff-9b58-d903cadd1b60 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Aug 31 06:26:16.452237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46674) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:16.468618 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2821271a-9dfb-4872-9e91-bb38eb2c197e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.532803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-177d4e59-815f-49ec-b063-85b6a3364708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:16.534634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-177d4e59-815f-49ec-b063-85b6a3364708 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1460874 Aug 31 06:26:16.539512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8fe2ec-c849-482f-b098-601b91e708c1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:16.568232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-1f801fcf-6983-4e17-af61-caf807ba32d6 service neutron] 10.222.0.15 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979076 Aug 31 06:26:16.584571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2821271a-9dfb-4872-9e91-bb38eb2c197e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.589966 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2821271a-9dfb-4872-9e91-bb38eb2c197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.635618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2821271a-9dfb-4872-9e91-bb38eb2c197e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=489e732c1fd54ce692746ef3b4ea54c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795194 Aug 31 06:26:16.636164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:16.646278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821271a-9dfb-4872-9e91-bb38eb2c197e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da9f06-5c23-40c8-a899-7b02a59c5b9f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:16.701012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5c60a3-736b-4cef-a201-771af10bf14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.708162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Allocated IP 192.168.233.92 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/fb20c0ed-740e-4c97-885e-8be8a48f46aa) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:16.727106 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5c60a3-736b-4cef-a201-771af10bf14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.729700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-9adcb871-d11f-4590-833c-986a99248dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:16.731240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-9adcb871-d11f-4590-833c-986a99248dde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1835215 Aug 31 06:26:16.782564 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5c60a3-736b-4cef-a201-771af10bf14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.786622 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5c60a3-736b-4cef-a201-771af10bf14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:16.790155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a5c60a3-736b-4cef-a201-771af10bf14a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0da9f06-5c23-40c8-a899-7b02a59c5b9f HTTP/1.1" status: 204 len: 168 time: 0.1498454 Aug 31 06:26:16.797681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c60a3-736b-4cef-a201-771af10bf14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da9f06-5c23-40c8-a899-7b02a59c5b9f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:16.816546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-d9304d44-8d7a-44ad-bbc0-e47f2b19b66a service neutron] 10.222.0.15 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132611 Aug 31 06:26:16.986595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Sync routers for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:17.016507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-f51646ca-ba31-4e9c-ba58-d64760d62620 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721965 Aug 31 06:26:17.029448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:17.035370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:17.105666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-26a98a93-74bb-4c5a-a50d-665bc9a7ad10 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:17.120806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-26a98a93-74bb-4c5a-a50d-665bc9a7ad10 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/networks?id=c662ab96-65e8-4361-9970-6e7103feecd4 HTTP/1.1" status: 200 len: 828 time: 0.2779322 Aug 31 06:26:17.132461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 984b9297-a72f-489b-abd8-f5f7363e454c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:17.138274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-8f00ece3-dc2c-431f-9903-318c76e1489c tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/quotas/e325e6a3d6c5460e9e629bcdb226ecb6 HTTP/1.1" status: 200 len: 375 time: 0.0165589 Aug 31 06:26:17.223257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:17.261993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2d974-15f5-41d8-b0ec-f23b97d972ed req-8e8d7ba2-d75d-4a28-95db-729847542589 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:17.264538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9af2d974-15f5-41d8-b0ec-f23b97d972ed req-8e8d7ba2-d75d-4a28-95db-729847542589 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 971 time: 0.1161344 Aug 31 06:26:17.297271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Transition to ACTIVE for port object fb20c0ed-740e-4c97-885e-8be8a48f46aa will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:17.322112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8790f08a-92f7-4d8e-8f41-ef77d1fe3165 req-9408794b-c939-431a-8c81-0fb9d90f7252 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951465 Aug 31 06:26:17.336738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9af2d974-15f5-41d8-b0ec-f23b97d972ed req-ddcb2382-0a06-48aa-8cef-1854276ed485 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612538 Aug 31 06:26:17.363728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:17.372190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 984b9297-a72f-489b-abd8-f5f7363e454c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:17.419345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 984b9297-a72f-489b-abd8-f5f7363e454c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:17.420218 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:17.426324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-7a1d32db-7882-4c62-bb97-ea66f34d1dcf tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e325e6a3d6c5460e9e629bcdb226ecb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2819090 Aug 31 06:26:17.431580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:17.456165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-291736ac-d168-4750-84b5-172829ef5c81 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:17.477406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-291736ac-d168-4750-84b5-172829ef5c81 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0389218 Aug 31 06:26:17.494552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:17.503288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:17.545987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:17.670322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Pushing event updated for resources: {'Port': ['ID=fb20c0ed-740e-4c97-885e-8be8a48f46aa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:17.729670 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:17.760963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 984b9297-a72f-489b-abd8-f5f7363e454c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=984b9297-a72f-489b-abd8-f5f7363e454c,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:17.786307 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:17.909341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=984b9297-a72f-489b-abd8-f5f7363e454c,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:17.941733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:15Z', 'revision_number': 2, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:17.962524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-00856b9f-856a-40a4-96e3-aab89199a230 service neutron] 10.222.0.15 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945533 Aug 31 06:26:17.978032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Checking router: 293d7e3d-2d02-4a63-bf31-325e09d933cc for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:17.978387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Updating router 293d7e3d-2d02-4a63-bf31-325e09d933cc port ebac52dc-e37b-4f5e-9b70-a459472420ae binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:26:18.020940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-36d68c62-2700-490b-814d-4ce4afb97a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:18.024538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9b9f5106-2629-4fdf-bf4e-a78cb0916d45 None None] Provisioning for port fb20c0ed-740e-4c97-885e-8be8a48f46aa completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:18.031796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-36d68c62-2700-490b-814d-4ce4afb97a27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1e980b309841fb9069413c13877cf7&device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 1099 time: 0.6362317 Aug 31 06:26:18.036528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9b9f5106-2629-4fdf-bf4e-a78cb0916d45 None None] Provisioning complete for port fb20c0ed-740e-4c97-885e-8be8a48f46aa triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:18.036993 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9b9f5106-2629-4fdf-bf4e-a78cb0916d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.040995 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.066919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46730) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:18.089912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:18.090546 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.105750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-d4a39d16-6805-4bf2-98c6-8bd420995cea service neutron] 10.222.0.15 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271269 Aug 31 06:26:18.127969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f5106-2629-4fdf-bf4e-a78cb0916d45 None None] Port fb20c0ed-740e-4c97-885e-8be8a48f46aa cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:18.163900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0ce23-096e-4597-8103-0e876878d0f2 req-8c3e1945-0e73-44c4-8e3d-268bdd50100b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:18.171121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cd0ce23-096e-4597-8103-0e876878d0f2 req-8c3e1945-0e73-44c4-8e3d-268bdd50100b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 935 time: 0.6716015 Aug 31 06:26:18.178350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-8ec35743-bf59-403d-8a8b-2d8c5fad8a6d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2829549 Aug 31 06:26:18.195117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Request body: {'port': {'device_id': '25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b', 'device_owner': 'compute:tempest-test_az-439725680', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:18.250925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-network', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:18.348288 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16a03cd4-75dc-413d-8c3e-18db0b5895ea req-87eaed28-0581-432c-ab18-0fa3c1c98134 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 210 time: 0.0310693 Aug 31 06:26:18.349496 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cd0ce23-096e-4597-8103-0e876878d0f2 req-9bd4293d-1ddb-4874-9f33-f01466b73e9c tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704741 Aug 31 06:26:18.356983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-22043e47-38f4-4051-b985-8ef4ebb3970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:18.358973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-22043e47-38f4-4051-b985-8ef4ebb3970d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3179433 Aug 31 06:26:18.359755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.375103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Made reservation on behalf of 0614b626f9ec4a02a5dcd93d074501ec for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:18.378209 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.462645 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.475812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Transition to ACTIVE for port object ebac52dc-e37b-4f5e-9b70-a459472420ae will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:18.481942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04eef12e-41f5-4a8f-8eda-a544b46e4a4d req-a1714bd4-cb24-4bea-bdaf-dd087aab74d7 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 210 time: 0.0645883 Aug 31 06:26:18.483910 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.548913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.42', 53057) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:18.557541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.561389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-3df5a689-8872-46b3-836a-9db2e9d5a441 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f67d3a63-da94-4e67-920c-b46e1f8af6db HTTP/1.1" status: 200 len: 217 time: 0.1872649 Aug 31 06:26:18.687600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0145940-b158-4d1f-bdb0-0a6e8c25c14e req-e657c85c-bc6c-4b68-91ae-0f5487c04340 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:18.695912 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0145940-b158-4d1f-bdb0-0a6e8c25c14e req-e657c85c-bc6c-4b68-91ae-0f5487c04340 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 971 time: 0.1115463 Aug 31 06:26:18.741089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23ba73-53be-486a-b0e7-bce014e289f5 None None] Pushing event updated for resources: {'Port': ['ID=ebac52dc-e37b-4f5e-9b70-a459472420ae,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:18.759016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-720a639d-a260-40fc-a2d0-9acb6ee9fb83 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:18.760801 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-720a639d-a260-40fc-a2d0-9acb6ee9fb83 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 823 time: 0.2107801 Aug 31 06:26:18.787917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0145940-b158-4d1f-bdb0-0a6e8c25c14e req-4928d948-c5e0-435c-adac-e7741a45bff1 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907452 Aug 31 06:26:18.840591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Attempting to bind port ebac52dc-e37b-4f5e-9b70-a459472420ae on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:18.841448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Attempting to bind port ebac52dc-e37b-4f5e-9b70-a459472420ae by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:18.842394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Attempting to bind port ebac52dc-e37b-4f5e-9b70-a459472420ae on network c662ab96-65e8-4361-9970-6e7103feecd4 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:18.849340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:18.850148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Checking segment: {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:18.850939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.851482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Bound using segment: {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:18.852016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Bound port: ebac52dc-e37b-4f5e-9b70-a459472420ae, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:18.852431 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:18.902556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-06199082-9f04-4f6c-a976-7b9aa9de5c39 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034154b728b418db876726a7a60c3b6 HTTP/1.1" status: 200 len: 378 time: 0.1135633 Aug 31 06:26:18.917797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Request body: {'port': {'device_id': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'admin_state_up': True, 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'security_groups': ['29691c9b-46c9-4073-b7fe-31813b6f74f8']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:18.944719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe90175-8d4e-4061-a253-527fd152bc3f req-e912b8d8-3b46-46aa-a5dd-c0eac7fb2332 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:18.947027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ffe90175-8d4e-4061-a253-527fd152bc3f req-e912b8d8-3b46-46aa-a5dd-c0eac7fb2332 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 947 time: 0.5019131 Aug 31 06:26:18.989969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] For port ebac52dc-e37b-4f5e-9b70-a459472420ae, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:18.994149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] For port ebac52dc-e37b-4f5e-9b70-a459472420ae, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ebac52dc-e37b-4f5e-9b70-a459472420ae,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:19.005682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.030967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-3ed89c3c-33d2-40a2-a82f-be62af5042ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:19.035018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-3ed89c3c-33d2-40a2-a82f-be62af5042ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.4256902 Aug 31 06:26:19.093054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 984b9297-a72f-489b-abd8-f5f7363e454c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:19.151644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bff2-3e58-4f8a-a56c-0b9d637fd29e req-b8bfe244-2ed3-40f5-a5c0-e7cd26218a62 tempest-AggregatesAdminTestJSON-1639964174 tempest-AggregatesAdminTestJSON-1639964174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:19.158193 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ffe90175-8d4e-4061-a253-527fd152bc3f req-ec320137-5eb9-4e98-a6a2-561aa63c0366 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920879 Aug 31 06:26:19.172547 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b41bff2-3e58-4f8a-a56c-0b9d637fd29e req-b8bfe244-2ed3-40f5-a5c0-e7cd26218a62 tempest-AggregatesAdminTestJSON-1639964174 tempest-AggregatesAdminTestJSON-1639964174-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 1123 time: 0.2279036 Aug 31 06:26:19.184142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb20c0ed-740e-4c97-885e-8be8a48f46aa {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:19.192677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:19.193576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:25:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:19.195778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-82bbae66-2ed8-4a97-be7f-c4b1d843fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:19.197472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-82bbae66-2ed8-4a97-be7f-c4b1d843fa5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463816 Aug 31 06:26:19.200588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5b41bff2-3e58-4f8a-a56c-0b9d637fd29e req-a8e45115-0862-4524-9182-fbf75046951b tempest-AggregatesAdminTestJSON-1639964174 tempest-AggregatesAdminTestJSON-1639964174-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.201300 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.203920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23ba73-53be-486a-b0e7-bce014e289f5 None None] Pushing event updated for resources: {'Port': ['ID=ebac52dc-e37b-4f5e-9b70-a459472420ae,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:19.280513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.286619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Transition to ACTIVE for port object fb20c0ed-740e-4c97-885e-8be8a48f46aa will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:19.301895 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.302434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:26:19.302434 n-d-712142-16 neutron-server[94668]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:26:19.302434 n-d-712142-16 neutron-server[94668]: [parameters: {'project_id_1': '6034154b728b418db876726a7a60c3b6', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 26, 19, 225570)}] Aug 31 06:26:19.302434 n-d-712142-16 neutron-server[94668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:26:19.303752 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:26:19.311063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.350994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 984b9297-a72f-489b-abd8-f5f7363e454c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:19.351278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.401056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:19.404520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:26:19.418442 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5b41bff2-3e58-4f8a-a56c-0b9d637fd29e req-a8e45115-0862-4524-9182-fbf75046951b tempest-AggregatesAdminTestJSON-1639964174 tempest-AggregatesAdminTestJSON-1639964174-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.438322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5b41bff2-3e58-4f8a-a56c-0b9d637fd29e req-a8e45115-0862-4524-9182-fbf75046951b tempest-AggregatesAdminTestJSON-1639964174 tempest-AggregatesAdminTestJSON-1639964174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.455562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d741096-972a-4623-ae14-7e13496bff76,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:19.467707 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.468059 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Added segment a251b834-62dc-49bb-a432-00aff177dda4 of type vlan for network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e Aug 31 06:26:19.486097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b41bff2-3e58-4f8a-a56c-0b9d637fd29e req-a8e45115-0862-4524-9182-fbf75046951b tempest-AggregatesAdminTestJSON-1639964174 tempest-AggregatesAdminTestJSON-1639964174-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060293 Aug 31 06:26:19.516017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e45115-0862-4524-9182-fbf75046951b tempest-AggregatesAdminTestJSON-1639964174 tempest-AggregatesAdminTestJSON-1639964174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44bc60a-8f56-46ba-baa3-0928f5b7527a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:19.550755 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-e1eff528-25ce-45dd-82fd-71834e339118 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416862 Aug 31 06:26:19.560382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Pushing event updated for resources: {'Port': ['ID=fb20c0ed-740e-4c97-885e-8be8a48f46aa,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:19.636833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db65227a-d91a-4b2d-ae52-a16dbaba7590 req-f52b267b-3255-4708-9cda-85e14399470b tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 210 time: 0.0455852 Aug 31 06:26:19.728922 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.776478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:18Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:19.803283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0227bc9e-48fa-44c7-9a31-3e0cf4790527 req-0293c0d6-cc89-4eb0-abdc-50082dde8e32 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 210 time: 0.0423717 Aug 31 06:26:19.806189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec279725-3a56-4631-8972-57ea076e7d21 None None] The sync data for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 is: [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:18Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:19.812799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1643ae-2b02-4f2c-804b-c84bfbc9ffce req-c139a6e1-283f-424b-ac21-4c09c39022df tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:19.828989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a1643ae-2b02-4f2c-804b-c84bfbc9ffce req-c139a6e1-283f-424b-ac21-4c09c39022df tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 968 time: 0.3783205 Aug 31 06:26:19.851899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Made reservation on behalf of 6034154b728b418db876726a7a60c3b6 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:19.856463 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.925293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.926257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:19.926819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:19.960554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Attempting to bind port fb20c0ed-740e-4c97-885e-8be8a48f46aa on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:19.960554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Attempting to bind port fb20c0ed-740e-4c97-885e-8be8a48f46aa by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:19.960818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Attempting to bind port fb20c0ed-740e-4c97-885e-8be8a48f46aa on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:19.978812 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5e38ac4-d97c-403f-a88a-fb0f9aab1537 req-740f3978-4db3-440d-bf8a-7211be98da8f service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157100 Aug 31 06:26:20.041447 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9694998 Aug 31 06:26:20.041447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Port fb20c0ed-740e-4c97-885e-8be8a48f46aa on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:26:20.041447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Attempting to bind port fb20c0ed-740e-4c97-885e-8be8a48f46aa on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:20.042316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46762) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:20.058320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Request body: {'subnet': {'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-subnet', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:20.064730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-fe7fbe0b-ee0c-45d6-b8c8-6914be6bb3e2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:20.069680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-fe7fbe0b-ee0c-45d6-b8c8-6914be6bb3e2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.23 "GET /v2.0/networks?id=c662ab96-65e8-4361-9970-6e7103feecd4 HTTP/1.1" status: 200 len: 828 time: 0.3676286 Aug 31 06:26:20.079385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a1643ae-2b02-4f2c-804b-c84bfbc9ffce req-50db628f-9a6d-45a2-a766-361aad2c03cf tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494059 Aug 31 06:26:20.084078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:20.084417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:20.084800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:20.085277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Bound port: fb20c0ed-740e-4c97-885e-8be8a48f46aa, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:20.085639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.112196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Request body: {'port': {'device_id': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'admin_state_up': True, 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:20.139439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Made reservation on behalf of 0614b626f9ec4a02a5dcd93d074501ec for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:20.141164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.159462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d509542-5ceb-422a-9f7e-d9f326085c59 admin admin] Pushing event updated for resources: {'Network': ['ID=11b3df58-faeb-41c2-86ff-fcd8d11a5c1e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:20.187033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:26:20.256049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Allocated IP 172.20.0.3 (d53a5b30-3430-495c-8da2-fef612835fa4/1812d17b-ef40-431b-ba1a-963235425b5e/cc20ccc2-bac2-4f9a-a3eb-41ab203222b9) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:20.299997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] For port fb20c0ed-740e-4c97-885e-8be8a48f46aa, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:20.305415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f67d3a63-da94-4e67-920c-b46e1f8af6db details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:26:20.307256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] For port fb20c0ed-740e-4c97-885e-8be8a48f46aa, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fb20c0ed-740e-4c97-885e-8be8a48f46aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:20.322421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.401215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Pushing event updated for resources: {'Port': ['ID=fb20c0ed-740e-4c97-885e-8be8a48f46aa,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:20.444619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f67d3a63-da94-4e67-920c-b46e1f8af6db, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f67d3a63-da94-4e67-920c-b46e1f8af6db,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:20.446389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:20.446389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.450398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-a2846288-596c-4525-95a3-49e97ca2d324 service neutron] 10.222.0.23 "PUT /v2.0/ports/fb20c0ed-740e-4c97-885e-8be8a48f46aa HTTP/1.1" status: 200 len: 1117 time: 2.2619231 Aug 31 06:26:20.453422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b', 'tag': 'fb20c0ed-740e-4c97-885e-8be8a48f46aa'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:20.460212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'f67d3a63-da94-4e67-920c-b46e1f8af6db', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'f67d3a63-da94-4e67-920c-b46e1f8af6db', 'mac_address': 'fa:16:3e:1a:15:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:26:20.462050 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d545072-ca00-4a0f-9f45-ee1102a98a03" -d '{"events": [{"name": "network-changed", "server_uuid": "25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b", "tag": "fb20c0ed-740e-4c97-885e-8be8a48f46aa"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:20.483888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Made reservation on behalf of e325e6a3d6c5460e9e629bcdb226ecb6 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:20.490539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.540243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.546187 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.572915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Transition to ACTIVE for port object cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:20.583605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67d3a63-da94-4e67-920c-b46e1f8af6db {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:20.630056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f67d3a63-da94-4e67-920c-b46e1f8af6db, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f67d3a63-da94-4e67-920c-b46e1f8af6db,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:20.642827 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.646520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-377fec34-9154-48ac-adfe-ce4a8c67825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:20.648420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-377fec34-9154-48ac-adfe-ce4a8c67825c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 1120 time: 0.1382611 Aug 31 06:26:20.701998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.703579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-dab87ccf-0912-4cfd-a672-1d28f67ff67a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=fb20c0ed-740e-4c97-885e-8be8a48f46aa HTTP/1.1" status: 200 len: 217 time: 0.0456221 Aug 31 06:26:20.779091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f67d3a63-da94-4e67-920c-b46e1f8af6db,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:20.826353 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2bbc17-fdb9-4bc3-a4ab-4a1905eacedc x-openstack-request-id: req-4e2bbc17-fdb9-4bc3-a4ab-4a1905eacedc {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:20.826750 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b", "tag": "fb20c0ed-740e-4c97-885e-8be8a48f46aa", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:20.826871 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e2bbc17-fdb9-4bc3-a4ab-4a1905eacedc {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:20.827260 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b', 'tag': 'fb20c0ed-740e-4c97-885e-8be8a48f46aa', 'status': 'completed', 'code': 200} Aug 31 06:26:20.828741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7732b5-4b32-41d4-be25-1ab8ff84b774 req-fe3317b5-de72-45d2-a501-bec1cde22661 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:20.833669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef7732b5-4b32-41d4-be25-1ab8ff84b774 req-fe3317b5-de72-45d2-a501-bec1cde22661 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 947 time: 0.5739689 Aug 31 06:26:20.888797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Network d53a5b30-3430-495c-8da2-fef612835fa4 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:20.909625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:20.915252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:20.920882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:20.921588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:20.928582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event updated for resources: {'Port': ['ID=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:20.931815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['f67d3a63-da94-4e67-920c-b46e1f8af6db'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:20.987240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-9dfee6c3-1d83-4244-a6bd-02c11a9f1380 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0731440 Aug 31 06:26:21.009922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef7732b5-4b32-41d4-be25-1ab8ff84b774 req-c26e54a4-433d-4777-ba14-26a5e651f007 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339397 Aug 31 06:26:21.052542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Request body: {'port': {'device_id': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:21.120573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-9d85a6f2-163a-4184-b5d6-4e9cf1a509b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:21.127515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-9d85a6f2-163a-4184-b5d6-4e9cf1a509b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.4158046 Aug 31 06:26:21.142043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Allocated IP 172.20.0.10 (c662ab96-65e8-4361-9970-6e7103feecd4/72e21594-8614-4414-bb2a-3ae43db427bc/fa88c0e8-d7cf-4509-9838-1da3862e8f0a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:21.205613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ebac52dc-e37b-4f5e-9b70-a459472420ae up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:21.219111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55c6c-585d-4004-9d92-49f8d4db0131 req-65d7c623-f292-49d5-bdb8-c13c0f042f99 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:21.227100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad55c6c-585d-4004-9d92-49f8d4db0131 req-65d7c623-f292-49d5-bdb8-c13c0f042f99 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 931 time: 0.3987443 Aug 31 06:26:21.284241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ebac52dc-e37b-4f5e-9b70-a459472420ae completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:21.288333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ebac52dc-e37b-4f5e-9b70-a459472420ae triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:21.288705 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.334987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad55c6c-585d-4004-9d92-49f8d4db0131 req-46b9dd5f-6abb-4f76-8aa8-64e0fbf2660a tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979459 Aug 31 06:26:21.340119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-b45c5635-1e35-4dd6-a63a-eb5a9a1a061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:21.341774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-b45c5635-1e35-4dd6-a63a-eb5a9a1a061b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1888313 Aug 31 06:26:21.342630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0342f163-9a16-404c-8e4a-4c4bef4d90ae None None] Provisioning for port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:21.351648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0342f163-9a16-404c-8e4a-4c4bef4d90ae None None] Provisioning complete for port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:21.353703 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0342f163-9a16-404c-8e4a-4c4bef4d90ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.410515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0342f163-9a16-404c-8e4a-4c4bef4d90ae None None] Port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:21.415786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.452394 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.468117 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.487334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-043af0b5-6a01-40c8-b539-07da2a7befcc req-74d90f3d-4e84-451d-abd2-b1310a8d098e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 210 time: 0.0637066 Aug 31 06:26:21.493252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ebac52dc-e37b-4f5e-9b70-a459472420ae, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ebac52dc-e37b-4f5e-9b70-a459472420ae,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:21.505591 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.562022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ebac52dc-e37b-4f5e-9b70-a459472420ae,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:21.606050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:21.607607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.631207 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc5b36-d84b-42ed-ba1f-0a7a7f9015fa req-eaca23e5-09bf-49bb-abe3-bc44e77d74a1 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:21.632852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8dc5b36-d84b-42ed-ba1f-0a7a7f9015fa req-eaca23e5-09bf-49bb-abe3-bc44e77d74a1 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 968 time: 0.2116413 Aug 31 06:26:21.638285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Checking segment: {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:21.644694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Network hostable DHCP agents. Network: 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:26:21.652465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Transition to ACTIVE for port object fa88c0e8-d7cf-4509-9838-1da3862e8f0a will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:21.676341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-0596271c-e74b-4e0f-970f-eb10371dc2df service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235412 Aug 31 06:26:21.775620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:26:21.789811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8dc5b36-d84b-42ed-ba1f-0a7a7f9015fa req-d18f96da-3dd5-49ff-9f44-e7361cafff79 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399133 Aug 31 06:26:21.798053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:21.811208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f12d8-68c6-41f9-89f0-69e8f579c3b7 None None] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:26:21.812366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:21.812983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.867856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d904d6f-fd0f-4069-9a3a-2dfa0e0f2235 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8259974 Aug 31 06:26:21.868707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46808) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:21.875391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:21.885325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.904476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-770cf55f-74fc-4f38-8004-20b7b45557b8 req-e5981497-5cf5-424f-a112-2570633fbf03 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196133 Aug 31 06:26:21.940643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.944546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:21.957320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Network c662ab96-65e8-4361-9970-6e7103feecd4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:21.964219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:21.971235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:21.975461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Pushing event updated for resources: {'Port': ['ID=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:22.015300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-11b3df58-faeb-41c2-86ff-fcd8d11a5c1e', 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'fixed_ips': [{'subnet_id': '7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:26:22.016244 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.046641 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.069463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.070876 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.088347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-18a73f2f-2a55-4368-885f-243735273712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.090262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-18a73f2f-2a55-4368-885f-243735273712 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 1120 time: 0.1118155 Aug 31 06:26:22.177733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-3acc8b0e-358b-4df5-b6e7-50af8cf0f3ed tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0948362 Aug 31 06:26:22.194576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Request body: {'port': {'device_id': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'device_owner': 'compute:tempest-test_az-439725680', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:22.250120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f67d3a63-da94-4e67-920c-b46e1f8af6db up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:22.288854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:22.289381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Allocated IP 172.20.0.2 (11b3df58-faeb-41c2-86ff-fcd8d11a5c1e/7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218/29ce7870-628e-4dee-8645-d77edbf6b782) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:22.298595 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.303978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0518b-9354-4fb7-8324-d677a8f25aec req-ff36bdfc-abad-4d11-aad4-0a2e908e20d7 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.305672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85e0518b-9354-4fb7-8324-d677a8f25aec req-ff36bdfc-abad-4d11-aad4-0a2e908e20d7 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 948 time: 0.1651373 Aug 31 06:26:22.316328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Transition to ACTIVE for port object cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:22.349870 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.383229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.390786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.396364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port f67d3a63-da94-4e67-920c-b46e1f8af6db completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:22.398840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85e0518b-9354-4fb7-8324-d677a8f25aec req-57af0b33-093c-43c5-8c1d-dbeddf3d87b4 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760994 Aug 31 06:26:22.411162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-666868c7-4cdf-49d0-8cf5-e6415fe6903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.412658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-666868c7-4cdf-49d0-8cf5-e6415fe6903d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3150990 Aug 31 06:26:22.418229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3c8a8fe5-dbc7-4e75-a8b4-4fb151b6ea18 None None] Provisioning for port fa88c0e8-d7cf-4509-9838-1da3862e8f0a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:22.434772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port f67d3a63-da94-4e67-920c-b46e1f8af6db triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:22.435154 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.457176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3c8a8fe5-dbc7-4e75-a8b4-4fb151b6ea18 None None] Provisioning complete for port fa88c0e8-d7cf-4509-9838-1da3862e8f0a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:22.457573 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8fe5-dbc7-4e75-a8b4-4fb151b6ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.465963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Pushing event updated for resources: {'Port': ['ID=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:22.577253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a8fe5-dbc7-4e75-a8b4-4fb151b6ea18 None None] Port fa88c0e8-d7cf-4509-9838-1da3862e8f0a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:22.584006 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-689d6570-a95e-440f-9704-aa9200ce75e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=fb20c0ed-740e-4c97-885e-8be8a48f46aa HTTP/1.1" status: 200 len: 217 time: 0.0836730 Aug 31 06:26:22.591685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Attempting to bind port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:22.592429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Attempting to bind port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:22.592970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Attempting to bind port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 on network d53a5b30-3430-495c-8da2-fef612835fa4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:22.603959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 on network d53a5b30-3430-495c-8da2-fef612835fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:26:22.604708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Attempting to bind port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 on network d53a5b30-3430-495c-8da2-fef612835fa4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:22.621320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:22.626297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Checking segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:22.627223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Bound using segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:22.627911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Bound port: cc20ccc2-bac2-4f9a-a3eb-41ab203222b9, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:22.628548 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.656427 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.677499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Transition to ACTIVE for port object 29ce7870-628e-4dee-8645-d77edbf6b782 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:22.684078 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.718668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Transition to ACTIVE for port object 29ce7870-628e-4dee-8645-d77edbf6b782 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:22.731617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d37998-da9f-400d-903b-44ff07febc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67d3a63-da94-4e67-920c-b46e1f8af6db'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:22.733948 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae44d58e-b37d-4312-9cb1-fadfe6888b5d" -d '{"events": [{"server_uuid": "e5d37998-da9f-400d-903b-44ff07febc86", "name": "network-vif-plugged", "status": "completed", "tag": "f67d3a63-da94-4e67-920c-b46e1f8af6db"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:22.750193 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.752725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f67d3a63-da94-4e67-920c-b46e1f8af6db, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f67d3a63-da94-4e67-920c-b46e1f8af6db,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:22.763769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6f207-e780-42ac-9f36-1b9c67d20023 req-c2f6131e-579d-4cb0-a0fa-993b6b732b96 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.765337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e3b6f207-e780-42ac-9f36-1b9c67d20023 req-c2f6131e-579d-4cb0-a0fa-993b6b732b96 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 932 time: 0.1218464 Aug 31 06:26:22.770513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-a7f0e7e5-efca-4bff-9ed6-47274d6a49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.772006 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-a7f0e7e5-efca-4bff-9ed6-47274d6a49bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1628180 Aug 31 06:26:22.790562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb94d0-279a-45eb-80c9-7a6f3ca47f71 req-ef325bff-e48f-4950-88ff-d81c1dcc4cd5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.792065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28fb94d0-279a-45eb-80c9-7a6f3ca47f71 req-ef325bff-e48f-4950-88ff-d81c1dcc4cd5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 943 time: 0.2051759 Aug 31 06:26:22.799588 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.802733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] For port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:22.833782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:22.835594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Pushing event updated for resources: {'Port': ['ID=29ce7870-628e-4dee-8645-d77edbf6b782,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:22.849832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:22.857465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:22.864598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] For port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:22.880693 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.910365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28fb94d0-279a-45eb-80c9-7a6f3ca47f71 req-14ce6993-b857-4590-b4ee-41e78e72b850 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077461 Aug 31 06:26:22.915312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-c477bffd-1b95-47c0-a309-e276a7351cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.916859 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-c477bffd-1b95-47c0-a309-e276a7351cbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367331 Aug 31 06:26:22.940762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e3b6f207-e780-42ac-9f36-1b9c67d20023 req-989779be-b042-41b6-8e2e-f56fe170fa35 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399829 Aug 31 06:26:22.979225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:22.979846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:22.981303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] 10.222.0.42 "PUT /v2.0/ports/cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 HTTP/1.1" status: 200 len: 1092 time: 1.9872787 Aug 31 06:26:23.001288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f67d3a63-da94-4e67-920c-b46e1f8af6db,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:23.006306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'tag': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:23.038798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Attempting to bind port 29ce7870-628e-4dee-8645-d77edbf6b782 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:23.039182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Attempting to bind port 29ce7870-628e-4dee-8645-d77edbf6b782 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:23.039553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Attempting to bind port 29ce7870-628e-4dee-8645-d77edbf6b782 on network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:23.051887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:23.052272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Checking segment: {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:23.052682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.053076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Bound using segment: {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:23.053582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Bound port: 29ce7870-628e-4dee-8645-d77edbf6b782, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:23.053973 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.104174 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7498c185-3d33-4201-9052-62055150b603 x-openstack-request-id: req-7498c185-3d33-4201-9052-62055150b603 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:23.104774 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d37998-da9f-400d-903b-44ff07febc86", "name": "network-vif-plugged", "status": "completed", "tag": "f67d3a63-da94-4e67-920c-b46e1f8af6db", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:23.105260 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7498c185-3d33-4201-9052-62055150b603 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:23.105866 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d37998-da9f-400d-903b-44ff07febc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67d3a63-da94-4e67-920c-b46e1f8af6db', 'code': 200} Aug 31 06:26:23.145378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ebac52dc-e37b-4f5e-9b70-a459472420ae up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:23.161740 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.174643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa88c0e8-d7cf-4509-9838-1da3862e8f0a {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:23.192487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.220215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Transition to ACTIVE for port object fa88c0e8-d7cf-4509-9838-1da3862e8f0a will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:23.231684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-5ed04673-6afd-4cf4-aa60-dacab06ecdf0 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988396 Aug 31 06:26:23.236119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.297641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] For port 29ce7870-628e-4dee-8645-d77edbf6b782, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:23.315869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] For port 29ce7870-628e-4dee-8645-d77edbf6b782, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=29ce7870-628e-4dee-8645-d77edbf6b782,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:23.329393 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.363898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ebac52dc-e37b-4f5e-9b70-a459472420ae triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:23.365010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.446538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f3e6b-a5d9-4d6d-9128-a19b49cab241 None None] Pushing event updated for resources: {'Port': ['ID=29ce7870-628e-4dee-8645-d77edbf6b782,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:23.472125 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.487696 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36381cf3-51f2-4360-9fa0-389d4d0aedc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f30c6987-4d3b-4a1a-b06c-4696499c9f5a", "tag": "cc20ccc2-bac2-4f9a-a3eb-41ab203222b9"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:23.497736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab89b95-f386-444d-91c2-05014e6c249d service neutron] Pushing event updated for resources: {'Port': ['ID=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:23.584615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-6a35fa99-0044-4932-923e-6dac42994648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:23.586315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-6a35fa99-0044-4932-923e-6dac42994648 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 1095 time: 0.4414556 Aug 31 06:26:23.611022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0643-d251-470b-80e6-33dca61efd51 req-01226664-e1ad-4570-96ea-316c7bc28102 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:23.618289 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e87d0643-d251-470b-80e6-33dca61efd51 req-01226664-e1ad-4570-96ea-316c7bc28102 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 968 time: 0.3226395 Aug 31 06:26:23.730354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-2f07bda7-ede0-4471-aef0-6c7d884b5896 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 HTTP/1.1" status: 200 len: 217 time: 0.1302507 Aug 31 06:26:23.733055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Pushing event updated for resources: {'Port': ['ID=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:23.780513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb25630-c091-4b21-bdda-019d33e3cef4 req-28665c04-15fd-4e53-bb67-2332c228e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:23.783764 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ecb25630-c091-4b21-bdda-019d33e3cef4 req-28665c04-15fd-4e53-bb67-2332c228e18c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 1101 time: 0.5487902 Aug 31 06:26:23.859648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Attempting to bind port fa88c0e8-d7cf-4509-9838-1da3862e8f0a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:23.859985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Attempting to bind port fa88c0e8-d7cf-4509-9838-1da3862e8f0a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:23.860305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Attempting to bind port fa88c0e8-d7cf-4509-9838-1da3862e8f0a on network c662ab96-65e8-4361-9970-6e7103feecd4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:23.871908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d545072-ca00-4a0f-9f45-ee1102a98a03 req-366e760a-0034-41f2-970e-3dc3dac8a759 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025112 Aug 31 06:26:23.884508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Port fa88c0e8-d7cf-4509-9838-1da3862e8f0a on network c662ab96-65e8-4361-9970-6e7103feecd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:26:23.885159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Attempting to bind port fa88c0e8-d7cf-4509-9838-1da3862e8f0a on network c662ab96-65e8-4361-9970-6e7103feecd4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:23.901872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:23.902514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Checking segment: {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:23.902904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Bound using segment: {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:23.903350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Bound port: fa88c0e8-d7cf-4509-9838-1da3862e8f0a, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45874f3c-aa7c-4962-8c46-c6e759e7a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:23.903709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:23.907052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ecb25630-c091-4b21-bdda-019d33e3cef4 req-30cbffa4-27d3-4c8a-a402-1cf3d215129d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971146 Aug 31 06:26:23.925118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded76ee5-5c81-4923-a5be-a267cdf6261a req-91a19c12-2f67-421c-85db-cc48c76914d6 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:23.927459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ded76ee5-5c81-4923-a5be-a267cdf6261a req-91a19c12-2f67-421c-85db-cc48c76914d6 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 949 time: 0.1989560 Aug 31 06:26:24.003963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e87d0643-d251-470b-80e6-33dca61efd51 req-e5a74491-c75d-4176-b2cb-73ba2294943b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848214 Aug 31 06:26:24.005898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ded76ee5-5c81-4923-a5be-a267cdf6261a req-6f3f6dcb-acec-4381-be9f-275ed0c573a4 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704782 Aug 31 06:26:24.006493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Allocated IP 172.25.5.53 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/898d4e84-a5ac-4469-a55c-bd20776eeae0) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:24.039110 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:24.041014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] For port fa88c0e8-d7cf-4509-9838-1da3862e8f0a, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:24.044532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] For port fa88c0e8-d7cf-4509-9838-1da3862e8f0a, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:24.047042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-e91f1074-0e7f-419c-93bf-c8ac4a17b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:24.048661 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-e91f1074-0e7f-419c-93bf-c8ac4a17b213 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1812d17b-ef40-431b-ba1a-963235425b5e HTTP/1.1" status: 200 len: 862 time: 0.2949662 Aug 31 06:26:24.048987 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:24.120480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Pushing event updated for resources: {'Port': ['ID=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:24.125906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:24.126608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:24.129002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-6da69f78-7099-4b93-a0a7-f8aa2205558c service neutron] 10.222.0.23 "PUT /v2.0/ports/fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 200 len: 1114 time: 1.9392233 Aug 31 06:26:24.130289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:24.134496 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010786d2-0614-4311-8bf6-03a0e1d9ac49" -d '{"events": [{"name": "network-changed", "server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:24.142394 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d0505cf1-549f-4dfd-a9ef-fda4f69ced27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:24.193576 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faa2f6d-1a66-44bf-8f55-5f31b11f06a8 x-openstack-request-id: req-9faa2f6d-1a66-44bf-8f55-5f31b11f06a8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:24.193870 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30c6987-4d3b-4a1a-b06c-4696499c9f5a", "tag": "cc20ccc2-bac2-4f9a-a3eb-41ab203222b9", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:24.194116 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9faa2f6d-1a66-44bf-8f55-5f31b11f06a8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:24.194574 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'tag': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'status': 'completed', 'code': 200} Aug 31 06:26:24.271797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-559cf4ba-ab1d-41af-8671-6ee9dc0c9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:24.273249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-559cf4ba-ab1d-41af-8671-6ee9dc0c9e34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e325e6a3d6c5460e9e629bcdb226ecb6&device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 1117 time: 0.0915945 Aug 31 06:26:24.293777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:24.330114 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-098cf1e4-6fe3-4f1d-9a32-53393f1176ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 200 len: 217 time: 0.0482593 Aug 31 06:26:24.337719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdad84e-44d5-48be-a87b-c2958cb3c50b req-0e05680e-ab82-474b-9a4a-53813a4acf04 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:24.339761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7cdad84e-44d5-48be-a87b-c2958cb3c50b req-0e05680e-ab82-474b-9a4a-53813a4acf04 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 943 time: 0.1210802 Aug 31 06:26:24.355840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-311d5a2a-e7cb-4618-96ec-a1d3b5773ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:24.357347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-311d5a2a-e7cb-4618-96ec-a1d3b5773ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d53a5b30-3430-495c-8da2-fef612835fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472750 Aug 31 06:26:24.388140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acfc64-d1d9-4f57-a2b3-dd8af86cbb60 req-971310f8-50ff-49c3-8b53-95f6c928e0ec tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:24.389926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09acfc64-d1d9-4f57-a2b3-dd8af86cbb60 req-971310f8-50ff-49c3-8b53-95f6c928e0ec tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 965 time: 0.1220431 Aug 31 06:26:24.413974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-9863c6da-d356-4d94-ad57-4934e9da3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:24.415457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-9863c6da-d356-4d94-ad57-4934e9da3a51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72e21594-8614-4414-bb2a-3ae43db427bc HTTP/1.1" status: 200 len: 867 time: 0.0746360 Aug 31 06:26:24.418396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7cdad84e-44d5-48be-a87b-c2958cb3c50b req-e721c102-7212-496a-831d-6b0dd2059432 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700982 Aug 31 06:26:24.466124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-5525b750-6c9a-4512-8f08-0910a4775b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:24.468145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-5525b750-6c9a-4512-8f08-0910a4775b1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c662ab96-65e8-4361-9970-6e7103feecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451643 Aug 31 06:26:24.477042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:24.518309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09acfc64-d1d9-4f57-a2b3-dd8af86cbb60 req-5efefb74-d85f-4de0-9714-4f9c4c60415f tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116281 Aug 31 06:26:24.562881 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570cdc96-3815-42ed-a0a4-9dadb85c817f x-openstack-request-id: req-570cdc96-3815-42ed-a0a4-9dadb85c817f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:24.563450 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:24.563798 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-570cdc96-3815-42ed-a0a4-9dadb85c817f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:24.564286 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'status': 'completed', 'code': 200} Aug 31 06:26:24.573340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:24.597632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:24.610780 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-5bfeb49c-de86-495b-85e0-28fc041c8cab service neutron] 10.222.0.23 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346748 Aug 31 06:26:24.612977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:24.701334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-245b9f02-e9d7-4d85-ace1-edc2f9cb0bca service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298297 Aug 31 06:26:24.704236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=898d4e84-a5ac-4469-a55c-bd20776eeae0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:24.765805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fb20c0ed-740e-4c97-885e-8be8a48f46aa details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:26:24.807308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c56ca-337e-4c81-93e6-cd2f280d7aa6 None None] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:26:25.091172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90c43ff6-18e9-47ae-b1dd-53c1f4dd2fc4 req-b47037ab-1d61-45be-a748-3d18c0934165 service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099964 Aug 31 06:26:25.222589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46942) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:25.227352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 29ce7870-628e-4dee-8645-d77edbf6b782 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:25.269134 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.277688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-51024f1e-7127-47de-b846-8da4fc349e12 None None] Provisioning for port 29ce7870-628e-4dee-8645-d77edbf6b782 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:25.306333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-9368d6b6-d9aa-4c58-8235-f281d59ab33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:25.307811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-9368d6b6-d9aa-4c58-8235-f281d59ab33b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 1095 time: 0.1395981 Aug 31 06:26:25.312801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12541e-8d68-4661-ae9e-e674728f4fe0 req-1703c6be-0f86-4881-b96d-8fd3b5ef8253 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:25.320962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f12541e-8d68-4661-ae9e-e674728f4fe0 req-1703c6be-0f86-4881-b96d-8fd3b5ef8253 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 949 time: 0.0910606 Aug 31 06:26:25.324496 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b5c1697-816a-464b-8524-e66a3fd2093a req-b83665b8-79d0-4ff4-8061-436ab2284246 service neutron] 10.222.0.23 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058485 Aug 31 06:26:25.331043 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:26:25.338106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c21f-3dd0-4b9c-a13b-c75b229a189b req-b4fce6f4-1272-4616-934c-9421b5aac325 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:25.347236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a69c21f-3dd0-4b9c-a13b-c75b229a189b req-b4fce6f4-1272-4616-934c-9421b5aac325 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 968 time: 0.1606128 Aug 31 06:26:25.368291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f12541e-8d68-4661-ae9e-e674728f4fe0 req-3779a5bb-2155-4cc8-9536-b6c3be5eade3 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Aug 31 06:26:25.438796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fb20c0ed-740e-4c97-885e-8be8a48f46aa, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fb20c0ed-740e-4c97-885e-8be8a48f46aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:25.462463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'fb20c0ed-740e-4c97-885e-8be8a48f46aa', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'fb20c0ed-740e-4c97-885e-8be8a48f46aa', 'mac_address': 'fa:16:3e:7d:11:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:tempest-test_az-439725680', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:26:25.468391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 29ce7870-628e-4dee-8645-d77edbf6b782 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:25.493696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 29ce7870-628e-4dee-8645-d77edbf6b782 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:25.494069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.505099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-2bdde39c-0539-4db6-b7bf-4959ed660fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:25.507273 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-2bdde39c-0539-4db6-b7bf-4959ed660fff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e325e6a3d6c5460e9e629bcdb226ecb6&device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 1117 time: 0.0755515 Aug 31 06:26:25.566774 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-224dbfae-0fe6-46c5-8097-29bcd643302e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.602961 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.605516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a69c21f-3dd0-4b9c-a13b-c75b229a189b req-945aeb92-342c-4de4-9d7c-f99cb845c560 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488475 Aug 31 06:26:25.632501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb20c0ed-740e-4c97-885e-8be8a48f46aa {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:25.667492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fb20c0ed-740e-4c97-885e-8be8a48f46aa, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fb20c0ed-740e-4c97-885e-8be8a48f46aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:25.704284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-f8edee75-f4af-4ae6-8fe7-83f3be199a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:25.706829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-f8edee75-f4af-4ae6-8fe7-83f3be199a68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 924 time: 0.3872359 Aug 31 06:26:25.715608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-8194f6ad-ec8d-47cd-ad60-58c5694d195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:25.717119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-8194f6ad-ec8d-47cd-ad60-58c5694d195a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c662ab96-65e8-4361-9970-6e7103feecd4 HTTP/1.1" status: 200 len: 929 time: 0.2020018 Aug 31 06:26:25.734967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491b883-6234-4bd1-ba9f-99acfc953255 req-56aaa04b-8f7d-4fc4-a80d-c5c2b599a3df tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:25.738287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3491b883-6234-4bd1-ba9f-99acfc953255 req-56aaa04b-8f7d-4fc4-a80d-c5c2b599a3df tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 943 time: 0.1392405 Aug 31 06:26:25.748733 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.751526 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.794667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-e4a3de3e-03be-4f41-b921-da69ff6f246f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 200 len: 217 time: 0.0481923 Aug 31 06:26:25.826443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-c961c64f-9359-4d51-9d76-9cd43d54d326 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 HTTP/1.1" status: 200 len: 217 time: 0.1043990 Aug 31 06:26:25.843719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.883198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 29ce7870-628e-4dee-8645-d77edbf6b782, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=29ce7870-628e-4dee-8645-d77edbf6b782,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:25.886613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fb20c0ed-740e-4c97-885e-8be8a48f46aa,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:25.899850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.943578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:25.968762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=29ce7870-628e-4dee-8645-d77edbf6b782,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:25.985970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-3bd8fa57-8b50-430d-b6aa-7cfb35493cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:25.987051 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-3bd8fa57-8b50-430d-b6aa-7cfb35493cfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1812d17b-ef40-431b-ba1a-963235425b5e HTTP/1.1" status: 200 len: 862 time: 0.1512175 Aug 31 06:26:26.010512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['fb20c0ed-740e-4c97-885e-8be8a48f46aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:26.012187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3491b883-6234-4bd1-ba9f-99acfc953255 req-7b3cb044-efa5-427c-a524-1c33cd1da455 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2649539 Aug 31 06:26:26.025749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-e880a17e-d9c3-4c01-9e49-e91f573a86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.027535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-e880a17e-d9c3-4c01-9e49-e91f573a86c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72e21594-8614-4414-bb2a-3ae43db427bc HTTP/1.1" status: 200 len: 867 time: 0.2251232 Aug 31 06:26:26.065016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-224dbfae-0fe6-46c5-8097-29bcd643302e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:26.083070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-46c6693a-3a9c-4eb6-855e-ecb16282443b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1607049 Aug 31 06:26:26.101687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-641f12e4-17c8-436b-8b72-448aa5a7a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.103341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-641f12e4-17c8-436b-8b72-448aa5a7a90b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c662ab96-65e8-4361-9970-6e7103feecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654221 Aug 31 06:26:26.200515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-98f43b19-02d7-4903-ac41-d88a9e9fbb44 None None] Provisioning complete for port 29ce7870-628e-4dee-8645-d77edbf6b782 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:26.200912 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-98f43b19-02d7-4903-ac41-d88a9e9fbb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:26.297812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de78fb6-fc25-4560-9b07-d41de0f3526f req-52f18f5c-0e4e-4c23-bd82-c4927cfd4117 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.301317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-b4920044-f2ca-4ba0-9a0e-9b01fec377b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.305839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7de78fb6-fc25-4560-9b07-d41de0f3526f req-52f18f5c-0e4e-4c23-bd82-c4927cfd4117 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 965 time: 0.4156048 Aug 31 06:26:26.307495 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-b4920044-f2ca-4ba0-9a0e-9b01fec377b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f959a0b0ebb7493281c545354f935533&device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 1123 time: 0.1125324 Aug 31 06:26:26.336218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-224dbfae-0fe6-46c5-8097-29bcd643302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:26.370326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-224dbfae-0fe6-46c5-8097-29bcd643302e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5d861f77f0b4dbfb3ae5c1c21165783&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1467197 Aug 31 06:26:26.375866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46976) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:26.427991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-a4844c4d-d46a-4562-b394-24b59001c3c4 service neutron] 10.222.0.23 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147793 Aug 31 06:26:26.446081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7de78fb6-fc25-4560-9b07-d41de0f3526f req-cf7da6cd-b28f-4e0f-b619-c66a668c3674 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392326 Aug 31 06:26:26.529993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dbfae-0fe6-46c5-8097-29bcd643302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e58651-b652-4498-9b01-7ab4a76e1e52,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:26.540570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46982) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:26.563784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-4e17bb5f-b3f5-4827-8fa6-96ed5b823df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.564018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-efb51a47-4df3-43aa-a2f7-d9c126cd2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.565593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-4e17bb5f-b3f5-4827-8fa6-96ed5b823df8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d53a5b30-3430-495c-8da2-fef612835fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5185850 Aug 31 06:26:26.565714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-efb51a47-4df3-43aa-a2f7-d9c126cd2a3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2316756 Aug 31 06:26:26.617744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-8fe5aad9-6b06-46f8-95c4-b5bc4b75e3df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=50de57dd-5adf-4e59-bc0c-73e9a893a5ab HTTP/1.1" status: 200 len: 217 time: 0.0426850 Aug 31 06:26:26.620448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-010786d2-0614-4311-8bf6-03a0e1d9ac49 req-fff3136a-a651-423f-a805-9ec3e239360e service neutron] 10.222.0.23 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844125 Aug 31 06:26:26.695148 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-720c05a4-1a5d-4961-b4c1-e50438b5b8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:26.713027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c41b1326-7449-41fc-b5af-0053b8f7a448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:26.735216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f463f060-ac7e-4ce5-98d9-bf1d6a7ae47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:26.743475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbcad5-4d50-4aae-a623-ef25062ff453 req-d2561b1d-6a42-498e-af50-2dc55d66f548 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.745067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-40bbcad5-4d50-4aae-a623-ef25062ff453 req-d2561b1d-6a42-498e-af50-2dc55d66f548 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 949 time: 0.2265165 Aug 31 06:26:26.748363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-6b166aae-b4ea-4b32-8441-e2cade5c2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.750044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-6b166aae-b4ea-4b32-8441-e2cade5c2369 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1189313 Aug 31 06:26:26.754161 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:26.779016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c41b1326-7449-41fc-b5af-0053b8f7a448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:26.807563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7105f-9ecb-4e30-afaa-31fa214c6440 req-964a587d-ecb1-4651-8182-00861b1ef08e tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.809074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73d7105f-9ecb-4e30-afaa-31fa214c6440 req-964a587d-ecb1-4651-8182-00861b1ef08e tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 969 time: 0.1168849 Aug 31 06:26:26.815324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Router 669a6d63-0b1b-415e-9444-97ef709a8161 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:26:26.821003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-94e71999-aebe-4c3b-a2fe-ae4f932987e0 service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316298 Aug 31 06:26:26.865746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-a4e19b22-87c7-40dc-94cb-2762fbce2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:26.867285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-a4e19b22-87c7-40dc-94cb-2762fbce2788 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086867 Aug 31 06:26:26.882627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73d7105f-9ecb-4e30-afaa-31fa214c6440 req-3a7ac415-3c56-4397-bb10-a2739b1489ea tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654061 Aug 31 06:26:26.899800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-40bbcad5-4d50-4aae-a623-ef25062ff453 req-166fee31-1bdc-40fb-ae30-bd02daacce68 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401508 Aug 31 06:26:26.984356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f463f060-ac7e-4ce5-98d9-bf1d6a7ae47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.011990 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f463f060-ac7e-4ce5-98d9-bf1d6a7ae47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.048166 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c41b1326-7449-41fc-b5af-0053b8f7a448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.054319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c41b1326-7449-41fc-b5af-0053b8f7a448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.057866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c41b1326-7449-41fc-b5af-0053b8f7a448 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89e58651-b652-4498-9b01-7ab4a76e1e52 HTTP/1.1" status: 204 len: 168 time: 0.6719573 Aug 31 06:26:27.058015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 29ce7870-628e-4dee-8645-d77edbf6b782 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:27.066881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-30a08610-5470-4163-92c3-c8bde7dbc4c8 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885257 Aug 31 06:26:27.090411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b1326-7449-41fc-b5af-0053b8f7a448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e58651-b652-4498-9b01-7ab4a76e1e52,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:27.103602 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36381cf3-51f2-4360-9fa0-389d4d0aedc8 req-2ea624d1-9dda-4568-bdbe-d17f1d3194bc service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695351 Aug 31 06:26:27.123963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:27.142954 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Sync routers for ids ['669a6d63-0b1b-415e-9444-97ef709a8161'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:27.160795 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Routers {'669a6d63-0b1b-415e-9444-97ef709a8161'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:27.162500 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['669a6d63-0b1b-415e-9444-97ef709a8161'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:27.168139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 29ce7870-628e-4dee-8645-d77edbf6b782 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:27.168888 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.187097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.188398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6e62f23e-c85c-4377-a401-eccea4c2d0a4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3166130 Aug 31 06:26:27.191775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46998) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:27.233597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f463f060-ac7e-4ce5-98d9-bf1d6a7ae47c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a88058dbd345466aa8e164d2dbf8f410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899891 Aug 31 06:26:27.233597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81770ab8-4e31-4ffa-a47a-2dc0dfb659d8 req-a8de0623-2dc1-4d8e-83b5-c4200dadedfd service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422575 Aug 31 06:26:27.237994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47000) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:27.260074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463f060-ac7e-4ce5-98d9-bf1d6a7ae47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678c3868-e15a-435f-ad7b-dd3208c819a7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:27.324441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2e1d-7e3b-469a-911e-2dbb01e7b2e2 req-d0c583fd-c8eb-49b8-8c0e-0a8825866b71 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:27.336784 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00dd2e1d-7e3b-469a-911e-2dbb01e7b2e2 req-d0c583fd-c8eb-49b8-8c0e-0a8825866b71 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 971 time: 0.3256836 Aug 31 06:26:27.348928 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Set router 669a6d63-0b1b-415e-9444-97ef709a8161 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:27.452022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-c7e7b3da-ebb7-4781-a9e7-613f74300372 req-61fd4b80-aca0-41a3-8a59-21143ea896e1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:27.453587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7e7b3da-ebb7-4781-a9e7-613f74300372 req-61fd4b80-aca0-41a3-8a59-21143ea896e1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062759 Aug 31 06:26:27.466879 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00dd2e1d-7e3b-469a-911e-2dbb01e7b2e2 req-34b50bd2-0623-40fa-840f-d9d3022050e7 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270826 Aug 31 06:26:27.479608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bae9d772-5122-46df-8de9-1b1fbde6d3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.512279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bae9d772-5122-46df-8de9-1b1fbde6d3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.601811 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:26:24Z', 'revision_number': 3, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port': {'id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:23Z', 'updated_at': '2021-08-31T06:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:27.638335 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Checking router: 669a6d63-0b1b-415e-9444-97ef709a8161 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:27.639025 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Updating router 669a6d63-0b1b-415e-9444-97ef709a8161 port 898d4e84-a5ac-4469-a55c-bd20776eeae0 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:26:27.652343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47008) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:27.661987 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bae9d772-5122-46df-8de9-1b1fbde6d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.667669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bae9d772-5122-46df-8de9-1b1fbde6d3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.672763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bae9d772-5122-46df-8de9-1b1fbde6d3b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/678c3868-e15a-435f-ad7b-dd3208c819a7 HTTP/1.1" status: 204 len: 168 time: 0.3833489 Aug 31 06:26:27.673712 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.691405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a17d1f82-c6e7-48e6-ae55-20b85c9c21d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.695453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9d772-5122-46df-8de9-1b1fbde6d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678c3868-e15a-435f-ad7b-dd3208c819a7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:27.827913 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a17d1f82-c6e7-48e6-ae55-20b85c9c21d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.843822 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a17d1f82-c6e7-48e6-ae55-20b85c9c21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.868865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.921580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1acaee-5ace-462e-8c8a-a93a86d572af req-647d1357-318b-4e2f-bab9-5a009173d48b tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:27.930004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a17d1f82-c6e7-48e6-ae55-20b85c9c21d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=165e0c48c6a94a44a66c6836078b15be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762065 Aug 31 06:26:27.930323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d1acaee-5ace-462e-8c8a-a93a86d572af req-647d1357-318b-4e2f-bab9-5a009173d48b tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 965 time: 0.2051654 Aug 31 06:26:27.930942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d1f82-c6e7-48e6-ae55-20b85c9c21d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dec55f2-203f-4c67-8325-ecc31923f74a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:27.936978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47014) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:27.954171 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.967286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb763745-a029-4926-b321-a0f62bddf075 req-534f0952-853b-4056-b14e-9e207bf3a60f tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:27.980740 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb763745-a029-4926-b321-a0f62bddf075 req-534f0952-853b-4056-b14e-9e207bf3a60f tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 943 time: 0.1548910 Aug 31 06:26:28.035534 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.050404 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Transition to ACTIVE for port object 898d4e84-a5ac-4469-a55c-bd20776eeae0 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:28.058112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb763745-a029-4926-b321-a0f62bddf075 req-2be8f18c-489f-4807-b277-582bb8f8306c tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755210 Aug 31 06:26:28.064801 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.071476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa6e6d-8ea7-481d-882f-493956872738 req-4aad07fe-6782-433b-b970-98b02016a9b2 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:28.074183 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48aa6e6d-8ea7-481d-882f-493956872738 req-4aad07fe-6782-433b-b970-98b02016a9b2 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 971 time: 0.0901215 Aug 31 06:26:28.100290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d1acaee-5ace-462e-8c8a-a93a86d572af req-112aad0f-5a4d-4b01-a415-de45f74faaa3 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630397 Aug 31 06:26:28.134814 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Attempting to bind port 898d4e84-a5ac-4469-a55c-bd20776eeae0 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:28.135180 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Attempting to bind port 898d4e84-a5ac-4469-a55c-bd20776eeae0 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:28.135677 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Attempting to bind port 898d4e84-a5ac-4469-a55c-bd20776eeae0 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:28.152132 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097d64b-ef00-47b0-afca-077190081e41 None None] Pushing event updated for resources: {'Port': ['ID=898d4e84-a5ac-4469-a55c-bd20776eeae0,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:28.161541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c50d268b-de4f-431e-81db-1202be482645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.163692 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:28.164069 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:28.164469 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.164856 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:28.165587 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Bound port: 898d4e84-a5ac-4469-a55c-bd20776eeae0, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:28.166184 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.229676 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] For port 898d4e84-a5ac-4469-a55c-bd20776eeae0, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:28.234158 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] For port 898d4e84-a5ac-4469-a55c-bd20776eeae0, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=898d4e84-a5ac-4469-a55c-bd20776eeae0,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:28.244156 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.260791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c50d268b-de4f-431e-81db-1202be482645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.282798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Allocated IP 172.20.0.1 (11b3df58-faeb-41c2-86ff-fcd8d11a5c1e/7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218/5c1ebca8-d1d1-4470-9862-8c8da3066453) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:28.289166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:26:28.305927 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097d64b-ef00-47b0-afca-077190081e41 None None] Pushing event updated for resources: {'Port': ['ID=898d4e84-a5ac-4469-a55c-bd20776eeae0,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:28.325660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe97a2-179a-4243-8432-a8c1c98410a6 req-fbec7519-32b3-423d-8af7-1b4bf6c57d97 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:28.333511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0afe97a2-179a-4243-8432-a8c1c98410a6 req-fbec7519-32b3-423d-8af7-1b4bf6c57d97 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 969 time: 0.1228070 Aug 31 06:26:28.342888 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Routers {'669a6d63-0b1b-415e-9444-97ef709a8161'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:28.343899 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['669a6d63-0b1b-415e-9444-97ef709a8161'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:28.356612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47018) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:28.364385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc267640-2d4d-43ce-9326-cea609bf21d3 req-b01b4e07-3b59-421d-92e1-fbcd5d084fdc tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:28.366054 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc267640-2d4d-43ce-9326-cea609bf21d3 req-b01b4e07-3b59-421d-92e1-fbcd5d084fdc tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 949 time: 0.1267951 Aug 31 06:26:28.381797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a04e1251-7c00-458a-85bf-be94fbacbead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.422041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0afe97a2-179a-4243-8432-a8c1c98410a6 req-97d82cf7-e60e-44bc-9d56-1a929da0e801 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875707 Aug 31 06:26:28.452673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c50d268b-de4f-431e-81db-1202be482645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.455754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c50d268b-de4f-431e-81db-1202be482645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.456888 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c50d268b-de4f-431e-81db-1202be482645 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dec55f2-203f-4c67-8325-ecc31923f74a HTTP/1.1" status: 204 len: 168 time: 0.5189631 Aug 31 06:26:28.475835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:28.481325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d268b-de4f-431e-81db-1202be482645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dec55f2-203f-4c67-8325-ecc31923f74a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:28.500151 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] Set router 669a6d63-0b1b-415e-9444-97ef709a8161 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:28.504905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.506680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'port_id': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'mac_address': 'fa:16:3e:97:2e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:26:28.520024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Transition to ACTIVE for port object 5c1ebca8-d1d1-4470-9862-8c8da3066453 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:28.559196 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc267640-2d4d-43ce-9326-cea609bf21d3 req-93af501e-e325-4462-9920-22880a94c9ac tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602616 Aug 31 06:26:28.597614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Deleting port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:26:28.598050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.600319 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.621174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:28.647764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:28.658867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.745573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] For port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:28.748090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.752714 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a04e1251-7c00-458a-85bf-be94fbacbead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.755195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.767648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:28.777500 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a04e1251-7c00-458a-85bf-be94fbacbead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:28.780877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Calling delete_port for 50de57dd-5adf-4e59-bc0c-73e9a893a5ab owned by compute:tempest-test_az-439725680 {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:26:28.787919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fa88c0e8-d7cf-4509-9838-1da3862e8f0a details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:26:28.867198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e1251-7c00-458a-85bf-be94fbacbead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749d42aa-3e15-4d37-916c-2784aa59761b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:28.872387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c736667-d82f-4b84-a1bd-fdedc46dd4a9 req-8509f062-7a51-4d4a-a9ae-f016a0c427bd tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:28.876754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c736667-d82f-4b84-a1bd-fdedc46dd4a9 req-8509f062-7a51-4d4a-a9ae-f016a0c427bd tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 971 time: 0.2856157 Aug 31 06:26:28.887977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:28.913917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fa88c0e8-d7cf-4509-9838-1da3862e8f0a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:28.928333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:28.931093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'port_id': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'mac_address': 'fa:16:3e:91:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-439725680', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:26:28.935959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fb20c0ed-740e-4c97-885e-8be8a48f46aa up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:28.946156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Pushing event updated for resources: {'Port': ['ID=5c1ebca8-d1d1-4470-9862-8c8da3066453,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:28.960025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-484d359c-50cf-46f3-a00c-dde899fe0590 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2721682 Aug 31 06:26:28.960827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:28.962624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.005295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['cc20ccc2-bac2-4f9a-a3eb-41ab203222b9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:29.061742 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:26:24Z', 'revision_number': 3, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port': {'id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:23Z', 'updated_at': '2021-08-31T06:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:29.062242 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.093232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-4c6a8a7e-aba6-4ac6-ab5c-e73ba1f7d134 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8e1e980b309841fb9069413c13877cf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2615421 Aug 31 06:26:29.110260 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a04e1251-7c00-458a-85bf-be94fbacbead admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9530d0778cf4fb2824661b08c366260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7430615 Aug 31 06:26:29.123948 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3ce1f-02b2-402d-9beb-9e7fdf4ee6da None None] The sync data for ids ['669a6d63-0b1b-415e-9444-97ef709a8161'] in n-d-712142-16 is: [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:26:24Z', 'revision_number': 3, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port': {'id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:23Z', 'updated_at': '2021-08-31T06:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:29.132891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47044) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:29.136120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa88c0e8-d7cf-4509-9838-1da3862e8f0a {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:29.159881 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c736667-d82f-4b84-a1bd-fdedc46dd4a9 req-2727503f-bd6c-43d3-9b43-6f95b120317b tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/security-groups?id=db8829f7-cdf4-42c6-a2f8-60dac914a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639635 Aug 31 06:26:29.172137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fa88c0e8-d7cf-4509-9838-1da3862e8f0a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:29.179806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port fb20c0ed-740e-4c97-885e-8be8a48f46aa completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:29.191565 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.260800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:29.268506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port fb20c0ed-740e-4c97-885e-8be8a48f46aa triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:29.269009 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.344505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-74b200bb-a7c0-4029-9c8b-63ea07b890ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:29.346772 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-74b200bb-a7c0-4029-9c8b-63ea07b890ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1e980b309841fb9069413c13877cf7&device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 1101 time: 0.2786689 Aug 31 06:26:29.384545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-77909d79-effa-4bcc-9309-4c938a1df572 None None] Provisioning for port 5c1ebca8-d1d1-4470-9862-8c8da3066453 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:29.407752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-77909d79-effa-4bcc-9309-4c938a1df572 None None] Provisioning complete for port 5c1ebca8-d1d1-4470-9862-8c8da3066453 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:29.409073 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-77909d79-effa-4bcc-9309-4c938a1df572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.409742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfc1c05c-5706-43af-8f3c-8535ad906d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.441491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['fa88c0e8-d7cf-4509-9838-1da3862e8f0a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:29.586472 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.621118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-77909d79-effa-4bcc-9309-4c938a1df572 None None] Port 5c1ebca8-d1d1-4470-9862-8c8da3066453 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:29.671462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-46e8b7bb-3acd-40ca-a4ce-30609c94613e tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:29.681217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-46e8b7bb-3acd-40ca-a4ce-30609c94613e tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5878298 Aug 31 06:26:29.692864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb20c0ed-740e-4c97-885e-8be8a48f46aa'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:29.695496 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f375c55-c890-4205-8e06-8bd3a479b494" -d '{"events": [{"server_uuid": "25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b", "name": "network-vif-plugged", "status": "completed", "tag": "fb20c0ed-740e-4c97-885e-8be8a48f46aa"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:29.716938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fb20c0ed-740e-4c97-885e-8be8a48f46aa, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fb20c0ed-740e-4c97-885e-8be8a48f46aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:29.737449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.747349 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-d04728f3-1b83-4682-8ba4-e9425931b02b tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/quotas/8e1e980b309841fb9069413c13877cf7 HTTP/1.1" status: 200 len: 375 time: 0.0648632 Aug 31 06:26:29.811073 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.830832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-07dccd64-7df1-4ec6-968f-551dc4590596 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e1e980b309841fb9069413c13877cf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822442 Aug 31 06:26:29.869385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.870777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fb20c0ed-740e-4c97-885e-8be8a48f46aa,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:29.890271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Pushing event deleted for resources: {'Port': ['ID=50de57dd-5adf-4e59-bc0c-73e9a893a5ab,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:29.932360 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfc1c05c-5706-43af-8f3c-8535ad906d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.054565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf92c-fc25-46b6-a729-3b32c12fb37d req-efe5bf95-81bf-4ede-8845-65514651b82d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:30.056672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-467bf92c-fc25-46b6-a729-3b32c12fb37d req-efe5bf95-81bf-4ede-8845-65514651b82d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 944 time: 0.7420261 Aug 31 06:26:30.071117 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.095430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] No DVR routers for this DVR port 50de57dd-5adf-4e59-bc0c-73e9a893a5ab on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:26:30.112892 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.114962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48aa6e6d-8ea7-481d-882f-493956872738 req-95476fe9-00fa-4487-9eae-57d1beb09a14 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.23 "DELETE /v2.0/ports/50de57dd-5adf-4e59-bc0c-73e9a893a5ab HTTP/1.1" status: 204 len: 173 time: 2.0327179 Aug 31 06:26:30.115416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb9310-8f61-4fe1-acfc-5a3d278f34c7', 'name': 'network-vif-deleted', 'tag': '50de57dd-5adf-4e59-bc0c-73e9a893a5ab'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:30.117728 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae047014-8820-4e7b-86e7-52c0f77818d6" -d '{"events": [{"server_uuid": "ebdb9310-8f61-4fe1-acfc-5a3d278f34c7", "name": "network-vif-deleted", "tag": "50de57dd-5adf-4e59-bc0c-73e9a893a5ab"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:30.186351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfc1c05c-5706-43af-8f3c-8535ad906d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.190212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfc1c05c-5706-43af-8f3c-8535ad906d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.191515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dfc1c05c-5706-43af-8f3c-8535ad906d85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/749d42aa-3e15-4d37-916c-2784aa59761b HTTP/1.1" status: 204 len: 168 time: 1.0555661 Aug 31 06:26:30.197160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-dae8f832-c8e7-491c-bfc6-d433eca82677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:30.198774 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-dae8f832-c8e7-491c-bfc6-d433eca82677 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.8185263 Aug 31 06:26:30.253166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f44fe-b31d-450e-862b-f2921a930836 req-23187e1f-a4ff-4da2-a6e8-bc8181f0c981 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:30.264428 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d46f44fe-b31d-450e-862b-f2921a930836 req-23187e1f-a4ff-4da2-a6e8-bc8181f0c981 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 966 time: 0.0754187 Aug 31 06:26:30.279236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1c05c-5706-43af-8f3c-8535ad906d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749d42aa-3e15-4d37-916c-2784aa59761b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:30.287106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-f1e2c273-a94c-40fc-b959-108dc191fe71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f67d3a63-da94-4e67-920c-b46e1f8af6db HTTP/1.1" status: 200 len: 217 time: 0.0745573 Aug 31 06:26:30.299721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['50de57dd-5adf-4e59-bc0c-73e9a893a5ab'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:30.351114 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d46f44fe-b31d-450e-862b-f2921a930836 req-54f641b5-7350-40bf-ba1d-bdb15569b04d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806732 Aug 31 06:26:30.380923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-467bf92c-fc25-46b6-a729-3b32c12fb37d req-2f793b3e-d8e8-4b8c-804d-5cafa8394bf0 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2923126 Aug 31 06:26:30.387807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:30.527004 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b8f7c3-9c49-4388-aaba-a1567019d7f7 x-openstack-request-id: req-a3b8f7c3-9c49-4388-aaba-a1567019d7f7 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:30.527300 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b", "name": "network-vif-plugged", "status": "completed", "tag": "fb20c0ed-740e-4c97-885e-8be8a48f46aa", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:30.527555 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3b8f7c3-9c49-4388-aaba-a1567019d7f7 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:30.527998 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb20c0ed-740e-4c97-885e-8be8a48f46aa', 'code': 200} Aug 31 06:26:30.587981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:30.594502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:30.594817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.664103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-d91f7241-7a39-4b24-8f3f-b3a2c039de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:30.665966 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-d91f7241-7a39-4b24-8f3f-b3a2c039de4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.3589466 Aug 31 06:26:30.717603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7342c7d-919d-4e15-b4da-91699754c45f req-382e02c4-423f-4342-8d6b-2f79a23ada2a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:30.740115 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7342c7d-919d-4e15-b4da-91699754c45f req-382e02c4-423f-4342-8d6b-2f79a23ada2a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 970 time: 0.2432103 Aug 31 06:26:30.742708 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.754275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8fc21a8b-09e1-4453-b1e1-bc9fd97d892c req-ad44aa25-c948-4db4-af35-8103ab5291a7 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 210 time: 0.1547754 Aug 31 06:26:30.782396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f083ff8-7df9-4ff9-8e8d-b82da8188e32 req-01e2578a-56df-4e40-964e-f5267e7935a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:30.784487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f083ff8-7df9-4ff9-8e8d-b82da8188e32 req-01e2578a-56df-4e40-964e-f5267e7935a0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 1122 time: 0.2226830 Aug 31 06:26:30.787934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fa88c0e8-d7cf-4509-9838-1da3862e8f0a up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:30.895625 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a42196-112b-4431-b735-1789be33d0e7 x-openstack-request-id: req-f7a42196-112b-4431-b735-1789be33d0e7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:30.895924 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb9310-8f61-4fe1-acfc-5a3d278f34c7", "name": "network-vif-deleted", "tag": "50de57dd-5adf-4e59-bc0c-73e9a893a5ab", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:30.896181 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7a42196-112b-4431-b735-1789be33d0e7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:30.896593 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb9310-8f61-4fe1-acfc-5a3d278f34c7', 'name': 'network-vif-deleted', 'tag': '50de57dd-5adf-4e59-bc0c-73e9a893a5ab', 'status': 'completed', 'code': 200} Aug 31 06:26:30.915392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:30.930722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-c3207a95-8ebe-4e30-8b2c-0400b51dce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:30.936591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-c3207a95-8ebe-4e30-8b2c-0400b51dce3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1941788 Aug 31 06:26:30.946613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.985024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7342c7d-919d-4e15-b4da-91699754c45f req-5c0efd70-9822-492c-8dfc-b2ac649db062 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426002 Aug 31 06:26:31.021827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f083ff8-7df9-4ff9-8e8d-b82da8188e32 req-26cb5161-7fe0-4210-a8e8-c3a1c568a6ec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875911 Aug 31 06:26:31.083237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:31.123390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port fa88c0e8-d7cf-4509-9838-1da3862e8f0a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:31.150285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port fa88c0e8-d7cf-4509-9838-1da3862e8f0a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:31.151056 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:31.161311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a1e36427-1402-41be-8e02-3f459b6183d1 req-1a068b20-3381-4592-8581-8255d5c9e359 tempest-AggregatesAdminTestJSON-1911246749 tempest-AggregatesAdminTestJSON-1911246749-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebdb9310-8f61-4fe1-acfc-5a3d278f34c7 HTTP/1.1" status: 200 len: 210 time: 0.0841789 Aug 31 06:26:31.205428 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:31.212692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 898d4e84-a5ac-4469-a55c-bd20776eeae0 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:31.221071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:31.221902 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:31.257224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-5a5cb218-dba2-4e67-b0ae-2ba9defb8d11 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013301 Aug 31 06:26:31.331966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Pushing event updated for resources: {'Port': ['ID=5c1ebca8-d1d1-4470-9862-8c8da3066453,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:31.496964 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-daefbf0c-5dcb-42ce-97d6-4341e18cf63a req-0fe67b9e-9f80-47bf-9f9b-12b994e103f4 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298558 Aug 31 06:26:31.503589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:31.505588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:31.656561 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:31.677407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e8b9-242c-4690-b862-cf57b75b4da4 req-e69fe230-f692-40e4-b740-c339e1df92bc tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:31.688882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d910e8b9-242c-4690-b862-cf57b75b4da4 req-e69fe230-f692-40e4-b740-c339e1df92bc tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 966 time: 0.0966501 Aug 31 06:26:31.707534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 898d4e84-a5ac-4469-a55c-bd20776eeae0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:31.714896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 898d4e84-a5ac-4469-a55c-bd20776eeae0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:31.716061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:31.740404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0279669-6d32-4ad2-b690-57de2684f9bf req-782feada-b622-47b8-9bff-e9c9c597fe35 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:31.747506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0279669-6d32-4ad2-b690-57de2684f9bf req-782feada-b622-47b8-9bff-e9c9c597fe35 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 945 time: 0.1719272 Aug 31 06:26:31.788606 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d910e8b9-242c-4690-b862-cf57b75b4da4 req-cef5c1a9-4a89-4e53-8ac3-765400f5e234 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981941 Aug 31 06:26:31.807362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Router 669a6d63-0b1b-415e-9444-97ef709a8161 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:26:31.833044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fa88c0e8-d7cf-4509-9838-1da3862e8f0a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:31.835351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0279669-6d32-4ad2-b690-57de2684f9bf req-c5d31ea2-0e01-4db5-9205-62f4437ee728 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813601 Aug 31 06:26:31.894370 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:31.940793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-b0367fe4-4d62-442a-b57b-649e0d5c1875 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e1e980b309841fb9069413c13877cf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340259 Aug 31 06:26:31.947836 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:32.000997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e890be91-2bf5-409f-ae68-2993bd23a8f7 req-2e40da1d-dac6-4a5d-bc60-7749244976ac tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 210 time: 0.0500290 Aug 31 06:26:32.006665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 898d4e84-a5ac-4469-a55c-bd20776eeae0, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=898d4e84-a5ac-4469-a55c-bd20776eeae0,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:32.032592 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:32.087232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:32.091161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:32.117851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6601fb5d-fc4c-444c-b3af-59b7f5672d9e admin admin] 10.222.0.15 "PUT /v2.0/routers/669a6d63-0b1b-415e-9444-97ef709a8161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9248154 Aug 31 06:26:32.181616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=898d4e84-a5ac-4469-a55c-bd20776eeae0,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:32.184761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Sync routers for ids ['669a6d63-0b1b-415e-9444-97ef709a8161'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:32.199959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-debff259-99f7-4d7d-b87a-dee801289751 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:32.202658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-debff259-99f7-4d7d-b87a-dee801289751 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306867 Aug 31 06:26:32.218618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Request body: {'port': {'device_id': '2ec2b226-26e5-4fdd-934f-c62396caf984', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '8e1e980b309841fb9069413c13877cf7'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:32.232558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Routers {'669a6d63-0b1b-415e-9444-97ef709a8161'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:32.233226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['669a6d63-0b1b-415e-9444-97ef709a8161'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:32.235105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2789533e-d04e-490e-b5a9-869d412b393f None None] Provisioning complete for port 5c1ebca8-d1d1-4470-9862-8c8da3066453 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:32.235431 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2789533e-d04e-490e-b5a9-869d412b393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:32.282168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b5fd5-8c96-4f77-ab53-6e3849fd9e3c req-6efcbd63-9fba-4499-a548-4200df70fe5d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:32.284485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-092b5fd5-8c96-4f77-ab53-6e3849fd9e3c req-6efcbd63-9fba-4499-a548-4200df70fe5d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 970 time: 0.0912623 Aug 31 06:26:32.342372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-092b5fd5-8c96-4f77-ab53-6e3849fd9e3c req-7f629e12-303e-4bfe-b898-38cf1074ce3a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Aug 31 06:26:32.379739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2789533e-d04e-490e-b5a9-869d412b393f None None] Port 5c1ebca8-d1d1-4470-9862-8c8da3066453 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:32.396014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Made reservation on behalf of 8e1e980b309841fb9069413c13877cf7 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:32.402603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:32.440912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Set router 669a6d63-0b1b-415e-9444-97ef709a8161 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:32.529489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9'}, {'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:32.532007 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109d97f0-bf19-4975-8ccb-5e5c831d8fd8" -d '{"events": [{"server_uuid": "f30c6987-4d3b-4a1a-b06c-4696499c9f5a", "name": "network-vif-plugged", "status": "completed", "tag": "cc20ccc2-bac2-4f9a-a3eb-41ab203222b9"}, {"server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "name": "network-vif-plugged", "status": "completed", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:32.619462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Allocated IP 192.168.233.195 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/80c284d7-0321-429b-891b-2d6c5ac8554d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:32.666962 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea38a24-d39e-48f2-a370-74a9fd40723b x-openstack-request-id: req-fea38a24-d39e-48f2-a370-74a9fd40723b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:32.667795 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30c6987-4d3b-4a1a-b06c-4696499c9f5a", "name": "network-vif-plugged", "status": "completed", "tag": "cc20ccc2-bac2-4f9a-a3eb-41ab203222b9", "code": 200}, {"server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "name": "network-vif-plugged", "status": "completed", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:32.667795 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fea38a24-d39e-48f2-a370-74a9fd40723b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:32.668072 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'code': 200} Aug 31 06:26:32.668331 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'code': 200} Aug 31 06:26:32.765076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:26:29Z', 'revision_number': 4, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port': {'id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:23Z', 'updated_at': '2021-08-31T06:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5c1ebca8-d1d1-4470-9862-8c8da3066453', 'name': '', 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'mac_address': 'fa:16:3e:f4:ae:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:27Z', 'updated_at': '2021-08-31T06:26:30Z', 'revision_number': 2, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'subnets': [{'id': '7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:32.809198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Checking router: 669a6d63-0b1b-415e-9444-97ef709a8161 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:32.809945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Updating router 669a6d63-0b1b-415e-9444-97ef709a8161 port 5c1ebca8-d1d1-4470-9862-8c8da3066453 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:26:32.840289 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:32.842713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 50de57dd-5adf-4e59-bc0c-73e9a893a5ab no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:26:32.847221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8b721-e52d-4419-b5f2-79a6ad494d9d req-6ac9053e-4818-4143-b8e0-2b3314f979d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:32.856664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-98b8b721-e52d-4419-b5f2-79a6ad494d9d req-6ac9053e-4818-4143-b8e0-2b3314f979d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 1097 time: 0.1268384 Aug 31 06:26:32.861859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131decf-18ff-4ba1-bcf7-f988367bfca3 req-ebdfa1e3-ffbb-4a41-bb30-d63c746b7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:32.864546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9131decf-18ff-4ba1-bcf7-f988367bfca3 req-ebdfa1e3-ffbb-4a41-bb30-d63c746b7d04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 1119 time: 0.1351478 Aug 31 06:26:32.878311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 50de57dd-5adf-4e59-bc0c-73e9a893a5ab {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:26:32.878944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 50de57dd-5adf-4e59-bc0c-73e9a893a5ab not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:26:32.931860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:32.970296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Transition to ACTIVE for port object 80c284d7-0321-429b-891b-2d6c5ac8554d will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:33.019672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-98b8b721-e52d-4419-b5f2-79a6ad494d9d req-7ff1352a-a9cd-47d0-af53-0961802afaa8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537938 Aug 31 06:26:33.021455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9131decf-18ff-4ba1-bcf7-f988367bfca3 req-0c42b646-9a21-4d05-9041-c2cd6aaf6cdc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383276 Aug 31 06:26:33.052633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d261d25-c6af-4104-b7ac-7daad4c9f7f9 req-704f2fc0-f136-4210-9088-d7273421bf9e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:33.055973 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.062328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9d261d25-c6af-4104-b7ac-7daad4c9f7f9 req-704f2fc0-f136-4210-9088-d7273421bf9e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 967 time: 0.1424313 Aug 31 06:26:33.096876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['f67d3a63-da94-4e67-920c-b46e1f8af6db'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:33.107424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47166) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:33.129376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:33.132770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:33.139626 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9d261d25-c6af-4104-b7ac-7daad4c9f7f9 req-175202e2-b8fc-4d47-ba5a-1b65fa5fd9ba tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759287 Aug 31 06:26:33.146186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 898d4e84-a5ac-4469-a55c-bd20776eeae0 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:33.152890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:33.163585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:33.164293 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.202314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9908004 Aug 31 06:26:33.231053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae52e2-9c2e-43f9-8ca3-26f6ad30ebae tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Pushing event updated for resources: {'Port': ['ID=80c284d7-0321-429b-891b-2d6c5ac8554d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:33.253677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Request body: {'port': {'device_id': '2ec2b226-26e5-4fdd-934f-c62396caf984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:33.320144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47d11b-6b92-40fe-a756-43c112534492 req-4ece6f82-17f8-4c27-8d40-4aaa66e5e3d4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:33.329489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d47d11b-6b92-40fe-a756-43c112534492 req-4ece6f82-17f8-4c27-8d40-4aaa66e5e3d4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 945 time: 0.1001585 Aug 31 06:26:33.364598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.406596 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d47d11b-6b92-40fe-a756-43c112534492 req-f2a604e6-a897-41e9-97d4-ccc19dfcb1b3 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700991 Aug 31 06:26:33.421095 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.426688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 898d4e84-a5ac-4469-a55c-bd20776eeae0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:33.429252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.492346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Transition to ACTIVE for port object 5c1ebca8-d1d1-4470-9862-8c8da3066453 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:33.528314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.543354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e0f6e998-9797-40c7-b629-be368377ae3d None None] Provisioning for port 80c284d7-0321-429b-891b-2d6c5ac8554d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:33.550930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e0f6e998-9797-40c7-b629-be368377ae3d None None] Provisioning complete for port 80c284d7-0321-429b-891b-2d6c5ac8554d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:33.551607 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e998-9797-40c7-b629-be368377ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.575044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fa02d-6ff4-48dc-955d-cfd04fcae093 req-8c11cd41-970d-4de6-bf11-8922437590e4 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:33.576636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e2fa02d-6ff4-48dc-955d-cfd04fcae093 req-8c11cd41-970d-4de6-bf11-8922437590e4 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 936 time: 0.1132770 Aug 31 06:26:33.649071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e2fa02d-6ff4-48dc-955d-cfd04fcae093 req-cf1948e1-5a7d-4f5e-9d65-037935fdc0b7 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531971 Aug 31 06:26:33.669568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6e998-9797-40c7-b629-be368377ae3d None None] Port 80c284d7-0321-429b-891b-2d6c5ac8554d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:33.701331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ced6f-1395-444b-ae40-0984e5d176d0 None None] Pushing event updated for resources: {'Port': ['ID=5c1ebca8-d1d1-4470-9862-8c8da3066453,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:33.711403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-79739dfc-9a62-4962-a7b7-ab444015e31b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834756 Aug 31 06:26:33.796796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Attempting to bind port 5c1ebca8-d1d1-4470-9862-8c8da3066453 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:33.802102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Attempting to bind port 5c1ebca8-d1d1-4470-9862-8c8da3066453 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:33.802520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Attempting to bind port 5c1ebca8-d1d1-4470-9862-8c8da3066453 on network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:33.821217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:33.821815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Checking segment: {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:33.822585 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.823365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Bound using segment: {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:33.824011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Bound port: 5c1ebca8-d1d1-4470-9862-8c8da3066453, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:33.824554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:33.892035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c3d956d9-fb84-4dd8-8f06-5f4f753c4b83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f959a0b0ebb7493281c545354f935533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7829134 Aug 31 06:26:33.895926 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47206) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:34.027966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30c6b465-e6ed-41a1-9c33-66f165c08808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.045171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-c7998b5e-124d-4c3e-918b-94f40c8a4a8a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:34.047103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-c7998b5e-124d-4c3e-918b-94f40c8a4a8a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276384 Aug 31 06:26:34.066714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] For port 5c1ebca8-d1d1-4470-9862-8c8da3066453, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:34.079228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-ec8bedbe-0b46-48cc-b0b4-08d781cf61f6 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/quotas/a04da5c863ff4ee99192f24bb55cdd82 HTTP/1.1" status: 200 len: 375 time: 0.0152488 Aug 31 06:26:34.081920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] For port 5c1ebca8-d1d1-4470-9862-8c8da3066453, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c1ebca8-d1d1-4470-9862-8c8da3066453,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:34.101113 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.102861 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30c6b465-e6ed-41a1-9c33-66f165c08808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.207211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Routers {'669a6d63-0b1b-415e-9444-97ef709a8161'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:34.208099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['669a6d63-0b1b-415e-9444-97ef709a8161'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:34.217128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-3248e151-e4e2-4064-be86-6d073a0cba26 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1245441 Aug 31 06:26:34.224401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c284d7-0321-429b-891b-2d6c5ac8554d {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:34.229893 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30c6b465-e6ed-41a1-9c33-66f165c08808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.232575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30c6b465-e6ed-41a1-9c33-66f165c08808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.236607 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-30c6b465-e6ed-41a1-9c33-66f165c08808 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db8829f7-cdf4-42c6-a2f8-60dac914a41d HTTP/1.1" status: 204 len: 168 time: 0.3366718 Aug 31 06:26:34.249945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6b465-e6ed-41a1-9c33-66f165c08808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8829f7-cdf4-42c6-a2f8-60dac914a41d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:34.262673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.287184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Transition to ACTIVE for port object 80c284d7-0321-429b-891b-2d6c5ac8554d will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:34.294479 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.297718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ced6f-1395-444b-ae40-0984e5d176d0 None None] Pushing event updated for resources: {'Port': ['ID=5c1ebca8-d1d1-4470-9862-8c8da3066453,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:34.435125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] Set router 669a6d63-0b1b-415e-9444-97ef709a8161 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:34.476611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Pushing event updated for resources: {'Port': ['ID=80c284d7-0321-429b-891b-2d6c5ac8554d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:34.492470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Attempting to bind port 80c284d7-0321-429b-891b-2d6c5ac8554d on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:34.492803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Attempting to bind port 80c284d7-0321-429b-891b-2d6c5ac8554d by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:34.493131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Attempting to bind port 80c284d7-0321-429b-891b-2d6c5ac8554d on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:34.499553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Port 80c284d7-0321-429b-891b-2d6c5ac8554d on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:26:34.499839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Attempting to bind port 80c284d7-0321-429b-891b-2d6c5ac8554d on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:34.505999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:34.506345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:34.506778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:34.507218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Bound port: 80c284d7-0321-429b-891b-2d6c5ac8554d, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:34.507578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.690474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] For port 80c284d7-0321-429b-891b-2d6c5ac8554d, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:34.708184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] For port 80c284d7-0321-429b-891b-2d6c5ac8554d, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=80c284d7-0321-429b-891b-2d6c5ac8554d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:34.720691 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.735521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd110b-4f76-4f7c-a22d-438ac068e0b0 req-aec9f5bd-0868-44b4-aaa7-47d27312bc72 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:34.737869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73bd110b-4f76-4f7c-a22d-438ac068e0b0 req-aec9f5bd-0868-44b4-aaa7-47d27312bc72 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 967 time: 0.1200864 Aug 31 06:26:34.800907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:34.801568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:34.803037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] 10.222.0.42 "PUT /v2.0/ports/80c284d7-0321-429b-891b-2d6c5ac8554d HTTP/1.1" status: 200 len: 1097 time: 1.5667892 Aug 31 06:26:34.805732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec2b226-26e5-4fdd-934f-c62396caf984', 'tag': '80c284d7-0321-429b-891b-2d6c5ac8554d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:34.808120 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18591e3e-eb89-4d5a-9628-7f483ed56953" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec2b226-26e5-4fdd-934f-c62396caf984", "tag": "80c284d7-0321-429b-891b-2d6c5ac8554d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:34.855792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73bd110b-4f76-4f7c-a22d-438ac068e0b0 req-48b005cf-2f69-412e-879b-3a3b94961da7 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865679 Aug 31 06:26:34.856834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196d788-9433-4da3-ae96-b293f6139d41 service neutron] Pushing event updated for resources: {'Port': ['ID=80c284d7-0321-429b-891b-2d6c5ac8554d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:35.015030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-709eb074-55a4-4da9-9830-8f197daa2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:35.016582 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-709eb074-55a4-4da9-9830-8f197daa2351 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1e980b309841fb9069413c13877cf7&device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 1100 time: 0.1425965 Aug 31 06:26:35.110089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47256) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:35.110695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47258) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:35.119333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-network', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:35.139872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06c3ce3a-b5ed-4823-974f-b1bb9542a98c req-4a3e3cb3-d555-48d6-b4f1-5b879a2641f5 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 210 time: 0.0891330 Aug 31 06:26:35.151899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-68306a1a-cbd7-4c41-9cc4-5662a671d1e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=80c284d7-0321-429b-891b-2d6c5ac8554d HTTP/1.1" status: 200 len: 217 time: 0.1272302 Aug 31 06:26:35.154523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Made reservation on behalf of b21e0bc5e02c44d8848188f4428ee4db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:35.156665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:35.257955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-4ac0311b-04a0-4f5e-af20-ae0fb6c9d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:35.260212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-4ac0311b-04a0-4f5e-af20-ae0fb6c9d4ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1005628 Aug 31 06:26:35.262787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:26:29Z', 'revision_number': 4, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port': {'id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:23Z', 'updated_at': '2021-08-31T06:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5c1ebca8-d1d1-4470-9862-8c8da3066453', 'name': '', 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'mac_address': 'fa:16:3e:f4:ae:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:27Z', 'updated_at': '2021-08-31T06:26:34Z', 'revision_number': 4, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'subnets': [{'id': '7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:35.263878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:35.286739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea52ee-542c-45f6-aa0e-a19f6bcb7b0b req-46954151-ae2d-4af0-b4dd-83276dfae0e8 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:35.288564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9cea52ee-542c-45f6-aa0e-a19f6bcb7b0b req-46954151-ae2d-4af0-b4dd-83276dfae0e8 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 945 time: 0.2658489 Aug 31 06:26:35.315803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a31797-b6f3-42cf-b465-f988af8088c4 None None] The sync data for ids ['669a6d63-0b1b-415e-9444-97ef709a8161'] in n-d-712142-16 is: [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:26:29Z', 'revision_number': 4, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port': {'id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:23Z', 'updated_at': '2021-08-31T06:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5c1ebca8-d1d1-4470-9862-8c8da3066453', 'name': '', 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'mac_address': 'fa:16:3e:f4:ae:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:27Z', 'updated_at': '2021-08-31T06:26:34Z', 'revision_number': 4, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'subnets': [{'id': '7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:35.369342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27abf6-adaf-4272-95f6-dc2e582df822 req-3b643861-8e12-4a48-ae29-8eeb4c75bf7d tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:35.376962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc27abf6-adaf-4272-95f6-dc2e582df822 req-3b643861-8e12-4a48-ae29-8eeb4c75bf7d tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 948 time: 0.0704153 Aug 31 06:26:35.471682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc27abf6-adaf-4272-95f6-dc2e582df822 req-0135fc80-b28a-41a1-a93b-429f71c5cde1 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911813 Aug 31 06:26:35.472304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47264) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:35.547531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5005bb75-9928-46b9-aedb-570d83519fe9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f7e913092a7495a8e33b3e551e0200e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693710 Aug 31 06:26:35.549850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:35.576555 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d1634-da45-4c6e-9697-848628f44c07 x-openstack-request-id: req-ad8d1634-da45-4c6e-9697-848628f44c07 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:35.576896 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec2b226-26e5-4fdd-934f-c62396caf984", "tag": "80c284d7-0321-429b-891b-2d6c5ac8554d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:35.577131 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad8d1634-da45-4c6e-9697-848628f44c07 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:35.577512 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec2b226-26e5-4fdd-934f-c62396caf984', 'tag': '80c284d7-0321-429b-891b-2d6c5ac8554d', 'status': 'completed', 'code': 200} Aug 31 06:26:35.612016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-40f2ad55-4009-4591-b348-7c48f868c597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:35.665860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a86da36b-850e-4a92-9cc4-b31189606bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:35.668286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-a86da36b-850e-4a92-9cc4-b31189606bd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3779426 Aug 31 06:26:35.682204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9cea52ee-542c-45f6-aa0e-a19f6bcb7b0b req-d4a2ded2-2e78-43ff-8ecc-8bb4ce7e1324 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086283 Aug 31 06:26:35.831143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e06b94b-144c-40bb-a149-9db8957fb303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:35.848782 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-d70a044a-95e1-4209-913e-39101e8cec7c tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 258 time: 0.2538371 Aug 31 06:26:35.857916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-ac3ecdac-e2c0-4c15-b997-b78de9f73bc2 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743553 Aug 31 06:26:35.860472 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:35.886930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e06b94b-144c-40bb-a149-9db8957fb303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:35.956731 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e06b94b-144c-40bb-a149-9db8957fb303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:35.960012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e06b94b-144c-40bb-a149-9db8957fb303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:35.961652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e06b94b-144c-40bb-a149-9db8957fb303 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b44bc60a-8f56-46ba-baa3-0928f5b7527a HTTP/1.1" status: 204 len: 168 time: 0.4101341 Aug 31 06:26:35.989405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06b94b-144c-40bb-a149-9db8957fb303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44bc60a-8f56-46ba-baa3-0928f5b7527a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:36.082327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.094004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63556b-a2d2-4f83-9281-b7bfc3c6692e req-197632a2-c5c5-4852-89e7-2ab5bff7dbce tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:36.095866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef63556b-a2d2-4f83-9281-b7bfc3c6692e req-197632a2-c5c5-4852-89e7-2ab5bff7dbce tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 945 time: 0.1935337 Aug 31 06:26:36.104279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.113853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47276) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:36.131796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Request body: {'floatingip': {'port_id': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:36.193513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac2caaeb-d9c2-4f6f-9fa3-29c95b0c611e req-2a2d2238-9811-481a-aca9-d570a167dfb6 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188829 Aug 31 06:26:36.213120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47278) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:36.215415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:26:36.260017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-0ceff646-bb33-43f1-b355-f3b792a84998 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1710083 Aug 31 06:26:36.288360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:26:36.288360 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:26:36.288360 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id_1': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 26, 35, 868079)}] Aug 31 06:26:36.288360 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:26:36.288800 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:26:36.329341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.332448 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-40f2ad55-4009-4591-b348-7c48f868c597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.341633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10d848-e7de-42a5-a505-f6f9a006d997,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:36.381218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-40f2ad55-4009-4591-b348-7c48f868c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.466469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-40f2ad55-4009-4591-b348-7c48f868c597 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eea139a080404236a15518bebf82ce41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3546071 Aug 31 06:26:36.468461 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d966cf0b-900f-400b-8d55-6cd4ff502fea req-02d1b3ac-3c66-4ff3-ada7-880830e8dad6 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 210 time: 0.1218660 Aug 31 06:26:36.473279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47292) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:36.521793 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.522289 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Added segment f4839fb0-a93e-4386-849e-2561cd3eea1e of type vlan for network c10a7653-bf07-4c8d-bbf8-cef7149b0774 Aug 31 06:26:36.559691 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-510a861d-ec23-4d3e-8751-2a459b86884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.565535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2ad55-4009-4591-b348-7c48f868c597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b629054-e154-490b-9b11-3df97abc9e1f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:36.607758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-07a0ff72-f5e8-4329-9e8a-6e4dee49fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:36.609109 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-07a0ff72-f5e8-4329-9e8a-6e4dee49fe77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1e980b309841fb9069413c13877cf7&device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 1100 time: 0.2640154 Aug 31 06:26:36.713603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47d9b2f0-fd74-45eb-9871-a217a74877ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.746767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-917e31e4-3841-4c3f-9032-02666ca16309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:36.746767 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-917e31e4-3841-4c3f-9032-02666ca16309 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1217511 Aug 31 06:26:36.750387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.761155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-8ef54823-c678-44e1-8096-6f40a1682a87 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:36.762954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-8ef54823-c678-44e1-8096-6f40a1682a87 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4733870 Aug 31 06:26:36.778734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Request body: {'port': {'device_id': 'dc5adc6e-ad00-4ebe-948b-5391ec297b14', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'a04da5c863ff4ee99192f24bb55cdd82'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:36.834499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-766ba4f8-575f-47b6-a207-373cef457391 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=80c284d7-0321-429b-891b-2d6c5ac8554d HTTP/1.1" status: 200 len: 217 time: 0.0762486 Aug 31 06:26:36.845035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47d9b2f0-fd74-45eb-9871-a217a74877ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.878467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871239eb-35f5-4754-9d3a-44add1233b75 req-b8b38973-52b3-407d-ab4e-f64e4c06a0ba tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:36.880007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-871239eb-35f5-4754-9d3a-44add1233b75 req-b8b38973-52b3-407d-ab4e-f64e4c06a0ba tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 948 time: 0.2809029 Aug 31 06:26:36.905598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.906545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:36.907108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:36.979538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] Pushing event updated for resources: {'Network': ['ID=c10a7653-bf07-4c8d-bbf8-cef7149b0774,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:37.049797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c10a7653-bf07-4c8d-bbf8-cef7149b0774 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:26:37.127658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-871239eb-35f5-4754-9d3a-44add1233b75 req-13d6fa83-df97-4ab6-9f59-fe592a123d06 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149484 Aug 31 06:26:37.129284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-ec5b6e95-0602-45b4-9f31-4452de6a6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:37.131128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-ec5b6e95-0602-45b4-9f31-4452de6a6e7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2814062 Aug 31 06:26:37.201464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47d9b2f0-fd74-45eb-9871-a217a74877ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.204136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47d9b2f0-fd74-45eb-9871-a217a74877ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.205817 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-47d9b2f0-fd74-45eb-9871-a217a74877ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b629054-e154-490b-9b11-3df97abc9e1f HTTP/1.1" status: 204 len: 168 time: 0.7266653 Aug 31 06:26:37.226805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c1ebca8-d1d1-4470-9862-8c8da3066453 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:37.233744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-510a861d-ec23-4d3e-8751-2a459b86884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.236158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9b2f0-fd74-45eb-9871-a217a74877ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b629054-e154-490b-9b11-3df97abc9e1f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:37.240838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-6c95a28a-4d50-4514-a424-5821005954b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:37.242568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-6c95a28a-4d50-4514-a424-5821005954b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024826 Aug 31 06:26:37.244605 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-510a861d-ec23-4d3e-8751-2a459b86884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.282086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a861d-ec23-4d3e-8751-2a459b86884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558bc106-776e-47b2-9e9e-06bd5ffb8b34,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:37.298060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6e352cd6-b043-49c8-8211-a4f21551ec7d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1833019 Aug 31 06:26:37.306013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47314) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:37.324785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Request body: {'subnet': {'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-subnet', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:37.349684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5c1ebca8-d1d1-4470-9862-8c8da3066453 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:37.357476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5c1ebca8-d1d1-4470-9862-8c8da3066453 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:37.357754 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.391577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-510a861d-ec23-4d3e-8751-2a459b86884f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4adc6e585dc449448ceab522ad253b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1750770 Aug 31 06:26:37.394112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47318) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:37.474450 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.480858 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42d9e1ec-63fa-43a1-8f88-c3e2567f5481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.488072 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.527698 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.resource_extend [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:26:37.529162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-6f99034e-1f96-483b-8c8d-6474719e40b6 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484083 Aug 31 06:26:37.531145 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42d9e1ec-63fa-43a1-8f88-c3e2567f5481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.565836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 5c1ebca8-d1d1-4470-9862-8c8da3066453, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c1ebca8-d1d1-4470-9862-8c8da3066453,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:37.574292 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.618887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Made reservation on behalf of a04da5c863ff4ee99192f24bb55cdd82 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:37.624060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.662805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=5c1ebca8-d1d1-4470-9862-8c8da3066453,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:37.693163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b9fa28f-7ab9-45c6-8698-09f9ad158f09 req-9a6b328f-eac7-4db2-8331-66e12c28aea9 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 210 time: 0.0516555 Aug 31 06:26:37.702508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Made reservation on behalf of b21e0bc5e02c44d8848188f4428ee4db for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:37.706469 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.758151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.791495 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.801341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42d9e1ec-63fa-43a1-8f88-c3e2567f5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.803802 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42d9e1ec-63fa-43a1-8f88-c3e2567f5481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.805365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-42d9e1ec-63fa-43a1-8f88-c3e2567f5481 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/558bc106-776e-47b2-9e9e-06bd5ffb8b34 HTTP/1.1" status: 204 len: 168 time: 0.4099202 Aug 31 06:26:37.812672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47332) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:37.842100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0433ad58-c280-40ca-9d0e-e137a238b115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:37.845633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18591e3e-eb89-4d5a-9628-7f483ed56953 req-5d1f1b74-ae17-4d4c-8315-a04ac978cf04 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986085 Aug 31 06:26:37.852610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e1ec-63fa-43a1-8f88-c3e2567f5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558bc106-776e-47b2-9e9e-06bd5ffb8b34,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:38.020888 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.043784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.091730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Pushing event updated for resources: {'Subnet': ['ID=468fff82-4c63-4f82-8a6c-1b721024933f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:38.098199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Allocated IP 192.168.233.236 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/56c2e128-ca2a-46f2-8958-20d092ae0930) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:38.100681 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Floating IP 8d704ea4-f7d2-433a-bb88-999e459dc18c associated. External IP: 172.25.5.123, port: cc20ccc2-bac2-4f9a-a3eb-41ab203222b9. Aug 31 06:26:38.143775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0433ad58-c280-40ca-9d0e-e137a238b115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.144791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Checking segment: {'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:38.145169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Network hostable DHCP agents. Network: c10a7653-bf07-4c8d-bbf8-cef7149b0774, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:26:38.158631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0433ad58-c280-40ca-9d0e-e137a238b115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.197770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433ad58-c280-40ca-9d0e-e137a238b115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b9811-4373-4ebb-bed1-6335a5d56fed,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:38.213564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Network c10a7653-bf07-4c8d-bbf8-cef7149b0774 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:26:38.226562 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0433ad58-c280-40ca-9d0e-e137a238b115 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=703ab5ed1d94415f8f4be9b70ba81392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063735 Aug 31 06:26:38.226562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47344) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:38.254769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c10a7653-bf07-4c8d-bbf8-cef7149b0774) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:38.264807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:38.265173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.270074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e55e4ab-1d2c-4cd8-800e-623c183c7d5f None None] Network c10a7653-bf07-4c8d-bbf8-cef7149b0774 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:26:38.285138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e8eb351d-adc3-41dc-9317-7de1d3aa556c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9780540 Aug 31 06:26:38.289010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:38.295075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa97dbb-f3e1-402f-b03d-1636c7315fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.301808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:38.321016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa97dbb-f3e1-402f-b03d-1636c7315fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.329597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47348) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:38.363616 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a440243e-deee-41bb-9074-2c68d49e2688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.399931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Allocated IP 172.25.5.85 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/4637dee1-9ef3-47c8-8800-b8ecd7e07912) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:38.426983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.427996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.430776 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa97dbb-f3e1-402f-b03d-1636c7315fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.434060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5aa97dbb-f3e1-402f-b03d-1636c7315fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.438214 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5aa97dbb-f3e1-402f-b03d-1636c7315fc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd9b9811-4373-4ebb-bed1-6335a5d56fed HTTP/1.1" status: 204 len: 168 time: 0.2104516 Aug 31 06:26:38.459851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa97dbb-f3e1-402f-b03d-1636c7315fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b9811-4373-4ebb-bed1-6335a5d56fed,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:38.495334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50312fcd-641b-46ff-b83e-77e6bb182c9e req-d98a633f-630a-45a6-85a3-4a2685f7a1e3 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:38.496906 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50312fcd-641b-46ff-b83e-77e6bb182c9e req-d98a633f-630a-45a6-85a3-4a2685f7a1e3 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 948 time: 0.1012290 Aug 31 06:26:38.557045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c10a7653-bf07-4c8d-bbf8-cef7149b0774', 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'fixed_ips': [{'subnet_id': '468fff82-4c63-4f82-8a6c-1b721024933f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:26:38.558460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.563821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50312fcd-641b-46ff-b83e-77e6bb182c9e req-82798f63-4564-4d71-81da-7dfc8dfe66e0 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574076 Aug 31 06:26:38.619109 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a440243e-deee-41bb-9074-2c68d49e2688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.624995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.627664 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a440243e-deee-41bb-9074-2c68d49e2688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.632522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.703811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a440243e-deee-41bb-9074-2c68d49e2688 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1a5a3a7ac2b4984be7f776e85fe12b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728313 Aug 31 06:26:38.705088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47358) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:38.713436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440243e-deee-41bb-9074-2c68d49e2688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a926102-ed2e-462d-bb2e-22a105960c1a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:38.728413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Transition to ACTIVE for port object 56c2e128-ca2a-46f2-8958-20d092ae0930 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:38.809133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c508d955-1d4f-402b-aafa-531ddf11550a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.816171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.837871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-658ee30a-ddd0-4010-a72b-0c8315769304 req-cb327957-b641-421c-883c-3bd8969b78ca tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 210 time: 0.0433152 Aug 31 06:26:38.839577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Allocated IP 172.20.0.2 (c10a7653-bf07-4c8d-bbf8-cef7149b0774/468fff82-4c63-4f82-8a6c-1b721024933f/caa202a9-fdfd-41a0-bf0f-67fe4bd20b00) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:38.868640 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c508d955-1d4f-402b-aafa-531ddf11550a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.901503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.914968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:26:38.946419 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c508d955-1d4f-402b-aafa-531ddf11550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.951287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c508d955-1d4f-402b-aafa-531ddf11550a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.954451 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c508d955-1d4f-402b-aafa-531ddf11550a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a926102-ed2e-462d-bb2e-22a105960c1a HTTP/1.1" status: 204 len: 168 time: 0.2471135 Aug 31 06:26:38.970999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508d955-1d4f-402b-aafa-531ddf11550a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a926102-ed2e-462d-bb2e-22a105960c1a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:39.044471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.070338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['fb20c0ed-740e-4c97-885e-8be8a48f46aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:39.104730 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.115960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c1ebca8-d1d1-4470-9862-8c8da3066453 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:39.130781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Transition to ACTIVE for port object caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:39.179225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Transition to ACTIVE for port object caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:39.211218 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.314710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5c1ebca8-d1d1-4470-9862-8c8da3066453 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:39.315279 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.323768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Network c10a7653-bf07-4c8d-bbf8-cef7149b0774 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:39.350823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:39.352867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Pushing event updated for resources: {'Port': ['ID=caa202a9-fdfd-41a0-bf0f-67fe4bd20b00,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:39.361053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:39.435084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:39.443293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.454916 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] Sync routers for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:39.459072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Attempting to bind port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:39.459708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Attempting to bind port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:39.460239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Attempting to bind port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 on network c10a7653-bf07-4c8d-bbf8-cef7149b0774 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:39.467234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:39.467876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Checking segment: {'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:39.468511 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.469064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Bound using segment: {'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:39.469767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Bound port: caa202a9-fdfd-41a0-bf0f-67fe4bd20b00, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:39.470871 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.478454 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:39.484001 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:39.491689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.512639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:39.519915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:39.534951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:39.535873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:39.557914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] For port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:39.562044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] For port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=caa202a9-fdfd-41a0-bf0f-67fe4bd20b00,segment=NetworkSegment(f4839fb0-a93e-4386-849e-2561cd3eea1e),segment_id=f4839fb0-a93e-4386-849e-2561cd3eea1e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:39.591540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:39.601294 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0524cc34-76ee-44c7-894a-cfdf171014f5 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "PUT /v2.0/floatingips/8d704ea4-f7d2-433a-bb88-999e459dc18c HTTP/1.1" status: 200 len: 991 time: 3.4860117 Aug 31 06:26:39.608235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:39.615276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'tag': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:39.617585 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300" -d '{"events": [{"name": "network-changed", "server_uuid": "f30c6987-4d3b-4a1a-b06c-4696499c9f5a", "tag": "cc20ccc2-bac2-4f9a-a3eb-41ab203222b9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:39.622835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Pushing event updated for resources: {'Port': ['ID=56c2e128-ca2a-46f2-8958-20d092ae0930,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:39.631726 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.684508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.685330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.685462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.685784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.686021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.686348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.686679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.687003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.687336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.687656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.687978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.688296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:39.721325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:39.721980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.757327 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:39.813334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Pushing event updated for resources: {'Port': ['ID=4637dee1-9ef3-47c8-8800-b8ecd7e07912,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:39.820171 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e67d8565-c495-4769-8114-9c3cef03e16a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0454073 Aug 31 06:26:39.822375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55673562-0f60-43c6-8d18-c31f13190c4a None None] Pushing event updated for resources: {'Port': ['ID=caa202a9-fdfd-41a0-bf0f-67fe4bd20b00,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:39.872545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Request body: {'port': {'device_id': 'dc5adc6e-ad00-4ebe-948b-5391ec297b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:39.943293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-754ce69a-1fbe-4418-aa03-c0dc639425bd None None] Provisioning for port 56c2e128-ca2a-46f2-8958-20d092ae0930 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:39.947870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-754ce69a-1fbe-4418-aa03-c0dc639425bd None None] Provisioning complete for port 56c2e128-ca2a-46f2-8958-20d092ae0930 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:39.948455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-754ce69a-1fbe-4418-aa03-c0dc639425bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:39.972211 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.047207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-754ce69a-1fbe-4418-aa03-c0dc639425bd None None] Port 56c2e128-ca2a-46f2-8958-20d092ae0930 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:40.094696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.127313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920acd6-87d3-4702-acd5-5332ac581539 req-1e6d0d87-cc29-4fdb-abec-ff4d5da14e28 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:40.129780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.130009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d920acd6-87d3-4702-acd5-5332ac581539 req-1e6d0d87-cc29-4fdb-abec-ff4d5da14e28 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 948 time: 0.1133847 Aug 31 06:26:40.234833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d920acd6-87d3-4702-acd5-5332ac581539 req-fc817c48-3633-4116-8db9-7abd5495ff7b tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837429 Aug 31 06:26:40.279587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.311991 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8d704ea4-f7d2-433a-bb88-999e459dc18c', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'port_id': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'mac_address': 'fa:16:3e:97:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:12Z', 'updated_at': '2021-08-31T06:26:37Z', 'revision_number': 1, 'project_id': '6034154b728b418db876726a7a60c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:40.327782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.333247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 80c284d7-0321-429b-891b-2d6c5ac8554d details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:26:40.372999 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] Checking router: 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:40.391370 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:40.393677 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:40.451926 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dddffd1-0627-45e3-9cf4-789281e4f518 x-openstack-request-id: req-7dddffd1-0627-45e3-9cf4-789281e4f518 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:40.452310 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30c6987-4d3b-4a1a-b06c-4696499c9f5a", "tag": "cc20ccc2-bac2-4f9a-a3eb-41ab203222b9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:40.452486 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7dddffd1-0627-45e3-9cf4-789281e4f518 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:40.452878 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'tag': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'status': 'completed', 'code': 200} Aug 31 06:26:40.468157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-a00d5465-0f51-417d-a0b9-a56dea5a0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:40.469716 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-a00d5465-0f51-417d-a0b9-a56dea5a0faf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 1097 time: 0.1411495 Aug 31 06:26:40.478273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d56a-4104-4220-bcc6-a080688c9fee req-a79500f8-a035-4642-ab80-0fabadd4ce3b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:40.485416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e58d56a-4104-4220-bcc6-a080688c9fee req-a79500f8-a035-4642-ab80-0fabadd4ce3b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 936 time: 0.1021981 Aug 31 06:26:40.500709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Allocated IP 172.25.5.14 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/73f87077-5528-4048-8c6d-de9714cf6720) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:40.567643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 80c284d7-0321-429b-891b-2d6c5ac8554d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=80c284d7-0321-429b-891b-2d6c5ac8554d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:40.594028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '80c284d7-0321-429b-891b-2d6c5ac8554d', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '80c284d7-0321-429b-891b-2d6c5ac8554d', 'mac_address': 'fa:16:3e:93:9f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:26:40.611031 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e58d56a-4104-4220-bcc6-a080688c9fee req-b338c894-7f71-49ed-b760-250c1eba37e4 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245511 Aug 31 06:26:40.625559 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:40.667644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-83d28e0f-5bcc-48d5-a99e-682198e5d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:40.669536 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-83d28e0f-5bcc-48d5-a99e-682198e5d8fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 924 time: 0.1820488 Aug 31 06:26:40.694920 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.707048 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.743258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c284d7-0321-429b-891b-2d6c5ac8554d {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:40.789522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 80c284d7-0321-429b-891b-2d6c5ac8554d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=80c284d7-0321-429b-891b-2d6c5ac8554d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:40.802740 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.847598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-95a386cc-ca6d-4e07-9ef5-18287b5af217 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 HTTP/1.1" status: 200 len: 999 time: 0.1711974 Aug 31 06:26:40.914185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:40.915355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=80c284d7-0321-429b-891b-2d6c5ac8554d,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:40.938908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-574ca5cf-7715-427c-b3f3-efabb879b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:40.939137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.939360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.940587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-574ca5cf-7715-427c-b3f3-efabb879b122 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1812d17b-ef40-431b-ba1a-963235425b5e HTTP/1.1" status: 200 len: 862 time: 0.0848498 Aug 31 06:26:40.941808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.943027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.944415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.944415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.945018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.945701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.946578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.947252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.947902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:40.958330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:41.047981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:41.077976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['80c284d7-0321-429b-891b-2d6c5ac8554d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:41.096742 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8d704ea4-f7d2-433a-bb88-999e459dc18c', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'port_id': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'mac_address': 'fa:16:3e:97:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:12Z', 'updated_at': '2021-08-31T06:26:37Z', 'revision_number': 1, 'project_id': '6034154b728b418db876726a7a60c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:41.105498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-fb8b98b8-8240-4c03-8515-3ef502c747a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:41.111300 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-fb8b98b8-8240-4c03-8515-3ef502c747a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d53a5b30-3430-495c-8da2-fef612835fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610570 Aug 31 06:26:41.154316 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e86f0e6-96d5-4979-9c89-243cd986ff25 None None] The sync data for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 is: [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8d704ea4-f7d2-433a-bb88-999e459dc18c', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'port_id': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'mac_address': 'fa:16:3e:97:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:12Z', 'updated_at': '2021-08-31T06:26:37Z', 'revision_number': 1, 'project_id': '6034154b728b418db876726a7a60c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:41.160369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Pushing event updated for resources: {'Port': ['ID=73f87077-5528-4048-8c6d-de9714cf6720,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:41.174407 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:41.298480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:41.328987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:41.359542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:41.369734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:41.376888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Pushing event updated for resources: {'Port': ['ID=4637dee1-9ef3-47c8-8800-b8ecd7e07912,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:41.414136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:41.469078 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:41.476974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-5f4c72e2-88e9-435d-9612-085e77c1443e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6271241 Aug 31 06:26:41.537813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3966ae0-4240-437e-b89c-f2239255da00 None None] Network c10a7653-bf07-4c8d-bbf8-cef7149b0774 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:26:41.561812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d77c3b-1027-4e2c-be27-443e1f93b96e None None] New status for floating IP 8d704ea4-f7d2-433a-bb88-999e459dc18c: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:26:41.634960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-fa7317e8-f40e-488c-ae3f-319a9b3817be tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.1563959 Aug 31 06:26:41.644641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-9c3d93ee-daba-4aae-85b9-a4fc4bef6c5a service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200055 Aug 31 06:26:41.713945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd949e-b9d0-40b5-b96f-81c6347122a0 req-7ffe4605-7e01-46fd-918a-50fda4c5c1bb tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:41.722215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efbd949e-b9d0-40b5-b96f-81c6347122a0 req-7ffe4605-7e01-46fd-918a-50fda4c5c1bb tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 949 time: 0.0760105 Aug 31 06:26:41.833570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2afcfc1-e5ee-4493-856f-fbcf50ce5300 req-2aa8b255-f567-4239-96e8-7022bcaa09d9 service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560485 Aug 31 06:26:41.868533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:41.905958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dfc248cf-d583-4ce7-8f7f-743b270e5b2c None None] Provisioning for port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:41.918769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efbd949e-b9d0-40b5-b96f-81c6347122a0 req-8d4b6b56-dbb3-490c-966a-6701cbf59e1b tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952999 Aug 31 06:26:41.985461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dfc248cf-d583-4ce7-8f7f-743b270e5b2c None None] Provisioning complete for port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:41.986844 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dfc248cf-d583-4ce7-8f7f-743b270e5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:42.154151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c2e128-ca2a-46f2-8958-20d092ae0930 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:42.158749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a958c-9726-444c-be57-9364b74dc46f req-029023d6-c5ec-4e1a-9752-52848deb47f8 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:42.161136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83a958c-9726-444c-be57-9364b74dc46f req-029023d6-c5ec-4e1a-9752-52848deb47f8 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 936 time: 0.0986707 Aug 31 06:26:42.165454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:42.187273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-59851f7d-51a9-4062-bfb8-24b46a02072f tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:42.194161 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-59851f7d-51a9-4062-bfb8-24b46a02072f tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.4985650 Aug 31 06:26:42.204125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-84a815a4-4ddd-48dc-add3-b884ff1d8238 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:42.209973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21855f09-2a14-40a6-bf6f-f06140cc115e req-84a815a4-4ddd-48dc-add3-b884ff1d8238 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149426 Aug 31 06:26:42.219138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83a958c-9726-444c-be57-9364b74dc46f req-07c0d2b5-b1d0-4a4d-99fb-e441f36b3349 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Aug 31 06:26:42.228690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Transition to ACTIVE for port object 56c2e128-ca2a-46f2-8958-20d092ae0930 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:42.286195 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:42.312216 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dfc248cf-d583-4ce7-8f7f-743b270e5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:42.368690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dfc248cf-d583-4ce7-8f7f-743b270e5b2c None None] For port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=caa202a9-fdfd-41a0-bf0f-67fe4bd20b00,segment=NetworkSegment(f4839fb0-a93e-4386-849e-2561cd3eea1e),segment_id=f4839fb0-a93e-4386-849e-2561cd3eea1e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:42.379077 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dfc248cf-d583-4ce7-8f7f-743b270e5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:42.388404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:42.394376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Pushing event updated for resources: {'Port': ['ID=56c2e128-ca2a-46f2-8958-20d092ae0930,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:42.464736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc248cf-d583-4ce7-8f7f-743b270e5b2c None None] Pushing event updated for resources: {'Port': ['ID=caa202a9-fdfd-41a0-bf0f-67fe4bd20b00,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:42.557138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-2790a6e1-4ca8-428f-98b4-1363a75f2676 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:42.559713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-2790a6e1-4ca8-428f-98b4-1363a75f2676 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d&device_owner=compute%3Atempest-test_az-439725680 HTTP/1.1" status: 200 len: 967 time: 0.1339221 Aug 31 06:26:42.660036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-bf102e38-ce6a-4dd6-8102-b63575de9580 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.0933805 Aug 31 06:26:42.667062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Request body: {'floatingip': {'port_id': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:42.700785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Attempting to bind port 56c2e128-ca2a-46f2-8958-20d092ae0930 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:42.701117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Attempting to bind port 56c2e128-ca2a-46f2-8958-20d092ae0930 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:42.701473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Attempting to bind port 56c2e128-ca2a-46f2-8958-20d092ae0930 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:42.708291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Port 56c2e128-ca2a-46f2-8958-20d092ae0930 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:26:42.708607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Attempting to bind port 56c2e128-ca2a-46f2-8958-20d092ae0930 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:42.716012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:42.716345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:42.716727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:42.718043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Bound port: 56c2e128-ca2a-46f2-8958-20d092ae0930, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:42.718043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:42.723415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-187b461f-67e0-47e2-be9f-8d2f254ff3aa None None] Provisioning complete for port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:42.723990 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-187b461f-67e0-47e2-be9f-8d2f254ff3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:42.783144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.035200 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.115296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:43.128347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] For port 56c2e128-ca2a-46f2-8958-20d092ae0930, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:43.151217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] For port 56c2e128-ca2a-46f2-8958-20d092ae0930, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=56c2e128-ca2a-46f2-8958-20d092ae0930,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:43.161359 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.182681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:43.183315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.216682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Pushing event updated for resources: {'Port': ['ID=56c2e128-ca2a-46f2-8958-20d092ae0930,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:43.264750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:43.265420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.266888 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-4b3b3420-66fe-449a-bc59-66f27fb5bf3f service neutron] 10.222.0.23 "PUT /v2.0/ports/56c2e128-ca2a-46f2-8958-20d092ae0930 HTTP/1.1" status: 200 len: 1097 time: 3.4152296 Aug 31 06:26:43.269296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5adc6e-ad00-4ebe-948b-5391ec297b14', 'tag': '56c2e128-ca2a-46f2-8958-20d092ae0930'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:43.271580 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63752bb-b843-4a49-ae62-e6782b8eb23a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5adc6e-ad00-4ebe-948b-5391ec297b14", "tag": "56c2e128-ca2a-46f2-8958-20d092ae0930"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:43.294051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Router 55c05171-8acc-4e05-9acc-cf366238bcb9 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:26:43.306294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b6ad2-ac50-428c-95b8-54aa4b5966f8 req-5618ef8e-6b3d-412e-99ba-af81547bf73d tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:43.307863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a92b6ad2-ac50-428c-95b8-54aa4b5966f8 req-5618ef8e-6b3d-412e-99ba-af81547bf73d tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 949 time: 0.0972531 Aug 31 06:26:43.455184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a92b6ad2-ac50-428c-95b8-54aa4b5966f8 req-f028d340-1e98-40ac-af55-efd9ae6435a6 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303985 Aug 31 06:26:43.459137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-196d2391-9d63-4933-998a-daac0fbe7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:43.460593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-196d2391-9d63-4933-998a-daac0fbe7d7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 1100 time: 0.1478043 Aug 31 06:26:43.490092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:43.500947 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Sync routers for ids ['55c05171-8acc-4e05-9acc-cf366238bcb9'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:43.519220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.524728 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Routers {'55c05171-8acc-4e05-9acc-cf366238bcb9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:43.525634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.529783 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['55c05171-8acc-4e05-9acc-cf366238bcb9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:43.594591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e5354d4d-d7d8-4cd3-8af7-0f7d8c1f35b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=56c2e128-ca2a-46f2-8958-20d092ae0930 HTTP/1.1" status: 200 len: 217 time: 0.0914693 Aug 31 06:26:43.617662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.620046 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6fd742ff-9db1-4e0b-97ed-9097f8a00574 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3264322 Aug 31 06:26:43.632001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47528) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:43.655531 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Set router 55c05171-8acc-4e05-9acc-cf366238bcb9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:43.699349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-533b3427-fc45-428e-9c75-f3bc9caf8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:43.701015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-533b3427-fc45-428e-9c75-f3bc9caf8df2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0967839 Aug 31 06:26:43.714652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7621007-2a5c-441b-b994-69ca55cb2f80 req-a5836516-7240-43ff-b18b-3c0a9247d98f tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:43.716291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a7621007-2a5c-441b-b994-69ca55cb2f80 req-a5836516-7240-43ff-b18b-3c0a9247d98f tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 948 time: 0.1011422 Aug 31 06:26:43.793901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-5d3f09e6-0f5a-4f0e-9269-bf6bb7828c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:43.795441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-5d3f09e6-0f5a-4f0e-9269-bf6bb7828c31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782490 Aug 31 06:26:43.798966 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a7621007-2a5c-441b-b994-69ca55cb2f80 req-968fe197-b740-4fda-a5fe-024655d5ec9a tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539694 Aug 31 06:26:43.904446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47536) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:43.923504 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:26:41Z', 'revision_number': 3, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:43.941655 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837fc57c-cb74-49f0-9b74-333f871398c3 x-openstack-request-id: req-837fc57c-cb74-49f0-9b74-333f871398c3 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:43.943051 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5adc6e-ad00-4ebe-948b-5391ec297b14", "tag": "56c2e128-ca2a-46f2-8958-20d092ae0930", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:43.944322 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-837fc57c-cb74-49f0-9b74-333f871398c3 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:43.946110 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5adc6e-ad00-4ebe-948b-5391ec297b14', 'tag': '56c2e128-ca2a-46f2-8958-20d092ae0930', 'status': 'completed', 'code': 200} Aug 31 06:26:43.946469 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Floating IP 55c976be-1954-4a9e-92e7-1ee32679a79b associated. External IP: 172.25.5.85, port: fa88c0e8-d7cf-4509-9838-1da3862e8f0a. Aug 31 06:26:43.964128 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Checking router: 55c05171-8acc-4e05-9acc-cf366238bcb9 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:43.964478 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Updating router 55c05171-8acc-4e05-9acc-cf366238bcb9 port 73f87077-5528-4048-8c6d-de9714cf6720 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:26:43.978919 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-3b3b97a1-fff1-412d-b8d1-51e87cecab1f service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657815 Aug 31 06:26:44.094827 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.141108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.144324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7b0dcf-7cc8-4753-9105-bc665393e58b req-e8346300-0cd5-4a78-aeac-6611fa20f9a7 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516666 Aug 31 06:26:44.258169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-0d6687a6-c3e9-453c-b2ee-922e547a47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:44.262342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-0d6687a6-c3e9-453c-b2ee-922e547a47c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 1100 time: 0.0571682 Aug 31 06:26:44.359955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 80c284d7-0321-429b-891b-2d6c5ac8554d up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:44.438193 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 80c284d7-0321-429b-891b-2d6c5ac8554d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:44.446716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 80c284d7-0321-429b-891b-2d6c5ac8554d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:44.447253 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.455703 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.468189 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Transition to ACTIVE for port object 73f87077-5528-4048-8c6d-de9714cf6720 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:44.482901 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.494505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-7cc048de-cc20-4c08-8daa-91a9e4fe3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:44.496004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-7cc048de-cc20-4c08-8daa-91a9e4fe3aa3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2184827 Aug 31 06:26:44.542976 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Pushing event updated for resources: {'Port': ['ID=73f87077-5528-4048-8c6d-de9714cf6720,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:44.561316 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.562011 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.562536 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.563018 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.563627 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.564818 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.565393 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.565904 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.566427 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.566929 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.567470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.567962 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.588945 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Attempting to bind port 73f87077-5528-4048-8c6d-de9714cf6720 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:44.589643 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Attempting to bind port 73f87077-5528-4048-8c6d-de9714cf6720 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:44.590155 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Attempting to bind port 73f87077-5528-4048-8c6d-de9714cf6720 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:44.591771 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.593835 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-bd90e19f-fce4-48ea-98b7-7559e3d05bfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=56c2e128-ca2a-46f2-8958-20d092ae0930 HTTP/1.1" status: 200 len: 217 time: 0.0787065 Aug 31 06:26:44.599007 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:44.599599 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:44.600186 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.600719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:44.601373 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Bound port: 73f87077-5528-4048-8c6d-de9714cf6720, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:44.602307 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.634462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec2b226-26e5-4fdd-934f-c62396caf984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c284d7-0321-429b-891b-2d6c5ac8554d'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:44.640979 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8592e-e194-4d8e-a47d-95dcbe6fb267" -d '{"events": [{"server_uuid": "2ec2b226-26e5-4fdd-934f-c62396caf984", "name": "network-vif-plugged", "status": "completed", "tag": "80c284d7-0321-429b-891b-2d6c5ac8554d"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:44.648002 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.661488 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 80c284d7-0321-429b-891b-2d6c5ac8554d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=80c284d7-0321-429b-891b-2d6c5ac8554d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:44.666213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Router 293d7e3d-2d02-4a63-bf31-325e09d933cc has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:26:44.669623 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.670288 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.694772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-e6d298a8-2569-425f-9733-b4159a6b1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:44.696257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-e6d298a8-2569-425f-9733-b4159a6b1ea9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0884268 Aug 31 06:26:44.696856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47568) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:44.701463 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] For port 73f87077-5528-4048-8c6d-de9714cf6720, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:44.704550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbdd0c-ebf6-4d77-acc5-0e7a57e72eca req-df1e8d17-16ed-4885-91a5-dd26e8fd7719 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:44.705620 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] For port 73f87077-5528-4048-8c6d-de9714cf6720, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=73f87077-5528-4048-8c6d-de9714cf6720,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:44.706108 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17fbdd0c-ebf6-4d77-acc5-0e7a57e72eca req-df1e8d17-16ed-4885-91a5-dd26e8fd7719 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 949 time: 0.1330884 Aug 31 06:26:44.721921 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.752776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c0eb48d795349e2a3ac886908cef2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8475728 Aug 31 06:26:44.758295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47572) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:44.768840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ee2d8-cdc4-4618-b99a-6f376d09294d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:44.785517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-7dd75aa3-1191-4846-8edc-b25f3ffe7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:44.787892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-7dd75aa3-1191-4846-8edc-b25f3ffe7f48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743556 Aug 31 06:26:44.790123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17fbdd0c-ebf6-4d77-acc5-0e7a57e72eca req-22597b1a-1d4e-42f2-b9f0-b29e75d9b910 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697663 Aug 31 06:26:44.793031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=80c284d7-0321-429b-891b-2d6c5ac8554d,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:44.818012 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfd922-20dd-45d3-8682-1762a769e91c None None] Pushing event updated for resources: {'Port': ['ID=73f87077-5528-4048-8c6d-de9714cf6720,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:44.824495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.826677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.827030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.827365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.827757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.828087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.828410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.828730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.829048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.829441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.829758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.830073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e5879-5d9c-43ea-b1a3-b4be8347f09e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:44.864382 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Routers {'55c05171-8acc-4e05-9acc-cf366238bcb9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:44.865547 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['55c05171-8acc-4e05-9acc-cf366238bcb9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:44.919643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-35db3be1-4a2f-4904-9622-268fc3752f52 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222925 Aug 31 06:26:44.942827 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7382dab3-c8a9-40f4-8381-6daf5e88eabc x-openstack-request-id: req-7382dab3-c8a9-40f4-8381-6daf5e88eabc {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:44.943158 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec2b226-26e5-4fdd-934f-c62396caf984", "name": "network-vif-plugged", "status": "completed", "tag": "80c284d7-0321-429b-891b-2d6c5ac8554d", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:44.943418 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7382dab3-c8a9-40f4-8381-6daf5e88eabc {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:44.943823 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec2b226-26e5-4fdd-934f-c62396caf984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c284d7-0321-429b-891b-2d6c5ac8554d', 'code': 200} Aug 31 06:26:44.955992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.962219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdd36-dd2b-48b7-a522-7436eb71236a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:44.972348 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6519cdc0-4fc3-4f21-b7c5-1f3f0ae127ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.027675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6519cdc0-4fc3-4f21-b7c5-1f3f0ae127ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.041414 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] Set router 55c05171-8acc-4e05-9acc-cf366238bcb9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:45.130265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:45.131971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb68a9a-bc2d-4a93-9ee6-7ce2d705479f req-88910698-4036-4128-91bb-6f47774a89d8 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:45.140053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bb68a9a-bc2d-4a93-9ee6-7ce2d705479f req-88910698-4036-4128-91bb-6f47774a89d8 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 948 time: 0.1010833 Aug 31 06:26:45.146037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.159404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] Sync routers for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:45.167848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b63752bb-b843-4a49-ae62-e6782b8eb23a req-64376ecb-a7fd-4ff6-b918-b2742ab49e8c service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330441 Aug 31 06:26:45.181971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab261f1c-b4cb-45af-97a7-955b8abfe409 req-f93f33fa-1029-42e4-85f8-15ff5815ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:45.184010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab261f1c-b4cb-45af-97a7-955b8abfe409 req-f93f33fa-1029-42e4-85f8-15ff5815ca06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 1102 time: 0.1582503 Aug 31 06:26:45.195364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:45.201333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:45.225610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bb68a9a-bc2d-4a93-9ee6-7ce2d705479f req-726f69fe-7ab0-487a-a415-27e5e83ee102 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706215 Aug 31 06:26:45.243574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-af0b8d08-617a-40c4-b087-0400820e3930 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "PUT /v2.0/floatingips/55c976be-1954-4a9e-92e7-1ee32679a79b HTTP/1.1" status: 200 len: 1017 time: 2.5817020 Aug 31 06:26:45.260583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:45.263427 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133e721e-b378-4191-8400-27194780fab3" -d '{"events": [{"name": "network-changed", "server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:45.283225 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:26:41Z', 'revision_number': 3, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:45.305490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdd36-dd2b-48b7-a522-7436eb71236a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.306020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6519cdc0-4fc3-4f21-b7c5-1f3f0ae127ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.308402 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6519cdc0-4fc3-4f21-b7c5-1f3f0ae127ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.309608 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6519cdc0-4fc3-4f21-b7c5-1f3f0ae127ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc2ee2d8-cdc4-4618-b99a-6f376d09294d HTTP/1.1" status: 204 len: 168 time: 0.5496562 Aug 31 06:26:45.319887 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdd36-dd2b-48b7-a522-7436eb71236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.326652 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b99ad-53ca-486f-96d3-fd63f1618cef None None] The sync data for ids ['55c05171-8acc-4e05-9acc-cf366238bcb9'] in n-d-712142-16 is: [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:26:41Z', 'revision_number': 3, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:45.380516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6fcfdd36-dd2b-48b7-a522-7436eb71236a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3aa6a9cd843457588fbab1778539421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733305 Aug 31 06:26:45.382493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:45.384019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:45.396530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519cdc0-4fc3-4f21-b7c5-1f3f0ae127ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ee2d8-cdc4-4618-b99a-6f376d09294d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:45.402994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfdd36-dd2b-48b7-a522-7436eb71236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6a22dd-f498-4637-99c5-4051287b9358,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:45.404523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab261f1c-b4cb-45af-97a7-955b8abfe409 req-d98242b1-347b-41e1-b38d-3e5ee78a4987 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870568 Aug 31 06:26:45.457443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-dc8e72e0-4b45-4c84-aaff-461802cfddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:45.465516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-dc8e72e0-4b45-4c84-aaff-461802cfddcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e325e6a3d6c5460e9e629bcdb226ecb6&device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 1119 time: 0.2208204 Aug 31 06:26:45.484187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58c7286b-5a98-4958-9adb-0c06fc27e1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.500561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Allocated IP 172.20.0.1 (c10a7653-bf07-4c8d-bbf8-cef7149b0774/468fff82-4c63-4f82-8a6c-1b721024933f/5de1976e-af66-4ce0-ac72-757a32fbeb02) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:45.518618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58c7286b-5a98-4958-9adb-0c06fc27e1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.578101 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1fcfcc-fad5-4090-8cad-bc2db92c9e76 x-openstack-request-id: req-9a1fcfcc-fad5-4090-8cad-bc2db92c9e76 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:45.578972 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:45.578972 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a1fcfcc-fad5-4090-8cad-bc2db92c9e76 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:45.582756 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'status': 'completed', 'code': 200} Aug 31 06:26:45.599980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e721e-b378-4191-8400-27194780fab3 req-4937cea6-3b5a-4e5f-898a-4f4eeb975c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:45.601574 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-133e721e-b378-4191-8400-27194780fab3 req-4937cea6-3b5a-4e5f-898a-4f4eeb975c87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e325e6a3d6c5460e9e629bcdb226ecb6&device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 1119 time: 0.0637405 Aug 31 06:26:45.656475 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58c7286b-5a98-4958-9adb-0c06fc27e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.660230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58c7286b-5a98-4958-9adb-0c06fc27e1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:45.666216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-58c7286b-5a98-4958-9adb-0c06fc27e1af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff6a22dd-f498-4637-99c5-4051287b9358 HTTP/1.1" status: 204 len: 168 time: 0.2788179 Aug 31 06:26:45.673025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-b0a5100d-6422-48b0-9512-6ebff6d775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:45.674639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-b0a5100d-6422-48b0-9512-6ebff6d775d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c662ab96-65e8-4361-9970-6e7103feecd4 HTTP/1.1" status: 200 len: 929 time: 0.2083323 Aug 31 06:26:45.743293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7286b-5a98-4958-9adb-0c06fc27e1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6a22dd-f498-4637-99c5-4051287b9358,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:45.863164 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-a12ddd57-3880-4ab3-aae1-388e0fb52102 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 200 len: 1020 time: 0.1805375 Aug 31 06:26:45.881031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e721e-b378-4191-8400-27194780fab3 req-ce4c9e92-f797-41f0-9691-904d1b9c001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:45.883301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-133e721e-b378-4191-8400-27194780fab3 req-ce4c9e92-f797-41f0-9691-904d1b9c001e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c662ab96-65e8-4361-9970-6e7103feecd4 HTTP/1.1" status: 200 len: 929 time: 0.2692657 Aug 31 06:26:45.960454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47604) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:45.998711 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a137020-a591-4ba3-999a-a561b621732e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.028629 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-133e721e-b378-4191-8400-27194780fab3 req-ecbd4cd4-a37e-48e8-b179-eadfec1e999f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 200 len: 1020 time: 0.1321356 Aug 31 06:26:46.061091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-1045d14b-c133-4f46-9d64-8d32b1dbc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:46.064997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '55c976be-1954-4a9e-92e7-1ee32679a79b', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'port_id': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'mac_address': 'fa:16:3e:91:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'device_owner': 'compute:tempest-test_az-439725680'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:39Z', 'updated_at': '2021-08-31T06:26:43Z', 'revision_number': 1, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:21Z', 'revision_number': 5, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:46.069752 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-1045d14b-c133-4f46-9d64-8d32b1dbc7bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72e21594-8614-4414-bb2a-3ae43db427bc HTTP/1.1" status: 200 len: 867 time: 0.2056789 Aug 31 06:26:46.073274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.103836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] Checking router: 293d7e3d-2d02-4a63-bf31-325e09d933cc for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:46.113557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:46.113904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:46.121750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e721e-b378-4191-8400-27194780fab3 req-a32ba6c6-4a0b-4bd3-8b35-f6dae75469b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:46.123772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-133e721e-b378-4191-8400-27194780fab3 req-a32ba6c6-4a0b-4bd3-8b35-f6dae75469b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72e21594-8614-4414-bb2a-3ae43db427bc HTTP/1.1" status: 200 len: 867 time: 0.0825679 Aug 31 06:26:46.138763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Transition to ACTIVE for port object 5de1976e-af66-4ce0-ac72-757a32fbeb02 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:46.186916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9793f9-1ada-4c64-9642-98848e8049e1 req-2ab24cdd-c363-449f-adee-0d5747c7f864 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:46.189170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa9793f9-1ada-4c64-9642-98848e8049e1 req-2ab24cdd-c363-449f-adee-0d5747c7f864 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 950 time: 0.1592181 Aug 31 06:26:46.197727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-bb914646-5185-45a7-b9dd-5431f8b32f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:46.207095 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-bb914646-5185-45a7-b9dd-5431f8b32f83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c662ab96-65e8-4361-9970-6e7103feecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222596 Aug 31 06:26:46.207291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e721e-b378-4191-8400-27194780fab3 req-439bb5a3-1ac9-40f8-98ce-4cf6e6cd1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:46.208942 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-133e721e-b378-4191-8400-27194780fab3 req-439bb5a3-1ac9-40f8-98ce-4cf6e6cd1b97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c662ab96-65e8-4361-9970-6e7103feecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745492 Aug 31 06:26:46.215242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-7d6d54af-249c-483a-a20a-8c7f21545aa9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:46.223656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-7d6d54af-249c-483a-a20a-8c7f21545aa9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159340 Aug 31 06:26:46.262189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:46.284770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa9793f9-1ada-4c64-9642-98848e8049e1 req-9dd39cda-e60c-4c73-8196-d12f6d24b830 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755737 Aug 31 06:26:46.343475 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.448896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-133e721e-b378-4191-8400-27194780fab3 req-8e67a03e-6945-4195-859b-2103f5c1c5c9 service neutron] 10.222.0.23 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102304 Aug 31 06:26:46.473935 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-d831be89-b263-4480-9fcf-e1d8304020ad service neutron] 10.222.0.15 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491870 Aug 31 06:26:46.492749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47614) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:46.509732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Network c10a7653-bf07-4c8d-bbf8-cef7149b0774 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:46.534163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:46.537064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:46.537959 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.610697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Pushing event updated for resources: {'Port': ['ID=5de1976e-af66-4ce0-ac72-757a32fbeb02,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:46.615205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-438aefb8-2f70-4d69-a45a-6cc84e5f0d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.647251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a137020-a591-4ba3-999a-a561b621732e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.662823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab029aa-c6cb-41e3-83f3-e6e78ec4c614 req-1a32b77d-67c1-4d68-9fa4-fbdeb8a798b2 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:46.671588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ab029aa-c6cb-41e3-83f3-e6e78ec4c614 req-1a32b77d-67c1-4d68-9fa4-fbdeb8a798b2 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 948 time: 0.2146809 Aug 31 06:26:46.682675 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-133e721e-b378-4191-8400-27194780fab3 req-1c07a915-be3d-448f-9c79-dfa3c145d0bf service neutron] 10.222.0.23 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272263 Aug 31 06:26:46.685101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a137020-a591-4ba3-999a-a561b621732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.701303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '55c976be-1954-4a9e-92e7-1ee32679a79b', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'port_id': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'mac_address': 'fa:16:3e:91:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'device_owner': 'compute:tempest-test_az-439725680'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:39Z', 'updated_at': '2021-08-31T06:26:43Z', 'revision_number': 1, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:21Z', 'revision_number': 5, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:46.741931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ab029aa-c6cb-41e3-83f3-e6e78ec4c614 req-68b926a1-deee-4c96-9c23-2ff7db840e7c tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692225 Aug 31 06:26:46.770392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc3b32-fbdd-43b5-9486-96bf79b0583d None None] The sync data for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 is: [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '55c976be-1954-4a9e-92e7-1ee32679a79b', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'port_id': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'mac_address': 'fa:16:3e:91:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'device_owner': 'compute:tempest-test_az-439725680'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:39Z', 'updated_at': '2021-08-31T06:26:43Z', 'revision_number': 1, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:21Z', 'revision_number': 5, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:46.778686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a137020-a591-4ba3-999a-a561b621732e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40380ed-6a8b-40ae-bf2f-0ec62c7157f3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:46.836470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47618) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:46.836672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a137020-a591-4ba3-999a-a561b621732e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4789d3cb32b40f09ad73154f7d16dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8742123 Aug 31 06:26:46.890118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aacca6c2-89fd-4dad-a833-9c52c74209ef req-bb2367e0-269a-46c3-aae5-c185445c0fd7 service neutron] 10.222.0.15 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151242 Aug 31 06:26:46.893922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-816dbe0e-2c37-4bf8-8542-b0aa9f00703d None None] Provisioning for port 5de1976e-af66-4ce0-ac72-757a32fbeb02 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:46.897492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-816dbe0e-2c37-4bf8-8542-b0aa9f00703d None None] Provisioning complete for port 5de1976e-af66-4ce0-ac72-757a32fbeb02 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:46.897860 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-816dbe0e-2c37-4bf8-8542-b0aa9f00703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.920118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-074afeba-0769-4536-980c-b7d8b74d4492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.945290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 56c2e128-ca2a-46f2-8958-20d092ae0930 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:26:46.967036 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-074afeba-0769-4536-980c-b7d8b74d4492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.004629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-816dbe0e-2c37-4bf8-8542-b0aa9f00703d None None] Port 5de1976e-af66-4ce0-ac72-757a32fbeb02 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:47.070194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-074afeba-0769-4536-980c-b7d8b74d4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.072754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-074afeba-0769-4536-980c-b7d8b74d4492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.074001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-074afeba-0769-4536-980c-b7d8b74d4492 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d40380ed-6a8b-40ae-bf2f-0ec62c7157f3 HTTP/1.1" status: 204 len: 168 time: 0.2359457 Aug 31 06:26:47.098451 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074afeba-0769-4536-980c-b7d8b74d4492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40380ed-6a8b-40ae-bf2f-0ec62c7157f3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:47.160454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 73f87077-5528-4048-8c6d-de9714cf6720 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:47.229018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 56c2e128-ca2a-46f2-8958-20d092ae0930, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=56c2e128-ca2a-46f2-8958-20d092ae0930,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:47.244283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '56c2e128-ca2a-46f2-8958-20d092ae0930', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '56c2e128-ca2a-46f2-8958-20d092ae0930', 'mac_address': 'fa:16:3e:e9:65:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:26:47.280355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 73f87077-5528-4048-8c6d-de9714cf6720 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:47.294346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 73f87077-5528-4048-8c6d-de9714cf6720 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:47.294751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.316588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.320388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.342724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c2e128-ca2a-46f2-8958-20d092ae0930 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:26:47.368037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 56c2e128-ca2a-46f2-8958-20d092ae0930, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=56c2e128-ca2a-46f2-8958-20d092ae0930,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:47.395241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-438aefb8-2f70-4d69-a45a-6cc84e5f0d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.426590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-438aefb8-2f70-4d69-a45a-6cc84e5f0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.455471 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.462558 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.464204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bac98-79a0-4d33-ba34-66ebf34a71c5 req-42e1422e-2848-4a12-9497-7038373e454a tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:47.474049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-310bac98-79a0-4d33-ba34-66ebf34a71c5 req-42e1422e-2848-4a12-9497-7038373e454a tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 950 time: 0.1073749 Aug 31 06:26:47.496196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aefb8-2f70-4d69-a45a-6cc84e5f0d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dac6a1-37f6-4750-aa04-6a5f54398b19,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:47.567810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-310bac98-79a0-4d33-ba34-66ebf34a71c5 req-5653645a-92d4-4064-868e-02f35bae27a5 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922673 Aug 31 06:26:47.568303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 73f87077-5528-4048-8c6d-de9714cf6720, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=73f87077-5528-4048-8c6d-de9714cf6720,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:47.579598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.655295 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e8606-64a9-4211-9e8d-451c09cfbb7a None None] New status for floating IP 55c976be-1954-4a9e-92e7-1ee32679a79b: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:26:47.666744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=56c2e128-ca2a-46f2-8958-20d092ae0930,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:47.685839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47650) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:47.686318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-438aefb8-2f70-4d69-a45a-6cc84e5f0d79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=321e6dc6db754648ad3573fdfc70911e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1921647 Aug 31 06:26:47.751618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=73f87077-5528-4048-8c6d-de9714cf6720,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:47.753016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47652) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:47.755647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['56c2e128-ca2a-46f2-8958-20d092ae0930'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:47.793561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-9e39ddf0-b899-466a-b7ca-961ff71fcde5 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 258 time: 0.5315633 Aug 31 06:26:47.822177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d09777e-7aa9-4d98-b62b-d9f1aa393afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.860346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d09777e-7aa9-4d98-b62b-d9f1aa393afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.877164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:47.945286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.975396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d09777e-7aa9-4d98-b62b-d9f1aa393afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.979125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d09777e-7aa9-4d98-b62b-d9f1aa393afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.980132 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0d09777e-7aa9-4d98-b62b-d9f1aa393afd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41dac6a1-37f6-4750-aa04-6a5f54398b19 HTTP/1.1" status: 204 len: 168 time: 0.2932398 Aug 31 06:26:48.003318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09777e-7aa9-4d98-b62b-d9f1aa393afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dac6a1-37f6-4750-aa04-6a5f54398b19,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:48.142624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.171438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.172414 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.213961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa206a-194f-484d-ab63-50a4b296d288 req-68629176-4d15-4805-8c0d-63b8e6601a05 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:48.215946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bdfa206a-194f-484d-ab63-50a4b296d288 req-68629176-4d15-4805-8c0d-63b8e6601a05 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 949 time: 0.0968359 Aug 31 06:26:48.238616 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13cbc0a1-3bec-424c-8dba-3d0cb3332976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.286053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bdfa206a-194f-484d-ab63-50a4b296d288 req-b376449b-0805-452b-af81-2ec0d10b7ed8 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500526 Aug 31 06:26:48.345584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13cbc0a1-3bec-424c-8dba-3d0cb3332976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.369146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.370263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13cbc0a1-3bec-424c-8dba-3d0cb3332976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.446265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Pushing event updated for resources: {'Port': ['ID=5de1976e-af66-4ce0-ac72-757a32fbeb02,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:48.480311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec4ca-6989-4e57-8008-6c9a5105ed9e req-8b7970ed-fe84-44e2-85f8-4ee00a89e052 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:48.488482 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bedec4ca-6989-4e57-8008-6c9a5105ed9e req-8b7970ed-fe84-44e2-85f8-4ee00a89e052 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 950 time: 0.0725219 Aug 31 06:26:48.503498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbc0a1-3bec-424c-8dba-3d0cb3332976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b2dfe6-49d7-4c10-b5b4-175b3223d416,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:48.512430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-13cbc0a1-3bec-424c-8dba-3d0cb3332976 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bc60729bdd04582aff16a2b34bc9ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7505193 Aug 31 06:26:48.520030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47680) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:48.578973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Network c10a7653-bf07-4c8d-bbf8-cef7149b0774 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:48.581872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:48.585026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bedec4ca-6989-4e57-8008-6c9a5105ed9e req-0185c06c-52d0-4461-8877-455b82b5b3a6 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909085 Aug 31 06:26:48.619946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53308eeb-d094-4f36-9048-7d10be2a4a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.653138 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53308eeb-d094-4f36-9048-7d10be2a4a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.662010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Allocated IP 172.25.5.238 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/e9377a54-8332-44e7-b663-66376801e496) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:48.742716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53308eeb-d094-4f36-9048-7d10be2a4a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.749620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53308eeb-d094-4f36-9048-7d10be2a4a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.751322 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-53308eeb-d094-4f36-9048-7d10be2a4a90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80b2dfe6-49d7-4c10-b5b4-175b3223d416 HTTP/1.1" status: 204 len: 168 time: 0.2289150 Aug 31 06:26:48.762126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53308eeb-d094-4f36-9048-7d10be2a4a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b2dfe6-49d7-4c10-b5b4-175b3223d416,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:48.874945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Router 55c05171-8acc-4e05-9acc-cf366238bcb9 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:26:48.892678 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.943763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 56c2e128-ca2a-46f2-8958-20d092ae0930 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:48.984480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e95ef7e7-7f8b-419c-b31e-0af58cae4ed2 None None] Provisioning complete for port 5de1976e-af66-4ce0-ac72-757a32fbeb02 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:48.985285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e95ef7e7-7f8b-419c-b31e-0af58cae4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.014258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:49.020511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0e425473-c054-4775-ac46-0deff273f01f admin admin] 10.222.0.15 "PUT /v2.0/routers/55c05171-8acc-4e05-9acc-cf366238bcb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3874424 Aug 31 06:26:49.069211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.146737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:49.152201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:49.155975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:49.169498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Pushing event updated for resources: {'Port': ['ID=e9377a54-8332-44e7-b663-66376801e496,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:49.243028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 73f87077-5528-4048-8c6d-de9714cf6720 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:49.245675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Sync routers for ids ['55c05171-8acc-4e05-9acc-cf366238bcb9'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:49.290494 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.319779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Routers {'55c05171-8acc-4e05-9acc-cf366238bcb9'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:49.320726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['55c05171-8acc-4e05-9acc-cf366238bcb9'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:49.364465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.377833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47712) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:49.393998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e95ef7e7-7f8b-419c-b31e-0af58cae4ed2 None None] Port 5de1976e-af66-4ce0-ac72-757a32fbeb02 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:26:49.418011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 56c2e128-ca2a-46f2-8958-20d092ae0930 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:49.437749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 56c2e128-ca2a-46f2-8958-20d092ae0930 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:49.438122 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.483225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cbd0e8e-bc11-4127-8517-ec7a2ce1799d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.538161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 73f87077-5528-4048-8c6d-de9714cf6720 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:49.538541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.560375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f2978-63fd-4487-b331-f98196bb3ae4 req-65d34713-1e01-4f75-899f-eae31a544fe1 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:49.575723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-832f2978-63fd-4487-b331-f98196bb3ae4 req-65d34713-1e01-4f75-899f-eae31a544fe1 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 949 time: 0.1930616 Aug 31 06:26:49.582355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Set router 55c05171-8acc-4e05-9acc-cf366238bcb9 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:49.659449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.676140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.704860 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-832f2978-63fd-4487-b331-f98196bb3ae4 req-da9af6e7-d9cd-458e-ade3-0b8252f20473 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281314 Aug 31 06:26:49.750952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.793148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Pushing event updated for resources: {'Port': ['ID=e9377a54-8332-44e7-b663-66376801e496,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:49.801314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.807013 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cbd0e8e-bc11-4127-8517-ec7a2ce1799d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.817264 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cbd0e8e-bc11-4127-8517-ec7a2ce1799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.825487 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:49.831944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6a9287f6-5b55-4c4e-981c-15c5b264122e tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0090213 Aug 31 06:26:49.922060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-99152e1f-71ef-477b-a094-d6aed044eb2d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.0831103 Aug 31 06:26:49.938216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5adc6e-ad00-4ebe-948b-5391ec297b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c2e128-ca2a-46f2-8958-20d092ae0930'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:49.944026 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbd0078-66c6-4869-a7ab-63a76011fd59" -d '{"events": [{"server_uuid": "dc5adc6e-ad00-4ebe-948b-5391ec297b14", "name": "network-vif-plugged", "status": "completed", "tag": "56c2e128-ca2a-46f2-8958-20d092ae0930"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:49.950977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1cbd0e8e-bc11-4127-8517-ec7a2ce1799d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce6adabc52b14f58baa97e6e217243c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650136 Aug 31 06:26:49.951746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47730) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:49.957499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd0e8e-bc11-4127-8517-ec7a2ce1799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d982adca-88da-4ce3-a7d5-61394d1d7419,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:50.017934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 56c2e128-ca2a-46f2-8958-20d092ae0930, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=56c2e128-ca2a-46f2-8958-20d092ae0930,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:50.043358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:50.214752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=56c2e128-ca2a-46f2-8958-20d092ae0930,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:50.221893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceef32-9a2d-4322-9e35-d4021cd0006a req-73864531-a049-4085-8dea-9e0fe89642b9 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:50.233781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2ceef32-9a2d-4322-9e35-d4021cd0006a req-73864531-a049-4085-8dea-9e0fe89642b9 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 950 time: 0.2529624 Aug 31 06:26:50.246913 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec74b628-8e95-4a25-bd22-2c5e87e0e089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:50.290793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-153c2aa0-600f-4ac0-a620-42d85b8a139a tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:50.294156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-153c2aa0-600f-4ac0-a620-42d85b8a139a tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.3659847 Aug 31 06:26:50.318577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec74b628-8e95-4a25-bd22-2c5e87e0e089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:50.323135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:26:46Z', 'revision_number': 4, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5de1976e-af66-4ce0-ac72-757a32fbeb02', 'name': '', 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'mac_address': 'fa:16:3e:4c:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '468fff82-4c63-4f82-8a6c-1b721024933f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:45Z', 'updated_at': '2021-08-31T06:26:47Z', 'revision_number': 2, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'subnets': [{'id': '468fff82-4c63-4f82-8a6c-1b721024933f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:50.346595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6fc6ffee-4c75-4612-a3b3-abc52140c6a8 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:50.348107 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8f3556b-4429-45a5-89a1-ca62ac9622a7 req-6fc6ffee-4c75-4612-a3b3-abc52140c6a8 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071473 Aug 31 06:26:50.349281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2ceef32-9a2d-4322-9e35-d4021cd0006a req-249642b6-69a6-4e3a-8f67-5f93593aef56 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142290 Aug 31 06:26:50.464969 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da83addf-bc37-4d4b-8717-c092cc3d322b x-openstack-request-id: req-da83addf-bc37-4d4b-8717-c092cc3d322b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:50.467159 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5adc6e-ad00-4ebe-948b-5391ec297b14", "name": "network-vif-plugged", "status": "completed", "tag": "56c2e128-ca2a-46f2-8958-20d092ae0930", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:50.467539 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da83addf-bc37-4d4b-8717-c092cc3d322b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:50.467967 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5adc6e-ad00-4ebe-948b-5391ec297b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c2e128-ca2a-46f2-8958-20d092ae0930', 'code': 200} Aug 31 06:26:50.469091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Checking router: 55c05171-8acc-4e05-9acc-cf366238bcb9 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:50.473303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Updating router 55c05171-8acc-4e05-9acc-cf366238bcb9 port 5de1976e-af66-4ce0-ac72-757a32fbeb02 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:26:50.509699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec74b628-8e95-4a25-bd22-2c5e87e0e089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:50.512353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec74b628-8e95-4a25-bd22-2c5e87e0e089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:50.513557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ec74b628-8e95-4a25-bd22-2c5e87e0e089 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d982adca-88da-4ce3-a7d5-61394d1d7419 HTTP/1.1" status: 204 len: 168 time: 0.5578413 Aug 31 06:26:50.550273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74b628-8e95-4a25-bd22-2c5e87e0e089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d982adca-88da-4ce3-a7d5-61394d1d7419,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:50.635049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:50.643641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc04c6-2546-4add-b727-ec0006d49f3e req-c5b03cec-8a66-41fd-bc8f-4ab643f66d2c tempest-LiveMigrationNegativeTest-2106745982 tempest-LiveMigrationNegativeTest-2106745982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:50.645969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1ffc04c6-2546-4add-b727-ec0006d49f3e req-c5b03cec-8a66-41fd-bc8f-4ab643f66d2c tempest-LiveMigrationNegativeTest-2106745982 tempest-LiveMigrationNegativeTest-2106745982-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 1102 time: 0.1644869 Aug 31 06:26:50.683989 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1ffc04c6-2546-4add-b727-ec0006d49f3e req-5995dc64-dc41-442c-866b-116a1d8a02db tempest-LiveMigrationNegativeTest-2106745982 tempest-LiveMigrationNegativeTest-2106745982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:50.779598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90b805-2b73-4e03-99e1-2f46aa084e67 req-58b84437-fea7-4c53-9018-22c744e1cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:50.781124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd90b805-2b73-4e03-99e1-2f46aa084e67 req-58b84437-fea7-4c53-9018-22c744e1cf05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 1102 time: 0.2287350 Aug 31 06:26:50.796666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40e6f-16a4-4797-a25a-7930b5cd1213 req-84aca064-a442-4a2d-80a9-faf30ccb298d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:50.798259 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15b40e6f-16a4-4797-a25a-7930b5cd1213 req-84aca064-a442-4a2d-80a9-faf30ccb298d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d&device_owner=compute%3Atempest-test_az-439725680 HTTP/1.1" status: 200 len: 967 time: 0.1390402 Aug 31 06:26:50.867785 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd90b805-2b73-4e03-99e1-2f46aa084e67 req-b3107320-d5c6-42b6-876c-e481d24ee06f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685220 Aug 31 06:26:50.880214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15b40e6f-16a4-4797-a25a-7930b5cd1213 req-8ef2913f-5266-4cce-b3a7-8cf6f711ee49 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.0643718 Aug 31 06:26:50.906732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-15b40e6f-16a4-4797-a25a-7930b5cd1213 req-242973ea-4bf4-4ce1-9f4c-165887ffb618 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Request body: {'floatingip': {'port_id': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:51.035093 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-15b40e6f-16a4-4797-a25a-7930b5cd1213 req-242973ea-4bf4-4ce1-9f4c-165887ffb618 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:51.039946 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1ffc04c6-2546-4add-b727-ec0006d49f3e req-5995dc64-dc41-442c-866b-116a1d8a02db tempest-LiveMigrationNegativeTest-2106745982 tempest-LiveMigrationNegativeTest-2106745982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:51.056291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1ffc04c6-2546-4add-b727-ec0006d49f3e req-5995dc64-dc41-442c-866b-116a1d8a02db tempest-LiveMigrationNegativeTest-2106745982 tempest-LiveMigrationNegativeTest-2106745982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:51.104362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995dc64-dc41-442c-866b-116a1d8a02db tempest-LiveMigrationNegativeTest-2106745982 tempest-LiveMigrationNegativeTest-2106745982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58372a58-6937-44bb-adad-d851ddc4d0c6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:51.121647 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1ffc04c6-2546-4add-b727-ec0006d49f3e req-5995dc64-dc41-442c-866b-116a1d8a02db tempest-LiveMigrationNegativeTest-2106745982 tempest-LiveMigrationNegativeTest-2106745982-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573743 Aug 31 06:26:51.361715 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:51.362933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2c713-6e50-4a7e-9b83-e4de345d04ba req-6e8ca202-e4fb-47d2-878f-c1333e98effe tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:51.381473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Transition to ACTIVE for port object 5de1976e-af66-4ce0-ac72-757a32fbeb02 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:51.385086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7df2c713-6e50-4a7e-9b83-e4de345d04ba req-6e8ca202-e4fb-47d2-878f-c1333e98effe tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 950 time: 0.1310675 Aug 31 06:26:51.393111 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:51.515950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7df2c713-6e50-4a7e-9b83-e4de345d04ba req-0e7b36f5-a915-4672-9971-80e605fc628b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253014 Aug 31 06:26:51.562930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e15bc1-5a41-4850-a6d8-28f26e67b5b7 None None] Pushing event updated for resources: {'Port': ['ID=5de1976e-af66-4ce0-ac72-757a32fbeb02,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:51.572243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Attempting to bind port 5de1976e-af66-4ce0-ac72-757a32fbeb02 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:51.573046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Attempting to bind port 5de1976e-af66-4ce0-ac72-757a32fbeb02 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:51.573576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Attempting to bind port 5de1976e-af66-4ce0-ac72-757a32fbeb02 on network c10a7653-bf07-4c8d-bbf8-cef7149b0774 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:51.591765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:51.592140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Checking segment: {'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:51.593899 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:51.594310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Bound using segment: {'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:51.595344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Bound port: 5de1976e-af66-4ce0-ac72-757a32fbeb02, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4839fb0-a93e-4386-849e-2561cd3eea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:51.595730 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:51.681765 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-15b40e6f-16a4-4797-a25a-7930b5cd1213 req-242973ea-4bf4-4ce1-9f4c-165887ffb618 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 06:26:51.702013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15b40e6f-16a4-4797-a25a-7930b5cd1213 req-242973ea-4bf4-4ce1-9f4c-165887ffb618 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "PUT /v2.0/floatingips/d7d67af1-1659-4af5-8ae5-4e26096aec66 HTTP/1.1" status: 409 len: 551 time: 0.8115532 Aug 31 06:26:51.822524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] For port 5de1976e-af66-4ce0-ac72-757a32fbeb02, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:51.827866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] For port 5de1976e-af66-4ce0-ac72-757a32fbeb02, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5de1976e-af66-4ce0-ac72-757a32fbeb02,segment=NetworkSegment(f4839fb0-a93e-4386-849e-2561cd3eea1e),segment_id=f4839fb0-a93e-4386-849e-2561cd3eea1e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:51.834157 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:51.857992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-e51471bf-7d46-461a-bb96-7815db9e9194 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips/d7d67af1-1659-4af5-8ae5-4e26096aec66 HTTP/1.1" status: 200 len: 693 time: 0.0912166 Aug 31 06:26:52.025093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Routers {'55c05171-8acc-4e05-9acc-cf366238bcb9'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:52.028721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['55c05171-8acc-4e05-9acc-cf366238bcb9'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:52.240306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-b03892ff-5ab8-4ea8-86e7-c4682f865016 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:52.249662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-b03892ff-5ab8-4ea8-86e7-c4682f865016 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.3905170 Aug 31 06:26:52.250913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e15bc1-5a41-4850-a6d8-28f26e67b5b7 None None] Pushing event updated for resources: {'Port': ['ID=5de1976e-af66-4ce0-ac72-757a32fbeb02,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:52.273661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-9b11444f-9185-4db6-acd2-bc0cd89e7469 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:52.283424 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-9b11444f-9185-4db6-acd2-bc0cd89e7469 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317323 Aug 31 06:26:52.292345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47796) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:52.442609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e7e9d5f-37c8-4647-9c64-6d5aa6c1068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:52.445033 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-be82f92e-576b-4225-8f83-29f2cf4dcf84 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.1607084 Aug 31 06:26:52.520177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] Set router 55c05171-8acc-4e05-9acc-cf366238bcb9 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:52.647774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-3a14ff21-7bb3-4880-bbdc-33b67330bd99 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.2001295 Aug 31 06:26:52.795436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e7e9d5f-37c8-4647-9c64-6d5aa6c1068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:52.803031 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6e7e9d5f-37c8-4647-9c64-6d5aa6c1068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:52.882035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e9d5f-37c8-4647-9c64-6d5aa6c1068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e46db95-7681-4e2e-b1ff-ef46d02c0db3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:53.019599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6e7e9d5f-37c8-4647-9c64-6d5aa6c1068d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13353d683dac475eb58708b7b69c860c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255211 Aug 31 06:26:53.022553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47818) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:53.132271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:26:46Z', 'revision_number': 4, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5de1976e-af66-4ce0-ac72-757a32fbeb02', 'name': '', 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'mac_address': 'fa:16:3e:4c:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '468fff82-4c63-4f82-8a6c-1b721024933f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:45Z', 'updated_at': '2021-08-31T06:26:51Z', 'revision_number': 4, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'subnets': [{'id': '468fff82-4c63-4f82-8a6c-1b721024933f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:53.261137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc695ec0-0dc3-4070-b4a0-916451ebf247 None None] The sync data for ids ['55c05171-8acc-4e05-9acc-cf366238bcb9'] in n-d-712142-16 is: [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:26:46Z', 'revision_number': 4, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5de1976e-af66-4ce0-ac72-757a32fbeb02', 'name': '', 'network_id': 'c10a7653-bf07-4c8d-bbf8-cef7149b0774', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'mac_address': 'fa:16:3e:4c:33:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '468fff82-4c63-4f82-8a6c-1b721024933f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:45Z', 'updated_at': '2021-08-31T06:26:51Z', 'revision_number': 4, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'subnets': [{'id': '468fff82-4c63-4f82-8a6c-1b721024933f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:53.472688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Deleting port e9377a54-8332-44e7-b663-66376801e496 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:26:53.474300 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:53.634136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:53.635201 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:53.676624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Calling delete_port for e9377a54-8332-44e7-b663-66376801e496 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:26:53.870428 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0a1c-512d-47eb-8a59-151746c5cd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:53.884600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45bf9-73b1-4537-8135-1496c3fde1c0 req-798f1ab3-267b-41f1-b8d0-ec55c0087891 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:53.889461 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85a45bf9-73b1-4537-8135-1496c3fde1c0 req-798f1ab3-267b-41f1-b8d0-ec55c0087891 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 950 time: 0.7462084 Aug 31 06:26:53.911592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:53.978221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Pushing event deleted for resources: {'Port': ['ID=e9377a54-8332-44e7-b663-66376801e496,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:54.004550 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0a1c-512d-47eb-8a59-151746c5cd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:54.037570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85a45bf9-73b1-4537-8135-1496c3fde1c0 req-eeb94a4c-e0c5-4efc-abd2-d78b94fd4b6b tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472554 Aug 31 06:26:54.076406 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:54.087989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:54.106487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:54.115816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0a1c-512d-47eb-8a59-151746c5cd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:54.118990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0a1c-512d-47eb-8a59-151746c5cd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:54.120614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b1fc0a1c-512d-47eb-8a59-151746c5cd74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e46db95-7681-4e2e-b1ff-ef46d02c0db3 HTTP/1.1" status: 204 len: 168 time: 1.0950575 Aug 31 06:26:54.131450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc0a1c-512d-47eb-8a59-151746c5cd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e46db95-7681-4e2e-b1ff-ef46d02c0db3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:54.140271 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c02e0df-2c0f-4508-882d-eea49af7f64a req-a2373b4c-12fb-41e3-a458-9289b64c600d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "DELETE /v2.0/floatingips/d7d67af1-1659-4af5-8ae5-4e26096aec66 HTTP/1.1" status: 204 len: 173 time: 1.4671519 Aug 31 06:26:54.210775 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b181e537-a6b2-43ac-80da-ec0ce9929556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:54.773561 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-ba982f3f-1c4e-44e9-8201-206f5da8e97b tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1022 time: 0.1574934 Aug 31 06:26:54.807371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47854) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:54.836637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-c4459923-929c-4a2a-b82b-d52b93f164a1 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:54.862007 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-c4459923-929c-4a2a-b82b-d52b93f164a1 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports/fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 200 len: 964 time: 0.0873446 Aug 31 06:26:54.867481 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b23f-2486-450e-922f-956789a5fee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.027814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-7de788d9-dc76-4de5-a056-60ee3d9092c3 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1022 time: 0.1118453 Aug 31 06:26:55.048771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b23f-2486-450e-922f-956789a5fee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.060189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b23f-2486-450e-922f-956789a5fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.115492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cfb8b23f-2486-450e-922f-956789a5fee8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=420b535f8d574a83b11e54e034ecaf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025990 Aug 31 06:26:55.121478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47862) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:55.179287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5de1976e-af66-4ce0-ac72-757a32fbeb02 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:55.179807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8b23f-2486-450e-922f-956789a5fee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad8e8ba-4a1c-4eb5-871e-b8b79e1d8ebc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:55.254620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-058ec4f2-d136-45c6-8133-fbb1aad0394d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:55.258252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-058ec4f2-d136-45c6-8133-fbb1aad0394d tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.2244217 Aug 31 06:26:55.262192 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6372ddcc-f6d4-4f08-836b-76f6a0e659de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.269918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2bc92d82-7cea-4851-a239-7a6cbd5b5fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:55.271216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2bc92d82-7cea-4851-a239-7a6cbd5b5fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073991 Aug 31 06:26:55.297347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6372ddcc-f6d4-4f08-836b-76f6a0e659de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.354416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-58d4aaae-0ed1-488a-b333-773ed266ee87 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1022 time: 0.0762033 Aug 31 06:26:55.371828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:55.376910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6372ddcc-f6d4-4f08-836b-76f6a0e659de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.385097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6372ddcc-f6d4-4f08-836b-76f6a0e659de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.388663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6372ddcc-f6d4-4f08-836b-76f6a0e659de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ad8e8ba-4a1c-4eb5-871e-b8b79e1d8ebc HTTP/1.1" status: 204 len: 168 time: 0.2634759 Aug 31 06:26:55.442918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372ddcc-f6d4-4f08-836b-76f6a0e659de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad8e8ba-4a1c-4eb5-871e-b8b79e1d8ebc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:55.451533 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.586306 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.601103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5de1976e-af66-4ce0-ac72-757a32fbeb02 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:55.607626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5de1976e-af66-4ce0-ac72-757a32fbeb02 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:55.608333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.618230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029bac-d386-43cc-a2d9-8d8e86e32803 req-800c39da-cd56-43e1-97a8-9b5fc913c458 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:55.619824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0029bac-d386-43cc-a2d9-8d8e86e32803 req-800c39da-cd56-43e1-97a8-9b5fc913c458 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 950 time: 0.1560564 Aug 31 06:26:55.682423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.692638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0029bac-d386-43cc-a2d9-8d8e86e32803 req-b1247e6a-11e7-4cb2-9be2-d851147a2bcc tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657365 Aug 31 06:26:55.694318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.694644 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Floating IP 55c976be-1954-4a9e-92e7-1ee32679a79b disassociated. External IP: 172.25.5.85, port: fa88c0e8-d7cf-4509-9838-1da3862e8f0a. Aug 31 06:26:55.754803 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.799849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 5de1976e-af66-4ce0-ac72-757a32fbeb02, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5de1976e-af66-4ce0-ac72-757a32fbeb02,segment=NetworkSegment(f4839fb0-a93e-4386-849e-2561cd3eea1e),segment_id=f4839fb0-a93e-4386-849e-2561cd3eea1e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:55.819537 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:55.899645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=5de1976e-af66-4ce0-ac72-757a32fbeb02,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:56.038532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Router 293d7e3d-2d02-4a63-bf31-325e09d933cc has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:26:56.151180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-5343987d-307f-4892-b29b-0fc6a97560de tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:56.154380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-5343987d-307f-4892-b29b-0fc6a97560de tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 950 time: 0.0686221 Aug 31 06:26:56.168244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:26:56.176207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:56.182841 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] Sync routers for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:26:56.213165 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:56.214401 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:56.241979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2fbd14b5-882b-4110-8955-03cd63ba27ae tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "PUT /v2.0/floatingips/55c976be-1954-4a9e-92e7-1ee32679a79b HTTP/1.1" status: 200 len: 694 time: 0.8798196 Aug 31 06:26:56.242263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:56.246430 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6640d97e-ed85-4d67-8334-78d8e0d58e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:56.328103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-6eef1215-aecc-4b97-92bd-ab98bb234904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:56.330677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-6eef1215-aecc-4b97-92bd-ab98bb234904 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e325e6a3d6c5460e9e629bcdb226ecb6&device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 1119 time: 0.0544984 Aug 31 06:26:56.444224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Deleting port 80c284d7-0321-429b-891b-2d6c5ac8554d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:26:56.444574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:56.483913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2286502b-e4e4-47cc-9ac6-b2fd2bfde321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:56.486926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-2286502b-e4e4-47cc-9ac6-b2fd2bfde321 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c662ab96-65e8-4361-9970-6e7103feecd4 HTTP/1.1" status: 200 len: 929 time: 0.1493602 Aug 31 06:26:56.490764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fb194-046d-4314-91d3-7b5b619261a0 req-d441bdd5-5aad-46b7-a2a1-95ce82dc3f45 tempest-ServersAdminNegativeTestJSON-920192554 tempest-ServersAdminNegativeTestJSON-920192554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:56.504210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-959fb194-046d-4314-91d3-7b5b619261a0 req-d441bdd5-5aad-46b7-a2a1-95ce82dc3f45 tempest-ServersAdminNegativeTestJSON-920192554 tempest-ServersAdminNegativeTestJSON-920192554-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 1102 time: 0.2033994 Aug 31 06:26:56.537044 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:56.539324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-07a9f2ad-2484-4423-bc4a-1b939e9535c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 200 len: 217 time: 0.0463057 Aug 31 06:26:56.558392 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-959fb194-046d-4314-91d3-7b5b619261a0 req-e436169a-5d9d-457a-966d-77dd4aa20e8f tempest-ServersAdminNegativeTestJSON-920192554 tempest-ServersAdminNegativeTestJSON-920192554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:56.623351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-aae53eb2-f3fa-4882-8aed-c3809d425003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:56.626387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-aae53eb2-f3fa-4882-8aed-c3809d425003 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72e21594-8614-4414-bb2a-3ae43db427bc HTTP/1.1" status: 200 len: 867 time: 0.0797243 Aug 31 06:26:56.635643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] For port 80c284d7-0321-429b-891b-2d6c5ac8554d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=80c284d7-0321-429b-891b-2d6c5ac8554d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:56.636429 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:56.693148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Calling delete_port for 80c284d7-0321-429b-891b-2d6c5ac8554d owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:26:56.694116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-d681e981-d454-45de-94de-f4d550a1ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:56.696516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-d681e981-d454-45de-94de-f4d550a1ebbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c662ab96-65e8-4361-9970-6e7103feecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630727 Aug 31 06:26:56.706622 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ef7ee757-2973-4279-a541-e86206b1c861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:56.759867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:56.908391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-eeb028f3-ba9b-4579-b541-9b753ce3ab3a service neutron] 10.222.0.15 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011158 Aug 31 06:26:56.913060 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:21Z', 'revision_number': 5, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:56.925697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-959fb194-046d-4314-91d3-7b5b619261a0 req-e436169a-5d9d-457a-966d-77dd4aa20e8f tempest-ServersAdminNegativeTestJSON-920192554 tempest-ServersAdminNegativeTestJSON-920192554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:56.939555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-959fb194-046d-4314-91d3-7b5b619261a0 req-e436169a-5d9d-457a-966d-77dd4aa20e8f tempest-ServersAdminNegativeTestJSON-920192554 tempest-ServersAdminNegativeTestJSON-920192554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:56.965260 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] Checking router: 293d7e3d-2d02-4a63-bf31-325e09d933cc for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:26:56.988687 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:26:56.990845 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:57.081951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436169a-5d9d-457a-966d-77dd4aa20e8f tempest-ServersAdminNegativeTestJSON-920192554 tempest-ServersAdminNegativeTestJSON-920192554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133974e7-2877-475e-a810-627c790daa8c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:57.099763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dbbfe98-6da8-4dfa-a481-2d4edd2c28a1 req-294bbaff-8d54-4ce5-8054-750186744fe2 service neutron] 10.222.0.15 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871085 Aug 31 06:26:57.139982 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-959fb194-046d-4314-91d3-7b5b619261a0 req-e436169a-5d9d-457a-966d-77dd4aa20e8f tempest-ServersAdminNegativeTestJSON-920192554 tempest-ServersAdminNegativeTestJSON-920192554-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348875 Aug 31 06:26:57.171128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5de1976e-af66-4ce0-ac72-757a32fbeb02 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:57.209239 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:26:57.230145 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:57.264935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['f67d3a63-da94-4e67-920c-b46e1f8af6db', '80c284d7-0321-429b-891b-2d6c5ac8554d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:26:57.373948 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd22c40e-7ddf-48d1-9f10-4ce88452151b x-openstack-request-id: req-fd22c40e-7ddf-48d1-9f10-4ce88452151b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:57.374250 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:57.374506 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd22c40e-7ddf-48d1-9f10-4ce88452151b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:57.375030 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'status': 'completed', 'code': 200} Aug 31 06:26:57.436004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5de1976e-af66-4ce0-ac72-757a32fbeb02 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:57.436395 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:57.442458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Pushing event deleted for resources: {'Port': ['ID=80c284d7-0321-429b-891b-2d6c5ac8554d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:57.483234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] No DVR routers for this DVR port 80c284d7-0321-429b-891b-2d6c5ac8554d on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:26:57.498386 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:57.502234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee7bfc2e-432e-42d8-850b-70c4e1934e5b req-2b03267b-e17a-40fd-8461-7e5fa6facc7c tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "DELETE /v2.0/ports/80c284d7-0321-429b-891b-2d6c5ac8554d HTTP/1.1" status: 204 len: 173 time: 1.3353019 Aug 31 06:26:57.503046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec2b226-26e5-4fdd-934f-c62396caf984', 'name': 'network-vif-deleted', 'tag': '80c284d7-0321-429b-891b-2d6c5ac8554d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:26:57.509666 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c394407c-451c-4457-8d69-9c3af9d95b46" -d '{"events": [{"server_uuid": "2ec2b226-26e5-4fdd-934f-c62396caf984", "name": "network-vif-deleted", "tag": "80c284d7-0321-429b-891b-2d6c5ac8554d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:26:57.700658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f437314-752f-476d-a597-ab7588ba8956 req-059a90c2-59ef-4279-b62b-f5361fbbfd34 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ec2b226-26e5-4fdd-934f-c62396caf984 HTTP/1.1" status: 200 len: 210 time: 0.1804180 Aug 31 06:26:57.734528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-4f6d16be-13af-447b-8d89-e35c8cc36eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:57.739621 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-4f6d16be-13af-447b-8d89-e35c8cc36eac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e325e6a3d6c5460e9e629bcdb226ecb6&device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 1119 time: 0.3381424 Aug 31 06:26:57.900099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-cd6cbd63-e369-47ba-9324-ad0bdc3c1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:57.902055 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-cd6cbd63-e369-47ba-9324-ad0bdc3c1975 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c662ab96-65e8-4361-9970-6e7103feecd4 HTTP/1.1" status: 200 len: 929 time: 0.1536705 Aug 31 06:26:57.974516 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:21Z', 'revision_number': 5, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:26:58.021850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:58.035247 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adc85f-1bfe-4c2c-83e9-9bbb49a58d18 None None] The sync data for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 is: [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:26:14Z', 'revision_number': 4, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ebac52dc-e37b-4f5e-9b70-a459472420ae', 'name': '', 'network_id': 'c662ab96-65e8-4361-9970-6e7103feecd4', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'mac_address': 'fa:16:3e:0c:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:14Z', 'updated_at': '2021-08-31T06:26:21Z', 'revision_number': 5, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'subnets': [{'id': '72e21594-8614-4414-bb2a-3ae43db427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:26:58.065228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-f46a2562-8b3a-42b7-918d-68a98021a3b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 200 len: 217 time: 0.0960748 Aug 31 06:26:58.068983 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-a30cf3f8-d587-40cf-9e0d-7c0dd87640b4 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips/55c976be-1954-4a9e-92e7-1ee32679a79b HTTP/1.1" status: 200 len: 694 time: 0.1659262 Aug 31 06:26:58.130650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-82370eaf-9cd5-4479-8a6d-2f74b1ff525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:58.130650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-82370eaf-9cd5-4479-8a6d-2f74b1ff525d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72e21594-8614-4414-bb2a-3ae43db427bc HTTP/1.1" status: 200 len: 867 time: 0.0561283 Aug 31 06:26:58.365332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-e3ce916e-805b-4a47-b6db-512b6ac7fad9 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:58.377125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-e3ce916e-805b-4a47-b6db-512b6ac7fad9 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.2466400 Aug 31 06:26:58.478140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-2e99a74a-8758-48a2-a7fd-ad59f89d9559 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 697 time: 0.1000013 Aug 31 06:26:58.538846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-ea924ef2-f87d-4ab2-ae8b-69d700a0bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:58.540523 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-ea924ef2-f87d-4ab2-ae8b-69d700a0bb5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c662ab96-65e8-4361-9970-6e7103feecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4004617 Aug 31 06:26:58.566636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-712c586a-0adc-4779-95a8-72d824768f9c tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 697 time: 0.0666304 Aug 31 06:26:58.610820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42182a12-acae-44fb-be91-50cd1f5cdccc None None] New status for floating IP 55c976be-1954-4a9e-92e7-1ee32679a79b: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:26:58.831741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Deleting port 4637dee1-9ef3-47c8-8800-b8ecd7e07912 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:26:58.832178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:58.882692 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b5a2a-2e4a-4ce4-a992-44bceba78906 x-openstack-request-id: req-1e8b5a2a-2e4a-4ce4-a992-44bceba78906 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:26:58.883900 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec2b226-26e5-4fdd-934f-c62396caf984", "name": "network-vif-deleted", "tag": "80c284d7-0321-429b-891b-2d6c5ac8554d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:26:58.884354 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e8b5a2a-2e4a-4ce4-a992-44bceba78906 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:26:58.884966 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec2b226-26e5-4fdd-934f-c62396caf984', 'name': 'network-vif-deleted', 'tag': '80c284d7-0321-429b-891b-2d6c5ac8554d', 'status': 'completed', 'code': 200} Aug 31 06:26:58.931427 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-a35b26e1-6e08-4d25-8f62-ae445788592e service neutron] 10.222.0.23 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794918 Aug 31 06:26:58.933759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:58.934350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:58.975543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Calling delete_port for 4637dee1-9ef3-47c8-8800-b8ecd7e07912 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:26:59.134710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47946) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:59.204955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Request body: {'security_group': {'name': 'tempest-securitygroup-717826285', 'description': 'tempest-description-1476135292'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:59.234460 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.247260 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.306357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ad8393f-d3b5-4115-91a7-1a7b9857752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.381101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6640d97e-ed85-4d67-8334-78d8e0d58e3b req-9c35971a-d521-43e7-b0a8-beb6ec216d2d service neutron] 10.222.0.23 "GET /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290364 Aug 31 06:26:59.411020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.417890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.459399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.462864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b4a0c9-dd69-4970-b249-1f53a9c1b8ec,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:59.499996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Pushing event deleted for resources: {'Port': ['ID=4637dee1-9ef3-47c8-8800-b8ecd7e07912,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:59.544987 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ad8393f-d3b5-4115-91a7-1a7b9857752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.554072 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ad8393f-d3b5-4115-91a7-1a7b9857752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.564393 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.568085 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.584832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56e860ad-5dc1-455b-9a33-5fba41390b69 req-41d085eb-4ac8-4d7f-8c50-5ef76ed153c2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "DELETE /v2.0/floatingips/55c976be-1954-4a9e-92e7-1ee32679a79b HTTP/1.1" status: 204 len: 173 time: 1.0338781 Aug 31 06:26:59.618325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8393f-d3b5-4115-91a7-1a7b9857752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7619e4-9439-483b-abe2-2905fe7e7a32,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:59.627584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47952) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:59.627679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0ad8393f-d3b5-4115-91a7-1a7b9857752f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbb7b3921268496ca49ec55f28e3b606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902561 Aug 31 06:26:59.685925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.697569 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.711154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ece698e-8345-419a-ad59-3e0257b7369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.738862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5842c085-1e06-4168-b941-57f23e9ae073,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:59.743816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ece698e-8345-419a-ad59-3e0257b7369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.747904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.761462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0abf7b19-1c7f-4164-8497-c5e93682abda req-a3886b6f-ada3-420b-8291-87106ce4b55b tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5613132 Aug 31 06:26:59.823561 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ece698e-8345-419a-ad59-3e0257b7369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.825568 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.832220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ece698e-8345-419a-ad59-3e0257b7369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.836754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0ece698e-8345-419a-ad59-3e0257b7369b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad7619e4-9439-483b-abe2-2905fe7e7a32 HTTP/1.1" status: 204 len: 168 time: 0.2058175 Aug 31 06:26:59.848261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece698e-8345-419a-ad59-3e0257b7369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7619e4-9439-483b-abe2-2905fe7e7a32,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:59.925153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa165e7-10f9-411f-8463-f5bf18f604d2 req-fbb2e7a7-2c77-44c6-84bc-1a2c350a945f tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:59.926772 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fa165e7-10f9-411f-8463-f5bf18f604d2 req-fbb2e7a7-2c77-44c6-84bc-1a2c350a945f tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d&device_owner=compute%3Atempest-test_az-439725680 HTTP/1.1" status: 200 len: 967 time: 0.0607078 Aug 31 06:26:59.974869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fa165e7-10f9-411f-8463-f5bf18f604d2 req-50228883-e385-48d7-90b4-fa1bbe1e9bf2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0401864 Aug 31 06:27:00.027395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-06949dd0-eca7-4ab6-a425-8f82fb30a106 req-d5d81c55-ffc2-424c-9896-b40e2c778f8f tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Request body: {'security_group': {'name': 'tempest-securitygroup-955358301', 'description': 'tempest-description-89902771'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:00.080379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-06949dd0-eca7-4ab6-a425-8f82fb30a106 req-d5d81c55-ffc2-424c-9896-b40e2c778f8f tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.102371 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-764ab3e6-f958-4720-a7f8-4e8e1287366f req-aa9f3a32-3cff-4fdf-9e43-052587989ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0502386 Aug 31 06:27:00.210286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-06949dd0-eca7-4ab6-a425-8f82fb30a106 req-d5d81c55-ffc2-424c-9896-b40e2c778f8f tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.217919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-06949dd0-eca7-4ab6-a425-8f82fb30a106 req-d5d81c55-ffc2-424c-9896-b40e2c778f8f tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.231097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc82e9-e452-430c-8e3c-c9ccdcf3b4ee req-30b70526-5c47-4990-b7bc-bd55a44ffa6d tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:00.239579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1bbc82e9-e452-430c-8e3c-c9ccdcf3b4ee req-30b70526-5c47-4990-b7bc-bd55a44ffa6d tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 949 time: 0.0708039 Aug 31 06:27:00.270218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-06949dd0-eca7-4ab6-a425-8f82fb30a106 req-d5d81c55-ffc2-424c-9896-b40e2c778f8f tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.283138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-06949dd0-eca7-4ab6-a425-8f82fb30a106 req-d5d81c55-ffc2-424c-9896-b40e2c778f8f tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2662380 Aug 31 06:27:00.290920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d81c55-ffc2-424c-9896-b40e2c778f8f tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea2f7aa-6298-4d4e-b4c6-bf39e51608c8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:00.303849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1bbc82e9-e452-430c-8e3c-c9ccdcf3b4ee req-9ab90574-c033-41be-81a6-55a84865ecf4 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612006 Aug 31 06:27:00.372891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47984) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:00.388017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aba726b-13d3-4de6-a5c3-5271f8b1db97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.391887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 80c284d7-0321-429b-891b-2d6c5ac8554d no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:00.447166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 80c284d7-0321-429b-891b-2d6c5ac8554d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:00.447940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 80c284d7-0321-429b-891b-2d6c5ac8554d not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:00.539201 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aba726b-13d3-4de6-a5c3-5271f8b1db97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.545857 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aba726b-13d3-4de6-a5c3-5271f8b1db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.593347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba726b-13d3-4de6-a5c3-5271f8b1db97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae50531-45b6-4e11-9324-5dd238f3ac70,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:00.615823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47994) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:00.623243 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6aba726b-13d3-4de6-a5c3-5271f8b1db97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=deab5544b7394817afbac233c83b72da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487588 Aug 31 06:27:00.689014 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f47e9a4-c303-4d64-a1a1-d4404adca987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.710347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f47e9a4-c303-4d64-a1a1-d4404adca987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.724867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8bf75-f4b7-4c53-8d45-ce8dd9e15480 req-256955c7-1095-4ddc-9bf8-64ec87cecb94 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:00.732566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aed8bf75-f4b7-4c53-8d45-ce8dd9e15480 req-256955c7-1095-4ddc-9bf8-64ec87cecb94 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 950 time: 0.0638275 Aug 31 06:27:00.764413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f47e9a4-c303-4d64-a1a1-d4404adca987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.767693 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f47e9a4-c303-4d64-a1a1-d4404adca987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.772181 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4f47e9a4-c303-4d64-a1a1-d4404adca987 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ae50531-45b6-4e11-9324-5dd238f3ac70 HTTP/1.1" status: 204 len: 168 time: 0.1550727 Aug 31 06:27:00.783380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47e9a4-c303-4d64-a1a1-d4404adca987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae50531-45b6-4e11-9324-5dd238f3ac70,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:00.793916 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aed8bf75-f4b7-4c53-8d45-ce8dd9e15480 req-11827a86-ab87-463d-86ec-440083cef157 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602934 Aug 31 06:27:00.871661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-968812996', 'description': 'tempest-description-1591859423'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:00.908033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.923211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.936872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927607d-bea1-4359-8ccc-14c70708ab2d req-effbf72b-5bd5-4d24-be79-9af95fa9404c tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:00.938971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c927607d-bea1-4359-8ccc-14c70708ab2d req-effbf72b-5bd5-4d24-be79-9af95fa9404c tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 967 time: 0.0582464 Aug 31 06:27:00.998829 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c927607d-bea1-4359-8ccc-14c70708ab2d req-75260422-9267-4026-8324-3cf11028602a tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521078 Aug 31 06:27:01.091436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.100610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.147947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340282ae-c2a8-4f55-878d-73aaec5d9d32,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:01.242343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.248626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.286315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd73ca-d1c1-4ab9-88c6-97b3ee7ffbd0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:01.300504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.303616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1b5b3c3-eddd-4489-b895-428f58022db8 req-c939b518-210e-4258-9251-51a0c21f5cab tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4342926 Aug 31 06:27:01.340296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-6af9a7a3-0ece-4b16-85e3-9f162dd10260 req-c62bfdc6-6e8d-4b8d-be72-fb45c31fb136 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-864547494', 'description': 'tempest-description-1231574935'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:01.364927 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6af9a7a3-0ece-4b16-85e3-9f162dd10260 req-c62bfdc6-6e8d-4b8d-be72-fb45c31fb136 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.447067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f466f-dc2f-4a70-b0d9-a8efd9c9ea99 req-2dd15d37-6176-4e44-9ad7-9f43aaf881c1 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:01.455174 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-896f466f-dc2f-4a70-b0d9-a8efd9c9ea99 req-2dd15d37-6176-4e44-9ad7-9f43aaf881c1 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 949 time: 0.0629423 Aug 31 06:27:01.472749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6af9a7a3-0ece-4b16-85e3-9f162dd10260 req-c62bfdc6-6e8d-4b8d-be72-fb45c31fb136 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.478634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6af9a7a3-0ece-4b16-85e3-9f162dd10260 req-c62bfdc6-6e8d-4b8d-be72-fb45c31fb136 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.510484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-896f466f-dc2f-4a70-b0d9-a8efd9c9ea99 req-3eca3065-b654-43fd-a647-03323d910a72 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3dd548f-20d8-4c0a-8f33-8071abff9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543272 Aug 31 06:27:01.566152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6af9a7a3-0ece-4b16-85e3-9f162dd10260 req-c62bfdc6-6e8d-4b8d-be72-fb45c31fb136 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.567580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6af9a7a3-0ece-4b16-85e3-9f162dd10260 req-c62bfdc6-6e8d-4b8d-be72-fb45c31fb136 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2338800 Aug 31 06:27:01.573846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bfdc6-6e8d-4b8d-be72-fb45c31fb136 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9bd01-d267-4ded-bfa7-d06194d9f086,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:01.594301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-348e2ff4-6f68-4f7f-87f2-7ece669e3f82 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:01.595766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-348e2ff4-6f68-4f7f-87f2-7ece669e3f82 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 949 time: 0.1135364 Aug 31 06:27:01.840944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Deleting port f67d3a63-da94-4e67-920c-b46e1f8af6db {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:01.841439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:01.995642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c68bf3-d3b9-4228-b051-979f01e11d65 req-1e1428ea-64c3-4ca7-a3ba-cec2f0f2d173 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:02.004777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51c68bf3-d3b9-4228-b051-979f01e11d65 req-1e1428ea-64c3-4ca7-a3ba-cec2f0f2d173 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 950 time: 0.1029813 Aug 31 06:27:02.014634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] For port f67d3a63-da94-4e67-920c-b46e1f8af6db, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f67d3a63-da94-4e67-920c-b46e1f8af6db,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:02.014995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:02.038173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Calling delete_port for f67d3a63-da94-4e67-920c-b46e1f8af6db owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:02.055142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48044) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:02.068489 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-221cb00d-5c5c-4744-9691-bd26bd190d53 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47845 time: 0.4515035 Aug 31 06:27:02.094146 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51c68bf3-d3b9-4228-b051-979f01e11d65 req-9ab2d989-8cfb-4632-865c-7665a883838e tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823140 Aug 31 06:27:02.166859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-72178f05-e4a5-4909-8571-89dac82ac6c8 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/074743d8-c710-4597-a9b5-e271dacf2046 HTTP/1.1" status: 200 len: 2981 time: 0.0978835 Aug 31 06:27:02.332528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-af57cf79-765f-41ca-a015-57092b07d573 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:02.335078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-5806503a-61ce-445f-b8b7-e389105a62f3 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/074743d8-c710-4597-a9b5-e271dacf2046 HTTP/1.1" status: 200 len: 2981 time: 0.1668611 Aug 31 06:27:02.335863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-af57cf79-765f-41ca-a015-57092b07d573 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.23 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 967 time: 0.2160387 Aug 31 06:27:02.341177 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:27:02.360738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-905d1c44-bd14-4a23-afb2-c1fcbbf595d8 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:02.362602 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-905d1c44-bd14-4a23-afb2-c1fcbbf595d8 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 950 time: 0.1817098 Aug 31 06:27:02.447328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9670e-794d-44f7-b6a5-85b73dc49bbd req-961355c9-ef7b-47ed-bebb-d073e54131e8 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:02.450079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3bb9670e-794d-44f7-b6a5-85b73dc49bbd req-961355c9-ef7b-47ed-bebb-d073e54131e8 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 967 time: 0.2050462 Aug 31 06:27:02.460075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:02.474834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['f67d3a63-da94-4e67-920c-b46e1f8af6db'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:02.518152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c2ff42-e5a4-4639-873f-18118ddd2e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:02.535940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-7eeb773e-b2f4-429c-903e-a88df1bc722f tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/133974e7-2877-475e-a810-627c790daa8c HTTP/1.1" status: 200 len: 2981 time: 0.1998887 Aug 31 06:27:02.551463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Pushing event deleted for resources: {'Port': ['ID=f67d3a63-da94-4e67-920c-b46e1f8af6db,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:02.556064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] No DVR routers for this DVR port f67d3a63-da94-4e67-920c-b46e1f8af6db on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:27:02.608071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:02.611307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08f27f24-c361-47f4-a10a-812de1e43f4f req-8dd95819-3bf3-4c34-966e-c9f39cf6faea tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.42 "DELETE /v2.0/ports/f67d3a63-da94-4e67-920c-b46e1f8af6db HTTP/1.1" status: 204 len: 173 time: 1.0084441 Aug 31 06:27:02.611935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d37998-da9f-400d-903b-44ff07febc86', 'name': 'network-vif-deleted', 'tag': 'f67d3a63-da94-4e67-920c-b46e1f8af6db'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:02.615060 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6477c24b-4179-4077-bd77-6ac5def7c19f" -d '{"events": [{"server_uuid": "e5d37998-da9f-400d-903b-44ff07febc86", "name": "network-vif-deleted", "tag": "f67d3a63-da94-4e67-920c-b46e1f8af6db"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:02.643499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-bf64eb2a-8c57-468f-bc49-fdb60b0d0e1e tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/133974e7-2877-475e-a810-627c790daa8c HTTP/1.1" status: 200 len: 2981 time: 0.0894773 Aug 31 06:27:02.704989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-beae5498-9509-4dd9-80a0-a02910ad85bd tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2b10d848-e7de-42a5-a505-f6f9a006d997 HTTP/1.1" status: 200 len: 2981 time: 0.0602365 Aug 31 06:27:02.780407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-7aae4584-5f4b-4835-af70-9eb51892b5d1 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2b10d848-e7de-42a5-a505-f6f9a006d997 HTTP/1.1" status: 200 len: 2981 time: 0.0743303 Aug 31 06:27:02.804002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3bb9670e-794d-44f7-b6a5-85b73dc49bbd req-956a4e57-9679-41ea-a391-0959c97933a2 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ba1bde2-633d-4a22-9547-8f15a0b661b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366718 Aug 31 06:27:02.881581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-eacf173e-4fb6-4ddb-b682-452c02a23c3b tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/340282ae-c2a8-4f55-878d-73aaec5d9d32 HTTP/1.1" status: 200 len: 2981 time: 0.0907333 Aug 31 06:27:02.984175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Deleting port fa88c0e8-d7cf-4509-9838-1da3862e8f0a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:02.984528 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:02.996948 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-01199c73-803d-4062-8d21-83c641e3d172 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/340282ae-c2a8-4f55-878d-73aaec5d9d32 HTTP/1.1" status: 200 len: 2981 time: 0.1030848 Aug 31 06:27:03.081587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-512aedb4-0532-44b1-86a0-682ac482a038 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3d741096-972a-4623-ae14-7e13496bff76 HTTP/1.1" status: 200 len: 2981 time: 0.0756462 Aug 31 06:27:03.159890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-b214a244-921a-4dbe-ba52-9dc2f9491e64 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3d741096-972a-4623-ae14-7e13496bff76 HTTP/1.1" status: 200 len: 2981 time: 0.0719068 Aug 31 06:27:03.216665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Deleting port 56c2e128-ca2a-46f2-8958-20d092ae0930 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:03.217129 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:03.218253 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-c5400804-cd39-4d37-b36e-de37e5f7b903 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/58372a58-6937-44bb-adad-d851ddc4d0c6 HTTP/1.1" status: 200 len: 2981 time: 0.0500915 Aug 31 06:27:03.290736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-a707a019-91d0-4064-90ff-fc09cd8da012 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/58372a58-6937-44bb-adad-d851ddc4d0c6 HTTP/1.1" status: 200 len: 2981 time: 0.0717156 Aug 31 06:27:03.309814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48b01008-76c1-45ec-a756-ff64a5a7a19d req-094f573a-d3bd-4aa7-b0b0-9a45a325bba3 tempest-LiveMigrationNegativeTest-2024688863 tempest-LiveMigrationNegativeTest-2024688863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d37998-da9f-400d-903b-44ff07febc86 HTTP/1.1" status: 200 len: 210 time: 0.1619780 Aug 31 06:27:03.376271 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-a95079e3-130a-49b0-8bfb-9f01bf699737 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/604a95b0-3ae7-43cd-8bd3-80a70152887c HTTP/1.1" status: 200 len: 2977 time: 0.0783365 Aug 31 06:27:03.384960 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c2ff42-e5a4-4639-873f-18118ddd2e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:03.407612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c2ff42-e5a4-4639-873f-18118ddd2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:03.420983 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0019d3e-eba5-49a0-9891-b1837f3d5213 x-openstack-request-id: req-a0019d3e-eba5-49a0-9891-b1837f3d5213 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:03.421676 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d37998-da9f-400d-903b-44ff07febc86", "name": "network-vif-deleted", "tag": "f67d3a63-da94-4e67-920c-b46e1f8af6db", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:03.421676 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0019d3e-eba5-49a0-9891-b1837f3d5213 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:03.422029 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d37998-da9f-400d-903b-44ff07febc86', 'name': 'network-vif-deleted', 'tag': 'f67d3a63-da94-4e67-920c-b46e1f8af6db', 'status': 'completed', 'code': 200} Aug 31 06:27:03.435598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] For port 56c2e128-ca2a-46f2-8958-20d092ae0930, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=56c2e128-ca2a-46f2-8958-20d092ae0930,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:03.435939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:03.455554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-6e9edd26-a04a-42f1-a3fd-bb3e90e30d2a tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/604a95b0-3ae7-43cd-8bd3-80a70152887c HTTP/1.1" status: 200 len: 2977 time: 0.0732279 Aug 31 06:27:03.476882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] For port fa88c0e8-d7cf-4509-9838-1da3862e8f0a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:03.477376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:03.487818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Calling delete_port for 56c2e128-ca2a-46f2-8958-20d092ae0930 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:03.503631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-88c2ff42-e5a4-4639-873f-18118ddd2e54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=651527930000417887cf2669cb24ac8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4426117 Aug 31 06:27:03.505831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48098) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:03.529819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Calling delete_port for fa88c0e8-d7cf-4509-9838-1da3862e8f0a owned by compute:tempest-test_az-439725680 {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:03.531471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ff42-e5a4-4639-873f-18118ddd2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e44a55-4444-4b6a-a27e-03e50da95127,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:03.536207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-11ad3499-d667-4702-9125-63736cdeeb49 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/63b4a0c9-dd69-4970-b249-1f53a9c1b8ec HTTP/1.1" status: 200 len: 2981 time: 0.0747011 Aug 31 06:27:03.640168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-c4ff74eb-05ad-45fe-84e1-e7ee9b8f9c2c tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/63b4a0c9-dd69-4970-b249-1f53a9c1b8ec HTTP/1.1" status: 200 len: 2981 time: 0.0982647 Aug 31 06:27:03.688821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-3a33503e-5ebb-4ef1-b68e-8a927926fc23 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/67aa56e2-4001-4065-aecc-33ba13352a6d HTTP/1.1" status: 200 len: 2973 time: 0.0416439 Aug 31 06:27:03.743026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-0dedc3da-c0a5-49e8-b181-3754dcf9156a tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/67aa56e2-4001-4065-aecc-33ba13352a6d HTTP/1.1" status: 200 len: 2973 time: 0.0468996 Aug 31 06:27:03.779171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428cfb-91ef-4601-a419-e91e497ac695 req-4ea47be0-a6b7-48af-b7c6-e67398f1d7cf tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:03.780689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2428cfb-91ef-4601-a419-e91e497ac695 req-4ea47be0-a6b7-48af-b7c6-e67398f1d7cf tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5adc6e-ad00-4ebe-948b-5391ec297b14 HTTP/1.1" status: 200 len: 950 time: 0.2453043 Aug 31 06:27:03.787800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a976d1bb-7d40-4cfc-89ba-6a148228d66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:03.798625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-03b4a5ca-519b-4448-a311-9b200f074ff3 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/7ba1bde2-633d-4a22-9547-8f15a0b661b2 HTTP/1.1" status: 200 len: 2981 time: 0.0498521 Aug 31 06:27:03.848169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a976d1bb-7d40-4cfc-89ba-6a148228d66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:03.884909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-42c27c2a-df4e-429c-a63c-447366d1f5b5 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/7ba1bde2-633d-4a22-9547-8f15a0b661b2 HTTP/1.1" status: 200 len: 2981 time: 0.0796351 Aug 31 06:27:03.931473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2428cfb-91ef-4601-a419-e91e497ac695 req-be28ee76-9c59-4bfe-a664-70d3e5b4f83d tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391017 Aug 31 06:27:03.962891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-fc2ba477-0b6e-469b-806a-24745c776b1c tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/88d18048-d137-4edb-85f3-efd5879db065 HTTP/1.1" status: 200 len: 2977 time: 0.0694258 Aug 31 06:27:04.015024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:04.030357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['fb20c0ed-740e-4c97-885e-8be8a48f46aa', '56c2e128-ca2a-46f2-8958-20d092ae0930'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:04.045725 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:04.048304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Pushing event deleted for resources: {'Port': ['ID=56c2e128-ca2a-46f2-8958-20d092ae0930,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:04.069586 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a976d1bb-7d40-4cfc-89ba-6a148228d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:04.072568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a976d1bb-7d40-4cfc-89ba-6a148228d66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:04.073980 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a976d1bb-7d40-4cfc-89ba-6a148228d66f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83e44a55-4444-4b6a-a27e-03e50da95127 HTTP/1.1" status: 204 len: 168 time: 0.5613198 Aug 31 06:27:04.115785 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-b66daf6b-213b-46da-a24b-2bc002486dee tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/88d18048-d137-4edb-85f3-efd5879db065 HTTP/1.1" status: 200 len: 2977 time: 0.1429107 Aug 31 06:27:04.131557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Pushing event deleted for resources: {'Port': ['ID=fa88c0e8-d7cf-4509-9838-1da3862e8f0a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:04.185163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] No DVR routers for this DVR port 56c2e128-ca2a-46f2-8958-20d092ae0930 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:27:04.187028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976d1bb-7d40-4cfc-89ba-6a148228d66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e44a55-4444-4b6a-a27e-03e50da95127,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:04.200752 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-14469983-8e8f-4184-b8ce-1d574cea9637 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9f8fe2ec-c849-482f-b098-601b91e708c1 HTTP/1.1" status: 200 len: 2981 time: 0.0782111 Aug 31 06:27:04.232147 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:04.234219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3701849e-49d5-4d56-bb57-d6703fa0f5be req-dc526569-a761-4f41-9f46-6b552ec1a5af tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "DELETE /v2.0/ports/56c2e128-ca2a-46f2-8958-20d092ae0930 HTTP/1.1" status: 204 len: 173 time: 1.8609378 Aug 31 06:27:04.235166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5adc6e-ad00-4ebe-948b-5391ec297b14', 'name': 'network-vif-deleted', 'tag': '56c2e128-ca2a-46f2-8958-20d092ae0930'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:04.240187 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068ef757-249c-4ec7-98da-b9aff9a8daaa" -d '{"events": [{"server_uuid": "dc5adc6e-ad00-4ebe-948b-5391ec297b14", "name": "network-vif-deleted", "tag": "56c2e128-ca2a-46f2-8958-20d092ae0930"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:04.274915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] No DVR routers for this DVR port fa88c0e8-d7cf-4509-9838-1da3862e8f0a on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:27:04.279853 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-222be1a4-8366-4e59-a0fc-7390dbd73068 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9f8fe2ec-c849-482f-b098-601b91e708c1 HTTP/1.1" status: 200 len: 2981 time: 0.0718706 Aug 31 06:27:04.280861 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:04.282953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d2c36b7-e0a2-42d7-a6ea-86d94ed5f843 req-33dbf3fa-5e69-4977-a04b-208d0e16d363 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.23 "DELETE /v2.0/ports/fa88c0e8-d7cf-4509-9838-1da3862e8f0a HTTP/1.1" status: 204 len: 173 time: 1.9191763 Aug 31 06:27:04.331710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-9d02af5f-d80b-4cff-9025-6c89240af9c0 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b3dd548f-20d8-4c0a-8f33-8071abff9d14 HTTP/1.1" status: 200 len: 2981 time: 0.0459616 Aug 31 06:27:04.451890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-0095a853-7c06-4b64-885c-50c2f77c7940 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b3dd548f-20d8-4c0a-8f33-8071abff9d14 HTTP/1.1" status: 200 len: 2981 time: 0.1125665 Aug 31 06:27:04.540255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['fa88c0e8-d7cf-4509-9838-1da3862e8f0a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:04.555676 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-02c34fcb-6cf4-48fd-9bd1-6a0912431e70 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c5d9772d-346f-444c-9e96-168a9878fb1f HTTP/1.1" status: 200 len: 2981 time: 0.0975077 Aug 31 06:27:04.614838 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27bc5962-3937-455d-8d7a-5e686d8aedd0 req-adef5134-34a3-4d2e-9482-12bd14c193b2 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c5d9772d-346f-444c-9e96-168a9878fb1f HTTP/1.1" status: 200 len: 2981 time: 0.0508180 Aug 31 06:27:04.788819 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a76ff8-93e0-4b54-8beb-3dda488e260c x-openstack-request-id: req-33a76ff8-93e0-4b54-8beb-3dda488e260c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:04.789436 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5adc6e-ad00-4ebe-948b-5391ec297b14", "name": "network-vif-deleted", "tag": "56c2e128-ca2a-46f2-8958-20d092ae0930", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:04.789436 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33a76ff8-93e0-4b54-8beb-3dda488e260c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:04.789918 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5adc6e-ad00-4ebe-948b-5391ec297b14', 'name': 'network-vif-deleted', 'tag': '56c2e128-ca2a-46f2-8958-20d092ae0930', 'status': 'completed', 'code': 200} Aug 31 06:27:04.792650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43be9e62-4cea-428a-b2e2-76b8a21eec74 req-bd8aca92-2871-483f-a9b5-af39f6e1675c tempest-FloatingIPsAssociationNegativeTestJSON-1143950731 tempest-FloatingIPsAssociationNegativeTestJSON-1143950731-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d HTTP/1.1" status: 200 len: 210 time: 0.0782650 Aug 31 06:27:04.845043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48130) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:04.884818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9ed178b-c61d-4a12-afc7-2d3effe4cb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.015427 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93ef6804-3412-46f5-83e5-9809600add9d req-b23db8d2-dd3a-4756-b928-310afa47ce9a tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=addd3f6b773d4985bb6168ae32fea2fc HTTP/1.1" status: 200 len: 6100 time: 0.1832778 Aug 31 06:27:05.115008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93ef6804-3412-46f5-83e5-9809600add9d req-9b9c2b05-250f-4e90-b26c-623addfce793 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "GET /v2.0/security-groups/63b4a0c9-dd69-4970-b249-1f53a9c1b8ec HTTP/1.1" status: 200 len: 2981 time: 0.0917170 Aug 31 06:27:05.142523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9ed178b-c61d-4a12-afc7-2d3effe4cb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.154703 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9ed178b-c61d-4a12-afc7-2d3effe4cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.191775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed178b-c61d-4a12-afc7-2d3effe4cb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0475f7a0-57e7-4681-a66e-4501fa04b6ed,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:05.210453 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93ef6804-3412-46f5-83e5-9809600add9d req-51b33d4b-5e4e-41d3-a134-9ac245625b34 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "GET /v2.0/security-groups/63b4a0c9-dd69-4970-b249-1f53a9c1b8ec HTTP/1.1" status: 200 len: 2981 time: 0.0739861 Aug 31 06:27:05.218990 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f9ed178b-c61d-4a12-afc7-2d3effe4cb45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d783ba24c494657875ae7e3185d84a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705893 Aug 31 06:27:05.220451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48138) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:05.331424 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2bdba690-8453-4b06-99a8-057597a3016d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.415405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48148) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:05.422828 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2bdba690-8453-4b06-99a8-057597a3016d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.507498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-965cef7c-fd64-4798-83a8-9c8ec5cadac8 req-aa65d3e6-2b24-4119-bdbc-a056de6f3732 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e6a9bd01-d267-4ded-bfa7-d06194d9f086 HTTP/1.1" status: 200 len: 1777 time: 0.1525486 Aug 31 06:27:05.585597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2bdba690-8453-4b06-99a8-057597a3016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.594945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2bdba690-8453-4b06-99a8-057597a3016d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.602835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2bdba690-8453-4b06-99a8-057597a3016d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0475f7a0-57e7-4681-a66e-4501fa04b6ed HTTP/1.1" status: 204 len: 168 time: 0.3810909 Aug 31 06:27:05.617473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-965cef7c-fd64-4798-83a8-9c8ec5cadac8 req-df4408f0-2173-4dc7-8865-a03d7bdded06 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.620471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdba690-8453-4b06-99a8-057597a3016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475f7a0-57e7-4681-a66e-4501fa04b6ed,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:05.670169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-965cef7c-fd64-4798-83a8-9c8ec5cadac8 req-df4408f0-2173-4dc7-8865-a03d7bdded06 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.769433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-965cef7c-fd64-4798-83a8-9c8ec5cadac8 req-df4408f0-2173-4dc7-8865-a03d7bdded06 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.772258 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-965cef7c-fd64-4798-83a8-9c8ec5cadac8 req-df4408f0-2173-4dc7-8865-a03d7bdded06 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:05.774784 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-965cef7c-fd64-4798-83a8-9c8ec5cadac8 req-df4408f0-2173-4dc7-8865-a03d7bdded06 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6a9bd01-d267-4ded-bfa7-d06194d9f086 HTTP/1.1" status: 204 len: 173 time: 0.2597349 Aug 31 06:27:05.784277 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1454244d-a1db-4f41-b382-4c4c40843ddd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e1e980b309841fb9069413c13877cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646517 Aug 31 06:27:05.785658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48166) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:05.832962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4408f0-2173-4dc7-8865-a03d7bdded06 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9bd01-d267-4ded-bfa7-d06194d9f086,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:05.930615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f310745-be29-415c-b350-54a0ea9710ff req-0b08a2fd-2d00-4999-8bab-e0f7009c1ffb tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:05.940838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f310745-be29-415c-b350-54a0ea9710ff req-0b08a2fd-2d00-4999-8bab-e0f7009c1ffb tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 970 time: 0.0873294 Aug 31 06:27:05.975184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f249ed3-ea58-48ed-839d-ea7adcc7148f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.036135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f310745-be29-415c-b350-54a0ea9710ff req-42505756-e3cf-45c5-a6ce-1279fe8b66a1 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Aug 31 06:27:06.047481 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f249ed3-ea58-48ed-839d-ea7adcc7148f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.113204 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-174ceb35-6dd6-4a03-82eb-0f6fefdfe82c req-3b5e4690-8a83-4f97-aefe-fde275668935 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c7dd73ca-d1c1-4ab9-88c6-97b3ee7ffbd0 HTTP/1.1" status: 200 len: 1777 time: 0.0485115 Aug 31 06:27:06.163502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f249ed3-ea58-48ed-839d-ea7adcc7148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.166735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f249ed3-ea58-48ed-839d-ea7adcc7148f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.168111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5f249ed3-ea58-48ed-839d-ea7adcc7148f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3dd548f-20d8-4c0a-8f33-8071abff9d14 HTTP/1.1" status: 204 len: 168 time: 0.3810644 Aug 31 06:27:06.176034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-174ceb35-6dd6-4a03-82eb-0f6fefdfe82c req-4ff7a9cd-10db-4260-a588-672a8d77edc8 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.178213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f249ed3-ea58-48ed-839d-ea7adcc7148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd548f-20d8-4c0a-8f33-8071abff9d14,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:06.221783 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-174ceb35-6dd6-4a03-82eb-0f6fefdfe82c req-4ff7a9cd-10db-4260-a588-672a8d77edc8 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.280935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-174ceb35-6dd6-4a03-82eb-0f6fefdfe82c req-4ff7a9cd-10db-4260-a588-672a8d77edc8 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.285096 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-174ceb35-6dd6-4a03-82eb-0f6fefdfe82c req-4ff7a9cd-10db-4260-a588-672a8d77edc8 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.286513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-174ceb35-6dd6-4a03-82eb-0f6fefdfe82c req-4ff7a9cd-10db-4260-a588-672a8d77edc8 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7dd73ca-d1c1-4ab9-88c6-97b3ee7ffbd0 HTTP/1.1" status: 204 len: 173 time: 0.1723516 Aug 31 06:27:06.295609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7a9cd-10db-4260-a588-672a8d77edc8 tempest-SecurityGroupsTestAdminJSON-1194810049 tempest-SecurityGroupsTestAdminJSON-1194810049-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd73ca-d1c1-4ab9-88c6-97b3ee7ffbd0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:06.341037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48186) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:06.422110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f67d3a63-da94-4e67-920c-b46e1f8af6db no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:06.437115 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3bf63dc1-5afe-4562-ab60-c20ae2904835 req-6117802d-7c97-4e19-91eb-8621b9d9739f tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "GET /v2.0/security-groups/1ea2f7aa-6298-4d4e-b4c6-bf39e51608c8 HTTP/1.1" status: 200 len: 1775 time: 0.0865138 Aug 31 06:27:06.462943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: f67d3a63-da94-4e67-920c-b46e1f8af6db {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:06.465247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f67d3a63-da94-4e67-920c-b46e1f8af6db not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:06.602404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3bf63dc1-5afe-4562-ab60-c20ae2904835 req-35c16041-64e2-4a74-8ccc-f3f15004c956 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.636521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3bf63dc1-5afe-4562-ab60-c20ae2904835 req-35c16041-64e2-4a74-8ccc-f3f15004c956 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.699620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3bf63dc1-5afe-4562-ab60-c20ae2904835 req-35c16041-64e2-4a74-8ccc-f3f15004c956 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.707081 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3bf63dc1-5afe-4562-ab60-c20ae2904835 req-35c16041-64e2-4a74-8ccc-f3f15004c956 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:06.713250 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3bf63dc1-5afe-4562-ab60-c20ae2904835 req-35c16041-64e2-4a74-8ccc-f3f15004c956 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "DELETE /v2.0/security-groups/1ea2f7aa-6298-4d4e-b4c6-bf39e51608c8 HTTP/1.1" status: 204 len: 173 time: 0.2737064 Aug 31 06:27:06.753964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c16041-64e2-4a74-8ccc-f3f15004c956 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea2f7aa-6298-4d4e-b4c6-bf39e51608c8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:06.808469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'name': 'network-vif-deleted', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:06.811916 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e74b04-bc6f-4dd1-924b-99ee5f70416e" -d '{"events": [{"server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "name": "network-vif-deleted", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:06.881798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa28a11e-eb13-41eb-83c1-1e3fafaf502e req-4de98381-b0b2-48c9-a05e-8cd9da879f14 tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "GET /v2.0/security-groups/5842c085-1e06-4168-b941-57f23e9ae073 HTTP/1.1" status: 200 len: 1777 time: 0.1291947 Aug 31 06:27:06.971374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48208) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:07.035627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 56c2e128-ca2a-46f2-8958-20d092ae0930 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:07.040278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-aa28a11e-eb13-41eb-83c1-1e3fafaf502e req-bb78fc0c-0803-47b1-9300-8e9a9aa9062a tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.075392 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fd3222b4-0890-47ca-83c5-7408ce8d49e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=514ac8ff54144d2e9dc27215363d02e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017580 Aug 31 06:27:07.076287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48212) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:07.119753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 56c2e128-ca2a-46f2-8958-20d092ae0930 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:07.120454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 56c2e128-ca2a-46f2-8958-20d092ae0930 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:07.124220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fa88c0e8-d7cf-4509-9838-1da3862e8f0a no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:07.144246 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-aa28a11e-eb13-41eb-83c1-1e3fafaf502e req-bb78fc0c-0803-47b1-9300-8e9a9aa9062a tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.180826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: fa88c0e8-d7cf-4509-9838-1da3862e8f0a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:07.181253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fa88c0e8-d7cf-4509-9838-1da3862e8f0a not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:07.215637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-6febce16-70b9-45ad-a894-a81089b78215 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:07.217361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-6febce16-70b9-45ad-a894-a81089b78215 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 970 time: 0.1558349 Aug 31 06:27:07.286801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-aa28a11e-eb13-41eb-83c1-1e3fafaf502e req-bb78fc0c-0803-47b1-9300-8e9a9aa9062a tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.287019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d121-fbdb-4bd4-b9b1-8064552dfbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.290395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-aa28a11e-eb13-41eb-83c1-1e3fafaf502e req-bb78fc0c-0803-47b1-9300-8e9a9aa9062a tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.292485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa28a11e-eb13-41eb-83c1-1e3fafaf502e req-bb78fc0c-0803-47b1-9300-8e9a9aa9062a tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] 10.222.0.15 "DELETE /v2.0/security-groups/5842c085-1e06-4168-b941-57f23e9ae073 HTTP/1.1" status: 204 len: 173 time: 0.4093015 Aug 31 06:27:07.314976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d121-fbdb-4bd4-b9b1-8064552dfbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.346625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78fc0c-0803-47b1-9300-8e9a9aa9062a tempest-SecurityGroupsTestAdminJSON-718721839 tempest-SecurityGroupsTestAdminJSON-718721839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5842c085-1e06-4168-b941-57f23e9ae073,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:07.378863 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d121-fbdb-4bd4-b9b1-8064552dfbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.381906 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d121-fbdb-4bd4-b9b1-8064552dfbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.386462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e4b6d121-fbdb-4bd4-b9b1-8064552dfbf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58372a58-6937-44bb-adad-d851ddc4d0c6 HTTP/1.1" status: 204 len: 168 time: 0.3051174 Aug 31 06:27:07.398100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.400786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6d121-fbdb-4bd4-b9b1-8064552dfbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58372a58-6937-44bb-adad-d851ddc4d0c6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:07.431926 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Deleting port fb20c0ed-740e-4c97-885e-8be8a48f46aa {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:07.434279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.446534 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a32ff7-fead-4f5a-aa1e-bbf2aed4a7d3 x-openstack-request-id: req-02a32ff7-fead-4f5a-aa1e-bbf2aed4a7d3 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:07.446832 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d", "name": "network-vif-deleted", "tag": "fa88c0e8-d7cf-4509-9838-1da3862e8f0a", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:07.447084 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02a32ff7-fead-4f5a-aa1e-bbf2aed4a7d3 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:07.447481 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50cc0cc-5ca1-4f3c-8bb2-e3fd5c3a368d', 'name': 'network-vif-deleted', 'tag': 'fa88c0e8-d7cf-4509-9838-1da3862e8f0a', 'status': 'completed', 'code': 200} Aug 31 06:27:07.651861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] For port fb20c0ed-740e-4c97-885e-8be8a48f46aa, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fb20c0ed-740e-4c97-885e-8be8a48f46aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:07.652225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.669499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Calling delete_port for fb20c0ed-740e-4c97-885e-8be8a48f46aa owned by compute:tempest-test_az-439725680 {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:07.683276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84797416-0a39-49cd-a273-9207f076ce37 req-2472c30a-7dc9-4063-8873-d835d1dd35c7 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:07.691079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84797416-0a39-49cd-a273-9207f076ce37 req-2472c30a-7dc9-4063-8873-d835d1dd35c7 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/ports?device_id=25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b HTTP/1.1" status: 200 len: 970 time: 0.1267781 Aug 31 06:27:07.771580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84797416-0a39-49cd-a273-9207f076ce37 req-b2587abe-8b75-4274-ac9d-d964ec6cca10 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f8fe2ec-c849-482f-b098-601b91e708c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638332 Aug 31 06:27:07.836553 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.849745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['fb20c0ed-740e-4c97-885e-8be8a48f46aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:07.942270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Pushing event deleted for resources: {'Port': ['ID=fb20c0ed-740e-4c97-885e-8be8a48f46aa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:07.973410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] No DVR routers for this DVR port fb20c0ed-740e-4c97-885e-8be8a48f46aa on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:27:07.980135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.983821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31a08d03-2960-4184-bbc7-6a70ef767ec6 req-b7be229e-7481-41a0-8126-3b9a7fb81e40 tempest-ServersAdminNegativeTestJSON-563737611 tempest-ServersAdminNegativeTestJSON-563737611-project] 10.222.0.23 "DELETE /v2.0/ports/fb20c0ed-740e-4c97-885e-8be8a48f46aa HTTP/1.1" status: 204 len: 173 time: 0.7558444 Aug 31 06:27:08.317329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Deleting port ebac52dc-e37b-4f5e-9b70-a459472420ae {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:08.317756 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:08.323172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48236) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:08.473385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] For port ebac52dc-e37b-4f5e-9b70-a459472420ae, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ebac52dc-e37b-4f5e-9b70-a459472420ae,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:08.473961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:08.492533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Calling delete_port for ebac52dc-e37b-4f5e-9b70-a459472420ae owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:08.704981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-abe75b60-707f-4404-8e7b-16cb0664634d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=addd3f6b773d4985bb6168ae32fea2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793123 Aug 31 06:27:08.705991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48248) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:08.811517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3d97416-db3d-4567-a002-0081c83ee1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:08.831167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48254) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:08.849592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3d97416-db3d-4567-a002-0081c83ee1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:08.851438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:08.951830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebac52dc-e37b-4f5e-9b70-a459472420ae,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:09.036421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3d97416-db3d-4567-a002-0081c83ee1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.041520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3d97416-db3d-4567-a002-0081c83ee1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.042938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c3d97416-db3d-4567-a002-0081c83ee1c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63b4a0c9-dd69-4970-b249-1f53a9c1b8ec HTTP/1.1" status: 204 len: 168 time: 0.3353608 Aug 31 06:27:09.082962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d97416-db3d-4567-a002-0081c83ee1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b4a0c9-dd69-4970-b249-1f53a9c1b8ec,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:09.251667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.256941 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e902f71-11ac-4932-a8d5-4b2ed8484af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.436079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e902f71-11ac-4932-a8d5-4b2ed8484af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.443762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e902f71-11ac-4932-a8d5-4b2ed8484af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.452581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b', 'name': 'network-vif-deleted', 'tag': 'fb20c0ed-740e-4c97-885e-8be8a48f46aa'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:09.464202 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920d649f-3d76-4435-9969-419fa74d787b" -d '{"events": [{"server_uuid": "25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b", "name": "network-vif-deleted", "tag": "fb20c0ed-740e-4c97-885e-8be8a48f46aa"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:09.518716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5e902f71-11ac-4932-a8d5-4b2ed8484af3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6661caff68824564a8bfddfd7c96c093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6861894 Aug 31 06:27:09.519671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48274) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:09.527722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e902f71-11ac-4932-a8d5-4b2ed8484af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29437e4a-8e62-40f0-9e37-634fd0eba1a5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:09.592180 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476c6e89-6fe9-411e-b470-be8882af61f4 x-openstack-request-id: req-476c6e89-6fe9-411e-b470-be8882af61f4 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:09.592481 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b", "name": "network-vif-deleted", "tag": "fb20c0ed-740e-4c97-885e-8be8a48f46aa", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:09.592737 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-476c6e89-6fe9-411e-b470-be8882af61f4 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:09.593138 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ff9d79-c8e2-42c2-97fe-1c59b5d8a48b', 'name': 'network-vif-deleted', 'tag': 'fb20c0ed-740e-4c97-885e-8be8a48f46aa', 'status': 'completed', 'code': 200} Aug 31 06:27:09.627737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Router 293d7e3d-2d02-4a63-bf31-325e09d933cc has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:27:09.643512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345e701e-ce45-4f34-a8f5-9946a100b73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.707015 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345e701e-ce45-4f34-a8f5-9946a100b73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.746949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48284) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:09.819908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:27:09.829900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345e701e-ce45-4f34-a8f5-9946a100b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.832351 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] Sync routers for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:27:09.842004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345e701e-ce45-4f34-a8f5-9946a100b73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:09.847237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-345e701e-ce45-4f34-a8f5-9946a100b73a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29437e4a-8e62-40f0-9e37-634fd0eba1a5 HTTP/1.1" status: 204 len: 168 time: 0.3249879 Aug 31 06:27:09.850353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48290) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:09.852209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bb8d3050-5b66-483e-af62-b7dc6fcab151 admin admin] 10.222.0.15 "PUT /v2.0/routers/293d7e3d-2d02-4a63-bf31-325e09d933cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5021338 Aug 31 06:27:09.853625 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:27:09.854286 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:09.926629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e701e-ce45-4f34-a8f5-9946a100b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29437e4a-8e62-40f0-9e37-634fd0eba1a5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:10.024276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48294) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:10.062173 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:27:10.067358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.134151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0e439d59-2e04-4149-8eed-61bc2f5820fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dd2753359fb43d2bc55be9c9d5cf8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080987 Aug 31 06:27:10.136940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48300) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:10.268717 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b32528d7-41e6-4c7b-9a6f-7cd79177663c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.330583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b32528d7-41e6-4c7b-9a6f-7cd79177663c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.361535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-89a9c013-46d9-46cf-8d8b-2e892964395e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a04da5c863ff4ee99192f24bb55cdd82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133893 Aug 31 06:27:10.372697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48304) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:10.446501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.451337 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:27:08Z', 'revision_number': 5, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port': {'id': '984b9297-a72f-489b-abd8-f5f7363e454c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:10Z', 'updated_at': '2021-08-31T06:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:10.480844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b32528d7-41e6-4c7b-9a6f-7cd79177663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.483791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b32528d7-41e6-4c7b-9a6f-7cd79177663c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.485753 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b32528d7-41e6-4c7b-9a6f-7cd79177663c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/340282ae-c2a8-4f55-878d-73aaec5d9d32 HTTP/1.1" status: 204 len: 168 time: 0.3467488 Aug 31 06:27:10.507383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32528d7-41e6-4c7b-9a6f-7cd79177663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340282ae-c2a8-4f55-878d-73aaec5d9d32,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:10.526951 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] Checking router: 293d7e3d-2d02-4a63-bf31-325e09d933cc for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:27:10.545522 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] Routers {'293d7e3d-2d02-4a63-bf31-325e09d933cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:27:10.546159 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:26:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['293d7e3d-2d02-4a63-bf31-325e09d933cc'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:10.572123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93c2bd1c-1719-4a5c-8281-0d08ab5ae6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.631268 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93c2bd1c-1719-4a5c-8281-0d08ab5ae6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.681176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Deleting port 984b9297-a72f-489b-abd8-f5f7363e454c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:10.682238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.691920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48314) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:10.693106 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] Set router 293d7e3d-2d02-4a63-bf31-325e09d933cc gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:27:10.713679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8d86de9-b8a8-4d7d-b80b-fc76cab53554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.814020 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:27:10Z', 'revision_number': 6, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:10.838741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93c2bd1c-1719-4a5c-8281-0d08ab5ae6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.841636 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93c2bd1c-1719-4a5c-8281-0d08ab5ae6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.843409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-93c2bd1c-1719-4a5c-8281-0d08ab5ae6e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f8fe2ec-c849-482f-b098-601b91e708c1 HTTP/1.1" status: 204 len: 168 time: 0.4687235 Aug 31 06:27:10.868182 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2bd1c-1719-4a5c-8281-0d08ab5ae6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8fe2ec-c849-482f-b098-601b91e708c1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:10.871399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] For port 984b9297-a72f-489b-abd8-f5f7363e454c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=984b9297-a72f-489b-abd8-f5f7363e454c,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:10.871780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.892410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Calling delete_port for 984b9297-a72f-489b-abd8-f5f7363e454c owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:10.922975 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec2b48-246c-477c-b5ca-3ff22370616b None None] The sync data for ids ['293d7e3d-2d02-4a63-bf31-325e09d933cc'] in n-d-712142-16 is: [{'id': '293d7e3d-2d02-4a63-bf31-325e09d933cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-574676757-router', 'tenant_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:08Z', 'updated_at': '2021-08-31T06:27:10Z', 'revision_number': 6, 'project_id': 'e325e6a3d6c5460e9e629bcdb226ecb6', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:27:10.966097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8d86de9-b8a8-4d7d-b80b-fc76cab53554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:10.975360 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8d86de9-b8a8-4d7d-b80b-fc76cab53554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.044530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fb20c0ed-740e-4c97-885e-8be8a48f46aa no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:11.065124 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d8d86de9-b8a8-4d7d-b80b-fc76cab53554 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b84519aa89b464a859ddabf5c0775e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713150 Aug 31 06:27:11.067308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d86de9-b8a8-4d7d-b80b-fc76cab53554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a789a57-30f6-49d9-b0ba-0c69706abb4a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:11.067915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48330) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:11.103663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: fb20c0ed-740e-4c97-885e-8be8a48f46aa {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:11.104267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fb20c0ed-740e-4c97-885e-8be8a48f46aa not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:11.183724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abbd8789-698f-4b49-bb23-866cd6308623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.202726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.232173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abbd8789-698f-4b49-bb23-866cd6308623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.324043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=984b9297-a72f-489b-abd8-f5f7363e454c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:11.329498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abbd8789-698f-4b49-bb23-866cd6308623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.332263 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abbd8789-698f-4b49-bb23-866cd6308623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.335759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-abbd8789-698f-4b49-bb23-866cd6308623 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a789a57-30f6-49d9-b0ba-0c69706abb4a HTTP/1.1" status: 204 len: 168 time: 0.2664397 Aug 31 06:27:11.386061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd8789-698f-4b49-bb23-866cd6308623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a789a57-30f6-49d9-b0ba-0c69706abb4a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:11.413670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.549652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.552415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.647333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.647928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293d7e3d-2d02-4a63-bf31-325e09d933cc {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:27:11.656012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.658104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bd3ef6a6-81a7-41a6-8300-07099b844ec8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/293d7e3d-2d02-4a63-bf31-325e09d933cc HTTP/1.1" status: 204 len: 168 time: 1.8068123 Aug 31 06:27:11.661050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48342) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:11.765075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6459bfd-cccb-4228-9800-3f558041630b admin admin] Deleting subnet 72e21594-8614-4414-bb2a-3ae43db427bc {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:27:11.777877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6459bfd-cccb-4228-9800-3f558041630b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.847265 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6459bfd-cccb-4228-9800-3f558041630b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:11.966340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48356) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:12.047716 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6459bfd-cccb-4228-9800-3f558041630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.129927 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6459bfd-cccb-4228-9800-3f558041630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.151634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6459bfd-cccb-4228-9800-3f558041630b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.152344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a72de-6746-4d4f-8ff8-9e3a58f29133 None None] Network c662ab96-65e8-4361-9970-6e7103feecd4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:12.154491 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a6459bfd-cccb-4228-9800-3f558041630b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/72e21594-8614-4414-bb2a-3ae43db427bc HTTP/1.1" status: 204 len: 168 time: 0.4923925 Aug 31 06:27:12.173536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48364) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:12.268032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.274038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6459bfd-cccb-4228-9800-3f558041630b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e21594-8614-4414-bb2a-3ae43db427bc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:12.432660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Deleting port bcc96794-2488-40c0-8365-fe0c6ff129a2 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:12.432898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.540722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] DHCP port deletion for c662ab96-65e8-4361-9970-6e7103feecd4 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:27:12.571718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] For port bcc96794-2488-40c0-8365-fe0c6ff129a2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bcc96794-2488-40c0-8365-fe0c6ff129a2,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:12.574378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.613511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Calling delete_port for bcc96794-2488-40c0-8365-fe0c6ff129a2 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:12.634466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] Deleting port bcc96794-2488-40c0-8365-fe0c6ff129a2 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:12.635156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.689352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1c74cb37-d5d7-4180-b9e7-52c33f607e04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efceda9846e0489e81e828bf29608140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136145 Aug 31 06:27:12.690287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:12.733931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] For port bcc96794-2488-40c0-8365-fe0c6ff129a2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bcc96794-2488-40c0-8365-fe0c6ff129a2,segment=NetworkSegment(45874f3c-aa7c-4962-8c46-c6e759e7a808),segment_id=45874f3c-aa7c-4962-8c46-c6e759e7a808)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:12.735188 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.767141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] Calling delete_port for bcc96794-2488-40c0-8365-fe0c6ff129a2 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:12.804111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f4acae-e043-4f3e-9700-04ad41411662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.815874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.836240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f4acae-e043-4f3e-9700-04ad41411662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.876022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc96794-2488-40c0-8365-fe0c6ff129a2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:12.888917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] No DVR routers for this DVR port bcc96794-2488-40c0-8365-fe0c6ff129a2 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:27:12.933557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f4acae-e043-4f3e-9700-04ad41411662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.938817 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f4acae-e043-4f3e-9700-04ad41411662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:12.940981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b8f4acae-e043-4f3e-9700-04ad41411662 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/133974e7-2877-475e-a810-627c790daa8c HTTP/1.1" status: 204 len: 168 time: 0.2498107 Aug 31 06:27:12.951184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4acae-e043-4f3e-9700-04ad41411662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133974e7-2877-475e-a810-627c790daa8c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:13.006787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48386) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:13.107389 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.132656 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.159702 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.163262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.164045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.164406 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > port after_create 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.164743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.165075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > port after_update 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.167263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.167597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.167917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.168253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.196750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 984b9297-a72f-489b-abd8-f5f7363e454c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:13.222715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] No DVR routers for this DVR port bcc96794-2488-40c0-8365-fe0c6ff129a2 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:27:13.224767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 984b9297-a72f-489b-abd8-f5f7363e454c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:13.225444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 984b9297-a72f-489b-abd8-f5f7363e454c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:13.226238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ebac52dc-e37b-4f5e-9b70-a459472420ae no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:13.228286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe924ab6-1602-4315-9466-c2852b2e11f4 None None] Pushing event deleted for resources: {'Port': ['ID=bcc96794-2488-40c0-8365-fe0c6ff129a2,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:13.256151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ebac52dc-e37b-4f5e-9b70-a459472420ae {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:13.257516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ebac52dc-e37b-4f5e-9b70-a459472420ae not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:13.258143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bcc96794-2488-40c0-8365-fe0c6ff129a2 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:13.298876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: bcc96794-2488-40c0-8365-fe0c6ff129a2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:13.300036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bcc96794-2488-40c0-8365-fe0c6ff129a2 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:13.389277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.389632 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.389965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.390299 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:27:13.391229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c662ab96-65e8-4361-9970-6e7103feecd4']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:13.413272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45874f3c-aa7c-4962-8c46-c6e759e7a808') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:13.413804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45874f3c-aa7c-4962-8c46-c6e759e7a808') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:13.434867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.464638 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.476996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:27:13.477732 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: from cryptography.utils import int_from_bytes Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: from cryptography.utils import int_from_bytes Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:27:13.488496 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:27:13.504673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dfe4-d08d-453a-aed5-e2b4a1abf009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.561759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.574216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.576862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c662ab96-65e8-4361-9970-6e7103feecd4 HTTP/1.1" status: 204 len: 168 time: 1.4021790 Aug 31 06:27:13.605110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79124f-1ebd-4e24-b9f2-28fa0e820293 admin admin] Pushing event deleted for resources: {'Network': ['ID=c662ab96-65e8-4361-9970-6e7103feecd4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:13.683404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dfe4-d08d-453a-aed5-e2b4a1abf009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.691113 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dfe4-d08d-453a-aed5-e2b4a1abf009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.729454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48410) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:13.730069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9cb9dfe4-d08d-453a-aed5-e2b4a1abf009 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58d4edd85af1433dafbfeedf48da3dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7219026 Aug 31 06:27:13.757008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9dfe4-d08d-453a-aed5-e2b4a1abf009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df1f29-b9c8-4949-b4fa-cbe7b9c9f0ba,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:13.837352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2375a9-c72a-46fe-99a9-ac44aa667041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.864614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48416) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:13.919726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2375a9-c72a-46fe-99a9-ac44aa667041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:13.986188 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-26d9ce54-c5c3-4d92-9cc1-5919cc078aac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e325e6a3d6c5460e9e629bcdb226ecb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1202004 Aug 31 06:27:13.987034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48420) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:14.039991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2375a9-c72a-46fe-99a9-ac44aa667041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:14.042580 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2375a9-c72a-46fe-99a9-ac44aa667041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:14.046021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9a2375a9-c72a-46fe-99a9-ac44aa667041 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20df1f29-b9c8-4949-b4fa-cbe7b9c9f0ba HTTP/1.1" status: 204 len: 168 time: 0.3133683 Aug 31 06:27:14.055907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2375a9-c72a-46fe-99a9-ac44aa667041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df1f29-b9c8-4949-b4fa-cbe7b9c9f0ba,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:14.099323 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7499752-fb6d-4023-aa24-4c62d02f34b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:14.122023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7499752-fb6d-4023-aa24-4c62d02f34b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:14.176600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7499752-fb6d-4023-aa24-4c62d02f34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:14.180393 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7499752-fb6d-4023-aa24-4c62d02f34b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:14.184913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b7499752-fb6d-4023-aa24-4c62d02f34b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ba1bde2-633d-4a22-9547-8f15a0b661b2 HTTP/1.1" status: 204 len: 168 time: 0.1941767 Aug 31 06:27:14.194227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7499752-fb6d-4023-aa24-4c62d02f34b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba1bde2-633d-4a22-9547-8f15a0b661b2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:14.917906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48458) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:14.935111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7957b980-91b0-4d76-87cd-e296ebacfe30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:15.102108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7957b980-91b0-4d76-87cd-e296ebacfe30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:15.108400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7957b980-91b0-4d76-87cd-e296ebacfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:15.149459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7957b980-91b0-4d76-87cd-e296ebacfe30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=423cad6c66b54a538f72c14c9c9ff30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297661 Aug 31 06:27:15.150747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957b980-91b0-4d76-87cd-e296ebacfe30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c039b5-931a-4a5e-a1b8-2b9bd08d7d05,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:15.152806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48464) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:15.212314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b8cf-68f8-4185-8f72-63bb489b0bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:15.243930 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b8cf-68f8-4185-8f72-63bb489b0bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:15.326378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b8cf-68f8-4185-8f72-63bb489b0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:15.330888 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b8cf-68f8-4185-8f72-63bb489b0bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:15.332077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2fe6b8cf-68f8-4185-8f72-63bb489b0bcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7c039b5-931a-4a5e-a1b8-2b9bd08d7d05 HTTP/1.1" status: 204 len: 168 time: 0.1780951 Aug 31 06:27:15.384401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b8cf-68f8-4185-8f72-63bb489b0bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c039b5-931a-4a5e-a1b8-2b9bd08d7d05,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:15.404872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-7ef9fd32-5686-44eb-bce2-7730dc7990b8 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e2556a5a837e41668d15636b90159a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319977 Aug 31 06:27:15.540329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-f2a280c2-1fc8-4921-a4da-854190f7f06c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:15.550100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-f2a280c2-1fc8-4921-a4da-854190f7f06c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440208 Aug 31 06:27:15.568902 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-034a4cb1-1979-4e0a-ba43-06ae98c5f626 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/quotas/e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 375 time: 0.0172572 Aug 31 06:27:15.617935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-e960ecca-84e0-43a8-bf98-4b9388c365e3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474186 Aug 31 06:27:15.826166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3d765d6-cf8e-4fe8-b3a0-ae49565023cd req-93e12d45-a8a0-4eaa-9973-df19fd663c18 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 210 time: 0.0442324 Aug 31 06:27:16.072166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48514) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:16.492441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30fb0984-26c2-4a10-badf-5a0fc72acec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:16.590277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48538) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:16.658374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30fb0984-26c2-4a10-badf-5a0fc72acec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:16.666781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30fb0984-26c2-4a10-badf-5a0fc72acec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:16.707536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb0984-26c2-4a10-badf-5a0fc72acec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d065e0e-e37b-41b5-98c6-ec427f3e6fb0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:16.746684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-30fb0984-26c2-4a10-badf-5a0fc72acec6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eda6610ce736421aa4f279fac2f6b67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718614 Aug 31 06:27:16.747854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48548) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:16.811820 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6add7b36-e9fa-42f6-b762-980ecfb6261a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:16.854057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6add7b36-e9fa-42f6-b762-980ecfb6261a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:16.905948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1813699296-network', 'tenant_id': '7046c7758be647ad9573f7e73fa833df'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:16.951592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Made reservation on behalf of 7046c7758be647ad9573f7e73fa833df for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:16.955762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:16.974349 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.025951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0295ff08-732b-48ab-9cca-2bcd644e4822 req-6aa94a88-cc3f-4ec0-9106-8be82547fc33 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 210 time: 0.0742269 Aug 31 06:27:17.033760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6add7b36-e9fa-42f6-b762-980ecfb6261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.039853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6add7b36-e9fa-42f6-b762-980ecfb6261a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.041276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6add7b36-e9fa-42f6-b762-980ecfb6261a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d065e0e-e37b-41b5-98c6-ec427f3e6fb0 HTTP/1.1" status: 204 len: 168 time: 0.2922559 Aug 31 06:27:17.142777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add7b36-e9fa-42f6-b762-980ecfb6261a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d065e0e-e37b-41b5-98c6-ec427f3e6fb0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:17.204529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-6ffdd9b4-7edb-487b-934a-8565e5329911 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e2556a5a837e41668d15636b90159a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118288 Aug 31 06:27:17.428348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-ebf5f8e9-0bef-4f1e-960a-a6271ada2333 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:17.430029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-ebf5f8e9-0bef-4f1e-960a-a6271ada2333 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076449 Aug 31 06:27:17.446878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Request body: {'port': {'device_id': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'e2556a5a837e41668d15636b90159a61'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:17.455115 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.497503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.539944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:17.549789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef907a0-57fb-4e41-bf85-9c902411db13,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:17.570883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.571223 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Added segment 4ae7c5db-4f30-4762-9af9-820a1f9a0033 of type vlan for network 0e68981f-7b18-47f8-aa0a-ec6079251c33 Aug 31 06:27:17.658551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.707362 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.709015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:17.712100 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.716735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Made reservation on behalf of e2556a5a837e41668d15636b90159a61 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:17.720178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.732803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:17.805343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2110806 Aug 31 06:27:17.805660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48586) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:17.813223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Request body: {'subnet': {'network_id': '0e68981f-7b18-47f8-aa0a-ec6079251c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1813699296-subnet', 'tenant_id': '7046c7758be647ad9573f7e73fa833df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:17.843270 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-e2d9ef78-7183-49a2-84ef-23867c25f8fb tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a59dab13e5de4b05aafd4cbbf346dbe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357044 Aug 31 06:27:17.848373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41006d67-e786-4f58-90ca-d25a958e5174 admin admin] Pushing event updated for resources: {'Network': ['ID=0e68981f-7b18-47f8-aa0a-ec6079251c33,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:17.860046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 0e68981f-7b18-47f8-aa0a-ec6079251c33 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:18.020988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508520-6e5b-4d87-9254-016820ff6f5a req-a9b509c0-d608-4700-9687-950674cd212e tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:18.022631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-a9b509c0-d608-4700-9687-950674cd212e tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624801 Aug 31 06:27:18.048045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-1a2c38bf-0b16-4428-883c-22cebc0930ff tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/quotas/a59dab13e5de4b05aafd4cbbf346dbe7 HTTP/1.1" status: 200 len: 375 time: 0.0153859 Aug 31 06:27:18.060018 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:18.092393 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-7552a36b-9a31-44e3-9752-7887a3b951ca tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a59dab13e5de4b05aafd4cbbf346dbe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360332 Aug 31 06:27:18.094918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:18.097934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Made reservation on behalf of 7046c7758be647ad9573f7e73fa833df for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:18.101598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:18.130524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0129bc0e-9556-4bc9-a29a-66de78671548,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:18.373487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Allocated IP 192.168.233.179 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/5b564cf9-b3ab-4000-b0a3-f827692a0418) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:18.414007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-8cad196d-943e-41cf-b77c-1d905bc7704b tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=aa481a8f6d1a4fe19e4bd79e602d5809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844417 Aug 31 06:27:18.471937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7600aa0d-89e7-474b-8e00-d0b4d340bc82 req-6656d8cb-b733-4c3b-98a3-e79d974199af tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 210 time: 0.0462298 Aug 31 06:27:18.618169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddaa2d83-b2ea-4d6f-a0e2-93687538acac req-15df6790-f50f-49b3-a593-475953f09a3f tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 210 time: 0.0503724 Aug 31 06:27:18.685514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-26017aec-d50c-4f46-b44e-db3cef980cab tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:18.687094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-26017aec-d50c-4f46-b44e-db3cef980cab tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627187 Aug 31 06:27:18.688830 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:18.709496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:18.729570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Transition to ACTIVE for port object 5b564cf9-b3ab-4000-b0a3-f827692a0418 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:18.731869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307021ce-8abc-4028-8ae4-92df1779141f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:18.758731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-97fdb8d1-3d64-4629-92d8-b5a2b5542461 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/quotas/aa481a8f6d1a4fe19e4bd79e602d5809 HTTP/1.1" status: 200 len: 375 time: 0.0274885 Aug 31 06:27:18.779540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:18.844824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-352adff4-28c7-4a44-9b94-22a9d4e09b0a tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa481a8f6d1a4fe19e4bd79e602d5809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687675 Aug 31 06:27:18.860756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Checking segment: {'id': '4ae7c5db-4f30-4762-9af9-820a1f9a0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0e68981f-7b18-47f8-aa0a-ec6079251c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:18.861391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Network hostable DHCP agents. Network: 0e68981f-7b18-47f8-aa0a-ec6079251c33, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:27:18.908689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:18.920373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Network 0e68981f-7b18-47f8-aa0a-ec6079251c33 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:27:18.923331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:18.925959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:18.948210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 0e68981f-7b18-47f8-aa0a-ec6079251c33) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:18.961133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:18.961782 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:18.968020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64981a-84ef-46cc-a2f7-9b451ec5cc10 None None] Network 0e68981f-7b18-47f8-aa0a-ec6079251c33 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:19.011534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee81822e-fe8c-4bac-8e6c-ac2a12599179 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2039442 Aug 31 06:27:19.082686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:19.187176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:19.201152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:19.291434 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-968cc992-74f3-440b-afe7-8f50579de03a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8500354 Aug 31 06:27:19.292949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bad658-c5a1-4ddc-8ea3-1f87cd2333ec None None] Network 0e68981f-7b18-47f8-aa0a-ec6079251c33 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:19.307959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Request body: {'port': {'device_id': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:19.393602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ba5f1459-6283-4089-845b-cf23aac26f42 None None] Provisioning for port 5b564cf9-b3ab-4000-b0a3-f827692a0418 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:19.449553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-98ca01c7-c6a6-45ec-963b-9485e88c4883 req-1fcfc06f-5760-4003-a956-0420560282df tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 210 time: 0.0567584 Aug 31 06:27:19.454411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ba5f1459-6283-4089-845b-cf23aac26f42 None None] Provisioning complete for port 5b564cf9-b3ab-4000-b0a3-f827692a0418 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:19.454791 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1459-6283-4089-845b-cf23aac26f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:19.538900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:19.545029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f1459-6283-4089-845b-cf23aac26f42 None None] Port 5b564cf9-b3ab-4000-b0a3-f827692a0418 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:27:19.742783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda47221-8489-4e9a-9de9-f1e932f7d044 req-b8bb5a48-4dfa-49d5-9df3-742cede82b6c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:19.744619 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bda47221-8489-4e9a-9de9-f1e932f7d044 req-b8bb5a48-4dfa-49d5-9df3-742cede82b6c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 936 time: 0.0588970 Aug 31 06:27:19.826415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bda47221-8489-4e9a-9de9-f1e932f7d044 req-67542b28-ee64-438e-99cd-e0b5e35d0664 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680482 Aug 31 06:27:20.021608 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eba2a4ec-c7f0-43d6-a1b1-2a1b988e2e12 req-769aef52-b062-42e7-871f-dcd14c9f7804 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 210 time: 0.0590112 Aug 31 06:27:20.249339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b564cf9-b3ab-4000-b0a3-f827692a0418 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:20.269541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:20.323604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Transition to ACTIVE for port object 5b564cf9-b3ab-4000-b0a3-f827692a0418 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:20.329501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-18501c9e-b8a8-4430-b18f-61521ad5731f tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a59dab13e5de4b05aafd4cbbf346dbe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492878 Aug 31 06:27:20.337044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:20.549963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:20.676807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48712) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:20.682300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-906767145-network', 'tenant_id': '3ebb8a5677524866ab9ba47de617b8db'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:20.746485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Made reservation on behalf of 3ebb8a5677524866ab9ba47de617b8db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:20.748849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:20.750169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e3fac03-c3f4-4cb3-b0d5-514955dd809b req-ce9b1199-4f5c-4511-a64b-fd132f0e76bb tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 210 time: 0.1409152 Aug 31 06:27:20.767212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:20.774826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508520-6e5b-4d87-9254-016820ff6f5a req-e730f599-8bee-4c73-92fc-661a3604f5bf tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:20.776580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-e730f599-8bee-4c73-92fc-661a3604f5bf tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4365380 Aug 31 06:27:20.792516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Request body: {'port': {'device_id': '770e5f47-46cf-475a-b103-526777a92d44', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'a59dab13e5de4b05aafd4cbbf346dbe7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:20.888758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Attempting to bind port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:20.889091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Attempting to bind port 5b564cf9-b3ab-4000-b0a3-f827692a0418 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:20.890062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Attempting to bind port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:20.899127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:27:20.899492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Attempting to bind port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:20.934203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:20.934714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:20.935116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:20.935567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Bound port: 5b564cf9-b3ab-4000-b0a3-f827692a0418, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:20.936101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.027997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.23', 52536) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:21.060948 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.071043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.117943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:21.145050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-4cf1d260-0003-41ff-b879-34c5d6b93dbe tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=aa481a8f6d1a4fe19e4bd79e602d5809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014285 Aug 31 06:27:21.174572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eba095-ab0b-4e96-ac93-57ecef21a858,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:21.227229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.227451 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Added segment 94c1e445-b211-435e-ac71-9449223700e3 of type vlan for network c54e5810-8e44-4303-bb15-8cffa0d31d4c Aug 31 06:27:21.230821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c3a8f92-6e7f-4f8d-850e-e209011cab91 req-957afb9e-0548-4e84-ab17-2dfcb68d6efc tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 210 time: 0.0867577 Aug 31 06:27:21.284185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Made reservation on behalf of a59dab13e5de4b05aafd4cbbf346dbe7 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:21.287830 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.305232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:21.327136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.370859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.371131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69564c86-6cc3-4763-9e20-dfeea01e6b20 req-e216c1a8-9346-4e67-b44f-49efca93fc0c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:21.372475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69564c86-6cc3-4763-9e20-dfeea01e6b20 req-e216c1a8-9346-4e67-b44f-49efca93fc0c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 948 time: 0.3482945 Aug 31 06:27:21.373473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:21.374277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.417035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48744) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:21.424171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.435466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:21.446432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7672932 Aug 31 06:27:21.449128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:21.454777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Request body: {'subnet': {'network_id': 'c54e5810-8e44-4303-bb15-8cffa0d31d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-906767145-subnet', 'tenant_id': '3ebb8a5677524866ab9ba47de617b8db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:21.456529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.472020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937eaa7-b17e-4245-8ab3-91c5eba1326d admin admin] Pushing event updated for resources: {'Network': ['ID=c54e5810-8e44-4303-bb15-8cffa0d31d4c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:21.483878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c54e5810-8e44-4303-bb15-8cffa0d31d4c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:21.501615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Made reservation on behalf of 3ebb8a5677524866ab9ba47de617b8db for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:21.503995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.540190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:21.541400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.542433 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] 10.222.0.23 "PUT /v2.0/ports/5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 1097 time: 2.2401333 Aug 31 06:27:21.548674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:21.552463 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7b011c-5d13-401e-98f8-5d38ff45d89a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:21.599572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69564c86-6cc3-4763-9e20-dfeea01e6b20 req-42e6e370-2e61-4937-8829-2e2a4d73850f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797967 Aug 31 06:27:21.614988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-19f0d9fc-6f6e-44d3-a8e9-d697264bae39 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:21.616517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-19f0d9fc-6f6e-44d3-a8e9-d697264bae39 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4539375 Aug 31 06:27:21.663638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Request body: {'port': {'device_id': 'bc8f6041-b524-47ef-9c80-62f0ea44f33e', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'aa481a8f6d1a4fe19e4bd79e602d5809'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:21.739584 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d3ef2-c8fc-4128-9248-6e8162a3d520 x-openstack-request-id: req-d59d3ef2-c8fc-4128-9248-6e8162a3d520 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:21.746856 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:21.747118 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d59d3ef2-c8fc-4128-9248-6e8162a3d520 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:21.747539 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'status': 'completed', 'code': 200} Aug 31 06:27:21.885646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4175399-90e2-4c9f-9ac6-35d2a86d3dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.886941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48756) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:21.908649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:21.924884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c983a6-7391-4bf4-9f7e-91aa72136b7a service neutron] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:21.996336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f019e99e-5a07-40ab-9a5f-d8e369dd58eb req-267d75a0-b208-451c-a3fc-bc960d6c6bb9 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 210 time: 0.0874269 Aug 31 06:27:22.059054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62742d9a-dc78-4cd0-92a0-8400dcb99327,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:22.064776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Checking segment: {'id': '94c1e445-b211-435e-ac71-9449223700e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c54e5810-8e44-4303-bb15-8cffa0d31d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:22.065477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Network hostable DHCP agents. Network: c54e5810-8e44-4303-bb15-8cffa0d31d4c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:27:22.094127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Network c54e5810-8e44-4303-bb15-8cffa0d31d4c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:27:22.106716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-90951e66-de71-424f-8a92-f6cea78972b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:22.108844 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-90951e66-de71-424f-8a92-f6cea78972b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1100 time: 0.4912992 Aug 31 06:27:22.116768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c54e5810-8e44-4303-bb15-8cffa0d31d4c) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:22.123252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-393e585b-8930-4096-a920-b34f3228d0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:22.131270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:22.131876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:22.196620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-57d6f5db-9db2-4352-9283-24eb91b435c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 217 time: 0.0698760 Aug 31 06:27:22.257772 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:22.272637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90882d88-8bc5-4702-8a31-566d9361e68b None None] Network c54e5810-8e44-4303-bb15-8cffa0d31d4c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:22.278415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [None req-393e585b-8930-4096-a920-b34f3228d0ff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:27:22.278415 n-d-712142-16 neutron-server[94668]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:27:22.278415 n-d-712142-16 neutron-server[94668]: [parameters: {'project_id_1': '06fb7e80a9574e4ca13e523a29ff4a32', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 27, 22, 151208)}] Aug 31 06:27:22.278415 n-d-712142-16 neutron-server[94668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:27:22.278794 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [None req-393e585b-8930-4096-a920-b34f3228d0ff admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:27:22.294938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:22.356646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:27:22.356646 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:27:22.356646 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id_1': 'aa481a8f6d1a4fe19e4bd79e602d5809', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 27, 22, 242057)}] Aug 31 06:27:22.356646 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:27:22.357475 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:27:22.373964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-2920b143-aa3c-47ee-9caa-41db3399e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:22.376647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-2920b143-aa3c-47ee-9caa-41db3399e123 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1728239 Aug 31 06:27:22.395019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dccacade-e282-4b6b-b238-b9d7cae43449 req-636b3127-f291-4d06-8db1-72bcf0bbd860 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 210 time: 0.0520101 Aug 31 06:27:22.485646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e53cf-70d4-4af4-8f64-d1a625a2cc08 None None] Network c54e5810-8e44-4303-bb15-8cffa0d31d4c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:22.497800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acad9d43-1394-432f-a7e5-b4751c6ef4f4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:22.557876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-a1dd1bc6-90c5-4fbd-8887-e8eed53c539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:22.559426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-a1dd1bc6-90c5-4fbd-8887-e8eed53c539f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597726 Aug 31 06:27:22.641772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Allocated IP 192.168.233.125 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/831d5aa2-a529-41fe-b2ce-9f572ee177d4) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:22.667429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4175399-90e2-4c9f-9ac6-35d2a86d3dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:22.677996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4175399-90e2-4c9f-9ac6-35d2a86d3dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:22.745247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-586692b4-b9d6-400c-8fa4-2a0e580ff0c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2862365 Aug 31 06:27:22.780514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab054e6-73d0-4374-96a3-290ad909652e req-47d2c85f-7dde-4003-9eca-c5e979f9091a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:22.782794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab054e6-73d0-4374-96a3-290ad909652e req-47d2c85f-7dde-4003-9eca-c5e979f9091a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 948 time: 0.0851490 Aug 31 06:27:22.783364 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-393e585b-8930-4096-a920-b34f3228d0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:22.790302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c4175399-90e2-4c9f-9ac6-35d2a86d3dc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5dfb1a49e3e401890eb3cc6457df15d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3646770 Aug 31 06:27:22.792171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48768) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:22.797597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-5b5c8a5c-0b83-40c1-a6a9-8ba216e2c63a service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298448 Aug 31 06:27:22.807525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4175399-90e2-4c9f-9ac6-35d2a86d3dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88d64a-4c8c-4a17-968f-98e37eb6012e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:22.852860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab054e6-73d0-4374-96a3-290ad909652e req-a9a08767-96e8-40f5-8129-fa8d58d39209 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606968 Aug 31 06:27:22.982780 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-393e585b-8930-4096-a920-b34f3228d0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:22.992989 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-393e585b-8930-4096-a920-b34f3228d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.040722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-393e585b-8930-4096-a920-b34f3228d0ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06fb7e80a9574e4ca13e523a29ff4a32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1527267 Aug 31 06:27:23.041878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e585b-8930-4096-a920-b34f3228d0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d8f5ea-51eb-458a-be38-86f1245e47c4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:23.045083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48778) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:23.155954 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16c5b959-e781-453f-ac6b-6d75cf3cd7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.183457 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16c5b959-e781-453f-ac6b-6d75cf3cd7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.248817 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16c5b959-e781-453f-ac6b-6d75cf3cd7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.257038 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16c5b959-e781-453f-ac6b-6d75cf3cd7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.259033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-16c5b959-e781-453f-ac6b-6d75cf3cd7bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08d8f5ea-51eb-458a-be38-86f1245e47c4 HTTP/1.1" status: 204 len: 168 time: 0.2124035 Aug 31 06:27:23.271285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5b959-e781-453f-ac6b-6d75cf3cd7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d8f5ea-51eb-458a-be38-86f1245e47c4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:23.293602 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f01bfb10-d89c-4350-95a3-1a8cbf61dcad req-02382f78-d6f1-424f-82b8-16f1f858a6e7 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 210 time: 0.0739338 Aug 31 06:27:23.294252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-add97695-a591-47c2-be5c-c3f038c7cec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.323567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.331450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Made reservation on behalf of aa481a8f6d1a4fe19e4bd79e602d5809 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:23.334921 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.363152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbdd8fa8-dea2-430b-8de7-a80b27e42512 req-e3dad1e6-2e7a-49e3-b2d4-96de500ea049 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566506 Aug 31 06:27:23.363803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.366911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-add97695-a591-47c2-be5c-c3f038c7cec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.392642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Transition to ACTIVE for port object 831d5aa2-a529-41fe-b2ce-9f572ee177d4 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:23.582522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-942ce868-d93c-4f22-9449-eba1cb71af58 req-cc6b2899-a6ad-4a6d-98f0-fad82c22c595 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 210 time: 0.0594897 Aug 31 06:27:23.615135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-9567d8b5-bd96-4948-af75-825bed8de0ba tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:23.618259 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-9567d8b5-bd96-4948-af75-825bed8de0ba tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/networks?id=0e68981f-7b18-47f8-aa0a-ec6079251c33 HTTP/1.1" status: 200 len: 815 time: 0.1537302 Aug 31 06:27:23.623355 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.633774 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-add97695-a591-47c2-be5c-c3f038c7cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.636408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-add97695-a591-47c2-be5c-c3f038c7cec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.637610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-add97695-a591-47c2-be5c-c3f038c7cec3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec88d64a-4c8c-4a17-968f-98e37eb6012e HTTP/1.1" status: 204 len: 168 time: 0.8425987 Aug 31 06:27:23.653056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-44ad212a-593a-4ca7-9b5b-3eeec0f69bdc tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/quotas/7046c7758be647ad9573f7e73fa833df HTTP/1.1" status: 200 len: 375 time: 0.0258617 Aug 31 06:27:23.668179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-4f6e1fe5-4ec7-425b-abc8-0ff25aeeb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:23.669843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-4f6e1fe5-4ec7-425b-abc8-0ff25aeeb8b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1100 time: 0.2224772 Aug 31 06:27:23.695901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-ffca8f41-8efb-49d7-a127-3762ce9869f2 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7046c7758be647ad9573f7e73fa833df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418735 Aug 31 06:27:23.721714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add97695-a591-47c2-be5c-c3f038c7cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88d64a-4c8c-4a17-968f-98e37eb6012e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:23.798233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48802) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:23.819567 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2ec0-8c42-4989-9c6c-f6377fd533a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.839224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:23.863540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-8fdeb69c-a06e-4b58-9b1a-578a983ce739 service neutron] 10.222.0.15 "GET /v2.0/networks/0e68981f-7b18-47f8-aa0a-ec6079251c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666682 Aug 31 06:27:23.865222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Pushing event updated for resources: {'Port': ['ID=831d5aa2-a529-41fe-b2ce-9f572ee177d4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:23.894468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:23.900432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:23.941235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:23.994240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.007351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-75c58c99-5c51-4930-9697-ecd60df9907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:24.009466 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-75c58c99-5c51-4930-9697-ecd60df9907d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2991903 Aug 31 06:27:24.068273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:24.069004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.074824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.096343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-1b65f18c-e355-4bae-bab2-72ac7dd92eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/0e68981f-7b18-47f8-aa0a-ec6079251c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317502 Aug 31 06:27:24.153950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3c21-3eab-431b-ac05-ca757f119278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.186955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2ec0-8c42-4989-9c6c-f6377fd533a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.196978 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2ec0-8c42-4989-9c6c-f6377fd533a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.225288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-ecdef7c4-212f-4a81-b7ce-594a45bff90c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 217 time: 0.1959972 Aug 31 06:27:24.253610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454826ae-b5b0-4cb1-bc0b-c0257b622593,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:24.323053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6ab920a4-7490-4ad0-be56-efad89790b19 None None] Provisioning for port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:24.328774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6ab920a4-7490-4ad0-be56-efad89790b19 None None] Provisioning complete for port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:24.329357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6ab920a4-7490-4ad0-be56-efad89790b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.331215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-caac3fbd-615c-406d-8365-c59a01b17771 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5426638 Aug 31 06:27:24.368893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Request body: {'port': {'device_id': '770e5f47-46cf-475a-b103-526777a92d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:24.395290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6ab920a4-7490-4ad0-be56-efad89790b19 None None] Port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:27:24.401130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b9c4a-df9a-48d4-8f6a-6761b3b1c837 req-31cdef6d-25bb-4c6a-8615-42365ee5c407 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:24.409219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-078b9c4a-df9a-48d4-8f6a-6761b3b1c837 req-31cdef6d-25bb-4c6a-8615-42365ee5c407 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 948 time: 0.3751955 Aug 31 06:27:24.418561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-fbc6e76e-3631-45ec-8207-57f5f5433748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:24.420369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-fbc6e76e-3631-45ec-8207-57f5f5433748 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1679986 Aug 31 06:27:24.522897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Allocated IP 192.168.233.148 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/484c475f-936d-4c28-af22-19558c4e711e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:24.548665 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.567182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-078b9c4a-df9a-48d4-8f6a-6761b3b1c837 req-409fadea-f430-48c1-ac00-9931e6f6a378 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566794 Aug 31 06:27:24.621967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d2ec0-8c42-4989-9c6c-f6377fd533a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e827c87-0d61-4387-a12c-f07f431bcc12,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:24.639723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-ee4decfc-9c4f-4379-9b3a-744d8b659909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:24.645784 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-ee4decfc-9c4f-4379-9b3a-744d8b659909 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2069840 Aug 31 06:27:24.662758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1f2d2ec0-8c42-4989-9c6c-f6377fd533a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98b35fe0ee724e34b77498ccd01d9213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8631129 Aug 31 06:27:24.665370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48844) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:24.721307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdbe7-70a3-48d3-96e3-32d6dd1d49b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.751876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdbe7-70a3-48d3-96e3-32d6dd1d49b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.834502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28cf473b-f0d8-4e6f-a90c-41f3af4fa224 req-0be4802c-91af-49a7-9645-6e3dcac70fbc tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 210 time: 0.1211545 Aug 31 06:27:24.908435 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdbe7-70a3-48d3-96e3-32d6dd1d49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.910868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdbe7-70a3-48d3-96e3-32d6dd1d49b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:24.914310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0f5fdbe7-70a3-48d3-96e3-32d6dd1d49b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e827c87-0d61-4387-a12c-f07f431bcc12 HTTP/1.1" status: 204 len: 168 time: 0.2457073 Aug 31 06:27:24.932187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fdbe7-70a3-48d3-96e3-32d6dd1d49b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e827c87-0d61-4387-a12c-f07f431bcc12,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:24.963444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-99e80606-c40d-4e01-8ede-b12b0ff70345 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:24.969287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-99e80606-c40d-4e01-8ede-b12b0ff70345 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/networks?id=11b3df58-faeb-41c2-86ff-fcd8d11a5c1e HTTP/1.1" status: 200 len: 813 time: 0.1781747 Aug 31 06:27:25.003385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-567864dd-21dd-4aec-a528-c98ed36f612a tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/quotas/0614b626f9ec4a02a5dcd93d074501ec HTTP/1.1" status: 200 len: 375 time: 0.0261824 Aug 31 06:27:25.044233 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a253a708-d035-4eff-ae32-47399d002a25 req-d659e262-9e24-4003-b9c5-998284fa3fe6 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 210 time: 0.1233110 Aug 31 06:27:25.061140 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-2d8599a2-f130-4c07-ba1e-142f04371cfa tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0614b626f9ec4a02a5dcd93d074501ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568776 Aug 31 06:27:25.129272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-393d4cc8-c8ab-44d6-af62-9d2693ef3a00 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546530 Aug 31 06:27:25.190890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-c83c9eb7-22fe-4d1c-ac85-ac253212a319 service neutron] 10.222.0.15 "GET /v2.0/networks/11b3df58-faeb-41c2-86ff-fcd8d11a5c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211336 Aug 31 06:27:25.203615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:25.260059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77670c9-6ef6-420a-9461-95cdb56fd483 req-30cd1880-aa7e-40a8-9618-b527267edf82 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:25.261703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77670c9-6ef6-420a-9461-95cdb56fd483 req-30cd1880-aa7e-40a8-9618-b527267edf82 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 936 time: 0.1289072 Aug 31 06:27:25.268323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Transition to ACTIVE for port object 484c475f-936d-4c28-af22-19558c4e711e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:25.313785 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-04da038c-b554-4068-8b16-0fbd57e4ee89 service neutron] 10.222.0.15 "GET /v2.0/networks/11b3df58-faeb-41c2-86ff-fcd8d11a5c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151409 Aug 31 06:27:25.339651 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad7b011c-5d13-401e-98f8-5d38ff45d89a req-2cedd339-7572-4533-84a9-75911ec78c14 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779583 Aug 31 06:27:25.357641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77670c9-6ef6-420a-9461-95cdb56fd483 req-7c486fa3-e15f-4154-b564-027e4aa58af3 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816483 Aug 31 06:27:25.475755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:25.526926 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:25.634279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:25.636689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fa90168-c4bb-42a1-a4ff-a041e22e8bdf req-20cfd7df-7aeb-4335-aa1a-e90d94ec808f tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 210 time: 0.0911446 Aug 31 06:27:25.652735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:25.659999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:25.662926 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Pushing event updated for resources: {'Port': ['ID=484c475f-936d-4c28-af22-19558c4e711e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:25.844924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-415c9f57-fcbc-4f9c-a634-7b6ce3c4089a tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:25.845891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:25.846557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:25.847245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-415c9f57-fcbc-4f9c-a634-7b6ce3c4089a tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.42 "GET /v2.0/networks?id=0e68981f-7b18-47f8-aa0a-ec6079251c33 HTTP/1.1" status: 200 len: 815 time: 0.2191010 Aug 31 06:27:25.867766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Request body: {'port': {'device_id': '63ae24de-5ae5-4b40-934c-7be7a8e0d544', 'network_id': '0e68981f-7b18-47f8-aa0a-ec6079251c33', 'admin_state_up': True, 'tenant_id': '7046c7758be647ad9573f7e73fa833df'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:25.947711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831d5aa2-a529-41fe-b2ce-9f572ee177d4 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:25.957248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.010321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Transition to ACTIVE for port object 831d5aa2-a529-41fe-b2ce-9f572ee177d4 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:26.036190 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-6fc1611d-8e9f-4ee7-8fae-bb4b8b0c5dc2 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3894296 Aug 31 06:27:26.036772 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.056636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Request body: {'port': {'device_id': 'bc8f6041-b524-47ef-9c80-62f0ea44f33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:26.097375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebcb4-3655-4bf2-a4eb-700461a820cc req-dd356e4e-016d-4df6-85de-46f60513b8a8 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:26.108585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff2ebcb4-3655-4bf2-a4eb-700461a820cc req-dd356e4e-016d-4df6-85de-46f60513b8a8 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 936 time: 0.1039941 Aug 31 06:27:26.127647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Pushing event updated for resources: {'Port': ['ID=831d5aa2-a529-41fe-b2ce-9f572ee177d4,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:26.137467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f20f0b90-80f0-48c0-805c-4ab86adaec5d None None] Provisioning for port 484c475f-936d-4c28-af22-19558c4e711e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:26.142544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f20f0b90-80f0-48c0-805c-4ab86adaec5d None None] Provisioning complete for port 484c475f-936d-4c28-af22-19558c4e711e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:26.143046 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f20f0b90-80f0-48c0-805c-4ab86adaec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.165336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5ab4e-b476-408d-b3ea-e2b088d0e355 req-577e5ebd-6c82-4d03-bf3c-6a35d106fba2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:26.166851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19d5ab4e-b476-408d-b3ea-e2b088d0e355 req-577e5ebd-6c82-4d03-bf3c-6a35d106fba2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 948 time: 0.1781828 Aug 31 06:27:26.213402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f20f0b90-80f0-48c0-805c-4ab86adaec5d None None] Port 484c475f-936d-4c28-af22-19558c4e711e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:27:26.230991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff2ebcb4-3655-4bf2-a4eb-700461a820cc req-6b2d24e0-6b5b-4b10-9b9c-9b51c2e0f6ec tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208670 Aug 31 06:27:26.237442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Made reservation on behalf of 7046c7758be647ad9573f7e73fa833df for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:26.245270 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.313622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Attempting to bind port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:26.313960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Attempting to bind port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:26.314455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Attempting to bind port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:26.324273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:27:26.324901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Attempting to bind port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:26.334238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:26.334881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:26.335481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:26.336099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Bound port: 831d5aa2-a529-41fe-b2ce-9f572ee177d4, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:26.336640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.368481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.419606 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3adda057-6112-4627-b703-113db36b4f59 req-899d7e4d-400a-481a-92d6-692c0a0e2d38 tempest-AbsoluteLimitsNegativeTestJSON-2001211282 tempest-AbsoluteLimitsNegativeTestJSON-2001211282-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4ac1ffbd21f4429583a9efcd0c187fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422249 Aug 31 06:27:26.468746 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19d5ab4e-b476-408d-b3ea-e2b088d0e355 req-2f6100ca-95d1-40a6-9f97-605428d7cc6e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616215 Aug 31 06:27:26.591955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adda057-6112-4627-b703-113db36b4f59 req-c964ed65-8601-4163-ad1e-0bd567538341 tempest-AbsoluteLimitsNegativeTestJSON-2001211282 tempest-AbsoluteLimitsNegativeTestJSON-2001211282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:26.594190 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3adda057-6112-4627-b703-113db36b4f59 req-c964ed65-8601-4163-ad1e-0bd567538341 tempest-AbsoluteLimitsNegativeTestJSON-2001211282 tempest-AbsoluteLimitsNegativeTestJSON-2001211282-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737173 Aug 31 06:27:26.604890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6d7566e-9900-4269-afdb-b33ce61cb7c0 req-a1295e2d-fcc4-4fed-a917-93a077c823c3 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 210 time: 0.0452819 Aug 31 06:27:26.619150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3adda057-6112-4627-b703-113db36b4f59 req-4b68dfb2-3268-4834-9e78-f1fa41c7a6d0 tempest-AbsoluteLimitsNegativeTestJSON-2001211282 tempest-AbsoluteLimitsNegativeTestJSON-2001211282-project] 10.222.0.15 "GET /v2.0/quotas/4ac1ffbd21f4429583a9efcd0c187fc5 HTTP/1.1" status: 200 len: 375 time: 0.0183594 Aug 31 06:27:26.623305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Allocated IP 172.20.0.11 (0e68981f-7b18-47f8-aa0a-ec6079251c33/307021ce-8abc-4028-8ae4-92df1779141f/b5c4ac94-94ca-4094-89af-81cff1b82b35) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:26.641801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] For port 831d5aa2-a529-41fe-b2ce-9f572ee177d4, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:26.679375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3adda057-6112-4627-b703-113db36b4f59 req-242a04ee-e4ea-44d1-97f9-8663b978e861 tempest-AbsoluteLimitsNegativeTestJSON-2001211282 tempest-AbsoluteLimitsNegativeTestJSON-2001211282-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ac1ffbd21f4429583a9efcd0c187fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415502 Aug 31 06:27:26.708820 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b11d521f-489f-4f78-8324-96d30a747624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.721297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] For port 831d5aa2-a529-41fe-b2ce-9f572ee177d4, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=831d5aa2-a529-41fe-b2ce-9f572ee177d4,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:26.748890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.761993 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.775234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:26.775524 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:26.777398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] 10.222.0.23 "PUT /v2.0/ports/831d5aa2-a529-41fe-b2ce-9f572ee177d4 HTTP/1.1" status: 200 len: 1097 time: 2.4201236 Aug 31 06:27:26.790512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770e5f47-46cf-475a-b103-526777a92d44', 'tag': '831d5aa2-a529-41fe-b2ce-9f572ee177d4'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:26.793311 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a1c02b-707f-4a16-9e57-d632da24ddb2" -d '{"events": [{"name": "network-changed", "server_uuid": "770e5f47-46cf-475a-b103-526777a92d44", "tag": "831d5aa2-a529-41fe-b2ce-9f572ee177d4"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:26.957229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b710858-1a1e-40fe-8f87-ae5fd45b32ed req-29c6019f-344a-42ea-8b40-06ca09b852ae tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 210 time: 0.0503964 Aug 31 06:27:27.033489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d414d-4db0-449d-ab2f-f1bf972c2271 req-329c5060-4e9f-475b-98df-ca76a5663141 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:27.061531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a49d414d-4db0-449d-ab2f-f1bf972c2271 req-329c5060-4e9f-475b-98df-ca76a5663141 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 948 time: 0.3394005 Aug 31 06:27:27.076713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.088469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5b564cf9-b3ab-4000-b0a3-f827692a0418 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:27:27.108431 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f9d176-864e-42a0-8b81-fabd60b45a38 x-openstack-request-id: req-52f9d176-864e-42a0-8b81-fabd60b45a38 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:27.109079 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770e5f47-46cf-475a-b103-526777a92d44", "tag": "831d5aa2-a529-41fe-b2ce-9f572ee177d4", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:27.109630 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52f9d176-864e-42a0-8b81-fabd60b45a38 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:27.110269 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770e5f47-46cf-475a-b103-526777a92d44', 'tag': '831d5aa2-a529-41fe-b2ce-9f572ee177d4', 'status': 'completed', 'code': 200} Aug 31 06:27:27.149378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9924d-a06a-406f-ac58-1b52456aa201 service neutron] Pushing event updated for resources: {'Port': ['ID=831d5aa2-a529-41fe-b2ce-9f572ee177d4,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:27.176936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.239451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:27.269577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'mac_address': 'fa:16:3e:b6:3d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:27:27.290677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Network 0e68981f-7b18-47f8-aa0a-ec6079251c33 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:27.294084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:27.299895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:27.304028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Pushing event updated for resources: {'Port': ['ID=b5c4ac94-94ca-4094-89af-81cff1b82b35,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:27.330311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:27.366890 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.386897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b564cf9-b3ab-4000-b0a3-f827692a0418 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:27.390117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:27.390813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.415546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:27.422667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-77415bf7-67d1-40cc-ab69-1bf311cda154 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5632889 Aug 31 06:27:27.424981 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.436574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Request body: {'port': {'device_id': '63ae24de-5ae5-4b40-934c-7be7a8e0d544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:27.492628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:27.533256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508520-6e5b-4d87-9254-016820ff6f5a req-072417e8-c274-4599-a2b7-cf3fa0c1a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:27.534803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-072417e8-c274-4599-a2b7-cf3fa0c1a7a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a59dab13e5de4b05aafd4cbbf346dbe7&device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 1100 time: 0.6905348 Aug 31 06:27:27.554226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2520144c-fc38-4db5-bbb5-3552fb4a2468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.572850 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.623012 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a49d414d-4db0-449d-ab2f-f1bf972c2271 req-cc95c96b-574a-4cf6-ac85-82803511c8ff tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590172 Aug 31 06:27:27.630001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-7f372298-1a5c-4c75-b5c0-2650249a9e24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=831d5aa2-a529-41fe-b2ce-9f572ee177d4 HTTP/1.1" status: 200 len: 217 time: 0.0857112 Aug 31 06:27:27.633886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5b564cf9-b3ab-4000-b0a3-f827692a0418'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:27.728996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-d8b2b90b-e32c-4813-8e2d-6910e87d10f6 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:27.731649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-d8b2b90b-e32c-4813-8e2d-6910e87d10f6 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.42 "GET /v2.0/networks?id=11b3df58-faeb-41c2-86ff-fcd8d11a5c1e HTTP/1.1" status: 200 len: 813 time: 0.7116017 Aug 31 06:27:27.785425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Request body: {'port': {'device_id': '55518ddf-3b81-4c91-8097-7546aff9b825', 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e', 'admin_state_up': True, 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:27.839598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484c475f-936d-4c28-af22-19558c4e711e {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:27.864972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2520144c-fc38-4db5-bbb5-3552fb4a2468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.877261 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2520144c-fc38-4db5-bbb5-3552fb4a2468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.884634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.932787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508520-6e5b-4d87-9254-016820ff6f5a req-8f8f079a-0611-47dd-9f55-2174618670de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:27.934231 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-8f8f079a-0611-47dd-9f55-2174618670de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2866969 Aug 31 06:27:27.945888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Transition to ACTIVE for port object 484c475f-936d-4c28-af22-19558c4e711e will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:27.957480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.996672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2520144c-fc38-4db5-bbb5-3552fb4a2468 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ac1ffbd21f4429583a9efcd0c187fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6652014 Aug 31 06:27:27.999875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520144c-fc38-4db5-bbb5-3552fb4a2468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ed0fb-b101-44ea-9465-8346c7fde3dc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:28.004949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48974) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:28.025055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:28.089119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d0cc8-eefc-4b20-a6d2-0df138756bc8 req-b4e9c613-6a17-4f3b-a117-521fbd24c573 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:28.090818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e3d0cc8-eefc-4b20-a6d2-0df138756bc8 req-b4e9c613-6a17-4f3b-a117-521fbd24c573 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 949 time: 0.0847237 Aug 31 06:27:28.108331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c945fbc-3ed7-457c-8ad3-31159f380334 req-d6a901c0-acb4-4a52-abe7-8c0000cb7713 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:28.111654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c945fbc-3ed7-457c-8ad3-31159f380334 req-d6a901c0-acb4-4a52-abe7-8c0000cb7713 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 936 time: 0.3214321 Aug 31 06:27:28.143567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Pushing event updated for resources: {'Port': ['ID=484c475f-936d-4c28-af22-19558c4e711e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:28.196826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e3d0cc8-eefc-4b20-a6d2-0df138756bc8 req-2e8ef1e4-cb93-47fe-9d71-6488ac833a38 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929816 Aug 31 06:27:28.221743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c4ac94-94ca-4094-89af-81cff1b82b35 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:28.232200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508520-6e5b-4d87-9254-016820ff6f5a req-35a1c5d6-834d-497f-9c19-e9297beeaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:28.234339 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-35a1c5d6-834d-497f-9c19-e9297beeaa25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2870202 Aug 31 06:27:28.247006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:28.276970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Transition to ACTIVE for port object b5c4ac94-94ca-4094-89af-81cff1b82b35 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:28.286428 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:28.379357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Pushing event updated for resources: {'Port': ['ID=b5c4ac94-94ca-4094-89af-81cff1b82b35,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:28.446733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c945fbc-3ed7-457c-8ad3-31159f380334 req-3d4a5152-75e9-4f04-b02e-a4fbf8becf5b tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027217 Aug 31 06:27:28.460138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Made reservation on behalf of 0614b626f9ec4a02a5dcd93d074501ec for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:28.470616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:28.487932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b157297-78e5-48b4-a1da-fb6e4bb364eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:28.490068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa0c44-fb31-4150-9187-0ce1184376c1 req-3d608da1-d731-411a-8bce-b2bce81269fd tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:28.518487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7afa0c44-fb31-4150-9187-0ce1184376c1 req-3d608da1-d731-411a-8bce-b2bce81269fd tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.1460085 Aug 31 06:27:28.630298 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7afa0c44-fb31-4150-9187-0ce1184376c1 req-f7d95d06-9a69-4896-bfd8-083075657db5 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081119 Aug 31 06:27:28.664215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b157297-78e5-48b4-a1da-fb6e4bb364eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:28.694603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Attempting to bind port 484c475f-936d-4c28-af22-19558c4e711e on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:28.694603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Attempting to bind port 484c475f-936d-4c28-af22-19558c4e711e by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:28.694603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Attempting to bind port 484c475f-936d-4c28-af22-19558c4e711e on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:28.766981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Attempting to bind port b5c4ac94-94ca-4094-89af-81cff1b82b35 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:28.767379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Attempting to bind port b5c4ac94-94ca-4094-89af-81cff1b82b35 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '4ae7c5db-4f30-4762-9af9-820a1f9a0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0e68981f-7b18-47f8-aa0a-ec6079251c33'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:28.767755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Attempting to bind port b5c4ac94-94ca-4094-89af-81cff1b82b35 on network 0e68981f-7b18-47f8-aa0a-ec6079251c33 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:28.773851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Port b5c4ac94-94ca-4094-89af-81cff1b82b35 on network 0e68981f-7b18-47f8-aa0a-ec6079251c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:27:28.774176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Attempting to bind port b5c4ac94-94ca-4094-89af-81cff1b82b35 on network 0e68981f-7b18-47f8-aa0a-ec6079251c33 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:28.780613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Port 484c475f-936d-4c28-af22-19558c4e711e on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:27:28.781225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Attempting to bind port 484c475f-936d-4c28-af22-19558c4e711e on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:28.784183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:28.785073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Checking segment: {'id': '4ae7c5db-4f30-4762-9af9-820a1f9a0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0e68981f-7b18-47f8-aa0a-ec6079251c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:28.785492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Bound using segment: {'id': '4ae7c5db-4f30-4762-9af9-820a1f9a0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0e68981f-7b18-47f8-aa0a-ec6079251c33'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:28.785938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Bound port: b5c4ac94-94ca-4094-89af-81cff1b82b35, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae7c5db-4f30-4762-9af9-820a1f9a0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0e68981f-7b18-47f8-aa0a-ec6079251c33'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:28.786300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:28.812959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-2dcab168-3682-42bf-b0e9-b3a7fbfd8d6e service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704966 Aug 31 06:27:28.817554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:28.818007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:28.818616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:28.819234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Bound port: 484c475f-936d-4c28-af22-19558c4e711e, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:28.819685 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:28.848826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0f45f6c-2252-4d60-bd1c-391800becca2 req-4ecdae5a-e675-4e82-bc46-0b7d37dd3adf tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 210 time: 0.0661147 Aug 31 06:27:28.947464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be508520-6e5b-4d87-9254-016820ff6f5a req-5660002a-30ad-4656-9a92-ebed70caf2f6 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226149 Aug 31 06:27:28.955789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] For port b5c4ac94-94ca-4094-89af-81cff1b82b35, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:28.963408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] For port b5c4ac94-94ca-4094-89af-81cff1b82b35, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b5c4ac94-94ca-4094-89af-81cff1b82b35,segment=NetworkSegment(4ae7c5db-4f30-4762-9af9-820a1f9a0033),segment_id=4ae7c5db-4f30-4762-9af9-820a1f9a0033)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:28.976784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.064706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Pushing event updated for resources: {'Port': ['ID=b5c4ac94-94ca-4094-89af-81cff1b82b35,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:29.076579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b157297-78e5-48b4-a1da-fb6e4bb364eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.080419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b157297-78e5-48b4-a1da-fb6e4bb364eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.080930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8b157297-78e5-48b4-a1da-fb6e4bb364eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f39ed0fb-b101-44ea-9465-8346c7fde3dc HTTP/1.1" status: 204 len: 168 time: 1.0705945 Aug 31 06:27:29.099911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5b564cf9-b3ab-4000-b0a3-f827692a0418 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:29.135271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b157297-78e5-48b4-a1da-fb6e4bb364eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ed0fb-b101-44ea-9465-8346c7fde3dc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:29.159470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Allocated IP 172.20.0.12 (11b3df58-faeb-41c2-86ff-fcd8d11a5c1e/7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218/11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:29.163099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:29.163806 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.165280 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-573e1721-11af-4db0-98c3-7e9e49f54fdf service neutron] 10.222.0.42 "PUT /v2.0/ports/b5c4ac94-94ca-4094-89af-81cff1b82b35 HTTP/1.1" status: 200 len: 1093 time: 1.7348235 Aug 31 06:27:29.170227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ae24de-5ae5-4b40-934c-7be7a8e0d544', 'tag': 'b5c4ac94-94ca-4094-89af-81cff1b82b35'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:29.180020 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "63ae24de-5ae5-4b40-934c-7be7a8e0d544", "tag": "b5c4ac94-94ca-4094-89af-81cff1b82b35"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:29.187170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] For port 484c475f-936d-4c28-af22-19558c4e711e, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:29.192373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] For port 484c475f-936d-4c28-af22-19558c4e711e, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=484c475f-936d-4c28-af22-19558c4e711e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:29.197892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-eac15abb-e06a-425f-95e1-3a1955967bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:29.199350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-eac15abb-e06a-425f-95e1-3a1955967bfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a59dab13e5de4b05aafd4cbbf346dbe7&device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 1100 time: 0.1739802 Aug 31 06:27:29.208873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.238325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 5b564cf9-b3ab-4000-b0a3-f827692a0418 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:29.241953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 5b564cf9-b3ab-4000-b0a3-f827692a0418 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:29.242963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.254372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200ac4c-0d3e-4e62-9fbf-115ab1985689 req-3e3e2b44-72ce-4873-9ca7-bffd3af69d5a tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:29.264989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9200ac4c-0d3e-4e62-9fbf-115ab1985689 req-3e3e2b44-72ce-4873-9ca7-bffd3af69d5a tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 948 time: 0.1965399 Aug 31 06:27:29.273372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:29.274263 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.275938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] 10.222.0.23 "PUT /v2.0/ports/484c475f-936d-4c28-af22-19558c4e711e HTTP/1.1" status: 200 len: 1097 time: 3.2267375 Aug 31 06:27:29.288094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6041-b524-47ef-9c80-62f0ea44f33e', 'tag': '484c475f-936d-4c28-af22-19558c4e711e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:29.291001 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9383e5c7-df39-4695-9488-f076a299a6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6041-b524-47ef-9c80-62f0ea44f33e", "tag": "484c475f-936d-4c28-af22-19558c4e711e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:29.458357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.488001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9200ac4c-0d3e-4e62-9fbf-115ab1985689 req-ca3a00d2-5383-4d40-bd9f-6ae08e10f1f2 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171533 Aug 31 06:27:29.494463 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97042ca-615d-4b4e-b490-47368ea51afe x-openstack-request-id: req-e97042ca-615d-4b4e-b490-47368ea51afe {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:29.494886 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ae24de-5ae5-4b40-934c-7be7a8e0d544", "tag": "b5c4ac94-94ca-4094-89af-81cff1b82b35", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:29.495181 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e97042ca-615d-4b4e-b490-47368ea51afe {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:29.501036 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ae24de-5ae5-4b40-934c-7be7a8e0d544', 'tag': 'b5c4ac94-94ca-4094-89af-81cff1b82b35', 'status': 'completed', 'code': 200} Aug 31 06:27:29.528633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-4285cff9-18fc-498a-beab-8fda88c0cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:29.530349 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-4285cff9-18fc-498a-beab-8fda88c0cb63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7046c7758be647ad9573f7e73fa833df&device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 1096 time: 0.2388284 Aug 31 06:27:29.565855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:29.568520 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12db8efa-0c72-4173-af42-aefd205a6556" -d '{"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-plugged", "status": "completed", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:29.607931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:29.616769 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.660886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-1626b7a8-3d66-4bbc-a1ee-14bed8ebd148 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5c4ac94-94ca-4094-89af-81cff1b82b35 HTTP/1.1" status: 200 len: 217 time: 0.1105022 Aug 31 06:27:29.700168 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7421e90c-0598-40ab-b1ef-6851dee4cc54 x-openstack-request-id: req-7421e90c-0598-40ab-b1ef-6851dee4cc54 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:29.700168 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6041-b524-47ef-9c80-62f0ea44f33e", "tag": "484c475f-936d-4c28-af22-19558c4e711e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:29.700839 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7421e90c-0598-40ab-b1ef-6851dee4cc54 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:29.700918 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6041-b524-47ef-9c80-62f0ea44f33e', 'tag': '484c475f-936d-4c28-af22-19558c4e711e', 'status': 'completed', 'code': 200} Aug 31 06:27:29.769032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:29.809965 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.838516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8fa11-2612-4f1d-a6dc-dbe68794d87a service neutron] Pushing event updated for resources: {'Port': ['ID=484c475f-936d-4c28-af22-19558c4e711e,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:29.864372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da728c-35a8-4eff-bc80-7f3b7e003e27 req-6c7d25e2-b614-404a-ae1a-257c359c1754 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:29.877174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5da728c-35a8-4eff-bc80-7f3b7e003e27 req-6c7d25e2-b614-404a-ae1a-257c359c1754 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 948 time: 0.1129827 Aug 31 06:27:29.960692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-0178af3a-5bb8-4e84-9f6b-0c4bf0489c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:29.962227 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-0178af3a-5bb8-4e84-9f6b-0c4bf0489c7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa481a8f6d1a4fe19e4bd79e602d5809&device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 1100 time: 0.6111574 Aug 31 06:27:29.971939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5da728c-35a8-4eff-bc80-7f3b7e003e27 req-7505f901-532f-4c45-a5be-aa6ad7942106 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942082 Aug 31 06:27:29.994578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1308fab-b018-4c70-9de8-07e41900a9d0 req-8e922623-2808-4019-97ca-127c004f64b5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:30.006295 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1308fab-b018-4c70-9de8-07e41900a9d0 req-8e922623-2808-4019-97ca-127c004f64b5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.3124554 Aug 31 06:27:30.024391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-3cad9254-102d-4772-881e-63dfd109874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:30.028319 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-3cad9254-102d-4772-881e-63dfd109874f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.8065312 Aug 31 06:27:30.122657 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-1d0898bb-5707-4595-b534-f18cf9563eaa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=484c475f-936d-4c28-af22-19558c4e711e HTTP/1.1" status: 200 len: 217 time: 0.1374290 Aug 31 06:27:30.123866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-a3e71557-0b8a-4f46-9a9b-172f34b85939 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=831d5aa2-a529-41fe-b2ce-9f572ee177d4 HTTP/1.1" status: 200 len: 217 time: 0.0830715 Aug 31 06:27:30.138085 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:30.235602 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1308fab-b018-4c70-9de8-07e41900a9d0 req-1bebcafe-964e-4170-b7c1-7619bb23da7b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283740 Aug 31 06:27:30.241071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Transition to ACTIVE for port object 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:30.272066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-fec4ac9f-d887-4a53-842e-bfca30b2974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:30.273616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-fec4ac9f-d887-4a53-842e-bfca30b2974e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1322675 Aug 31 06:27:30.275234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-206b2057-4ef5-4cf9-bbf7-ff1e41d6acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:30.276618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-206b2057-4ef5-4cf9-bbf7-ff1e41d6acb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1337881 Aug 31 06:27:30.302665 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817b0284-5204-4618-804e-d749b2cd689f x-openstack-request-id: req-817b0284-5204-4618-804e-d749b2cd689f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:30.303159 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-plugged", "status": "completed", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:30.303276 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-817b0284-5204-4618-804e-d749b2cd689f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:30.303599 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'code': 200} Aug 31 06:27:30.329996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:30.475305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:30.498729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:30.527030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:30.551762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49024) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:30.585581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-c12efb90-dc7a-4356-a4b9-bc976363d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:30.587033 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-c12efb90-dc7a-4356-a4b9-bc976363d924 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2917759 Aug 31 06:27:30.620455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Pushing event updated for resources: {'Port': ['ID=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:30.624032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1183ba-6e6d-4a3d-945e-3cb2bda4cc29 req-0968a18b-4d07-4129-a1f9-cc431e307f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:30.625664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df1183ba-6e6d-4a3d-945e-3cb2bda4cc29 req-0968a18b-4d07-4129-a1f9-cc431e307f06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1102 time: 0.2365327 Aug 31 06:27:30.627325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-7c30bebf-2c8b-4ff2-8b81-62a80d8d76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:30.628712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-7c30bebf-2c8b-4ff2-8b81-62a80d8d76bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3346794 Aug 31 06:27:30.744054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-522603772-network', 'tenant_id': 'bebd02b1d1644a21ab92fe1ffcb229cb'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:30.792403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Made reservation on behalf of bebd02b1d1644a21ab92fe1ffcb229cb for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:30.799965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:30.813048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:30.896863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0173ad5c-ddfe-44d2-b1c3-a68469741e4e None None] Provisioning for port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:30.902901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0173ad5c-ddfe-44d2-b1c3-a68469741e4e None None] Provisioning complete for port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:30.903562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0173ad5c-ddfe-44d2-b1c3-a68469741e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:30.954586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746342fe-a31a-4cda-b834-3a16f5584320 req-885491a9-9496-4d8f-b4ab-69a42d5ec8e7 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:30.956803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-746342fe-a31a-4cda-b834-3a16f5584320 req-885491a9-9496-4d8f-b4ab-69a42d5ec8e7 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.5727654 Aug 31 06:27:30.977373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0173ad5c-ddfe-44d2-b1c3-a68469741e4e None None] Port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:27:30.985250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:30.992406 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.027107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:31.029213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57501996-e86a-4b7b-90bd-8e798e58d7b0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:31.051801 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.052157 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Added segment 9b0e56ef-cb7a-42e4-9da6-9b2887e4f2fe of type vlan for network 66d4e1fa-f8a1-419e-a652-0fbe6a6bc954 Aug 31 06:27:31.082078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:31.082996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.098786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.123656 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.124727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:31.125366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.159082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-5d5c3457-e732-4cbe-ba47-e287b9ed840b tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3788302 Aug 31 06:27:31.191020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] Pushing event updated for resources: {'Network': ['ID=66d4e1fa-f8a1-419e-a652-0fbe6a6bc954,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:31.191252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df1183ba-6e6d-4a3d-945e-3cb2bda4cc29 req-64db9008-b73a-4cd3-96e4-f1d17b5b2b0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512689 Aug 31 06:27:31.194569 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f3b4c588-ca0d-49dc-a36b-3f0c81491dec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6411207 Aug 31 06:27:31.197559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49032) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:31.203115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Request body: {'subnet': {'network_id': '66d4e1fa-f8a1-419e-a652-0fbe6a6bc954', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-522603772-subnet', 'tenant_id': 'bebd02b1d1644a21ab92fe1ffcb229cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:31.205974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 66d4e1fa-f8a1-419e-a652-0fbe6a6bc954 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:31.230803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-746342fe-a31a-4cda-b834-3a16f5584320 req-b17ca8a8-b1ed-4ac0-a6a3-ba76b2c62bbf tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023787 Aug 31 06:27:31.265769 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-4a97d7d9-0f98-4a22-acba-c11430d97178 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679959 Aug 31 06:27:31.269638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Made reservation on behalf of bebd02b1d1644a21ab92fe1ffcb229cb for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:31.272021 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.298834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-4a4e8ac4-8c8e-4d16-9663-76df79a6758d service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538246 Aug 31 06:27:31.486015 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.605770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf7e63f7-7c7b-4f6d-b5f4-85b1e1988fb9 req-8ebc390b-ea39-4e2b-b102-618619d9eed7 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131529 Aug 31 06:27:31.614254 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a1c02b-707f-4a16-9e57-d632da24ddb2 req-92abc66a-5342-4ad2-8f7a-a36b013e0740 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123375 Aug 31 06:27:31.636402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec01d0d-a3fb-4aff-b6a6-953c974a7ecd,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:31.646545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Checking segment: {'id': '9b0e56ef-cb7a-42e4-9da6-9b2887e4f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '66d4e1fa-f8a1-419e-a652-0fbe6a6bc954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:31.646914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Network hostable DHCP agents. Network: 66d4e1fa-f8a1-419e-a652-0fbe6a6bc954, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:27:31.671126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Network 66d4e1fa-f8a1-419e-a652-0fbe6a6bc954 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:27:31.690978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 66d4e1fa-f8a1-419e-a652-0fbe6a6bc954) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:31.701085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:31.701721 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:31.710883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ff71e-91e3-4bef-b3ca-4eebe793b470 None None] Network 66d4e1fa-f8a1-419e-a652-0fbe6a6bc954 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:31.724377 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-40220d29-7622-45b6-8694-bf01d3df7114 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5254896 Aug 31 06:27:31.775373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383e5c7-df39-4695-9488-f076a299a6ba req-77d67fe3-524b-4948-aee7-501540d38c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:31.782680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9383e5c7-df39-4695-9488-f076a299a6ba req-77d67fe3-524b-4948-aee7-501540d38c83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa481a8f6d1a4fe19e4bd79e602d5809&device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 1100 time: 0.1008077 Aug 31 06:27:31.939036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383e5c7-df39-4695-9488-f076a299a6ba req-935187bd-b4d0-410a-8a6e-e4ce9b711077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:31.940702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9383e5c7-df39-4695-9488-f076a299a6ba req-935187bd-b4d0-410a-8a6e-e4ce9b711077 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1488912 Aug 31 06:27:31.966800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d5a9b-cb7d-4705-ab00-cbcab592fcd5 None None] Network 66d4e1fa-f8a1-419e-a652-0fbe6a6bc954 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:32.016134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9383e5c7-df39-4695-9488-f076a299a6ba req-c61a4428-0471-4eab-83b9-43242c0cf5ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=484c475f-936d-4c28-af22-19558c4e711e HTTP/1.1" status: 200 len: 217 time: 0.0619414 Aug 31 06:27:32.090396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383e5c7-df39-4695-9488-f076a299a6ba req-0b274731-b757-457a-a1da-65a1794e35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:32.091570 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9383e5c7-df39-4695-9488-f076a299a6ba req-0b274731-b757-457a-a1da-65a1794e35b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0656517 Aug 31 06:27:32.167194 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383e5c7-df39-4695-9488-f076a299a6ba req-c439aac0-e731-454d-a85e-0c885dad97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:32.168929 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9383e5c7-df39-4695-9488-f076a299a6ba req-c439aac0-e731-454d-a85e-0c885dad97db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0674546 Aug 31 06:27:32.271045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f82cde-9fa4-4610-a21d-78723ac2b980 req-f342ffec-40b3-4e77-a1f7-2a717ed88a6e tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:32.272516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58f82cde-9fa4-4610-a21d-78723ac2b980 req-f342ffec-40b3-4e77-a1f7-2a717ed88a6e tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 932 time: 0.1018300 Aug 31 06:27:32.321970 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9383e5c7-df39-4695-9488-f076a299a6ba req-4f43a16f-620d-423c-a28e-a26e5cc0e27a service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413829 Aug 31 06:27:32.329985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58f82cde-9fa4-4610-a21d-78723ac2b980 req-0045bceb-48b5-46c3-9764-7c3ebc43500c tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486863 Aug 31 06:27:32.447702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9383e5c7-df39-4695-9488-f076a299a6ba req-18dabc96-7f9a-4637-b14b-284159a417e3 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157808 Aug 31 06:27:32.489275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9ed5e-d18e-40b2-a8be-2cd809c265ab req-b326efea-7e4e-46ea-b71e-d769673e945b tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:32.490793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59a9ed5e-d18e-40b2-a8be-2cd809c265ab req-b326efea-7e4e-46ea-b71e-d769673e945b tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 948 time: 0.0575161 Aug 31 06:27:32.529724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59a9ed5e-d18e-40b2-a8be-2cd809c265ab req-133d3b2c-7393-4ca0-b613-18900cfee748 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Aug 31 06:27:32.644039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59fe43-bedb-4632-83fe-a929e935a0e8 req-5d3b63fe-805f-45c5-9436-1ad55d7c5236 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:32.645692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb59fe43-bedb-4632-83fe-a929e935a0e8 req-5d3b63fe-805f-45c5-9436-1ad55d7c5236 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 948 time: 0.0506122 Aug 31 06:27:32.690436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb59fe43-bedb-4632-83fe-a929e935a0e8 req-055c5883-1113-4a34-9659-71267750a73f tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Aug 31 06:27:32.793246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5bd0e-9bf1-48fa-99a4-db2aa1aeb389 req-7aa6b9fc-00f4-4acf-adcf-fa240543e4c1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:32.794772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-12a5bd0e-9bf1-48fa-99a4-db2aa1aeb389 req-7aa6b9fc-00f4-4acf-adcf-fa240543e4c1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.0506389 Aug 31 06:27:32.837952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-12a5bd0e-9bf1-48fa-99a4-db2aa1aeb389 req-030fd39e-9c53-4e61-b4ba-0979637ca1aa tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Aug 31 06:27:32.992484 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-1421d80b-fa1d-474d-947b-d4507c738aa9 req-ba89ca91-7517-4570-a92b-d7f7014fbbac tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] show failed (client error): The resource could not be found. Aug 31 06:27:32.993627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1421d80b-fa1d-474d-947b-d4507c738aa9 req-ba89ca91-7517-4570-a92b-d7f7014fbbac tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] 10.222.0.15 "GET /v2.0/security-groups/1a448c52-18e1-4317-a9c2-98a10f9dde54 HTTP/1.1" status: 404 len: 352 time: 0.0152066 Aug 31 06:27:33.117731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 831d5aa2-a529-41fe-b2ce-9f572ee177d4 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:27:33.150887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b6e6-01d3-400e-9fcd-abcdd1a1a248 req-f7b1d9a2-dc68-43ca-9378-736fcebfedf3 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:33.152369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9633b6e6-01d3-400e-9fcd-abcdd1a1a248 req-f7b1d9a2-dc68-43ca-9378-736fcebfedf3 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.0581303 Aug 31 06:27:33.209344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9633b6e6-01d3-400e-9fcd-abcdd1a1a248 req-690747a1-da52-4372-81dd-00f4c18aa7b4 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Aug 31 06:27:33.221579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 831d5aa2-a529-41fe-b2ce-9f572ee177d4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=831d5aa2-a529-41fe-b2ce-9f572ee177d4,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:33.237102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '831d5aa2-a529-41fe-b2ce-9f572ee177d4', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '831d5aa2-a529-41fe-b2ce-9f572ee177d4', 'mac_address': 'fa:16:3e:74:cb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:27:33.282328 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:33.297610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831d5aa2-a529-41fe-b2ce-9f572ee177d4 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:33.316716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 831d5aa2-a529-41fe-b2ce-9f572ee177d4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=831d5aa2-a529-41fe-b2ce-9f572ee177d4,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:33.322888 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:33.376965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=831d5aa2-a529-41fe-b2ce-9f572ee177d4,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:33.488808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129c391-ba69-4896-af1e-79dd22015b57 req-ae18a053-4411-4c7c-a63c-98ac02569139 tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:33.490716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f129c391-ba69-4896-af1e-79dd22015b57 req-ae18a053-4411-4c7c-a63c-98ac02569139 tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1102 time: 0.0521753 Aug 31 06:27:33.509462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f129c391-ba69-4896-af1e-79dd22015b57 req-36598472-c08a-4b0d-b1a6-3e5a7fd00db7 tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:33.556558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['831d5aa2-a529-41fe-b2ce-9f572ee177d4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:33.601822 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f129c391-ba69-4896-af1e-79dd22015b57 req-36598472-c08a-4b0d-b1a6-3e5a7fd00db7 tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:33.606155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f129c391-ba69-4896-af1e-79dd22015b57 req-36598472-c08a-4b0d-b1a6-3e5a7fd00db7 tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:33.633940 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f129c391-ba69-4896-af1e-79dd22015b57 req-36598472-c08a-4b0d-b1a6-3e5a7fd00db7 tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369188 Aug 31 06:27:33.647038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36598472-c08a-4b0d-b1a6-3e5a7fd00db7 tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669c9d44-dec1-4c83-8a4c-ed3b4540fe24,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:33.797686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d9bdf-5e99-4b33-b5b9-85b962c298e9 req-f684b898-0def-4053-9ba4-4d4a5dba7305 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:33.799362 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c3d9bdf-5e99-4b33-b5b9-85b962c298e9 req-f684b898-0def-4053-9ba4-4d4a5dba7305 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 932 time: 0.0552351 Aug 31 06:27:33.840812 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c3d9bdf-5e99-4b33-b5b9-85b962c298e9 req-1b44029c-d586-4444-9ccd-13c057188f2f tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353928 Aug 31 06:27:33.950600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5c029-0692-47aa-8dd7-cfa937a10c4d req-3d637234-3dfe-4a2d-820b-294d46feec58 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:33.952112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3c5c029-0692-47aa-8dd7-cfa937a10c4d req-3d637234-3dfe-4a2d-820b-294d46feec58 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 949 time: 0.0545237 Aug 31 06:27:33.990347 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3c5c029-0692-47aa-8dd7-cfa937a10c4d req-f3195c6e-1795-4ab8-8f6c-590269acc06e tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Aug 31 06:27:34.106076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-0b6f2397-e760-499a-8392-66b4cf3454ad req-df6fa648-730b-47c8-a945-1b42df13576b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:27:34.107650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0b6f2397-e760-499a-8392-66b4cf3454ad req-df6fa648-730b-47c8-a945-1b42df13576b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057034 Aug 31 06:27:34.615246 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68ee81fe-1e39-4192-a86a-76d102136b8e req-21e08ef7-0f26-4ad6-aafa-d90bf34efb71 tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bebd02b1d1644a21ab92fe1ffcb229cb HTTP/1.1" status: 200 len: 2984 time: 0.0852153 Aug 31 06:27:34.626582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49086) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:34.667475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68ee81fe-1e39-4192-a86a-76d102136b8e req-4695b909-239e-4699-8cda-e2e664d0b3e1 tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] 10.222.0.15 "GET /v2.0/security-groups/57501996-e86a-4b7b-90bd-8e798e58d7b0 HTTP/1.1" status: 200 len: 2981 time: 0.0447569 Aug 31 06:27:34.722571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68ee81fe-1e39-4192-a86a-76d102136b8e req-e0cb4487-3ae8-4b0f-9927-3087ec0a41a2 tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] 10.222.0.15 "GET /v2.0/security-groups/57501996-e86a-4b7b-90bd-8e798e58d7b0 HTTP/1.1" status: 200 len: 2981 time: 0.0450435 Aug 31 06:27:34.729496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-36ed46e8-1d98-40d0-95c3-a973abf2af8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017523 Aug 31 06:27:34.858180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952a09c-51f9-4c30-80d2-0e09ccad0cc2 req-d1bc71c6-e1db-4016-ac84-7a25da103ba5 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:34.860230 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5952a09c-51f9-4c30-80d2-0e09ccad0cc2 req-d1bc71c6-e1db-4016-ac84-7a25da103ba5 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 948 time: 0.0573123 Aug 31 06:27:34.905348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5952a09c-51f9-4c30-80d2-0e09ccad0cc2 req-92c08a11-4d9e-4032-81e4-7883f8b3051f tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 Aug 31 06:27:35.035838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5158-4c96-43bd-9826-cd1e022881f1 req-8e692325-7290-4878-b88c-a035f3b10928 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:35.038383 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1a5158-4c96-43bd-9826-cd1e022881f1 req-8e692325-7290-4878-b88c-a035f3b10928 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.0597301 Aug 31 06:27:35.084175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1a5158-4c96-43bd-9826-cd1e022881f1 req-2ecb1995-ac43-4b2b-85b9-6f198e609c4d tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Aug 31 06:27:35.129031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 484c475f-936d-4c28-af22-19558c4e711e details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:27:35.134004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 831d5aa2-a529-41fe-b2ce-9f572ee177d4 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:35.243141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6310e-c2a8-454d-ab60-9d9476bd562a req-bb806432-7ddc-43cf-9148-65e15633e35d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:35.250567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aca6310e-c2a8-454d-ab60-9d9476bd562a req-bb806432-7ddc-43cf-9148-65e15633e35d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.0595493 Aug 31 06:27:35.269745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:35.282618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:35.282993 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:35.289400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 484c475f-936d-4c28-af22-19558c4e711e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=484c475f-936d-4c28-af22-19558c4e711e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:35.317669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aca6310e-c2a8-454d-ab60-9d9476bd562a req-79b63078-6c16-4fe2-a38b-99ac70bd6d83 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662162 Aug 31 06:27:35.331275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '484c475f-936d-4c28-af22-19558c4e711e', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '484c475f-936d-4c28-af22-19558c4e711e', 'mac_address': 'fa:16:3e:db:c3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:27:35.387558 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:35.423075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484c475f-936d-4c28-af22-19558c4e711e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:35.453557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9a7267cb-393a-4c1e-adaa-5e91fb46e37e req-568011f4-db22-46fa-96f1-e0dab8aea4b6 tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] 10.222.0.15 "GET /v2.0/security-groups/57501996-e86a-4b7b-90bd-8e798e58d7b0 HTTP/1.1" status: 200 len: 2981 time: 0.0613079 Aug 31 06:27:35.458920 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:35.465177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 484c475f-936d-4c28-af22-19558c4e711e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=484c475f-936d-4c28-af22-19558c4e711e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:35.477377 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:35.515619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770e5f47-46cf-475a-b103-526777a92d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831d5aa2-a529-41fe-b2ce-9f572ee177d4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:35.517933 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64a95a0-f780-4742-aa1f-4c59a54a2a21" -d '{"events": [{"server_uuid": "770e5f47-46cf-475a-b103-526777a92d44", "name": "network-vif-plugged", "status": "completed", "tag": "831d5aa2-a529-41fe-b2ce-9f572ee177d4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:35.535759 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-9a7267cb-393a-4c1e-adaa-5e91fb46e37e req-9a898e0f-ab78-4760-bee2-467db00ce2c1 tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:27:35.538187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 831d5aa2-a529-41fe-b2ce-9f572ee177d4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=831d5aa2-a529-41fe-b2ce-9f572ee177d4,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:35.550972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9a7267cb-393a-4c1e-adaa-5e91fb46e37e req-9a898e0f-ab78-4760-bee2-467db00ce2c1 tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] 10.222.0.15 "DELETE /v2.0/security-groups/57501996-e86a-4b7b-90bd-8e798e58d7b0 HTTP/1.1" status: 409 len: 352 time: 0.0949807 Aug 31 06:27:35.552984 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:35.565236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=484c475f-936d-4c28-af22-19558c4e711e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:35.660568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=831d5aa2-a529-41fe-b2ce-9f572ee177d4,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:35.688898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['484c475f-936d-4c28-af22-19558c4e711e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:35.713794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9de0fc-e1de-42cc-8a91-10c6820ce09f req-38a04536-d0ca-48cb-9a17-d13fa00ba804 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:35.721641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa9de0fc-e1de-42cc-8a91-10c6820ce09f req-38a04536-d0ca-48cb-9a17-d13fa00ba804 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 932 time: 0.0779934 Aug 31 06:27:35.772376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa9de0fc-e1de-42cc-8a91-10c6820ce09f req-63d5d4ff-ed4e-4a2d-98b8-7e367a5c7983 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489807 Aug 31 06:27:35.911411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04035ac5-b784-44de-b665-67704769abbb req-cdf53777-caa4-4d4e-93f8-d947fe8d4603 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:35.912834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-04035ac5-b784-44de-b665-67704769abbb req-cdf53777-caa4-4d4e-93f8-d947fe8d4603 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 950 time: 0.0595806 Aug 31 06:27:35.942695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49130) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:35.985925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-04035ac5-b784-44de-b665-67704769abbb req-c06be476-8eb8-46e3-a09e-8506ddadcc83 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669489 Aug 31 06:27:36.028087 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2adea1-4650-4485-98b8-d3c774f109c6 x-openstack-request-id: req-bd2adea1-4650-4485-98b8-d3c774f109c6 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:36.028855 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770e5f47-46cf-475a-b103-526777a92d44", "name": "network-vif-plugged", "status": "completed", "tag": "831d5aa2-a529-41fe-b2ce-9f572ee177d4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:36.029115 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd2adea1-4650-4485-98b8-d3c774f109c6 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:36.029553 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770e5f47-46cf-475a-b103-526777a92d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831d5aa2-a529-41fe-b2ce-9f572ee177d4', 'code': 200} Aug 31 06:27:36.057422 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-49727c51-b1e6-417e-be1c-948cbe7d8c9d req-c5f21f07-e902-4cd2-9ffe-68466c2d809c tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] show failed (client error): The resource could not be found. Aug 31 06:27:36.058554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-49727c51-b1e6-417e-be1c-948cbe7d8c9d req-c5f21f07-e902-4cd2-9ffe-68466c2d809c tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] 10.222.0.15 "GET /v2.0/security-groups/21dfd39a-61be-44e3-a017-9fb7e9626a7d HTTP/1.1" status: 404 len: 352 time: 0.0193453 Aug 31 06:27:36.112612 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c57a46cf-ec83-4bf4-8a89-baa0976a6704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.178555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6e4e5-e812-4d7a-9c82-61e0bacf412f req-d97ea0b7-2c6c-4528-a830-499347922ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:36.180111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c1c6e4e5-e812-4d7a-9c82-61e0bacf412f req-d97ea0b7-2c6c-4528-a830-499347922ea6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 1102 time: 0.0708115 Aug 31 06:27:36.211945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c57a46cf-ec83-4bf4-8a89-baa0976a6704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.218894 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c57a46cf-ec83-4bf4-8a89-baa0976a6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.237982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b42124-f5fe-48db-9733-5dc80de8e2d7 req-656c7738-a94f-40f5-a1c1-09f4ff7048d5 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:36.245508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-44b42124-f5fe-48db-9733-5dc80de8e2d7 req-656c7738-a94f-40f5-a1c1-09f4ff7048d5 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 949 time: 0.1043112 Aug 31 06:27:36.257632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c57a46cf-ec83-4bf4-8a89-baa0976a6704 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d21c6cc0b33042c6a7d8a9adaa7d8e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138130 Aug 31 06:27:36.258226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49138) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:36.271726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c1c6e4e5-e812-4d7a-9c82-61e0bacf412f req-47f22479-b29c-4be4-b01b-409e980499b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681520 Aug 31 06:27:36.289169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-44b42124-f5fe-48db-9733-5dc80de8e2d7 req-83e273ed-d24a-4862-bfd1-2d5e64f15d62 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 Aug 31 06:27:36.299217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a46cf-ec83-4bf4-8a89-baa0976a6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaa619c-3508-4528-b1b4-d64dcec8020a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:36.330952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2ed400e-1eca-4442-b719-527aabd204e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.353574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2ed400e-1eca-4442-b719-527aabd204e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.363317 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-859f31c3-b12f-4f74-a24b-fc4b05ade950 req-ffc235eb-6549-4179-89a3-bda949f9db91 tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] show failed (client error): The resource could not be found. Aug 31 06:27:36.365263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-859f31c3-b12f-4f74-a24b-fc4b05ade950 req-ffc235eb-6549-4179-89a3-bda949f9db91 tempest-SecurityGroupsNegativeTestJSON-676186484 tempest-SecurityGroupsNegativeTestJSON-676186484-project] 10.222.0.15 "GET /v2.0/security-groups/34eb8564-19b6-45fd-88ca-8ced0041f8eb HTTP/1.1" status: 404 len: 352 time: 0.0246253 Aug 31 06:27:36.378412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49142) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:36.441508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6bb66a-7de6-4f8d-b798-799aa7525a78 admin admin] Deleting subnet 9ec01d0d-a3fb-4aff-b6a6-953c974a7ecd {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:27:36.451275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb66a-7de6-4f8d-b798-799aa7525a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.453451 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2ed400e-1eca-4442-b719-527aabd204e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.456025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2ed400e-1eca-4442-b719-527aabd204e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.465722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d2ed400e-1eca-4442-b719-527aabd204e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7eaa619c-3508-4528-b1b4-d64dcec8020a HTTP/1.1" status: 204 len: 168 time: 0.2052391 Aug 31 06:27:36.497920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a3cff-4b30-453b-abd4-e87f24b8c19d req-4834b6c7-2af1-42c4-925b-1a02a4582aed tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:36.502419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed400e-1eca-4442-b719-527aabd204e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaa619c-3508-4528-b1b4-d64dcec8020a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:36.525527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d7a3cff-4b30-453b-abd4-e87f24b8c19d req-4834b6c7-2af1-42c4-925b-1a02a4582aed tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.1090915 Aug 31 06:27:36.531504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb66a-7de6-4f8d-b798-799aa7525a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.588827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d7a3cff-4b30-453b-abd4-e87f24b8c19d req-57ebd5ec-d559-4a93-83e6-4e0a6b66d8d7 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624666 Aug 31 06:27:36.621920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb66a-7de6-4f8d-b798-799aa7525a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.693003 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb66a-7de6-4f8d-b798-799aa7525a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.722201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bb66a-7de6-4f8d-b798-799aa7525a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec01d0d-a3fb-4aff-b6a6-953c974a7ecd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:36.732807 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb66a-7de6-4f8d-b798-799aa7525a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.738308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0e6bb66a-7de6-4f8d-b798-799aa7525a78 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9ec01d0d-a3fb-4aff-b6a6-953c974a7ecd HTTP/1.1" status: 204 len: 168 time: 0.3585413 Aug 31 06:27:36.738998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49148) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:36.743610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89f965-9e65-448f-bf57-74f51f978ad1 req-3aabeefd-e743-447d-b52d-1fa03eec44f3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:36.751578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b89f965-9e65-448f-bf57-74f51f978ad1 req-3aabeefd-e743-447d-b52d-1fa03eec44f3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.0846901 Aug 31 06:27:36.793239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b89f965-9e65-448f-bf57-74f51f978ad1 req-92826bb8-6d79-40fb-a0d0-8992893c802a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Aug 31 06:27:36.819711 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.909953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.923541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d4e1fa-f8a1-419e-a652-0fbe6a6bc954']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:36.924544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49152) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:36.935328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0e56ef-cb7a-42e4-9da6-9b2887e4f2fe') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:36.935952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0e56ef-cb7a-42e4-9da6-9b2887e4f2fe') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:36.946199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-447d2568-acfc-4e3f-a2cc-cf2815f8f739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.946385 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.961579 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.961815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c7414-9c32-4881-9f7a-aa0b4036b745 req-00fc1da8-2120-4de9-9319-1d01126b21a5 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:36.969666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c3c7414-9c32-4881-9f7a-aa0b4036b745 req-00fc1da8-2120-4de9-9319-1d01126b21a5 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 932 time: 0.1058190 Aug 31 06:27:36.970967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:27:36.972016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:27:36.975215 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:27:37.036078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c3c7414-9c32-4881-9f7a-aa0b4036b745 req-2206ef13-4d7d-4708-b11d-2499d1a83e33 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654199 Aug 31 06:27:37.101300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.120574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.125276 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] 10.222.0.15 "DELETE /v2.0/networks/66d4e1fa-f8a1-419e-a652-0fbe6a6bc954 HTTP/1.1" status: 204 len: 168 time: 0.3850508 Aug 31 06:27:37.137482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 484c475f-936d-4c28-af22-19558c4e711e up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:37.159506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552da958-ac29-4f3b-82b5-c31798b7ec2d admin admin] Pushing event deleted for resources: {'Network': ['ID=66d4e1fa-f8a1-419e-a652-0fbe6a6bc954,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:37.220058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 484c475f-936d-4c28-af22-19558c4e711e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:37.226142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 484c475f-936d-4c28-af22-19558c4e711e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:37.226903 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.251179 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-447d2568-acfc-4e3f-a2cc-cf2815f8f739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.277778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a13f6-921e-4154-9ebf-580ca7b72da6 req-c77763e4-1742-42c8-ba5c-6c949465f672 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:37.279697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa4a13f6-921e-4154-9ebf-580ca7b72da6 req-c77763e4-1742-42c8-ba5c-6c949465f672 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 950 time: 0.1386619 Aug 31 06:27:37.281705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-447d2568-acfc-4e3f-a2cc-cf2815f8f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.333785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d2568-acfc-4e3f-a2cc-cf2815f8f739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ffdbc-7408-4579-aa57-9a339ce7a1ba,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:37.359710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-447d2568-acfc-4e3f-a2cc-cf2815f8f739 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=213462b86e804eb5bd5be72235143b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341171 Aug 31 06:27:37.359856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49160) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:37.380822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa4a13f6-921e-4154-9ebf-580ca7b72da6 req-afbb6038-3324-4f22-a4db-edf287723dea tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679047 Aug 31 06:27:37.416680 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.433955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49162) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:37.472115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 484c475f-936d-4c28-af22-19558c4e711e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=484c475f-936d-4c28-af22-19558c4e711e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:37.480966 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.482587 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7577a7e-ec88-48f9-995a-e73f1389675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.508557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-48a9d405-8f76-4713-9e0a-1c813b5ad191 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bebd02b1d1644a21ab92fe1ffcb229cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730269 Aug 31 06:27:37.512476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49164) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:37.539642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7577a7e-ec88-48f9-995a-e73f1389675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.556986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f87e71-5235-4683-9722-9570b95d6016 req-254aaea4-0b46-449d-b906-0a51e7c3f185 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:37.559477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09f87e71-5235-4683-9722-9570b95d6016 req-254aaea4-0b46-449d-b906-0a51e7c3f185 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 950 time: 0.0698693 Aug 31 06:27:37.590125 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2bae8f8-aea5-4e67-a025-25e3802fe769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.611074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=484c475f-936d-4c28-af22-19558c4e711e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:37.622723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09f87e71-5235-4683-9722-9570b95d6016 req-d3293da5-93e3-41d4-b674-c31b90b99e8c tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550857 Aug 31 06:27:37.632974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2bae8f8-aea5-4e67-a025-25e3802fe769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.674347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7577a7e-ec88-48f9-995a-e73f1389675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.676903 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7577a7e-ec88-48f9-995a-e73f1389675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.678080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c7577a7e-ec88-48f9-995a-e73f1389675c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b1ffdbc-7408-4579-aa57-9a339ce7a1ba HTTP/1.1" status: 204 len: 168 time: 0.3173680 Aug 31 06:27:37.689317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577a7e-ec88-48f9-995a-e73f1389675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ffdbc-7408-4579-aa57-9a339ce7a1ba,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:37.718032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2bae8f8-aea5-4e67-a025-25e3802fe769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.720610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2bae8f8-aea5-4e67-a025-25e3802fe769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:37.721915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a2bae8f8-aea5-4e67-a025-25e3802fe769 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57501996-e86a-4b7b-90bd-8e798e58d7b0 HTTP/1.1" status: 204 len: 168 time: 0.2084448 Aug 31 06:27:37.729802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bae8f8-aea5-4e67-a025-25e3802fe769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57501996-e86a-4b7b-90bd-8e798e58d7b0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:37.820360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854dd4e-e32b-46c3-98f5-66bc7921cc32 req-72bb1241-7700-4d06-9df2-5a6692805a87 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:37.829686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d854dd4e-e32b-46c3-98f5-66bc7921cc32 req-72bb1241-7700-4d06-9df2-5a6692805a87 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.0794225 Aug 31 06:27:37.891708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d854dd4e-e32b-46c3-98f5-66bc7921cc32 req-8abacfab-f405-4555-b769-9632ece31afa tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607617 Aug 31 06:27:38.031138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6041-b524-47ef-9c80-62f0ea44f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484c475f-936d-4c28-af22-19558c4e711e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:38.035898 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96610f3f-afec-40e3-a079-0191290ca2ac" -d '{"events": [{"server_uuid": "bc8f6041-b524-47ef-9c80-62f0ea44f33e", "name": "network-vif-plugged", "status": "completed", "tag": "484c475f-936d-4c28-af22-19558c4e711e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:38.043517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856cab-c661-4a8b-bd31-90c06df276fb req-b08c8fb2-4a1a-4beb-8226-0690faae0797 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:38.045521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73856cab-c661-4a8b-bd31-90c06df276fb req-b08c8fb2-4a1a-4beb-8226-0690faae0797 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.0757797 Aug 31 06:27:38.100543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73856cab-c661-4a8b-bd31-90c06df276fb req-762ba3d5-fb33-45de-a9d8-85917e824473 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378656 Aug 31 06:27:38.178628 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8775a6-4268-4678-a665-19eb20c2127b x-openstack-request-id: req-3e8775a6-4268-4678-a665-19eb20c2127b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:38.179459 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6041-b524-47ef-9c80-62f0ea44f33e", "name": "network-vif-plugged", "status": "completed", "tag": "484c475f-936d-4c28-af22-19558c4e711e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:38.179891 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e8775a6-4268-4678-a665-19eb20c2127b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:38.180541 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6041-b524-47ef-9c80-62f0ea44f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484c475f-936d-4c28-af22-19558c4e711e', 'code': 200} Aug 31 06:27:38.313514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ddaba-e367-43f4-bb3b-d64531d8ed45 req-8919204f-91f3-4cf9-a91b-dea20021110f tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:38.315026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d94ddaba-e367-43f4-bb3b-d64531d8ed45 req-8919204f-91f3-4cf9-a91b-dea20021110f tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 932 time: 0.0842991 Aug 31 06:27:38.316869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bb030-e03d-4645-bb46-dda3a2322844 req-56e3c9a3-adf5-4797-a3a5-1b195ef9ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:38.318237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee6bb030-e03d-4645-bb46-dda3a2322844 req-56e3c9a3-adf5-4797-a3a5-1b195ef9ef74 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 1102 time: 0.0773549 Aug 31 06:27:38.377852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d94ddaba-e367-43f4-bb3b-d64531d8ed45 req-e9f32cfa-4bdf-4de6-aa82-7ab580ebf6d0 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560496 Aug 31 06:27:38.381564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee6bb030-e03d-4645-bb46-dda3a2322844 req-3cd6ae85-6317-4e42-8401-c04246375f23 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Aug 31 06:27:38.520726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187eef4-bc78-4fc3-8c1e-d3b466262f60 req-997b37c1-0f03-47d4-8a65-7de6384bbc5e tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:38.522288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6187eef4-bc78-4fc3-8c1e-d3b466262f60 req-997b37c1-0f03-47d4-8a65-7de6384bbc5e tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 950 time: 0.0616932 Aug 31 06:27:38.569746 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6187eef4-bc78-4fc3-8c1e-d3b466262f60 req-1faee79d-84e3-480e-895c-84c6ffdfa0e4 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Aug 31 06:27:38.654044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49226) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:38.661309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49228) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:38.762199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1412531492-network', 'tenant_id': '888b3dd70ed24f6bb5a9cbcca6771f9c'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:38.763528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2097616073-network', 'tenant_id': '044ce1d102bf4f989a8247f549afaa53'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:38.787412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:27:38.787412 n-d-712142-16 neutron-server[94667]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:27:38.787412 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id': '044ce1d102bf4f989a8247f549afaa53', 'id': 'bcd8b137-df48-4148-aa3a-bae0f6fe44d0', 'expiration': datetime.datetime(2021, 8, 31, 6, 29, 38, 783958)}] Aug 31 06:27:38.787412 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:27:38.787829 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:27:38.794202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Made reservation on behalf of 888b3dd70ed24f6bb5a9cbcca6771f9c for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:38.796581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:38.804794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:38.870140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353881c-8e60-41f9-8284-8f8f90eab344 req-daf443f7-793c-4a31-bb31-dc04f42775f7 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:38.876371 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6353881c-8e60-41f9-8284-8f8f90eab344 req-daf443f7-793c-4a31-bb31-dc04f42775f7 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 950 time: 0.0604961 Aug 31 06:27:38.886837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Request body: {'port': {'device_id': '55518ddf-3b81-4c91-8097-7546aff9b825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:38.919485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.42', 53073) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:38.964308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:38.966055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-9e6b0c74-4860-42b4-a13b-51ea07f93fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:38.967789 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-9e6b0c74-4860-42b4-a13b-51ea07f93fae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=307021ce-8abc-4028-8ae4-92df1779141f HTTP/1.1" status: 200 len: 855 time: 0.1001248 Aug 31 06:27:38.976002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6353881c-8e60-41f9-8284-8f8f90eab344 req-3a4a842f-5e02-4cea-9d2a-2f58c205d53b tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953007 Aug 31 06:27:38.984290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:38.984782 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.057803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-269237d0-11e1-48f9-b241-f4f214795149 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e68981f-7b18-47f8-aa0a-ec6079251c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638533 Aug 31 06:27:39.060014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:39.072423 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-b8caaa45-37e4-4714-a2f0-e53db6841bad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1501951 Aug 31 06:27:39.138730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d542420a-b09b-4b4b-8e0d-083a5443c492,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:39.146396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.146772 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Added segment 8f6603ba-1f6f-4575-8023-4c647fc0bd52 of type vlan for network 35c52f34-a68b-43f5-97af-5f58c585b4a4 Aug 31 06:27:39.192301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d33a34-2861-4980-a29f-a1b6c6c420fd req-bcce9f26-b068-44e5-87b4-54dd3d936b1b tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:39.194078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78d33a34-2861-4980-a29f-a1b6c6c420fd req-bcce9f26-b068-44e5-87b4-54dd3d936b1b tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.1351728 Aug 31 06:27:39.195974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3bedf-3daf-4aee-a718-325e99d9cc90 req-13fba9eb-ed3d-4f43-b200-ee7618e481da tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:39.197495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79b3bedf-3daf-4aee-a718-325e99d9cc90 req-13fba9eb-ed3d-4f43-b200-ee7618e481da tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 950 time: 0.2265375 Aug 31 06:27:39.250952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.292091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-8c842b0b-372a-40f4-bb03-fb89952a11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:39.293910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-8c842b0b-372a-40f4-bb03-fb89952a11b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 1097 time: 0.1514893 Aug 31 06:27:39.301849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78d33a34-2861-4980-a29f-a1b6c6c420fd req-b1fdfbdc-e647-4552-92a4-168f76c2c6f9 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929897 Aug 31 06:27:39.314823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-f51b583f-61de-4961-abcf-7ff6b8e9af83 service neutron] 10.222.0.42 "GET /v2.0/networks/0e68981f-7b18-47f8-aa0a-ec6079251c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354739 Aug 31 06:27:39.337607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79b3bedf-3daf-4aee-a718-325e99d9cc90 req-2139a517-877b-4afd-ad48-6d1f6d9bc45d tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150720 Aug 31 06:27:39.343553 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:27:39.352012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Made reservation on behalf of 044ce1d102bf4f989a8247f549afaa53 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:39.355724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.357144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.358770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:39.359214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.377664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.496969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:39.510968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.536369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192aa4e4-cf80-4937-b963-ce7e984dc344 req-fe025ab0-b7f3-47c4-8157-78853a38b992 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:39.538223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-192aa4e4-cf80-4937-b963-ce7e984dc344 req-fe025ab0-b7f3-47c4-8157-78853a38b992 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1293545 Aug 31 06:27:39.548100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Transition to ACTIVE for port object 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:39.576473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.662884 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-192aa4e4-cf80-4937-b963-ce7e984dc344 req-7319f33e-5b71-498f-ab30-44a546a75900 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097534 Aug 31 06:27:39.728923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Pushing event updated for resources: {'Port': ['ID=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:39.771914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] Pushing event updated for resources: {'Network': ['ID=35c52f34-a68b-43f5-97af-5f58c585b4a4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:39.773939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.774262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.774933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.775071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.776020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.776020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.776020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.776480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.776801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.777217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.777772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.778166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:39.785375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 35c52f34-a68b-43f5-97af-5f58c585b4a4 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:39.811615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.820095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.825161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-77e17f67-3304-4056-a5a1-d86b1ec448db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:39.827500 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-77e17f67-3304-4056-a5a1-d86b1ec448db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1102 time: 0.1594374 Aug 31 06:27:39.841808 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eb29b2e6-b5bf-4f9d-a4c0-00725d50f7ff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1792905 Aug 31 06:27:39.844785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49242) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:39.851809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Request body: {'subnet': {'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1412531492-subnet', 'tenant_id': '888b3dd70ed24f6bb5a9cbcca6771f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:39.862917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210fd4d-bcbc-4965-a66a-351d641e0541 req-e904196e-e568-4c19-ba02-e2ac0a83e50e tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:39.864402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9210fd4d-bcbc-4965-a66a-351d641e0541 req-e904196e-e568-4c19-ba02-e2ac0a83e50e tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 944 time: 0.1444659 Aug 31 06:27:39.866376 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53847156-1b54-4b32-a56a-b0c324fa62eb req-d92c5e95-2124-47ab-a3dd-cc14b0eeabeb service neutron] 10.222.0.42 "GET /v2.0/networks/0e68981f-7b18-47f8-aa0a-ec6079251c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415366 Aug 31 06:27:39.872487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-fd9303a9-18db-49a4-97a0-0a8bb6f9dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:39.873986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-fd9303a9-18db-49a4-97a0-0a8bb6f9dd59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 924 time: 0.5410845 Aug 31 06:27:39.924537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:39.949550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Made reservation on behalf of 888b3dd70ed24f6bb5a9cbcca6771f9c for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:39.951743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.960423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:39.960768 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Added segment 3ca49d98-cb0c-4f6b-83fd-110397fdabe7 of type vlan for network 971f6a27-ac1b-4422-95b2-41e4607b3afb Aug 31 06:27:39.961992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:39.978338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Attempting to bind port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:39.978701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Attempting to bind port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:39.980174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Attempting to bind port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 on network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:40.032910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 on network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:27:40.033295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Attempting to bind port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 on network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:40.040614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9210fd4d-bcbc-4965-a66a-351d641e0541 req-9043760d-0677-42bb-b6bf-ba17ff604495 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695366 Aug 31 06:27:40.057473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-11f3840a-43b0-4a3d-887a-e5c29cf10d72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 HTTP/1.1" status: 200 len: 1001 time: 0.1724949 Aug 31 06:27:40.062341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:40.062703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Checking segment: {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:40.063273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Bound using segment: {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:40.063674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Bound port: 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a251b834-62dc-49bb-a432-00aff177dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:40.064096 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.070821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-f2ff2a4d-fb0e-446e-9106-be69ff1510c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.072921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-f2ff2a4d-fb0e-446e-9106-be69ff1510c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2358966 Aug 31 06:27:40.082188 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.105568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-ee9289aa-4691-4ec3-bf54-53341eca926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.107161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-ee9289aa-4691-4ec3-bf54-53341eca926a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7046c7758be647ad9573f7e73fa833df&device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 1096 time: 0.1706839 Aug 31 06:27:40.175405 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-dac4c497-4212-42a3-b6a9-b9bebe0cc34f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 217 time: 0.0893328 Aug 31 06:27:40.180125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-007e82d8-915f-421e-b010-3f77cafb3b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.181613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-007e82d8-915f-421e-b010-3f77cafb3b10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1812d17b-ef40-431b-ba1a-963235425b5e HTTP/1.1" status: 200 len: 862 time: 0.1150241 Aug 31 06:27:40.244862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.245822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.246403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.282228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-1a5f8c8e-c0de-488b-be8e-bb5082f75fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.283751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-1a5f8c8e-c0de-488b-be8e-bb5082f75fa0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e68981f-7b18-47f8-aa0a-ec6079251c33 HTTP/1.1" status: 200 len: 916 time: 0.1691163 Aug 31 06:27:40.291880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275bbb9-223d-4f65-979d-e5da8e088a6a req-13aeadc7-b40c-45dd-a4ad-4b7924da077c tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.293537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e275bbb9-223d-4f65-979d-e5da8e088a6a req-13aeadc7-b40c-45dd-a4ad-4b7924da077c tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 950 time: 0.2261779 Aug 31 06:27:40.325713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-dfbe7851-da13-4dd5-a7c3-3d5efa27750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.327786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-dfbe7851-da13-4dd5-a7c3-3d5efa27750c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d53a5b30-3430-495c-8da2-fef612835fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363580 Aug 31 06:27:40.373705 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-0c8afaf6-f833-4701-b7c5-41918ecc286e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5c4ac94-94ca-4094-89af-81cff1b82b35 HTTP/1.1" status: 200 len: 217 time: 0.0630138 Aug 31 06:27:40.443500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.585179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-9864d900-4380-4c79-ac82-72cda1b46c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.586687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-9864d900-4380-4c79-ac82-72cda1b46c46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=307021ce-8abc-4028-8ae4-92df1779141f HTTP/1.1" status: 200 len: 855 time: 0.1917264 Aug 31 06:27:40.589950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] For port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:40.594894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e323d9-f357-4b24-9e1f-0246eb573883,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:40.601725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-0fc4be5e-fe50-445e-bbad-4094c6483cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.603245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-0fc4be5e-fe50-445e-bbad-4094c6483cbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.4192026 Aug 31 06:27:40.607946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5346-9706-448c-936c-5324561a6c62 req-5e57c110-d822-4587-a352-1c3cdd4b491d tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.609485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f5b5346-9706-448c-936c-5324561a6c62 req-5e57c110-d822-4587-a352-1c3cdd4b491d tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.2318220 Aug 31 06:27:40.617605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9590194 Aug 31 06:27:40.620390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49252) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:40.628176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Request body: {'subnet': {'network_id': '971f6a27-ac1b-4422-95b2-41e4607b3afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2097616073-subnet', 'tenant_id': '044ce1d102bf4f989a8247f549afaa53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:40.634480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-4054af38-9348-4cad-bf4c-d7f1f9b2a02d service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716901 Aug 31 06:27:40.640585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] For port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:40.656223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082663f8-c826-4048-9917-78e0c3080306 admin admin] Pushing event updated for resources: {'Network': ['ID=971f6a27-ac1b-4422-95b2-41e4607b3afb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:40.664088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-1f1c4502-0bf8-4615-a4d0-dad6674c0163 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e68981f-7b18-47f8-aa0a-ec6079251c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668340 Aug 31 06:27:40.668861 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.669736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 971f6a27-ac1b-4422-95b2-41e4607b3afb details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:40.684589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:40.684962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Network hostable DHCP agents. Network: 35c52f34-a68b-43f5-97af-5f58c585b4a4, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:27:40.721260 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e275bbb9-223d-4f65-979d-e5da8e088a6a req-db360cc7-ee42-4c6a-932e-dd252cf7b5f5 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429133 Aug 31 06:27:40.726733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.727402 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.729050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 HTTP/1.1" status: 200 len: 1093 time: 1.8503861 Aug 31 06:27:40.732258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55518ddf-3b81-4c91-8097-7546aff9b825', 'tag': '11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:40.735923 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa7ab95-7133-4b79-b52b-6ff7059849d1" -d '{"events": [{"name": "network-changed", "server_uuid": "55518ddf-3b81-4c91-8097-7546aff9b825", "tag": "11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:40.757278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-942935f7-24a2-4c88-ad5b-8302c0e7c4f2 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.757278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-942935f7-24a2-4c88-ad5b-8302c0e7c4f2 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.23 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 950 time: 0.4904137 Aug 31 06:27:40.806724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-ed48cd4f-60b2-4f69-8a73-e0f5168dd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.808221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-ed48cd4f-60b2-4f69-8a73-e0f5168dd270 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1924415 Aug 31 06:27:40.825762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f5b5346-9706-448c-936c-5324561a6c62 req-4db68958-0c58-409b-a540-fcdbdb9c2a60 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062278 Aug 31 06:27:40.830486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Made reservation on behalf of 044ce1d102bf4f989a8247f549afaa53 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:40.832908 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.851869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Network 35c52f34-a68b-43f5-97af-5f58c585b4a4 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:27:40.889547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095fc07-99b4-47bd-a4d1-2414b1ad26f2 service neutron] Pushing event updated for resources: {'Port': ['ID=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:40.922722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 35c52f34-a68b-43f5-97af-5f58c585b4a4) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:40.934649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acbe61d-1557-42ff-b19c-d458ad16786d None None] Network 35c52f34-a68b-43f5-97af-5f58c585b4a4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:40.962099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:40.962587 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:40.986426 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9999702f-02ef-4532-a18c-fbfadfa7ddbc req-66358703-56bf-41af-b2fe-38e35159c1b6 service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248351 Aug 31 06:27:41.005369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-f2e55f74-1c68-4ff3-8920-0ac6a6329674 service neutron] 10.222.0.42 "GET /v2.0/networks/0e68981f-7b18-47f8-aa0a-ec6079251c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202283 Aug 31 06:27:41.007494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-9dd485fe-7c61-4339-b6a8-fdbf130d76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:41.009801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-9dd485fe-7c61-4339-b6a8-fdbf130d76e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0614b626f9ec4a02a5dcd93d074501ec&device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 1096 time: 0.2048287 Aug 31 06:27:41.055064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e76ba6-27fa-40d2-99af-80ff6233ecb8 req-6d37cfae-3ee2-4b52-b2a5-8b597ea9c9af tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:41.062446 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1e76ba6-27fa-40d2-99af-80ff6233ecb8 req-6d37cfae-3ee2-4b52-b2a5-8b597ea9c9af tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 950 time: 0.2056999 Aug 31 06:27:41.102109 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6f521f6-895c-4918-b1f9-b090414bbc0f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2551866 Aug 31 06:27:41.119057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-2a753fb7-9e25-4be9-8499-a6ca5714609d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 HTTP/1.1" status: 200 len: 217 time: 0.0908415 Aug 31 06:27:41.141336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe791037-b2e3-48a3-93e6-0491a9c4ebec None None] Network 35c52f34-a68b-43f5-97af-5f58c585b4a4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:41.163551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b58254-9fe0-41e3-8f2b-9181e8da5f1e req-60f84394-f959-4303-a28f-3cea7351694c service neutron] 10.222.0.42 "GET /v2.0/networks/0e68981f-7b18-47f8-aa0a-ec6079251c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356745 Aug 31 06:27:41.190281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-26e2940f-5137-4563-ba6e-b007398a6154 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617780 Aug 31 06:27:41.198184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b17f-4631-4f50-a43a-da461240cf02 req-484d0a9c-21f3-48cb-a973-d5df1c28b1f0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:41.202552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Deleting port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:41.202909 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:41.208334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e12b17f-4631-4f50-a43a-da461240cf02 req-484d0a9c-21f3-48cb-a973-d5df1c28b1f0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.2750072 Aug 31 06:27:41.298592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1e76ba6-27fa-40d2-99af-80ff6233ecb8 req-773d5271-5865-460d-8bf5-cd18a8be6395 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/security-groups?id=acad9d43-1394-432f-a7e5-b4751c6ef4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116542 Aug 31 06:27:41.302318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e12b17f-4631-4f50-a43a-da461240cf02 req-9f1afb3e-0c50-4e14-af9e-221319a45de7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925143 Aug 31 06:27:41.354990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:41.390790 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255dccdc-5321-48e8-aaa2-bb45b16a045c x-openstack-request-id: req-255dccdc-5321-48e8-aaa2-bb45b16a045c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:41.391076 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55518ddf-3b81-4c91-8097-7546aff9b825", "tag": "11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:41.391328 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-255dccdc-5321-48e8-aaa2-bb45b16a045c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:41.391727 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55518ddf-3b81-4c91-8097-7546aff9b825', 'tag': '11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87', 'status': 'completed', 'code': 200} Aug 31 06:27:41.401918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-8f4f7f89-7bea-4687-bb71-ae0c5c4f7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:41.403416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-8f4f7f89-7bea-4687-bb71-ae0c5c4f7b65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218 HTTP/1.1" status: 200 len: 852 time: 0.2569716 Aug 31 06:27:41.481529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] For port 831d5aa2-a529-41fe-b2ce-9f572ee177d4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=831d5aa2-a529-41fe-b2ce-9f572ee177d4,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:41.481932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:41.495340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb229dd2-fee8-4335-9c2a-d175d25854ba,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:41.498249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Checking segment: {'id': '3ca49d98-cb0c-4f6b-83fd-110397fdabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '971f6a27-ac1b-4422-95b2-41e4607b3afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:41.498888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Network hostable DHCP agents. Network: 971f6a27-ac1b-4422-95b2-41e4607b3afb, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:27:41.535283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Calling delete_port for 831d5aa2-a529-41fe-b2ce-9f572ee177d4 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:41.542487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Network 971f6a27-ac1b-4422-95b2-41e4607b3afb is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:27:41.554733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-c31b5b9f-83a5-49fb-8b6a-d54311e6f08b service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442667 Aug 31 06:27:41.558355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-03a5a85e-12d0-420f-bbfd-e54ab88da2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:41.564856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 971f6a27-ac1b-4422-95b2-41e4607b3afb) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:41.570923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:41.572506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-03a5a85e-12d0-420f-bbfd-e54ab88da2be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11b3df58-faeb-41c2-86ff-fcd8d11a5c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585329 Aug 31 06:27:41.572717 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:41.578020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2bf33-bdb7-4792-8ed0-5a522f76959c None None] Network 971f6a27-ac1b-4422-95b2-41e4607b3afb requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:41.608816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f3b92fe4-6da8-4aa0-bea6-e5a6f175a4ce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9862514 Aug 31 06:27:41.672290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889dfb2-f3f9-4e00-8da9-474d93e550fb req-a8d78ee3-942c-429a-a2d4-296a058e2104 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:41.679441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4889dfb2-f3f9-4e00-8da9-474d93e550fb req-a8d78ee3-942c-429a-a2d4-296a058e2104 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 950 time: 0.0624490 Aug 31 06:27:41.768327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4889dfb2-f3f9-4e00-8da9-474d93e550fb req-8a6e4c9d-314d-4f8a-948c-5a075ed88b0e tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791841 Aug 31 06:27:41.846131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea0189-6f58-4205-9aaa-3df0bb462588 None None] Network 971f6a27-ac1b-4422-95b2-41e4607b3afb requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:41.874260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49288) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:41.880161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-844522602-network', 'tenant_id': '2bac45fec3a847088b1f7223c8d574c6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:41.893476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-9d012a46-578a-4c53-b2d5-48f1bc7af708 service neutron] 10.222.0.42 "GET /v2.0/networks/11b3df58-faeb-41c2-86ff-fcd8d11a5c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006399 Aug 31 06:27:41.906794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Made reservation on behalf of 2bac45fec3a847088b1f7223c8d574c6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:41.909618 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:41.921303 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:41.979617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528acf7-12f4-4c5c-b774-05dcf0e357dc req-cdd93423-3845-4e6b-9820-4747daf6a4d0 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:41.993018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1528acf7-12f4-4c5c-b774-05dcf0e357dc req-cdd93423-3845-4e6b-9820-4747daf6a4d0 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 944 time: 0.2219210 Aug 31 06:27:42.036846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.041138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.065721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:42.075360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344a3b55-dd30-47bb-9b67-5be69c93d413,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:42.080390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.080714 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Added segment f694af8a-a3ea-47fa-8e0b-69770c88e670 of type vlan for network 15851d2f-09e6-4aa6-b307-eb0756ca0253 Aug 31 06:27:42.101480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1528acf7-12f4-4c5c-b774-05dcf0e357dc req-83338826-fa7f-41ca-9bd5-d7edb687bc01 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023154 Aug 31 06:27:42.107872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.113533 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506105c0-0aa6-4a23-abd7-dc291c1f9278 req-e9fc9ee6-1147-4d83-b748-aa659ed04e3c service neutron] 10.222.0.42 "GET /v2.0/networks/11b3df58-faeb-41c2-86ff-fcd8d11a5c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091262 Aug 31 06:27:42.125384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.127210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['831d5aa2-a529-41fe-b2ce-9f572ee177d4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:42.146251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Pushing event deleted for resources: {'Port': ['ID=831d5aa2-a529-41fe-b2ce-9f572ee177d4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:42.157376 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.159405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:42.162834 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.218836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] No DVR routers for this DVR port 831d5aa2-a529-41fe-b2ce-9f572ee177d4 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:27:42.239903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=15851d2f-09e6-4aa6-b307-eb0756ca0253,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:42.244805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee0f7585-0864-43db-8d3e-2943cd245aa7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3694093 Aug 31 06:27:42.253016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49290) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:42.261234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Request body: {'subnet': {'network_id': '15851d2f-09e6-4aa6-b307-eb0756ca0253', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-844522602-subnet', 'tenant_id': '2bac45fec3a847088b1f7223c8d574c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:42.277903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 15851d2f-09e6-4aa6-b307-eb0756ca0253 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:42.304347 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.312062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f244e65-5adb-4c47-9a09-65eedaa8da00 req-4b0a66a1-eb38-4cb5-b473-b1e2e897e8db tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.23 "DELETE /v2.0/ports/831d5aa2-a529-41fe-b2ce-9f572ee177d4 HTTP/1.1" status: 204 len: 173 time: 1.5517244 Aug 31 06:27:42.352503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Made reservation on behalf of 2bac45fec3a847088b1f7223c8d574c6 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:42.354961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.418001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-8fb02841-12df-414a-ba23-1790fdce3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:42.420160 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-8fb02841-12df-414a-ba23-1790fdce3aee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0614b626f9ec4a02a5dcd93d074501ec&device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 1096 time: 0.2339804 Aug 31 06:27:42.506219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82e92-466e-4a52-8337-5774a4837255 req-303ecb3b-3875-4ab9-9270-67cf24cc8de1 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:42.507780 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34f82e92-466e-4a52-8337-5774a4837255 req-303ecb3b-3875-4ab9-9270-67cf24cc8de1 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 944 time: 0.2908237 Aug 31 06:27:42.562557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device b5c4ac94-94ca-4094-89af-81cff1b82b35 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:27:42.567961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-e9ed0b74-1346-42b7-8b6a-cbc660935382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:42.569573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-e9ed0b74-1346-42b7-8b6a-cbc660935382 service neutron] 10.222.0.42 "GET /v2.0/networks?id=11b3df58-faeb-41c2-86ff-fcd8d11a5c1e HTTP/1.1" status: 200 len: 914 time: 0.1405478 Aug 31 06:27:42.577479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34f82e92-466e-4a52-8337-5774a4837255 req-5037145d-0df1-4316-a68d-c944862f4061 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568714 Aug 31 06:27:42.616205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-0e5a90ce-6489-49b7-8f90-b91eebe64892 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 HTTP/1.1" status: 200 len: 217 time: 0.0377564 Aug 31 06:27:42.637878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbddbddc-7ecc-405c-946e-d849a36fa22a req-cf51515f-f3de-4023-8a89-ea4638cdce12 tempest-ServerDiagnosticsNegativeTest-1963894211 tempest-ServerDiagnosticsNegativeTest-1963894211-project] 10.222.0.15 "GET /v2.0/ports?device_id=770e5f47-46cf-475a-b103-526777a92d44 HTTP/1.1" status: 200 len: 210 time: 0.0402992 Aug 31 06:27:42.654739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.699005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-5bc4c4dc-063e-4f61-a19e-4e2f2380f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:42.700953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-5bc4c4dc-063e-4f61-a19e-4e2f2380f325 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218 HTTP/1.1" status: 200 len: 852 time: 0.0764711 Aug 31 06:27:42.701082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b400c4e-1862-46e8-a883-a3b48cb775b3,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:42.741150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Checking segment: {'id': 'f694af8a-a3ea-47fa-8e0b-69770c88e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15851d2f-09e6-4aa6-b307-eb0756ca0253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:42.741922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Network hostable DHCP agents. Network: 15851d2f-09e6-4aa6-b307-eb0756ca0253, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:27:42.785284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Network 15851d2f-09e6-4aa6-b307-eb0756ca0253 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:27:42.793892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4dd30-42d6-4282-bae2-386cd0a55bb8 req-5e61d2ff-823b-4216-8a75-07afece89b44 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:42.796340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1b4dd30-42d6-4282-bae2-386cd0a55bb8 req-5e61d2ff-823b-4216-8a75-07afece89b44 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.0936019 Aug 31 06:27:42.803610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 15851d2f-09e6-4aa6-b307-eb0756ca0253) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:42.805623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-9acf8936-a7dc-46d6-84a7-ff765c9f6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:42.809570 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-9acf8936-a7dc-46d6-84a7-ff765c9f6cf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11b3df58-faeb-41c2-86ff-fcd8d11a5c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956862 Aug 31 06:27:42.810305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:42.813167 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:42.837602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfebfe5f-a9af-4bf9-b8c5-d6b0db35cafb None None] Network 15851d2f-09e6-4aa6-b307-eb0756ca0253 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:42.848095 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8b8139d4-225f-4cd9-b392-ce248e8b0fbb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5932271 Aug 31 06:27:42.893272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1b4dd30-42d6-4282-bae2-386cd0a55bb8 req-22e062cc-39f4-44a7-94b3-6914ded1e219 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825210 Aug 31 06:27:42.952072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-9ef6ef23-5a75-402c-a227-a9ceb6c6c1e1 service neutron] 10.222.0.42 "GET /v2.0/networks/11b3df58-faeb-41c2-86ff-fcd8d11a5c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292427 Aug 31 06:27:43.038044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port b5c4ac94-94ca-4094-89af-81cff1b82b35, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b5c4ac94-94ca-4094-89af-81cff1b82b35,segment=NetworkSegment(4ae7c5db-4f30-4762-9af9-820a1f9a0033),segment_id=4ae7c5db-4f30-4762-9af9-820a1f9a0033)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:43.102927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'b5c4ac94-94ca-4094-89af-81cff1b82b35', 'network_id': '0e68981f-7b18-47f8-aa0a-ec6079251c33', 'port_id': 'b5c4ac94-94ca-4094-89af-81cff1b82b35', 'mac_address': 'fa:16:3e:93:02:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307021ce-8abc-4028-8ae4-92df1779141f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:27:43.173376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-54bb237c-5d91-4ed4-9b7b-6318aea0a4e9 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:43.175389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-54bb237c-5d91-4ed4-9b7b-6318aea0a4e9 tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 950 time: 0.2208579 Aug 31 06:27:43.176984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2bba3-e054-4d8b-95c4-333319f869b3 None None] Network 15851d2f-09e6-4aa6-b307-eb0756ca0253 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:43.180059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fa7ab95-7133-4b79-b52b-6ff7059849d1 req-34047515-3cf9-4551-ade1-23f9a921c98e service neutron] 10.222.0.42 "GET /v2.0/networks/11b3df58-faeb-41c2-86ff-fcd8d11a5c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113280 Aug 31 06:27:43.220620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0dfa4-fe5e-4a9c-af56-c3c63cb243df req-ad8959e3-ccf9-4a45-92fb-2020c2e7637b tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:43.222137 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcc0dfa4-fe5e-4a9c-af56-c3c63cb243df req-ad8959e3-ccf9-4a45-92fb-2020c2e7637b tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc8f6041-b524-47ef-9c80-62f0ea44f33e HTTP/1.1" status: 200 len: 950 time: 0.1351502 Aug 31 06:27:43.233720 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:43.250347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879760d-8c02-428d-877f-7571fa5e655a req-1011cb41-a8c9-485c-859b-c088ea7c7ba3 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:43.253266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3879760d-8c02-428d-877f-7571fa5e655a req-1011cb41-a8c9-485c-859b-c088ea7c7ba3 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 944 time: 0.0684581 Aug 31 06:27:43.259921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c4ac94-94ca-4094-89af-81cff1b82b35 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:43.292698 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcc0dfa4-fe5e-4a9c-af56-c3c63cb243df req-723f0e65-cbe1-489c-94a3-6aeec6427a2a tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.15 "GET /v2.0/security-groups?id=454826ae-b5b0-4cb1-bc0b-c0257b622593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642328 Aug 31 06:27:43.294215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port b5c4ac94-94ca-4094-89af-81cff1b82b35, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b5c4ac94-94ca-4094-89af-81cff1b82b35,segment=NetworkSegment(4ae7c5db-4f30-4762-9af9-820a1f9a0033),segment_id=4ae7c5db-4f30-4762-9af9-820a1f9a0033)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:43.295166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3879760d-8c02-428d-877f-7571fa5e655a req-7678dc1b-318e-41bd-b245-4aa7ee45833f tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Aug 31 06:27:43.306652 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:43.330445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Deleting port 484c475f-936d-4c28-af22-19558c4e711e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:27:43.330794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:43.370690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=b5c4ac94-94ca-4094-89af-81cff1b82b35,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:43.393505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770e5f47-46cf-475a-b103-526777a92d44', 'name': 'network-vif-deleted', 'tag': '831d5aa2-a529-41fe-b2ce-9f572ee177d4'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:43.396193 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0632c9-b965-4915-b03b-305f5a96fb27" -d '{"events": [{"server_uuid": "770e5f47-46cf-475a-b103-526777a92d44", "name": "network-vif-deleted", "tag": "831d5aa2-a529-41fe-b2ce-9f572ee177d4"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:43.420555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.420913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.421286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.422240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.422240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.422240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.422578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.422907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.423231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.423554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.423878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.424184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:43.451707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] For port 484c475f-936d-4c28-af22-19558c4e711e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=484c475f-936d-4c28-af22-19558c4e711e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:43.452287 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:43.467822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Calling delete_port for 484c475f-936d-4c28-af22-19558c4e711e owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:27:43.515135 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a92b00-8952-48c7-8ccc-b7ac6b964336 x-openstack-request-id: req-79a92b00-8952-48c7-8ccc-b7ac6b964336 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:43.515426 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770e5f47-46cf-475a-b103-526777a92d44", "name": "network-vif-deleted", "tag": "831d5aa2-a529-41fe-b2ce-9f572ee177d4", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:43.515675 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79a92b00-8952-48c7-8ccc-b7ac6b964336 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:43.516068 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770e5f47-46cf-475a-b103-526777a92d44', 'name': 'network-vif-deleted', 'tag': '831d5aa2-a529-41fe-b2ce-9f572ee177d4', 'status': 'completed', 'code': 200} Aug 31 06:27:43.527446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['b5c4ac94-94ca-4094-89af-81cff1b82b35'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:43.598104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837ed46-8330-4df6-986a-3b594604b62f req-6d84639a-3366-466f-8790-7dc552739f01 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:43.599970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-6d84639a-3366-466f-8790-7dc552739f01 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 821 time: 0.1299775 Aug 31 06:27:43.615772 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-afe629a9-b3ff-4fa9-a5e5-07dd84e714c9 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/quotas/888b3dd70ed24f6bb5a9cbcca6771f9c HTTP/1.1" status: 200 len: 375 time: 0.0098410 Aug 31 06:27:43.626136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:43.638536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['484c475f-936d-4c28-af22-19558c4e711e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:43.656036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-c9dde8c3-b5d7-42c3-99c3-b9ec6227b53a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332980 Aug 31 06:27:43.671281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Pushing event deleted for resources: {'Port': ['ID=484c475f-936d-4c28-af22-19558c4e711e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:43.751321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] No DVR routers for this DVR port 484c475f-936d-4c28-af22-19558c4e711e on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:27:43.756446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:43.758725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cab5b1d-406e-43f9-a3e0-425ee71ed15e req-325dd07f-d8b7-4ef4-8330-e515e34ee4fa tempest-ImagesNegativeTestJSON-1841014271 tempest-ImagesNegativeTestJSON-1841014271-project] 10.222.0.23 "DELETE /v2.0/ports/484c475f-936d-4c28-af22-19558c4e711e HTTP/1.1" status: 204 len: 173 time: 0.5773947 Aug 31 06:27:43.768060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ecdce-0a12-4bbe-b7b0-d5505e1fa6d1 req-693de340-44e1-4604-b367-ac82db0a1a6a tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:43.769632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e37ecdce-0a12-4bbe-b7b0-d5505e1fa6d1 req-693de340-44e1-4604-b367-ac82db0a1a6a tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 945 time: 0.1035714 Aug 31 06:27:43.778459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-921fef13-1d1b-4bbd-aa62-288b422bd4cd service neutron] 10.222.0.15 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148736 Aug 31 06:27:43.832039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e37ecdce-0a12-4bbe-b7b0-d5505e1fa6d1 req-29b740f9-2354-4285-be03-4445dcbe9908 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Aug 31 06:27:43.898286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-aef0048b-8e08-4e24-a46f-58dd175c3553 service neutron] 10.222.0.15 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077814 Aug 31 06:27:44.171187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528e7b1-b081-4c24-afb9-e7ab8f06661f req-f7aa18cf-292c-495a-ac48-85f5c3fcabf3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:44.173440 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c528e7b1-b081-4c24-afb9-e7ab8f06661f req-f7aa18cf-292c-495a-ac48-85f5c3fcabf3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1262746 Aug 31 06:27:44.202708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fc2d77e-4f58-4d8b-9359-ced208635e95 req-b79f2ec8-2209-470e-bbb4-4c0ea00ebe05 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 210 time: 0.0311158 Aug 31 06:27:44.248461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c528e7b1-b081-4c24-afb9-e7ab8f06661f req-fb933ef9-b3f4-43a0-b206-f5e05c706c05 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650697 Aug 31 06:27:44.355833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:44.467798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e0497-7dc4-428d-857a-f5f3645cb034 req-5516d32c-4f5e-45b0-a950-8fa0a5134e78 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:44.477765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f74e0497-7dc4-428d-857a-f5f3645cb034 req-5516d32c-4f5e-45b0-a950-8fa0a5134e78 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 944 time: 0.0758619 Aug 31 06:27:44.537716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f74e0497-7dc4-428d-857a-f5f3645cb034 req-12fb5ede-a859-4ef3-a82c-303e38de57d5 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566044 Aug 31 06:27:44.572935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-447c6fbc-fd29-44ad-b6c6-8b0410862ab3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a59dab13e5de4b05aafd4cbbf346dbe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132223 Aug 31 06:27:44.573747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49390) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:44.587332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:27:44.626135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-86b0491c-881c-475f-8bcd-b6a02574ef39 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:44.627688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-86b0491c-881c-475f-8bcd-b6a02574ef39 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/networks?id=971f6a27-ac1b-4422-95b2-41e4607b3afb HTTP/1.1" status: 200 len: 810 time: 0.1307392 Aug 31 06:27:44.658410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-4abae832-6c62-4f59-a7a2-c60eedc7fadc tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/quotas/044ce1d102bf4f989a8247f549afaa53 HTTP/1.1" status: 200 len: 375 time: 0.0224600 Aug 31 06:27:44.662602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90d63be4-722d-41af-aba5-22a0934a5700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:44.689095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device b5c4ac94-94ca-4094-89af-81cff1b82b35 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:44.700017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-bbefde26-81b9-478e-b0b9-e3cb11dcbedc tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=044ce1d102bf4f989a8247f549afaa53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404789 Aug 31 06:27:44.714446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90d63be4-722d-41af-aba5-22a0934a5700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:44.773000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:44.783464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90d63be4-722d-41af-aba5-22a0934a5700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:44.786072 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90d63be4-722d-41af-aba5-22a0934a5700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:44.787421 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-90d63be4-722d-41af-aba5-22a0934a5700 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acad9d43-1394-432f-a7e5-b4751c6ef4f4 HTTP/1.1" status: 204 len: 168 time: 0.2123914 Aug 31 06:27:44.791460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87', 'network_id': '11b3df58-faeb-41c2-86ff-fcd8d11a5c1e', 'port_id': '11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87', 'mac_address': 'fa:16:3e:9f:fa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:27:44.803432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d63be4-722d-41af-aba5-22a0934a5700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acad9d43-1394-432f-a7e5-b4751c6ef4f4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:44.840017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port b5c4ac94-94ca-4094-89af-81cff1b82b35 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:44.855226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port b5c4ac94-94ca-4094-89af-81cff1b82b35 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:44.855831 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:44.868961 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-2cca3fe7-44f3-438d-8ebd-869eb52f225e service neutron] 10.222.0.15 "GET /v2.0/networks/971f6a27-ac1b-4422-95b2-41e4607b3afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680868 Aug 31 06:27:44.916690 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:44.943441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:45.013332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfe353-3629-461c-a37e-15d1c71ee702 req-1efa375e-b778-4407-8de4-d068db3a3cc3 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:45.021978 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63bfe353-3629-461c-a37e-15d1c71ee702 req-1efa375e-b778-4407-8de4-d068db3a3cc3 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 945 time: 0.0746710 Aug 31 06:27:45.022856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-7edfec7d-bdfa-4598-809c-0c09b931246f service neutron] 10.222.0.15 "GET /v2.0/networks/971f6a27-ac1b-4422-95b2-41e4607b3afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452045 Aug 31 06:27:45.025151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:45.050945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49410) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:45.067283 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.076069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63bfe353-3629-461c-a37e-15d1c71ee702 req-d9392c11-12b8-49e5-bbf5-c1f3d5dc1acc tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525370 Aug 31 06:27:45.114593 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.160942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port b5c4ac94-94ca-4094-89af-81cff1b82b35, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b5c4ac94-94ca-4094-89af-81cff1b82b35,segment=NetworkSegment(4ae7c5db-4f30-4762-9af9-820a1f9a0033),segment_id=4ae7c5db-4f30-4762-9af9-820a1f9a0033)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:45.169448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ae24de-5ae5-4b40-934c-7be7a8e0d544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c4ac94-94ca-4094-89af-81cff1b82b35'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:45.172325 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff710723-f784-4aec-ab2b-5d12be985d6c" -d '{"events": [{"server_uuid": "63ae24de-5ae5-4b40-934c-7be7a8e0d544", "name": "network-vif-plugged", "status": "completed", "tag": "b5c4ac94-94ca-4094-89af-81cff1b82b35"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:45.175256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 831d5aa2-a529-41fe-b2ce-9f572ee177d4 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:45.180988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.206546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 831d5aa2-a529-41fe-b2ce-9f572ee177d4 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:45.206924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 831d5aa2-a529-41fe-b2ce-9f572ee177d4 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:45.208657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:45.290440 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7c04dc-3ef4-422b-b0e9-a551a5a07c33 x-openstack-request-id: req-9d7c04dc-3ef4-422b-b0e9-a551a5a07c33 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:45.292059 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ae24de-5ae5-4b40-934c-7be7a8e0d544", "name": "network-vif-plugged", "status": "completed", "tag": "b5c4ac94-94ca-4094-89af-81cff1b82b35", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:45.292340 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d7c04dc-3ef4-422b-b0e9-a551a5a07c33 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:45.292860 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ae24de-5ae5-4b40-934c-7be7a8e0d544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c4ac94-94ca-4094-89af-81cff1b82b35', 'code': 200} Aug 31 06:27:45.312099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:45.336595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-85c0d618-68f3-463c-8a9e-1436765415b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa481a8f6d1a4fe19e4bd79e602d5809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831268 Aug 31 06:27:45.338029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49422) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:45.369080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49424) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:45.390588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=b5c4ac94-94ca-4094-89af-81cff1b82b35,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:45.397149 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-073424bf-fdfe-4558-bbab-02fe68190594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.449352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.473541 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b287e6fe-76a0-4c28-8648-897b03b148dd req-1a5bdfa0-cafd-46ec-99eb-da4f61505314 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 210 time: 0.1124752 Aug 31 06:27:45.491122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.521558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6041-b524-47ef-9c80-62f0ea44f33e', 'name': 'network-vif-deleted', 'tag': '484c475f-936d-4c28-af22-19558c4e711e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:45.529503 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e5cacd-654a-4197-a4b2-ee36d326a26f" -d '{"events": [{"server_uuid": "bc8f6041-b524-47ef-9c80-62f0ea44f33e", "name": "network-vif-deleted", "tag": "484c475f-936d-4c28-af22-19558c4e711e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:45.595705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10aff6-c134-4bfa-9f84-07ead0789e28 req-23deeb0a-64f5-4635-b849-86f6a9956494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:45.597859 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0e10aff6-c134-4bfa-9f84-07ead0789e28 req-23deeb0a-64f5-4635-b849-86f6a9956494 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 1098 time: 0.2088873 Aug 31 06:27:45.620470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eefd5-1bdd-4ebe-8c00-65fbb7f60392 req-07b391fa-9bcf-4a99-8a8f-8868f8721076 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:45.622182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a94eefd5-1bdd-4ebe-8c00-65fbb7f60392 req-07b391fa-9bcf-4a99-8a8f-8868f8721076 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1226060 Aug 31 06:27:45.661334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f66fd61-9f9b-4d9f-83bc-1b44232ff83f req-0e7db633-6c6e-45c7-a0c8-e48a78b2e6dd tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 210 time: 0.0492549 Aug 31 06:27:45.691857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837ed46-8330-4df6-986a-3b594604b62f req-fed0afb5-cee3-47e1-baa2-7fff24008340 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:45.694162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-073424bf-fdfe-4558-bbab-02fe68190594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.695360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-fed0afb5-cee3-47e1-baa2-7fff24008340 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 821 time: 0.4430723 Aug 31 06:27:45.695540 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.699012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.700533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/454826ae-b5b0-4cb1-bc0b-c0257b622593 HTTP/1.1" status: 204 len: 168 time: 0.3612170 Aug 31 06:27:45.713077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454826ae-b5b0-4cb1-bc0b-c0257b622593,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:45.715147 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-073424bf-fdfe-4558-bbab-02fe68190594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.722249 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a94eefd5-1bdd-4ebe-8c00-65fbb7f60392 req-4babb072-ccc0-46f0-ae86-79118f39396d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904279 Aug 31 06:27:45.737224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.737549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.737894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.738625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.739339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.739578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.739916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.740248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.740549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0e10aff6-c134-4bfa-9f84-07ead0789e28 req-da6f2cc1-c75b-411e-a2d8-2b754618e4b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344502 Aug 31 06:27:45.740760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.740887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.741394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.741872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23fe4f-aafb-484d-86c0-efaa48c9ca5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:45.744319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Request body: {'port': {'device_id': '13b96e66-049e-4b0f-a06b-7e382230b229', 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'admin_state_up': True, 'tenant_id': '888b3dd70ed24f6bb5a9cbcca6771f9c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:45.789176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-073424bf-fdfe-4558-bbab-02fe68190594 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b788eb0e0e2546219e35c0fb6ba1b339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181843 Aug 31 06:27:45.795168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49440) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:45.814952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073424bf-fdfe-4558-bbab-02fe68190594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc718b3-239e-45bc-9bfa-34b2ee9595f7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:45.850346 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90892676-c19f-4446-9151-19090ed55cd4 x-openstack-request-id: req-90892676-c19f-4446-9151-19090ed55cd4 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:45.850648 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6041-b524-47ef-9c80-62f0ea44f33e", "name": "network-vif-deleted", "tag": "484c475f-936d-4c28-af22-19558c4e711e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:45.850993 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90892676-c19f-4446-9151-19090ed55cd4 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:45.851290 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6041-b524-47ef-9c80-62f0ea44f33e', 'name': 'network-vif-deleted', 'tag': '484c475f-936d-4c28-af22-19558c4e711e', 'status': 'completed', 'code': 200} Aug 31 06:27:45.913983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5640f2e7-cd38-4fa7-bd12-f217ce70a854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.942458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Made reservation on behalf of 888b3dd70ed24f6bb5a9cbcca6771f9c for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:45.947513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:45.959982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557879d-e9d8-4b33-af0f-906136b71a4d req-fa0534bb-2816-455e-88e8-909b90d26dca tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:45.961644 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a557879d-e9d8-4b33-af0f-906136b71a4d req-fa0534bb-2816-455e-88e8-909b90d26dca tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 945 time: 0.1014988 Aug 31 06:27:45.963863 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5640f2e7-cd38-4fa7-bd12-f217ce70a854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:46.064033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a557879d-e9d8-4b33-af0f-906136b71a4d req-6fe9af78-1b26-4a5f-b948-ac806ae29230 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956464 Aug 31 06:27:46.096488 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5640f2e7-cd38-4fa7-bd12-f217ce70a854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:46.099907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5640f2e7-cd38-4fa7-bd12-f217ce70a854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:46.104065 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5640f2e7-cd38-4fa7-bd12-f217ce70a854 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cc718b3-239e-45bc-9bfa-34b2ee9595f7 HTTP/1.1" status: 204 len: 168 time: 0.3049753 Aug 31 06:27:46.125963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Allocated IP 172.20.0.12 (35c52f34-a68b-43f5-97af-5f58c585b4a4/23e323d9-f357-4b24-9e1f-0246eb573883/a9550a5a-4432-4533-9364-b56207fb18d0) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:46.127210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640f2e7-cd38-4fa7-bd12-f217ce70a854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc718b3-239e-45bc-9bfa-34b2ee9595f7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:46.527510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6885da-2a96-4ff0-970b-616f196a7bdc req-fe300657-76df-4fec-b0f6-7f5c629ec294 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:46.534692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af6885da-2a96-4ff0-970b-616f196a7bdc req-fe300657-76df-4fec-b0f6-7f5c629ec294 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 946 time: 0.3718021 Aug 31 06:27:46.590099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:46.608231 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af6885da-2a96-4ff0-970b-616f196a7bdc req-806c423a-8678-4a47-a692-4cfa48939861 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707595 Aug 31 06:27:46.646976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:46.700419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8876580-aa6a-424f-8a72-267143dea226 req-32b58c42-62ec-4291-9e19-2df543ff89ce tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 210 time: 0.1162839 Aug 31 06:27:46.715035 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:46.761253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:46.766542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:46.767309 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:46.805728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Network 35c52f34-a68b-43f5-97af-5f58c585b4a4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:46.836408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f661f259-fc09-4cd4-9185-d07e687ea3f3 req-eff9e460-db9e-46cc-9837-8bc55dc723cf tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 210 time: 0.0488360 Aug 31 06:27:46.852340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:46.882067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:46.956002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:46.956653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:46.963185 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:46.976204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ae80a-1be0-4c6d-93b2-98c19b804681 req-a77d6d29-ca27-4df9-b128-d461f1c0b1a3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:46.981527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-395ae80a-1be0-4c6d-93b2-98c19b804681 req-a77d6d29-ca27-4df9-b128-d461f1c0b1a3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1086853 Aug 31 06:27:47.025004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Pushing event updated for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:47.040237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-38ad8365-2ebf-451b-bcb5-1794aeff7dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3014503 Aug 31 06:27:47.053344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Request body: {'port': {'device_id': '13b96e66-049e-4b0f-a06b-7e382230b229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:47.054847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:47.064743 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:47.078922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-395ae80a-1be0-4c6d-93b2-98c19b804681 req-9f69d288-c07f-4071-8bd6-742f0c277543 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907669 Aug 31 06:27:47.163955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 484c475f-936d-4c28-af22-19558c4e711e no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:27:47.196131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 484c475f-936d-4c28-af22-19558c4e711e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:27:47.196546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 484c475f-936d-4c28-af22-19558c4e711e not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:27:47.198386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:47.234567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:47.266125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-ddd1cd5d-4efe-417f-898e-193f81b5a166 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:47.267670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-ddd1cd5d-4efe-417f-898e-193f81b5a166 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.23 "GET /v2.0/networks?id=971f6a27-ac1b-4422-95b2-41e4607b3afb HTTP/1.1" status: 200 len: 810 time: 0.4117277 Aug 31 06:27:47.294275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55518ddf-3b81-4c91-8097-7546aff9b825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:47.297337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Request body: {'port': {'device_id': 'ae8600b0-4ffc-4130-b1d1-7371fd4d874f', 'network_id': '971f6a27-ac1b-4422-95b2-41e4607b3afb', 'admin_state_up': True, 'tenant_id': '044ce1d102bf4f989a8247f549afaa53'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:47.300122 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83525148-63ba-407c-b2a8-1eed09237e7d" -d '{"events": [{"server_uuid": "55518ddf-3b81-4c91-8097-7546aff9b825", "name": "network-vif-plugged", "status": "completed", "tag": "11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:47.307109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66352f65-eacf-4870-b8fe-6c458a7656f6 req-1039e936-4253-4d8f-99f5-c43db30ce170 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:47.308863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66352f65-eacf-4870-b8fe-6c458a7656f6 req-1039e936-4253-4d8f-99f5-c43db30ce170 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 946 time: 0.1399400 Aug 31 06:27:47.347015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49510) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:47.353391 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f22c96-1f2b-478c-bf30-3916a10a5841 x-openstack-request-id: req-f1f22c96-1f2b-478c-bf30-3916a10a5841 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:47.353899 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55518ddf-3b81-4c91-8097-7546aff9b825", "name": "network-vif-plugged", "status": "completed", "tag": "11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:47.354322 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1f22c96-1f2b-478c-bf30-3916a10a5841 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:47.355048 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55518ddf-3b81-4c91-8097-7546aff9b825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87', 'code': 200} Aug 31 06:27:47.465404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66352f65-eacf-4870-b8fe-6c458a7656f6 req-470913fa-7161-4fd9-9fa7-251f77f0b26a tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438613 Aug 31 06:27:47.559914 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5b36c72-9d5b-4e0e-8747-de1e94125f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:47.599547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a01e-fd33-43aa-b8ab-cb5d904b691d req-560b8537-8725-4896-9aaa-6d91ed69e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:47.601076 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8f5a01e-fd33-43aa-b8ab-cb5d904b691d req-560b8537-8725-4896-9aaa-6d91ed69e534 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 1098 time: 0.1411042 Aug 31 06:27:47.603283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:27:47.603283 n-d-712142-16 neutron-server[94667]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:27:47.603283 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id': '044ce1d102bf4f989a8247f549afaa53', 'id': '29458a65-4027-4c09-858a-1274d6d8fd2a', 'expiration': datetime.datetime(2021, 8, 31, 6, 29, 47, 591054)}] Aug 31 06:27:47.603283 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:27:47.603632 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:27:47.671790 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8f5a01e-fd33-43aa-b8ab-cb5d904b691d req-168c6371-6182-43c2-ae28-45be07d05ae2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620956 Aug 31 06:27:47.694047 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5b36c72-9d5b-4e0e-8747-de1e94125f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:47.724168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9550a5a-4432-4533-9364-b56207fb18d0 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:47.728281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5b36c72-9d5b-4e0e-8747-de1e94125f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:47.731956 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:47.744405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Transition to ACTIVE for port object a9550a5a-4432-4533-9364-b56207fb18d0 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:47.749639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:47.784860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f5b36c72-9d5b-4e0e-8747-de1e94125f00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d0702cac9434a5481df7d7b54dfd217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362485 Aug 31 06:27:47.787524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49526) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:47.796453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9db5c7-ea68-4790-a9f2-3ec89df70f82 req-dc7a02c1-1dbd-4fe6-a825-9b5c21fe732f tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:47.798534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b9db5c7-ea68-4790-a9f2-3ec89df70f82 req-dc7a02c1-1dbd-4fe6-a825-9b5c21fe732f tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 946 time: 0.1031613 Aug 31 06:27:47.800453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b36c72-9d5b-4e0e-8747-de1e94125f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c680bc4-2c4f-4124-8c81-a23237764f75,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:47.851037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b9db5c7-ea68-4790-a9f2-3ec89df70f82 req-986b9c87-d0e2-4f02-83a5-18cc9f39b111 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Aug 31 06:27:47.851636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Pushing event updated for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:47.947065 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c6dde92-7c85-4bbc-b78a-92c7115baba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:47.954658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a9f7a16c-dd9a-4939-83d2-c322e798bd9a req-b1a96b2b-ef76-43d6-80e4-5cba21a9002f tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 210 time: 0.0355229 Aug 31 06:27:47.956147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e688cd1-0e00-467d-844e-122a8559e2ef req-536f8674-88ac-4c76-82d2-c7be40402724 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:47.957687 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e688cd1-0e00-467d-844e-122a8559e2ef req-536f8674-88ac-4c76-82d2-c7be40402724 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.1452413 Aug 31 06:27:48.006768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:48.007108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:48.007440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:48.013582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c6dde92-7c85-4bbc-b78a-92c7115baba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:48.027484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:27:48.027812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:48.048604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:48.048947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:48.049358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:48.049829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Bound port: a9550a5a-4432-4533-9364-b56207fb18d0, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:48.050185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:48.071153 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e688cd1-0e00-467d-844e-122a8559e2ef req-0195485e-6380-4f4b-952a-827eb8bbbecd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016405 Aug 31 06:27:48.140648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c6dde92-7c85-4bbc-b78a-92c7115baba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:48.143194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c6dde92-7c85-4bbc-b78a-92c7115baba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:48.144356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4c6dde92-7c85-4bbc-b78a-92c7115baba4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c680bc4-2c4f-4124-8c81-a23237764f75 HTTP/1.1" status: 204 len: 168 time: 0.3557012 Aug 31 06:27:48.162797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dde92-7c85-4bbc-b78a-92c7115baba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c680bc4-2c4f-4124-8c81-a23237764f75,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:48.207332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Made reservation on behalf of 044ce1d102bf4f989a8247f549afaa53 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:48.213866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:48.257211 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:48.278903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:48.300119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:48.363304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f5dca-7753-4f21-87f7-c78a0e206153 req-46624700-7875-4766-a584-3b56c016cfda tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:48.365266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac4f5dca-7753-4f21-87f7-c78a0e206153 req-46624700-7875-4766-a584-3b56c016cfda tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1460288 Aug 31 06:27:48.389573 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-7a6168c4-7cad-4d40-8594-be55a60a89bb tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373600 Aug 31 06:27:48.407204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:48.407980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:48.409398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] 10.222.0.23 "PUT /v2.0/ports/a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 200 len: 1093 time: 1.3616703 Aug 31 06:27:48.422001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:48.424259 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55077cb1-b36c-4964-93f4-ed06ddd2218f" -d '{"events": [{"name": "network-changed", "server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:48.546336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-cd5e28ba-96d3-4b3b-b29e-6dbe0a3e84d5 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:48.548039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-cd5e28ba-96d3-4b3b-b29e-6dbe0a3e84d5 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581082 Aug 31 06:27:48.556782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2386713-9904-4607-9ebe-a8cf2b61a50c service neutron] Pushing event updated for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:48.576065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac4f5dca-7753-4f21-87f7-c78a0e206153 req-b7a9eaf6-cee0-45f3-9aee-aa546ba4e17e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751485 Aug 31 06:27:48.593379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-0a40e957-b921-44e1-b633-100f9c415f8a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/quotas/b9f90ece4a8c460fa15337583a9473f9 HTTP/1.1" status: 200 len: 375 time: 0.0289991 Aug 31 06:27:48.601807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Allocated IP 172.20.0.12 (971f6a27-ac1b-4422-95b2-41e4607b3afb/eb229dd2-fee8-4335-9c2a-d175d25854ba/00c854a4-4a3d-442d-8b0f-26f314cc3960) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:48.612545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837ed46-8330-4df6-986a-3b594604b62f req-b3fbb5aa-04b0-4874-9eec-a991c34ff8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:48.614880 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-b3fbb5aa-04b0-4874-9eec-a991c34ff8ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1096 time: 0.1468725 Aug 31 06:27:48.686385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-3d1ec8ba-8477-4ae9-9907-feaa08beb3fc tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916185 Aug 31 06:27:48.714354 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da6ac11-0023-4367-bdae-837e3f9d22dc x-openstack-request-id: req-3da6ac11-0023-4367-bdae-837e3f9d22dc {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:48.714859 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:48.715385 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3da6ac11-0023-4367-bdae-837e3f9d22dc {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:48.715924 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0', 'status': 'completed', 'code': 200} Aug 31 06:27:48.721920 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-a921de4b-391a-43ac-bb7a-3cc8140e3bc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 200 len: 217 time: 0.0919633 Aug 31 06:27:48.886771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837ed46-8330-4df6-986a-3b594604b62f req-01be2795-a8e2-4735-9187-25c12fce2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:48.888527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-01be2795-a8e2-4735-9187-25c12fce2db8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1586506 Aug 31 06:27:48.961824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-046d0ee0-839e-45e7-86d6-aab1b64e615c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478730 Aug 31 06:27:49.021741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6ad1-72cc-4dde-8c21-58cbbeaab4b0 req-2093d961-d684-435f-9d29-1becb14f9857 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:49.023367 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99db6ad1-72cc-4dde-8c21-58cbbeaab4b0 req-2093d961-d684-435f-9d29-1becb14f9857 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 946 time: 0.1539235 Aug 31 06:27:49.110858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:49.163041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99db6ad1-72cc-4dde-8c21-58cbbeaab4b0 req-83b6b330-081d-4428-9ab6-6a54644188b1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034744 Aug 31 06:27:49.174792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2c8c1ce-0458-4694-bb26-891f1544ef9e req-090ed2ba-690c-4c04-9795-376770973cc1 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 210 time: 0.0536721 Aug 31 06:27:49.180013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-a8788245-3807-4d41-877d-2a8cf3366bef service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070005 Aug 31 06:27:49.268706 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:49.270438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2aacf3fc-0897-4c3b-ab72-8937495ac855 req-fa6b85c3-9e2d-4d38-bfa5-f36060fad09b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 210 time: 0.0579455 Aug 31 06:27:49.404993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Network 971f6a27-ac1b-4422-95b2-41e4607b3afb is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:49.412292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9837ed46-8330-4df6-986a-3b594604b62f req-26395e42-8d60-4e5c-be35-af634a5103b6 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207210 Aug 31 06:27:49.413132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:49.416703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:49.419453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Pushing event updated for resources: {'Port': ['ID=00c854a4-4a3d-442d-8b0f-26f314cc3960,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:49.475055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bd026-8788-45d5-b591-f90beef75882 req-6e6b5893-eb4f-436d-bece-c92d6e57a898 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:49.482522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c78bd026-8788-45d5-b591-f90beef75882 req-6e6b5893-eb4f-436d-bece-c92d6e57a898 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.1667149 Aug 31 06:27:49.506021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49606) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:49.549248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:49.550199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:49.588443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-db204651-b1e0-49b2-afee-d4101ffeae7e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2971890 Aug 31 06:27:49.605808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c78bd026-8788-45d5-b591-f90beef75882 req-1adec31d-b88b-494a-98be-0afc87f41573 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224010 Aug 31 06:27:49.612634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Request body: {'port': {'device_id': 'ae8600b0-4ffc-4130-b1d1-7371fd4d874f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:49.651927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-9e140dac-9157-442a-912e-ef27b6947fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:49.659984 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-9e140dac-9157-442a-912e-ef27b6947fd3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1096 time: 0.1675589 Aug 31 06:27:49.773894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1310658004-network', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:49.838063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:49.847880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:49.850196 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:49.862680 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:49.900061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f94b4-fca6-47e1-aeda-e46a4b39ac9b req-830a9cd6-2a11-4e8d-83a2-3a3b218439e2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:49.908890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e4f94b4-fca6-47e1-aeda-e46a4b39ac9b req-830a9cd6-2a11-4e8d-83a2-3a3b218439e2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.2131393 Aug 31 06:27:49.952695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-fbf9c25b-fe99-41f9-b3ef-0e3856208d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:49.954278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-fbf9c25b-fe99-41f9-b3ef-0e3856208d3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.2824569 Aug 31 06:27:49.974185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e4f94b4-fca6-47e1-aeda-e46a4b39ac9b req-f8954dbd-896f-485d-88b2-954214a3acd2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613840 Aug 31 06:27:50.028537 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:50.033565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:50.060250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:50.072082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80944d7f-9f48-4f8e-ad6f-babc7ed04d97,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:50.077572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:50.078177 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Added segment cd755a41-e49a-4ec9-ae15-2f5f1e8b944a of type vlan for network 925757ee-352a-410b-8a8a-ffba9667a480 Aug 31 06:27:50.123862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:50.153738 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:50.155543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:50.156226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:50.259542 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7522581 Aug 31 06:27:50.260243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49620) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:50.268501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Request body: {'subnet': {'network_id': '925757ee-352a-410b-8a8a-ffba9667a480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1310658004-subnet', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:50.277996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e71580-052e-40af-9cc9-48e399ca78e8 admin admin] Pushing event updated for resources: {'Network': ['ID=925757ee-352a-410b-8a8a-ffba9667a480,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:50.290051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 925757ee-352a-410b-8a8a-ffba9667a480 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:50.369089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:50.371561 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:50.382665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-b3597af6-c8dc-4c2d-a18d-ab8f2a51d4fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 200 len: 217 time: 0.3520455 Aug 31 06:27:50.445768 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-f253e8ea-c0b4-4e2b-878e-da75feeec5fc tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843666 Aug 31 06:27:50.527779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138707f-7bcc-4643-bec5-467f69550d83 req-1f6621ca-c085-458e-ac4b-0aff341cfd8f tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:50.529458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c138707f-7bcc-4643-bec5-467f69550d83 req-1f6621ca-c085-458e-ac4b-0aff341cfd8f tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 946 time: 0.1994631 Aug 31 06:27:50.556474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-27ed93a2-f3f1-4599-a6fd-10ea90df7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:50.558248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-27ed93a2-f3f1-4599-a6fd-10ea90df7c9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1591318 Aug 31 06:27:50.610916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c138707f-7bcc-4643-bec5-467f69550d83 req-8681ee51-3aff-4fd4-a203-223f54174294 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709612 Aug 31 06:27:50.622412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bab0a2-f241-4a37-929a-d373a9da9f04 req-c0178cab-e7e9-4f35-ba6c-ea27d71f207f tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:50.629923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-76bab0a2-f241-4a37-929a-d373a9da9f04 req-c0178cab-e7e9-4f35-ba6c-ea27d71f207f tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 932 time: 0.2696528 Aug 31 06:27:50.638503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-784f1db9-96b7-4b72-90eb-0f4e36decff1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662656 Aug 31 06:27:50.775390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c665f34-8360-4a91-a0f1-acb34b6a1ff4 req-470b95ba-f491-4355-811c-844e931f9531 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 210 time: 0.0468471 Aug 31 06:27:50.777337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:50.789658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-1d203253-09cc-4b7b-b7af-9d48ae7c7b8f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:50.790986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-1d203253-09cc-4b7b-b7af-9d48ae7c7b8f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299572 Aug 31 06:27:50.812471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-76bab0a2-f241-4a37-929a-d373a9da9f04 req-499c08f3-bdaf-4634-bd1f-2ce04262fb91 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798310 Aug 31 06:27:50.866628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Request body: {'port': {'device_id': '8513baf7-bf36-45b5-a8ec-014a84c525d2', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'b9f90ece4a8c460fa15337583a9473f9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:50.922867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e98e7b-14cc-476c-8a35-7421424289bc,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:50.971715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c854a4-4a3d-442d-8b0f-26f314cc3960 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:50.994614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.036155 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-09f45afb-66c9-400a-ab3a-6d2cd9377cc7 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838997 Aug 31 06:27:51.062098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Transition to ACTIVE for port object 00c854a4-4a3d-442d-8b0f-26f314cc3960 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:51.106878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.296828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Pushing event updated for resources: {'Port': ['ID=00c854a4-4a3d-442d-8b0f-26f314cc3960,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:51.299130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Made reservation on behalf of b9f90ece4a8c460fa15337583a9473f9 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:51.302677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.325487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Checking segment: {'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:51.325989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Network hostable DHCP agents. Network: 925757ee-352a-410b-8a8a-ffba9667a480, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:27:51.342836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070f740-41ec-48bc-8b8e-c8d6b5cd4b6c req-23970fe0-bb68-45fd-adc8-2e59755bca80 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:51.345704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6070f740-41ec-48bc-8b8e-c8d6b5cd4b6c req-23970fe0-bb68-45fd-adc8-2e59755bca80 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.4159427 Aug 31 06:27:51.376302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba82ad-2f96-4e2c-9b57-135b76c7fb3a req-9b26264b-db7f-4e2c-b302-46476f032dc0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:51.377133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Network 925757ee-352a-410b-8a8a-ffba9667a480 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:27:51.385119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ecba82ad-2f96-4e2c-9b57-135b76c7fb3a req-9b26264b-db7f-4e2c-b302-46476f032dc0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.2992244 Aug 31 06:27:51.395634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 925757ee-352a-410b-8a8a-ffba9667a480) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:51.395879 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.401021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:51.401642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.404577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34da8ef0-6d40-445f-9d2a-a9096d51812d None None] Network 925757ee-352a-410b-8a8a-ffba9667a480 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:51.411100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6070f740-41ec-48bc-8b8e-c8d6b5cd4b6c req-fa7bf715-8c7e-435d-87fc-8b65a420b2e3 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590167 Aug 31 06:27:51.432465 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-44af7a21-4d60-41e1-a18d-ed4fe5a79a7c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1708524 Aug 31 06:27:51.433200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49642) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:51.441035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:51.442979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55077cb1-b36c-4964-93f4-ed06ddd2218f req-d53ded62-d6f6-4ab1-a6f5-dea80f69da02 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534775 Aug 31 06:27:51.481211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.483697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.490890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ecba82ad-2f96-4e2c-9b57-135b76c7fb3a req-b9e278df-80cf-4d92-94b3-f4c8d6533e50 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046450 Aug 31 06:27:51.500331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Attempting to bind port 00c854a4-4a3d-442d-8b0f-26f314cc3960 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:51.500804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Attempting to bind port 00c854a4-4a3d-442d-8b0f-26f314cc3960 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3ca49d98-cb0c-4f6b-83fd-110397fdabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '971f6a27-ac1b-4422-95b2-41e4607b3afb'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:51.501027 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Attempting to bind port 00c854a4-4a3d-442d-8b0f-26f314cc3960 on network 971f6a27-ac1b-4422-95b2-41e4607b3afb {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:51.510843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Port 00c854a4-4a3d-442d-8b0f-26f314cc3960 on network 971f6a27-ac1b-4422-95b2-41e4607b3afb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:27:51.511194 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Attempting to bind port 00c854a4-4a3d-442d-8b0f-26f314cc3960 on network 971f6a27-ac1b-4422-95b2-41e4607b3afb {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:51.522641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:51.522641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Checking segment: {'id': '3ca49d98-cb0c-4f6b-83fd-110397fdabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '971f6a27-ac1b-4422-95b2-41e4607b3afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:51.522641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Bound using segment: {'id': '3ca49d98-cb0c-4f6b-83fd-110397fdabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '971f6a27-ac1b-4422-95b2-41e4607b3afb'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:51.522641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Bound port: 00c854a4-4a3d-442d-8b0f-26f314cc3960, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca49d98-cb0c-4f6b-83fd-110397fdabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '971f6a27-ac1b-4422-95b2-41e4607b3afb'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:51.522641 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.549231 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.615413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] For port 00c854a4-4a3d-442d-8b0f-26f314cc3960, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:51.625115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] For port 00c854a4-4a3d-442d-8b0f-26f314cc3960, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00c854a4-4a3d-442d-8b0f-26f314cc3960,segment=NetworkSegment(3ca49d98-cb0c-4f6b-83fd-110397fdabe7),segment_id=3ca49d98-cb0c-4f6b-83fd-110397fdabe7)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:51.641995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.642257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-925757ee-352a-410b-8a8a-ffba9667a480', 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'fixed_ips': [{'subnet_id': '43e98e7b-14cc-476c-8a35-7421424289bc'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:27:51.643333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.696272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.705968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:51.706193 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.707058 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.708728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] 10.222.0.23 "PUT /v2.0/ports/00c854a4-4a3d-442d-8b0f-26f314cc3960 HTTP/1.1" status: 200 len: 1093 time: 2.1005378 Aug 31 06:27:51.709394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8600b0-4ffc-4130-b1d1-7371fd4d874f', 'tag': '00c854a4-4a3d-442d-8b0f-26f314cc3960'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:51.712157 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cc1599-b10c-4811-ac68-7f47d7309869" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8600b0-4ffc-4130-b1d1-7371fd4d874f", "tag": "00c854a4-4a3d-442d-8b0f-26f314cc3960"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:51.735601 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:51.789578 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd665b8-1897-4e5a-b22c-b14516e537a6 x-openstack-request-id: req-2fd665b8-1897-4e5a-b22c-b14516e537a6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:51.790144 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8600b0-4ffc-4130-b1d1-7371fd4d874f", "tag": "00c854a4-4a3d-442d-8b0f-26f314cc3960", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:51.790626 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fd665b8-1897-4e5a-b22c-b14516e537a6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:51.791233 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8600b0-4ffc-4130-b1d1-7371fd4d874f', 'tag': '00c854a4-4a3d-442d-8b0f-26f314cc3960', 'status': 'completed', 'code': 200} Aug 31 06:27:51.802726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06becde3-548f-477f-b2f8-4af8617c6680 service neutron] Pushing event updated for resources: {'Port': ['ID=00c854a4-4a3d-442d-8b0f-26f314cc3960,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:51.927591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2009c4c-04ee-4af6-9724-c63415982b83,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:51.935892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Allocated IP 172.20.0.2 (925757ee-352a-410b-8a8a-ffba9667a480/43e98e7b-14cc-476c-8a35-7421424289bc/368deecf-1f10-4391-b252-71302f62c7eb) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:51.985249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1d4a1b6-4e76-4eb4-ab5f-cdeeb0c8637d req-41a8222f-cda7-42d4-8515-cf0da9be0848 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 210 time: 0.0790219 Aug 31 06:27:51.990197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-68381df6-d634-4ee3-bced-b16109df14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:51.991938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-68381df6-d634-4ee3-bced-b16109df14d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=044ce1d102bf4f989a8247f549afaa53&device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 1096 time: 0.2275200 Aug 31 06:27:52.081545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-d6613285-84db-4d0b-a0b8-c6f1ad5e5792 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c854a4-4a3d-442d-8b0f-26f314cc3960 HTTP/1.1" status: 200 len: 217 time: 0.0799353 Aug 31 06:27:52.089746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.103490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03037094-d3b9-4d06-8cf1-9275ed3e5413 req-1af8a208-c435-4179-a537-615c9577dea2 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:52.113013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-03037094-d3b9-4d06-8cf1-9275ed3e5413 req-1af8a208-c435-4179-a537-615c9577dea2 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 944 time: 0.1971028 Aug 31 06:27:52.159699 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.184867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Allocated IP 192.168.233.83 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/be17afaf-397b-46ff-96da-1f3109bcb7aa) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:52.195239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-03037094-d3b9-4d06-8cf1-9275ed3e5413 req-fab108f2-8aca-4daf-9aeb-9aec257440fb tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792279 Aug 31 06:27:52.211327 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.222347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Transition to ACTIVE for port object 368deecf-1f10-4391-b252-71302f62c7eb will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:52.243094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Transition to ACTIVE for port object 368deecf-1f10-4391-b252-71302f62c7eb will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:52.256138 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.258467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-3ed6073d-ac60-4d0a-a080-cc12373abaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:52.259901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-3ed6073d-ac60-4d0a-a080-cc12373abaa6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb229dd2-fee8-4335-9c2a-d175d25854ba HTTP/1.1" status: 200 len: 850 time: 0.1538067 Aug 31 06:27:52.301889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Network 925757ee-352a-410b-8a8a-ffba9667a480 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:52.303672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-9721f8cf-a5d0-45d6-9e93-c46c7cc23d9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=971f6a27-ac1b-4422-95b2-41e4607b3afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335767 Aug 31 06:27:52.307801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:52.311417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:52.323985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Pushing event updated for resources: {'Port': ['ID=368deecf-1f10-4391-b252-71302f62c7eb,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:52.404648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Allocated IP 172.25.5.109 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/26b0a996-2b86-4430-a94d-94ac9cfe3b65) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:52.414393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Attempting to bind port 368deecf-1f10-4391-b252-71302f62c7eb on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:52.414393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Attempting to bind port 368deecf-1f10-4391-b252-71302f62c7eb by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:52.418353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Attempting to bind port 368deecf-1f10-4391-b252-71302f62c7eb on network 925757ee-352a-410b-8a8a-ffba9667a480 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:52.428259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:52.428645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Checking segment: {'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:52.429053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.429532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Bound using segment: {'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:52.430026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Bound port: 368deecf-1f10-4391-b252-71302f62c7eb, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:52.430466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.524360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] For port 368deecf-1f10-4391-b252-71302f62c7eb, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:52.529226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] For port 368deecf-1f10-4391-b252-71302f62c7eb, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=368deecf-1f10-4391-b252-71302f62c7eb,segment=NetworkSegment(cd755a41-e49a-4ec9-ae15-2f5f1e8b944a),segment_id=cd755a41-e49a-4ec9-ae15-2f5f1e8b944a)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:52.534551 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.536360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.583277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.586588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.598557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Transition to ACTIVE for port object be17afaf-397b-46ff-96da-1f3109bcb7aa will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:52.614328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-4645f081-dc19-4939-9600-3b540fa77552 service neutron] 10.222.0.23 "GET /v2.0/networks/971f6a27-ac1b-4422-95b2-41e4607b3afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989931 Aug 31 06:27:52.624786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2efbfc-4b98-48ad-be33-e0a72e3fedc9 None None] Pushing event updated for resources: {'Port': ['ID=368deecf-1f10-4391-b252-71302f62c7eb,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:52.658847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:52.662143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:52.667729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:52.710650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Pushing event updated for resources: {'Port': ['ID=26b0a996-2b86-4430-a94d-94ac9cfe3b65,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:52.782716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:52.843124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05f95d-c73e-47dc-a44c-6adc79ad3a96 req-ebc073e1-7d32-4bce-966a-3d0b574d4b10 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:52.844815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed05f95d-c73e-47dc-a44c-6adc79ad3a96 req-ebc073e1-7d32-4bce-966a-3d0b574d4b10 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.1290383 Aug 31 06:27:52.857566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d4ca6bb-62b6-4fdc-b6cf-e2aa92063b42 req-15bd30cf-a0a2-4676-8fe6-1264152a10c4 service neutron] 10.222.0.23 "GET /v2.0/networks/971f6a27-ac1b-4422-95b2-41e4607b3afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217200 Aug 31 06:27:52.859740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:52.875935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:52.878554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:52.942563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'Port': ['ID=be17afaf-397b-46ff-96da-1f3109bcb7aa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:53.025753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed05f95d-c73e-47dc-a44c-6adc79ad3a96 req-a9d3821e-2682-4cb5-acf2-4a707bcbac5a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649485 Aug 31 06:27:53.100952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:53.117689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:53.120186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:53.160113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a9550a5a-4432-4533-9364-b56207fb18d0 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:27:53.188555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-ffadb9a6-8641-4c9d-91eb-c39b20ce9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:53.192091 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-ffadb9a6-8641-4c9d-91eb-c39b20ce9b2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=044ce1d102bf4f989a8247f549afaa53&device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 1096 time: 0.2111993 Aug 31 06:27:53.193964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a7f2e0c2-6236-4260-bc9b-0721941a0900 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3480463 Aug 31 06:27:53.274886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Request body: {'port': {'device_id': '8513baf7-bf36-45b5-a8ec-014a84c525d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:53.338480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:53.365157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'a9550a5a-4432-4533-9364-b56207fb18d0', 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'port_id': 'a9550a5a-4432-4533-9364-b56207fb18d0', 'mac_address': 'fa:16:3e:02:0c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e323d9-f357-4b24-9e1f-0246eb573883', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:27:53.365417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8778b4-5fc7-4c7c-821b-8b9250ed554a req-163f3874-3cc1-4747-9379-7867a1fcfa87 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:53.370695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 368deecf-1f10-4391-b252-71302f62c7eb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:53.374161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd8778b4-5fc7-4c7c-821b-8b9250ed554a req-163f3874-3cc1-4747-9379-7867a1fcfa87 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 935 time: 0.1567674 Aug 31 06:27:53.466094 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:53.479454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd8778b4-5fc7-4c7c-821b-8b9250ed554a req-a0842409-04e1-43d6-b58d-4d1a871d8256 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004441 Aug 31 06:27:53.487148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 368deecf-1f10-4391-b252-71302f62c7eb completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:53.516584 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:53.528008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e5427dcd-b4de-47c5-b687-057acea4e031 None None] Provisioning for port be17afaf-397b-46ff-96da-1f3109bcb7aa completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:53.542078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e5427dcd-b4de-47c5-b687-057acea4e031 None None] Provisioning complete for port be17afaf-397b-46ff-96da-1f3109bcb7aa triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:53.543008 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e5427dcd-b4de-47c5-b687-057acea4e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:53.584960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e5427dcd-b4de-47c5-b687-057acea4e031 None None] Port be17afaf-397b-46ff-96da-1f3109bcb7aa cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:27:53.588735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9550a5a-4432-4533-9364-b56207fb18d0 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:53.617770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:53.626617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:53.712430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:53.724523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42965a71-5ca0-480a-b173-b6605e49ba9f req-7a997a2c-6102-40e0-bcec-b0af51c28c25 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:53.735831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-42965a71-5ca0-480a-b173-b6605e49ba9f req-7a997a2c-6102-40e0-bcec-b0af51c28c25 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.5545018 Aug 31 06:27:53.856163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['a9550a5a-4432-4533-9364-b56207fb18d0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:53.867310 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:53.952205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-42965a71-5ca0-480a-b173-b6605e49ba9f req-22d303eb-958d-4c45-9941-07ae91575399 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149496 Aug 31 06:27:53.968912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-d99722e3-4a95-4703-880d-bb79e41cb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:53.971585 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-d99722e3-4a95-4703-880d-bb79e41cb844 service neutron] 10.222.0.23 "GET /v2.0/networks?id=971f6a27-ac1b-4422-95b2-41e4607b3afb HTTP/1.1" status: 200 len: 911 time: 0.7670908 Aug 31 06:27:54.162314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:54.174726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2848ea-5ca4-44e8-9593-b2d35f319c88 req-1ee44b19-b838-497a-a516-eacb0875f49f tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:54.186497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d2848ea-5ca4-44e8-9593-b2d35f319c88 req-1ee44b19-b838-497a-a516-eacb0875f49f tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 944 time: 0.3800445 Aug 31 06:27:54.198426 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-405717b5-5318-4a56-9ea3-e44a7085a958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:54.252416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d2848ea-5ca4-44e8-9593-b2d35f319c88 req-a6efa9fa-ca2a-4e83-855a-c0ff9fb0225e tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600452 Aug 31 06:27:54.266235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Router d22f95a0-95b6-49f1-ab47-36e28e81d086 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:27:54.351508 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb1e7a-c961-4bd7-90c1-971757909bae None None] Network 925757ee-352a-410b-8a8a-ffba9667a480 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:54.391427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:27:54.413209 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:54.418500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cf199eac-7b04-4d50-ad61-7a14a2956462 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9840629 Aug 31 06:27:54.419211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49696) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:54.442325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-90415a3d-d4dc-44ee-acdb-c9f194ecac5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00c854a4-4a3d-442d-8b0f-26f314cc3960 HTTP/1.1" status: 200 len: 217 time: 0.4533446 Aug 31 06:27:54.548960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Sync routers for ids ['d22f95a0-95b6-49f1-ab47-36e28e81d086'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:27:54.597388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Routers {'d22f95a0-95b6-49f1-ab47-36e28e81d086'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:27:54.597891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:27:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['d22f95a0-95b6-49f1-ab47-36e28e81d086'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:54.602762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e1f3ce8f-1964-403f-828b-10cbc1364e29 None None] Provisioning for port 368deecf-1f10-4391-b252-71302f62c7eb completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:54.645744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62d4be-975a-4256-b0fa-50e957f17654 req-3ff95de9-9186-4377-90a4-b6753e8c06a2 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:54.647406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad62d4be-975a-4256-b0fa-50e957f17654 req-3ff95de9-9186-4377-90a4-b6753e8c06a2 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 945 time: 0.2023890 Aug 31 06:27:54.651012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-3102072c-2f5f-4ea9-af54-f0107e8ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:54.652501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-3102072c-2f5f-4ea9-af54-f0107e8ef5ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb229dd2-fee8-4335-9c2a-d175d25854ba HTTP/1.1" status: 200 len: 850 time: 0.1930783 Aug 31 06:27:54.652728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e1f3ce8f-1964-403f-828b-10cbc1364e29 None None] Provisioning complete for port 368deecf-1f10-4391-b252-71302f62c7eb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:54.653105 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ce8f-1964-403f-828b-10cbc1364e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:54.768619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be17afaf-397b-46ff-96da-1f3109bcb7aa {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:54.776697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:54.789544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Transition to ACTIVE for port object be17afaf-397b-46ff-96da-1f3109bcb7aa will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:54.794687 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-d2e6dd3a-35df-470f-aebe-9a52cdf64eca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=971f6a27-ac1b-4422-95b2-41e4607b3afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286554 Aug 31 06:27:54.796918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f50c1-cd94-4253-9b8c-f434753af350 req-28e5b4ef-8fe9-40e3-924a-845588a29b22 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:54.798243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:54.800300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Set router d22f95a0-95b6-49f1-ab47-36e28e81d086 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:27:54.812316 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f6f50c1-cd94-4253-9b8c-f434753af350 req-28e5b4ef-8fe9-40e3-924a-845588a29b22 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 935 time: 0.2023757 Aug 31 06:27:54.908233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f6f50c1-cd94-4253-9b8c-f434753af350 req-8b49d94f-55f4-454e-a8ac-93c4bb732a01 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942998 Aug 31 06:27:54.928620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad62d4be-975a-4256-b0fa-50e957f17654 req-d82bd7d1-1ee9-4d05-8a48-038dd9d4f46d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610369 Aug 31 06:27:54.983428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Pushing event updated for resources: {'Port': ['ID=be17afaf-397b-46ff-96da-1f3109bcb7aa,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:55.002725 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ce8f-1964-403f-828b-10cbc1364e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.115102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e1f3ce8f-1964-403f-828b-10cbc1364e29 None None] For port 368deecf-1f10-4391-b252-71302f62c7eb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=368deecf-1f10-4391-b252-71302f62c7eb,segment=NetworkSegment(cd755a41-e49a-4ec9-ae15-2f5f1e8b944a),segment_id=cd755a41-e49a-4ec9-ae15-2f5f1e8b944a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:55.159930 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ce8f-1964-403f-828b-10cbc1364e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.205291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 00c854a4-4a3d-442d-8b0f-26f314cc3960 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:27:55.207313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a9550a5a-4432-4533-9364-b56207fb18d0 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:55.208588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-cd300ada-c226-401c-88c0-9101e19f5143 service neutron] 10.222.0.23 "GET /v2.0/networks/971f6a27-ac1b-4422-95b2-41e4607b3afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025905 Aug 31 06:27:55.348152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620138-2e81-48e3-86d6-7307580d2461 req-0d5b83f1-e928-4516-a534-bbeba1132a52 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:55.349702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-53620138-2e81-48e3-86d6-7307580d2461 req-0d5b83f1-e928-4516-a534-bbeba1132a52 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.2188251 Aug 31 06:27:55.400870 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-53620138-2e81-48e3-86d6-7307580d2461 req-a6c1d759-2629-4370-8679-be350ec15d25 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 Aug 31 06:27:55.416121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ce8f-1964-403f-828b-10cbc1364e29 None None] Pushing event updated for resources: {'Port': ['ID=368deecf-1f10-4391-b252-71302f62c7eb,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:55.421531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68cc1599-b10c-4811-ac68-7f47d7309869 req-222e81ed-fda5-44bd-a756-6ea6af1cb05f service neutron] 10.222.0.23 "GET /v2.0/networks/971f6a27-ac1b-4422-95b2-41e4607b3afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050281 Aug 31 06:27:55.425421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Attempting to bind port be17afaf-397b-46ff-96da-1f3109bcb7aa on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:55.425761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Attempting to bind port be17afaf-397b-46ff-96da-1f3109bcb7aa by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:55.431642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Attempting to bind port be17afaf-397b-46ff-96da-1f3109bcb7aa on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:55.444392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Port be17afaf-397b-46ff-96da-1f3109bcb7aa on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:27:55.444725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Attempting to bind port be17afaf-397b-46ff-96da-1f3109bcb7aa on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:55.454138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:55.454528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:55.454919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:55.455508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Bound port: be17afaf-397b-46ff-96da-1f3109bcb7aa, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:55.455868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.477410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port a9550a5a-4432-4533-9364-b56207fb18d0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:55.484502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port a9550a5a-4432-4533-9364-b56207fb18d0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:55.484883 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.495903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:27:52Z', 'revision_number': 3, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:55.517418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae8ff3-5735-4cdd-aa74-1fe1153ba5a9 req-5c517788-7269-4876-8f04-b7ec80079f80 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:55.519319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57ae8ff3-5735-4cdd-aa74-1fe1153ba5a9 req-5c517788-7269-4876-8f04-b7ec80079f80 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 944 time: 0.1325932 Aug 31 06:27:55.551356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.552932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] For port be17afaf-397b-46ff-96da-1f3109bcb7aa, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:55.556843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] For port be17afaf-397b-46ff-96da-1f3109bcb7aa, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=be17afaf-397b-46ff-96da-1f3109bcb7aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:55.564434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.570070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Checking router: d22f95a0-95b6-49f1-ab47-36e28e81d086 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:27:55.570590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Updating router d22f95a0-95b6-49f1-ab47-36e28e81d086 port 26b0a996-2b86-4430-a94d-94ac9cfe3b65 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:27:55.579723 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57ae8ff3-5735-4cdd-aa74-1fe1153ba5a9 req-8a1f18fe-44a9-4aa0-a4c9-339eea65822b tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538094 Aug 31 06:27:55.581447 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.622969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:55.624293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.626604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] 10.222.0.42 "PUT /v2.0/ports/be17afaf-397b-46ff-96da-1f3109bcb7aa HTTP/1.1" status: 200 len: 1096 time: 2.3572536 Aug 31 06:27:55.629521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8513baf7-bf36-45b5-a8ec-014a84c525d2', 'tag': 'be17afaf-397b-46ff-96da-1f3109bcb7aa'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:55.641759 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f" -d '{"events": [{"name": "network-changed", "server_uuid": "8513baf7-bf36-45b5-a8ec-014a84c525d2", "tag": "be17afaf-397b-46ff-96da-1f3109bcb7aa"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:55.685649 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.727012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5742c261-cc27-41d4-85e8-1eaff5e0139a None None] Provisioning complete for port 368deecf-1f10-4391-b252-71302f62c7eb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:55.727388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5742c261-cc27-41d4-85e8-1eaff5e0139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.747410 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3023063-c27e-42e3-95f5-a385e7ab1b96 x-openstack-request-id: req-e3023063-c27e-42e3-95f5-a385e7ab1b96 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:55.747953 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8513baf7-bf36-45b5-a8ec-014a84c525d2", "tag": "be17afaf-397b-46ff-96da-1f3109bcb7aa", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:55.748409 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3023063-c27e-42e3-95f5-a385e7ab1b96 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:55.748960 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8513baf7-bf36-45b5-a8ec-014a84c525d2', 'tag': 'be17afaf-397b-46ff-96da-1f3109bcb7aa', 'status': 'completed', 'code': 200} Aug 31 06:27:55.779105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71232a55-c555-45eb-bfbb-758012e5c16c service neutron] Pushing event updated for resources: {'Port': ['ID=be17afaf-397b-46ff-96da-1f3109bcb7aa,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:55.789093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Allocated IP 172.20.0.1 (925757ee-352a-410b-8a8a-ffba9667a480/43e98e7b-14cc-476c-8a35-7421424289bc/d11af31c-9f3e-4f6d-839b-1d0dde286caf) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:27:55.796039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-e5790cd0-577a-4553-b480-b6a90680b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:55.797863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-e5790cd0-577a-4553-b480-b6a90680b734 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 1099 time: 0.1048129 Aug 31 06:27:55.809645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 00c854a4-4a3d-442d-8b0f-26f314cc3960, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00c854a4-4a3d-442d-8b0f-26f314cc3960,segment=NetworkSegment(3ca49d98-cb0c-4f6b-83fd-110397fdabe7),segment_id=3ca49d98-cb0c-4f6b-83fd-110397fdabe7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:55.849578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '00c854a4-4a3d-442d-8b0f-26f314cc3960', 'network_id': '971f6a27-ac1b-4422-95b2-41e4607b3afb', 'port_id': '00c854a4-4a3d-442d-8b0f-26f314cc3960', 'mac_address': 'fa:16:3e:98:25:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb229dd2-fee8-4335-9c2a-d175d25854ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:27:55.876633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-3faf26b0-9caf-4ab2-a307-cf3632d7b224 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=be17afaf-397b-46ff-96da-1f3109bcb7aa HTTP/1.1" status: 200 len: 217 time: 0.0686848 Aug 31 06:27:55.914668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.929007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Transition to ACTIVE for port object d11af31c-9f3e-4f6d-839b-1d0dde286caf will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:55.971278 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.021965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a35b171d-7006-43a5-afb4-fbcbf97bce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.026969 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-a35b171d-7006-43a5-afb4-fbcbf97bce15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1332462 Aug 31 06:27:56.063634 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.071096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Network 925757ee-352a-410b-8a8a-ffba9667a480 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:56.080214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:56.083554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Pushing event updated for resources: {'Port': ['ID=d11af31c-9f3e-4f6d-839b-1d0dde286caf,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:56.087881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:27:56.131125 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.140386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-6f7be221-2d3c-405b-be48-969085693bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.140386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-6f7be221-2d3c-405b-be48-969085693bba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1045947 Aug 31 06:27:56.169956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e79f69-6da8-46f8-bd24-51f931de3ee1 req-7a7ce5fe-4074-48bd-9789-f48e57d635ad tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.172399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95e79f69-6da8-46f8-bd24-51f931de3ee1 req-7a7ce5fe-4074-48bd-9789-f48e57d635ad tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 947 time: 0.1453142 Aug 31 06:27:56.178470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.180822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:27:56.192842 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6c6500-6ade-4aaa-b6b6-25082ef59692" -d '{"events": [{"server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "name": "network-vif-plugged", "status": "completed", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:27:56.197446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c854a4-4a3d-442d-8b0f-26f314cc3960 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:27:56.224614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:56.249109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 00c854a4-4a3d-442d-8b0f-26f314cc3960, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00c854a4-4a3d-442d-8b0f-26f314cc3960,segment=NetworkSegment(3ca49d98-cb0c-4f6b-83fd-110397fdabe7),segment_id=3ca49d98-cb0c-4f6b-83fd-110397fdabe7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:56.257125 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.285075 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.291013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95e79f69-6da8-46f8-bd24-51f931de3ee1 req-b38b0472-726f-40c4-b5f6-14c18c77a31a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086900 Aug 31 06:27:56.314175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2def8-e34f-4bec-8302-796a4ba2360e req-0fb7142a-60aa-4a2f-8765-0193e3c5aa7e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.323521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5fc2def8-e34f-4bec-8302-796a4ba2360e req-0fb7142a-60aa-4a2f-8765-0193e3c5aa7e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 945 time: 0.1791384 Aug 31 06:27:56.390866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:56.394718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-9bf29f39-ad48-4861-8eb9-c3c2d00f4da4 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483110 Aug 31 06:27:56.426858 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5fc2def8-e34f-4bec-8302-796a4ba2360e req-4b632763-e61c-43a3-b86a-cc825ef80180 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020029 Aug 31 06:27:56.492473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.497868 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cce7506-932c-46cb-9d7f-60340ea5f895 x-openstack-request-id: req-1cce7506-932c-46cb-9d7f-60340ea5f895 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:27:56.509886 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "name": "network-vif-plugged", "status": "completed", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:27:56.510158 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cce7506-932c-46cb-9d7f-60340ea5f895 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:27:56.510656 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0', 'code': 200} Aug 31 06:27:56.521320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c6b5e5bb-9bd6-49e3-9eeb-4bf7694f0e40 None None] Provisioning for port d11af31c-9f3e-4f6d-839b-1d0dde286caf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:56.532297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c6b5e5bb-9bd6-49e3-9eeb-4bf7694f0e40 None None] Provisioning complete for port d11af31c-9f3e-4f6d-839b-1d0dde286caf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:56.532680 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6b5e5bb-9bd6-49e3-9eeb-4bf7694f0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.592464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5e5bb-9bd6-49e3-9eeb-4bf7694f0e40 None None] Port d11af31c-9f3e-4f6d-839b-1d0dde286caf cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:27:56.596836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['00c854a4-4a3d-442d-8b0f-26f314cc3960'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:27:56.604140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b22e41a8-eab7-4c49-aef7-68fcc12fc8e7 req-c64b76dc-deae-44e9-b832-bc8cf27da0f2 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991072 Aug 31 06:27:56.692356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01fbf8-0fe9-4817-a7e9-c569128fed49 req-e3a5f152-1e34-4eaa-a2da-0edb9ddbb14c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.694371 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed01fbf8-0fe9-4817-a7e9-c569128fed49 req-e3a5f152-1e34-4eaa-a2da-0edb9ddbb14c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1381860 Aug 31 06:27:56.699151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1314a3-124a-47e1-b53e-5264c0a086a6 req-7c5c4817-c4bd-4931-a457-421d28e3f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.701946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac1314a3-124a-47e1-b53e-5264c0a086a6 req-7c5c4817-c4bd-4931-a457-421d28e3f032 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1098 time: 0.1298885 Aug 31 06:27:56.770921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a731f6-cb22-425b-9122-1e50dde7f298 req-e0edecb9-7db7-4930-a8b5-885bf20b81b1 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.779939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-68a731f6-cb22-425b-9122-1e50dde7f298 req-e0edecb9-7db7-4930-a8b5-885bf20b81b1 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 945 time: 0.0966179 Aug 31 06:27:56.788517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed01fbf8-0fe9-4817-a7e9-c569128fed49 req-8e82a4ec-e296-4bda-bceb-aaf5045a1db7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636070 Aug 31 06:27:56.801141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-1930c372-3815-4f1f-a7b2-a38d1371035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.803203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-1930c372-3815-4f1f-a7b2-a38d1371035e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 1099 time: 0.1421466 Aug 31 06:27:56.811559 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac1314a3-124a-47e1-b53e-5264c0a086a6 req-650ba2dc-f344-4e37-bc6a-49a9033abf0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933430 Aug 31 06:27:56.820602 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.836138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=00c854a4-4a3d-442d-8b0f-26f314cc3960,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:56.862781 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5940bd6d-9a8a-473c-b85d-224eb529689d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.864872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Transition to ACTIVE for port object 26b0a996-2b86-4430-a94d-94ac9cfe3b65 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:27:56.875950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.876145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-68a731f6-cb22-425b-9122-1e50dde7f298 req-923240a9-5821-4b7f-8487-725750a139b6 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949087 Aug 31 06:27:56.882209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.899219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.907174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.944573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-5ebcccc1-dd0f-4648-a3b4-ef2381af98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:56.946044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-5ebcccc1-dd0f-4648-a3b4-ef2381af98ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1312463 Aug 31 06:27:56.953039 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.961122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Attempting to bind port 26b0a996-2b86-4430-a94d-94ac9cfe3b65 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:27:56.961577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Attempting to bind port 26b0a996-2b86-4430-a94d-94ac9cfe3b65 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:27:56.961933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Attempting to bind port 26b0a996-2b86-4430-a94d-94ac9cfe3b65 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:27:56.964990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c3cec-30c6-4722-9c0d-12f098b32c5e None None] Pushing event updated for resources: {'Port': ['ID=26b0a996-2b86-4430-a94d-94ac9cfe3b65,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:56.972650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:27:56.973037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:56.973521 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:56.973907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:27:56.974544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Bound port: 26b0a996-2b86-4430-a94d-94ac9cfe3b65, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:27:56.974986 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:57.025711 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-c4cfaaed-8f10-4e92-900e-3b1fd2de599b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=be17afaf-397b-46ff-96da-1f3109bcb7aa HTTP/1.1" status: 200 len: 217 time: 0.0703316 Aug 31 06:27:57.034501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] For port 26b0a996-2b86-4430-a94d-94ac9cfe3b65, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:27:57.037998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] For port 26b0a996-2b86-4430-a94d-94ac9cfe3b65, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=26b0a996-2b86-4430-a94d-94ac9cfe3b65,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:27:57.045308 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:57.062263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Pushing event updated for resources: {'Port': ['ID=d11af31c-9f3e-4f6d-839b-1d0dde286caf,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:57.107726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Network 925757ee-352a-410b-8a8a-ffba9667a480 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:27:57.109492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:57.110510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Routers {'d22f95a0-95b6-49f1-ab47-36e28e81d086'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:27:57.112599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:27:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['d22f95a0-95b6-49f1-ab47-36e28e81d086'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:57.142814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-2a43c85c-bbf7-4165-aba3-5560495a4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:57.146287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-2a43c85c-bbf7-4165-aba3-5560495a4c95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1120553 Aug 31 06:27:57.202026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-23b2ce49-310d-4b28-9b07-a0f900d9d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:57.203952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-23b2ce49-310d-4b28-9b07-a0f900d9d772 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497344 Aug 31 06:27:57.348568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 368deecf-1f10-4391-b252-71302f62c7eb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:57.350166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-e6d84435-115a-4c18-a901-48f3afb2eb72 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358232 Aug 31 06:27:57.422777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c3cec-30c6-4722-9c0d-12f098b32c5e None None] Pushing event updated for resources: {'Port': ['ID=26b0a996-2b86-4430-a94d-94ac9cfe3b65,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:57.494145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 368deecf-1f10-4391-b252-71302f62c7eb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:57.494670 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:57.549291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a8c2fc-fac7-4a24-83ad-f950fa92f67f req-f0fcc991-cee5-4248-b7f3-9d6550d7614d service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915307 Aug 31 06:27:57.557601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cd9f5178-30b2-45ed-b162-8d214bc0ccf4 None None] Provisioning complete for port d11af31c-9f3e-4f6d-839b-1d0dde286caf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:57.558108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5178-30b2-45ed-b162-8d214bc0ccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:57.595644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] Set router d22f95a0-95b6-49f1-ab47-36e28e81d086 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:27:57.618993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68593582-4c14-46f3-9381-24de56263386 req-f91017f6-9366-4627-8e05-29cb08960b36 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:57.620726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68593582-4c14-46f3-9381-24de56263386 req-f91017f6-9366-4627-8e05-29cb08960b36 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 947 time: 0.0705388 Aug 31 06:27:57.666868 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68593582-4c14-46f3-9381-24de56263386 req-fdad7b4d-1c42-4dbf-8b39-970875807174 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399520 Aug 31 06:27:57.675992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f5178-30b2-45ed-b162-8d214bc0ccf4 None None] Port d11af31c-9f3e-4f6d-839b-1d0dde286caf cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:27:57.708048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997905e7-6fe7-4494-a33f-e91b772873cf req-9263ed5a-75a1-49d8-8bf2-0ac0edaa3376 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:57.710367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-997905e7-6fe7-4494-a33f-e91b772873cf req-9263ed5a-75a1-49d8-8bf2-0ac0edaa3376 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 946 time: 0.0972941 Aug 31 06:27:57.746249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Router d22f95a0-95b6-49f1-ab47-36e28e81d086 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:27:57.764222 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-997905e7-6fe7-4494-a33f-e91b772873cf req-113127ab-c46c-41ea-9afc-a433e5b87683 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473051 Aug 31 06:27:57.914890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:27:56Z', 'revision_number': 4, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd11af31c-9f3e-4f6d-839b-1d0dde286caf', 'name': '', 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'mac_address': 'fa:16:3e:f0:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:55Z', 'updated_at': '2021-08-31T06:27:56Z', 'revision_number': 2, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'subnets': [{'id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:27:57.919747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:27:57.933116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-af2f7e7a-c2f4-4fc0-bbe1-2c35a35c711e admin admin] 10.222.0.15 "PUT /v2.0/routers/d22f95a0-95b6-49f1-ab47-36e28e81d086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5127873 Aug 31 06:27:57.963870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6ddff-d5c3-4716-80f1-9b2a5c244f0d req-72904d80-3e53-470c-93db-6f8ffd272ced tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:57.972806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51d6ddff-d5c3-4716-80f1-9b2a5c244f0d req-72904d80-3e53-470c-93db-6f8ffd272ced tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.0951393 Aug 31 06:27:58.017576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9a733-262b-4422-9831-43bcf0188b30 None None] The sync data for ids ['d22f95a0-95b6-49f1-ab47-36e28e81d086'] in n-d-712142-16 is: [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:27:56Z', 'revision_number': 4, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd11af31c-9f3e-4f6d-839b-1d0dde286caf', 'name': '', 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'mac_address': 'fa:16:3e:f0:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:55Z', 'updated_at': '2021-08-31T06:27:56Z', 'revision_number': 2, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'subnets': [{'id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:27:58.040288 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:58.049685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51d6ddff-d5c3-4716-80f1-9b2a5c244f0d req-68565015-83ba-4c1c-b977-a82610c2ab59 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755329 Aug 31 06:27:58.084767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389595e-dddc-4009-bea9-38731201a44d req-8607cd2c-b00e-4a21-bc3f-fcc11c196057 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:58.086504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6389595e-dddc-4009-bea9-38731201a44d req-8607cd2c-b00e-4a21-bc3f-fcc11c196057 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 945 time: 0.0751300 Aug 31 06:27:58.115252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49732) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:58.143869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6389595e-dddc-4009-bea9-38731201a44d req-ccff51d3-4088-4514-a749-26ec388b0920 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479944 Aug 31 06:27:58.173180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1392642333'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:58.202902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:58.206893 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:58.233537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:58.244776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:58.244776 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Added segment 5bbdc220-e034-49cf-a156-0a716ea92bd2 of type vlan for network 995b9c21-28f8-4989-8017-32ec75fe6834 Aug 31 06:27:58.318962 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:58.346403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:58.352490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:58.353136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:58.448662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3322082 Aug 31 06:27:58.452466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49736) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:58.459792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'subnet': {'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:58.476294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c511fc-ba84-495a-b3af-dadd56f36605 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Network': ['ID=995b9c21-28f8-4989-8017-32ec75fe6834,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:58.487732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 995b9c21-28f8-4989-8017-32ec75fe6834 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:58.629886 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-65a35465-f79e-4058-99f2-8363e87f6221 service neutron] show failed (client error): The resource could not be found. Aug 31 06:27:58.630991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-65a35465-f79e-4058-99f2-8363e87f6221 service neutron] 10.222.0.23 "GET /v2.0/ports/5b564cf9-b3ab-4000-b0a3-f827692a0418/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0794442 Aug 31 06:27:58.637666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:58.642307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:58.968276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef057c-3378-454d-a962-de264cc984cf req-190a9f2a-a9b2-477e-bc6e-792a2ca4bf5f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:58.972568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:58.975909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6fef057c-3378-454d-a962-de264cc984cf req-190a9f2a-a9b2-477e-bc6e-792a2ca4bf5f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 946 time: 0.0924106 Aug 31 06:27:58.993010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad807-6755-4da4-a10c-407d00a5286a req-5eed767e-fb7d-4f30-9b7d-69e20c2c74b9 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:59.003410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85dad807-6755-4da4-a10c-407d00a5286a req-5eed767e-fb7d-4f30-9b7d-69e20c2c74b9 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 947 time: 0.1182382 Aug 31 06:27:59.055243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Subnet': ['ID=3b0febb5-6974-4ce6-85ea-18f4f4b4e4af,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:59.074593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-0d8e17a3-56e7-4612-9e8f-08eb308eb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:59.077545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-0d8e17a3-56e7-4612-9e8f-08eb308eb3d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71&tenant_id=e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 1102 time: 0.0992064 Aug 31 06:27:59.090719 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6fef057c-3378-454d-a962-de264cc984cf req-ffd1ed85-b49b-4990-bd45-30377fb29802 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138673 Aug 31 06:27:59.117119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:59.117281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Checking segment: {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:27:59.117713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network hostable DHCP agents. Network: 995b9c21-28f8-4989-8017-32ec75fe6834, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:27:59.122532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85dad807-6755-4da4-a10c-407d00a5286a req-bffc672a-0163-4a07-b6ea-c1106d10c96a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683558 Aug 31 06:27:59.151651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network 995b9c21-28f8-4989-8017-32ec75fe6834 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:27:59.180761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 995b9c21-28f8-4989-8017-32ec75fe6834) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:27:59.194326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d91d19-da32-4caf-a618-7687c25c2d6c None None] Network 995b9c21-28f8-4989-8017-32ec75fe6834 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:27:59.202765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:59.205867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.223209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 00c854a4-4a3d-442d-8b0f-26f314cc3960 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:59.240942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0d2ff983-281a-478f-91b6-d0010bf27b2c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7866242 Aug 31 06:27:59.244619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49752) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:59.253003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-290115328'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:59.309823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:27:59.314296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.332806 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.359935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:27:59.374302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.374942 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Added segment a7f20864-75b0-49eb-bac4-9e16e3f964c8 of type vlan for network 282bd730-91a8-480c-bc30-5b100c45d87c Aug 31 06:27:59.398390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b445213-40a6-4dc3-860e-0ca561680597 req-754026be-2b5d-4a29-8a17-3aa6a9d7b95a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:59.402530 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b445213-40a6-4dc3-860e-0ca561680597 req-754026be-2b5d-4a29-8a17-3aa6a9d7b95a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1487174 Aug 31 06:27:59.418373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 26b0a996-2b86-4430-a94d-94ac9cfe3b65 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:27:59.439359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.481884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.493460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:59.494245 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.608726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-995b9c21-28f8-4989-8017-32ec75fe6834', 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'fixed_ips': [{'subnet_id': '3b0febb5-6974-4ce6-85ea-18f4f4b4e4af'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:27:59.609652 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.625602 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b445213-40a6-4dc3-860e-0ca561680597 req-6179f070-de22-4b35-90dd-2d2b8c228e35 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900647 Aug 31 06:27:59.649859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 00c854a4-4a3d-442d-8b0f-26f314cc3960 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:59.688831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 00c854a4-4a3d-442d-8b0f-26f314cc3960 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:59.689481 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.715888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 26b0a996-2b86-4430-a94d-94ac9cfe3b65 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:27:59.735820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 26b0a996-2b86-4430-a94d-94ac9cfe3b65 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:27:59.736197 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.802775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5559769 Aug 31 06:27:59.803960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eb5e7-bf03-4e77-b540-7cb999dabb06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Network': ['ID=282bd730-91a8-480c-bc30-5b100c45d87c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:59.806703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49756) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:59.814646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'subnet': {'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:27:59.848508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc93fc0-677e-443f-87ed-891feb584f6c req-2a0b734b-3aeb-4b94-bd78-3c26b2e1c32d tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:59.850584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ecc93fc0-677e-443f-87ed-891feb584f6c req-2a0b734b-3aeb-4b94-bd78-3c26b2e1c32d tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1098 time: 0.0696926 Aug 31 06:27:59.894281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 282bd730-91a8-480c-bc30-5b100c45d87c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:27:59.908434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590057c9-e63c-426a-9787-1419fa1e4ca2 req-01999977-1c56-4dc2-987d-ed3d6f564cdd tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:27:59.910517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-590057c9-e63c-426a-9787-1419fa1e4ca2 req-01999977-1c56-4dc2-987d-ed3d6f564cdd tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 945 time: 0.1894255 Aug 31 06:27:59.922402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:27:59.932244 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ecc93fc0-677e-443f-87ed-891feb584f6c req-d8d3879f-743e-4955-b30d-8fdb1841f895 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739357 Aug 31 06:27:59.999021 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.047910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-590057c9-e63c-426a-9787-1419fa1e4ca2 req-8ffca1fc-de24-412a-80e9-282f48fea864 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185706 Aug 31 06:28:00.058938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:00.068957 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.156940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Allocated IP 19.80.0.2 (995b9c21-28f8-4989-8017-32ec75fe6834/3b0febb5-6974-4ce6-85ea-18f4f4b4e4af/3f8c4cab-bc38-486b-8841-e638b9830828) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:00.167369 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.193907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.218659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:00.268621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa259-d702-43e4-bcca-5ffff24c1656 req-770103fe-9df2-496c-ad48-e071d60ac5d2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:00.270320 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd8fa259-d702-43e4-bcca-5ffff24c1656 req-770103fe-9df2-496c-ad48-e071d60ac5d2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 947 time: 0.0537200 Aug 31 06:28:00.308103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8600b0-4ffc-4130-b1d1-7371fd4d874f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c854a4-4a3d-442d-8b0f-26f314cc3960'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:00.312625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431f68-f2fc-40ee-aba2-5c79a9d6c427 req-9eb1b5a1-5d5f-4216-9ed5-b01204367bc1 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:00.318201 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dbd85a-d77f-4cc9-9410-45814f5d45e3" -d '{"events": [{"server_uuid": "ae8600b0-4ffc-4130-b1d1-7371fd4d874f", "name": "network-vif-plugged", "status": "completed", "tag": "00c854a4-4a3d-442d-8b0f-26f314cc3960"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:00.319972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15431f68-f2fc-40ee-aba2-5c79a9d6c427 req-9eb1b5a1-5d5f-4216-9ed5-b01204367bc1 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1098 time: 0.1713123 Aug 31 06:28:00.324333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 26b0a996-2b86-4430-a94d-94ac9cfe3b65, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=26b0a996-2b86-4430-a94d-94ac9cfe3b65,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:00.325721 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd8fa259-d702-43e4-bcca-5ffff24c1656 req-c2cea89e-a8e8-4ba3-950b-de7cd5b6c4b0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467591 Aug 31 06:28:00.346396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.360739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 00c854a4-4a3d-442d-8b0f-26f314cc3960, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00c854a4-4a3d-442d-8b0f-26f314cc3960,segment=NetworkSegment(3ca49d98-cb0c-4f6b-83fd-110397fdabe7),segment_id=3ca49d98-cb0c-4f6b-83fd-110397fdabe7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:00.398078 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.418851 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b340e526-6584-4128-8190-cfc005711554 x-openstack-request-id: req-b340e526-6584-4128-8190-cfc005711554 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:00.419142 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8600b0-4ffc-4130-b1d1-7371fd4d874f", "name": "network-vif-plugged", "status": "completed", "tag": "00c854a4-4a3d-442d-8b0f-26f314cc3960", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:00.419401 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b340e526-6584-4128-8190-cfc005711554 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:00.420329 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8600b0-4ffc-4130-b1d1-7371fd4d874f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c854a4-4a3d-442d-8b0f-26f314cc3960', 'code': 200} Aug 31 06:28:00.432499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:00.436403 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2c8b82-88e8-421a-b4dc-d5abd8af6813" -d '{"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-unplugged", "status": "completed", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:00.446132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.498791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=26b0a996-2b86-4430-a94d-94ac9cfe3b65,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:00.507547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15431f68-f2fc-40ee-aba2-5c79a9d6c427 req-afff04ed-4209-4e69-9cb9-41751fe3ac86 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833882 Aug 31 06:28:00.526422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Transition to ACTIVE for port object 5b564cf9-b3ab-4000-b0a3-f827692a0418 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:00.528103 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feac1c1a-5e24-4445-b2bc-7eecd54f2496 x-openstack-request-id: req-feac1c1a-5e24-4445-b2bc-7eecd54f2496 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:00.528436 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-unplugged", "status": "completed", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:00.528639 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feac1c1a-5e24-4445-b2bc-7eecd54f2496 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:00.529075 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'code': 200} Aug 31 06:28:00.530645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.551402 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.563803 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.590672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Transition to ACTIVE for port object 3f8c4cab-bc38-486b-8841-e638b9830828 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:00.601289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=00c854a4-4a3d-442d-8b0f-26f314cc3960,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:00.618501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Transition to ACTIVE for port object 3f8c4cab-bc38-486b-8841-e638b9830828 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:00.634031 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.693013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Pushing event updated for resources: {'Port': ['ID=3f8c4cab-bc38-486b-8841-e638b9830828,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:00.701804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device be17afaf-397b-46ff-96da-1f3109bcb7aa details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:00.743703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Network 995b9c21-28f8-4989-8017-32ec75fe6834 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:00.748576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:00.757684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:00.844874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294500be-8ad1-43df-9107-5c4796ba1ba0 req-af84c0ca-3e9a-407a-8173-17b1db94d966 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:00.859362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-294500be-8ad1-43df-9107-5c4796ba1ba0 req-af84c0ca-3e9a-407a-8173-17b1db94d966 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 948 time: 0.1151152 Aug 31 06:28:00.876027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Attempting to bind port 3f8c4cab-bc38-486b-8841-e638b9830828 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:00.876394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Attempting to bind port 3f8c4cab-bc38-486b-8841-e638b9830828 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:00.876857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Attempting to bind port 3f8c4cab-bc38-486b-8841-e638b9830828 on network 995b9c21-28f8-4989-8017-32ec75fe6834 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:00.885588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:00.886009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Checking segment: {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:00.886714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.887296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Bound using segment: {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:00.888141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Bound port: 3f8c4cab-bc38-486b-8841-e638b9830828, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:00.888557 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.916823 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Sync routers for ids ['d22f95a0-95b6-49f1-ab47-36e28e81d086'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:28:00.938794 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Routers {'d22f95a0-95b6-49f1-ab47-36e28e81d086'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:00.939432 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:27:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['d22f95a0-95b6-49f1-ab47-36e28e81d086'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:00.978077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-294500be-8ad1-43df-9107-5c4796ba1ba0 req-bfbe8aef-631a-4b86-974c-7cc8a902c415 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173682 Aug 31 06:28:01.067594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Subnet': ['ID=9fdc3b16-a433-4fe2-9b0c-af4b26d20442,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:01.164558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fa7d9-6c60-48db-a099-f91933eff887 req-16f11b61-359a-4199-9b3e-8e0f9f25bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:01.166147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536fa7d9-6c60-48db-a099-f91933eff887 req-16f11b61-359a-4199-9b3e-8e0f9f25bac5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 1098 time: 0.6848886 Aug 31 06:28:01.220371 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Set router d22f95a0-95b6-49f1-ab47-36e28e81d086 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:01.236108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port be17afaf-397b-46ff-96da-1f3109bcb7aa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=be17afaf-397b-46ff-96da-1f3109bcb7aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:01.255630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'be17afaf-397b-46ff-96da-1f3109bcb7aa', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'be17afaf-397b-46ff-96da-1f3109bcb7aa', 'mac_address': 'fa:16:3e:38:2b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:01.257810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Checking segment: {'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:01.265048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network hostable DHCP agents. Network: 282bd730-91a8-480c-bc30-5b100c45d87c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:28:01.269990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 26b0a996-2b86-4430-a94d-94ac9cfe3b65 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:01.278499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] No DVR routers for this DVR port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:01.284219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:01.318280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f822c52-b696-4883-bc2c-bd83a36e9501 req-09af0b01-b038-44a2-ad2f-24986965aa77 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:01.331395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f822c52-b696-4883-bc2c-bd83a36e9501 req-09af0b01-b038-44a2-ad2f-24986965aa77 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 946 time: 0.1542332 Aug 31 06:28:01.390127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] For port 3f8c4cab-bc38-486b-8841-e638b9830828, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:01.394581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.401724 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f822c52-b696-4883-bc2c-bd83a36e9501 req-4cab596e-e483-466e-9fa5-f9e9bdad62f9 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668054 Aug 31 06:28:01.413079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be17afaf-397b-46ff-96da-1f3109bcb7aa {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:01.414340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network 282bd730-91a8-480c-bc30-5b100c45d87c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:28:01.438814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port be17afaf-397b-46ff-96da-1f3109bcb7aa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=be17afaf-397b-46ff-96da-1f3109bcb7aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:01.452742 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.456538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536fa7d9-6c60-48db-a099-f91933eff887 req-5a5e3cd6-07b7-4f2c-94e6-172bf2f10660 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654667 Aug 31 06:28:01.465001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] For port 3f8c4cab-bc38-486b-8841-e638b9830828, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f8c4cab-bc38-486b-8841-e638b9830828,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:01.468143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 26b0a996-2b86-4430-a94d-94ac9cfe3b65 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:01.468417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.472910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Attempting to bind port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:01.473273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Attempting to bind port 5b564cf9-b3ab-4000-b0a3-f827692a0418 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:01.473603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Attempting to bind port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:01.485654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 282bd730-91a8-480c-bc30-5b100c45d87c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:01.491135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:01.491456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Attempting to bind port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:01.494232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:01.494766 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.530737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:01.531261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:01.531838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:01.532471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Bound port: 5b564cf9-b3ab-4000-b0a3-f827692a0418, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:01.532989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.534021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06726848-120c-4110-b318-1e80b6aa0206 None None] Network 282bd730-91a8-480c-bc30-5b100c45d87c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:01.568644 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a76c3629-d0e3-4650-bfbb-17f448e16ec3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7586117 Aug 31 06:28:01.598995 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.636421 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:27:56Z', 'revision_number': 4, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd11af31c-9f3e-4f6d-839b-1d0dde286caf', 'name': '', 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'mac_address': 'fa:16:3e:f0:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:55Z', 'updated_at': '2021-08-31T06:27:56Z', 'revision_number': 2, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'subnets': [{'id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:01.684630 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Checking router: d22f95a0-95b6-49f1-ab47-36e28e81d086 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:28:01.685248 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Updating router d22f95a0-95b6-49f1-ab47-36e28e81d086 port d11af31c-9f3e-4f6d-839b-1d0dde286caf binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:28:01.708511 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=be17afaf-397b-46ff-96da-1f3109bcb7aa,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:01.714290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:01.718242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:01.725593 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.736083 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.786281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:01.821844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:01.824218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:01.825715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 1097 time: 2.7128351 Aug 31 06:28:01.892901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62bc67-a90f-40c2-852b-0cf3343756eb req-ff3e015e-938c-4d18-ab41-c8517439e187 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:01.902020 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f62bc67-a90f-40c2-852b-0cf3343756eb req-ff3e015e-938c-4d18-ab41-c8517439e187 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 948 time: 0.1365187 Aug 31 06:28:01.951851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1318dd9-9821-4079-85a3-1ebea77835f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:01.983147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-eccf45a7-075e-416a-b7c5-45b16b265719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:01.984685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-eccf45a7-075e-416a-b7c5-45b16b265719 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1100 time: 0.1237075 Aug 31 06:28:02.012349 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f62bc67-a90f-40c2-852b-0cf3343756eb req-1ca833e4-fa4e-45c0-925e-bb3fd3c16702 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091352 Aug 31 06:28:02.066193 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62575-5265-462a-a2ad-57f89fda7269 None None] Pushing event updated for resources: {'Port': ['ID=3f8c4cab-bc38-486b-8841-e638b9830828,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:02.130346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-282bd730-91a8-480c-bc30-5b100c45d87c', 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'fixed_ips': [{'subnet_id': '9fdc3b16-a433-4fe2-9b0c-af4b26d20442'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:28:02.131240 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:02.301293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-94e00bc2-18e3-4378-8dec-595fd426fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:02.312892 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:02.319293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-94e00bc2-18e3-4378-8dec-595fd426fb19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3245149 Aug 31 06:28:02.327735 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Transition to ACTIVE for port object d11af31c-9f3e-4f6d-839b-1d0dde286caf will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:02.328292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-193a27cd-7ec4-4758-87aa-29a721d0f9f5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:02.336192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-193a27cd-7ec4-4758-87aa-29a721d0f9f5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:02.340563 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:02.344616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-193a27cd-7ec4-4758-87aa-29a721d0f9f5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/networks?id=995b9c21-28f8-4989-8017-32ec75fe6834&id=282bd730-91a8-480c-bc30-5b100c45d87c&id=995b9c21-28f8-4989-8017-32ec75fe6834 HTTP/1.1" status: 200 len: 1391 time: 0.1709819 Aug 31 06:28:02.364214 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-6f675b53-21c9-432f-bfea-d9c5ce7fc3a7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/quotas/629cebbd92e84205aa10e2c92fb82f37 HTTP/1.1" status: 200 len: 375 time: 0.0185888 Aug 31 06:28:02.392152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-201b4424-c195-4407-852b-524ba8576744 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 217 time: 0.0645082 Aug 31 06:28:02.530517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:02.534910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-1b26a306-ee00-4ac7-ab8a-9a51261913b3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1696005 Aug 31 06:28:02.538142 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75745bf0-df06-4836-90bd-a5d3ec6e9220" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:02.577517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Allocated IP 19.86.0.2 (282bd730-91a8-480c-bc30-5b100c45d87c/9fdc3b16-a433-4fe2-9b0c-af4b26d20442/ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:02.605178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-dc915e2e-ab5e-4d8c-adfb-fd9922b71c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:02.609243 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-dc915e2e-ab5e-4d8c-adfb-fd9922b71c27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2017019 Aug 31 06:28:02.723507 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Attempting to bind port d11af31c-9f3e-4f6d-839b-1d0dde286caf on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:02.726289 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Attempting to bind port d11af31c-9f3e-4f6d-839b-1d0dde286caf by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:02.726870 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Attempting to bind port d11af31c-9f3e-4f6d-839b-1d0dde286caf on network 925757ee-352a-410b-8a8a-ffba9667a480 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:02.733252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-ee60c13f-35b5-4436-b22c-57efa01dee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:02.737904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-ee60c13f-35b5-4436-b22c-57efa01dee19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106663 Aug 31 06:28:02.740172 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:02.743574 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Checking segment: {'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:02.745694 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:02.746252 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Bound using segment: {'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:02.746919 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Bound port: d11af31c-9f3e-4f6d-839b-1d0dde286caf, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:02.750686 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:02.810765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-92b89186-5580-442e-8978-53e714b95aeb service neutron] 10.222.0.15 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749121 Aug 31 06:28:02.938510 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] For port d11af31c-9f3e-4f6d-839b-1d0dde286caf, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:02.944037 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] For port d11af31c-9f3e-4f6d-839b-1d0dde286caf, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d11af31c-9f3e-4f6d-839b-1d0dde286caf,segment=NetworkSegment(cd755a41-e49a-4ec9-ae15-2f5f1e8b944a),segment_id=cd755a41-e49a-4ec9-ae15-2f5f1e8b944a)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:02.961407 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Pushing event updated for resources: {'Port': ['ID=d11af31c-9f3e-4f6d-839b-1d0dde286caf,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:02.965976 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:02.981948 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.982794 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.985145 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.985659 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.986229 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.986773 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.987299 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.987820 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.988342 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.994063 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.994631 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:02.995171 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:03.021937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:03.040038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Transition to ACTIVE for port object ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:03.041757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-04d31ea7-1820-4291-9456-a4f134b51902 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968972 Aug 31 06:28:03.057729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Transition to ACTIVE for port object ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:03.073565 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:03.085499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5c2869bd-241c-4195-b6e1-00a1774ef353 service neutron] 10.222.0.15 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737403 Aug 31 06:28:03.110416 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Routers {'d22f95a0-95b6-49f1-ab47-36e28e81d086'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:03.110994 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:27:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['d22f95a0-95b6-49f1-ab47-36e28e81d086'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:03.132277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-f883a3e0-005d-4cf5-ac8c-9c5f7f2a013c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:28:03.143360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-f883a3e0-005d-4cf5-ac8c-9c5f7f2a013c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1725249 Aug 31 06:28:03.194763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Network 282bd730-91a8-480c-bc30-5b100c45d87c is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:03.200684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:03.210139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:03.214466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5b564cf9-b3ab-4000-b0a3-f827692a0418 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:03.222051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Pushing event updated for resources: {'Port': ['ID=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:03.227833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Request body: {'binding': {'host': 'n-h2-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:03.228369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Unknown quota resources ['binding']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:28:03.275154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e221fef3-b399-417a-92ea-eb561e5d93a4 req-33b65056-bf13-4cd6-a31f-f8205c5fd31f service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193651 Aug 31 06:28:03.350088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f8c4cab-bc38-486b-8841-e638b9830828 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:03.353940 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689741e0-940c-45d9-824a-c18bab885716 None None] Pushing event updated for resources: {'Port': ['ID=d11af31c-9f3e-4f6d-839b-1d0dde286caf,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:03.436687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-7096299d-3b01-425d-a708-14bcc268a424 service neutron] 10.222.0.15 "GET /v2.0/networks/282bd730-91a8-480c-bc30-5b100c45d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491755 Aug 31 06:28:03.490620 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] Set router d22f95a0-95b6-49f1-ab47-36e28e81d086 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:03.495723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af49752-844a-4dd7-87b9-ab1f48a80d44 None None] Network 995b9c21-28f8-4989-8017-32ec75fe6834 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:03.561115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-d4d35b08-9876-484d-96a7-a890e99303bb service neutron] 10.222.0.15 "GET /v2.0/networks/282bd730-91a8-480c-bc30-5b100c45d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109717 Aug 31 06:28:03.600258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5b564cf9-b3ab-4000-b0a3-f827692a0418 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:03.683313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Attempting to bind port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:03.683761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Attempting to bind port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:03.684219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Attempting to bind port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa on network 282bd730-91a8-480c-bc30-5b100c45d87c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:03.686895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on host n-h2-712142-16 for vnic_type normal with profile None {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:03.687431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:03.687775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:03.698091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:03.698644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Checking segment: {'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:03.699147 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:03.699817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Bound using segment: {'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:03.700343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Bound port: ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:03.700894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:03.710478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:03.710701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:03.719002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:03.719231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:03.719610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:03.720178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Bound port: a9550a5a-4432-4533-9364-b56207fb18d0, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:03.750833 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:27:56Z', 'revision_number': 4, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd11af31c-9f3e-4f6d-839b-1d0dde286caf', 'name': '', 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'mac_address': 'fa:16:3e:f0:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:55Z', 'updated_at': '2021-08-31T06:28:02Z', 'revision_number': 4, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'subnets': [{'id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:03.771516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3f8c4cab-bc38-486b-8841-e638b9830828 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:03.795147 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc3200-300a-4f17-ac96-b58252c821d0 None None] The sync data for ids ['d22f95a0-95b6-49f1-ab47-36e28e81d086'] in n-d-712142-16 is: [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:27:56Z', 'revision_number': 4, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd11af31c-9f3e-4f6d-839b-1d0dde286caf', 'name': '', 'network_id': '925757ee-352a-410b-8a8a-ffba9667a480', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'mac_address': 'fa:16:3e:f0:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:55Z', 'updated_at': '2021-08-31T06:28:02Z', 'revision_number': 4, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'subnets': [{'id': '43e98e7b-14cc-476c-8a35-7421424289bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:28:03.805179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] For port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:03.815372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:03.816572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] For port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:03.818616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-38e2c7d3-b476-4aae-ad08-0cefe8ad8634 service neutron] 10.222.0.15 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505312 Aug 31 06:28:03.827613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:03.831409 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:03.833642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b422a2e6-89ac-4c4c-9e93-3b95ab938abb service neutron] 10.222.0.15 "POST /v2.0/ports/a9550a5a-4432-4533-9364-b56207fb18d0/bindings HTTP/1.1" status: 201 len: 390 time: 0.6894972 Aug 31 06:28:03.848066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-398a5cfb-498a-4e1c-95d7-20ef3411e1fa None None] Provisioning for port 3f8c4cab-bc38-486b-8841-e638b9830828 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:03.867016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-398a5cfb-498a-4e1c-95d7-20ef3411e1fa None None] Provisioning complete for port 3f8c4cab-bc38-486b-8841-e638b9830828 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:03.867387 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-398a5cfb-498a-4e1c-95d7-20ef3411e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:04.050879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95836f4-fdd6-4ebe-ac76-94db5627d0ab None None] Pushing event updated for resources: {'Port': ['ID=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:04.095306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-85f70948-3bb4-4f71-b915-b438194f8788 service neutron] 10.222.0.15 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580571 Aug 31 06:28:04.198908 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-398a5cfb-498a-4e1c-95d7-20ef3411e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:04.208245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050124ca-d4b2-451a-8f02-3dd9010d0659 req-c1de95d1-38fb-4a5e-a6a5-67d6b5a07a15 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:04.210581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-050124ca-d4b2-451a-8f02-3dd9010d0659 req-c1de95d1-38fb-4a5e-a6a5-67d6b5a07a15 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 948 time: 0.0750704 Aug 31 06:28:04.303369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-398a5cfb-498a-4e1c-95d7-20ef3411e1fa None None] For port 3f8c4cab-bc38-486b-8841-e638b9830828, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f8c4cab-bc38-486b-8841-e638b9830828,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:04.311832 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-398a5cfb-498a-4e1c-95d7-20ef3411e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:04.350087 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-050124ca-d4b2-451a-8f02-3dd9010d0659 req-07e21936-3be6-4b9f-b0f3-077aafc155b9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300380 Aug 31 06:28:04.411924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-5b4241b9-0e68-441e-8c66-06cac75f72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:04.413508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-5b4241b9-0e68-441e-8c66-06cac75f72d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1098 time: 0.1722372 Aug 31 06:28:04.466725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a5cfb-498a-4e1c-95d7-20ef3411e1fa None None] Pushing event updated for resources: {'Port': ['ID=3f8c4cab-bc38-486b-8841-e638b9830828,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:04.487419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4cc927ba-1d58-4364-8622-4f023c1f2780 None None] Provisioning complete for port 3f8c4cab-bc38-486b-8841-e638b9830828 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:04.491994 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4cc927ba-1d58-4364-8622-4f023c1f2780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:04.585706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd9193-397d-49a1-8900-c730de31b0a8 req-17912c61-5a13-47cf-bda1-7cedb9b85ddb tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:04.589531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5cd9193-397d-49a1-8900-c730de31b0a8 req-17912c61-5a13-47cf-bda1-7cedb9b85ddb tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 946 time: 0.1456525 Aug 31 06:28:04.604553 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5588fedb-000c-4c8c-856e-31cdb9357d9b x-openstack-request-id: req-5588fedb-000c-4c8c-856e-31cdb9357d9b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:04.604848 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:04.605105 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5588fedb-000c-4c8c-856e-31cdb9357d9b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:04.605749 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'status': 'completed', 'code': 200} Aug 31 06:28:04.686778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-aa260e2b-bfc6-4aac-8b22-167dc5f094b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:04.688302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-aa260e2b-bfc6-4aac-8b22-167dc5f094b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1100 time: 0.0861659 Aug 31 06:28:04.729324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5cd9193-397d-49a1-8900-c730de31b0a8 req-9042cd62-7e86-4fd4-9d4c-7db77fee1f69 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153321 Aug 31 06:28:04.733303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device be17afaf-397b-46ff-96da-1f3109bcb7aa up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:04.763488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-82fa8887-6f2e-480e-be16-658dd98c0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:04.766635 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-82fa8887-6f2e-480e-be16-658dd98c0d55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1100 time: 0.1734691 Aug 31 06:28:04.823266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-16a7337d-efb3-49fe-9812-f7b6bedce57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:04.825459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-16a7337d-efb3-49fe-9812-f7b6bedce57a service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.3992481 Aug 31 06:28:04.870901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port be17afaf-397b-46ff-96da-1f3109bcb7aa completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:04.875819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port be17afaf-397b-46ff-96da-1f3109bcb7aa triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:04.876387 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:04.914450 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-854d0751-8db3-435b-bf57-153d38dca7a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 200 len: 217 time: 0.0740879 Aug 31 06:28:04.937769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-2ca8df68-b522-4226-8207-7f86c6b9ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:04.939131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-2ca8df68-b522-4226-8207-7f86c6b9ada4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1645443 Aug 31 06:28:05.077076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3c50e-8e6b-441e-bbcd-803a825f67c9 req-9442323f-259f-4785-8969-a2a30b6c90a7 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.081174 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:05.092072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bb3c50e-8e6b-441e-bbcd-803a825f67c9 req-9442323f-259f-4785-8969-a2a30b6c90a7 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 948 time: 0.2647874 Aug 31 06:28:05.097077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-4d3c11a5-9184-4e14-8ab4-9299494d9ab4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 217 time: 0.0586667 Aug 31 06:28:05.113045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8513baf7-bf36-45b5-a8ec-014a84c525d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be17afaf-397b-46ff-96da-1f3109bcb7aa'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:05.115764 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab54513-45fe-4d30-ba47-c20ca53fa600" -d '{"events": [{"server_uuid": "8513baf7-bf36-45b5-a8ec-014a84c525d2", "name": "network-vif-plugged", "status": "completed", "tag": "be17afaf-397b-46ff-96da-1f3109bcb7aa"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:05.135250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-cb40884f-dfed-4552-8b3c-954b98ab4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.137060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-cb40884f-dfed-4552-8b3c-954b98ab4a34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.4329991 Aug 31 06:28:05.146744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port be17afaf-397b-46ff-96da-1f3109bcb7aa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=be17afaf-397b-46ff-96da-1f3109bcb7aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:05.163191 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:05.178209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440649a-eed5-4800-985c-4fca620375c7 req-a7e8a554-fd03-4655-8c24-e757038ca9c7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.188302 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b440649a-eed5-4800-985c-4fca620375c7 req-a7e8a554-fd03-4655-8c24-e757038ca9c7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 946 time: 0.2480755 Aug 31 06:28:05.201323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-d24bc5d1-7ad6-417d-87e9-bf3ae091e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.203232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-d24bc5d1-7ad6-417d-87e9-bf3ae091e1cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.2743831 Aug 31 06:28:05.267142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-e00ae703-b460-4627-a8e1-3b2353358b5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 217 time: 0.1104674 Aug 31 06:28:05.288938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b440649a-eed5-4800-985c-4fca620375c7 req-edf26443-7569-443a-b818-3afc899ee88c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986221 Aug 31 06:28:05.297317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-31e52645-590d-40c3-bdc1-0af663bb9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.305099 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-31e52645-590d-40c3-bdc1-0af663bb9ad9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1963632 Aug 31 06:28:05.305384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=be17afaf-397b-46ff-96da-1f3109bcb7aa,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:05.334636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b3f99b37-1006-4c58-947e-9687361b4743 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784581 Aug 31 06:28:05.413547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bb3c50e-8e6b-441e-bbcd-803a825f67c9 req-ee032c56-1e3c-46ca-a403-8d1fad2f126f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201275 Aug 31 06:28:05.455951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-bf68f161-71b6-4240-b755-daa6cf53db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.459877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-bf68f161-71b6-4240-b755-daa6cf53db88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1369665 Aug 31 06:28:05.607747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-e837586f-ea76-4259-bc88-c2178f9bf681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.613325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-e837586f-ea76-4259-bc88-c2178f9bf681 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.3360386 Aug 31 06:28:05.616077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f8c4cab-bc38-486b-8841-e638b9830828 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:05.649567 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32ac713-59f8-4e27-b1a7-4ed60bcc6e8b x-openstack-request-id: req-b32ac713-59f8-4e27-b1a7-4ed60bcc6e8b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:05.649870 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8513baf7-bf36-45b5-a8ec-014a84c525d2", "name": "network-vif-plugged", "status": "completed", "tag": "be17afaf-397b-46ff-96da-1f3109bcb7aa", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:05.650177 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b32ac713-59f8-4e27-b1a7-4ed60bcc6e8b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:05.661831 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8513baf7-bf36-45b5-a8ec-014a84c525d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be17afaf-397b-46ff-96da-1f3109bcb7aa', 'code': 200} Aug 31 06:28:05.672462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86de157c-3e7d-4870-9c99-8c2d14d3a401 req-3f8788fe-fa31-41b6-b8be-64cea1e16447 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 210 time: 0.1086247 Aug 31 06:28:05.706864 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-884dfd7f-c979-4c12-b8ef-46f8419143c8 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272364 Aug 31 06:28:05.714461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-d8b39145-9357-4540-ab80-1ccd1da22581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.717178 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-d8b39145-9357-4540-ab80-1ccd1da22581 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953176 Aug 31 06:28:05.746085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3f8c4cab-bc38-486b-8841-e638b9830828 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:05.746650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:05.768636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-9805c9de-fd03-44aa-8170-33615e49ffb9 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003492 Aug 31 06:28:05.799815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edcc797-6fae-4ff8-a54a-79f8a10dbd5f None None] Network 282bd730-91a8-480c-bc30-5b100c45d87c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:05.912646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb49c18-89fb-4283-a631-0860c813b402 req-e4af301c-8587-409c-9603-21e57415353c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.915189 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0eb49c18-89fb-4283-a631-0860c813b402 req-e4af301c-8587-409c-9603-21e57415353c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 948 time: 0.2037525 Aug 31 06:28:05.938615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c28e4-a811-44c3-b7ce-12ce3ba35d95 req-5124fd1a-5d89-4cc2-b6d8-861d2d11ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:05.941160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-877c28e4-a811-44c3-b7ce-12ce3ba35d95 req-5124fd1a-5d89-4cc2-b6d8-861d2d11ca94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 1101 time: 0.0653532 Aug 31 06:28:05.961199 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-288c0626-195e-46aa-b542-1b381c8a757b service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348487 Aug 31 06:28:05.965635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-5b322176-be24-4f2e-bcf1-41b4f18f4ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364230 Aug 31 06:28:06.016722 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0eb49c18-89fb-4283-a631-0860c813b402 req-d795b139-0a72-4e33-a1ea-6272ae8dd7a0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914898 Aug 31 06:28:06.028068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-877c28e4-a811-44c3-b7ce-12ce3ba35d95 req-d36b3e84-94b2-49b6-a9b8-3c54a5a1e1c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691500 Aug 31 06:28:06.039742 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-4ae39c37-cd1c-4a70-b33e-fa47d28e097b service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432785 Aug 31 06:28:06.108019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75745bf0-df06-4836-90bd-a5d3ec6e9220 req-4774f525-15da-42bd-8a25-12d58f6771cc service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302810 Aug 31 06:28:06.108254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7c55cc64-4490-4658-aeb4-e18fcdf92968 None None] Provisioning for port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:06.139710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:06.144358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318ca0b-ab6b-4e8f-b82b-509e3d529b91 req-a03eed08-883e-4872-9221-4e9e06180683 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:06.146176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9318ca0b-ab6b-4e8f-b82b-509e3d529b91 req-a03eed08-883e-4872-9221-4e9e06180683 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 946 time: 0.0525479 Aug 31 06:28:06.186484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9318ca0b-ab6b-4e8f-b82b-509e3d529b91 req-3b2addd0-b1e1-45fb-9619-0826f8b9d899 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Aug 31 06:28:06.247274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:06.253588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:06.253985 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.435958 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.506786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:06.512609 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.513487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d11af31c-9f3e-4f6d-839b-1d0dde286caf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:06.551010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-68817fec-49ee-4102-bab6-b4ef962c421a tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:06.553230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-68817fec-49ee-4102-bab6-b4ef962c421a tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1098 time: 0.2222989 Aug 31 06:28:06.566035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c775a-69cb-4acc-bdba-2ab2f9579fb2 req-2b2576e1-4d34-4178-a029-405606194359 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:06.568031 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b2c775a-69cb-4acc-bdba-2ab2f9579fb2 req-2b2576e1-4d34-4178-a029-405606194359 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 948 time: 0.1008699 Aug 31 06:28:06.573138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-16'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:06.612351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:06.621759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d11af31c-9f3e-4f6d-839b-1d0dde286caf completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:06.626118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d11af31c-9f3e-4f6d-839b-1d0dde286caf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:06.626497 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.659195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.661846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2e752e81-f80f-4907-857b-2887adf2fa14 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:06.668001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2e752e81-f80f-4907-857b-2887adf2fa14 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:06.670440 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2e752e81-f80f-4907-857b-2887adf2fa14 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.23 "GET /v2.0/networks?id=995b9c21-28f8-4989-8017-32ec75fe6834&id=282bd730-91a8-480c-bc30-5b100c45d87c&id=995b9c21-28f8-4989-8017-32ec75fe6834 HTTP/1.1" status: 200 len: 1391 time: 0.3820095 Aug 31 06:28:06.677122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a1be03a2-0f15-411f-85eb-44a0ef7935da None None] Provisioning complete for port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:06.677527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a1be03a2-0f15-411f-85eb-44a0ef7935da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.693743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b2c775a-69cb-4acc-bdba-2ab2f9579fb2 req-447256c1-a686-41b5-8aee-eae786634990 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837002 Aug 31 06:28:06.694291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'port': {'device_id': '66c94ea0-5192-4d53-b448-54131e4c5585', 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834', 'admin_state_up': True, 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:06.713348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa710cd-75ea-4eee-8b9b-984af65dc51f req-a1ed3412-2056-4a0d-b700-1ecb99c5b87f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:06.714862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4aa710cd-75ea-4eee-8b9b-984af65dc51f req-a1ed3412-2056-4a0d-b700-1ecb99c5b87f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 946 time: 0.2481101 Aug 31 06:28:06.757497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5b564cf9-b3ab-4000-b0a3-f827692a0418 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:06.780069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-5bbc5d16-686e-4855-86d7-cd90e905a744 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:06.781590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-5bbc5d16-686e-4855-86d7-cd90e905a744 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71&tenant_id=e2556a5a837e41668d15636b90159a61&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 948 time: 0.2745500 Aug 31 06:28:06.847438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:06.851209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.864048 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4aa710cd-75ea-4eee-8b9b-984af65dc51f req-d2bbce4f-a0dc-46a1-941d-ba995e62db56 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353555 Aug 31 06:28:06.905034 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-6de4f059-a9d5-41f7-b796-c501d1f8fc9b service neutron] delete failed (client error): The resource could not be found. Aug 31 06:28:06.906142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-6de4f059-a9d5-41f7-b796-c501d1f8fc9b service neutron] 10.222.0.23 "DELETE /v2.0/ports/5b564cf9-b3ab-4000-b0a3-f827692a0418/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.1078837 Aug 31 06:28:06.915390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:06.925979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:06.930609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.939698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d11af31c-9f3e-4f6d-839b-1d0dde286caf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d11af31c-9f3e-4f6d-839b-1d0dde286caf,segment=NetworkSegment(cd755a41-e49a-4ec9-ae15-2f5f1e8b944a),segment_id=cd755a41-e49a-4ec9-ae15-2f5f1e8b944a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:06.959369 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:06.972559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049a3b2-ed91-43d5-818a-0ef9281e1d99 req-ca315d5f-77cf-4693-91d6-7f0558d57fce tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:06.974555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5049a3b2-ed91-43d5-818a-0ef9281e1d99 req-ca315d5f-77cf-4693-91d6-7f0558d57fce tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 949 time: 0.1842659 Aug 31 06:28:06.990750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:06.993552 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb9b2a-f6ba-45fe-88e9-ab61cf198f66" -d '{"events": [{"server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "name": "network-vif-unplugged", "status": "completed", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:07.002036 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.025366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.037589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:07.056766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d11af31c-9f3e-4f6d-839b-1d0dde286caf,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:07.064662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'mac_address': 'fa:16:3e:b6:3d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:07.085979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5049a3b2-ed91-43d5-818a-0ef9281e1d99 req-55d09c1b-752d-4654-8180-c044777132f5 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880036 Aug 31 06:28:07.111240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:07.114041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f270a0b7-788a-464d-89c7-51b9d1cdb266 req-ab6b1a7b-5be4-410e-bc23-a0af116142d0 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 210 time: 0.0777302 Aug 31 06:28:07.130975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.147813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b564cf9-b3ab-4000-b0a3-f827692a0418 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:07.154983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on host n-h1-712142-16 for vnic_type normal with profile {"migrating_to": "n-h2-712142-16"} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:07.155774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:07.155774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:07.160152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:07.160482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Attempting to bind port a9550a5a-4432-4533-9364-b56207fb18d0 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:07.166351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:07.166351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:07.166917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:07.167419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Bound port: a9550a5a-4432-4533-9364-b56207fb18d0, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:07.167787 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.176600 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:07.181956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.188948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-0abcc513-7f77-4976-9989-9f11f0b056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:07.190531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-0abcc513-7f77-4976-9989-9f11f0b056ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1100 time: 0.1434617 Aug 31 06:28:07.209885 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe0fdc-1f69-424a-8441-e0e2f9029c70 x-openstack-request-id: req-4bbe0fdc-1f69-424a-8441-e0e2f9029c70 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:07.210248 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "name": "network-vif-unplugged", "status": "completed", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:07.210613 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bbe0fdc-1f69-424a-8441-e0e2f9029c70 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:07.211069 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0', 'code': 200} Aug 31 06:28:07.244030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:07.248776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:07.249163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:07.258423 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.269416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:07.323918 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:07.324300 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.376232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Allocated IP 19.80.0.190 (995b9c21-28f8-4989-8017-32ec75fe6834/3b0febb5-6974-4ce6-85ea-18f4f4b4e4af/24d1a95b-f103-490b-9714-b54ed9c15ba0) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:07.396787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:07.419094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:07.419747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.421144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8fcb6e47-8d1e-4b5d-af2a-2f868c386ca3 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 200 len: 1124 time: 0.8521991 Aug 31 06:28:07.443619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d11af31c-9f3e-4f6d-839b-1d0dde286caf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:07.464689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-b2d2cda7-25ed-4623-b310-b9b22dd35ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:07.466229 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-b2d2cda7-25ed-4623-b310-b9b22dd35ebc service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2637670 Aug 31 06:28:07.506141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['a9550a5a-4432-4533-9364-b56207fb18d0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:07.531503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5b564cf9-b3ab-4000-b0a3-f827692a0418'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:07.538633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d11af31c-9f3e-4f6d-839b-1d0dde286caf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:07.539007 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:07.549634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-7b990673-43b7-4ad8-b6d4-121a34fe951a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 217 time: 0.0722582 Aug 31 06:28:07.563561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbb86d-02cc-4b6e-a972-f2799ecb23a8 req-c7e4fbbd-7410-4238-baa2-d214eda2bad2 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:07.565052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dabbb86d-02cc-4b6e-a972-f2799ecb23a8 req-c7e4fbbd-7410-4238-baa2-d214eda2bad2 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 946 time: 0.1833367 Aug 31 06:28:07.831756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df12b6-f92d-4048-906d-d6bbb4597bf0 req-f9b4997c-04c7-4852-a9c3-130731957a8b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:07.837740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02df12b6-f92d-4048-906d-d6bbb4597bf0 req-f9b4997c-04c7-4852-a9c3-130731957a8b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 949 time: 0.0592389 Aug 31 06:28:07.873607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02df12b6-f92d-4048-906d-d6bbb4597bf0 req-cf03f6bf-eb7e-45a4-b0a3-b2d14620e69c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Aug 31 06:28:07.976339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-6e738526-4b62-4438-b285-784653ccb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:07.977840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-6e738526-4b62-4438-b285-784653ccb96b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.3958218 Aug 31 06:28:07.985987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dabbb86d-02cc-4b6e-a972-f2799ecb23a8 req-22ebb546-a8fd-4425-b7be-ede471d17240 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027700 Aug 31 06:28:07.993483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52c13f-428e-420f-a970-2dbea05c8e3e req-6c2bfabb-6d98-4eb7-aada-7392c3db47fd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:07.994193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-29ad809a-f613-4054-8b3b-5daf970c8182 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:08.000014 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c52c13f-428e-420f-a970-2dbea05c8e3e req-6c2bfabb-6d98-4eb7-aada-7392c3db47fd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.0523813 Aug 31 06:28:08.000195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-29ad809a-f613-4054-8b3b-5daf970c8182 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 946 time: 0.4608839 Aug 31 06:28:08.046586 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c52c13f-428e-420f-a970-2dbea05c8e3e req-945c6614-fc68-4c49-82c8-397ede32730c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Aug 31 06:28:08.080698 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.136652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-2242d1a1-c2f9-4a75-90dd-d7a44898fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:08.138198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-2242d1a1-c2f9-4a75-90dd-d7a44898fa7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1380749 Aug 31 06:28:08.139315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Transition to ACTIVE for port object 24d1a95b-f103-490b-9714-b54ed9c15ba0 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:08.206787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0817af93-e25f-4c9e-8286-c0fa7ea9db05 req-01bd64b0-e5ef-4e87-818a-35700e54194d tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 210 time: 0.0281177 Aug 31 06:28:08.293680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.299924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Deleting port 00c854a4-4a3d-442d-8b0f-26f314cc3960 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:08.300256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.318433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c142449-1306-4fbd-8c9a-4dbe9bf3c964 req-8260299a-7488-4731-9cd1-54231350c411 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:08.319904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1c142449-1306-4fbd-8c9a-4dbe9bf3c964 req-8260299a-7488-4731-9cd1-54231350c411 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 949 time: 0.1462374 Aug 31 06:28:08.392768 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-47029cd7-34ee-4021-a31c-e6c803793cb6 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444756 Aug 31 06:28:08.415863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network 995b9c21-28f8-4989-8017-32ec75fe6834 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:08.436494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:08.453165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:08.511229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Port': ['ID=24d1a95b-f103-490b-9714-b54ed9c15ba0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:08.552668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1c142449-1306-4fbd-8c9a-4dbe9bf3c964 req-c5c04289-75f8-4fc1-a4db-323f64c9611e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886592 Aug 31 06:28:08.588686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] For port 00c854a4-4a3d-442d-8b0f-26f314cc3960, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00c854a4-4a3d-442d-8b0f-26f314cc3960,segment=NetworkSegment(3ca49d98-cb0c-4f6b-83fd-110397fdabe7),segment_id=3ca49d98-cb0c-4f6b-83fd-110397fdabe7)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:08.589062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.605517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:08.606155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.623738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Calling delete_port for 00c854a4-4a3d-442d-8b0f-26f314cc3960 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:08.638828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ca85429-876c-4bbe-af58-d9ed8a2fe729 req-04af3fec-8203-4eaf-9434-cb03ff2a2f2a service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243493 Aug 31 06:28:08.678725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c6abac26-a1cf-4fff-96e0-9cbd942d23c0 None None] Provisioning for port 24d1a95b-f103-490b-9714-b54ed9c15ba0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:08.682170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-844b0998-0cb6-49af-a864-235474758a1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9969363 Aug 31 06:28:08.684104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c6abac26-a1cf-4fff-96e0-9cbd942d23c0 None None] Provisioning complete for port 24d1a95b-f103-490b-9714-b54ed9c15ba0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:08.684777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6abac26-a1cf-4fff-96e0-9cbd942d23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.697039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'port': {'device_id': '66c94ea0-5192-4d53-b448-54131e4c5585', 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c', 'admin_state_up': True, 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:08.736759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c6abac26-a1cf-4fff-96e0-9cbd942d23c0 None None] Port 24d1a95b-f103-490b-9714-b54ed9c15ba0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:08.813559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-7244e505-0779-4da9-8025-67eb10392f6f tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:08.815375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-7244e505-0779-4da9-8025-67eb10392f6f tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 1101 time: 0.0403819 Aug 31 06:28:08.833722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-ddc6f00e-25a4-4605-bc49-99968d411d23 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.849750 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-ddc6f00e-25a4-4605-bc49-99968d411d23 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:28:08.849750 n-d-712142-16 neutron-server[94668]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:28:08.849750 n-d-712142-16 neutron-server[94668]: [parameters: {'project_id_1': '5728b580035d4803addd086497b12181', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 28, 8, 845728)}] Aug 31 06:28:08.849750 n-d-712142-16 neutron-server[94668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:28:08.850270 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-ddc6f00e-25a4-4605-bc49-99968d411d23 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:28:08.855052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.858879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:08.862327 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.867174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['00c854a4-4a3d-442d-8b0f-26f314cc3960'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:08.903793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Pushing event deleted for resources: {'Port': ['ID=00c854a4-4a3d-442d-8b0f-26f314cc3960,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:08.975631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] No DVR routers for this DVR port 00c854a4-4a3d-442d-8b0f-26f314cc3960 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:08.988178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:08.990198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cf4f1f9-34b3-498c-850f-c8b1031a6cf1 req-06cc048b-d599-4714-9056-7bdf5d3d3b42 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.23 "DELETE /v2.0/ports/00c854a4-4a3d-442d-8b0f-26f314cc3960 HTTP/1.1" status: 204 len: 173 time: 0.9780033 Aug 31 06:28:08.990643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8600b0-4ffc-4130-b1d1-7371fd4d874f', 'name': 'network-vif-deleted', 'tag': '00c854a4-4a3d-442d-8b0f-26f314cc3960'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:08.992975 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7760f383-1f12-41ec-b562-999bf3ba20a5" -d '{"events": [{"server_uuid": "ae8600b0-4ffc-4130-b1d1-7371fd4d874f", "name": "network-vif-deleted", "tag": "00c854a4-4a3d-442d-8b0f-26f314cc3960"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:09.081324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96963e-fbcc-4eb9-a8b7-13d532474fbe req-3fe59840-309b-4695-a7a3-abce7b01832a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:09.082913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf96963e-fbcc-4eb9-a8b7-13d532474fbe req-3fe59840-309b-4695-a7a3-abce7b01832a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 949 time: 0.1333206 Aug 31 06:28:09.125593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Allocated IP 19.86.0.247 (282bd730-91a8-480c-bc30-5b100c45d87c/9fdc3b16-a433-4fe2-9b0c-af4b26d20442/b77f06f6-0b94-416f-820b-594c461cf7bd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:09.147460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf96963e-fbcc-4eb9-a8b7-13d532474fbe req-8f5426d9-ca7c-498d-86ef-5a670e8ab4aa tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572081 Aug 31 06:28:09.195285 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d1a168-8b43-4c99-ad3d-a2a3a4367ea8 x-openstack-request-id: req-e3d1a168-8b43-4c99-ad3d-a2a3a4367ea8 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:09.195582 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8600b0-4ffc-4130-b1d1-7371fd4d874f", "name": "network-vif-deleted", "tag": "00c854a4-4a3d-442d-8b0f-26f314cc3960", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:09.195832 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3d1a168-8b43-4c99-ad3d-a2a3a4367ea8 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:09.196230 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8600b0-4ffc-4130-b1d1-7371fd4d874f', 'name': 'network-vif-deleted', 'tag': '00c854a4-4a3d-442d-8b0f-26f314cc3960', 'status': 'completed', 'code': 200} Aug 31 06:28:09.213557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:09.217373 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ad641-75ac-43b5-9690-d55afb21d5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:09.291149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6f81bad-7529-41e7-8e2b-05360cd8f52b req-b5388045-45ec-4d9f-b94c-7b61c6369293 tempest-ServerGroupTestJSON-1563269383 tempest-ServerGroupTestJSON-1563269383-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae8600b0-4ffc-4130-b1d1-7371fd4d874f HTTP/1.1" status: 200 len: 210 time: 0.0303876 Aug 31 06:28:09.333103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:09.347289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Transition to ACTIVE for port object b77f06f6-0b94-416f-820b-594c461cf7bd will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:09.352488 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-ddc6f00e-25a4-4605-bc49-99968d411d23 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:09.407860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:09.457144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fe602-9794-498f-973e-c747246a6dda req-70774b77-58a9-47e9-8d9c-1564af61d602 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:09.458737 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-119fe602-9794-498f-973e-c747246a6dda req-70774b77-58a9-47e9-8d9c-1564af61d602 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.1031492 Aug 31 06:28:09.471309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network 282bd730-91a8-480c-bc30-5b100c45d87c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:09.483857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-ddc6f00e-25a4-4605-bc49-99968d411d23 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:09.489151 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-ddc6f00e-25a4-4605-bc49-99968d411d23 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:09.496883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:09.503051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:09.507412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Port': ['ID=b77f06f6-0b94-416f-820b-594c461cf7bd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:09.526318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6f00e-25a4-4605-bc49-99968d411d23 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3435fe-f069-4e07-94d3-b1ead669861f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:09.543972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b77ddf03-65e4-4351-ac4a-3655619adbd4 req-ddc6f00e-25a4-4605-bc49-99968d411d23 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175546 Aug 31 06:28:09.580937 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ee39cc-e1e1-4904-b324-16f2b435f5ca x-openstack-request-id: req-23ee39cc-e1e1-4904-b324-16f2b435f5ca {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:09.581261 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:09.581518 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23ee39cc-e1e1-4904-b324-16f2b435f5ca {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:09.581912 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0', 'status': 'completed', 'code': 200} Aug 31 06:28:09.595579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-119fe602-9794-498f-973e-c747246a6dda req-176a27c9-7f9d-460a-bea2-419af645ddaa tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177189 Aug 31 06:28:09.604138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:09.604810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:09.681385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3dab706f-5190-4e3d-a6af-2a886c42a505 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9865782 Aug 31 06:28:09.687935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-7d45a1eb-167e-4de8-b8a8-02c804b632b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:09.689531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-7d45a1eb-167e-4de8-b8a8-02c804b632b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1127 time: 0.0812533 Aug 31 06:28:09.694607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'port': {'device_id': '66c94ea0-5192-4d53-b448-54131e4c5585', 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834', 'admin_state_up': True, 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:09.749347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95a434-77c3-4d5b-9d6c-7f9a5a461574 req-fd5feb8c-d007-4f6d-9a38-e8b30dfa95cf tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:09.757078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95a434-77c3-4d5b-9d6c-7f9a5a461574 req-fd5feb8c-d007-4f6d-9a38-e8b30dfa95cf tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:09.765361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc95a434-77c3-4d5b-9d6c-7f9a5a461574 req-fd5feb8c-d007-4f6d-9a38-e8b30dfa95cf tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 1655 time: 0.1151891 Aug 31 06:28:09.774701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4bdb7809-1d45-4b88-9594-e268c8c2f05e None None] Provisioning for port b77f06f6-0b94-416f-820b-594c461cf7bd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:09.781277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4bdb7809-1d45-4b88-9594-e268c8c2f05e None None] Provisioning complete for port b77f06f6-0b94-416f-820b-594c461cf7bd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:09.781938 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7809-1d45-4b88-9594-e268c8c2f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:09.834163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb7809-1d45-4b88-9594-e268c8c2f05e None None] Port b77f06f6-0b94-416f-820b-594c461cf7bd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:09.840703 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc95a434-77c3-4d5b-9d6c-7f9a5a461574 req-8000268c-b45c-40ff-8487-67e2f42ab8da tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634265 Aug 31 06:28:09.864697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-dd8a1d67-6472-4594-89ce-06b5aae83a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:09.866235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-dd8a1d67-6472-4594-89ce-06b5aae83a9c service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.1669772 Aug 31 06:28:09.918406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-3fc0f554-cb29-45fe-a5f8-92783a191a42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 200 len: 217 time: 0.0441024 Aug 31 06:28:09.927982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:09.931410 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:10.026983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-245a0cbd-a9e8-4faa-9720-c92a8dd210bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:10.028492 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-245a0cbd-a9e8-4faa-9720-c92a8dd210bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1015058 Aug 31 06:28:10.072587 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-e848999e-6f65-4f87-b0c4-8b39d52ccb38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352798 Aug 31 06:28:10.135480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-f4f99964-48cb-49a9-925f-4153ea1019d8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653017 Aug 31 06:28:10.247061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Allocated IP 19.80.0.152 (995b9c21-28f8-4989-8017-32ec75fe6834/3b0febb5-6974-4ce6-85ea-18f4f4b4e4af/1b0291a1-5449-470b-83ca-5c4f811c697e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:10.278103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcce0d-b3c2-4cd1-a41d-dbee036bee17 req-ab0b52a3-3d26-4a19-b429-712c176dee4f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:10.280269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18bcce0d-b3c2-4cd1-a41d-dbee036bee17 req-ab0b52a3-3d26-4a19-b429-712c176dee4f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 949 time: 0.0524120 Aug 31 06:28:10.309901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-a8acef37-b65f-4fbf-b878-99c98973fb41 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225621 Aug 31 06:28:10.318163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18bcce0d-b3c2-4cd1-a41d-dbee036bee17 req-f5957383-d7c2-4808-b3c9-00f0a8ab19ff tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Aug 31 06:28:10.407993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-ddc7e268-0d85-44e9-977a-bff8ba37f483 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:10.409478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-ddc7e268-0d85-44e9-977a-bff8ba37f483 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473266 Aug 31 06:28:10.444188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904a39a-2f4a-4725-afe4-0c967d67ebe4 req-d8732882-e2b9-4378-8cc3-2c34222f045d tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:10.445623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1904a39a-2f4a-4725-afe4-0c967d67ebe4 req-d8732882-e2b9-4378-8cc3-2c34222f045d tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1101 time: 0.0412948 Aug 31 06:28:10.478643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-4bbbb62e-9cde-429c-8b32-fac4e8609f52 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/quotas/b9f90ece4a8c460fa15337583a9473f9 HTTP/1.1" status: 200 len: 375 time: 0.0608463 Aug 31 06:28:10.483468 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1904a39a-2f4a-4725-afe4-0c967d67ebe4 req-f525fdcd-4e6c-4a5f-844d-602aa51cabcc tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306962 Aug 31 06:28:10.562306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a2ad641-75ac-43b5-9690-d55afb21d5c8 req-d1136abe-cacc-4b3a-bf76-5d375aa9be13 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441945 Aug 31 06:28:10.606029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:10.624615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Transition to ACTIVE for port object 1b0291a1-5449-470b-83ca-5c4f811c697e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:10.635942 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-656614c5-90ff-47dd-b9ff-5901a4a828ac tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390526 Aug 31 06:28:10.673326 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:10.723581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network 995b9c21-28f8-4989-8017-32ec75fe6834 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:10.729334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:10.743765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:10.772927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd673f-7c28-4190-87c5-8834fbce0261 req-e1aba01a-3ed3-4c10-ac40-4892ed865073 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:10.782039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22fd673f-7c28-4190-87c5-8834fbce0261 req-e1aba01a-3ed3-4c10-ac40-4892ed865073 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.0718656 Aug 31 06:28:10.782281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Port': ['ID=1b0291a1-5449-470b-83ca-5c4f811c697e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:10.798053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a9550a5a-4432-4533-9364-b56207fb18d0 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:10.829102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:10.829802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:10.867379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-9fc5c65c-458f-4cb2-b351-c96f7db5eea5 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1768138 Aug 31 06:28:10.881893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Request body: {'port': {'device_id': '66c94ea0-5192-4d53-b448-54131e4c5585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:10.951266 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:10.954432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:10.968913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a9550a5a-4432-4533-9364-b56207fb18d0 has no active binding in host n-h2-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:28:10.970904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5b564cf9-b3ab-4000-b0a3-f827692a0418 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:11.069903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 5b564cf9-b3ab-4000-b0a3-f827692a0418 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:11.075747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 5b564cf9-b3ab-4000-b0a3-f827692a0418 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:11.076498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.105688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-24ca6d6c-f120-47da-bb1f-8d5ad0e24855 None None] Provisioning for port 1b0291a1-5449-470b-83ca-5c4f811c697e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:11.115960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-24ca6d6c-f120-47da-bb1f-8d5ad0e24855 None None] Provisioning complete for port 1b0291a1-5449-470b-83ca-5c4f811c697e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:11.116435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-24ca6d6c-f120-47da-bb1f-8d5ad0e24855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.163416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22fd673f-7c28-4190-87c5-8834fbce0261 req-3be1602d-1160-4638-a67a-3c91b70dfcd6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773513 Aug 31 06:28:11.164350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-24ca6d6c-f120-47da-bb1f-8d5ad0e24855 None None] Port 1b0291a1-5449-470b-83ca-5c4f811c697e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:11.217826 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.240810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 00c854a4-4a3d-442d-8b0f-26f314cc3960 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:11.264557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:11.266870 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935e908c-883d-4b37-9a53-de8c6e0c4391" -d '{"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-plugged", "status": "completed", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:11.272137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 00c854a4-4a3d-442d-8b0f-26f314cc3960 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:11.272484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 00c854a4-4a3d-442d-8b0f-26f314cc3960 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:11.286428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:11.292256 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.349583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:11.401279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d1a95b-f103-490b-9714-b54ed9c15ba0 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:11.415152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.432566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Transition to ACTIVE for port object 24d1a95b-f103-490b-9714-b54ed9c15ba0 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:11.448223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.451444 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-c58c7a81-dcf9-475c-a4ee-317d0ad6faa6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e2556a5a837e41668d15636b90159a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238700 Aug 31 06:28:11.604723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Pushing event updated for resources: {'Port': ['ID=24d1a95b-f103-490b-9714-b54ed9c15ba0,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:11.607364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893050-07cb-405d-a4c7-051f77440a64 req-f2d0bcc3-5284-4c80-b19d-c7ae397acee2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:11.615428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-f2d0bcc3-5284-4c80-b19d-c7ae397acee2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573982 Aug 31 06:28:11.632295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6c78fcc0-2626-4eb1-b610-ca6550f40c68 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/quotas/e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 375 time: 0.0158520 Aug 31 06:28:11.689709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Attempting to bind port 24d1a95b-f103-490b-9714-b54ed9c15ba0 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:11.690291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Attempting to bind port 24d1a95b-f103-490b-9714-b54ed9c15ba0 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:11.690628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Attempting to bind port 24d1a95b-f103-490b-9714-b54ed9c15ba0 on network 995b9c21-28f8-4989-8017-32ec75fe6834 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:11.697670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Port 24d1a95b-f103-490b-9714-b54ed9c15ba0 on network 995b9c21-28f8-4989-8017-32ec75fe6834 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:11.698025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Attempting to bind port 24d1a95b-f103-490b-9714-b54ed9c15ba0 on network 995b9c21-28f8-4989-8017-32ec75fe6834 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:11.710431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:11.713992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Checking segment: {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:11.714487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Bound using segment: {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:11.715128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Bound port: 24d1a95b-f103-490b-9714-b54ed9c15ba0, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:11.716123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.727610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-63868ad8-c87f-4c67-8af4-53a3303a85fd tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923338 Aug 31 06:28:11.799840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] For port 24d1a95b-f103-490b-9714-b54ed9c15ba0, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:11.843948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] For port 24d1a95b-f103-490b-9714-b54ed9c15ba0, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24d1a95b-f103-490b-9714-b54ed9c15ba0,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:11.862116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.902552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f452ac-371b-456d-af18-432f78fb9974 req-cb16c192-1497-4990-885c-fbb7f7f621a4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:11.909775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f452ac-371b-456d-af18-432f78fb9974 req-cb16c192-1497-4990-885c-fbb7f7f621a4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:11.925731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f452ac-371b-456d-af18-432f78fb9974 req-cb16c192-1497-4990-885c-fbb7f7f621a4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:11.936646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17f452ac-371b-456d-af18-432f78fb9974 req-cb16c192-1497-4990-885c-fbb7f7f621a4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2389 time: 0.1932771 Aug 31 06:28:11.961078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:11.961948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:11.963602 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] 10.222.0.23 "PUT /v2.0/ports/24d1a95b-f103-490b-9714-b54ed9c15ba0 HTTP/1.1" status: 200 len: 1093 time: 1.0862124 Aug 31 06:28:11.969609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'tag': '24d1a95b-f103-490b-9714-b54ed9c15ba0'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:11.972100 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efa6c1e-bbad-4533-9dc3-e5512230c62b" -d '{"events": [{"name": "network-changed", "server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "tag": "24d1a95b-f103-490b-9714-b54ed9c15ba0"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:12.022010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Request body: {'port': {'device_id': '66c94ea0-5192-4d53-b448-54131e4c5585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:12.165375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17f452ac-371b-456d-af18-432f78fb9974 req-8ebf5ca8-098e-4c84-88b6-bd902d3ca6db tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142148 Aug 31 06:28:12.165375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a819dd-ab89-43a2-8ceb-956c1f9b6190 service neutron] Pushing event updated for resources: {'Port': ['ID=24d1a95b-f103-490b-9714-b54ed9c15ba0,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:12.177250 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:12.275574 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2096fd6-10fb-498b-a4cf-6278f5689ffd x-openstack-request-id: req-a2096fd6-10fb-498b-a4cf-6278f5689ffd {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:12.276173 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-plugged", "status": "completed", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:12.276406 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2096fd6-10fb-498b-a4cf-6278f5689ffd {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:12.276991 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'code': 200} Aug 31 06:28:12.455485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b60739b6-5d36-487c-801a-fbf8e148fb02 req-be8f4cd0-fb8a-45e1-866b-8f3d709bbc05 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 210 time: 0.0544558 Aug 31 06:28:12.513451 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e1742-aadd-405b-94e5-bd80f8407e47 x-openstack-request-id: req-905e1742-aadd-405b-94e5-bd80f8407e47 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:12.514240 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "tag": "24d1a95b-f103-490b-9714-b54ed9c15ba0", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:12.514240 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-905e1742-aadd-405b-94e5-bd80f8407e47 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:12.514568 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'tag': '24d1a95b-f103-490b-9714-b54ed9c15ba0', 'status': 'completed', 'code': 200} Aug 31 06:28:12.620000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-ba31e2cb-6df6-438e-a046-1a7f63fec42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:12.620501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-ba31e2cb-6df6-438e-a046-1a7f63fec42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:12.620966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-ba31e2cb-6df6-438e-a046-1a7f63fec42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:12.624249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-ba31e2cb-6df6-438e-a046-1a7f63fec42d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2733 time: 0.0851333 Aug 31 06:28:12.657235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8204de-802c-4a78-80d8-6ad8a9d1d93c req-e4452bdb-6c34-48ee-a008-6598aed37578 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:12.659163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8204de-802c-4a78-80d8-6ad8a9d1d93c req-e4452bdb-6c34-48ee-a008-6598aed37578 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.0648849 Aug 31 06:28:12.713758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8204de-802c-4a78-80d8-6ad8a9d1d93c req-71dfb3c7-0a42-4217-aa46-86b5cf5cd0b7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480525 Aug 31 06:28:12.983806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fde9ae99-e27c-42c8-94cb-229060ec3c79 req-1d16d03c-d39d-4b83-8fcd-b138fcbf8254 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 210 time: 0.0302498 Aug 31 06:28:13.126092 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9d10f285-9319-48e2-b10b-b5a89a195125 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634584 Aug 31 06:28:13.141872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77f06f6-0b94-416f-820b-594c461cf7bd {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:13.165734 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:13.181476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50058) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:13.264120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0938641e-fb62-4fd8-b357-65c7f5b5ebb5 admin admin] Deleting subnet eb229dd2-fee8-4335-9c2a-d175d25854ba {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:28:13.269009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Transition to ACTIVE for port object b77f06f6-0b94-416f-820b-594c461cf7bd will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:13.284044 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0938641e-fb62-4fd8-b357-65c7f5b5ebb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:13.309623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:13.357667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0938641e-fb62-4fd8-b357-65c7f5b5ebb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:13.382360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-f5a81db6-bc2f-4ae6-ae4b-2154bd1b4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.382815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-f5a81db6-bc2f-4ae6-ae4b-2154bd1b4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.383540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-f5a81db6-bc2f-4ae6-ae4b-2154bd1b4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.385359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-f5a81db6-bc2f-4ae6-ae4b-2154bd1b4a91 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=629cebbd92e84205aa10e2c92fb82f37&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7465353 Aug 31 06:28:13.393418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac24fe-87b6-4c79-879e-6dfb5d6272e5 req-2eb1f26f-b0de-48a8-b88d-2584c324ee35 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.399519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac24fe-87b6-4c79-879e-6dfb5d6272e5 req-2eb1f26f-b0de-48a8-b88d-2584c324ee35 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.405846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac24fe-87b6-4c79-879e-6dfb5d6272e5 req-2eb1f26f-b0de-48a8-b88d-2584c324ee35 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.413756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5aac24fe-87b6-4c79-879e-6dfb5d6272e5 req-2eb1f26f-b0de-48a8-b88d-2584c324ee35 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2401 time: 0.1312716 Aug 31 06:28:13.471924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0938641e-fb62-4fd8-b357-65c7f5b5ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:13.492064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5aac24fe-87b6-4c79-879e-6dfb5d6272e5 req-902a4a62-b7c8-42c7-894c-16775adc9ef0 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674818 Aug 31 06:28:13.512352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.23', 52577) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:13.512981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.23', 52578) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:13.541897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-4537b117-86c7-4cf5-b4f6-462edd2edc9d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.543517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-4537b117-86c7-4cf5-b4f6-462edd2edc9d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3895264 Aug 31 06:28:13.572340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Pushing event updated for resources: {'Port': ['ID=b77f06f6-0b94-416f-820b-594c461cf7bd,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:13.591558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-641b25aa-8cea-449f-858a-904cf9825e24 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766358 Aug 31 06:28:13.622942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Request body: {'port': {'device_id': '98462f2c-b0a4-4708-b069-10dfa1150e6e', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'b9f90ece4a8c460fa15337583a9473f9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:13.698266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-758ef903-b70d-4d7c-8508-828fdb8ef99d req-a9a4a253-6245-42b7-aa49-7a469ece8369 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 210 time: 0.1214526 Aug 31 06:28:13.709226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0938641e-fb62-4fd8-b357-65c7f5b5ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:13.720874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-ac8ad5d8-fd72-43c2-a445-fbd7f6b4f0cf service neutron] 10.222.0.23 "GET /v2.0/ports/a9550a5a-4432-4533-9364-b56207fb18d0/bindings/n-h2-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.2049463 Aug 31 06:28:13.772670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938641e-fb62-4fd8-b357-65c7f5b5ebb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb229dd2-fee8-4335-9c2a-d175d25854ba,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:13.803665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0938641e-fb62-4fd8-b357-65c7f5b5ebb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:13.809288 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0938641e-fb62-4fd8-b357-65c7f5b5ebb5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb229dd2-fee8-4335-9c2a-d175d25854ba HTTP/1.1" status: 204 len: 168 time: 0.6264744 Aug 31 06:28:13.818543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50068) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:13.858654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Attempting to bind port b77f06f6-0b94-416f-820b-594c461cf7bd on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:13.859074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Attempting to bind port b77f06f6-0b94-416f-820b-594c461cf7bd by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:13.859409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Attempting to bind port b77f06f6-0b94-416f-820b-594c461cf7bd on network 282bd730-91a8-480c-bc30-5b100c45d87c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:13.878252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.23', 52579) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:13.900411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-7ad30517-86d9-4421-8007-5c48d2b71e3d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.901943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-7ad30517-86d9-4421-8007-5c48d2b71e3d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986982 Aug 31 06:28:13.928266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Port b77f06f6-0b94-416f-820b-594c461cf7bd on network 282bd730-91a8-480c-bc30-5b100c45d87c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:13.928838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Attempting to bind port b77f06f6-0b94-416f-820b-594c461cf7bd on network 282bd730-91a8-480c-bc30-5b100c45d87c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:13.939697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Request body: {'port': {'device_id': '760e108c-24f3-4736-9540-5242fb831abf', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'b9f90ece4a8c460fa15337583a9473f9'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:13.942300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-75981942-e436-45f4-ac79-834580e52470 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e2556a5a837e41668d15636b90159a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612311 Aug 31 06:28:13.945710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:13.946059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Checking segment: {'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:13.946441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Bound using segment: {'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:13.946994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Bound port: b77f06f6-0b94-416f-820b-594c461cf7bd, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f20864-75b0-49eb-bac4-9e16e3f964c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:13.947492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:13.968165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-c95e5c7e-5c3c-4399-9c71-aa484a33dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:13.969681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3efa6c1e-bbad-4533-9dc3-e5512230c62b req-c95e5c7e-5c3c-4399-9c71-aa484a33dd0e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4121203 Aug 31 06:28:14.058691 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.081073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1d26f-4461-4b2e-a2d6-b5b3e7350bae req-72d13ea7-62eb-4139-94a5-be0c7eb290ec tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:14.082600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Made reservation on behalf of b9f90ece4a8c460fa15337583a9473f9 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:14.087698 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.091977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26a1d26f-4461-4b2e-a2d6-b5b3e7350bae req-72d13ea7-62eb-4139-94a5-be0c7eb290ec tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 944 time: 0.2535999 Aug 31 06:28:14.203610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11cec66f-ba45-43e3-9023-987906057075 req-2cedde93-214f-4b79-8bda-35f84e95d6e1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 210 time: 0.0737998 Aug 31 06:28:14.260773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26a1d26f-4461-4b2e-a2d6-b5b3e7350bae req-034d4dfb-863d-4f01-8a9a-685d5eefd24c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593056 Aug 31 06:28:14.266466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893050-07cb-405d-a4c7-051f77440a64 req-4d5c9441-32af-431f-9604-bac7886ef6bc tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:14.268343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-4d5c9441-32af-431f-9604-bac7886ef6bc tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138595 Aug 31 06:28:14.292297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Request body: {'port': {'device_id': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'e2556a5a837e41668d15636b90159a61'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:14.311766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] For port b77f06f6-0b94-416f-820b-594c461cf7bd, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:14.365378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] For port b77f06f6-0b94-416f-820b-594c461cf7bd, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b77f06f6-0b94-416f-820b-594c461cf7bd,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:14.371647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Made reservation on behalf of b9f90ece4a8c460fa15337583a9473f9 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:14.375483 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.386204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.395006 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.418563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971f6a27-ac1b-4422-95b2-41e4607b3afb']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:14.422800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:14.448092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca49d98-cb0c-4f6b-83fd-110397fdabe7') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:14.448386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca49d98-cb0c-4f6b-83fd-110397fdabe7') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:14.499679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:14.500225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.501936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] 10.222.0.23 "PUT /v2.0/ports/b77f06f6-0b94-416f-820b-594c461cf7bd HTTP/1.1" status: 200 len: 1093 time: 2.4855459 Aug 31 06:28:14.504014 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.516500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'tag': 'b77f06f6-0b94-416f-820b-594c461cf7bd'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:14.518922 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c183c40-514b-497b-b191-06c22296bab8" -d '{"events": [{"name": "network-changed", "server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "tag": "b77f06f6-0b94-416f-820b-594c461cf7bd"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:14.522593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Allocated IP 192.168.233.133 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:14.561690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:14.574770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Request body: {'port': {'device_id': '66c94ea0-5192-4d53-b448-54131e4c5585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:14.590983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd93ad2-5852-48f0-8479-186b1859eaae service neutron] Pushing event updated for resources: {'Port': ['ID=b77f06f6-0b94-416f-820b-594c461cf7bd,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:14.637873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.673627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:28:14.674291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:28:14.676304 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:28:14.693541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9550a5a-4432-4533-9364-b56207fb18d0 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:14.734328 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc14d7c-40f9-4cf0-8554-d8f09132b242 x-openstack-request-id: req-dfc14d7c-40f9-4cf0-8554-d8f09132b242 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:14.734909 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "tag": "b77f06f6-0b94-416f-820b-594c461cf7bd", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:14.735519 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfc14d7c-40f9-4cf0-8554-d8f09132b242 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:14.736130 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'tag': 'b77f06f6-0b94-416f-820b-594c461cf7bd', 'status': 'completed', 'code': 200} Aug 31 06:28:14.736269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:14.739184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.764852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Made reservation on behalf of e2556a5a837e41668d15636b90159a61 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:14.778392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.787014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f160-7a57-4ab6-896e-d3e267237b9b req-4a306aa2-a742-4cf1-9c29-4bf134239bc6 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:14.794114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f160-7a57-4ab6-896e-d3e267237b9b req-4a306aa2-a742-4cf1-9c29-4bf134239bc6 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:14.800849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f160-7a57-4ab6-896e-d3e267237b9b req-4a306aa2-a742-4cf1-9c29-4bf134239bc6 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:14.802196 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb33f160-7a57-4ab6-896e-d3e267237b9b req-4a306aa2-a742-4cf1-9c29-4bf134239bc6 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2401 time: 0.1791070 Aug 31 06:28:14.803368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.806352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.823563 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:14.825399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] 10.222.0.15 "DELETE /v2.0/networks/971f6a27-ac1b-4422-95b2-41e4607b3afb HTTP/1.1" status: 204 len: 168 time: 1.0052080 Aug 31 06:28:14.852593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46df8b-eb08-4ba8-93d2-758341504798 admin admin] Pushing event deleted for resources: {'Network': ['ID=971f6a27-ac1b-4422-95b2-41e4607b3afb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:14.895620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe0c35be-3e4b-4da7-958e-10048a5be5e4 req-0a54b2e4-c13e-44d3-9687-fee123f25c4e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 210 time: 0.0898931 Aug 31 06:28:14.920461 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb33f160-7a57-4ab6-896e-d3e267237b9b req-37d719b8-764b-4947-bb6c-5ed049958947 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028190 Aug 31 06:28:14.970266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] Transition to ACTIVE for port object a9550a5a-4432-4533-9364-b56207fb18d0 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:14.977119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.007053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c40-514b-497b-b191-06c22296bab8 req-8a600e4a-0fe3-46d7-865b-e23ad3bd9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.007666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c40-514b-497b-b191-06c22296bab8 req-8a600e4a-0fe3-46d7-865b-e23ad3bd9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.008475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c40-514b-497b-b191-06c22296bab8 req-8a600e4a-0fe3-46d7-865b-e23ad3bd9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.010547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c183c40-514b-497b-b191-06c22296bab8 req-8a600e4a-0fe3-46d7-865b-e23ad3bd9d3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2801 time: 0.3190796 Aug 31 06:28:15.014165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50086) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:15.118708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] No DVR routers for this DVR port a9550a5a-4432-4533-9364-b56207fb18d0 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:15.124885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] Pushing event updated for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:15.137077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6e74d31d-1a41-4b3a-9f2b-639627aa5816 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=044ce1d102bf4f989a8247f549afaa53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1194103 Aug 31 06:28:15.150087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50090) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:15.181915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] 10.222.0.23 "PUT /v2.0/ports/a9550a5a-4432-4533-9364-b56207fb18d0/bindings/n-h2-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4304030 Aug 31 06:28:15.230341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a468-cb5e-44ee-a5a6-6537362f411a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.290439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a468-cb5e-44ee-a5a6-6537362f411a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.329502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c40-514b-497b-b191-06c22296bab8 req-4df82ce6-c0ef-445c-978e-5aaf547942a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.330134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c40-514b-497b-b191-06c22296bab8 req-4df82ce6-c0ef-445c-978e-5aaf547942a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.330672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c40-514b-497b-b191-06c22296bab8 req-4df82ce6-c0ef-445c-978e-5aaf547942a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.332331 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c183c40-514b-497b-b191-06c22296bab8 req-4df82ce6-c0ef-445c-978e-5aaf547942a5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=629cebbd92e84205aa10e2c92fb82f37&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3086753 Aug 31 06:28:15.339115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165b5dd-8b99-42d1-a21f-bafef77c8f92 req-afd04ca8-12e5-42f0-b66c-2537c080e4d4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.340775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2165b5dd-8b99-42d1-a21f-bafef77c8f92 req-afd04ca8-12e5-42f0-b66c-2537c080e4d4 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 945 time: 0.0900381 Aug 31 06:28:15.356523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.358650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7f98b27-4ec4-48e3-ab98-3db0a0900710 req-99240612-d147-4812-a631-157da72c2a5d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 210 time: 0.0633001 Aug 31 06:28:15.442527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Transition to ACTIVE for port object 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:15.445965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2165b5dd-8b99-42d1-a21f-bafef77c8f92 req-bc3a05c6-3614-4867-8c01-75d44d53f5d8 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980527 Aug 31 06:28:15.454206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a468-cb5e-44ee-a5a6-6537362f411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.461844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a468-cb5e-44ee-a5a6-6537362f411a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.465734 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e1f7a468-cb5e-44ee-a5a6-6537362f411a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f416eec-6ad3-4cd0-b837-6dfc1b2214f6 HTTP/1.1" status: 204 len: 168 time: 0.3134780 Aug 31 06:28:15.509254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-ddecd1c7-08f9-4b62-adb2-964327efaabe tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.510883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-ddecd1c7-08f9-4b62-adb2-964327efaabe tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.1470985 Aug 31 06:28:15.511856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7a468-cb5e-44ee-a5a6-6537362f411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f416eec-6ad3-4cd0-b837-6dfc1b2214f6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:15.536632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0291a1-5449-470b-83ca-5c4f811c697e {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:15.544906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.557906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Transition to ACTIVE for port object 1b0291a1-5449-470b-83ca-5c4f811c697e will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:15.578563 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.660872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-608234d7-cd5a-485e-837f-59728a14794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.662737 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-608234d7-cd5a-485e-837f-59728a14794a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c HTTP/1.1" status: 200 len: 1097 time: 0.1380572 Aug 31 06:28:15.678906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183c40-514b-497b-b191-06c22296bab8 req-0e573615-25d6-42aa-8f95-386d8bea6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.680471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c183c40-514b-497b-b191-06c22296bab8 req-0e573615-25d6-42aa-8f95-386d8bea6f49 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3291280 Aug 31 06:28:15.760596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47049cac-6fff-4a41-bb0e-df8bd8475f34 req-7eaea798-fcf9-433f-be20-d873888bdf8c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.762256 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-47049cac-6fff-4a41-bb0e-df8bd8475f34 req-7eaea798-fcf9-433f-be20-d873888bdf8c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 945 time: 0.2030272 Aug 31 06:28:15.790450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:15.803954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:15.836719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0291a1-5449-470b-83ca-5c4f811c697e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:15.842834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-10f87942-2e87-4ad7-973c-eb444ba1b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:15.844701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-10f87942-2e87-4ad7-973c-eb444ba1b6aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1097 time: 0.1451366 Aug 31 06:28:15.846297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Allocated IP 192.168.233.61 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/407c1b07-b9a9-4852-8645-79f1aa69ef78) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:16.043171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b6cc93a9-55ea-4efb-ae8f-8fb4eefe9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:16.044935 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b6cc93a9-55ea-4efb-ae8f-8fb4eefe9b0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.1828260 Aug 31 06:28:16.141927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c74bd53-1503-4e9d-b4d0-ca21ceefae16 req-980e0fdd-deb9-4734-9728-6d0b0dfe305c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 210 time: 0.0930576 Aug 31 06:28:16.147367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-aae27f79-4a84-4c04-8cc0-351a33a2a71f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 200 len: 217 time: 0.0861146 Aug 31 06:28:16.311107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b1f14509-3050-46dc-8c68-13dbf29e021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:16.311958 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-b1f14509-3050-46dc-8c68-13dbf29e021d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1519451 Aug 31 06:28:16.316574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:16.340097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-47049cac-6fff-4a41-bb0e-df8bd8475f34 req-92ac38d9-c72a-4d51-88b6-09abd33fd506 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426896 Aug 31 06:28:16.341811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:16.354580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:16.357645 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:28:16.373579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28b3f-1499-4fa1-b11e-0413ade7e7c9 req-9569a436-86d7-440d-9f63-db76996b21c4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:16.382812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28b3f-1499-4fa1-b11e-0413ade7e7c9 req-9569a436-86d7-440d-9f63-db76996b21c4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:16.389658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28b3f-1499-4fa1-b11e-0413ade7e7c9 req-9569a436-86d7-440d-9f63-db76996b21c4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:16.391352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7e28b3f-1499-4fa1-b11e-0413ade7e7c9 req-9569a436-86d7-440d-9f63-db76996b21c4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2413 time: 0.1614864 Aug 31 06:28:16.395481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-549c0683-12f0-4336-a4df-232f59e2e9e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654681 Aug 31 06:28:16.441006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:16.441006 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:16.472892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'Port': ['ID=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:16.478679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Attempting to bind port 1b0291a1-5449-470b-83ca-5c4f811c697e on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:16.479010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Attempting to bind port 1b0291a1-5449-470b-83ca-5c4f811c697e by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:16.479225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Attempting to bind port 1b0291a1-5449-470b-83ca-5c4f811c697e on network 995b9c21-28f8-4989-8017-32ec75fe6834 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:16.495061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-92fab3c2-aa20-4f0b-bf8a-b2f881e4c75e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9058058 Aug 31 06:28:16.507912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Port 1b0291a1-5449-470b-83ca-5c4f811c697e on network 995b9c21-28f8-4989-8017-32ec75fe6834 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:16.507912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Attempting to bind port 1b0291a1-5449-470b-83ca-5c4f811c697e on network 995b9c21-28f8-4989-8017-32ec75fe6834 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:16.517441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Request body: {'port': {'device_id': '98462f2c-b0a4-4708-b069-10dfa1150e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:16.532001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-3270f3f4-2965-411b-bc43-2fb1562f179c service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146927 Aug 31 06:28:16.533008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:16.533435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Checking segment: {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:16.533859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Bound using segment: {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:16.534316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Bound port: 1b0291a1-5449-470b-83ca-5c4f811c697e, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbdc220-e034-49cf-a156-0a716ea92bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:16.534623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:16.550710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e85dd97-cb5b-4b72-9e0e-9d98e09d32f8 req-0aebf9fb-6405-4b5d-a534-5fd8f586e8c0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 210 time: 0.0591536 Aug 31 06:28:16.602557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:16.620871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Transition to ACTIVE for port object 407c1b07-b9a9-4852-8645-79f1aa69ef78 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:16.714377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:16.731462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7e28b3f-1499-4fa1-b11e-0413ade7e7c9 req-dc8319cc-5c30-40f5-b774-7963a3a41e25 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325777 Aug 31 06:28:16.736966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:16.813547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] For port 1b0291a1-5449-470b-83ca-5c4f811c697e, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:16.836328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:16.845882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:16.849412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9342da9-d19d-4580-abc3-cf43142e213b None None] Provisioning for port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:16.851910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:16.874530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9342da9-d19d-4580-abc3-cf43142e213b None None] Provisioning complete for port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:16.875193 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9342da9-d19d-4580-abc3-cf43142e213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:16.886203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'Port': ['ID=407c1b07-b9a9-4852-8645-79f1aa69ef78,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:16.888383 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:16.920871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] For port 1b0291a1-5449-470b-83ca-5c4f811c697e, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=1b0291a1-5449-470b-83ca-5c4f811c697e,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:16.964248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:16.975110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Allocated IP 192.168.233.230 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/d07e2397-e2c4-427d-ae67-349055d7e7eb) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:16.990055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:16.990731 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:17.036688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8977bd06-38e9-4fce-80fa-f87c74dcdb0b service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918094 Aug 31 06:28:17.040215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-d23e69c4-1b0c-4674-a863-15f2e7ec2a45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1084001 Aug 31 06:28:17.041802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f9342da9-d19d-4580-abc3-cf43142e213b None None] Port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:17.061507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Request body: {'port': {'device_id': '760e108c-24f3-4736-9540-5242fb831abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:17.083531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:17.084508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:17.086818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] 10.222.0.23 "PUT /v2.0/ports/1b0291a1-5449-470b-83ca-5c4f811c697e HTTP/1.1" status: 200 len: 1093 time: 2.5193999 Aug 31 06:28:17.091587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'tag': '1b0291a1-5449-470b-83ca-5c4f811c697e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:17.094159 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "tag": "1b0291a1-5449-470b-83ca-5c4f811c697e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:17.230396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a9550a5a-4432-4533-9364-b56207fb18d0 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:17.262525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:17.335856 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00db4db-9ef1-4442-aed9-23dbe53cbdf7 x-openstack-request-id: req-e00db4db-9ef1-4442-aed9-23dbe53cbdf7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:17.336379 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "tag": "1b0291a1-5449-470b-83ca-5c4f811c697e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:17.337671 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e00db4db-9ef1-4442-aed9-23dbe53cbdf7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:17.338383 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'tag': '1b0291a1-5449-470b-83ca-5c4f811c697e', 'status': 'completed', 'code': 200} Aug 31 06:28:17.456981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a9550a5a-4432-4533-9364-b56207fb18d0 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:17.461865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-87bf2b67-a5e6-4aae-a4e8-d711dbc8af2a None None] Provisioning for port 407c1b07-b9a9-4852-8645-79f1aa69ef78 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:17.472016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-87bf2b67-a5e6-4aae-a4e8-d711dbc8af2a None None] Provisioning complete for port 407c1b07-b9a9-4852-8645-79f1aa69ef78 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:17.472585 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87bf2b67-a5e6-4aae-a4e8-d711dbc8af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:17.481619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24d82a-e845-4e03-b786-a463c6a06d26 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0291a1-5449-470b-83ca-5c4f811c697e,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:17.522036 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32095846-0355-40af-9ed3-8c97b1f4bf62 req-6f7c3ce8-065c-4657-8c1a-318444156291 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 210 time: 0.0809615 Aug 31 06:28:17.527271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2ffbfc74-a412-4cd4-88d0-dff36e729552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:17.528029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2ffbfc74-a412-4cd4-88d0-dff36e729552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:17.529126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2ffbfc74-a412-4cd4-88d0-dff36e729552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:17.531510 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2ffbfc74-a412-4cd4-88d0-dff36e729552 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2869 time: 0.3289156 Aug 31 06:28:17.554197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-87bf2b67-a5e6-4aae-a4e8-d711dbc8af2a None None] Port 407c1b07-b9a9-4852-8645-79f1aa69ef78 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:17.582541 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-321af51a-da8a-4bab-9f7b-43c54e479fe4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=24d1a95b-f103-490b-9714-b54ed9c15ba0 HTTP/1.1" status: 200 len: 217 time: 0.0398030 Aug 31 06:28:17.651374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-16b72c9b-47c8-4c24-9f61-1c123e6a3dd7 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--93795468&fields=id&tenant_id=6034154b728b418db876726a7a60c3b6 HTTP/1.1" status: 200 len: 267 time: 0.1331346 Aug 31 06:28:17.747145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a473f21c-d21c-45be-a89b-feb668fa6898 req-93da5aac-973d-4e1a-8df0-ba90b77e407e tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=53da0df1-c066-4c38-abe1-c670be981038 HTTP/1.1" status: 200 len: 210 time: 0.1360962 Aug 31 06:28:17.748958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2d53b3c8-04ea-4627-abbc-9178365b290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:17.752991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-2d53b3c8-04ea-4627-abbc-9178365b290b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b0febb5-6974-4ce6-85ea-18f4f4b4e4af HTTP/1.1" status: 200 len: 801 time: 0.1372387 Aug 31 06:28:17.772118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-e26606ac-54de-426b-a140-bb9990932133 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:17.780193 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-e26606ac-54de-426b-a140-bb9990932133 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 823 time: 0.1245294 Aug 31 06:28:17.801580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-33b5b910-4a19-4c46-99ba-a662d28364a2 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/quotas/6034154b728b418db876726a7a60c3b6 HTTP/1.1" status: 200 len: 375 time: 0.0238154 Aug 31 06:28:17.835808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-c477614d-5093-4d98-a1c9-159e3d3dcf67 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:17.837344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-c477614d-5093-4d98-a1c9-159e3d3dcf67 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.3173351 Aug 31 06:28:17.880185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-26d1211f-005a-49f2-9913-6bee6a42c1ce tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0670886 Aug 31 06:28:17.921015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-aeaef0be-1c84-4855-b518-676967104c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:17.922572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-aeaef0be-1c84-4855-b518-676967104c94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995b9c21-28f8-4989-8017-32ec75fe6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528993 Aug 31 06:28:17.959334 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:17.998692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57478b-735b-483c-9bfb-63c755f9769d req-fc6b6ff0-9ce8-4236-894b-e207d68bd3a2 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:18.005849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd57478b-735b-483c-9bfb-63c755f9769d req-fc6b6ff0-9ce8-4236-894b-e207d68bd3a2 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 945 time: 0.1460793 Aug 31 06:28:18.037949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Transition to ACTIVE for port object d07e2397-e2c4-427d-ae67-349055d7e7eb will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:18.075303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ef9e39db-0eaa-4827-867e-730ad239533c service neutron] 10.222.0.15 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921959 Aug 31 06:28:18.111937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd57478b-735b-483c-9bfb-63c755f9769d req-0008a3c5-ab38-4148-9a8d-dd05a6ffef44 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952549 Aug 31 06:28:18.139808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-a7f87ebd-196a-412a-8084-8335a915f275 service neutron] 10.222.0.23 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090020 Aug 31 06:28:18.256219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:18.268713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5b564cf9-b3ab-4000-b0a3-f827692a0418'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:18.394613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:18.432119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:18.437073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:18.441335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:18.475255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-ac02f311-65e9-46a4-9150-ed618e6b3788 service neutron] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:18.479992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-ac02f311-65e9-46a4-9150-ed618e6b3788 service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:18.481264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-ac02f311-65e9-46a4-9150-ed618e6b3788 service neutron] 10.222.0.42 "DELETE /v2.0/ports/a9550a5a-4432-4533-9364-b56207fb18d0/bindings/n-h1-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.5999765 Aug 31 06:28:18.525163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-a6880f24-07b3-462a-ad27-fc74909b9381 service neutron] 10.222.0.15 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371490 Aug 31 06:28:18.558310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:18.559120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:18.580154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec32995-6a3a-44f7-a9dd-37572dd6fa9a req-dbbf4edc-cdee-4053-a6e3-cb8aa6d804da tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:18.581781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cec32995-6a3a-44f7-a9dd-37572dd6fa9a req-dbbf4edc-cdee-4053-a6e3-cb8aa6d804da tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 935 time: 0.3693056 Aug 31 06:28:18.629340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-6a9a89a8-d5c8-4744-91a0-cdd9a4221021 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3484585 Aug 31 06:28:18.631470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-ff67f2dc-e15e-4040-911a-e845fadf34d1 service neutron] 10.222.0.23 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727092 Aug 31 06:28:18.684798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-86090f85-6444-475a-96dc-1600e0425e5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.247&port_id=b77f06f6-0b94-416f-820b-594c461cf7bd HTTP/1.1" status: 200 len: 217 time: 0.0387998 Aug 31 06:28:18.690816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Request body: {'port': {'device_id': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:18.819387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-41cd78f5-4f8f-468b-8399-c6abd70e2fe7 None None] Provisioning for port d07e2397-e2c4-427d-ae67-349055d7e7eb completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:18.830848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-41cd78f5-4f8f-468b-8399-c6abd70e2fe7 None None] Provisioning complete for port d07e2397-e2c4-427d-ae67-349055d7e7eb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:18.831517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41cd78f5-4f8f-468b-8399-c6abd70e2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:18.914829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a618b5-2b47-4c6b-b545-9db5c1a92825 req-17470365-3cfc-4ced-8451-67cbe9b997a2 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:18.923602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-41cd78f5-4f8f-468b-8399-c6abd70e2fe7 None None] Port d07e2397-e2c4-427d-ae67-349055d7e7eb cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:18.929765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a618b5-2b47-4c6b-b545-9db5c1a92825 req-17470365-3cfc-4ced-8451-67cbe9b997a2 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:18.936091 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:18.948722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a618b5-2b47-4c6b-b545-9db5c1a92825 req-17470365-3cfc-4ced-8451-67cbe9b997a2 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:18.957676 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29a618b5-2b47-4c6b-b545-9db5c1a92825 req-17470365-3cfc-4ced-8451-67cbe9b997a2 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2413 time: 0.1557040 Aug 31 06:28:18.959675 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cec32995-6a3a-44f7-a9dd-37572dd6fa9a req-a8f7a828-436a-49a7-871a-f60fdd40e308 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691936 Aug 31 06:28:19.003434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-83e73970-b10a-401e-b0d0-54eeb6a585a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:19.004753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-83e73970-b10a-401e-b0d0-54eeb6a585a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9fdc3b16-a433-4fe2-9b0c-af4b26d20442 HTTP/1.1" status: 200 len: 801 time: 0.2826793 Aug 31 06:28:19.077854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:19.098920 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:19.142026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Transition to ACTIVE for port object 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:19.225630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:19.232877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-f6aff680-40dd-4018-b672-1544ded88667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:19.234435 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-f6aff680-40dd-4018-b672-1544ded88667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=282bd730-91a8-480c-bc30-5b100c45d87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987746 Aug 31 06:28:19.472104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407c1b07-b9a9-4852-8645-79f1aa69ef78 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:19.482205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Pushing event updated for resources: {'Port': ['ID=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:19.489700 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:19.523104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Transition to ACTIVE for port object 407c1b07-b9a9-4852-8645-79f1aa69ef78 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:19.554561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29a618b5-2b47-4c6b-b545-9db5c1a92825 req-7905b5d3-32b9-47e1-964a-17245ded80ee tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956178 Aug 31 06:28:19.557963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:19.611730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-a8ffe2e7-53e2-460d-a9da-7f528ab76abe tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:19.613820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-a8ffe2e7-53e2-460d-a9da-7f528ab76abe tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "GET /v2.0/ports?device_id=f30c6987-4d3b-4a1a-b06c-4696499c9f5a HTTP/1.1" status: 200 len: 945 time: 0.5928199 Aug 31 06:28:19.722182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e13e97d-9024-46fa-954a-6f53550f9d33 req-7ec66088-a10f-45b4-a7f7-aec068fe6d18 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 210 time: 0.0551469 Aug 31 06:28:19.918156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Pushing event updated for resources: {'Port': ['ID=407c1b07-b9a9-4852-8645-79f1aa69ef78,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:19.934936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-4bb92ddd-a81c-4366-b25d-7d1054e2eefa service neutron] 10.222.0.23 "GET /v2.0/networks/282bd730-91a8-480c-bc30-5b100c45d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873124 Aug 31 06:28:19.955447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34522c-0324-4528-a665-4270a2b68839 req-404c20a8-f6e0-42ae-b33e-8643cb5b0eef tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:19.965141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed34522c-0324-4528-a665-4270a2b68839 req-404c20a8-f6e0-42ae-b33e-8643cb5b0eef tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 936 time: 0.4290273 Aug 31 06:28:20.016297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Attempting to bind port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:20.017836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Attempting to bind port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:20.019013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Attempting to bind port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:20.077401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Deleting port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:20.077904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:20.106019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d2e45-adb4-4ff2-b0a9-d95bb2d41109 req-f346dacb-cae4-4afd-9f9f-9b8babdfcf02 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:20.114255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-616d2e45-adb4-4ff2-b0a9-d95bb2d41109 req-f346dacb-cae4-4afd-9f9f-9b8babdfcf02 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1097 time: 0.1651938 Aug 31 06:28:20.156924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:20.157264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Attempting to bind port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:20.160777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Attempting to bind port 407c1b07-b9a9-4852-8645-79f1aa69ef78 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:20.161353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Attempting to bind port 407c1b07-b9a9-4852-8645-79f1aa69ef78 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:20.161783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Attempting to bind port 407c1b07-b9a9-4852-8645-79f1aa69ef78 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:20.170241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Port 407c1b07-b9a9-4852-8645-79f1aa69ef78 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:20.170385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Attempting to bind port 407c1b07-b9a9-4852-8645-79f1aa69ef78 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:20.181061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed34522c-0324-4528-a665-4270a2b68839 req-7ac1eea3-6305-46a5-be67-d5c877a19770 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138596 Aug 31 06:28:20.183021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-8c7385e0-d7c4-443d-b79c-c3f7f231aff5 service neutron] 10.222.0.23 "GET /v2.0/networks/282bd730-91a8-480c-bc30-5b100c45d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121413 Aug 31 06:28:20.191922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:20.192264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:20.192667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:20.193089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Bound port: 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:20.193472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:20.250497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-616d2e45-adb4-4ff2-b0a9-d95bb2d41109 req-d0451401-09b3-4f31-89cf-b6d4334578a9 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350951 Aug 31 06:28:20.251676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:20.258503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:20.259223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:20.269771 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Bound port: 407c1b07-b9a9-4852-8645-79f1aa69ef78, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:20.270504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:20.280613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-3d11c9b0-56c1-4e17-aa76-4d4ed32376b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=1b0291a1-5449-470b-83ca-5c4f811c697e HTTP/1.1" status: 200 len: 217 time: 0.0710239 Aug 31 06:28:20.363848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-c8fc4270-65ea-415a-a077-cbf3d5a982d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:20.365576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-c8fc4270-65ea-415a-a077-cbf3d5a982d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b0febb5-6974-4ce6-85ea-18f4f4b4e4af HTTP/1.1" status: 200 len: 801 time: 0.0556600 Aug 31 06:28:20.494731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] For port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:20.506948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] For port 407c1b07-b9a9-4852-8645-79f1aa69ef78, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:20.521474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] For port 407c1b07-b9a9-4852-8645-79f1aa69ef78, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=407c1b07-b9a9-4852-8645-79f1aa69ef78,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:20.523106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07e2397-e2c4-427d-ae67-349055d7e7eb {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:20.538571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:20.625800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] For port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:20.685498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:20.696163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0bc85009-0d26-47a7-9688-46c31c6ae6b7 req-509da8f2-a6b0-4d5e-be3b-b138a80b9b59 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.1031578 Aug 31 06:28:20.719643 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:20.746176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:20.746612 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:20.748371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] 10.222.0.23 "PUT /v2.0/ports/407c1b07-b9a9-4852-8645-79f1aa69ef78 HTTP/1.1" status: 200 len: 1096 time: 3.6973302 Aug 31 06:28:20.759265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e108c-24f3-4736-9540-5242fb831abf', 'tag': '407c1b07-b9a9-4852-8645-79f1aa69ef78'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:20.762290 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1" -d '{"events": [{"name": "network-changed", "server_uuid": "760e108c-24f3-4736-9540-5242fb831abf", "tag": "407c1b07-b9a9-4852-8645-79f1aa69ef78"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:20.769656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] For port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:20.770030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:20.926396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-0b91420d-d08f-42bc-a20a-d8ae97378aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:20.930638 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-0b91420d-d08f-42bc-a20a-d8ae97378aae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995b9c21-28f8-4989-8017-32ec75fe6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5408082 Aug 31 06:28:20.977654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Transition to ACTIVE for port object d07e2397-e2c4-427d-ae67-349055d7e7eb will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:20.989399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-982416f3-78c1-4eaa-9c12-3e774020705b tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:20.992528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-982416f3-78c1-4eaa-9c12-3e774020705b tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 823 time: 0.3675287 Aug 31 06:28:20.993339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71b33a-b00c-4069-a710-a133baa2020f service neutron] Pushing event updated for resources: {'Port': ['ID=407c1b07-b9a9-4852-8645-79f1aa69ef78,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:21.060391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Pushing event updated for resources: {'Port': ['ID=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:21.084699 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b81b2e48-6171-4643-9f69-8a9049d0fbc5 req-8d77475d-41aa-482f-a919-057185867fef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53da0df1-c066-4c38-abe1-c670be981038 HTTP/1.1" status: 200 len: 210 time: 0.1723285 Aug 31 06:28:21.091392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:21.099761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:21.100770 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:21.102520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-9fbc90f9-20fb-4290-a769-03e8037af60f service neutron] 10.222.0.23 "PUT /v2.0/ports/0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 HTTP/1.1" status: 200 len: 1097 time: 4.5959496 Aug 31 06:28:21.133552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98462f2c-b0a4-4708-b069-10dfa1150e6e', 'tag': '0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:21.136147 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab81c4ee-203a-41d8-90a0-0940552d0bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "98462f2c-b0a4-4708-b069-10dfa1150e6e", "tag": "0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:21.233876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1248b8-29c9-4b76-a8af-9992412cd8c3 req-aff15552-92ca-4db5-9de7-1657808fbffd tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:21.245859 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d1248b8-29c9-4b76-a8af-9992412cd8c3 req-aff15552-92ca-4db5-9de7-1657808fbffd tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 947 time: 0.7483282 Aug 31 06:28:21.300040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-06dec19f-c831-4496-a961-137fa037691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:21.301621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-06dec19f-c831-4496-a961-137fa037691f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 1099 time: 0.2858841 Aug 31 06:28:21.382745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-7aa47030-6b56-4f48-851d-d382c3922d74 service neutron] 10.222.0.23 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266560 Aug 31 06:28:21.382972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-561e3ee2-aae0-4574-bd4b-efc17e007b90 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034154b728b418db876726a7a60c3b6 HTTP/1.1" status: 200 len: 378 time: 0.3118510 Aug 31 06:28:21.389046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:21.392068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-1d04792b-1e22-4228-8fc7-2757f07b437d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=407c1b07-b9a9-4852-8645-79f1aa69ef78 HTTP/1.1" status: 200 len: 217 time: 0.0744140 Aug 31 06:28:21.424311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Request body: {'port': {'device_id': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'admin_state_up': True, 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'security_groups': ['29691c9b-46c9-4073-b7fe-31813b6f74f8']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:21.578659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-a63ca058-9f7c-452b-8428-d3d28ab43c45 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:21.586368 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-a63ca058-9f7c-452b-8428-d3d28ab43c45 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 821 time: 0.7122939 Aug 31 06:28:21.629027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-273eb877-1332-4e58-9354-b3aa2bd56d1f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/quotas/888b3dd70ed24f6bb5a9cbcca6771f9c HTTP/1.1" status: 200 len: 375 time: 0.0413959 Aug 31 06:28:21.692597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:21.693340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:21.694039 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Floating IP 8d704ea4-f7d2-433a-bb88-999e459dc18c disassociated. External IP: 172.25.5.123, port: cc20ccc2-bac2-4f9a-a3eb-41ab203222b9. Aug 31 06:28:21.694824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Calling delete_port for cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:21.702019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-7235cb09-c7e4-4137-90a0-6fad743cade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:21.703765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-7235cb09-c7e4-4137-90a0-6fad743cade6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2031376 Aug 31 06:28:21.841856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-d9e9add4-b193-4f4e-8f7d-28a70040038a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2116139 Aug 31 06:28:21.889545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d1248b8-29c9-4b76-a8af-9992412cd8c3 req-6e45a141-2b30-4eda-88d9-be2a1613e74f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427040 Aug 31 06:28:21.928496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-7bd36819-9795-4da6-8796-bf661c988903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:21.929911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-b4954248-5b32-46c8-ba9c-84c6d4cfc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:21.935303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-7bd36819-9795-4da6-8796-bf661c988903 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2166817 Aug 31 06:28:21.936947 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-b4954248-5b32-46c8-ba9c-84c6d4cfc9d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 1100 time: 0.7388992 Aug 31 06:28:22.027954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-214bc2ed-2af5-4e52-9860-dc21cab86cfe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 HTTP/1.1" status: 200 len: 217 time: 0.0766339 Aug 31 06:28:22.030257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Made reservation on behalf of 6034154b728b418db876726a7a60c3b6 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:22.034106 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:22.122476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Attempting to bind port d07e2397-e2c4-427d-ae67-349055d7e7eb on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:22.122814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Attempting to bind port d07e2397-e2c4-427d-ae67-349055d7e7eb by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:22.123259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Attempting to bind port d07e2397-e2c4-427d-ae67-349055d7e7eb on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:22.146064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Port d07e2397-e2c4-427d-ae67-349055d7e7eb on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:22.146402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Attempting to bind port d07e2397-e2c4-427d-ae67-349055d7e7eb on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:22.181055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:22.181457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:22.181932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:22.182981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Bound port: d07e2397-e2c4-427d-ae67-349055d7e7eb, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:22.183356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:22.188412 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52c305c9-295f-4ff5-8e43-a5b754b2a1ee req-29bc551c-f941-4289-8c61-bcbad4919336 service neutron] 10.222.0.23 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7857001 Aug 31 06:28:22.208738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c2dfe-4f4d-4990-b12f-a1d86ebd39f0 req-1867a795-241f-4915-8e1d-c83760c1dada tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.216836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c2dfe-4f4d-4990-b12f-a1d86ebd39f0 req-1867a795-241f-4915-8e1d-c83760c1dada tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.222879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c2dfe-4f4d-4990-b12f-a1d86ebd39f0 req-1867a795-241f-4915-8e1d-c83760c1dada tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.224568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-777c2dfe-4f4d-4990-b12f-a1d86ebd39f0 req-1867a795-241f-4915-8e1d-c83760c1dada tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2413 time: 0.1915770 Aug 31 06:28:22.226193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-bbbc39e5-de0d-4266-bb08-6a0d716e1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.227605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-bbbc39e5-de0d-4266-bb08-6a0d716e1f67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1816394 Aug 31 06:28:22.290334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-ba3f010d-f9c3-4d73-9dab-ed6a4812ebc2 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840908 Aug 31 06:28:22.320789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:22.379043 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-777c2dfe-4f4d-4990-b12f-a1d86ebd39f0 req-4e39d2a2-8003-48db-b299-986c8b4bcf5d tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439667 Aug 31 06:28:22.419901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event deleted for resources: {'Port': ['ID=cc20ccc2-bac2-4f9a-a3eb-41ab203222b9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:22.423757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-5b643b9b-34c6-4cfe-b72a-86d65c25b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.425739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-5b643b9b-34c6-4cfe-b72a-86d65c25b41f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1799242 Aug 31 06:28:22.429509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d843f7a3-08fa-4666-a1b8-bf9dac65e304 req-0effa785-c76a-4ba2-8781-03ef1365b93d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0585639 Aug 31 06:28:22.430517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:22.446534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-22335dde-3c95-4328-9146-b5367e4533e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.447022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-22335dde-3c95-4328-9146-b5367e4533e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.447500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-22335dde-3c95-4328-9146-b5367e4533e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.449168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-22335dde-3c95-4328-9146-b5367e4533e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2869 time: 0.1872733 Aug 31 06:28:22.449477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-bfb428f1-7cc3-47d2-8be7-fbebf715e50e service neutron] 10.222.0.15 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796161 Aug 31 06:28:22.451868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:22.459306 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:22.527370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.527574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:22.529098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 1097 time: 3.8844788 Aug 31 06:28:22.555714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01c72197-39f1-4c9c-9254-93a48c7b9365 req-63ad32a8-c940-4975-89f3-d1caf458a8d6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 210 time: 0.0554767 Aug 31 06:28:22.585371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85c852-33ff-4c91-a3fa-83f9e5f4a2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:22.688828 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe79e5a9-badd-440f-bd28-ba5e305f789b x-openstack-request-id: req-fe79e5a9-badd-440f-bd28-ba5e305f789b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:22.689252 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e108c-24f3-4736-9540-5242fb831abf", "tag": "407c1b07-b9a9-4852-8645-79f1aa69ef78", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:22.689479 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe79e5a9-badd-440f-bd28-ba5e305f789b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:22.689892 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e108c-24f3-4736-9540-5242fb831abf', 'tag': '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'status': 'completed', 'code': 200} Aug 31 06:28:22.713414 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c45b685-ec36-4ffc-8561-93490bcf2ce2 x-openstack-request-id: req-9c45b685-ec36-4ffc-8561-93490bcf2ce2 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:22.713815 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98462f2c-b0a4-4708-b069-10dfa1150e6e", "tag": "0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:22.714162 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c45b685-ec36-4ffc-8561-93490bcf2ce2 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:22.714658 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98462f2c-b0a4-4708-b069-10dfa1150e6e', 'tag': '0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', 'status': 'completed', 'code': 200} Aug 31 06:28:22.759727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Allocated IP 172.20.0.10 (d53a5b30-3430-495c-8da2-fef612835fa4/1812d17b-ef40-431b-ba1a-963235425b5e/1bfcb5d1-d630-4a98-bec9-b43e4122fabe) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:22.829090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:22.869889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:22.870232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:22.876980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893050-07cb-405d-a4c7-051f77440a64 req-647958e1-ebd7-4329-84b5-eb91925a8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.878831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-647958e1-ebd7-4329-84b5-eb91925a8c2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 1100 time: 0.1678820 Aug 31 06:28:22.911419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8c7d0-3db9-4e9f-9803-9d4cfdbd57f0 req-2f5dfdb6-b2b0-47de-8052-e1f13aedf5d3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:22.914679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75d8c7d0-3db9-4e9f-9803-9d4cfdbd57f0 req-2f5dfdb6-b2b0-47de-8052-e1f13aedf5d3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 948 time: 0.1466186 Aug 31 06:28:22.923689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-51e63e6a-7a30-4bc2-8f01-806d51187004 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126593 Aug 31 06:28:22.962080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-8864f8c8-f118-4641-a4e0-f2b3ca6d3912 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 217 time: 0.0691893 Aug 31 06:28:23.006806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-d229e682-8bb8-4d85-bd56-f3e2f72c0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:23.008796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-d229e682-8bb8-4d85-bd56-f3e2f72c0621 service neutron] 10.222.0.23 "GET /v2.0/networks?id=995b9c21-28f8-4989-8017-32ec75fe6834 HTTP/1.1" status: 200 len: 903 time: 0.3464396 Aug 31 06:28:23.020996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75d8c7d0-3db9-4e9f-9803-9d4cfdbd57f0 req-c5a45459-59ae-4318-ae81-6a73b7f2212a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944545 Aug 31 06:28:23.139559 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-06705925-c68c-45d8-bf87-74ff419b8947 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=1b0291a1-5449-470b-83ca-5c4f811c697e HTTP/1.1" status: 200 len: 217 time: 0.1172700 Aug 31 06:28:23.249745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c502da51-ff2d-404f-84fe-b0793ab8d76d req-ce4c65e3-8340-468e-97a8-c2b37d806648 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0824809 Aug 31 06:28:23.277931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893050-07cb-405d-a4c7-051f77440a64 req-1fe9fc5d-ad24-45e0-bed7-d2ca9c9b244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:23.279974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-1fe9fc5d-ad24-45e0-bed7-d2ca9c9b244d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2625089 Aug 31 06:28:23.285977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-bc01bfb8-878f-46df-ac29-2086cddfc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:23.287634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-bc01bfb8-878f-46df-ac29-2086cddfc08b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b0febb5-6974-4ce6-85ea-18f4f4b4e4af HTTP/1.1" status: 200 len: 801 time: 0.1356874 Aug 31 06:28:23.287857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:23.289654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-8f8db4d9-683f-4d52-9e7f-dccffcdbfa63 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263600 Aug 31 06:28:23.304451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Transition to ACTIVE for port object 1bfcb5d1-d630-4a98-bec9-b43e4122fabe will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:23.385498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-b2a2fa58-c32b-4cca-8266-8d72acb89340 service neutron] 10.222.0.15 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9350359 Aug 31 06:28:23.469592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-78d07816-4a7d-422c-8d60-b9fd1586f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:23.471246 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-78d07816-4a7d-422c-8d60-b9fd1586f46f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995b9c21-28f8-4989-8017-32ec75fe6834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592641 Aug 31 06:28:23.503961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:23.523044 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0e86cc-ddec-488e-b48b-ef1122b0fcb4 req-8ce7f283-926c-4fee-9ff0-c3cc4df8713d service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2243636 Aug 31 06:28:23.533936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef22a6-1e05-4807-a6bf-c4503535a706 req-91b38530-315b-461d-80aa-5bc95e8a3181 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:23.541667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acef22a6-1e05-4807-a6bf-c4503535a706 req-91b38530-315b-461d-80aa-5bc95e8a3181 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 947 time: 0.1783683 Aug 31 06:28:23.544690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893050-07cb-405d-a4c7-051f77440a64 req-44d42755-11c8-44de-a6e8-519dc7123986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:23.546182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-44d42755-11c8-44de-a6e8-519dc7123986 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2556877 Aug 31 06:28:23.690228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Network d53a5b30-3430-495c-8da2-fef612835fa4 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:23.725440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:23.744392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:23.776514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-d8861c0e-7bbb-44c9-80b5-252fbd250691 service neutron] 10.222.0.23 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895973 Aug 31 06:28:23.788605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-2162d49e-008d-4519-bd06-3722f4e3e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:23.790127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-2162d49e-008d-4519-bd06-3722f4e3e22c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 1100 time: 0.3821344 Aug 31 06:28:23.793167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event updated for resources: {'Port': ['ID=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:23.846214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:28:24.042625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-140c2142-6b5e-42db-8283-563eef7ba200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.044609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-140c2142-6b5e-42db-8283-563eef7ba200 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 1099 time: 0.4160273 Aug 31 06:28:24.047704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:28:24.064249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acef22a6-1e05-4807-a6bf-c4503535a706 req-460e5347-14ab-47ee-b91e-c41e3ea916d2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210528 Aug 31 06:28:24.068962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] Sync routers for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:28:24.095149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.096009 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:24.118111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:24.119976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:27:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:24.259516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32e4bd52-1672-4446-8114-77079cf1440d req-68c61a6f-21e9-4e18-ae49-dd41f6967d25 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 210 time: 0.0766413 Aug 31 06:28:24.286418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] No DVR routers for this DVR port cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:24.307464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-e99f74eb-e9fa-486e-9d1a-d1babdd3cc6f service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909263 Aug 31 06:28:24.310489 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:24.311032 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d48c5ea1-6cd5-4b83-b761-d021628aa5d4 req-56ffd821-2b96-4cda-8046-94702faa3c42 service neutron] 10.222.0.23 "GET /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181386 Aug 31 06:28:24.319387 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a9a1554-731b-4d37-8c3f-bdbdd397fcad req-1c0dd3c8-2d6b-4eb1-9549-7960629a34e9 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "DELETE /v2.0/ports/cc20ccc2-bac2-4f9a-a3eb-41ab203222b9 HTTP/1.1" status: 204 len: 173 time: 4.6626258 Aug 31 06:28:24.389460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-7229a536-26f8-4ff5-a1e6-2d8aa1089a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9652648 Aug 31 06:28:24.429091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Request body: {'port': {'device_id': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:24.444338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b2b3e-fe8a-4618-9bc0-55cc78665967 req-ea9fc5f4-c561-475a-9361-320a98d04a35 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.451913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b2b3e-fe8a-4618-9bc0-55cc78665967 req-ea9fc5f4-c561-475a-9361-320a98d04a35 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.458728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b2b3e-fe8a-4618-9bc0-55cc78665967 req-ea9fc5f4-c561-475a-9361-320a98d04a35 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.460672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-305b2b3e-fe8a-4618-9bc0-55cc78665967 req-ea9fc5f4-c561-475a-9361-320a98d04a35 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2413 time: 0.2996173 Aug 31 06:28:24.462009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f893050-07cb-405d-a4c7-051f77440a64 req-acc7c6bc-53e0-4f72-8521-236525179295 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386809 Aug 31 06:28:24.495330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:24.501086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-441f3a08-bea1-41a0-ad2a-88bb54d854fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.501674 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-441f3a08-bea1-41a0-ad2a-88bb54d854fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.6994009 Aug 31 06:28:24.539190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-10ffb75d-ec53-4756-8899-9c783f51dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.540702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-10ffb75d-ec53-4756-8899-9c783f51dc7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.4663725 Aug 31 06:28:24.632993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-305b2b3e-fe8a-4618-9bc0-55cc78665967 req-ef492e41-444a-4bec-8e69-9b32a778d0c4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372793 Aug 31 06:28:24.639785 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-f9f54918-0fc5-4259-83c7-01427d51aa6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=407c1b07-b9a9-4852-8645-79f1aa69ef78 HTTP/1.1" status: 200 len: 217 time: 0.0846546 Aug 31 06:28:24.640501 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:24.729341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'name': 'network-vif-deleted', 'tag': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:24.732227 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9971ce5-b7ec-47c9-8d39-7e6127fe1c0f" -d '{"events": [{"server_uuid": "f30c6987-4d3b-4a1a-b06c-4696499c9f5a", "name": "network-vif-deleted", "tag": "cc20ccc2-bac2-4f9a-a3eb-41ab203222b9"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:24.832227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-3c38c457-1cfa-4db6-8bee-58f51b813bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.834148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-3c38c457-1cfa-4db6-8bee-58f51b813bd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1745431 Aug 31 06:28:24.940510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:24.942823 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:24.946927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-f8216b7f-a1b2-4f10-bc05-661b92007cc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 HTTP/1.1" status: 200 len: 217 time: 0.4368804 Aug 31 06:28:24.955962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3c4be0a9-da96-49ea-a5eb-9a03c834e7b9 None None] Provisioning for port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:24.960079 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:24.960460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3d711-0934-453c-9bb1-79945fa2083b req-b4dc807f-4add-471b-bea2-1f5d3535d834 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:24.962680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6be3d711-0934-453c-9bb1-79945fa2083b req-b4dc807f-4add-471b-bea2-1f5d3535d834 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 932 time: 0.4993005 Aug 31 06:28:24.962852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3c4be0a9-da96-49ea-a5eb-9a03c834e7b9 None None] Provisioning complete for port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:24.963304 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3c4be0a9-da96-49ea-a5eb-9a03c834e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:25.022910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17171837-3bcb-4073-9309-5514171150f6 req-a63afbc9-0c7f-4ff9-a878-23310b2c1212 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:25.027113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17171837-3bcb-4073-9309-5514171150f6 req-a63afbc9-0c7f-4ff9-a878-23310b2c1212 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 948 time: 0.2909038 Aug 31 06:28:25.033563 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8fc0ae94-e422-4c01-baaf-f296d445032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:25.047384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-3cc4fa70-aaa2-4905-adb0-89ff5eb20b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:25.049002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-3cc4fa70-aaa2-4905-adb0-89ff5eb20b82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0858235 Aug 31 06:28:25.057754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6be3d711-0934-453c-9bb1-79945fa2083b req-2c5057a1-11ea-4876-a8d8-afbcf188b4aa tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852187 Aug 31 06:28:25.089786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-44f2c2cb-a18b-4bbc-8eaf-1717f959bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:25.095113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-44f2c2cb-a18b-4bbc-8eaf-1717f959bae3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2496550 Aug 31 06:28:25.101642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3c4be0a9-da96-49ea-a5eb-9a03c834e7b9 None None] Port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:25.156836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-2d0fa812-0559-496b-b7ee-e99fe27cdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:25.164168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-2d0fa812-0559-496b-b7ee-e99fe27cdb01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023207 Aug 31 06:28:25.240680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:25.289216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b77f06f6-0b94-416f-820b-594c461cf7bd details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:25.333406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5c7a48f-8862-4bbe-86d3-388efcc9e871 req-f3f0a49e-8be7-4a95-ad22-2d5b4619a08b tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0731966 Aug 31 06:28:25.415595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] Checking router: 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:28:25.438768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17171837-3bcb-4073-9309-5514171150f6 req-ca09a6c0-daf6-43e5-9ac5-652115d44b02 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793085 Aug 31 06:28:25.457251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:25.457919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:27:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:25.539622 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9baaf54-0f6d-4b21-816c-a7af5de577b2 x-openstack-request-id: req-d9baaf54-0f6d-4b21-816c-a7af5de577b2 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:25.540143 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:25.540555 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9baaf54-0f6d-4b21-816c-a7af5de577b2 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:25.541125 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'status': 'completed', 'code': 200} Aug 31 06:28:25.692134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfcb5d1-d630-4a98-bec9-b43e4122fabe {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:25.710621 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda39706-a2c0-4966-b6b8-3bd793c0cfee x-openstack-request-id: req-fda39706-a2c0-4966-b6b8-3bd793c0cfee {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:25.710965 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30c6987-4d3b-4a1a-b06c-4696499c9f5a", "name": "network-vif-deleted", "tag": "cc20ccc2-bac2-4f9a-a3eb-41ab203222b9", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:25.711315 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fda39706-a2c0-4966-b6b8-3bd793c0cfee {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:25.711807 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30c6987-4d3b-4a1a-b06c-4696499c9f5a', 'name': 'network-vif-deleted', 'tag': 'cc20ccc2-bac2-4f9a-a3eb-41ab203222b9', 'status': 'completed', 'code': 200} Aug 31 06:28:25.724048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:25.749436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9976824c-021d-428a-80c8-4968b7437915 req-237d43c5-76ff-4bb5-a9dd-5662a9c255f1 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 210 time: 0.0488613 Aug 31 06:28:25.752247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:25.757639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:25.766961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Transition to ACTIVE for port object 1bfcb5d1-d630-4a98-bec9-b43e4122fabe will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:25.769524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-249a2c42-8516-4f82-8ef1-c78d074dd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:25.771484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-249a2c42-8516-4f82-8ef1-c78d074dd8e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 1100 time: 0.1999478 Aug 31 06:28:25.771708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-2d35e5ef-cd0c-43cb-94a3-a2eace63daf8 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582785 Aug 31 06:28:25.780876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:25.787237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-7420f8e9-2b5b-4fb2-ac98-54b0ab1f9353 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:25.789032 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-7420f8e9-2b5b-4fb2-ac98-54b0ab1f9353 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 821 time: 0.5384133 Aug 31 06:28:25.791935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-4bf95ed3-2418-4d24-bf0f-98e96b4cc645 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197107 Aug 31 06:28:25.804409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8d496-9bd8-4aa5-a403-0520e2486c3c req-6e8a3e91-13f9-47fa-b7f6-2a192f1ff44a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:25.806501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dfa8d496-9bd8-4aa5-a403-0520e2486c3c req-6e8a3e91-13f9-47fa-b7f6-2a192f1ff44a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 947 time: 0.1815963 Aug 31 06:28:25.820688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b77f06f6-0b94-416f-820b-594c461cf7bd, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b77f06f6-0b94-416f-820b-594c461cf7bd,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:25.829722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Request body: {'port': {'device_id': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'admin_state_up': True, 'tenant_id': '888b3dd70ed24f6bb5a9cbcca6771f9c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:25.894371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'b77f06f6-0b94-416f-820b-594c461cf7bd', 'network_id': '282bd730-91a8-480c-bc30-5b100c45d87c', 'port_id': 'b77f06f6-0b94-416f-820b-594c461cf7bd', 'mac_address': 'fa:16:3e:61:f8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc3b16-a433-4fe2-9b0c-af4b26d20442', 'ip_address': '19.86.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:25.930680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:26.063795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9939d22a-0ab5-46d8-ace6-6f3d6116bed1 req-7c5e3097-86da-401a-b2fe-0a3d96a9ef44 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283807 Aug 31 06:28:26.141614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Attempting to bind port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:26.142002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Attempting to bind port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:26.142337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Attempting to bind port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe on network d53a5b30-3430-495c-8da2-fef612835fa4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:26.148488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe on network d53a5b30-3430-495c-8da2-fef612835fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:26.148950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Attempting to bind port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe on network d53a5b30-3430-495c-8da2-fef612835fa4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:26.153026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-e2654d4d-3017-4afe-9f29-3019054ad8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.154653 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-e2654d4d-3017-4afe-9f29-3019054ad8bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3611822 Aug 31 06:28:26.159563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:26.159947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Checking segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:26.160324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Bound using segment: {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:26.160783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Bound port: 1bfcb5d1-d630-4a98-bec9-b43e4122fabe, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:26.161151 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.169449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.220604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-d3dfb9cc-48a7-4acb-83bb-35690b9be3dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 217 time: 0.0490422 Aug 31 06:28:26.240557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dfa8d496-9bd8-4aa5-a403-0520e2486c3c req-480b7146-585a-4663-ba3e-9159e96bae3d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012222 Aug 31 06:28:26.267817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77f06f6-0b94-416f-820b-594c461cf7bd {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:26.358739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-c2cf924e-a7d7-4241-b61d-598c7d9e72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.360648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-c2cf924e-a7d7-4241-b61d-598c7d9e72e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1191776 Aug 31 06:28:26.390219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b77f06f6-0b94-416f-820b-594c461cf7bd, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b77f06f6-0b94-416f-820b-594c461cf7bd,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:26.397665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] For port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:26.404466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.405216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 24d1a95b-f103-490b-9714-b54ed9c15ba0 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:26.430752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab81c4ee-203a-41d8-90a0-0940552d0bcf req-71e8c889-ff1e-482f-98d2-96108809768a service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128476 Aug 31 06:28:26.435284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] For port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:26.447234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.500506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-ced2c4ee-5586-4153-bcf5-861335de7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.504238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-ced2c4ee-5586-4153-bcf5-861335de7071 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302879 Aug 31 06:28:26.507037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Made reservation on behalf of 888b3dd70ed24f6bb5a9cbcca6771f9c for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:26.510982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.539603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d604-9764-4a5e-9d91-b9b96e3169eb req-0f8e23c1-a503-45ff-9552-510ca4e82cec tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.550577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d604-9764-4a5e-9d91-b9b96e3169eb req-0f8e23c1-a503-45ff-9552-510ca4e82cec tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.560725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d604-9764-4a5e-9d91-b9b96e3169eb req-0f8e23c1-a503-45ff-9552-510ca4e82cec tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.565281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5fb4d604-9764-4a5e-9d91-b9b96e3169eb req-0f8e23c1-a503-45ff-9552-510ca4e82cec tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2413 time: 0.2671292 Aug 31 06:28:26.576130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.578125 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.580907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] 10.222.0.42 "PUT /v2.0/ports/1bfcb5d1-d630-4a98-bec9-b43e4122fabe HTTP/1.1" status: 200 len: 1093 time: 2.1849756 Aug 31 06:28:26.583236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b77f06f6-0b94-416f-820b-594c461cf7bd,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:26.625767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:26.660550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e90c3-2928-4154-b28c-1ea6380f2596 None None] The sync data for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 is: [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:28:26.697567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 24d1a95b-f103-490b-9714-b54ed9c15ba0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24d1a95b-f103-490b-9714-b54ed9c15ba0,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:26.720749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16653161-90fb-4721-8b7c-37c5f491db5d req-23391002-7be9-4a94-aa0a-696b7b7d8080 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.734102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16653161-90fb-4721-8b7c-37c5f491db5d req-23391002-7be9-4a94-aa0a-696b7b7d8080 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 944 time: 0.2285738 Aug 31 06:28:26.744576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8da19d-ae5e-4aae-8e8d-af025c4c3b11 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:26.764541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '24d1a95b-f103-490b-9714-b54ed9c15ba0', 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834', 'port_id': '24d1a95b-f103-490b-9714-b54ed9c15ba0', 'mac_address': 'fa:16:3e:2e:66:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0febb5-6974-4ce6-85ea-18f4f4b4e4af', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:26.799843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5fb4d604-9764-4a5e-9d91-b9b96e3169eb req-69a799ac-c800-4727-8997-e1d8c14b583b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083836 Aug 31 06:28:26.832331 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-14ee32ba-6462-452d-9cee-36b50d76f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.845254 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.866930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-b5e8ad4d-26bd-4f90-a268-63d6da35e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:26.871122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-b5e8ad4d-26bd-4f90-a268-63d6da35e903 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 1096 time: 0.1895757 Aug 31 06:28:26.914046 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:26.921364 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-c3d1e864-1db2-4648-ae7f-a20b07a5c517 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064319 Aug 31 06:28:26.959568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d1a95b-f103-490b-9714-b54ed9c15ba0 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:26.962351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16653161-90fb-4721-8b7c-37c5f491db5d req-fa5a4269-6b07-4a3f-96a9-e9717bc93803 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2111228 Aug 31 06:28:26.988726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-d5cf0b21-dd75-4db7-b937-51ecf0043b42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfcb5d1-d630-4a98-bec9-b43e4122fabe HTTP/1.1" status: 200 len: 217 time: 0.0981631 Aug 31 06:28:27.021578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 24d1a95b-f103-490b-9714-b54ed9c15ba0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24d1a95b-f103-490b-9714-b54ed9c15ba0,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:27.033575 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.034241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 1b0291a1-5449-470b-83ca-5c4f811c697e details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:27.088228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Allocated IP 172.20.0.14 (35c52f34-a68b-43f5-97af-5f58c585b4a4/23e323d9-f357-4b24-9e1f-0246eb573883/5de979cf-2ca6-4966-837f-ab829148f8c5) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:27.108492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d68f10d1-1ff2-4545-be30-39bfa294e267 req-056b95e5-2922-4d33-a71e-8a516a931f1e tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.1153591 Aug 31 06:28:27.148507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=24d1a95b-f103-490b-9714-b54ed9c15ba0,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:27.173162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 1b0291a1-5449-470b-83ca-5c4f811c697e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=1b0291a1-5449-470b-83ca-5c4f811c697e,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:27.186359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-5a82542d-4adb-4f1f-9728-3429b6ad71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:27.187859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-5a82542d-4adb-4f1f-9728-3429b6ad71d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1812d17b-ef40-431b-ba1a-963235425b5e HTTP/1.1" status: 200 len: 862 time: 0.1741059 Aug 31 06:28:27.196068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '1b0291a1-5449-470b-83ca-5c4f811c697e', 'network_id': '995b9c21-28f8-4989-8017-32ec75fe6834', 'port_id': '1b0291a1-5449-470b-83ca-5c4f811c697e', 'mac_address': 'fa:16:3e:3e:7b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0febb5-6974-4ce6-85ea-18f4f4b4e4af', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:27.233553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3058f9a4-7bbb-4a67-87b2-7e93e4b411ff req-d4cbf3ce-a4b7-49f2-be65-6b3cf9f7f776 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842073 Aug 31 06:28:27.262778 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.267133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cb13b-9e17-4f5e-bf0f-3d9c23c4cd7e req-6a9d0b50-b824-4efd-8134-464bb1c090f2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:27.270060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f8cb13b-9e17-4f5e-bf0f-3d9c23c4cd7e req-6a9d0b50-b824-4efd-8134-464bb1c090f2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 948 time: 0.1342812 Aug 31 06:28:27.281633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-2bfcfd7d-3a44-4edd-b14d-2aded154585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:27.283694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-2bfcfd7d-3a44-4edd-b14d-2aded154585c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d53a5b30-3430-495c-8da2-fef612835fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815575 Aug 31 06:28:27.289102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0291a1-5449-470b-83ca-5c4f811c697e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:27.290296 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954ada4-8c39-4b99-9cf9-c3d06bd42b6d None None] New status for floating IP 8d704ea4-f7d2-433a-bb88-999e459dc18c: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:28:27.339136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 1b0291a1-5449-470b-83ca-5c4f811c697e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=1b0291a1-5449-470b-83ca-5c4f811c697e,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:27.350204 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.410796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-a65a45e4-f33f-4372-8624-62294dabb83d service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182306 Aug 31 06:28:27.415582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:27.428588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=1b0291a1-5449-470b-83ca-5c4f811c697e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:27.465721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f8cb13b-9e17-4f5e-bf0f-3d9c23c4cd7e req-303e73ac-bc46-483a-800c-41840e26a76e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837015 Aug 31 06:28:27.567086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.578237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:27.589938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', 'mac_address': 'fa:16:3e:9e:75:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:27.635706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24d1a95b-f103-490b-9714-b54ed9c15ba0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:27.638421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b77f06f6-0b94-416f-820b-594c461cf7bd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:27.670374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90b9f66d-0987-4fe2-8d3f-0596bfd7e0d1 req-54060056-639e-44a4-9c03-01c02abbf6ec tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 210 time: 0.0707114 Aug 31 06:28:27.708946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.715071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'tag': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:27.722439 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97daedf6-ee8e-4476-8fbc-18259c55800c" -d '{"events": [{"name": "network-changed", "server_uuid": "074dabc9-260b-4b4d-b9a2-0f0b9de76c4f", "tag": "1bfcb5d1-d630-4a98-bec9-b43e4122fabe"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:27.727963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f067b684-d420-4d2b-9222-d4ff1da14464 req-ece2a953-0bad-41d3-8431-b69b13c51f09 service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074532 Aug 31 06:28:27.769476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Network 35c52f34-a68b-43f5-97af-5f58c585b4a4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:27.773286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:27.783071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c8e8-63b3-4961-a36e-31265bab0e66 req-5283c285-d70d-4370-801a-13c21b5c6997 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:27.785248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab13c8e8-63b3-4961-a36e-31265bab0e66 req-5283c285-d70d-4370-801a-13c21b5c6997 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 947 time: 0.1680968 Aug 31 06:28:27.788054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:27.825989 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.837896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98778e50-201d-49f3-8576-4566c802d339 req-11518112-8aa9-4d69-aa5f-98cf7d307afc tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:27.841345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-98778e50-201d-49f3-8576-4566c802d339 req-11518112-8aa9-4d69-aa5f-98cf7d307afc tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 946 time: 0.0692647 Aug 31 06:28:27.871393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Pushing event updated for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:27.872158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:27.896524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:27.897162 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.901923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-98778e50-201d-49f3-8576-4566c802d339 req-2554adf2-f92e-48e7-b5e5-451fc97147cb tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547884 Aug 31 06:28:27.905945 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab13c8e8-63b3-4961-a36e-31265bab0e66 req-cecd2d10-e0aa-43ec-830f-83d0e550fb2e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105304 Aug 31 06:28:27.921727 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-8cf0b6df-8e35-48ed-9b9e-1b20b2aeb012 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1053033 Aug 31 06:28:27.943981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Request body: {'port': {'device_id': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:27.945679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:27.973147 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.973851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d07e2397-e2c4-427d-ae67-349055d7e7eb details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:28.005838 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b50350-6198-425b-85d2-6ed865d0b3e6 x-openstack-request-id: req-50b50350-6198-425b-85d2-6ed865d0b3e6 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:28.006135 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074dabc9-260b-4b4d-b9a2-0f0b9de76c4f", "tag": "1bfcb5d1-d630-4a98-bec9-b43e4122fabe", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:28.006391 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50b50350-6198-425b-85d2-6ed865d0b3e6 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:28.006902 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'tag': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'status': 'completed', 'code': 200} Aug 31 06:28:28.042245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.135486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-2dd29d2a-601f-4d52-ab51-5a8938a4e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.137388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-2dd29d2a-601f-4d52-ab51-5a8938a4e2c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 1096 time: 0.0913033 Aug 31 06:28:28.146807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e8049-79d3-4d3a-a95b-609f892b0a1c req-f9d05093-0340-42f8-84d0-7c4fbc190f19 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.153855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e8049-79d3-4d3a-a95b-609f892b0a1c req-f9d05093-0340-42f8-84d0-7c4fbc190f19 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.158658 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.160201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e8049-79d3-4d3a-a95b-609f892b0a1c req-f9d05093-0340-42f8-84d0-7c4fbc190f19 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.161888 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-928e8049-79d3-4d3a-a95b-609f892b0a1c req-f9d05093-0340-42f8-84d0-7c4fbc190f19 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2416 time: 0.1072686 Aug 31 06:28:28.212386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f22011-b2fe-4315-a8c0-4324203c969e req-46901d82-26c8-4d7f-8c7a-f5652d527e87 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.221964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-87f22011-b2fe-4315-a8c0-4324203c969e req-46901d82-26c8-4d7f-8c7a-f5652d527e87 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 944 time: 0.1049261 Aug 31 06:28:28.252910 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:28:28.263649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-928e8049-79d3-4d3a-a95b-609f892b0a1c req-91cc8bc3-cb15-4237-a34a-fa477387c3ab tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924654 Aug 31 06:28:28.283546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:28.319201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-eab3198b-90ef-4a57-a728-905195c2557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.321659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-eab3198b-90ef-4a57-a728-905195c2557e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 924 time: 0.1588824 Aug 31 06:28:28.329629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:28.337490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'mac_address': 'fa:16:3e:91:e5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:28.389489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-87f22011-b2fe-4315-a8c0-4324203c969e req-4cd0ddfa-a0a7-46c3-b87d-2f57d04caf16 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662574 Aug 31 06:28:28.401940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-6cc2d5a0-8036-49d5-9906-330e5e28b7bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfcb5d1-d630-4a98-bec9-b43e4122fabe HTTP/1.1" status: 200 len: 217 time: 0.0556719 Aug 31 06:28:28.428154 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.450556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c9dcd1b-2c99-432c-89ed-c94e71bc98eb req-d6abf169-4246-408e-819e-2a929e276d67 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0596800 Aug 31 06:28:28.450709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07e2397-e2c4-427d-ae67-349055d7e7eb {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:28.498295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-e70fe043-fcee-439d-a30d-42b70b1b143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.499797 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-e70fe043-fcee-439d-a30d-42b70b1b143f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1812d17b-ef40-431b-ba1a-963235425b5e HTTP/1.1" status: 200 len: 862 time: 0.0746112 Aug 31 06:28:28.507049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:28.520171 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.521364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 407c1b07-b9a9-4852-8645-79f1aa69ef78 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:28.588676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-ddfcd7cb-9cde-4903-8cdb-a94351665c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.590235 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-ddfcd7cb-9cde-4903-8cdb-a94351665c3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d53a5b30-3430-495c-8da2-fef612835fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700407 Aug 31 06:28:28.618426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 407c1b07-b9a9-4852-8645-79f1aa69ef78, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=407c1b07-b9a9-4852-8645-79f1aa69ef78,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:28.622620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:28.636696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de979cf-2ca6-4966-837f-ab829148f8c5 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:28.642348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'mac_address': 'fa:16:3e:4d:fe:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:28.651709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.675295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Transition to ACTIVE for port object 5de979cf-2ca6-4966-837f-ab829148f8c5 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:28.693706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c339003-f610-4179-988f-e3ec875dab51 req-0eb9bf25-c345-46b4-9696-a9280e24eb71 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.699150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['1b0291a1-5449-470b-83ca-5c4f811c697e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:28.700778 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c339003-f610-4179-988f-e3ec875dab51 req-0eb9bf25-c345-46b4-9696-a9280e24eb71 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 949 time: 0.1048739 Aug 31 06:28:28.702218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.710844 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.722995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-3dba263f-caec-4e1c-a759-2bc6a383b16c service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154506 Aug 31 06:28:28.834980 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c339003-f610-4179-988f-e3ec875dab51 req-4a45dad9-873d-475d-ad91-5e09df080880 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225443 Aug 31 06:28:28.862472 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Pushing event updated for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:28.900833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407c1b07-b9a9-4852-8645-79f1aa69ef78 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:28.913829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:28.914408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:28.914754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:28.921490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:28.921816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:28.923241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 407c1b07-b9a9-4852-8645-79f1aa69ef78, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=407c1b07-b9a9-4852-8645-79f1aa69ef78,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:28.925587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdde56-b1ce-4db8-b06d-d986e8a3d06b req-8d74c550-c903-44e5-a7e7-82679aad7303 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:28.927172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:28.927566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:28.927957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:28.928387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Bound port: 5de979cf-2ca6-4966-837f-ab829148f8c5, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:28.928756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.934059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81cdde56-b1ce-4db8-b06d-d986e8a3d06b req-8d74c550-c903-44e5-a7e7-82679aad7303 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 944 time: 0.1055396 Aug 31 06:28:28.937032 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:28.972854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97daedf6-ee8e-4476-8fbc-18259c55800c req-5a613663-f585-4e87-8091-37dc44af68b4 service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390962 Aug 31 06:28:29.005106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81cdde56-b1ce-4db8-b06d-d986e8a3d06b req-15f4f2f5-3f4c-4a9a-bdab-0e52ff3c19d4 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684991 Aug 31 06:28:29.031551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:29.037446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:29.051835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:29.096853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=407c1b07-b9a9-4852-8645-79f1aa69ef78,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:29.136473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b31d0-d536-48bd-8f99-c16f4a5eb167 req-aa9b6b99-9180-4032-b6e0-e2fb9242770a tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.147874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d8b31d0-d536-48bd-8f99-c16f4a5eb167 req-aa9b6b99-9180-4032-b6e0-e2fb9242770a tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 946 time: 0.0682011 Aug 31 06:28:29.160033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.160651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:29.162300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] 10.222.0.23 "PUT /v2.0/ports/5de979cf-2ca6-4966-837f-ab829148f8c5 HTTP/1.1" status: 200 len: 1093 time: 1.2241156 Aug 31 06:28:29.163583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:29.166395 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16607164-6180-48c1-bc7e-36ec1fac7233" -d '{"events": [{"name": "network-changed", "server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:29.183570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d8b31d0-d536-48bd-8f99-c16f4a5eb167 req-1d8a25b4-37d5-4c8b-a6b4-97bc7fb10cb9 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Aug 31 06:28:29.197335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0345897-71b3-4481-8572-82bacc6850fd req-6ce25b9f-55a2-4d71-b330-e823354d39f8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.206347 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0345897-71b3-4481-8572-82bacc6850fd req-6ce25b9f-55a2-4d71-b330-e823354d39f8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 948 time: 0.1710064 Aug 31 06:28:29.247155 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2672a5ac-b0f9-40c7-9962-8e55f325c88a x-openstack-request-id: req-2672a5ac-b0f9-40c7-9962-8e55f325c88a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:29.247447 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:29.247701 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2672a5ac-b0f9-40c7-9962-8e55f325c88a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:29.248097 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5', 'status': 'completed', 'code': 200} Aug 31 06:28:29.258658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb8eca-3123-4e8f-89d2-802b5c66a896 service neutron] Pushing event updated for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:29.285789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0345897-71b3-4481-8572-82bacc6850fd req-5146a7b3-0605-4353-9bd3-c4ef9b43e3b2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784771 Aug 31 06:28:29.292846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-0dfa6a67-f31e-4ad8-a727-2ebf2fcafafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.295188 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-0dfa6a67-f31e-4ad8-a727-2ebf2fcafafa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1096 time: 0.0817368 Aug 31 06:28:29.307877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:29.336431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['d07e2397-e2c4-427d-ae67-349055d7e7eb'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:29.348601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-88981ae1-85be-4508-842d-ca72a5534022 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de979cf-2ca6-4966-837f-ab829148f8c5 HTTP/1.1" status: 200 len: 217 time: 0.0447941 Aug 31 06:28:29.368722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['407c1b07-b9a9-4852-8645-79f1aa69ef78'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:29.387094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 24d1a95b-f103-490b-9714-b54ed9c15ba0 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:29.396235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1427d6f-a3cf-4681-b4ba-9a86e7fbf566 req-0d79fb05-cbf0-499a-b142-e2ca490aa74a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.406219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1427d6f-a3cf-4681-b4ba-9a86e7fbf566 req-0d79fb05-cbf0-499a-b142-e2ca490aa74a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.409371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-a92954bb-2cc2-4b28-8761-65a6bde6cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.411035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-a92954bb-2cc2-4b28-8761-65a6bde6cf88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.0535514 Aug 31 06:28:29.413725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1427d6f-a3cf-4681-b4ba-9a86e7fbf566 req-0d79fb05-cbf0-499a-b142-e2ca490aa74a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.423694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1427d6f-a3cf-4681-b4ba-9a86e7fbf566 req-0d79fb05-cbf0-499a-b142-e2ca490aa74a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2416 time: 0.0941744 Aug 31 06:28:29.451334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-07c7706d-ff1a-48ba-a40d-bd05e8ef24c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322611 Aug 31 06:28:29.492080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1427d6f-a3cf-4681-b4ba-9a86e7fbf566 req-e9ae9045-6338-4a86-8949-c50827e9e8e3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617917 Aug 31 06:28:29.565743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 24d1a95b-f103-490b-9714-b54ed9c15ba0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:29.593838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 24d1a95b-f103-490b-9714-b54ed9c15ba0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:29.594204 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:29.598726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d50efa-7fe2-4deb-9119-aadac59ca77a req-a19adc5d-d5e8-41ac-8b14-0f5330729b5d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.600183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3850942c-3fee-4524-a1c1-8706a600bd6a req-f3c15f8b-9fcc-4706-ab3d-e3a54ae6df62 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0320678 Aug 31 06:28:29.606351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-03d50efa-7fe2-4deb-9119-aadac59ca77a req-a19adc5d-d5e8-41ac-8b14-0f5330729b5d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 944 time: 0.1286616 Aug 31 06:28:29.659068 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-a35939c2-47ac-4f89-a83e-a4b84c72b325 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983109 Aug 31 06:28:29.665021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-03d50efa-7fe2-4deb-9119-aadac59ca77a req-b3e2cca2-470a-40ef-8948-20281a27ecb2 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578864 Aug 31 06:28:29.760629 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82f935bc-4187-4ec0-8165-75a6fb267bb0 req-e33ce8b6-4e6e-491c-bb89-112fdc995f7a service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936935 Aug 31 06:28:29.868012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-3e78dffd-a71e-4a43-bf80-ddc0fe706896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:29.870193 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-3e78dffd-a71e-4a43-bf80-ddc0fe706896 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1096 time: 0.0599263 Aug 31 06:28:29.872540 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:29.887204 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:29.929334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 24d1a95b-f103-490b-9714-b54ed9c15ba0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24d1a95b-f103-490b-9714-b54ed9c15ba0,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:29.930295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d1a95b-f103-490b-9714-b54ed9c15ba0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:29.933112 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b7c20-b4f1-423c-b46f-01c893c29773" -d '{"events": [{"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-plugged", "status": "completed", "tag": "24d1a95b-f103-490b-9714-b54ed9c15ba0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:29.948316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:29.950527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b77f06f6-0b94-416f-820b-594c461cf7bd up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:30.029598 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c317a-f958-4778-af4f-b9e758ab14b3 x-openstack-request-id: req-246c317a-f958-4778-af4f-b9e758ab14b3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:30.029886 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-plugged", "status": "completed", "tag": "24d1a95b-f103-490b-9714-b54ed9c15ba0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:30.030145 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-246c317a-f958-4778-af4f-b9e758ab14b3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:30.030542 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d1a95b-f103-490b-9714-b54ed9c15ba0', 'code': 200} Aug 31 06:28:30.035083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aff73-a2c0-4c8a-b3cd-de7284c9a074 req-16a3ff92-ac31-46ca-9ea4-c3e0a2b38e43 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:30.043479 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f75aff73-a2c0-4c8a-b3cd-de7284c9a074 req-16a3ff92-ac31-46ca-9ea4-c3e0a2b38e43 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 949 time: 0.1118305 Aug 31 06:28:30.066812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=24d1a95b-f103-490b-9714-b54ed9c15ba0,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:30.084631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port b77f06f6-0b94-416f-820b-594c461cf7bd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:30.089372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port b77f06f6-0b94-416f-820b-594c461cf7bd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:30.089881 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:30.094275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-e57b66a7-0703-4d65-aab4-2cc39ebf788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:30.095710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-e57b66a7-0703-4d65-aab4-2cc39ebf788e service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.2096245 Aug 31 06:28:30.104411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f75aff73-a2c0-4c8a-b3cd-de7284c9a074 req-b5aa1909-9484-4749-8ce0-6a37bc5aac90 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553477 Aug 31 06:28:30.118907 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1faf5626-2e85-45d0-9b69-d9d14f1b4e6c req-d71e8244-ffbf-4d11-b4cd-64de25d34a42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c478cad548e2446790fead2484d6197a&device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0369892 Aug 31 06:28:30.184040 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-092ce587-6bb5-4d71-b130-5d5a9f99bc27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de979cf-2ca6-4966-837f-ab829148f8c5 HTTP/1.1" status: 200 len: 217 time: 0.0741496 Aug 31 06:28:30.189210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-a86990db-6b93-4d37-8827-dbb6863009d2 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:30.190936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-a86990db-6b93-4d37-8827-dbb6863009d2 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.42 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 946 time: 0.0789797 Aug 31 06:28:30.211817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:30.238248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1faf5626-2e85-45d0-9b69-d9d14f1b4e6c req-a62e7bb7-0ff4-4477-a230-6176f6c46fb8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c478cad548e2446790fead2484d6197a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779407 Aug 31 06:28:30.244606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-cd977e52-6f03-4376-bbe3-0334a0500b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:30.246167 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-cd977e52-6f03-4376-bbe3-0334a0500b1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.0505998 Aug 31 06:28:30.258439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b77f06f6-0b94-416f-820b-594c461cf7bd, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b77f06f6-0b94-416f-820b-594c461cf7bd,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:30.264674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:30.342413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b77f06f6-0b94-416f-820b-594c461cf7bd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:30.379163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642591f-89d8-43f5-b580-0462c435724d req-ce356489-d17d-4ac3-894e-65d3577aeba7 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:30.380857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b642591f-89d8-43f5-b580-0462c435724d req-ce356489-d17d-4ac3-894e-65d3577aeba7 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 946 time: 0.0794556 Aug 31 06:28:30.387363 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Deleting port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:30.387852 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:30.475557 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b642591f-89d8-43f5-b580-0462c435724d req-2b45ad40-de99-433f-bfc5-6c6bbcd227e0 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d741096-972a-4623-ae14-7e13496bff76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843790 Aug 31 06:28:30.516909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] For port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:30.517435 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:30.534673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Calling delete_port for 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:30.627922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-c906d119-5679-402a-8139-09e3568cecbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3699863 Aug 31 06:28:30.653789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c9ddc-9efa-4144-83d8-298dcb7f6c23 req-c012ee3a-5dec-44b7-977e-c71246763080 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:30.657726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a3c9ddc-9efa-4144-83d8-298dcb7f6c23 req-c012ee3a-5dec-44b7-977e-c71246763080 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 944 time: 0.5080121 Aug 31 06:28:30.723835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ca045-c24f-4978-a123-ce313f26ed10 req-4de6f1bd-95fc-41ad-b3e9-d7e06d47dfe0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:30.725568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f4ca045-c24f-4978-a123-ce313f26ed10 req-4de6f1bd-95fc-41ad-b3e9-d7e06d47dfe0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 948 time: 0.1450043 Aug 31 06:28:30.761020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a3c9ddc-9efa-4144-83d8-298dcb7f6c23 req-88badc27-d6d8-45c7-8c64-67285e57d9b5 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988884 Aug 31 06:28:30.799968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f4ca045-c24f-4978-a123-ce313f26ed10 req-d11abb7f-110a-4ced-b761-3e12d54600a6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616937 Aug 31 06:28:30.802331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf5626-2e85-45d0-9b69-d9d14f1b4e6c req-70c4d4eb-671d-46ff-b64f-ce28ac4d343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:30.804293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1faf5626-2e85-45d0-9b69-d9d14f1b4e6c req-70c4d4eb-671d-46ff-b64f-ce28ac4d343e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5557954 Aug 31 06:28:30.809387 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-d5809b3e-cfa5-487b-a78b-d7efee4caa0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347766 Aug 31 06:28:30.817538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-6cde4688-c8a2-4225-8407-2e2d38edf9d9 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810400 Aug 31 06:28:30.826553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:30.831273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1bfcb5d1-d630-4a98-bec9-b43e4122fabe details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:30.843796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:30.962187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16607164-6180-48c1-bc7e-36ec1fac7233 req-b4e4ba68-c109-43c1-8c5c-3d26987d0a0a service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349058 Aug 31 06:28:30.998796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:31.017473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'port_id': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'mac_address': 'fa:16:3e:2b:0a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:31.026361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b9e83-f103-44e7-a048-b1b3fd1a5f70 req-f5a2f006-003c-49d3-ae0f-e01e5eecd2ad tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.044482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b9e83-f103-44e7-a048-b1b3fd1a5f70 req-f5a2f006-003c-49d3-ae0f-e01e5eecd2ad tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.051761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b9e83-f103-44e7-a048-b1b3fd1a5f70 req-f5a2f006-003c-49d3-ae0f-e01e5eecd2ad tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.053647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-153b9e83-f103-44e7-a048-b1b3fd1a5f70 req-f5a2f006-003c-49d3-ae0f-e01e5eecd2ad tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2418 time: 0.0906086 Aug 31 06:28:31.068263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:31.083178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfcb5d1-d630-4a98-bec9-b43e4122fabe {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:31.097772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-153b9e83-f103-44e7-a048-b1b3fd1a5f70 req-a5d63a20-583a-4d17-8187-b6151b9b01a3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376339 Aug 31 06:28:31.105524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:31.117935 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:31.191252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:31.224770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Pushing event deleted for resources: {'Port': ['ID=11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:31.242795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51e7d4-216f-4f65-a073-dfac4cf21ddd req-195f7955-2537-49e0-ba3f-bf634f09a98b tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.244520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da51e7d4-216f-4f65-a073-dfac4cf21ddd req-195f7955-2537-49e0-ba3f-bf634f09a98b tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 945 time: 0.0681570 Aug 31 06:28:31.275933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b5ae640-b5db-4b12-83fc-76985c306bc9 req-25cb0b29-f5a9-4b9d-a9c8-2d3b5fdb8413 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0694487 Aug 31 06:28:31.291487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da51e7d4-216f-4f65-a073-dfac4cf21ddd req-6a4f2092-18ec-4341-a0d2-7899f9e8399b tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385096 Aug 31 06:28:31.299102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] No DVR routers for this DVR port 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:31.301944 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:31.313979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db06c0d0-de20-41dc-b4f1-be2e04b2351c req-bb27cd07-dc41-4ba0-9abd-71e42065cfc1 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.42 "DELETE /v2.0/ports/11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 HTTP/1.1" status: 204 len: 173 time: 1.1039937 Aug 31 06:28:31.313979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55518ddf-3b81-4c91-8097-7546aff9b825', 'name': 'network-vif-deleted', 'tag': '11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:31.313979 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f11371-4f30-41ee-9f0e-d21b2826c9e2" -d '{"events": [{"server_uuid": "55518ddf-3b81-4c91-8097-7546aff9b825", "name": "network-vif-deleted", "tag": "11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:31.329635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-0c39bb2a-666f-4083-9b40-7f92f9fce07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.332178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-0c39bb2a-666f-4083-9b40-7f92f9fce07d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 1102 time: 0.1241367 Aug 31 06:28:31.408879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d07e2397-e2c4-427d-ae67-349055d7e7eb up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:31.455658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['1bfcb5d1-d630-4a98-bec9-b43e4122fabe'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:31.477850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0b0b8-c3c7-46ba-8535-6f23c820958b req-93cfc26e-451c-4142-b6a3-914eb2244506 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.479406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8e0b0b8-c3c7-46ba-8535-6f23c820958b req-93cfc26e-451c-4142-b6a3-914eb2244506 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 949 time: 0.1093554 Aug 31 06:28:31.538387 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882b684-9d64-4294-937a-bc40b54d2986 x-openstack-request-id: req-8882b684-9d64-4294-937a-bc40b54d2986 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:31.544027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8e0b0b8-c3c7-46ba-8535-6f23c820958b req-3db51e9c-0a20-4340-9a64-b02de4332046 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500152 Aug 31 06:28:31.546127 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55518ddf-3b81-4c91-8097-7546aff9b825", "name": "network-vif-deleted", "tag": "11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:31.546401 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8882b684-9d64-4294-937a-bc40b54d2986 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:31.547253 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55518ddf-3b81-4c91-8097-7546aff9b825', 'name': 'network-vif-deleted', 'tag': '11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87', 'status': 'completed', 'code': 200} Aug 31 06:28:31.567867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-556b2fe3-6dfa-4eef-aa0a-4edd54b46d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.569494 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-556b2fe3-6dfa-4eef-aa0a-4edd54b46d14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2006123 Aug 31 06:28:31.661309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-9eb40845-f324-435b-874a-bab53c22b3fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 200 len: 217 time: 0.0795393 Aug 31 06:28:31.695448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2cb6627-518d-4c76-b777-5657c0074290 req-3c4815ec-a61a-408a-9faf-096c0cacbb36 tempest-AttachSCSIVolumeTestJSON-2024198698 tempest-AttachSCSIVolumeTestJSON-2024198698-project] 10.222.0.15 "GET /v2.0/ports?device_id=55518ddf-3b81-4c91-8097-7546aff9b825 HTTP/1.1" status: 200 len: 210 time: 0.0420415 Aug 31 06:28:31.720163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port d07e2397-e2c4-427d-ae67-349055d7e7eb completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:31.720761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f624-fbef-4eda-9b6e-e5c5c0449736 req-86c82c77-7442-4fcd-a6b9-9bad5149536d tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.722411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ede6f624-fbef-4eda-9b6e-e5c5c0449736 req-86c82c77-7442-4fcd-a6b9-9bad5149536d tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 946 time: 0.0990789 Aug 31 06:28:31.739176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port d07e2397-e2c4-427d-ae67-349055d7e7eb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:31.739785 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:31.759682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-b9707b76-ba08-4978-b851-b2adae535af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.761308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-b9707b76-ba08-4978-b851-b2adae535af2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0856550 Aug 31 06:28:31.813221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ede6f624-fbef-4eda-9b6e-e5c5c0449736 req-7b5270fe-9a9a-4795-8e80-093501191ada tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814178 Aug 31 06:28:31.890754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-84db56c5-dcf9-47cd-8f3d-97ccd83b828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.896926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-84db56c5-dcf9-47cd-8f3d-97ccd83b828f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190059 Aug 31 06:28:31.922327 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:31.944257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4e0df-05cb-453e-821e-764edd8a43b3 req-13f36234-ebdf-4031-b9bb-0d44cc7bd57e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:31.945994 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ba4e0df-05cb-453e-821e-764edd8a43b3 req-13f36234-ebdf-4031-b9bb-0d44cc7bd57e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 944 time: 0.0640736 Aug 31 06:28:31.961759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:31.967950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:31.968840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:32.003150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ba4e0df-05cb-453e-821e-764edd8a43b3 req-6e819f87-38d7-4317-96cb-b877ed30dfb4 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506837 Aug 31 06:28:32.033336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77f06f6-0b94-416f-820b-594c461cf7bd'}, {'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:32.036070 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9185a370-fe9e-4e44-9e78-d979e130addc" -d '{"events": [{"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-plugged", "status": "completed", "tag": "b77f06f6-0b94-416f-820b-594c461cf7bd"}, {"server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "name": "network-vif-plugged", "status": "completed", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:32.057736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554cc4-461a-4729-bcd8-2122092ab81e req-2749951a-41ed-4370-b4ff-18a2781ec1c6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:32.060083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9554cc4-461a-4729-bcd8-2122092ab81e req-2749951a-41ed-4370-b4ff-18a2781ec1c6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 948 time: 0.0898271 Aug 31 06:28:32.076326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:32.080294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:32.083894 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4154e3f-8514-48fc-aa57-f413dab10bc9 x-openstack-request-id: req-a4154e3f-8514-48fc-aa57-f413dab10bc9 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:32.084218 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-plugged", "status": "completed", "tag": "b77f06f6-0b94-416f-820b-594c461cf7bd", "code": 200}, {"server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "name": "network-vif-plugged", "status": "completed", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:32.084444 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4154e3f-8514-48fc-aa57-f413dab10bc9 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:32.084833 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77f06f6-0b94-416f-820b-594c461cf7bd', 'code': 200} Aug 31 06:28:32.085086 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'code': 200} Aug 31 06:28:32.086957 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-fc57b767-e49c-4cb3-a9ae-0f953eb15bc3 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806331 Aug 31 06:28:32.088207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:32.088581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.119656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9554cc4-461a-4729-bcd8-2122092ab81e req-dcd0a033-70f6-4a9e-bf30-eb7831654887 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532429 Aug 31 06:28:32.182606 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.217768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25be11ff-7a14-4720-bfd1-1a6fcd4ecc04 req-b9c9515e-3724-445d-8e92-e864d8da2174 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100168 Aug 31 06:28:32.233348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:32.238651 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.239754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 407c1b07-b9a9-4852-8645-79f1aa69ef78 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:32.243900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66a9da-e03a-4939-a37b-75a2c5545883 req-652ce0b0-ca88-442b-b336-7569e3beae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:32.246932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d66a9da-e03a-4939-a37b-75a2c5545883 req-652ce0b0-ca88-442b-b336-7569e3beae65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 1102 time: 0.0843415 Aug 31 06:28:32.307877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f18ee5-0831-4b13-98e2-f2ee9f8f4a56 req-4b7e27b6-e901-4131-bd75-98ec794a73d4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:32.313886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f18ee5-0831-4b13-98e2-f2ee9f8f4a56 req-4b7e27b6-e901-4131-bd75-98ec794a73d4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:32.320432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f18ee5-0831-4b13-98e2-f2ee9f8f4a56 req-4b7e27b6-e901-4131-bd75-98ec794a73d4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:32.322034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:32.325935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83f18ee5-0831-4b13-98e2-f2ee9f8f4a56 req-4b7e27b6-e901-4131-bd75-98ec794a73d4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2418 time: 0.0991583 Aug 31 06:28:32.328309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d66a9da-e03a-4939-a37b-75a2c5545883 req-3e796915-d821-46e0-aca0-4645e2703a8b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671840 Aug 31 06:28:32.343026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 407c1b07-b9a9-4852-8645-79f1aa69ef78 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:32.349121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 407c1b07-b9a9-4852-8645-79f1aa69ef78 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:32.349538 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.372050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83f18ee5-0831-4b13-98e2-f2ee9f8f4a56 req-9048a858-5328-48df-b051-709f0541ff30 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 Aug 31 06:28:32.423423 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c67b0008-8f9b-48c1-bf61-f569fdbbdc32 req-cffd336b-eec7-4f18-808b-b3b7df98e690 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0371604 Aug 31 06:28:32.433968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.475484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 407c1b07-b9a9-4852-8645-79f1aa69ef78, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=407c1b07-b9a9-4852-8645-79f1aa69ef78,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:32.482324 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.483261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 1b0291a1-5449-470b-83ca-5c4f811c697e up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:32.499856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd5b4-ed8f-4713-a1fc-db441454ceeb req-724e8bba-df7f-402f-93b9-7cec18e5429e tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:32.501414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0e4bd5b4-ed8f-4713-a1fc-db441454ceeb req-724e8bba-df7f-402f-93b9-7cec18e5429e tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 945 time: 0.0512693 Aug 31 06:28:32.546627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0e4bd5b4-ed8f-4713-a1fc-db441454ceeb req-3c653b66-bdfc-4aab-800a-7e1c5081472d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384047 Aug 31 06:28:32.567261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=407c1b07-b9a9-4852-8645-79f1aa69ef78,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:32.600552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 1b0291a1-5449-470b-83ca-5c4f811c697e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:32.606219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 1b0291a1-5449-470b-83ca-5c4f811c697e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:32.606588 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.672442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c846e6-32f4-47b9-ba73-5e063f2febdc req-03da1b7d-a648-4091-b20a-457e3695bbc7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:32.674087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c846e6-32f4-47b9-ba73-5e063f2febdc req-03da1b7d-a648-4091-b20a-457e3695bbc7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.0529907 Aug 31 06:28:32.691856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.711564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c846e6-32f4-47b9-ba73-5e063f2febdc req-425dcae2-99e3-4ee2-bd63-2ef16ecef05b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Aug 31 06:28:32.727120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 1b0291a1-5449-470b-83ca-5c4f811c697e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=1b0291a1-5449-470b-83ca-5c4f811c697e,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:32.732568 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.783554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=1b0291a1-5449-470b-83ca-5c4f811c697e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:32.843320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1bfcb5d1-d630-4a98-bec9-b43e4122fabe up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:32.902364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:32.906774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:32.907108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:32.933094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe351e3-a292-47e3-babf-007e85978705 req-a5ec6da6-5a91-4f32-aad2-8580161b042b tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:32.935284 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8fe351e3-a292-47e3-babf-007e85978705 req-a5ec6da6-5a91-4f32-aad2-8580161b042b tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 946 time: 0.0601978 Aug 31 06:28:32.977379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8fe351e3-a292-47e3-babf-007e85978705 req-30b9cdbc-88c9-4958-a776-d758b2edb9a5 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360754 Aug 31 06:28:33.001610 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:33.037596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:33.042583 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:33.099760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:33.134638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba0de-3b6b-4125-b7ff-f4bf3bb2d78c req-e9d7f60f-1b71-4689-b3a5-f3cd00f76d0c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:33.136248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0b4ba0de-3b6b-4125-b7ff-f4bf3bb2d78c req-e9d7f60f-1b71-4689-b3a5-f3cd00f76d0c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 944 time: 0.0564864 Aug 31 06:28:33.176269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0b4ba0de-3b6b-4125-b7ff-f4bf3bb2d78c req-c7a4fe5b-ff67-4f1a-9dea-4863bd545b06 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336597 Aug 31 06:28:33.253153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751a485-95e1-4c96-b87a-611666127ec0 req-f5737447-d920-4158-80e6-d42b96efda36 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:33.254681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d751a485-95e1-4c96-b87a-611666127ec0 req-f5737447-d920-4158-80e6-d42b96efda36 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 949 time: 0.0489428 Aug 31 06:28:33.292960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d751a485-95e1-4c96-b87a-611666127ec0 req-7bc98f56-05d1-4133-9542-6bb264b3939d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Aug 31 06:28:33.439019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5de979cf-2ca6-4966-837f-ab829148f8c5 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:33.508516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc7ce-b6d1-48f1-9138-08d873b0ee88 req-cc21716e-4ce6-42f9-a57b-ac53f3ab9337 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:33.515123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc7ce-b6d1-48f1-9138-08d873b0ee88 req-cc21716e-4ce6-42f9-a57b-ac53f3ab9337 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:33.525809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc7ce-b6d1-48f1-9138-08d873b0ee88 req-cc21716e-4ce6-42f9-a57b-ac53f3ab9337 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:33.527973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b5cc7ce-b6d1-48f1-9138-08d873b0ee88 req-cc21716e-4ce6-42f9-a57b-ac53f3ab9337 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2419 time: 0.0874288 Aug 31 06:28:33.550048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b6b9fd18-2c8f-4f35-922d-09334765b3e6 req-5a091f23-4e03-481e-8104-0eba47e3f8b9 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0377738 Aug 31 06:28:33.575020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:33.586184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b5cc7ce-b6d1-48f1-9138-08d873b0ee88 req-37d2c4b3-52cc-40c4-862f-7eba5281aa8b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506847 Aug 31 06:28:33.601956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '5de979cf-2ca6-4966-837f-ab829148f8c5', 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'port_id': '5de979cf-2ca6-4966-837f-ab829148f8c5', 'mac_address': 'fa:16:3e:c4:d7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e323d9-f357-4b24-9e1f-0246eb573883', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:33.657822 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:33.676698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de979cf-2ca6-4966-837f-ab829148f8c5 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:33.690915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de955387-55df-440b-b752-02858b3136a9 req-e89a7ccf-db88-46ba-9b82-8cb952fcb21a tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:33.692591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de955387-55df-440b-b752-02858b3136a9 req-e89a7ccf-db88-46ba-9b82-8cb952fcb21a tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 946 time: 0.0646465 Aug 31 06:28:33.697930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:33.702843 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:33.756172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:33.764080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de955387-55df-440b-b752-02858b3136a9 req-681d7860-34d1-4ddb-a064-1f5d655f5974 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641012 Aug 31 06:28:33.808985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-b25baa9f-cc20-4b8e-b61c-ff3e8d6e9bb8 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:33.811295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-b25baa9f-cc20-4b8e-b61c-ff3e8d6e9bb8 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.42 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 946 time: 0.0830369 Aug 31 06:28:33.838558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034cd39-8243-4bf0-be56-4d0a0687d3e1 req-bb64322c-6061-4e6e-9815-3d5d61fecd67 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:33.840029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5034cd39-8243-4bf0-be56-4d0a0687d3e1 req-bb64322c-6061-4e6e-9815-3d5d61fecd67 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.0499625 Aug 31 06:28:33.880392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5034cd39-8243-4bf0-be56-4d0a0687d3e1 req-179a873a-49d1-49e6-b29f-d8cfcc401397 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338058 Aug 31 06:28:33.915631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Deleting port b5c4ac94-94ca-4094-89af-81cff1b82b35 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:33.916078 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:34.000142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5de979cf-2ca6-4966-837f-ab829148f8c5'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:34.026949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-8420f0df-06f0-4445-8644-0f4096b1b2da req-f5c347d8-a4a5-4fb8-be4e-219ae76c9f9e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:28:34.049561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8420f0df-06f0-4445-8644-0f4096b1b2da req-f5c347d8-a4a5-4fb8-be4e-219ae76c9f9e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312715 Aug 31 06:28:34.076996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] For port b5c4ac94-94ca-4094-89af-81cff1b82b35, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b5c4ac94-94ca-4094-89af-81cff1b82b35,segment=NetworkSegment(4ae7c5db-4f30-4762-9af9-820a1f9a0033),segment_id=4ae7c5db-4f30-4762-9af9-820a1f9a0033)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:34.077664 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:34.087956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98462f2c-b0a4-4708-b069-10dfa1150e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629'}, {'server_uuid': '760e108c-24f3-4736-9540-5242fb831abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407c1b07-b9a9-4852-8645-79f1aa69ef78'}, {'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0291a1-5449-470b-83ca-5c4f811c697e'}, {'server_uuid': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:34.092036 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c27c08-65e4-4f68-ad99-660e98d7c1ce" -d '{"events": [{"server_uuid": "98462f2c-b0a4-4708-b069-10dfa1150e6e", "name": "network-vif-plugged", "status": "completed", "tag": "0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629"}, {"server_uuid": "760e108c-24f3-4736-9540-5242fb831abf", "name": "network-vif-plugged", "status": "completed", "tag": "407c1b07-b9a9-4852-8645-79f1aa69ef78"}, {"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-plugged", "status": "completed", "tag": "1b0291a1-5449-470b-83ca-5c4f811c697e"}, {"server_uuid": "074dabc9-260b-4b4d-b9a2-0f0b9de76c4f", "name": "network-vif-plugged", "status": "completed", "tag": "1bfcb5d1-d630-4a98-bec9-b43e4122fabe"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:34.093800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Calling delete_port for b5c4ac94-94ca-4094-89af-81cff1b82b35 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:34.124420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053a1e1-47fc-47bb-b191-e40dcb05468b req-01787cfd-2375-4225-b9a9-36da9336bbd9 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.126371 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e053a1e1-47fc-47bb-b191-e40dcb05468b req-01787cfd-2375-4225-b9a9-36da9336bbd9 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 946 time: 0.0643847 Aug 31 06:28:34.213271 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e053a1e1-47fc-47bb-b191-e40dcb05468b req-d73cda82-d484-4e3d-ba48-bf9aff965109 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ef907a0-57fb-4e41-bf85-9c902411db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804715 Aug 31 06:28:34.263609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:34.276957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['b5c4ac94-94ca-4094-89af-81cff1b82b35'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:34.301226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Pushing event deleted for resources: {'Port': ['ID=b5c4ac94-94ca-4094-89af-81cff1b82b35,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:34.349938 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a762e5-fd0d-4d91-9c40-a5bdc452762c x-openstack-request-id: req-f4a762e5-fd0d-4d91-9c40-a5bdc452762c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:34.351037 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98462f2c-b0a4-4708-b069-10dfa1150e6e", "name": "network-vif-plugged", "status": "completed", "tag": "0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629", "code": 200}, {"server_uuid": "760e108c-24f3-4736-9540-5242fb831abf", "name": "network-vif-plugged", "status": "completed", "tag": "407c1b07-b9a9-4852-8645-79f1aa69ef78", "code": 200}, {"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-plugged", "status": "completed", "tag": "1b0291a1-5449-470b-83ca-5c4f811c697e", "code": 200}, {"server_uuid": "074dabc9-260b-4b4d-b9a2-0f0b9de76c4f", "name": "network-vif-plugged", "status": "completed", "tag": "1bfcb5d1-d630-4a98-bec9-b43e4122fabe", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:34.351641 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4a762e5-fd0d-4d91-9c40-a5bdc452762c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:34.352679 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98462f2c-b0a4-4708-b069-10dfa1150e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', 'code': 200} Aug 31 06:28:34.353151 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e108c-24f3-4736-9540-5242fb831abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'code': 200} Aug 31 06:28:34.354121 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0291a1-5449-470b-83ca-5c4f811c697e', 'code': 200} Aug 31 06:28:34.354588 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'code': 200} Aug 31 06:28:34.375120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] No DVR routers for this DVR port b5c4ac94-94ca-4094-89af-81cff1b82b35 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:34.381888 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:34.384309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8de2ce8-51ba-4687-8ec9-7e5c45d52b90 req-d7661189-dba2-4e71-9a4e-d490377d1d16 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.42 "DELETE /v2.0/ports/b5c4ac94-94ca-4094-89af-81cff1b82b35 HTTP/1.1" status: 204 len: 173 time: 0.5645030 Aug 31 06:28:34.384885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ae24de-5ae5-4b40-934c-7be7a8e0d544', 'name': 'network-vif-deleted', 'tag': 'b5c4ac94-94ca-4094-89af-81cff1b82b35'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:34.395317 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b995d45c-161d-4912-a6c1-45c8a387282f" -d '{"events": [{"server_uuid": "63ae24de-5ae5-4b40-934c-7be7a8e0d544", "name": "network-vif-deleted", "tag": "b5c4ac94-94ca-4094-89af-81cff1b82b35"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:34.546121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34499b-8901-491c-88c6-f6b340ee2575 req-6a46e991-6268-4c72-a8f6-075194f7a440 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.551693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c34499b-8901-491c-88c6-f6b340ee2575 req-6a46e991-6268-4c72-a8f6-075194f7a440 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 949 time: 0.1237736 Aug 31 06:28:34.561784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc73b8c-793c-4a88-956b-b519dbbcfe1a req-5f4a17e4-1d60-4f95-b6d2-986d48b1b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.563257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffc73b8c-793c-4a88-956b-b519dbbcfe1a req-5f4a17e4-1d60-4f95-b6d2-986d48b1b40c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 1098 time: 0.0741842 Aug 31 06:28:34.610552 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c34499b-8901-491c-88c6-f6b340ee2575 req-4cbffbc7-8215-47cf-8aa5-a5d91b6af9d3 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571887 Aug 31 06:28:34.618974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50522) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:34.630328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013c7f3-0473-40a4-a38d-663117568ad3 req-f53e105a-5a00-4212-9ef9-fa795d21b948 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.632116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d013c7f3-0473-40a4-a38d-663117568ad3 req-f53e105a-5a00-4212-9ef9-fa795d21b948 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 945 time: 0.1953895 Aug 31 06:28:34.633425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffc73b8c-793c-4a88-956b-b519dbbcfe1a req-4b0c3751-9568-441f-8612-54b616bd93ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572672 Aug 31 06:28:34.648283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa7a6f-fcef-4c8d-91c0-16de2bfdbbe1 req-24bfedb5-0b00-4e5c-9213-e3a850a81785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.648946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa7a6f-fcef-4c8d-91c0-16de2bfdbbe1 req-24bfedb5-0b00-4e5c-9213-e3a850a81785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.649602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa7a6f-fcef-4c8d-91c0-16de2bfdbbe1 req-24bfedb5-0b00-4e5c-9213-e3a850a81785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.651766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6aa7a6f-fcef-4c8d-91c0-16de2bfdbbe1 req-24bfedb5-0b00-4e5c-9213-e3a850a81785 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2875 time: 0.1537545 Aug 31 06:28:34.683283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683125bf-634b-4f2a-a58e-909f764f15fb req-3b4e5c47-4145-4fa3-ba6c-04f78558c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.685449 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-683125bf-634b-4f2a-a58e-909f764f15fb req-3b4e5c47-4145-4fa3-ba6c-04f78558c92a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 1102 time: 0.1862442 Aug 31 06:28:34.696811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032148a3-b8a6-4f04-85a8-0bf2dae70a29 req-91ec2814-28d8-4c42-90c7-ded39c5c4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.698895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-032148a3-b8a6-4f04-85a8-0bf2dae70a29 req-91ec2814-28d8-4c42-90c7-ded39c5c4fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 1101 time: 0.1985977 Aug 31 06:28:34.750914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfa271-ed81-4bc6-9614-875dea59469c req-fb0b0222-8035-4cb3-8b71-06bab4c923a6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.752456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34cfa271-ed81-4bc6-9614-875dea59469c req-fb0b0222-8035-4cb3-8b71-06bab4c923a6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.0598295 Aug 31 06:28:34.787405 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d013c7f3-0473-40a4-a38d-663117568ad3 req-f95b41b4-5f91-4fd9-b982-c2cc2f199ea5 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448987 Aug 31 06:28:34.791869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34cfa271-ed81-4bc6-9614-875dea59469c req-6cd746bd-ec63-4497-8d51-1219e0cb2d64 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Aug 31 06:28:34.808257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6aa7a6f-fcef-4c8d-91c0-16de2bfdbbe1 req-2f20ebc0-128d-4ec3-ad36-98fa4cada96f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447587 Aug 31 06:28:34.824483 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-683125bf-634b-4f2a-a58e-909f764f15fb req-3676bdf7-de4c-42ea-b37f-99fdf8e56c61 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176677 Aug 31 06:28:34.824483 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-032148a3-b8a6-4f04-85a8-0bf2dae70a29 req-652cf249-c5fe-474f-9b0a-fb8f625edd56 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110291 Aug 31 06:28:34.847211 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d7b6d5-bb1c-4d41-bbba-7379d9c746dc x-openstack-request-id: req-22d7b6d5-bb1c-4d41-bbba-7379d9c746dc {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:34.847365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-f7763db5-1561-40f0-9202-24ebfd56c4e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2129567 Aug 31 06:28:34.847501 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ae24de-5ae5-4b40-934c-7be7a8e0d544", "name": "network-vif-deleted", "tag": "b5c4ac94-94ca-4094-89af-81cff1b82b35", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:34.847755 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22d7b6d5-bb1c-4d41-bbba-7379d9c746dc {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:34.848150 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ae24de-5ae5-4b40-934c-7be7a8e0d544', 'name': 'network-vif-deleted', 'tag': 'b5c4ac94-94ca-4094-89af-81cff1b82b35', 'status': 'completed', 'code': 200} Aug 31 06:28:34.851135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:34.889929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:34.899751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 11c9ed9a-e65f-40ca-a2c3-fdca3aaa1f87 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:34.957106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0c0e925-cbbe-4279-ae80-65c09319cc19 req-9b232406-a20e-4d28-8535-408b8b9b9d97 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0332909 Aug 31 06:28:34.974788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a5d0-53fa-4e25-88e0-a19f2d93f344 req-fad44416-71a2-4004-891c-336ea7a5b868 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.980690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a5d0-53fa-4e25-88e0-a19f2d93f344 req-fad44416-71a2-4004-891c-336ea7a5b868 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.986734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a5d0-53fa-4e25-88e0-a19f2d93f344 req-fad44416-71a2-4004-891c-336ea7a5b868 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:34.988418 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14c4a5d0-53fa-4e25-88e0-a19f2d93f344 req-fad44416-71a2-4004-891c-336ea7a5b868 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2419 time: 0.0839524 Aug 31 06:28:35.037354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14c4a5d0-53fa-4e25-88e0-a19f2d93f344 req-db04bdd8-4811-45c3-8019-9830baa2b756 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Aug 31 06:28:35.086264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac90dbc-9257-4dae-95e5-000a0d2032bb req-c14b81e6-03ed-4795-b705-5587a2031a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:35.087779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eac90dbc-9257-4dae-95e5-000a0d2032bb req-c14b81e6-03ed-4795-b705-5587a2031a68 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 946 time: 0.0490162 Aug 31 06:28:35.140706 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eac90dbc-9257-4dae-95e5-000a0d2032bb req-81a85c25-b580-4ecc-978b-b39d7bb21749 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461209 Aug 31 06:28:35.338993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea39e23f-0342-407e-b2c2-fe72c79f89c8 req-3e2450d5-6ef3-4aa2-81ee-6584fc6d8c98 tempest-VolumesAdminNegativeTest-537305868 tempest-VolumesAdminNegativeTest-537305868-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ae24de-5ae5-4b40-934c-7be7a8e0d544 HTTP/1.1" status: 200 len: 210 time: 0.0286813 Aug 31 06:28:35.463717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5de979cf-2ca6-4966-837f-ab829148f8c5 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:35.516493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 5de979cf-2ca6-4966-837f-ab829148f8c5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:35.519987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 5de979cf-2ca6-4966-837f-ab829148f8c5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:35.520354 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:35.607502 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:35.643768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:35.649556 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:35.709843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:35.740856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d857-6c7f-4ce5-8835-a81829120867 req-1dbd662d-ea4b-4d07-bf02-29dd6c31b6bd tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:35.743180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c798d857-6c7f-4ce5-8835-a81829120867 req-1dbd662d-ea4b-4d07-bf02-29dd6c31b6bd tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 949 time: 0.0526731 Aug 31 06:28:35.783747 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c798d857-6c7f-4ce5-8835-a81829120867 req-165f3420-6798-4db9-a230-948af57b8469 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341468 Aug 31 06:28:35.909686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c0be-b52b-40fb-8693-717758a9df7f req-3ab5b618-87dc-4bee-bd4b-40742e632d15 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:35.911322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aac4c0be-b52b-40fb-8693-717758a9df7f req-3ab5b618-87dc-4bee-bd4b-40742e632d15 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.0493629 Aug 31 06:28:35.939054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec512303-8e0a-471e-a2ae-5deca6244770 req-c760d9b5-6be2-4d19-819b-fbf56a9d14f8 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:35.941673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec512303-8e0a-471e-a2ae-5deca6244770 req-c760d9b5-6be2-4d19-819b-fbf56a9d14f8 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 946 time: 0.0625081 Aug 31 06:28:35.953491 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aac4c0be-b52b-40fb-8693-717758a9df7f req-50d89053-82a1-4137-b03c-5ea097d757c9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357831 Aug 31 06:28:35.980504 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec512303-8e0a-471e-a2ae-5deca6244770 req-32850b21-ee77-4614-88dd-b5af4f5bfc12 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Aug 31 06:28:36.069908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b267ea1-1354-4040-88e9-d4cb648fa8bc req-f17a6891-3b51-43ac-b313-11e8e3d3f2a6 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0311768 Aug 31 06:28:36.164025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dc2af-86d3-4784-8d86-2728312cdcc7 req-2ed1bba0-efa2-4189-bee0-435134f50bdc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.170888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dc2af-86d3-4784-8d86-2728312cdcc7 req-2ed1bba0-efa2-4189-bee0-435134f50bdc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.177346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dc2af-86d3-4784-8d86-2728312cdcc7 req-2ed1bba0-efa2-4189-bee0-435134f50bdc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.178957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb0dc2af-86d3-4784-8d86-2728312cdcc7 req-2ed1bba0-efa2-4189-bee0-435134f50bdc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2419 time: 0.0669723 Aug 31 06:28:36.242191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb0dc2af-86d3-4784-8d86-2728312cdcc7 req-d971f0c9-b2cc-4a94-ac75-6017ac155204 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439386 Aug 31 06:28:36.290023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fdc7d-e42c-4179-865f-f384f098bc9c req-3fbb6452-ffbd-4dd1-a659-9f5ab117a946 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.291652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c8fdc7d-e42c-4179-865f-f384f098bc9c req-3fbb6452-ffbd-4dd1-a659-9f5ab117a946 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 946 time: 0.0635104 Aug 31 06:28:36.333104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-e5a46f4d-c451-4e7c-804e-ea954da5ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.334810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-e5a46f4d-c451-4e7c-804e-ea954da5ce39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 1102 time: 0.0417585 Aug 31 06:28:36.338369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c8fdc7d-e42c-4179-865f-f384f098bc9c req-bba6bb1c-227b-448f-abfe-25ce82a8c3d1 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404437 Aug 31 06:28:36.357141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:36.359993 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b75023-2991-478e-8a1e-473e0aa45a74" -d '{"events": [{"server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "name": "network-vif-plugged", "status": "completed", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:36.432697 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719ec576-86a6-460f-a9f8-d49f51d46663 x-openstack-request-id: req-719ec576-86a6-460f-a9f8-d49f51d46663 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:36.432997 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "name": "network-vif-plugged", "status": "completed", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:36.433276 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-719ec576-86a6-460f-a9f8-d49f51d46663 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:36.433677 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5', 'code': 200} Aug 31 06:28:36.476389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50574) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:36.489768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-1d479b8d-908b-48bc-b405-dbb1ab33344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.491508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-1d479b8d-908b-48bc-b405-dbb1ab33344c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1467891 Aug 31 06:28:36.502271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cee4b-4453-4fbd-a7ac-1cf3b7c0efe8 req-7b2025e6-cb32-4dc2-8291-35ece64fe66e tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.503749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b5cee4b-4453-4fbd-a7ac-1cf3b7c0efe8 req-7b2025e6-cb32-4dc2-8291-35ece64fe66e tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 946 time: 0.0788107 Aug 31 06:28:36.515646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50576) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:36.522727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Request body: {'floatingip': {'port_id': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:36.566581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6ff91c-bb5d-48a3-8ccd-f9daed9a2536 admin admin] Deleting subnet 307021ce-8abc-4028-8ae4-92df1779141f {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:28:36.570281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:36.574361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e6ff91c-bb5d-48a3-8ccd-f9daed9a2536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:36.585493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-9e786585-437d-4bdc-8687-eeef5fda6fb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 217 time: 0.0432105 Aug 31 06:28:36.596235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6eaf3-523f-4762-b406-8caf39295d35 req-6493658d-b1a6-4f3c-813b-b364ad7c4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.598106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25d6eaf3-523f-4762-b406-8caf39295d35 req-6493658d-b1a6-4f3c-813b-b364ad7c4a99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1098 time: 0.0863631 Aug 31 06:28:36.685714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e6ff91c-bb5d-48a3-8ccd-f9daed9a2536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:36.689476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25d6eaf3-523f-4762-b406-8caf39295d35 req-aa6fbfa8-85bd-4356-a7cf-731cfd872734 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591784 Aug 31 06:28:36.694705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-1b9d9bf8-e05e-4bf8-a8e8-a5f1c7692ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:36.696425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-1b9d9bf8-e05e-4bf8-a8e8-a5f1c7692ea1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0756323 Aug 31 06:28:36.775537 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e6ff91c-bb5d-48a3-8ccd-f9daed9a2536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:36.901173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:36.937336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e6ff91c-bb5d-48a3-8ccd-f9daed9a2536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.114624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-b6d04002-2918-4257-9b51-29c27b96316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:37.116344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-b6d04002-2918-4257-9b51-29c27b96316b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1223714 Aug 31 06:28:37.159781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ffcd0-6c5a-4310-82da-ed90257cc809 req-6da4178b-28c4-40bd-b9c1-659ee33ee993 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:37.161686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-924ffcd0-6c5a-4310-82da-ed90257cc809 req-6da4178b-28c4-40bd-b9c1-659ee33ee993 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 949 time: 0.2931480 Aug 31 06:28:37.166795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ff91c-bb5d-48a3-8ccd-f9daed9a2536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307021ce-8abc-4028-8ae4-92df1779141f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:37.170855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e6ff91c-bb5d-48a3-8ccd-f9daed9a2536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.172731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2e6ff91c-bb5d-48a3-8ccd-f9daed9a2536 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/307021ce-8abc-4028-8ae4-92df1779141f HTTP/1.1" status: 204 len: 168 time: 0.6950037 Aug 31 06:28:37.198658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50594) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:37.244407 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.250310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-924ffcd0-6c5a-4310-82da-ed90257cc809 req-afe18016-423c-4ff9-8655-7b9fed0ebd99 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807462 Aug 31 06:28:37.251377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.344040 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.367226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81db58-62e0-418e-b34b-301658437160 req-08088a95-966b-4205-9c12-213e601915f2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:37.368919 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9d81db58-62e0-418e-b34b-301658437160 req-08088a95-966b-4205-9c12-213e601915f2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.2693157 Aug 31 06:28:37.387694 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Floating IP 8d704ea4-f7d2-433a-bb88-999e459dc18c associated. External IP: 172.25.5.123, port: 1bfcb5d1-d630-4a98-bec9-b43e4122fabe. Aug 31 06:28:37.442309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb3c3c-a926-4e0d-b0a4-d12ab364ef33 req-f7e5705a-c77a-4065-93e0-552d1a4bd4eb tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:37.443803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2aeb3c3c-a926-4e0d-b0a4-d12ab364ef33 req-f7e5705a-c77a-4065-93e0-552d1a4bd4eb tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 946 time: 0.0926611 Aug 31 06:28:37.461805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-70281813-c7eb-45f2-bdb0-0f7ba40f24d8 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119779 Aug 31 06:28:37.522087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2aeb3c3c-a926-4e0d-b0a4-d12ab364ef33 req-5099813f-5d00-40cf-b0bf-a27b25af3195 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718820 Aug 31 06:28:37.533636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9d81db58-62e0-418e-b34b-301658437160 req-86730ce2-b77c-42de-ae27-563ef4a6eba1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551273 Aug 31 06:28:37.588858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.640626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0aba92b5-925b-4f72-94b7-541c7ae9e750 req-99d5c59b-b439-4439-9977-1feeb9d42bf3 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0284481 Aug 31 06:28:37.643502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e68981f-7b18-47f8-aa0a-ec6079251c33']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:37.664751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:28:37.674580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae7c5db-4f30-4762-9af9-820a1f9a0033') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:37.675173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae7c5db-4f30-4762-9af9-820a1f9a0033') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:37.713856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.756475 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.775021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:28:37.775424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:28:37.777215 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:28:37.780147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-23d0d3a2-9a26-42eb-b0f3-d7f6cd82adca service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987800 Aug 31 06:28:37.785398 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:28:37.790268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:37.798596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] Sync routers for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:28:37.811565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:37.812220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:37.820406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7c9834e3-30dd-4398-a8ec-a0edf321f7c6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "PUT /v2.0/floatingips/8d704ea4-f7d2-433a-bb88-999e459dc18c HTTP/1.1" status: 200 len: 992 time: 1.3035240 Aug 31 06:28:37.821128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'tag': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:37.823954 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac13a5d7-1879-41d3-a9c8-c28b39db022f" -d '{"events": [{"name": "network-changed", "server_uuid": "074dabc9-260b-4b4d-b9a2-0f0b9de76c4f", "tag": "1bfcb5d1-d630-4a98-bec9-b43e4122fabe"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:37.925246 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13a1a58-746e-43ed-aacf-0f1b9d4fa0c7 x-openstack-request-id: req-b13a1a58-746e-43ed-aacf-0f1b9d4fa0c7 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:37.925643 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074dabc9-260b-4b4d-b9a2-0f0b9de76c4f", "tag": "1bfcb5d1-d630-4a98-bec9-b43e4122fabe", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:37.926016 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b13a1a58-746e-43ed-aacf-0f1b9d4fa0c7 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:37.926514 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'tag': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'status': 'completed', 'code': 200} Aug 31 06:28:37.948298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:38.013223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-f89a6823-73ca-49cb-aa45-94c6653584a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.015084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-f89a6823-73ca-49cb-aa45-94c6653584a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6034154b728b418db876726a7a60c3b6&device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 1098 time: 0.0587976 Aug 31 06:28:38.142088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-37ae8f3f-eeb0-4016-a180-60d2ee4d6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.144083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-37ae8f3f-eeb0-4016-a180-60d2ee4d6d64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 200 len: 924 time: 0.1198256 Aug 31 06:28:38.150175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec8755-9535-4d9a-a37f-fe2a1185c795 req-425417a5-813f-4b14-bb56-924d690cb815 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.156304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec8755-9535-4d9a-a37f-fe2a1185c795 req-425417a5-813f-4b14-bb56-924d690cb815 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.162144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec8755-9535-4d9a-a37f-fe2a1185c795 req-425417a5-813f-4b14-bb56-924d690cb815 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.163988 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d8ec8755-9535-4d9a-a37f-fe2a1185c795 req-425417a5-813f-4b14-bb56-924d690cb815 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2419 time: 0.5164194 Aug 31 06:28:38.228973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.235614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-f1003bc9-0777-46e8-9f7e-cdc485df176b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfcb5d1-d630-4a98-bec9-b43e4122fabe HTTP/1.1" status: 200 len: 1000 time: 0.0792711 Aug 31 06:28:38.242672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.244481 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0e68981f-7b18-47f8-aa0a-ec6079251c33 HTTP/1.1" status: 204 len: 168 time: 1.0354304 Aug 31 06:28:38.248070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50602) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:38.277699 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d8ec8755-9535-4d9a-a37f-fe2a1185c795 req-a3a28f14-3a04-4c27-8fd9-a81b08fb959d tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967932 Aug 31 06:28:38.296364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f04ff7-c4bb-4485-9341-b6cfac7a9e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e68981f-7b18-47f8-aa0a-ec6079251c33,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:38.349635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2029147a-f846-4ba7-a279-98df2a70625d admin admin] Deleting subnet 62742d9a-dc78-4cd0-92a0-8400dcb99327 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:28:38.353676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-9dd2114e-4a60-4ea1-bfda-ae8ccfa289cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.355271 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-9dd2114e-4a60-4ea1-bfda-ae8ccfa289cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1812d17b-ef40-431b-ba1a-963235425b5e HTTP/1.1" status: 200 len: 862 time: 0.0994051 Aug 31 06:28:38.356246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029147a-f846-4ba7-a279-98df2a70625d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.367820 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.402363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8d704ea4-f7d2-433a-bb88-999e459dc18c', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'port_id': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'mac_address': 'fa:16:3e:2b:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:12Z', 'updated_at': '2021-08-31T06:28:37Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:38.434387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] Checking router: 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:28:38.444033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:38.444767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:38.460535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029147a-f846-4ba7-a279-98df2a70625d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.508796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437ded-97de-4e84-8578-8003dec186b4 req-65292094-2c6a-4589-8491-fb97e09dba65 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.510581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2437ded-97de-4e84-8578-8003dec186b4 req-65292094-2c6a-4589-8491-fb97e09dba65 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 949 time: 0.1340117 Aug 31 06:28:38.516854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-e46e2e9f-9bcc-4943-a1f3-622bced59968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.518440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-e46e2e9f-9bcc-4943-a1f3-622bced59968 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d53a5b30-3430-495c-8da2-fef612835fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407664 Aug 31 06:28:38.538098 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029147a-f846-4ba7-a279-98df2a70625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.589879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:38.683591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e4d3-f4fa-47ad-9839-1c2fc273f629 req-ed42542f-385c-4fd4-9e99-3dd264e8215a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.690506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e4d3-f4fa-47ad-9839-1c2fc273f629 req-ed42542f-385c-4fd4-9e99-3dd264e8215a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.696958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e4d3-f4fa-47ad-9839-1c2fc273f629 req-ed42542f-385c-4fd4-9e99-3dd264e8215a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.698266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43c3e4d3-f4fa-47ad-9839-1c2fc273f629 req-ed42542f-385c-4fd4-9e99-3dd264e8215a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2419 time: 0.0998893 Aug 31 06:28:38.782566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43c3e4d3-f4fa-47ad-9839-1c2fc273f629 req-9085029b-016d-4dda-adde-d4541fe16b05 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744724 Aug 31 06:28:38.832383 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Deleting port 5c1ebca8-d1d1-4470-9862-8c8da3066453 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:38.833084 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.895850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device b5c4ac94-94ca-4094-89af-81cff1b82b35 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:38.924508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2437ded-97de-4e84-8578-8003dec186b4 req-ce07de2e-b15b-494e-9ba3-54b862c2e0f2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981223 Aug 31 06:28:38.940225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: b5c4ac94-94ca-4094-89af-81cff1b82b35 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:38.940225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device b5c4ac94-94ca-4094-89af-81cff1b82b35 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:38.962828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09be7ca-6dea-49f5-b882-3c6aa4ddbe9c req-6c4ac6ca-e106-4b02-9ad7-b3bbff6afc42 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:38.964376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c09be7ca-6dea-49f5-b882-3c6aa4ddbe9c req-6c4ac6ca-e106-4b02-9ad7-b3bbff6afc42 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 946 time: 0.0744092 Aug 31 06:28:38.970063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] For port 5c1ebca8-d1d1-4470-9862-8c8da3066453, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c1ebca8-d1d1-4470-9862-8c8da3066453,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:38.970425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.980446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8d704ea4-f7d2-433a-bb88-999e459dc18c', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'port_id': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'mac_address': 'fa:16:3e:2b:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:12Z', 'updated_at': '2021-08-31T06:28:37Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:38.987361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-6838ce79-1f55-4d94-acf3-77a9a5b78df4 service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505823 Aug 31 06:28:38.991144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029147a-f846-4ba7-a279-98df2a70625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:38.999829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Calling delete_port for 5c1ebca8-d1d1-4470-9862-8c8da3066453 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:39.010098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5aba0-c5fa-4f59-a246-27e11f24e082 None None] The sync data for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 is: [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8d704ea4-f7d2-433a-bb88-999e459dc18c', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'port_id': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'mac_address': 'fa:16:3e:2b:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:26:12Z', 'updated_at': '2021-08-31T06:28:37Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:28:39.066346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c09be7ca-6dea-49f5-b882-3c6aa4ddbe9c req-7b0790c4-9753-47e9-bf33-b41957db3b18 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927832 Aug 31 06:28:39.069998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029147a-f846-4ba7-a279-98df2a70625d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62742d9a-dc78-4cd0-92a0-8400dcb99327,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:39.081067 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029147a-f846-4ba7-a279-98df2a70625d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.085358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2029147a-f846-4ba7-a279-98df2a70625d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/62742d9a-dc78-4cd0-92a0-8400dcb99327 HTTP/1.1" status: 204 len: 168 time: 0.8339841 Aug 31 06:28:39.089163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50622) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:39.150906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efbac7-07bd-45ae-ab86-ac7108ce2d5a req-60f77270-1c13-4969-9fae-3f88dc3bde23 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:39.152459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a9efbac7-07bd-45ae-ab86-ac7108ce2d5a req-60f77270-1c13-4969-9fae-3f88dc3bde23 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1138811 Aug 31 06:28:39.159731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac13a5d7-1879-41d3-a9c8-c28b39db022f req-e257596e-91f1-44ab-b42f-8f98e77aa15d service neutron] 10.222.0.42 "GET /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393094 Aug 31 06:28:39.201147 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a9efbac7-07bd-45ae-ab86-ac7108ce2d5a req-823b213d-3791-4ab3-9ae3-82bd98f8e2c5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375538 Aug 31 06:28:39.248801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d86aa139-6233-4bfa-98fd-f22ec3b6e9a0 req-ddf83e82-9026-4bd9-830e-f237827858c9 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0517449 Aug 31 06:28:39.253278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.294728 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19490199-3931-4f39-95bd-7063d3d048e8 None None] New status for floating IP 8d704ea4-f7d2-433a-bb88-999e459dc18c: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:28:39.400028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa7237-760f-4a1a-86b1-59c14426c83d req-04b50e09-1e44-4009-bdf7-1fb74699a8b8 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:39.401780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0aa7237-760f-4a1a-86b1-59c14426c83d req-04b50e09-1e44-4009-bdf7-1fb74699a8b8 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1098 time: 0.0413330 Aug 31 06:28:39.405955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.439394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54e5810-8e44-4303-bb15-8cffa0d31d4c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:39.443539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0aa7237-760f-4a1a-86b1-59c14426c83d req-378c9016-2490-4f46-bdce-a0097d50a32f tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339916 Aug 31 06:28:39.458612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c1e445-b211-435e-ac71-9449223700e3') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:39.458921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c1e445-b211-435e-ac71-9449223700e3') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:39.479065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d956fe-45ea-4d3a-8c37-11b877831499 req-d39f3c62-cef7-41a9-a694-3477c76c542e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:39.480841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51d956fe-45ea-4d3a-8c37-11b877831499 req-d39f3c62-cef7-41a9-a694-3477c76c542e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 950 time: 0.1528380 Aug 31 06:28:39.484135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.514854 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.518403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.555431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:28:39.555740 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:28:39.559623 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:28:39.572145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13db06-610e-48e6-b8fb-84da098f1d78 req-e0427837-9873-48f4-a869-9e0242506239 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:39.573723 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e13db06-610e-48e6-b8fb-84da098f1d78 req-e0427837-9873-48f4-a869-9e0242506239 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1098 time: 0.0409136 Aug 31 06:28:39.600184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1ebca8-d1d1-4470-9862-8c8da3066453,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:39.611176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e13db06-610e-48e6-b8fb-84da098f1d78 req-a4a2c7c4-1405-4518-8851-d0a73094b715 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308483 Aug 31 06:28:39.645248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51d956fe-45ea-4d3a-8c37-11b877831499 req-ac2f0f16-7d9a-487b-899e-f0b9c6ccf0fc tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539891 Aug 31 06:28:39.690507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.696192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.699029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/c54e5810-8e44-4303-bb15-8cffa0d31d4c HTTP/1.1" status: 204 len: 168 time: 0.6088531 Aug 31 06:28:39.725690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854de81-e596-4a95-b454-b991a1eaa2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c54e5810-8e44-4303-bb15-8cffa0d31d4c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:39.869225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:39.976319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50642) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:40.046102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d19b-dfc0-4d1b-aaa7-52ca32d5a3f4 req-3a64243b-43c6-4e8a-801a-3250ba12a939 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.052190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d19b-dfc0-4d1b-aaa7-52ca32d5a3f4 req-3a64243b-43c6-4e8a-801a-3250ba12a939 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.057897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d19b-dfc0-4d1b-aaa7-52ca32d5a3f4 req-3a64243b-43c6-4e8a-801a-3250ba12a939 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.061090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf86d19b-dfc0-4d1b-aaa7-52ca32d5a3f4 req-3a64243b-43c6-4e8a-801a-3250ba12a939 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2419 time: 0.1110713 Aug 31 06:28:40.066572 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dcbcd41d-75a3-4503-913b-84a7681d1b9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7046c7758be647ad9573f7e73fa833df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735946 Aug 31 06:28:40.067955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50644) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:40.138778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf86d19b-dfc0-4d1b-aaa7-52ca32d5a3f4 req-714e532d-ed25-4c29-8377-b3567f962e88 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715261 Aug 31 06:28:40.151155 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-26e158b6-f3a9-4b16-ab9d-4a58199aa421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.176836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Router 669a6d63-0b1b-415e-9444-97ef709a8161 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:28:40.178089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-26e158b6-f3a9-4b16-ab9d-4a58199aa421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.199059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cea0c2-f54e-465e-b1a0-2e4ced6e7460 req-85d4042b-5683-491d-b1dd-023c23a093b1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.206647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cea0c2-f54e-465e-b1a0-2e4ced6e7460 req-85d4042b-5683-491d-b1dd-023c23a093b1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.208396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84cea0c2-f54e-465e-b1a0-2e4ced6e7460 req-85d4042b-5683-491d-b1dd-023c23a093b1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf&device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 1690 time: 0.0979207 Aug 31 06:28:40.261627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde2c2-e43f-4bee-a84f-c671fa485239 req-f785b2e2-fc5b-4fe7-9325-eaa8ad492e7c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.264587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10cde2c2-e43f-4bee-a84f-c671fa485239 req-f785b2e2-fc5b-4fe7-9325-eaa8ad492e7c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1098 time: 0.0548608 Aug 31 06:28:40.281282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-26e158b6-f3a9-4b16-ab9d-4a58199aa421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.283974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-26e158b6-f3a9-4b16-ab9d-4a58199aa421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.287382 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-26e158b6-f3a9-4b16-ab9d-4a58199aa421 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ef907a0-57fb-4e41-bf85-9c902411db13 HTTP/1.1" status: 204 len: 168 time: 0.2156744 Aug 31 06:28:40.300400 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84cea0c2-f54e-465e-b1a0-2e4ced6e7460 req-fd713c00-6f83-440a-8041-58fd19ceb17b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851150 Aug 31 06:28:40.303664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e158b6-f3a9-4b16-ab9d-4a58199aa421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef907a0-57fb-4e41-bf85-9c902411db13,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:40.345406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10cde2c2-e43f-4bee-a84f-c671fa485239 req-cbe9f064-1d4f-4b6c-aff3-73ec5cdf9b50 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718265 Aug 31 06:28:40.370518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:28:40.376465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c728ac94-5708-404f-b9fb-ebdb0fa54d72 admin admin] 10.222.0.15 "PUT /v2.0/routers/669a6d63-0b1b-415e-9444-97ef709a8161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4741266 Aug 31 06:28:40.379858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50656) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:40.384072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] Sync routers for ids ['669a6d63-0b1b-415e-9444-97ef709a8161'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:28:40.403920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] Routers {'669a6d63-0b1b-415e-9444-97ef709a8161'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:40.406539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['669a6d63-0b1b-415e-9444-97ef709a8161'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:40.469754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3fac464c-17a5-46d6-a76a-9acaa35eca7a req-8ede87ea-c43c-490b-9bb7-47937a7e5ceb tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0385854 Aug 31 06:28:40.495307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1d39-fbfb-4579-8634-7f97eda57162 req-4311d3d9-9e59-4e2c-85e0-99dddb0f16a0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.509662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-643b1d39-fbfb-4579-8634-7f97eda57162 req-4311d3d9-9e59-4e2c-85e0-99dddb0f16a0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.0845127 Aug 31 06:28:40.554112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-643b1d39-fbfb-4579-8634-7f97eda57162 req-2ed66d20-995a-4638-a7cc-3c760a570099 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498941 Aug 31 06:28:40.558309 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.565103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664efec-d21f-49e9-abd3-a5169f496483 req-3d7875dc-2915-4f32-8756-e2650e9108b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.571224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664efec-d21f-49e9-abd3-a5169f496483 req-3d7875dc-2915-4f32-8756-e2650e9108b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.577835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664efec-d21f-49e9-abd3-a5169f496483 req-3d7875dc-2915-4f32-8756-e2650e9108b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.579477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d664efec-d21f-49e9-abd3-a5169f496483 req-3d7875dc-2915-4f32-8756-e2650e9108b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.23 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 2419 time: 0.1201293 Aug 31 06:28:40.647873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] Set router 669a6d63-0b1b-415e-9444-97ef709a8161 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:40.737345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port b77f06f6-0b94-416f-820b-594c461cf7bd {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:40.737773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.780122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.785909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba6d93-54a6-42c6-abaf-f8e65ea7a558 req-fef28738-cbc6-4959-b4d6-9ff9f3d53c54 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:40.788202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29ba6d93-54a6-42c6-abaf-f8e65ea7a558 req-fef28738-cbc6-4959-b4d6-9ff9f3d53c54 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 1101 time: 0.0765200 Aug 31 06:28:40.855234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port b77f06f6-0b94-416f-820b-594c461cf7bd, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b77f06f6-0b94-416f-820b-594c461cf7bd,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:40.855608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.868445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29ba6d93-54a6-42c6-abaf-f8e65ea7a558 req-a391c8df-a21f-4bcc-aaab-38c851cd3bfc tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653317 Aug 31 06:28:40.876461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for b77f06f6-0b94-416f-820b-594c461cf7bd owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:40.881331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:28:39Z', 'revision_number': 5, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port': {'id': '898d4e84-a5ac-4469-a55c-bd20776eeae0', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:23Z', 'updated_at': '2021-08-31T06:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:40.894869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Deleting port 898d4e84-a5ac-4469-a55c-bd20776eeae0 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:40.895274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:40.896904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50662) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:40.910546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] Checking router: 669a6d63-0b1b-415e-9444-97ef709a8161 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:28:40.921746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] Routers {'669a6d63-0b1b-415e-9444-97ef709a8161'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:40.922392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['669a6d63-0b1b-415e-9444-97ef709a8161'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:40.990243 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-64e47607-5f10-4a04-820c-5fc979205d0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ebb8a5677524866ab9ba47de617b8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922155 Aug 31 06:28:40.992998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50666) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:41.023661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a295ffe-27b2-4eb1-a85e-18325ce348bf req-02760ba1-a39b-4ec2-91e5-572fbef5d13d tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:41.025325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a295ffe-27b2-4eb1-a85e-18325ce348bf req-02760ba1-a39b-4ec2-91e5-572fbef5d13d tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 1102 time: 0.0669582 Aug 31 06:28:41.027708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] Set router 669a6d63-0b1b-415e-9444-97ef709a8161 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:41.059583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] For port 898d4e84-a5ac-4469-a55c-bd20776eeae0, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=898d4e84-a5ac-4469-a55c-bd20776eeae0,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:41.059944 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.085872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Calling delete_port for 898d4e84-a5ac-4469-a55c-bd20776eeae0 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:41.087696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:28:40Z', 'revision_number': 6, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:41.103878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a07f927e-1c27-40e9-ae57-858e812a6026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.106402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a295ffe-27b2-4eb1-a85e-18325ce348bf req-80eaec19-6846-4320-b280-cfa8cf455fe0 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483708 Aug 31 06:28:41.108689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.174521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24d1a95b-f103-490b-9714-b54ed9c15ba0', 'b77f06f6-0b94-416f-820b-594c461cf7bd', '1b0291a1-5449-470b-83ca-5c4f811c697e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:41.179369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758b1fd-c3aa-4cb0-b5b3-ca58f9fb4aa4 None None] The sync data for ids ['669a6d63-0b1b-415e-9444-97ef709a8161'] in n-d-712142-16 is: [{'id': '669a6d63-0b1b-415e-9444-97ef709a8161', 'name': 'tempest-AttachSCSIVolumeTestJSON-18373373-router', 'tenant_id': '0614b626f9ec4a02a5dcd93d074501ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:21Z', 'updated_at': '2021-08-31T06:28:40Z', 'revision_number': 6, 'project_id': '0614b626f9ec4a02a5dcd93d074501ec', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:28:41.190348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=b77f06f6-0b94-416f-820b-594c461cf7bd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:41.214074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.214558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.215610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.215956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.220632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.220997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.221373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.223141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.226428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.226676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.226980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.227341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:41.276440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port b77f06f6-0b94-416f-820b-594c461cf7bd on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:41.285395 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a07f927e-1c27-40e9-ae57-858e812a6026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.349469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.351615 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d664efec-d21f-49e9-abd3-a5169f496483 req-0e3dd170-1875-4399-bda5-3627090803b8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.23 "DELETE /v2.0/ports/b77f06f6-0b94-416f-820b-594c461cf7bd HTTP/1.1" status: 204 len: 173 time: 0.7598081 Aug 31 06:28:41.352086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-deleted', 'tag': 'b77f06f6-0b94-416f-820b-594c461cf7bd'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:41.354396 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcb2746-5f82-4521-9786-573a21bb3a5d" -d '{"events": [{"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-deleted", "tag": "b77f06f6-0b94-416f-820b-594c461cf7bd"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:41.471777 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bea439-2891-4e3d-bdab-a459b695194e x-openstack-request-id: req-23bea439-2891-4e3d-bdab-a459b695194e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:41.472636 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-deleted", "tag": "b77f06f6-0b94-416f-820b-594c461cf7bd", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:41.473014 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23bea439-2891-4e3d-bdab-a459b695194e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:41.473531 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-deleted', 'tag': 'b77f06f6-0b94-416f-820b-594c461cf7bd', 'status': 'completed', 'code': 200} Aug 31 06:28:41.489024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993da20-7506-4f40-bfad-77725e9c48ed req-35511489-8dc1-4818-a988-c838ba9bb896 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:41.497455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993da20-7506-4f40-bfad-77725e9c48ed req-35511489-8dc1-4818-a988-c838ba9bb896 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:41.499176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c993da20-7506-4f40-bfad-77725e9c48ed req-35511489-8dc1-4818-a988-c838ba9bb896 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 1683 time: 0.2178893 Aug 31 06:28:41.521284 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a07f927e-1c27-40e9-ae57-858e812a6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.523874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a07f927e-1c27-40e9-ae57-858e812a6026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.527388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a07f927e-1c27-40e9-ae57-858e812a6026 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38eba095-ab0b-4e96-ac93-57ecef21a858 HTTP/1.1" status: 204 len: 168 time: 0.5312448 Aug 31 06:28:41.556338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a341fd8-137c-4400-9364-94ce5a59bf91 req-d2c1032c-f0bf-4b48-a5d1-78e670f1b223 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:41.564329 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a341fd8-137c-4400-9364-94ce5a59bf91 req-d2c1032c-f0bf-4b48-a5d1-78e670f1b223 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1098 time: 0.0989788 Aug 31 06:28:41.574324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f927e-1c27-40e9-ae57-858e812a6026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eba095-ab0b-4e96-ac93-57ecef21a858,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:41.582780 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c993da20-7506-4f40-bfad-77725e9c48ed req-602aa775-d43d-4bb9-b897-40ece6d7076b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681770 Aug 31 06:28:41.642209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port 24d1a95b-f103-490b-9714-b54ed9c15ba0 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:41.643191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.644094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a341fd8-137c-4400-9364-94ce5a59bf91 req-4afb25c0-7cef-45c8-8d36-ae3ee98a4ed6 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782888 Aug 31 06:28:41.670748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.748263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-3a1a766e-2812-493f-9051-607cba6c0f8a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457718 Aug 31 06:28:41.769168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Pushing event deleted for resources: {'Port': ['ID=898d4e84-a5ac-4469-a55c-bd20776eeae0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:41.817026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3708b43e-136e-4bde-a7cd-8d92f514a40b req-4c761c16-9c20-4170-98bb-878a70c92bb2 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0501935 Aug 31 06:28:41.836884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.878320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port 24d1a95b-f103-490b-9714-b54ed9c15ba0, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24d1a95b-f103-490b-9714-b54ed9c15ba0,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:41.878826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:41.903087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for 24d1a95b-f103-490b-9714-b54ed9c15ba0 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:41.916212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-42c33bed-2fe2-4a4b-81e0-614fdfd37b50 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:41.917929 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-42c33bed-2fe2-4a4b-81e0-614fdfd37b50 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688132 Aug 31 06:28:42.014136 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-0be14d06-f22a-4d3b-9d93-129e507d000a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/quotas/b9f90ece4a8c460fa15337583a9473f9 HTTP/1.1" status: 200 len: 375 time: 0.0899541 Aug 31 06:28:42.047350 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.050442 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.069910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba1264-f481-4000-aaa2-5de56acd0be2 req-cd3aeb4d-6883-4ad3-b8ae-b9412a66bc5b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:42.077736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69ba1264-f481-4000-aaa2-5de56acd0be2 req-cd3aeb4d-6883-4ad3-b8ae-b9412a66bc5b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1437516 Aug 31 06:28:42.148911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-134b327e-5664-4081-9f6d-085f46ebdf01 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1253903 Aug 31 06:28:42.150637 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.178240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69ba1264-f481-4000-aaa2-5de56acd0be2 req-8b668db3-4e73-4cc5-9a7f-5ade62915ee5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947123 Aug 31 06:28:42.188520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.189047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669a6d63-0b1b-415e-9444-97ef709a8161 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:28:42.193553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b77f06f6-0b94-416f-820b-594c461cf7bd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:42.194854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.196202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b97fe3e9-c356-4f37-9ee7-d156610cd56d admin admin] 10.222.0.15 "DELETE /v2.0/routers/669a6d63-0b1b-415e-9444-97ef709a8161 HTTP/1.1" status: 204 len: 168 time: 1.8152826 Aug 31 06:28:42.198866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50708) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:42.204999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=24d1a95b-f103-490b-9714-b54ed9c15ba0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:42.296184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a9c623-9629-4c6d-89d0-603aaf389be0 admin admin] Deleting subnet 7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:28:42.298303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port 24d1a95b-f103-490b-9714-b54ed9c15ba0 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:42.304320 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.310981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d664efec-d21f-49e9-abd3-a5169f496483 req-75ca2c96-35d0-41b4-a7e1-9c714d216af9 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.23 "DELETE /v2.0/ports/24d1a95b-f103-490b-9714-b54ed9c15ba0 HTTP/1.1" status: 204 len: 173 time: 0.9421649 Aug 31 06:28:42.313510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77a9c623-9629-4c6d-89d0-603aaf389be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.413434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77a9c623-9629-4c6d-89d0-603aaf389be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.494136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port 1b0291a1-5449-470b-83ca-5c4f811c697e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:42.494647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.575378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77a9c623-9629-4c6d-89d0-603aaf389be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.653256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port 1b0291a1-5449-470b-83ca-5c4f811c697e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=1b0291a1-5449-470b-83ca-5c4f811c697e,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:42.653941 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.665099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50722) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:42.673528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for 1b0291a1-5449-470b-83ca-5c4f811c697e owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:42.714635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77a9c623-9629-4c6d-89d0-603aaf389be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.753025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9c623-9629-4c6d-89d0-603aaf389be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:42.755103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77a9c623-9629-4c6d-89d0-603aaf389be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.759736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-77a9c623-9629-4c6d-89d0-603aaf389be0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7e02f2dc-65b6-4bcf-876d-4a1b9bf8e218 HTTP/1.1" status: 204 len: 168 time: 0.5564203 Aug 31 06:28:42.759939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50730) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:42.768563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb61bc2d-b366-4662-85b5-6edd61198be3 None None] Network 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:42.847587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-77217092-network', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:42.877845 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.942908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.950163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Made reservation on behalf of e4fd81b9ca1941f6ad4799842a039194 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:42.955759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:42.962170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b77f06f6-0b94-416f-820b-594c461cf7bd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:42.976786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.032429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=1b0291a1-5449-470b-83ca-5c4f811c697e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:43.050784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] DHCP port deletion for 11b3df58-faeb-41c2-86ff-fcd8d11a5c1e request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:28:43.068176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-339c5491-8c2d-4b65-a295-e8b837e4f0fa req-4ad2e595-0401-440f-b722-275827b7672b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=66c94ea0-5192-4d53-b448-54131e4c5585 HTTP/1.1" status: 200 len: 210 time: 0.0475464 Aug 31 06:28:43.129459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port 1b0291a1-5449-470b-83ca-5c4f811c697e on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:43.132518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.135028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d664efec-d21f-49e9-abd3-a5169f496483 req-635daf6e-5b8c-45fa-b28e-e8cad88df915 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.23 "DELETE /v2.0/ports/1b0291a1-5449-470b-83ca-5c4f811c697e HTTP/1.1" status: 204 len: 173 time: 0.8162081 Aug 31 06:28:43.223882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.237893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.260667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] Deleting port 29ce7870-628e-4dee-8645-d77edbf6b782 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:43.261154 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.269871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Deleting port 29ce7870-628e-4dee-8645-d77edbf6b782 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:43.270286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.318677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:28:43.336237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b60adfd-f20f-45dd-abfe-6721a779e75e req-6a0e656b-9887-4b13-b89c-07bc1d299146 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0711548 Aug 31 06:28:43.343864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9b8422-ebdc-4ecf-8b0a-b6d5bd0f20c9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:43.357024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.357891 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Added segment b81860eb-0b35-46f5-a17f-11a434947af1 of type vlan for network cf7345a9-1950-4dc8-8ea7-819989843433 Aug 31 06:28:43.448162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 898d4e84-a5ac-4469-a55c-bd20776eeae0 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:43.456567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] For port 29ce7870-628e-4dee-8645-d77edbf6b782, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=29ce7870-628e-4dee-8645-d77edbf6b782,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:43.457175 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.466574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.475275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-deleted', 'tag': '24d1a95b-f103-490b-9714-b54ed9c15ba0'}, {'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-deleted', 'tag': '1b0291a1-5449-470b-83ca-5c4f811c697e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:43.475890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Calling delete_port for 29ce7870-628e-4dee-8645-d77edbf6b782 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:43.479449 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabe831a-42e4-43cc-a36f-e8656070f91d" -d '{"events": [{"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-deleted", "tag": "24d1a95b-f103-490b-9714-b54ed9c15ba0"}, {"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-deleted", "tag": "1b0291a1-5449-470b-83ca-5c4f811c697e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:43.491895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 898d4e84-a5ac-4469-a55c-bd20776eeae0 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:43.492416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 898d4e84-a5ac-4469-a55c-bd20776eeae0 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:43.492982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 29ce7870-628e-4dee-8645-d77edbf6b782 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:43.545363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] For port 29ce7870-628e-4dee-8645-d77edbf6b782, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=29ce7870-628e-4dee-8645-d77edbf6b782,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:43.545759 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.562797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] Calling delete_port for 29ce7870-628e-4dee-8645-d77edbf6b782 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:43.583337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.584141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:43.584696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.625028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9551039 Aug 31 06:28:43.626053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50768) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:43.628156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.636633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Request body: {'subnet': {'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-77217092-subnet', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:43.705063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Made reservation on behalf of e4fd81b9ca1941f6ad4799842a039194 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:43.711468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.742940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d55dcc-7ca3-4f21-bf89-220b611c41f0 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7345a9-1950-4dc8-8ea7-819989843433,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:43.763158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network cf7345a9-1950-4dc8-8ea7-819989843433 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:28:43.864152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 29ce7870-628e-4dee-8645-d77edbf6b782, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=29ce7870-628e-4dee-8645-d77edbf6b782,segment=NetworkSegment(a251b834-62dc-49bb-a432-00aff177dda4),segment_id=a251b834-62dc-49bb-a432-00aff177dda4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:43.876261 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.876957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c1ebca8-d1d1-4470-9862-8c8da3066453 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:43.878261 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:43.940546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ce7870-628e-4dee-8645-d77edbf6b782,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:43.946483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] No DVR routers for this DVR port 29ce7870-628e-4dee-8645-d77edbf6b782 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:43.959169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-efa9ab1b-567c-4e10-b606-aeb1797ce923 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:28:43.960189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-efa9ab1b-567c-4e10-b606-aeb1797ce923 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243025 Aug 31 06:28:43.960595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e5129-c994-41f9-ba63-3177962fd9b6 req-ca00abd6-7686-412d-ba81-9c5caed63698 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:43.968066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-384e5129-c994-41f9-ba63-3177962fd9b6 req-ca00abd6-7686-412d-ba81-9c5caed63698 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1102898 Aug 31 06:28:43.975730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5c1ebca8-d1d1-4470-9862-8c8da3066453 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:43.976328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c1ebca8-d1d1-4470-9862-8c8da3066453 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:43.982571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Request body: {'binding': {'host': 'n-h2-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:43.983335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Unknown quota resources ['binding']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:28:43.989700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event deleted for resources: {'Port': ['ID=29ce7870-628e-4dee-8645-d77edbf6b782,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:44.002902 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.010629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.011238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.011639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.012199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.012759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.013329 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.013853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.014311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.014644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.014971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.015294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.015616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:44.049151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] No DVR routers for this DVR port 29ce7870-628e-4dee-8645-d77edbf6b782 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:44.052514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea3ea9-5d07-432b-9dfa-6be5604575ce None None] Pushing event deleted for resources: {'Port': ['ID=29ce7870-628e-4dee-8645-d77edbf6b782,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:44.187904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.207540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b3df58-faeb-41c2-86ff-fcd8d11a5c1e']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:44.223073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a251b834-62dc-49bb-a432-00aff177dda4') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:44.223370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a251b834-62dc-49bb-a432-00aff177dda4') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:44.244652 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.266931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.284818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:28:44.285244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:28:44.287614 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:28:44.351924 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-384e5129-c994-41f9-ba63-3177962fd9b6 req-df2168f6-203d-4e25-936d-e007d2f12155 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784859 Aug 31 06:28:44.367734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on host n-h2-712142-16 for vnic_type normal with profile None {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:44.368346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:44.368443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:44.379727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:44.380073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:44.390539 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:44.390948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:44.391434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:44.391933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Bound port: 5de979cf-2ca6-4966-837f-ab829148f8c5, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:44.399134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.402053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.429279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.432241 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/11b3df58-faeb-41c2-86ff-fcd8d11a5c1e HTTP/1.1" status: 204 len: 168 time: 1.6707308 Aug 31 06:28:44.436577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50778) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:44.464322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69b0b2-c885-42e5-bb4a-f05ac3bddab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=11b3df58-faeb-41c2-86ff-fcd8d11a5c1e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:44.494424 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c45d9d2-d4dc-4083-9a23-e85dd9555212 x-openstack-request-id: req-3c45d9d2-d4dc-4083-9a23-e85dd9555212 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:44.494727 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-deleted", "tag": "24d1a95b-f103-490b-9714-b54ed9c15ba0", "status": "completed", "code": 200}, {"server_uuid": "66c94ea0-5192-4d53-b448-54131e4c5585", "name": "network-vif-deleted", "tag": "1b0291a1-5449-470b-83ca-5c4f811c697e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:44.494984 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c45d9d2-d4dc-4083-9a23-e85dd9555212 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:44.495563 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-deleted', 'tag': '24d1a95b-f103-490b-9714-b54ed9c15ba0', 'status': 'completed', 'code': 200} Aug 31 06:28:44.495824 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c94ea0-5192-4d53-b448-54131e4c5585', 'name': 'network-vif-deleted', 'tag': '1b0291a1-5449-470b-83ca-5c4f811c697e', 'status': 'completed', 'code': 200} Aug 31 06:28:44.515622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b428605c-92e5-49ad-8d4d-aab0d87a18a7,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:44.519392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Checking segment: {'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:44.520136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Network hostable DHCP agents. Network: cf7345a9-1950-4dc8-8ea7-819989843433, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:28:44.539542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Network cf7345a9-1950-4dc8-8ea7-819989843433 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:28:44.539770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:44.561381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, cf7345a9-1950-4dc8-8ea7-819989843433) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:44.566835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:44.567584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.568115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.569254 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-21186138-a95f-44bd-89cb-4811978a91b5 service neutron] 10.222.0.15 "POST /v2.0/ports/5de979cf-2ca6-4966-837f-ab829148f8c5/bindings HTTP/1.1" status: 201 len: 390 time: 0.5971763 Aug 31 06:28:44.576661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8045633-82c1-4455-8e3c-ae0319c37bee None None] Network cf7345a9-1950-4dc8-8ea7-819989843433 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:44.595071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4461ff6f-2eb8-4b2a-9410-a20f0d8b57ec req-f3028a23-48d0-4bb7-add3-6d5d87635997 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 210 time: 0.0458381 Aug 31 06:28:44.606144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-97e278c2-c1c8-431d-9d42-d9e8a51fa39e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9778876 Aug 31 06:28:44.611411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50780) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:44.616686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:44.663304 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.664748 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.696966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50784) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:44.814903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4604d474-8136-4845-ace9-a9bd45be81ac req-3b39ff8a-6fb1-4a4c-9d06-230d98bc14b3 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0427282 Aug 31 06:28:44.847998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting subnet 9fdc3b16-a433-4fe2-9b0c-af4b26d20442 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:28:44.859295 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.865381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:44.924904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.050530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-cf7345a9-1950-4dc8-8ea7-819989843433', 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'fixed_ips': [{'subnet_id': 'b428605c-92e5-49ad-8d4d-aab0d87a18a7'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:28:45.051674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.060944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3ca22-761c-4398-ad39-6ebc65b8ce64 req-48536933-5e9d-4152-9757-1202ceacb335 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:45.069106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59b3ca22-761c-4398-ad39-6ebc65b8ce64 req-48536933-5e9d-4152-9757-1202ceacb335 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 946 time: 0.3090291 Aug 31 06:28:45.082777 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.095492 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.123566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59b3ca22-761c-4398-ad39-6ebc65b8ce64 req-e540aa26-7bcb-40b8-8a03-92011da1f26c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534751 Aug 31 06:28:45.172876 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-b4bf7c08-b22e-45d8-b9b3-9ad68cf15a91 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397165 Aug 31 06:28:45.196195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-8e99ce4c-179c-45b7-9071-6ce52b56b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:45.198009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-8e99ce4c-179c-45b7-9071-6ce52b56b995 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1098 time: 0.1764231 Aug 31 06:28:45.216416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-5587aae2-1d09-4b83-86b4-545be62c3d16 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288682 Aug 31 06:28:45.300519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Allocated IP 172.20.0.2 (cf7345a9-1950-4dc8-8ea7-819989843433/b428605c-92e5-49ad-8d4d-aab0d87a18a7/de668bef-952d-4f38-be64-acdb0db5a275) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:45.383912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-86b02419-b0d6-4706-a4a4-599e9c08879e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:45.385990 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-86b02419-b0d6-4706-a4a4-599e9c08879e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632762 Aug 31 06:28:45.485838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Request body: {'port': {'device_id': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'b9f90ece4a8c460fa15337583a9473f9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:45.486607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 24d1a95b-f103-490b-9714-b54ed9c15ba0 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:45.520661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 24d1a95b-f103-490b-9714-b54ed9c15ba0 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:45.521046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 24d1a95b-f103-490b-9714-b54ed9c15ba0 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:45.521503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b77f06f6-0b94-416f-820b-594c461cf7bd no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:45.563018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: b77f06f6-0b94-416f-820b-594c461cf7bd {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:45.563395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b77f06f6-0b94-416f-820b-594c461cf7bd not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:45.564052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 1b0291a1-5449-470b-83ca-5c4f811c697e no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:45.588206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 1b0291a1-5449-470b-83ca-5c4f811c697e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:45.588924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 1b0291a1-5449-470b-83ca-5c4f811c697e not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:45.591255 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.605360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.614739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Transition to ACTIVE for port object de668bef-952d-4f38-be64-acdb0db5a275 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:45.621332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.632058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Transition to ACTIVE for port object de668bef-952d-4f38-be64-acdb0db5a275 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:45.643358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.693043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Pushing event updated for resources: {'Port': ['ID=de668bef-952d-4f38-be64-acdb0db5a275,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:45.707336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Network cf7345a9-1950-4dc8-8ea7-819989843433 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:45.709159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:45.711941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:45.719569 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.724750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Made reservation on behalf of b9f90ece4a8c460fa15337583a9473f9 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:45.729289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.754508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f338423e-6336-463c-8300-63a9115fa062 req-fe65ae89-1185-4ab2-a0fa-2b2eb2cf56c3 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 210 time: 0.0496218 Aug 31 06:28:45.782838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Attempting to bind port de668bef-952d-4f38-be64-acdb0db5a275 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:45.783228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Attempting to bind port de668bef-952d-4f38-be64-acdb0db5a275 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:45.783639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Attempting to bind port de668bef-952d-4f38-be64-acdb0db5a275 on network cf7345a9-1950-4dc8-8ea7-819989843433 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:45.788874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:45.789270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Checking segment: {'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:45.789670 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.790055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Bound using segment: {'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:45.790515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Bound port: de668bef-952d-4f38-be64-acdb0db5a275, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:45.790893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.809039 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.813084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "DELETE /v2.0/subnets/9fdc3b16-a433-4fe2-9b0c-af4b26d20442 HTTP/1.1" status: 204 len: 168 time: 1.1121929 Aug 31 06:28:45.814682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50792) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:45.818423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdc3b16-a433-4fe2-9b0c-af4b26d20442,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:45.828252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789e790-5376-4ee4-af7f-432f428ed520 None None] Network 282bd730-91a8-480c-bc30-5b100c45d87c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:45.846935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-60f16f7e-fcb5-4c23-8af4-fae2fa67028d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:45.848251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-60f16f7e-fcb5-4c23-8af4-fae2fa67028d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6490424 Aug 31 06:28:45.853215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.854962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.856497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.856497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.856687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.856886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.857830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.857830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.858034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.858251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.858507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.858848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc137baf-be19-4e73-9dce-9db2816b8de7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:28:45.865832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-737b0d9f-bb3d-431f-bb78-9fb7cbc03f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:45.867342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-737b0d9f-bb3d-431f-bb78-9fb7cbc03f77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.6396384 Aug 31 06:28:45.872977 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.879036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Request body: {'port': {'device_id': '9e4240ec-c619-49a2-82ae-c30d2a3e454d', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'b9f90ece4a8c460fa15337583a9473f9'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:45.891777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3072c-ac68-4dcb-81ce-53543f4dd837 req-dd341253-48cb-4b80-8752-56070326d02e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:45.898860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0da3072c-ac68-4dcb-81ce-53543f4dd837 req-dd341253-48cb-4b80-8752-56070326d02e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.2693734 Aug 31 06:28:45.916949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] For port de668bef-952d-4f38-be64-acdb0db5a275, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:45.920868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] For port de668bef-952d-4f38-be64-acdb0db5a275, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=de668bef-952d-4f38-be64-acdb0db5a275,segment=NetworkSegment(b81860eb-0b35-46f5-a17f-11a434947af1),segment_id=b81860eb-0b35-46f5-a17f-11a434947af1)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:45.946176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:45.975118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Allocated IP 172.25.5.93 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/11d3bc9f-0fac-461e-9143-c054aad95518) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:46.033517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-3a8305c3-b077-42f8-8b7c-08427ea1cbe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de979cf-2ca6-4966-837f-ab829148f8c5 HTTP/1.1" status: 200 len: 217 time: 0.1510093 Aug 31 06:28:46.042615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.055829 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c5f97-aa5e-4155-9afb-4f39387ece78 None None] Pushing event updated for resources: {'Port': ['ID=de668bef-952d-4f38-be64-acdb0db5a275,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:46.071281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-922d9ef1-e8f8-4258-aa80-743db6ee9492 req-53d82e72-ad87-489d-9078-3c841e2145dd tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.1003788 Aug 31 06:28:46.126238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] DHCP port deletion for 282bd730-91a8-480c-bc30-5b100c45d87c request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:28:46.147029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Allocated IP 192.168.233.194 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/ca875fc5-b590-4314-9e0f-f8eeff7fe1ac) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:46.198516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] Deleting port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:46.198939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.265970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0da3072c-ac68-4dcb-81ce-53543f4dd837 req-2c12bfe6-ea06-4e88-b929-33da572500a4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621433 Aug 31 06:28:46.310179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Made reservation on behalf of b9f90ece4a8c460fa15337583a9473f9 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:46.314282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.324873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] For port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:46.325219 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.343935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-a87b3d57-94d0-486b-863a-98d1560258aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:46.345937 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-a87b3d57-94d0-486b-863a-98d1560258aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.2882390 Aug 31 06:28:46.346698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] Calling delete_port for ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:46.376670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.410970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:46.411309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.423342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-9d6a4cb0-db50-4622-9578-371302fdb3be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614891 Aug 31 06:28:46.463047 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.485734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd01c1-9ea2-49e6-89ee-ccbaace0df3b req-0ba6574e-7c2d-4de4-ac31-2b58ebf11666 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:46.487505 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fbfd01c1-9ea2-49e6-89ee-ccbaace0df3b req-0ba6574e-7c2d-4de4-ac31-2b58ebf11666 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 946 time: 0.2528989 Aug 31 06:28:46.497820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] Pushing event deleted for resources: {'Port': ['ID=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:46.499796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141f3ab-98a0-4800-95c8-7e7b3d5856d8 None None] No DVR routers for this DVR port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:46.545885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,segment=NetworkSegment(a7f20864-75b0-49eb-bac4-9e16e3f964c8),segment_id=a7f20864-75b0-49eb-bac4-9e16e3f964c8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:46.545885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.559723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:46.616579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-133c5c64-2766-4582-995d-980b3054da3d service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564136 Aug 31 06:28:46.629295 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.686398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.706007 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fbfd01c1-9ea2-49e6-89ee-ccbaace0df3b req-9152562b-1792-44c3-b46d-ad97e4f94302 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877213 Aug 31 06:28:46.723905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:46.732797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:46.736139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Transition to ACTIVE for port object ca875fc5-b590-4314-9e0f-f8eeff7fe1ac will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:46.737607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:46.759598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-875030e8-f43d-437d-b378-145264b048a7 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216152 Aug 31 06:28:46.764668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Deleting port 5de1976e-af66-4ce0-ac72-757a32fbeb02 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:46.765006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.765772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Pushing event updated for resources: {'Port': ['ID=11d3bc9f-0fac-461e-9143-c054aad95518,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:46.809241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.850044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] For port 5de1976e-af66-4ce0-ac72-757a32fbeb02, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5de1976e-af66-4ce0-ac72-757a32fbeb02,segment=NetworkSegment(f4839fb0-a93e-4386-849e-2561cd3eea1e),segment_id=f4839fb0-a93e-4386-849e-2561cd3eea1e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:46.850242 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.896073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Calling delete_port for 5de1976e-af66-4ce0-ac72-757a32fbeb02 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:46.899075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:46.910367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:46.918441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d96ad5e6-62ca-4e99-8a9f-f6698e544327 req-be49166d-b852-406e-9c16-ba450d770f45 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 210 time: 0.0649261 Aug 31 06:28:46.937774 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:46.953422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:46.999427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:47.013720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4fb765f5-68c3-42e2-ab1a-1ad65e342ee0 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:47.015719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4fb765f5-68c3-42e2-ab1a-1ad65e342ee0 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1098 time: 0.1457107 Aug 31 06:28:47.038268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-16'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:47.069425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Allocated IP 192.168.233.153 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/2f130e08-b792-4cac-8831-744fc3cea0ad) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:47.076875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:47.084164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:47.088751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'Port': ['ID=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:47.093967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:47.104251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.194369 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.224988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282bd730-91a8-480c-bc30-5b100c45d87c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:47.300856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51df5fe5-996b-4591-bc36-6b7fe7d6c041 req-271b0b89-1bba-4421-9325-74f8a04c4111 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0592761 Aug 31 06:28:47.384908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f20864-75b0-49eb-bac4-9e16e3f964c8') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:47.386392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f20864-75b0-49eb-bac4-9e16e3f964c8') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:47.395976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device de668bef-952d-4f38-be64-acdb0db5a275 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:47.421230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:47.422151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.446861 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.447450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.458984 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1ffbabec-37cc-4d2a-959a-e3465b18d201 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9822006 Aug 31 06:28:47.497242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Request body: {'port': {'device_id': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:47.508375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0274ba3-82ee-484b-ba43-320155d61826 None None] Network cf7345a9-1950-4dc8-8ea7-819989843433 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:47.515450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Pushing event deleted for resources: {'Port': ['ID=5de1976e-af66-4ce0-ac72-757a32fbeb02,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:47.524180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.535700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:28:47.536030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:28:47.540845 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:28:47.603515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port de668bef-952d-4f38-be64-acdb0db5a275 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:47.618049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Provisioning for port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:47.634549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Provisioning complete for port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:47.635265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.669004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.675416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.684627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:47.701566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.724409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.730509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Transition to ACTIVE for port object 2f130e08-b792-4cac-8831-744fc3cea0ad will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:47.753534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Provisioning for port de668bef-952d-4f38-be64-acdb0db5a275 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:47.756995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6d3d6-b0c8-4a21-8594-6359413395f5 req-bd3e304e-5242-4e04-8ac0-090d28063ba5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:47.759672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ada6d3d6-b0c8-4a21-8594-6359413395f5 req-bd3e304e-5242-4e04-8ac0-090d28063ba5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.3183579 Aug 31 06:28:47.760531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Provisioning complete for port de668bef-952d-4f38-be64-acdb0db5a275 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:47.764668 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.791482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:47.794598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "DELETE /v2.0/networks/282bd730-91a8-480c-bc30-5b100c45d87c HTTP/1.1" status: 204 len: 168 time: 1.9787662 Aug 31 06:28:47.798274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6be63-3266-4875-8ec0-3120dea5deef tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Network': ['ID=282bd730-91a8-480c-bc30-5b100c45d87c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:47.800414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50810) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:47.804048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:47.833516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:47.833950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff7ee02c-1ac5-4614-9d46-d0a0bc8630aa not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:47.959878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:47.969599 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.000174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.020264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] For port de668bef-952d-4f38-be64-acdb0db5a275, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=de668bef-952d-4f38-be64-acdb0db5a275,segment=NetworkSegment(b81860eb-0b35-46f5-a17f-11a434947af1),segment_id=b81860eb-0b35-46f5-a17f-11a434947af1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:48.021767 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ada6d3d6-b0c8-4a21-8594-6359413395f5 req-85f6c363-b820-4523-bacc-6667d3ac934b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213439 Aug 31 06:28:48.030420 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.038704 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.127591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ad0f6-77f5-413a-9112-b1a7d404bc6a None None] Pushing event updated for resources: {'Port': ['ID=de668bef-952d-4f38-be64-acdb0db5a275,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:48.127976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'Port': ['ID=2f130e08-b792-4cac-8831-744fc3cea0ad,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:48.145009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:48.153720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:48.181967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:48.200701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:48.211449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:48.211977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:48.277033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ded2a5a-0b8e-4999-a1fb-aa8c44718448 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting subnet 3b0febb5-6974-4ce6-85ea-18f4f4b4e4af {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:28:48.293569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ded2a5a-0b8e-4999-a1fb-aa8c44718448 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.309973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a40eb6-b2c7-4c48-b6e3-1e0160b14d48 req-f2bb41b1-ac21-44aa-ac6a-e5ecb551da3a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:48.311511 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71a40eb6-b2c7-4c48-b6e3-1e0160b14d48 req-f2bb41b1-ac21-44aa-ac6a-e5ecb551da3a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 946 time: 0.4438744 Aug 31 06:28:48.325149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b862adb-84b1-43d8-8dde-8755c9660dfa req-46ab9305-6ef7-4f17-899f-e1e9f95e76eb tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:48.326709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b862adb-84b1-43d8-8dde-8755c9660dfa req-46ab9305-6ef7-4f17-899f-e1e9f95e76eb tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 936 time: 0.1952901 Aug 31 06:28:48.327173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:48.329566 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf5e37c-640c-4524-af12-1ef18d5491d5" -d '{"events": [{"server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "name": "network-vif-unplugged", "status": "completed", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:48.333755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.370837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.410686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8e86ef9-50d9-46a3-b900-585b482c9637 None None] Provisioning complete for port de668bef-952d-4f38-be64-acdb0db5a275 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:48.411054 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8e86ef9-50d9-46a3-b900-585b482c9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.415173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:48.416207 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.464506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b862adb-84b1-43d8-8dde-8755c9660dfa req-56f0bf61-b131-4467-b65f-adc27ce97f6a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224542 Aug 31 06:28:48.524074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-1a8552b9-6cd0-414f-8daf-3c6707aa5b8d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6557288 Aug 31 06:28:48.526465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:48.540767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Request body: {'port': {'device_id': '9e4240ec-c619-49a2-82ae-c30d2a3e454d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:48.559660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ded2a5a-0b8e-4999-a1fb-aa8c44718448 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.654854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on host n-h1-712142-16 for vnic_type normal with profile {"migrating_to": "n-h2-712142-16"} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:48.655177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:48.655514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:48.661581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ea3cf7e-734b-4832-8c81-f9e813484e21 req-9b0c7189-43cc-4b61-afef-9e3274bd75be tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0769742 Aug 31 06:28:48.689217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:48.689217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Attempting to bind port 5de979cf-2ca6-4966-837f-ab829148f8c5 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:48.705641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:48.706098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:48.706359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:48.706796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Bound port: 5de979cf-2ca6-4966-837f-ab829148f8c5, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:48.707159 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.712012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.734080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71a40eb6-b2c7-4c48-b6e3-1e0160b14d48 req-89af01a3-ea76-4971-8f82-837967fd49b8 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175870 Aug 31 06:28:48.745483 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09162224-7a4f-4076-89ed-28ce4801fb5c x-openstack-request-id: req-09162224-7a4f-4076-89ed-28ce4801fb5c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:48.745773 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "name": "network-vif-unplugged", "status": "completed", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:48.746078 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09162224-7a4f-4076-89ed-28ce4801fb5c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:48.746754 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5', 'code': 200} Aug 31 06:28:48.772638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4e27ed67-066b-4d82-ba00-81fc06f8b514 None None] Provisioning for port 2f130e08-b792-4cac-8831-744fc3cea0ad completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:48.777759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4e27ed67-066b-4d82-ba00-81fc06f8b514 None None] Provisioning complete for port 2f130e08-b792-4cac-8831-744fc3cea0ad triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:48.778445 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e27ed67-066b-4d82-ba00-81fc06f8b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.800500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Router 55c05171-8acc-4e05-9acc-cf366238bcb9 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:28:48.817890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4e27ed67-066b-4d82-ba00-81fc06f8b514 None None] Port 2f130e08-b792-4cac-8831-744fc3cea0ad cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:48.856886 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.870282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ded2a5a-0b8e-4999-a1fb-aa8c44718448 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:48.943170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca875fc5-b590-4314-9e0f-f8eeff7fe1ac {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:48.960894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.025591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Transition to ACTIVE for port object ca875fc5-b590-4314-9e0f-f8eeff7fe1ac will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:49.036122 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.120282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ded2a5a-0b8e-4999-a1fb-aa8c44718448 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.188797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610cf35a-779b-4f6e-9b63-86c0c365e786 None None] Network 995b9c21-28f8-4989-8017-32ec75fe6834 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:49.225884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ded2a5a-0b8e-4999-a1fb-aa8c44718448 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.227906 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1ded2a5a-0b8e-4999-a1fb-aa8c44718448 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "DELETE /v2.0/subnets/3b0febb5-6974-4ce6-85ea-18f4f4b4e4af HTTP/1.1" status: 204 len: 168 time: 1.4198818 Aug 31 06:28:49.228812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded2a5a-0b8e-4999-a1fb-aa8c44718448 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0febb5-6974-4ce6-85ea-18f4f4b4e4af,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:49.238126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50822) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:49.249213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:49.292704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Pushing event updated for resources: {'Port': ['ID=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:49.309210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device de668bef-952d-4f38-be64-acdb0db5a275 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:49.353632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Router 9bb9e757-9699-4191-9e68-760f885b1c3e is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:28:49.458861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port de668bef-952d-4f38-be64-acdb0db5a275 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:49.459556 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.552080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.563152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f130e08-b792-4cac-8831-744fc3cea0ad {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:49.566715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] DHCP port deletion for 995b9c21-28f8-4989-8017-32ec75fe6834 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:28:49.568994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b856bb-d961-495d-b277-5ae3717cc997 req-e1fe36ac-acba-4894-8835-d0e4412a9e96 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:49.572593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.577934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38b856bb-d961-495d-b277-5ae3717cc997 req-e1fe36ac-acba-4894-8835-d0e4412a9e96 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.3855133 Aug 31 06:28:49.589368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Transition to ACTIVE for port object 2f130e08-b792-4cac-8831-744fc3cea0ad will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:49.591712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:28:49.603510 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] Sync routers for ids ['55c05171-8acc-4e05-9acc-cf366238bcb9'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:28:49.607113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-61c53738-d38a-4cef-b7fe-5b8e8e1661be admin admin] 10.222.0.15 "PUT /v2.0/routers/55c05171-8acc-4e05-9acc-cf366238bcb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1691918 Aug 31 06:28:49.616927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50826) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:49.618029 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] Routers {'55c05171-8acc-4e05-9acc-cf366238bcb9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:49.620310 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['55c05171-8acc-4e05-9acc-cf366238bcb9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:49.625658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:49.627092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.659476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.700702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Attempting to bind port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:49.701035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Attempting to bind port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:49.701392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Attempting to bind port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:49.728858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] Deleting port 3f8c4cab-bc38-486b-8841-e638b9830828 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:49.729253 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.748516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:49.748836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Attempting to bind port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:49.767546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Pushing event updated for resources: {'Port': ['ID=2f130e08-b792-4cac-8831-744fc3cea0ad,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:49.806610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38b856bb-d961-495d-b277-5ae3717cc997 req-1ec32b5e-5e5f-4597-bcd3-008ebe1292c9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256143 Aug 31 06:28:49.851683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:49.857690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:49.858866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:49.859576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Bound port: ca875fc5-b590-4314-9e0f-f8eeff7fe1ac, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:49.860164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.861568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] For port 3f8c4cab-bc38-486b-8841-e638b9830828, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f8c4cab-bc38-486b-8841-e638b9830828,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:49.861970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.865254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:28:49.868846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] Set router 55c05171-8acc-4e05-9acc-cf366238bcb9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:49.872453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500a3bf-6ad7-4574-a45f-d458d050bc6f req-41960473-bfff-4fc1-98b0-b8ba815349ef tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:49.873953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8500a3bf-6ad7-4574-a45f-d458d050bc6f req-41960473-bfff-4fc1-98b0-b8ba815349ef tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 948 time: 0.2644346 Aug 31 06:28:49.875303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:49.875919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:49.877261 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/5de979cf-2ca6-4966-837f-ab829148f8c5 HTTP/1.1" status: 200 len: 1124 time: 2.8506203 Aug 31 06:28:49.886138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Sync routers for ids ['9bb9e757-9699-4191-9e68-760f885b1c3e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:28:49.914357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] Calling delete_port for 3f8c4cab-bc38-486b-8841-e638b9830828 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:49.937939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Routers {'9bb9e757-9699-4191-9e68-760f885b1c3e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:49.938573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9bb9e757-9699-4191-9e68-760f885b1c3e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:50.011794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5de979cf-2ca6-4966-837f-ab829148f8c5'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:50.016058 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.019917 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7aa6a37a-1be1-4f69-9c5f-fe06b7fdc98d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4045095 Aug 31 06:28:50.032044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50834) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:50.032760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dacdd67-ebbc-441f-8c85-ddd17c0cb77b req-3d686932-5124-461c-94a2-b7e079ae7a55 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.1040027 Aug 31 06:28:50.065917 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.147859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port 3f8c4cab-bc38-486b-8841-e638b9830828 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:50.148204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.164469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] For port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:50.183825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef0dc8-c59e-45ea-9cb0-0923b74e71e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:50.193955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Attempting to bind port 2f130e08-b792-4cac-8831-744fc3cea0ad on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:50.194173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Attempting to bind port 2f130e08-b792-4cac-8831-744fc3cea0ad by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:50.194494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Attempting to bind port 2f130e08-b792-4cac-8831-744fc3cea0ad on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:50.207691 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:28:47Z', 'revision_number': 5, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:50.209497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Port 2f130e08-b792-4cac-8831-744fc3cea0ad on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:28:50.209828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Attempting to bind port 2f130e08-b792-4cac-8831-744fc3cea0ad on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:50.245528 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] Checking router: 55c05171-8acc-4e05-9acc-cf366238bcb9 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:28:50.255971 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] Routers {'55c05171-8acc-4e05-9acc-cf366238bcb9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:50.256704 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['55c05171-8acc-4e05-9acc-cf366238bcb9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:50.280514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] For port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:50.284251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8500a3bf-6ad7-4574-a45f-d458d050bc6f req-668e3485-cc39-4b30-a382-e477f7ae08f0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946686 Aug 31 06:28:50.304686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:50.305031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:50.305445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:50.305900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Bound port: 2f130e08-b792-4cac-8831-744fc3cea0ad, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:50.306268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.320607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.386339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port 3f8c4cab-bc38-486b-8841-e638b9830828, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f8c4cab-bc38-486b-8841-e638b9830828,segment=NetworkSegment(5bbdc220-e034-49cf-a156-0a716ea92bd2),segment_id=5bbdc220-e034-49cf-a156-0a716ea92bd2)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:50.386802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.410324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:50.410983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.412397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] 10.222.0.23 "PUT /v2.0/ports/ca875fc5-b590-4314-9e0f-f8eeff7fe1ac HTTP/1.1" status: 200 len: 1097 time: 2.9198036 Aug 31 06:28:50.418850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'tag': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:50.421140 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5115ef12-da74-4bfa-adb0-eb697817e0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a127c389-4790-4fc8-93ec-d458e7d49f16", "tag": "ca875fc5-b590-4314-9e0f-f8eeff7fe1ac"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:50.432006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for 3f8c4cab-bc38-486b-8841-e638b9830828 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:50.432201 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] Set router 55c05171-8acc-4e05-9acc-cf366238bcb9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:50.443160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706376b-b740-42ca-aee8-53e35a2f2798 req-52639d7c-85fc-44a9-91fa-09f7f5564486 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:50.450581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3706376b-b740-42ca-aee8-53e35a2f2798 req-52639d7c-85fc-44a9-91fa-09f7f5564486 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 944 time: 0.2966082 Aug 31 06:28:50.514656 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28d50a2-b555-40e2-bac0-a7d397f4c82b x-openstack-request-id: req-f28d50a2-b555-40e2-bac0-a7d397f4c82b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:50.514957 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a127c389-4790-4fc8-93ec-d458e7d49f16", "tag": "ca875fc5-b590-4314-9e0f-f8eeff7fe1ac", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:50.515265 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f28d50a2-b555-40e2-bac0-a7d397f4c82b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:50.515587 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'tag': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'status': 'completed', 'code': 200} Aug 31 06:28:50.532566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e97ded-fe54-4a28-ab55-c5a335e40cea service neutron] Pushing event updated for resources: {'Port': ['ID=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:50.535924 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.571147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Set router 9bb9e757-9699-4191-9e68-760f885b1c3e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:50.637893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3706376b-b740-42ca-aee8-53e35a2f2798 req-b4d3ae63-f8f5-4017-8e21-f67115559107 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862864 Aug 31 06:28:50.705013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-3088a79e-8c38-4c5e-845c-1f54e4b3b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:50.706475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-3088a79e-8c38-4c5e-845c-1f54e4b3b2fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 1100 time: 0.2095752 Aug 31 06:28:50.710978 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.761989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:50.768021 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d02923-53ea-43b4-90ce-b86fa42305c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:50.768626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.771270 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-3c3f4ad9-995b-4610-92e0-4ba8c754cbaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac HTTP/1.1" status: 200 len: 217 time: 0.0485084 Aug 31 06:28:50.812687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] For port 2f130e08-b792-4cac-8831-744fc3cea0ad, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:50.842646 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d0edfa-a485-4dfd-aa4f-b59819a88b43 x-openstack-request-id: req-f6d0edfa-a485-4dfd-aa4f-b59819a88b43 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:50.842941 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:50.843174 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6d0edfa-a485-4dfd-aa4f-b59819a88b43 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:50.844203 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5', 'status': 'completed', 'code': 200} Aug 31 06:28:50.846642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] Pushing event deleted for resources: {'Port': ['ID=3f8c4cab-bc38-486b-8841-e638b9830828,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:50.868981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] For port 2f130e08-b792-4cac-8831-744fc3cea0ad, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2f130e08-b792-4cac-8831-744fc3cea0ad,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:50.878771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca5af4-bd07-4d2f-88c3-ea5d0bf06fbb None None] No DVR routers for this DVR port 3f8c4cab-bc38-486b-8841-e638b9830828 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:50.886338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:50.928504 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:28:47Z', 'revision_number': 5, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:50.968078 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025abda-5d0a-40f8-a2d7-0d14a6da425a None None] The sync data for ids ['55c05171-8acc-4e05-9acc-cf366238bcb9'] in n-d-712142-16 is: [{'id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1522336812-router', 'tenant_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '73f87077-5528-4048-8c6d-de9714cf6720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:26:38Z', 'updated_at': '2021-08-31T06:28:47Z', 'revision_number': 5, 'project_id': 'b21e0bc5e02c44d8848188f4428ee4db', 'gw_port': {'id': '73f87077-5528-4048-8c6d-de9714cf6720', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c05171-8acc-4e05-9acc-cf366238bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:26:40Z', 'updated_at': '2021-08-31T06:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:28:50.992043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.021036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:28:47Z', 'revision_number': 3, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port': {'id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:45Z', 'updated_at': '2021-08-31T06:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:51.025513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.026116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.027701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] 10.222.0.42 "PUT /v2.0/ports/2f130e08-b792-4cac-8831-744fc3cea0ad HTTP/1.1" status: 200 len: 1097 time: 2.4912233 Aug 31 06:28:51.066975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a68f10-05ac-43b7-b2cc-2c724d2f38ac service neutron] Pushing event updated for resources: {'Port': ['ID=2f130e08-b792-4cac-8831-744fc3cea0ad,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:51.088991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Checking router: 9bb9e757-9699-4191-9e68-760f885b1c3e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:28:51.088991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Updating router 9bb9e757-9699-4191-9e68-760f885b1c3e port 11d3bc9f-0fac-461e-9143-c054aad95518 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:28:51.166103 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.217166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e9b8b9f-54a7-4c38-aca6-f0c21d3b8ab8 req-51dabdca-7613-47b0-8e88-d8d502b2a08f tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0853209 Aug 31 06:28:51.217402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=3f8c4cab-bc38-486b-8841-e638b9830828,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:51.247158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port 3f8c4cab-bc38-486b-8841-e638b9830828 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:51.298377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-3f0a0126-3299-4e22-9995-cfabf91b0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.299748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Deleting port 73f87077-5528-4048-8c6d-de9714cf6720 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:51.300004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-3f0a0126-3299-4e22-9995-cfabf91b0dda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 1100 time: 0.1822057 Aug 31 06:28:51.300189 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.393152 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-62cbef6f-7e9b-4e60-8735-f570b7fc982d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2f130e08-b792-4cac-8831-744fc3cea0ad HTTP/1.1" status: 200 len: 217 time: 0.0726275 Aug 31 06:28:51.413059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5de1976e-af66-4ce0-ac72-757a32fbeb02 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:51.449583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5de1976e-af66-4ce0-ac72-757a32fbeb02 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:51.449918 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5de1976e-af66-4ce0-ac72-757a32fbeb02 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:51.450720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f8c4cab-bc38-486b-8841-e638b9830828 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:51.470947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-3e4818a5-693b-4ab6-b8b4-5ccf00f5d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.472536 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-3e4818a5-693b-4ab6-b8b4-5ccf00f5d908 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.3034394 Aug 31 06:28:51.485404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3f8c4cab-bc38-486b-8841-e638b9830828 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:51.485749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f8c4cab-bc38-486b-8841-e638b9830828 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:51.504653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-1a76e934-b082-4fa9-aac5-b449e8533a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.506835 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-1a76e934-b082-4fa9-aac5-b449e8533a2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1127 time: 0.3270788 Aug 31 06:28:51.508711 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.525388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b92f1-f637-4b07-9cf3-2dcce191d052 req-8c162706-88ef-4d39-8e96-e19e8f633edf tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.531496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Allocated IP 172.20.0.1 (cf7345a9-1950-4dc8-8ea7-819989843433/b428605c-92e5-49ad-8d4d-aab0d87a18a7/20471b7b-d1ee-4fd8-b678-101af5a30421) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:51.532624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e90b92f1-f637-4b07-9cf3-2dcce191d052 req-8c162706-88ef-4d39-8e96-e19e8f633edf tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.3555524 Aug 31 06:28:51.539571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-9eb9e45c-4f57-477c-be6f-78cf6aa21eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.541229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-9eb9e45c-4f57-477c-be6f-78cf6aa21eed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1040387 Aug 31 06:28:51.570939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8b48-262c-49db-a0e7-3e412a188588 req-e7bbf0b6-b366-42db-9624-e62daa411272 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.572448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42ca8b48-262c-49db-a0e7-3e412a188588 req-e7bbf0b6-b366-42db-9624-e62daa411272 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 948 time: 0.1363866 Aug 31 06:28:51.583976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995b9c21-28f8-4989-8017-32ec75fe6834']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:51.610993 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.621500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Transition to ACTIVE for port object 11d3bc9f-0fac-461e-9143-c054aad95518 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:51.627395 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.641349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbdc220-e034-49cf-a156-0a716ea92bd2') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:51.641712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbdc220-e034-49cf-a156-0a716ea92bd2') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:51.671366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] For port 73f87077-5528-4048-8c6d-de9714cf6720, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=73f87077-5528-4048-8c6d-de9714cf6720,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:51.671712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.675469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.683493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Attempting to bind port 11d3bc9f-0fac-461e-9143-c054aad95518 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:51.683956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Attempting to bind port 11d3bc9f-0fac-461e-9143-c054aad95518 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:51.684363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Attempting to bind port 11d3bc9f-0fac-461e-9143-c054aad95518 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:51.686486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1251a-0b10-42e2-b332-22d74c3f1749 None None] Pushing event updated for resources: {'Port': ['ID=11d3bc9f-0fac-461e-9143-c054aad95518,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:51.688026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-ea98d559-5b59-4b07-8bf6-7e0ab2cf945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.690180 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-ea98d559-5b59-4b07-8bf6-7e0ab2cf945c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366167 Aug 31 06:28:51.692366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:51.692618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:51.692964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.693486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:51.694268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Bound port: 11d3bc9f-0fac-461e-9143-c054aad95518, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:51.694403 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.706725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Calling delete_port for 73f87077-5528-4048-8c6d-de9714cf6720 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:51.710208 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42ca8b48-262c-49db-a0e7-3e412a188588 req-061b53f0-67c1-4738-abad-ab24bbe3e979 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121352 Aug 31 06:28:51.742377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e90b92f1-f637-4b07-9cf3-2dcce191d052 req-015a347e-dd5f-4d7a-a0dd-0b923944e18b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087965 Aug 31 06:28:51.748499 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.754591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-a370ae96-e6cd-4df4-8caa-c3b5601bbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.765854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-a370ae96-e6cd-4df4-8caa-c3b5601bbb01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2734673 Aug 31 06:28:51.769605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] For port 11d3bc9f-0fac-461e-9143-c054aad95518, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:51.778310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] For port 11d3bc9f-0fac-461e-9143-c054aad95518, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11d3bc9f-0fac-461e-9143-c054aad95518,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:51.787089 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.821524 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.826633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:28:51.827046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:28:51.831297 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:28:51.853467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Transition to ACTIVE for port object 20471b7b-d1ee-4fd8-b678-101af5a30421 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:51.859544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Routers {'9bb9e757-9699-4191-9e68-760f885b1c3e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:51.860230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9bb9e757-9699-4191-9e68-760f885b1c3e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:51.874803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-2cbc8a35-8ade-456a-89dc-c29274296030 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601737 Aug 31 06:28:51.902814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1251a-0b10-42e2-b332-22d74c3f1749 None None] Pushing event updated for resources: {'Port': ['ID=11d3bc9f-0fac-461e-9143-c054aad95518,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:51.946160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-b9b5947d-a9d1-406c-a791-88d505ff516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:51.947996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-b9b5947d-a9d1-406c-a791-88d505ff516f service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.3861394 Aug 31 06:28:51.950928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:51.989444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] Set router 9bb9e757-9699-4191-9e68-760f885b1c3e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:52.019066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-56cba8ab-46f2-4a49-9de8-4ceac334080d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de979cf-2ca6-4966-837f-ab829148f8c5 HTTP/1.1" status: 200 len: 217 time: 0.0527925 Aug 31 06:28:52.029482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Network cf7345a9-1950-4dc8-8ea7-819989843433 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:52.035660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:52.041230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:52.075614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-351d542b-4964-4ed4-8cf2-cc9250707af8 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879888 Aug 31 06:28:52.078075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Pushing event updated for resources: {'Port': ['ID=20471b7b-d1ee-4fd8-b678-101af5a30421,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:52.084096 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.101221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.119902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879557-840b-42d9-9c88-2f23489ee0a1 req-edb7c67c-672a-4058-b81a-7286e142302d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:52.121518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17879557-840b-42d9-9c88-2f23489ee0a1 req-edb7c67c-672a-4058-b81a-7286e142302d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 944 time: 0.2748857 Aug 31 06:28:52.132362 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.140447 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "DELETE /v2.0/networks/995b9c21-28f8-4989-8017-32ec75fe6834 HTTP/1.1" status: 204 len: 168 time: 2.8938723 Aug 31 06:28:52.141164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50850) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:52.181013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-375147431'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:52.200746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:28:47Z', 'revision_number': 3, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port': {'id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:45Z', 'updated_at': '2021-08-31T06:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:52.207626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-7a754450-e949-418f-b896-e40a218027bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:52.209086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-7a754450-e949-418f-b896-e40a218027bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1709831 Aug 31 06:28:52.210989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-eabe43b1-c16d-40c1-af53-318da8098589 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930161 Aug 31 06:28:52.233062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2629b60-bbd3-4872-b31c-95a039e9520c None None] The sync data for ids ['9bb9e757-9699-4191-9e68-760f885b1c3e'] in n-d-712142-16 is: [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:28:47Z', 'revision_number': 3, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port': {'id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:45Z', 'updated_at': '2021-08-31T06:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:28:52.259318 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.281737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a459c6d-dcb5-4261-9ba1-06710c4e9f1a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Network': ['ID=995b9c21-28f8-4989-8017-32ec75fe6834,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:52.355395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.377414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0dc3151-8033-4a7a-9a72-b784695d055c req-d6cfe779-8571-43cf-9b54-b2d9c850335f tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0338895 Aug 31 06:28:52.391912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-a93a7dd3-9103-4485-95b9-ab0bf633c1f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006093 Aug 31 06:28:52.414146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a32b32eb-e1c5-4e44-9744-742e69717dff None None] Provisioning for port 20471b7b-d1ee-4fd8-b678-101af5a30421 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:52.420341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a32b32eb-e1c5-4e44-9744-742e69717dff None None] Provisioning complete for port 20471b7b-d1ee-4fd8-b678-101af5a30421 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:52.420738 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a32b32eb-e1c5-4e44-9744-742e69717dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.421873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=73f87077-5528-4048-8c6d-de9714cf6720,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:52.447342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:52.451391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.474053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a32b32eb-e1c5-4e44-9744-742e69717dff None None] Port 20471b7b-d1ee-4fd8-b678-101af5a30421 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:52.505798 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.528810 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.594287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17879557-840b-42d9-9c88-2f23489ee0a1 req-67466fc1-034c-4bb5-ae9b-07be6820b545 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454801 Aug 31 06:28:52.606473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Pushing event updated for resources: {'Port': ['ID=20471b7b-d1ee-4fd8-b678-101af5a30421,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:52.609849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.626801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:28:52.663056 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-736bc0bf-5120-4859-b8de-40a3f6663c5f req-8ee22949-e601-45e1-b20f-692abf43d37d service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608191 Aug 31 06:28:52.663912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.670691 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.670988 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Added segment 28bb3fbf-0109-41fd-9f29-f9e81b283ca7 of type vlan for network f381cfbd-b938-41ca-be8d-402cad10e7a5 Aug 31 06:28:52.759846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Network cf7345a9-1950-4dc8-8ea7-819989843433 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:52.761965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:52.886111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.888542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.895942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:52.918468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4240ec-c619-49a2-82ae-c30d2a3e454d', 'tag': '2f130e08-b792-4cac-8831-744fc3cea0ad'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:28:52.919229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5de979cf-2ca6-4966-837f-ab829148f8c5 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:52.920935 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4240ec-c619-49a2-82ae-c30d2a3e454d", "tag": "2f130e08-b792-4cac-8831-744fc3cea0ad"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:28:52.964793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Router 9bb9e757-9699-4191-9e68-760f885b1c3e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:28:52.991139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc611e-695a-4b2b-84b3-37ded2dcfcac req-fa510a38-bfa1-4ffd-87e0-5edf5480d7e5 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:52.993319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a2fc611e-695a-4b2b-84b3-37ded2dcfcac req-fa510a38-bfa1-4ffd-87e0-5edf5480d7e5 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 948 time: 0.2156231 Aug 31 06:28:53.036571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.038719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c05171-8acc-4e05-9acc-cf366238bcb9 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:28:53.054830 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.056990 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7ed4cd87-155e-49b3-9563-b469a1f2a9ee admin admin] 10.222.0.15 "DELETE /v2.0/routers/55c05171-8acc-4e05-9acc-cf366238bcb9 HTTP/1.1" status: 204 len: 168 time: 3.4072161 Aug 31 06:28:53.068302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-11670e45-18a0-469d-b99f-99cc0ecea8f0 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399357 Aug 31 06:28:53.076191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50862) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:53.101581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:53.118867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5de979cf-2ca6-4966-837f-ab829148f8c5 has no active binding in host n-h2-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:28:53.129597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-007322ec-6701-4a5c-b3ff-4c73e72b15ab None None] Provisioning complete for port 20471b7b-d1ee-4fd8-b678-101af5a30421 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:53.129971 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-007322ec-6701-4a5c-b3ff-4c73e72b15ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.142544 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a2fc611e-695a-4b2b-84b3-37ded2dcfcac req-8f7224b6-e84c-4595-8731-59705499eae9 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239405 Aug 31 06:28:53.169248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-39a89180-6f3e-4fb7-b93f-bc1bd03f25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:53.170993 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-39a89180-6f3e-4fb7-b93f-bc1bd03f25c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 1100 time: 0.4148946 Aug 31 06:28:53.183630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-007322ec-6701-4a5c-b3ff-4c73e72b15ab None None] Port 20471b7b-d1ee-4fd8-b678-101af5a30421 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:28:53.243010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6de02-1578-43f6-b6f2-05725b638b7a req-e38e0d27-2ce1-4f20-88f8-a4d5a335b958 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:53.251152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:28:53.251352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ef6de02-1578-43f6-b6f2-05725b638b7a req-e38e0d27-2ce1-4f20-88f8-a4d5a335b958 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.4121313 Aug 31 06:28:53.257869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.260771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ae01b4a0-fb5c-40ab-9396-5163503d01b4 admin admin] 10.222.0.15 "PUT /v2.0/routers/9bb9e757-9699-4191-9e68-760f885b1c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2141936 Aug 31 06:28:53.268002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:53.268734 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.321041 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c07417-7acf-427a-86d8-1943d040619f x-openstack-request-id: req-36c07417-7acf-427a-86d8-1943d040619f {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:28:53.321456 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4240ec-c619-49a2-82ae-c30d2a3e454d", "tag": "2f130e08-b792-4cac-8831-744fc3cea0ad", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:28:53.321777 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36c07417-7acf-427a-86d8-1943d040619f {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:28:53.322791 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4240ec-c619-49a2-82ae-c30d2a3e454d', 'tag': '2f130e08-b792-4cac-8831-744fc3cea0ad', 'status': 'completed', 'code': 200} Aug 31 06:28:53.347891 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:28:53.388360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11d3bc9f-0fac-461e-9143-c054aad95518 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:53.434408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-6e54204c-8d2c-4ff5-9625-3b3a9604fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:53.436147 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-6e54204c-8d2c-4ff5-9625-3b3a9604fc65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 1100 time: 0.0818346 Aug 31 06:28:53.460571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2913513 Aug 31 06:28:53.473006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35b7c84-9b0d-424a-b056-8ff89585e50d admin admin] Deleting subnet 468fff82-4c63-4f82-8a6c-1b721024933f {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:28:53.473649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50870) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:53.489577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d35b7c84-9b0d-424a-b056-8ff89585e50d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.498405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 11d3bc9f-0fac-461e-9143-c054aad95518 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:53.501453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'subnet': {'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:53.502066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 11d3bc9f-0fac-461e-9143-c054aad95518 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:53.502622 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.516866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ef6de02-1578-43f6-b6f2-05725b638b7a req-fc9c7c8a-408c-41a9-b6e3-ed4a0a4b0adc tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648640 Aug 31 06:28:53.557392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68e869-f7ce-4ebe-aa60-e2ad65fdee53 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Network': ['ID=f381cfbd-b938-41ca-be8d-402cad10e7a5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:53.584695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f381cfbd-b938-41ca-be8d-402cad10e7a5 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:28:53.586239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d35b7c84-9b0d-424a-b056-8ff89585e50d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.612706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8188fddf-e393-431f-870b-efb5f0120813 req-d7617a2f-bd8f-48ec-b83d-e4f1ff5ca817 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0758524 Aug 31 06:28:53.623028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-a75ed467-c887-4e46-b283-9d302cd77695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:53.624561 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-a75ed467-c887-4e46-b283-9d302cd77695 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.4042263 Aug 31 06:28:53.626438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82d02923-53ea-43b4-90ce-b86fa42305c9 req-bd757f6b-4ac3-4f76-a509-4193f2f91a03 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095925 Aug 31 06:28:53.691298 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.703067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-a91997b4-4924-45e7-835e-00c26712ead4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac HTTP/1.1" status: 200 len: 217 time: 0.0509737 Aug 31 06:28:53.731066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 11d3bc9f-0fac-461e-9143-c054aad95518, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11d3bc9f-0fac-461e-9143-c054aad95518,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:53.740779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:53.801580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=11d3bc9f-0fac-461e-9143-c054aad95518,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:54.092249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.098714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-1ab135a5-1d94-4d3f-9629-722a8c284f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:54.099258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-1ab135a5-1d94-4d3f-9629-722a8c284f2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.6512589 Aug 31 06:28:54.148332 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d3b0eca3-af69-4e7a-9b63-195deb3b3feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.190914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-6c670bcd-3e27-405a-b505-9be49ed4d3b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2f130e08-b792-4cac-8831-744fc3cea0ad HTTP/1.1" status: 200 len: 217 time: 0.0678401 Aug 31 06:28:54.208543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605abcc-d2a9-489b-806a-86dfa8d8e23c req-4bb0090d-d722-4672-946c-08e6e46ecdee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:54.210975 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0605abcc-d2a9-489b-806a-86dfa8d8e23c req-4bb0090d-d722-4672-946c-08e6e46ecdee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 944 time: 0.1921430 Aug 31 06:28:54.255090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d35b7c84-9b0d-424a-b056-8ff89585e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.264641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-012e99d0-554d-4ea3-8ad2-03aecfe970ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:54.266380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-012e99d0-554d-4ea3-8ad2-03aecfe970ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.5161636 Aug 31 06:28:54.295525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:54.299127 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.313100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0605abcc-d2a9-489b-806a-86dfa8d8e23c req-38d6817d-5065-406d-8e3b-beabac3225d3 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903451 Aug 31 06:28:54.354423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-5611930d-e49e-4f7a-bfcf-d20da68d7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:54.356768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-5611930d-e49e-4f7a-bfcf-d20da68d7f99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1447039 Aug 31 06:28:54.437819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5eac0f28-c891-477d-8e50-cce874f07fde req-fae72970-a638-4be0-971c-8cc8a2dcc9c9 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6655500 Aug 31 06:28:54.447855 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Sync routers for ids ['9bb9e757-9699-4191-9e68-760f885b1c3e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:28:54.454248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:54.458330 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Routers {'9bb9e757-9699-4191-9e68-760f885b1c3e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:54.458944 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9bb9e757-9699-4191-9e68-760f885b1c3e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:54.462402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-0015ecf8-7151-45e2-8a9b-ccf1759f2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:54.464253 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-0015ecf8-7151-45e2-8a9b-ccf1759f2540 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1731439 Aug 31 06:28:54.486442 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d35b7c84-9b0d-424a-b056-8ff89585e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.496360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-621fd10c-0c9f-4a2a-9d62-b1c265edd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:54.498113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-621fd10c-0c9f-4a2a-9d62-b1c265edd9f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245668 Aug 31 06:28:54.518783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f3c56-cd45-4d59-b02c-cfc31ad1198d req-dfb6c80f-c6bc-4177-b5e5-e3996acfb05c tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:54.521042 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc3f3c56-cd45-4d59-b02c-cfc31ad1198d req-dfb6c80f-c6bc-4177-b5e5-e3996acfb05c tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 948 time: 0.0945251 Aug 31 06:28:54.552852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.555404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b7c84-9b0d-424a-b056-8ff89585e50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468fff82-4c63-4f82-8a6c-1b721024933f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:54.572401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986cd19f-bef9-43cd-8b73-b13290c5a4f3 None None] Network c10a7653-bf07-4c8d-bbf8-cef7149b0774 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:54.576046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d35b7c84-9b0d-424a-b056-8ff89585e50d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.578673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d35b7c84-9b0d-424a-b056-8ff89585e50d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/468fff82-4c63-4f82-8a6c-1b721024933f HTTP/1.1" status: 204 len: 168 time: 1.4912190 Aug 31 06:28:54.581017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50882) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:54.599539 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Set router 9bb9e757-9699-4191-9e68-760f885b1c3e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:54.694741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc3f3c56-cd45-4d59-b02c-cfc31ad1198d req-6cfe80d0-a054-4c19-9c5d-e7feaa4bb78d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501474 Aug 31 06:28:54.731874 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-7a6a5979-e8d5-4418-aafc-16b56e9776aa service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575207 Aug 31 06:28:54.736260 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.788178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-9a80ba9f-8c93-427b-b509-15599e9526c9 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584686 Aug 31 06:28:54.804610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.891375 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:28:52Z', 'revision_number': 4, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port': {'id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:45Z', 'updated_at': '2021-08-31T06:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '20471b7b-d1ee-4fd8-b678-101af5a30421', 'name': '', 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'mac_address': 'fa:16:3e:97:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b428605c-92e5-49ad-8d4d-aab0d87a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:51Z', 'updated_at': '2021-08-31T06:28:52Z', 'revision_number': 2, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'subnets': [{'id': 'b428605c-92e5-49ad-8d4d-aab0d87a18a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:54.906793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5115ef12-da74-4bfa-adb0-eb697817e0b0 req-ae80f901-3445-4290-a041-f8d591866610 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620271 Aug 31 06:28:54.909581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] DHCP port deletion for c10a7653-bf07-4c8d-bbf8-cef7149b0774 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:28:54.911371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.923965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 2f130e08-b792-4cac-8831-744fc3cea0ad details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:54.925497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Deleting port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:54.925837 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.931917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Subnet': ['ID=880617cc-a594-476d-b77d-781f536238ce,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:54.969877 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Checking router: 9bb9e757-9699-4191-9e68-760f885b1c3e for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:28:54.970724 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Updating router 9bb9e757-9699-4191-9e68-760f885b1c3e port 20471b7b-d1ee-4fd8-b678-101af5a30421 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:28:54.998993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Checking segment: {'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:55.000040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network hostable DHCP agents. Network: f381cfbd-b938-41ca-be8d-402cad10e7a5, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:28:55.004195 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.029074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc5cdc0d-7cc7-4429-a4c2-28984c15e04b req-020afac4-04b2-451a-b638-be5135ffeedc service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966763 Aug 31 06:28:55.037535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0dcab-989a-436b-98b3-f25b519472bb req-1c92a5ff-21a3-4c3c-a767-8c3a2f91546d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:55.039719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4bb0dcab-989a-436b-98b3-f25b519472bb req-1c92a5ff-21a3-4c3c-a767-8c3a2f91546d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1207223 Aug 31 06:28:55.062221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network f381cfbd-b938-41ca-be8d-402cad10e7a5 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:28:55.086279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f381cfbd-b938-41ca-be8d-402cad10e7a5) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:55.093746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] For port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=caa202a9-fdfd-41a0-bf0f-67fe4bd20b00,segment=NetworkSegment(f4839fb0-a93e-4386-849e-2561cd3eea1e),segment_id=f4839fb0-a93e-4386-849e-2561cd3eea1e)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:55.093923 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.097918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:55.098616 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.110457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4bb0dcab-989a-436b-98b3-f25b519472bb req-cc8212e6-dd15-4b81-8ce2-6d4258d753fe tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616333 Aug 31 06:28:55.133302 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-054d8b04-0d3d-4763-a151-0f2be261a44a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6581132 Aug 31 06:28:55.135805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50886) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:55.140752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1078148717'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:55.144452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Calling delete_port for caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:55.158282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Allocated IP 172.25.5.208 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/f0407cd4-8c97-47b5-97a9-a495de46d529) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:55.196069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:55.199967 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.253073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8757669-46db-4688-aa58-9ebca378787b req-70ecb71c-d088-4d7b-b553-a5470bd63ccb tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0348408 Aug 31 06:28:55.262638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:28:55.274672 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.274672 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Added segment cc088a99-5445-46b1-bfe9-26e1ce193f8e of type vlan for network c2d71199-62a5-4f88-b827-8a70de42792e Aug 31 06:28:55.320270 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.330315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.353302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.357375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8c2a8-d07c-4388-8b2e-c2aa4ed9c638 None None] Network f381cfbd-b938-41ca-be8d-402cad10e7a5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:55.361432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:55.361631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.377382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] No DVR routers for this DVR port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:55.379035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa202a9-fdfd-41a0-bf0f-67fe4bd20b00,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:55.409666 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.456229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3193383 Aug 31 06:28:55.457132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297fa91-abef-46bb-8478-ca681535f82f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Network': ['ID=c2d71199-62a5-4f88-b827-8a70de42792e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:55.457339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11d3bc9f-0fac-461e-9143-c054aad95518 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:55.459750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50890) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:55.466389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'subnet': {'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:55.479239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c2d71199-62a5-4f88-b827-8a70de42792e details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:28:55.515181 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.516687 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.530961 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Transition to ACTIVE for port object 20471b7b-d1ee-4fd8-b678-101af5a30421 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:55.540889 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.548112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10a7653-bf07-4c8d-bbf8-cef7149b0774']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:55.558544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] Deleting port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:28:55.558920 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.566417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4839fb0-a93e-4386-849e-2561cd3eea1e') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:55.566722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4839fb0-a93e-4386-849e-2561cd3eea1e') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:55.580501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.583115 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-d7dd6933-d69c-496a-bf4b-34a29e65a0dd service neutron] 10.222.0.23 "GET /v2.0/ports/5de979cf-2ca6-4966-837f-ab829148f8c5/bindings/n-h2-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.1667631 Aug 31 06:28:55.594090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.604178 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc165ddc-a130-44ba-83a9-662d21fd1232 None None] Pushing event updated for resources: {'Port': ['ID=20471b7b-d1ee-4fd8-b678-101af5a30421,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:55.609743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.620436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2a19e-e4cd-493d-a89d-afdcebd6b315 req-d7c1d4ff-2865-4586-8872-d89ea1d8724f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:55.623239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18b2a19e-e4cd-493d-a89d-afdcebd6b315 req-d7c1d4ff-2865-4586-8872-d89ea1d8724f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 944 time: 0.1520107 Aug 31 06:28:55.644343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] For port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:55.644737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.662799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] Calling delete_port for caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:28:55.669079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] Port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:28:55.677443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:28:55.677695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ca875fc5-b590-4314-9e0f-f8eeff7fe1ac details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:28:55.678247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:28:55.683068 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:28:55.711313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18b2a19e-e4cd-493d-a89d-afdcebd6b315 req-8ec2d9da-7132-4d76-a285-abe78f83879c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789945 Aug 31 06:28:55.735809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Attempting to bind port 20471b7b-d1ee-4fd8-b678-101af5a30421 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:55.735809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Attempting to bind port 20471b7b-d1ee-4fd8-b678-101af5a30421 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:55.735809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Attempting to bind port 20471b7b-d1ee-4fd8-b678-101af5a30421 on network cf7345a9-1950-4dc8-8ea7-819989843433 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:55.736052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:55.739655 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.741126 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:55.743680 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Checking segment: {'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:55.745659 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.746185 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Bound using segment: {'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:55.746687 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Bound port: 20471b7b-d1ee-4fd8-b678-101af5a30421, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81860eb-0b35-46f5-a17f-11a434947af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:55.748393 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.757633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:55.769949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:55.795850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.798858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:55.815162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Pushing event updated for resources: {'Port': ['ID=f0407cd4-8c97-47b5-97a9-a495de46d529,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:55.856619 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] For port 20471b7b-d1ee-4fd8-b678-101af5a30421, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:55.860470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] For port 20471b7b-d1ee-4fd8-b678-101af5a30421, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=20471b7b-d1ee-4fd8-b678-101af5a30421,segment=NetworkSegment(b81860eb-0b35-46f5-a17f-11a434947af1),segment_id=b81860eb-0b35-46f5-a17f-11a434947af1)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:55.868390 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.900259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.916965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca17d3d-c87a-4a73-b538-4485fca37e90 req-bd775112-f644-4ed4-b264-7d18f84fe636 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:55.924700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ca17d3d-c87a-4a73-b538-4485fca37e90 req-bd775112-f644-4ed4-b264-7d18f84fe636 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 948 time: 0.0892212 Aug 31 06:28:55.946614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:55.948373 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c10a7653-bf07-4c8d-bbf8-cef7149b0774 HTTP/1.1" status: 204 len: 168 time: 1.3639328 Aug 31 06:28:55.968770 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc165ddc-a130-44ba-83a9-662d21fd1232 None None] Pushing event updated for resources: {'Port': ['ID=20471b7b-d1ee-4fd8-b678-101af5a30421,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:56.000767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:56.002106 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Routers {'9bb9e757-9699-4191-9e68-760f885b1c3e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:28:56.002795 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9bb9e757-9699-4191-9e68-760f885b1c3e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:56.011018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ca17d3d-c87a-4a73-b538-4485fca37e90 req-4bf368b8-9eff-424e-bd2e-475491f6a549 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853393 Aug 31 06:28:56.033913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b774b5-987a-4e07-944c-01e855d83d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c10a7653-bf07-4c8d-bbf8-cef7149b0774,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:56.046380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'mac_address': 'fa:16:3e:0f:9e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:56.051340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] Pushing event deleted for resources: {'Port': ['ID=caa202a9-fdfd-41a0-bf0f-67fe4bd20b00,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:56.131990 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.152749 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.172257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.179650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] Set router 9bb9e757-9699-4191-9e68-760f885b1c3e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:28:56.194111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca875fc5-b590-4314-9e0f-f8eeff7fe1ac {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:56.219419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:56.224810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50906) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:56.251879 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.271091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d075f11-b25f-41ef-b3d7-a6c8d1da239e None None] No DVR routers for this DVR port caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:56.274598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.284673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 2f130e08-b792-4cac-8831-744fc3cea0ad, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2f130e08-b792-4cac-8831-744fc3cea0ad,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:56.329125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:56.340297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.378102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:56.396157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:56.397976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1eeafbb6-d97e-40a6-9186-b5c062d3f21a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0614b626f9ec4a02a5dcd93d074501ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712503 Aug 31 06:28:56.406784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50910) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:56.432774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 11d3bc9f-0fac-461e-9143-c054aad95518 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:56.433822 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.438560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9529355-6cd1-4cac-a648-04d871c35b1b req-b46dde06-d625-45ea-b31c-3b6092e43884 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:56.446222 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9529355-6cd1-4cac-a648-04d871c35b1b req-b46dde06-d625-45ea-b31c-3b6092e43884 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1967411 Aug 31 06:28:56.461583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de979cf-2ca6-4966-837f-ab829148f8c5 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:56.479125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:56.484242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '2f130e08-b792-4cac-8831-744fc3cea0ad', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '2f130e08-b792-4cac-8831-744fc3cea0ad', 'mac_address': 'fa:16:3e:ac:a1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:28:56.495290 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:28:52Z', 'revision_number': 4, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port': {'id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:45Z', 'updated_at': '2021-08-31T06:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '20471b7b-d1ee-4fd8-b678-101af5a30421', 'name': '', 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'mac_address': 'fa:16:3e:97:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b428605c-92e5-49ad-8d4d-aab0d87a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:51Z', 'updated_at': '2021-08-31T06:28:55Z', 'revision_number': 4, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'subnets': [{'id': 'b428605c-92e5-49ad-8d4d-aab0d87a18a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:28:56.496790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-f381cfbd-b938-41ca-be8d-402cad10e7a5', 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'fixed_ips': [{'subnet_id': '880617cc-a594-476d-b77d-781f536238ce'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:28:56.497157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Subnet': ['ID=17804527-0e47-470f-9d7b-3eee53f588ab,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:56.497847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.528419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.531473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Checking segment: {'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:56.531837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network hostable DHCP agents. Network: c2d71199-62a5-4f88-b827-8a70de42792e, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:28:56.543860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9529355-6cd1-4cac-a648-04d871c35b1b req-db579c86-c5c8-45b8-ba46-d209282e365b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967281 Aug 31 06:28:56.552425 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea2301-36e8-4e04-a41b-80c79bffcc5e None None] The sync data for ids ['9bb9e757-9699-4191-9e68-760f885b1c3e'] in n-d-712142-16 is: [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:28:52Z', 'revision_number': 4, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port': {'id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:45Z', 'updated_at': '2021-08-31T06:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '20471b7b-d1ee-4fd8-b678-101af5a30421', 'name': '', 'network_id': 'cf7345a9-1950-4dc8-8ea7-819989843433', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'mac_address': 'fa:16:3e:97:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b428605c-92e5-49ad-8d4d-aab0d87a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:51Z', 'updated_at': '2021-08-31T06:28:55Z', 'revision_number': 4, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'subnets': [{'id': 'b428605c-92e5-49ad-8d4d-aab0d87a18a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:28:56.568443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb25294d-9256-4a47-a172-9588b45dd036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.617596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ca875fc5-b590-4314-9e0f-f8eeff7fe1ac'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:56.637295 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb25294d-9256-4a47-a172-9588b45dd036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.681665 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.699568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] Transition to ACTIVE for port object 5de979cf-2ca6-4966-837f-ab829148f8c5 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:56.701440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.717877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.746997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97b580ba-7f6d-40d0-a359-44f69a77fe84 req-70332b45-fc05-4596-a9f1-0e65a37321db tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0395479 Aug 31 06:28:56.754036 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb25294d-9256-4a47-a172-9588b45dd036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.757050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb25294d-9256-4a47-a172-9588b45dd036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.759287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bb25294d-9256-4a47-a172-9588b45dd036 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d741096-972a-4623-ae14-7e13496bff76 HTTP/1.1" status: 204 len: 168 time: 0.3515680 Aug 31 06:28:56.769528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network c2d71199-62a5-4f88-b827-8a70de42792e is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:28:56.772001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25294d-9256-4a47-a172-9588b45dd036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d741096-972a-4623-ae14-7e13496bff76,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:56.802641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c2d71199-62a5-4f88-b827-8a70de42792e) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:56.816986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:56.820452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.830273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Pushing event updated for resources: {'Port': ['ID=f0407cd4-8c97-47b5-97a9-a495de46d529,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:56.864244 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fa68ecac-300a-4097-8ca3-ca8547ad3ea4 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4033363 Aug 31 06:28:56.872289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d020d-67cf-489a-86c2-928054639843 None None] Network c2d71199-62a5-4f88-b827-8a70de42792e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:28:56.874783 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.881518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] No DVR routers for this DVR port 5de979cf-2ca6-4966-837f-ab829148f8c5 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:28:56.889556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.978721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/5de979cf-2ca6-4966-837f-ab829148f8c5/bindings/n-h2-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 1.3818085 Aug 31 06:28:56.983151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:56.984548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5eac0f28-c891-477d-8e50-cce874f07fde req-9a99e14c-fffc-4627-84f6-b4216c1538d6 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5375586 Aug 31 06:28:56.985593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ebd75-6a24-4e0e-bcbc-34a86d8bd1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=10']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:57.032221 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c12c095e-b4ba-489c-a6f2-9663788c94c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.038238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a90e1-ff97-4526-9cd7-486a9f30d89f req-1d0e4a97-fea6-4197-a3e9-036ab362a906 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.053495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f34a90e1-ff97-4526-9cd7-486a9f30d89f req-1d0e4a97-fea6-4197-a3e9-036ab362a906 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 945 time: 0.1347160 Aug 31 06:28:57.106993 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5eac0f28-c891-477d-8e50-cce874f07fde req-1e5672f3-2751-40c9-a6c3-d1a0f71442be tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.0951469 Aug 31 06:28:57.107967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f130e08-b792-4cac-8831-744fc3cea0ad {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:28:57.137200 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.154082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f34a90e1-ff97-4526-9cd7-486a9f30d89f req-05a9c1f5-9e1b-4d31-a6f1-859b8c5ffd05 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995939 Aug 31 06:28:57.185998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-b1a55df1-ca39-48d2-9f71-d9cb19a9c5e6 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.188667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-b1a55df1-ca39-48d2-9f71-d9cb19a9c5e6 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.1075017 Aug 31 06:28:57.207652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 2f130e08-b792-4cac-8831-744fc3cea0ad, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2f130e08-b792-4cac-8831-744fc3cea0ad,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:57.211980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Allocated IP 19.80.0.2 (f381cfbd-b938-41ca-be8d-402cad10e7a5/880617cc-a594-476d-b77d-781f536238ce/7ba86890-03ea-434d-92f0-58f7cea433d5) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:57.236080 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.276400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:57.306525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac0f28-c891-477d-8e50-cce874f07fde req-fe4d62d0-555b-421b-8b2a-7420ff49ba8e tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.308242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5eac0f28-c891-477d-8e50-cce874f07fde req-fe4d62d0-555b-421b-8b2a-7420ff49ba8e tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1918654 Aug 31 06:28:57.329323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-0a1c4407-9ede-4bd6-af35-5ac6f5cee789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.331084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-0a1c4407-9ede-4bd6-af35-5ac6f5cee789 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c HTTP/1.1" status: 200 len: 1097 time: 0.1329758 Aug 31 06:28:57.415192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:57.434220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd9377-deb3-4b91-8a55-71d3fcae117e req-3bd03221-dd2b-48b0-81b7-ab96e9d62be9 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.435746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51fd9377-deb3-4b91-8a55-71d3fcae117e req-3bd03221-dd2b-48b0-81b7-ab96e9d62be9 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 949 time: 0.1384199 Aug 31 06:28:57.453484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:57.454035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device caa202a9-fdfd-41a0-bf0f-67fe4bd20b00 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:57.454229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 73f87077-5528-4048-8c6d-de9714cf6720 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:57.456126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-691e491c-b685-4b0c-b4da-ec80f1ffe0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.457653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-691e491c-b685-4b0c-b4da-ec80f1ffe0ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1097 time: 0.0893333 Aug 31 06:28:57.507161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 73f87077-5528-4048-8c6d-de9714cf6720 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:28:57.507512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 73f87077-5528-4048-8c6d-de9714cf6720 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:57.562129 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c6e0c1fc-dc90-488c-bf62-7b4d746c27cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b21e0bc5e02c44d8848188f4428ee4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439707 Aug 31 06:28:57.564497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50938) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:57.595841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51fd9377-deb3-4b91-8a55-71d3fcae117e req-09cb1578-aa54-4e4a-a999-468dcec0259d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505964 Aug 31 06:28:57.600890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5de979cf-2ca6-4966-837f-ab829148f8c5 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:28:57.654205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5de979cf-2ca6-4966-837f-ab829148f8c5 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:28:57.665441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c2d71199-62a5-4f88-b827-8a70de42792e', 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'fixed_ips': [{'subnet_id': '17804527-0e47-470f-9d7b-3eee53f588ab'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:28:57.666869 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.676510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-6f4e0804-2e7c-40d7-88e7-72b81b5b4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.678074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-6f4e0804-2e7c-40d7-88e7-72b81b5b4bdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.2103868 Aug 31 06:28:57.688979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=2f130e08-b792-4cac-8831-744fc3cea0ad,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:57.689310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a1930bc8-28f6-407a-904c-3c85b7ac83ee tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.696317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a1930bc8-28f6-407a-904c-3c85b7ac83ee tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.698366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a1930bc8-28f6-407a-904c-3c85b7ac83ee tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/networks?id=f381cfbd-b938-41ca-be8d-402cad10e7a5&id=c2d71199-62a5-4f88-b827-8a70de42792e HTTP/1.1" status: 200 len: 1391 time: 0.2718058 Aug 31 06:28:57.726223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-670b44fd-e28e-4cd2-8d74-07baf4c74918 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/quotas/629cebbd92e84205aa10e2c92fb82f37 HTTP/1.1" status: 200 len: 375 time: 0.0210383 Aug 31 06:28:57.763560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-8de4ea59-bad9-48e8-b096-bdb6bceb9576 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de979cf-2ca6-4966-837f-ab829148f8c5 HTTP/1.1" status: 200 len: 217 time: 0.0624475 Aug 31 06:28:57.779681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-509b96e6-cdb5-45d5-bd3e-42826a513462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.820467 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-509b96e6-cdb5-45d5-bd3e-42826a513462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.849832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-3cc64be6-16b9-4595-9d84-bd2da145d4cf tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161036 Aug 31 06:28:57.857377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Allocated IP 19.86.0.2 (c2d71199-62a5-4f88-b827-8a70de42792e/17804527-0e47-470f-9d7b-3eee53f588ab/88b07eb3-92eb-499e-b209-4beb0d83024c) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:28:57.857908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2712b36-a90c-46bd-ac6d-ecf36d4fa488 req-518a7f49-4b1d-4bf1-9dc1-0a9fe2ae7e49 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips/b9fc804d-4125-4165-8327-afb7f1f325fa HTTP/1.1" status: 200 len: 693 time: 0.0841668 Aug 31 06:28:57.931997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-3c5eb35a-69bd-477a-91c1-de9ed0651b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:57.932498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['2f130e08-b792-4cac-8831-744fc3cea0ad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:28:57.933913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-3c5eb35a-69bd-477a-91c1-de9ed0651b44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1508234 Aug 31 06:28:57.939180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 20471b7b-d1ee-4fd8-b678-101af5a30421 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:57.978686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-509b96e6-cdb5-45d5-bd3e-42826a513462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.982086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-509b96e6-cdb5-45d5-bd3e-42826a513462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.985555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-509b96e6-cdb5-45d5-bd3e-42826a513462 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b10d848-e7de-42a5-a505-f6f9a006d997 HTTP/1.1" status: 204 len: 168 time: 0.4141319 Aug 31 06:28:57.988159 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-75727d65-55df-4cf8-b1be-f78e2241b986 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410063 Aug 31 06:28:58.026453 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-2b27f50a-41f1-4611-b55d-d32cfe5adf59 service neutron] 10.222.0.15 "GET /v2.0/networks/f381cfbd-b938-41ca-be8d-402cad10e7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750274 Aug 31 06:28:58.068466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:58.094169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2712b36-a90c-46bd-ac6d-ecf36d4fa488 req-2465f6e5-42e6-4ef7-a67f-6306acbbed17 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:58.102333 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2712b36-a90c-46bd-ac6d-ecf36d4fa488 req-2465f6e5-42e6-4ef7-a67f-6306acbbed17 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.2435126 Aug 31 06:28:58.111335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-d2712b36-a90c-46bd-ac6d-ecf36d4fa488 req-5f8aa931-d876-40ee-a1f0-d57b079134db tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:28:58.125407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b96e6-cdb5-45d5-bd3e-42826a513462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10d848-e7de-42a5-a505-f6f9a006d997,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:58.134783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2712b36-a90c-46bd-ac6d-ecf36d4fa488 req-5f8aa931-d876-40ee-a1f0-d57b079134db tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196407 Aug 31 06:28:58.215523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-b145d782-a811-49e1-94de-ef8d82e59d45 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136610 Aug 31 06:28:58.232019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1f83be95-cef7-488d-8e08-d4e682c12481 service neutron] 10.222.0.15 "GET /v2.0/networks/f381cfbd-b938-41ca-be8d-402cad10e7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035093 Aug 31 06:28:58.352951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f5660-4c74-4d95-8bcf-d51be58a9ee7 req-8d8f1bf9-af20-4ad0-9be4-ec90345908d0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:58.354556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-543f5660-4c74-4d95-8bcf-d51be58a9ee7 req-8d8f1bf9-af20-4ad0-9be4-ec90345908d0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1467059 Aug 31 06:28:58.372173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-ccf32af9-00ee-40fd-824f-c6678575cba6 service neutron] 10.222.0.15 "GET /v2.0/networks/c2d71199-62a5-4f88-b827-8a70de42792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377032 Aug 31 06:28:58.406988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 20471b7b-d1ee-4fd8-b678-101af5a30421 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:58.412223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-543f5660-4c74-4d95-8bcf-d51be58a9ee7 req-8ce2bd94-6698-4654-8b08-b4c11d550575 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Aug 31 06:28:58.429408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-cdcfefc5-0a9d-4cff-a46c-b99554d501c7 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942647 Aug 31 06:28:58.450464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 20471b7b-d1ee-4fd8-b678-101af5a30421 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:58.450849 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:58.493404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1c86c24c-4b02-4cca-8bd4-7e3cb35f5fd7 service neutron] 10.222.0.15 "GET /v2.0/networks/c2d71199-62a5-4f88-b827-8a70de42792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195691 Aug 31 06:28:58.519222 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:58.524423 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:58.543934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5452822f-56cb-4fde-8c0c-92d1338adbe1 req-0c6e2907-bb16-451a-a8c0-abb87fe6cf62 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0336022 Aug 31 06:28:58.546151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Transition to ACTIVE for port object 88b07eb3-92eb-499e-b209-4beb0d83024c will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:58.561084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Transition to ACTIVE for port object 7ba86890-03ea-434d-92f0-58f7cea433d5 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:58.617027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Transition to ACTIVE for port object 88b07eb3-92eb-499e-b209-4beb0d83024c will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:58.629335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Transition to ACTIVE for port object 7ba86890-03ea-434d-92f0-58f7cea433d5 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:28:58.649679 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:58.699525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5eb1409c-cbf1-4a7f-b32e-049c32dc94af req-06cbe198-e612-4359-9fb5-778e28d432ee tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=e4fd81b9ca1941f6ad4799842a039194 HTTP/1.1" status: 200 len: 696 time: 0.1057410 Aug 31 06:28:58.708396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:58.798293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Network f381cfbd-b938-41ca-be8d-402cad10e7a5 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:58.816469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:58.819747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Network c2d71199-62a5-4f88-b827-8a70de42792e is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:28:58.822344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:58.824384 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:58.860235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:28:58.865955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:28:58.884093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20ea99-fd69-4c3d-921e-7ccbabcc2696 req-2476f9df-e4d2-499d-a150-ebb2025dcf57 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:58.885952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d20ea99-fd69-4c3d-921e-7ccbabcc2696 req-2476f9df-e4d2-499d-a150-ebb2025dcf57 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 945 time: 0.0777235 Aug 31 06:28:58.894881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Pushing event updated for resources: {'Port': ['ID=88b07eb3-92eb-499e-b209-4beb0d83024c,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:58.948177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1409c-cbf1-4a7f-b32e-049c32dc94af req-5a4f15bf-c3f3-4b0b-88da-932d4892c931 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:58.957232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5eb1409c-cbf1-4a7f-b32e-049c32dc94af req-5a4f15bf-c3f3-4b0b-88da-932d4892c931 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/networks?id=30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 787 time: 0.2568035 Aug 31 06:28:58.959553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 20471b7b-d1ee-4fd8-b678-101af5a30421, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=20471b7b-d1ee-4fd8-b678-101af5a30421,segment=NetworkSegment(b81860eb-0b35-46f5-a17f-11a434947af1),segment_id=b81860eb-0b35-46f5-a17f-11a434947af1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:28:58.971704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-5eb1409c-cbf1-4a7f-b32e-049c32dc94af req-c721a09a-a600-4b75-9285-3e0232f9b463 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:28:58.972784 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5eb1409c-cbf1-4a7f-b32e-049c32dc94af req-c721a09a-a600-4b75-9285-3e0232f9b463 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065701 Aug 31 06:28:58.993217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-e4d2140f-9ebf-4928-a736-7a51cd8bb07b tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:58.994369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d20ea99-fd69-4c3d-921e-7ccbabcc2696 req-eb53683b-d2c3-4670-acc7-596f8cb4cd73 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010728 Aug 31 06:28:58.999053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-e4d2140f-9ebf-4928-a736-7a51cd8bb07b tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.1984425 Aug 31 06:28:59.107058 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.122402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13ff8561-325a-4428-8c62-d09e377eaf99 req-6627e8d2-c17b-4e45-9d2e-38e592d52509 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 210 time: 0.0420651 Aug 31 06:28:59.166718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fa822-4e9e-4937-ab67-e7dd9727d77c req-9bcb6219-0339-42b7-8326-cecbb5255beb tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:59.176083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-615fa822-4e9e-4937-ab67-e7dd9727d77c req-9bcb6219-0339-42b7-8326-cecbb5255beb tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 949 time: 0.0929856 Aug 31 06:28:59.178880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Attempting to bind port 88b07eb3-92eb-499e-b209-4beb0d83024c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:59.182025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50984) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:28:59.185357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Attempting to bind port 88b07eb3-92eb-499e-b209-4beb0d83024c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:59.185841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Attempting to bind port 88b07eb3-92eb-499e-b209-4beb0d83024c on network c2d71199-62a5-4f88-b827-8a70de42792e {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:59.197250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Pushing event updated for resources: {'Port': ['ID=7ba86890-03ea-434d-92f0-58f7cea433d5,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:59.208477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Attempting to bind port 7ba86890-03ea-434d-92f0-58f7cea433d5 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:28:59.208818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Attempting to bind port 7ba86890-03ea-434d-92f0-58f7cea433d5 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:28:59.209556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Attempting to bind port 7ba86890-03ea-434d-92f0-58f7cea433d5 on network f381cfbd-b938-41ca-be8d-402cad10e7a5 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:28:59.212991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:59.213734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Checking segment: {'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:59.214211 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.215237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Bound using segment: {'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:59.215796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Bound port: 88b07eb3-92eb-499e-b209-4beb0d83024c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:59.216248 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.243613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-615fa822-4e9e-4937-ab67-e7dd9727d77c req-865e98b0-209d-4bf0-b6df-7e4b4624a39a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664222 Aug 31 06:28:59.274686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-d31fe68e-659d-49f3-8fad-96ac5dbbcc4c service neutron] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:59.278762 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-d31fe68e-659d-49f3-8fad-96ac5dbbcc4c service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.279987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a14e6282-e1c4-4683-aa71-c60c4cac81ad req-d31fe68e-659d-49f3-8fad-96ac5dbbcc4c service neutron] 10.222.0.42 "DELETE /v2.0/ports/5de979cf-2ca6-4966-837f-ab829148f8c5/bindings/n-h1-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.2673810 Aug 31 06:28:59.290588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:28:59.291505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Checking segment: {'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:28:59.292021 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.293782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Bound using segment: {'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:28:59.294093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Bound port: 7ba86890-03ea-434d-92f0-58f7cea433d5, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:28:59.294515 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.321913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-ccd19616-c926-4cd5-838e-42c3f33c9008 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips/b9fc804d-4125-4165-8327-afb7f1f325fa HTTP/1.1" status: 200 len: 693 time: 0.0814366 Aug 31 06:28:59.378388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=20471b7b-d1ee-4fd8-b678-101af5a30421,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:59.386516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-network', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:28:59.415310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Made reservation on behalf of 3dccffe0ed36415cb48b9c2c9012182c for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:28:59.418253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.421223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] For port 88b07eb3-92eb-499e-b209-4beb0d83024c, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:59.426725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] For port 88b07eb3-92eb-499e-b209-4beb0d83024c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=88b07eb3-92eb-499e-b209-4beb0d83024c,segment=NetworkSegment(cc088a99-5445-46b1-bfe9-26e1ce193f8e),segment_id=cc088a99-5445-46b1-bfe9-26e1ce193f8e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:59.432559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.434075 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.440924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] For port 7ba86890-03ea-434d-92f0-58f7cea433d5, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:28:59.483115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] For port 7ba86890-03ea-434d-92f0-58f7cea433d5, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7ba86890-03ea-434d-92f0-58f7cea433d5,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:28:59.488136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-73d31850-57cc-42dc-9335-1cba99e3b81e tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:59.489840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-73d31850-57cc-42dc-9335-1cba99e3b81e tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1612513 Aug 31 06:28:59.495856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.538440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ca875fc5-b590-4314-9e0f-f8eeff7fe1ac up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:59.540955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fea84-b232-4f15-8576-d5ff5feb6125 None None] Pushing event updated for resources: {'Port': ['ID=88b07eb3-92eb-499e-b209-4beb0d83024c,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:59.633669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-388efce8-29dd-4297-a607-755202e5803d tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.1181054 Aug 31 06:28:59.651784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849af19-0fd4-4a43-8df8-3f5272ec2915 None None] Pushing event updated for resources: {'Port': ['ID=7ba86890-03ea-434d-92f0-58f7cea433d5,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:28:59.684612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:28:59.691545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:59.692455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.692614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed686b-8768-40b8-8c17-f3651995feb0 req-72b7d7ad-5b1c-404d-8a00-004b1f1efc9e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:28:59.694237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18ed686b-8768-40b8-8c17-f3651995feb0 req-72b7d7ad-5b1c-404d-8a00-004b1f1efc9e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1582303 Aug 31 06:28:59.724566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-5263faa0-262b-4aee-bb14-38c7aa0170dd tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.0894454 Aug 31 06:28:59.736447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 20471b7b-d1ee-4fd8-b678-101af5a30421 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:28:59.753901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18ed686b-8768-40b8-8c17-f3651995feb0 req-efd40e20-d421-4f39-a4ab-d892075f60d2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514302 Aug 31 06:28:59.881508 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.896207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bc5e7ea-c559-425d-85d7-9d72f0a7b4a6 req-4167ae16-bca0-43f8-86f9-bdf02200fc95 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0528588 Aug 31 06:28:59.971185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:59.977313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 20471b7b-d1ee-4fd8-b678-101af5a30421 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:28:59.977531 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.039179 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.039706 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.092113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:00.093113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:00.095655 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccafe85-53aa-460e-999b-69217b188d16" -d '{"events": [{"server_uuid": "a127c389-4790-4fc8-93ec-d458e7d49f16", "name": "network-vif-plugged", "status": "completed", "tag": "ca875fc5-b590-4314-9e0f-f8eeff7fe1ac"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:00.103905 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.114398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:29:00.128520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.129116 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Added segment b17a89d3-fdd8-4bda-ac58-c5d3b740ac00 of type vlan for network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 Aug 31 06:29:00.209342 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:00.245180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.262323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7726b0cb-0d04-466a-a8cd-11ffe8edf5e5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:00.269292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bd0ada8-224e-4df6-9c78-b60d93d4dec3 req-8940e3e0-0dae-413a-8126-61fd1f729062 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0486341 Aug 31 06:29:00.284883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Deleting port f0407cd4-8c97-47b5-97a9-a495de46d529 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:00.284883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.303960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f4d57-6a46-4324-937b-38b5f1d38a8d req-b40f43b5-844a-4342-a8ef-97958c4ada93 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:00.305560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-521f4d57-6a46-4324-937b-38b5f1d38a8d req-b40f43b5-844a-4342-a8ef-97958c4ada93 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 945 time: 0.1361034 Aug 31 06:29:00.350791 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.351739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:00.352307 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.371285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-545707d0-492a-4556-9ddc-2d218e8c0ec0 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:00.377346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-545707d0-492a-4556-9ddc-2d218e8c0ec0 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:00.379355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-545707d0-492a-4556-9ddc-2d218e8c0ec0 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.42 "GET /v2.0/networks?id=f381cfbd-b938-41ca-be8d-402cad10e7a5&id=c2d71199-62a5-4f88-b827-8a70de42792e HTTP/1.1" status: 200 len: 1391 time: 0.1708851 Aug 31 06:29:00.385475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-521f4d57-6a46-4324-937b-38b5f1d38a8d req-3a8ae03a-60d3-45b9-b257-cd57a71fc184 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Aug 31 06:29:00.414662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'port': {'device_id': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5', 'admin_state_up': True, 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:00.433375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2467415 Aug 31 06:29:00.435924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51004) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:00.442411 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e146cd53-b9fe-4ae2-a5a7-33d460740297 x-openstack-request-id: req-e146cd53-b9fe-4ae2-a5a7-33d460740297 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:00.442411 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a127c389-4790-4fc8-93ec-d458e7d49f16", "name": "network-vif-plugged", "status": "completed", "tag": "ca875fc5-b590-4314-9e0f-f8eeff7fe1ac", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:00.442411 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e146cd53-b9fe-4ae2-a5a7-33d460740297 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:00.443874 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'code': 200} Aug 31 06:29:00.447551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.447882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.465234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87f9a6-799f-46b6-bef9-9f08839af7ba admin admin] Pushing event updated for resources: {'Network': ['ID=f9cf190a-6c66-4a8a-a9d7-452d9fc723a6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:00.470273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Calling delete_port for f0407cd4-8c97-47b5-97a9-a495de46d529 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:00.476270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Request body: {'subnet': {'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-subnet', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:00.480029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:29:00.550390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Made reservation on behalf of 3dccffe0ed36415cb48b9c2c9012182c for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:00.554529 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.642000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf5bb366-6b65-4e1d-be96-cc9b2e21063e req-e658cafa-0def-4474-96cc-e434757a164f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 210 time: 0.0778270 Aug 31 06:29:00.732264 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.749657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:00.753506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.787636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Pushing event deleted for resources: {'Port': ['ID=f0407cd4-8c97-47b5-97a9-a495de46d529,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:00.814106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4350e-2f40-4512-8802-ead25e7ec73c req-3ea33c28-45e8-4ee2-ad32-624453c0ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:00.814106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22f4350e-2f40-4512-8802-ead25e7ec73c req-3ea33c28-45e8-4ee2-ad32-624453c0ea0f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 1102 time: 0.1906576 Aug 31 06:29:00.882267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.885161 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.905618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34729f5d-0c01-4cc4-8399-70c3788e62bb req-b90f3b93-821e-41aa-b16c-d1fa012738cf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "DELETE /v2.0/floatingips/b9fc804d-4125-4165-8327-afb7f1f325fa HTTP/1.1" status: 204 len: 173 time: 1.1800568 Aug 31 06:29:00.908878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22f4350e-2f40-4512-8802-ead25e7ec73c req-c7e982ea-f809-4b7d-9bf4-31cea794c546 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 Aug 31 06:29:01.011521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a5bc1-84d0-47a2-826a-cf15cde22e70 None None] Network c2d71199-62a5-4f88-b827-8a70de42792e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:01.013596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33274272-e776-4354-afc1-a04a486f8471 req-d203952f-4e79-4bcd-ad1e-83b8039afd78 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:01.015170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33274272-e776-4354-afc1-a04a486f8471 req-d203952f-4e79-4bcd-ad1e-83b8039afd78 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 950 time: 0.1903179 Aug 31 06:29:01.054070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:01.073216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Allocated IP 19.80.0.124 (f381cfbd-b938-41ca-be8d-402cad10e7a5/880617cc-a594-476d-b77d-781f536238ce/99ab9f4e-749c-492a-b82d-03e64fbec5bc) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:01.090685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2b4118a3-6b11-481c-91d0-0c8898304f77 None None] Provisioning for port 88b07eb3-92eb-499e-b209-4beb0d83024c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:01.187565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33274272-e776-4354-afc1-a04a486f8471 req-7c0a007b-7f44-405e-86d0-6a64549b3839 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642802 Aug 31 06:29:01.212439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16540f5-df86-4bd0-9d3e-13fe38c8df32,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:01.233782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Checking segment: {'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:01.234225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Network hostable DHCP agents. Network: f9cf190a-6c66-4a8a-a9d7-452d9fc723a6, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:29:01.260717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 2f130e08-b792-4cac-8831-744fc3cea0ad up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:01.342445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 2f130e08-b792-4cac-8831-744fc3cea0ad completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:01.347782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 2f130e08-b792-4cac-8831-744fc3cea0ad triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:01.348297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:01.386492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303bd5c-aff2-4859-93e5-4878b7113752 None None] Network f381cfbd-b938-41ca-be8d-402cad10e7a5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:01.413231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a087a4-8def-4192-8233-1eb87b1ccf7d req-c6c8e59e-fb88-4a34-9d1f-3801dda2e5f2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:01.414888 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32a087a4-8def-4192-8233-1eb87b1ccf7d req-c6c8e59e-fb88-4a34-9d1f-3801dda2e5f2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.4232616 Aug 31 06:29:01.481356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32a087a4-8def-4192-8233-1eb87b1ccf7d req-96cab060-b4e0-4af7-9b68-c335c675736a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562592 Aug 31 06:29:01.481693 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-065ee568-2aa3-430f-bda1-e9fe4c1ec5de None None] Provisioning for port 7ba86890-03ea-434d-92f0-58f7cea433d5 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:01.556135 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:01.581562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc32f1b-c9b9-407a-8d36-26bd67d502b2 req-ab31ba8b-e7ff-4efe-95f7-e00f9637e23c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:01.591329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc32f1b-c9b9-407a-8d36-26bd67d502b2 req-ab31ba8b-e7ff-4efe-95f7-e00f9637e23c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 1097 time: 0.0542021 Aug 31 06:29:01.612357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 2f130e08-b792-4cac-8831-744fc3cea0ad, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2f130e08-b792-4cac-8831-744fc3cea0ad,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:01.636774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc32f1b-c9b9-407a-8d36-26bd67d502b2 req-3b4164b5-1406-4186-9431-402bb29fd15c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440798 Aug 31 06:29:01.644557 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:01.799913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:29:01.808413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f92a95b6-2eeb-4cd0-92e2-ab1aa1829a81 req-a7c7b662-b283-46f4-95a1-2e167df680e4 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0367408 Aug 31 06:29:01.816556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=2f130e08-b792-4cac-8831-744fc3cea0ad,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:01.836211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f9cf190a-6c66-4a8a-a9d7-452d9fc723a6) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:01.862518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af58506-fc12-4c9e-a319-6efc3a3326a3 None None] Network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:01.881225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:01.882016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:01.888702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7ba86890-03ea-434d-92f0-58f7cea433d5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:01.953556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-423aeaac-8a95-44b7-818d-7e37fdcee4c6 req-f89a9389-b1b1-4f88-8f00-4edb6daf0e59 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 210 time: 0.0460510 Aug 31 06:29:01.973306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-75d53fe5-9ea5-4b03-8a9e-c0b520ce193e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5336771 Aug 31 06:29:01.973438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51024) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:01.980471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:02.021975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.023720 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.024786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.051000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-6b8f29ed-c927-429b-8ddc-4a56b6a901dc tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8237193 Aug 31 06:29:02.052038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Transition to ACTIVE for port object 99ab9f4e-749c-492a-b82d-03e64fbec5bc will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:02.061879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 7ba86890-03ea-434d-92f0-58f7cea433d5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:02.067696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:02.069841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7ba86890-03ea-434d-92f0-58f7cea433d5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:02.070218 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.119570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.130269 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.198400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-f9cf190a-6c66-4a8a-a9d7-452d9fc723a6', 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'fixed_ips': [{'subnet_id': 'b16540f5-df86-4bd0-9d3e-13fe38c8df32'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:29:02.200227 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.202257 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.229483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9752991b-11f8-415e-8ef0-2cf49a9e58e1 None None] Provisioning complete for port 7ba86890-03ea-434d-92f0-58f7cea433d5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:02.229826 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9752991b-11f8-415e-8ef0-2cf49a9e58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.318752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.324160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Port': ['ID=99ab9f4e-749c-492a-b82d-03e64fbec5bc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:02.344455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network f381cfbd-b938-41ca-be8d-402cad10e7a5 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:02.348560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:02.351589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:02.420827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:02.421901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.445938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3f928ec-49c2-40ec-9440-d9a18d3bb56b req-58aad5d8-84bb-4483-9366-9111ac22949a tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae&device_id=53da0df1-c066-4c38-abe1-c670be981038 HTTP/1.1" status: 200 len: 210 time: 0.0368891 Aug 31 06:29:02.453701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a3283a10-3c3e-435d-aa0e-9fa56f48aa11 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0437782 Aug 31 06:29:02.465894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.470802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4240ec-c619-49a2-82ae-c30d2a3e454d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f130e08-b792-4cac-8831-744fc3cea0ad'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:02.473264 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb00e813-c792-4860-aeb7-d425710ea799" -d '{"events": [{"server_uuid": "9e4240ec-c619-49a2-82ae-c30d2a3e454d", "name": "network-vif-plugged", "status": "completed", "tag": "2f130e08-b792-4cac-8831-744fc3cea0ad"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:02.476144 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9752991b-11f8-415e-8ef0-2cf49a9e58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.481267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Request body: {'port': {'device_id': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e', 'admin_state_up': True, 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:02.569874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.601349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9752991b-11f8-415e-8ef0-2cf49a9e58e1 None None] For port 7ba86890-03ea-434d-92f0-58f7cea433d5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7ba86890-03ea-434d-92f0-58f7cea433d5,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:02.615454 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9752991b-11f8-415e-8ef0-2cf49a9e58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.623384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Allocated IP 172.20.0.2 (f9cf190a-6c66-4a8a-a9d7-452d9fc723a6/b16540f5-df86-4bd0-9d3e-13fe38c8df32/4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:02.693496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Made reservation on behalf of 629cebbd92e84205aa10e2c92fb82f37 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:02.697217 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.724032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.738824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:29:02.738824 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:29:02.761603 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.765074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752991b-11f8-415e-8ef0-2cf49a9e58e1 None None] Pushing event updated for resources: {'Port': ['ID=7ba86890-03ea-434d-92f0-58f7cea433d5,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:02.769779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fbbd0c80-c1be-4ce2-be6f-9c39e345e4ba None None] Provisioning for port 99ab9f4e-749c-492a-b82d-03e64fbec5bc completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:02.777351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fbbd0c80-c1be-4ce2-be6f-9c39e345e4ba None None] Provisioning complete for port 99ab9f4e-749c-492a-b82d-03e64fbec5bc triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:02.777571 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fbbd0c80-c1be-4ce2-be6f-9c39e345e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:02.801074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Allocated IP 172.25.5.52 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/3746b066-97bf-419e-bde5-ead70d665c50) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:02.843780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740636-8868-4d38-a6ab-25c6bec892db req-f42547cb-141d-4bb2-96f3-9cfcfd5bc74d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:02.845453 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-f42547cb-141d-4bb2-96f3-9cfcfd5bc74d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 821 time: 0.1994584 Aug 31 06:29:02.873605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-45b58f77-c692-496d-b9f6-fd4c97a18c6a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/quotas/888b3dd70ed24f6bb5a9cbcca6771f9c HTTP/1.1" status: 200 len: 375 time: 0.0133498 Aug 31 06:29:02.928406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-ba32cbfa-31c0-432c-b0af-1cbe0364826b tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479901 Aug 31 06:29:02.937027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Allocated IP 19.86.0.215 (c2d71199-62a5-4f88-b827-8a70de42792e/17804527-0e47-470f-9d7b-3eee53f588ab/ec698209-5e3a-4aa2-99ff-df5168df45ff) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:02.948263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd0c80-c1be-4ce2-be6f-9c39e345e4ba None None] Port 99ab9f4e-749c-492a-b82d-03e64fbec5bc cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:02.989965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.029384 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.037979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Transition to ACTIVE for port object 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:03.048931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-9db92e4f-4e9e-4de3-a7c2-ed702f06f35a service neutron] 10.222.0.15 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086962 Aug 31 06:29:03.053130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Transition to ACTIVE for port object 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:03.060890 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.107137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:03.112992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:03.114996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Pushing event updated for resources: {'Port': ['ID=4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:03.116538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.117364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:03.177433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Attempting to bind port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:03.177905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Attempting to bind port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:03.178344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Attempting to bind port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec on network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:03.181650 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.184976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:03.185502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Checking segment: {'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:03.185984 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.186452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Bound using segment: {'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:03.187025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Bound port: 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:03.187480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.187586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:03.190462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Pushing event updated for resources: {'Port': ['ID=3746b066-97bf-419e-bde5-ead70d665c50,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:03.196849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:03.199815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:03.207957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Allocated IP 172.25.5.68 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/2c62170a-11ee-45f5-a836-1b8ee2cf619e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:03.227589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-3e57b59c-b5f2-4aad-9500-80ed98f6ecf8 service neutron] 10.222.0.15 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697876 Aug 31 06:29:03.233102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Transition to ACTIVE for port object ec698209-5e3a-4aa2-99ff-df5168df45ff will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:03.301152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 88b07eb3-92eb-499e-b209-4beb0d83024c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:03.313401 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.331593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.350325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.361726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] For port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:03.383874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] For port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec,segment=NetworkSegment(b17a89d3-fdd8-4bda-ac58-c5d3b740ac00),segment_id=b17a89d3-fdd8-4bda-ac58-c5d3b740ac00)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:03.394692 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.415009 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.434912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Network c2d71199-62a5-4f88-b827-8a70de42792e is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:03.439993 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.464664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:03.481104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:03.495146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 88b07eb3-92eb-499e-b209-4beb0d83024c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:03.511972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 88b07eb3-92eb-499e-b209-4beb0d83024c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:03.512361 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.520080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event updated for resources: {'Port': ['ID=ec698209-5e3a-4aa2-99ff-df5168df45ff,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:03.529923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:03.536293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abe9b9-fae2-45e0-b666-7ff0163f9afe None None] Pushing event updated for resources: {'Port': ['ID=4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:03.541291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:03.551120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:03.585870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:03.588705 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.630433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8f34-9861-49cf-942e-0b1dd92e081f req-c446693f-86ba-4903-808d-1472ddf5997e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:03.642263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ccb8f34-9861-49cf-942e-0b1dd92e081f req-c446693f-86ba-4903-808d-1472ddf5997e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 950 time: 0.2155025 Aug 31 06:29:03.660517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0ec95a9d-f833-43e3-b182-4f46ec0d3986 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1948388 Aug 31 06:29:03.682873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Request body: {'port': {'device_id': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:03.722502 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.726537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Pushing event updated for resources: {'Port': ['ID=2c62170a-11ee-45f5-a836-1b8ee2cf619e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:03.826170 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.836890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ccb8f34-9861-49cf-942e-0b1dd92e081f req-497b3d1a-a4a4-411c-a97b-389cbd8621a7 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935661 Aug 31 06:29:03.850533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 88b07eb3-92eb-499e-b209-4beb0d83024c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=88b07eb3-92eb-499e-b209-4beb0d83024c,segment=NetworkSegment(cc088a99-5445-46b1-bfe9-26e1ce193f8e),segment_id=cc088a99-5445-46b1-bfe9-26e1ce193f8e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:03.857161 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:03.971373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-70abe526-a088-4e8e-8850-4e3ff9bae5c8 None None] Provisioning for port ec698209-5e3a-4aa2-99ff-df5168df45ff completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:03.991132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-70abe526-a088-4e8e-8850-4e3ff9bae5c8 None None] Provisioning complete for port ec698209-5e3a-4aa2-99ff-df5168df45ff triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:03.991518 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-70abe526-a088-4e8e-8850-4e3ff9bae5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.006528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=88b07eb3-92eb-499e-b209-4beb0d83024c,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:04.057605 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.085425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-70abe526-a088-4e8e-8850-4e3ff9bae5c8 None None] Port ec698209-5e3a-4aa2-99ff-df5168df45ff cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:04.125055 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.143479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7ba86890-03ea-434d-92f0-58f7cea433d5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:04.154412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.199188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7ba86890-03ea-434d-92f0-58f7cea433d5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:04.199652 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.231833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a9d31bc-d5d4-4697-87e4-d28f3814008b req-ff1a72a3-124e-4ee4-a141-f4b628962717 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c478cad548e2446790fead2484d6197a&device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0349736 Aug 31 06:29:04.263734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Pushing event updated for resources: {'Port': ['ID=3746b066-97bf-419e-bde5-ead70d665c50,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:04.314516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:04.333871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a9d31bc-d5d4-4697-87e4-d28f3814008b req-6fefb1bd-8768-4a6a-a4b7-b53495afe061 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c478cad548e2446790fead2484d6197a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914574 Aug 31 06:29:04.362697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.377159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:04.401448 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.403434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-226c6941-8eb4-4d71-aea3-f527d11263f5 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3413424 Aug 31 06:29:04.425596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfd7cc-2b31-4227-8897-1731dfe01a46 req-9f3774df-9b26-4865-b832-1055d35f2251 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:04.427195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3bfd7cc-2b31-4227-8897-1731dfe01a46 req-9f3774df-9b26-4865-b832-1055d35f2251 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1884961 Aug 31 06:29:04.465835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-8232ec18-ea75-4c57-a472-e5427f3c53e9 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.0544796 Aug 31 06:29:04.576212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d31bc-d5d4-4697-87e4-d28f3814008b req-e83d156c-1f6e-4f63-8436-3f17fe560e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:04.577879 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a9d31bc-d5d4-4697-87e4-d28f3814008b req-e83d156c-1f6e-4f63-8436-3f17fe560e9a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2342691 Aug 31 06:29:04.581524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ab9f4e-749c-492a-b82d-03e64fbec5bc {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:04.605272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3bfd7cc-2b31-4227-8897-1731dfe01a46 req-abd89396-1491-4728-9078-d4b3e13cdce9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194124 Aug 31 06:29:04.605617 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.620950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.625537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Transition to ACTIVE for port object 99ab9f4e-749c-492a-b82d-03e64fbec5bc will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:04.639199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-1b31235b-c768-4f92-bce2-76a020d6f615 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:04.641119 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de6a1013-c3bb-4cf5-8a0d-320ff5b7c1af req-1b31235b-c768-4f92-bce2-76a020d6f615 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1681745 Aug 31 06:29:04.642627 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:04.674813 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d58a1-76b8-4d72-922f-41d99aa5db37 x-openstack-request-id: req-919d58a1-76b8-4d72-922f-41d99aa5db37 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:04.675392 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4240ec-c619-49a2-82ae-c30d2a3e454d", "name": "network-vif-plugged", "status": "completed", "tag": "2f130e08-b792-4cac-8831-744fc3cea0ad", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:04.675856 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-919d58a1-76b8-4d72-922f-41d99aa5db37 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:04.676467 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4240ec-c619-49a2-82ae-c30d2a3e454d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f130e08-b792-4cac-8831-744fc3cea0ad', 'code': 200} Aug 31 06:29:04.720155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Pushing event updated for resources: {'Port': ['ID=99ab9f4e-749c-492a-b82d-03e64fbec5bc,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:04.829328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Router 37981859-d420-430f-9ee6-fac879ca4a72 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:29:04.895933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d621f-8ef2-4ff5-b9be-5f625456ea22 req-7f5a49c5-3750-4cc2-b477-a8665bc0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:04.898386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-058d621f-8ef2-4ff5-b9be-5f625456ea22 req-7f5a49c5-3750-4cc2-b477-a8665bc0e465 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 1102 time: 0.1344616 Aug 31 06:29:04.911945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f492dd-d959-4609-bb56-150c55f3a004 req-7d5e15bb-d624-4d69-b764-a23137d2370d tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:04.919522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f492dd-d959-4609-bb56-150c55f3a004 req-7d5e15bb-d624-4d69-b764-a23137d2370d tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:04.921134 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72f492dd-d959-4609-bb56-150c55f3a004 req-7d5e15bb-d624-4d69-b764-a23137d2370d tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1667 time: 0.1710379 Aug 31 06:29:04.926974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac2355-5a17-4e77-bf6d-8ba13da86eea None None] Network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:05.003500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72f492dd-d959-4609-bb56-150c55f3a004 req-343b1b2b-e341-44ed-b9d0-a7b9a0a250d8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562193 Aug 31 06:29:05.020567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-058d621f-8ef2-4ff5-b9be-5f625456ea22 req-78557516-d3e2-4297-9d25-e4780995c18d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947418 Aug 31 06:29:05.022499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Attempting to bind port 99ab9f4e-749c-492a-b82d-03e64fbec5bc on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:05.023041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Attempting to bind port 99ab9f4e-749c-492a-b82d-03e64fbec5bc by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:05.023385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Attempting to bind port 99ab9f4e-749c-492a-b82d-03e64fbec5bc on network f381cfbd-b938-41ca-be8d-402cad10e7a5 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:05.028826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Port 99ab9f4e-749c-492a-b82d-03e64fbec5bc on network f381cfbd-b938-41ca-be8d-402cad10e7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:29:05.033630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Attempting to bind port 99ab9f4e-749c-492a-b82d-03e64fbec5bc on network f381cfbd-b938-41ca-be8d-402cad10e7a5 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:05.044673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e256b012-15dc-4452-bcd8-72cc3bb3bc49 None None] Provisioning for port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:05.048718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:05.049222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Checking segment: {'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:05.049613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Bound using segment: {'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:05.050068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Bound port: 99ab9f4e-749c-492a-b82d-03e64fbec5bc, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28bb3fbf-0109-41fd-9f29-f9e81b283ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:05.053010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.110328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995c49ad-ebec-451c-9cac-fcf76f75dd73 req-2474cda8-a70f-4db2-8f25-38b55005b3c8 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 210 time: 0.0633149 Aug 31 06:29:05.116282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e256b012-15dc-4452-bcd8-72cc3bb3bc49 None None] Provisioning complete for port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:05.116663 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e256b012-15dc-4452-bcd8-72cc3bb3bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.176658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:05.183509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] For port 99ab9f4e-749c-492a-b82d-03e64fbec5bc, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:05.193371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd297c-f2ad-47b7-bcf8-8f728bebb1d8 req-1e494242-8333-4e2a-877b-ff6c59065d23 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:05.195025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-adcd297c-f2ad-47b7-bcf8-8f728bebb1d8 req-1e494242-8333-4e2a-877b-ff6c59065d23 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 950 time: 0.0859399 Aug 31 06:29:05.206927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Sync routers for ids ['37981859-d420-430f-9ee6-fac879ca4a72'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:05.216852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] For port 99ab9f4e-749c-492a-b82d-03e64fbec5bc, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=99ab9f4e-749c-492a-b82d-03e64fbec5bc,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:05.230245 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.247116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Routers {'37981859-d420-430f-9ee6-fac879ca4a72'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:05.247762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['37981859-d420-430f-9ee6-fac879ca4a72'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:05.248914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56531386-215b-41e1-b46e-63f7166e3886 req-d280462b-b3b5-4c9a-b95c-8f706a74d8d6 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0393136 Aug 31 06:29:05.252152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.253324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-47b2843d-8100-4d74-b107-344a43a2d28b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2786312 Aug 31 06:29:05.262288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:05.283878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-adcd297c-f2ad-47b7-bcf8-8f728bebb1d8 req-49b83cc7-96f0-45c1-b723-fa2cde3fd56a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809257 Aug 31 06:29:05.300915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:05.301874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.303454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/99ab9f4e-749c-492a-b82d-03e64fbec5bc HTTP/1.1" status: 200 len: 1093 time: 1.6318109 Aug 31 06:29:05.304029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'tag': '99ab9f4e-749c-492a-b82d-03e64fbec5bc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:05.306694 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cc5e8a-4627-45cf-ab4a-54903de625d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "tag": "99ab9f4e-749c-492a-b82d-03e64fbec5bc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:05.321334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e256b012-15dc-4452-bcd8-72cc3bb3bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.329699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746ef9c-45cc-42fc-99ea-6e80ffa218b6 service neutron] Pushing event updated for resources: {'Port': ['ID=99ab9f4e-749c-492a-b82d-03e64fbec5bc,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:05.360802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Request body: {'port': {'device_id': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:05.402961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-d5994fed-d5a7-4aa7-b074-7cda58842246 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips/96e09a75-5f19-4b72-a4be-c7bcae5f129c HTTP/1.1" status: 200 len: 692 time: 0.0630081 Aug 31 06:29:05.420433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e256b012-15dc-4452-bcd8-72cc3bb3bc49 None None] For port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec,segment=NetworkSegment(b17a89d3-fdd8-4bda-ac58-c5d3b740ac00),segment_id=b17a89d3-fdd8-4bda-ac58-c5d3b740ac00)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:05.422254 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79840864-71ba-4acb-a3ba-4a28e5d5801a x-openstack-request-id: req-79840864-71ba-4acb-a3ba-4a28e5d5801a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:05.423366 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "tag": "99ab9f4e-749c-492a-b82d-03e64fbec5bc", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:05.423704 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79840864-71ba-4acb-a3ba-4a28e5d5801a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:05.424292 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'tag': '99ab9f4e-749c-492a-b82d-03e64fbec5bc', 'status': 'completed', 'code': 200} Aug 31 06:29:05.428495 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e256b012-15dc-4452-bcd8-72cc3bb3bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.488121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256b012-15dc-4452-bcd8-72cc3bb3bc49 None None] Pushing event updated for resources: {'Port': ['ID=4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:05.511429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Set router 37981859-d420-430f-9ee6-fac879ca4a72 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:05.545547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.559550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740636-8868-4d38-a6ab-25c6bec892db req-37093374-40ce-47d7-a9be-1d80fa6b145b tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:05.561110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-37093374-40ce-47d7-a9be-1d80fa6b145b tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 821 time: 0.6309428 Aug 31 06:29:05.581903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Request body: {'port': {'device_id': '69ca5f78-e51f-4799-b593-3b9962be8495', 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'admin_state_up': True, 'tenant_id': '888b3dd70ed24f6bb5a9cbcca6771f9c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:05.708473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-683b1a9d-7f7a-4e1d-9ee3-e46267e9e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:05.709118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-683b1a9d-7f7a-4e1d-9ee3-e46267e9e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:05.710808 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-683b1a9d-7f7a-4e1d-9ee3-e46267e9e0bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1915 time: 0.2850552 Aug 31 06:29:05.746797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:03Z', 'revision_number': 3, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:05.774278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Checking router: 37981859-d420-430f-9ee6-fac879ca4a72 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:05.774615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Updating router 37981859-d420-430f-9ee6-fac879ca4a72 port 2c62170a-11ee-45f5-a836-1b8ee2cf619e binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:29:05.807726 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.859616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-063fe11c-715f-4729-81c0-31cd7889c807 None None] Provisioning complete for port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:05.859994 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-063fe11c-715f-4729-81c0-31cd7889c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:05.932306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6f21f-79de-4cf8-81c3-6da9eaf1d042 req-a74f06ee-665a-4f86-863a-e454129dd09f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:05.935310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddf6f21f-79de-4cf8-81c3-6da9eaf1d042 req-a74f06ee-665a-4f86-863a-e454129dd09f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.2335520 Aug 31 06:29:06.034751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-8efbbaa7-0908-4dba-8b21-efe7b9910d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:06.035315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-8efbbaa7-0908-4dba-8b21-efe7b9910d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:06.035895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-8efbbaa7-0908-4dba-8b21-efe7b9910d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:06.038345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-8efbbaa7-0908-4dba-8b21-efe7b9910d39 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=629cebbd92e84205aa10e2c92fb82f37&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3136256 Aug 31 06:29:06.055773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 88b07eb3-92eb-499e-b209-4beb0d83024c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:06.061539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-e154ace8-fb1f-4693-99d8-44ddc5bc316f tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:06.063071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-e154ace8-fb1f-4693-99d8-44ddc5bc316f tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.6450248 Aug 31 06:29:06.127903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddf6f21f-79de-4cf8-81c3-6da9eaf1d042 req-59fbdffd-18a3-4e95-ab85-cfa5ae5838a5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702836 Aug 31 06:29:06.183889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 88b07eb3-92eb-499e-b209-4beb0d83024c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:06.184112 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.187801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9a20c936-4db5-4e74-adc4-dfcd86d49a5e tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.1146319 Aug 31 06:29:06.210541 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a9d31bc-d5d4-4697-87e4-d28f3814008b req-6a2a44e9-374a-4bd5-986b-cf79480f2fd3 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab32506c-4d82-423c-b1b2-5574546b80ae HTTP/1.1" status: 200 len: 210 time: 0.0520880 Aug 31 06:29:06.294054 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.305047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Made reservation on behalf of 888b3dd70ed24f6bb5a9cbcca6771f9c for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:06.309331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.322595 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-1792a06f-9923-42b1-9a73-c3bbc1a1cdcf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.1160350 Aug 31 06:29:06.327097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Transition to ACTIVE for port object 2c62170a-11ee-45f5-a836-1b8ee2cf619e will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:06.342478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:06.344137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-4db7188a-ec23-435f-bfc6-b0c30a99b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:06.356295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15cc5e8a-4627-45cf-ab4a-54903de625d7 req-4db7188a-ec23-435f-bfc6-b0c30a99b12f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3100338 Aug 31 06:29:06.358734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec698209-5e3a-4aa2-99ff-df5168df45ff {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:06.370664 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.383319 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.402254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Transition to ACTIVE for port object ec698209-5e3a-4aa2-99ff-df5168df45ff will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:06.412993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.435762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:06.436130 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.490894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Attempting to bind port 2c62170a-11ee-45f5-a836-1b8ee2cf619e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:06.491264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Attempting to bind port 2c62170a-11ee-45f5-a836-1b8ee2cf619e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:06.491627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Attempting to bind port 2c62170a-11ee-45f5-a836-1b8ee2cf619e on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:06.499182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee4c2a-8434-4601-956e-74d31860b9fa None None] Pushing event updated for resources: {'Port': ['ID=2c62170a-11ee-45f5-a836-1b8ee2cf619e,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:06.499360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Pushing event updated for resources: {'Port': ['ID=ec698209-5e3a-4aa2-99ff-df5168df45ff,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:06.512464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc8313-ab01-4d5f-9218-debd6fba79ef req-94f102c0-606a-430f-8b98-5553ae302c62 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:06.514974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:06.515592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:06.516000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.516395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:06.516978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Bound port: 2c62170a-11ee-45f5-a836-1b8ee2cf619e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:06.517270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.519258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc8313-ab01-4d5f-9218-debd6fba79ef req-94f102c0-606a-430f-8b98-5553ae302c62 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:06.531017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aabc8313-ab01-4d5f-9218-debd6fba79ef req-94f102c0-606a-430f-8b98-5553ae302c62 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1679 time: 0.1331263 Aug 31 06:29:06.641085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] For port 2c62170a-11ee-45f5-a836-1b8ee2cf619e, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:06.644704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] For port 2c62170a-11ee-45f5-a836-1b8ee2cf619e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2c62170a-11ee-45f5-a836-1b8ee2cf619e,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:06.649929 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.727929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Routers {'37981859-d420-430f-9ee6-fac879ca4a72'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:06.728567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['37981859-d420-430f-9ee6-fac879ca4a72'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:06.832522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Allocated IP 172.20.0.6 (35c52f34-a68b-43f5-97af-5f58c585b4a4/23e323d9-f357-4b24-9e1f-0246eb573883/a951124c-8ee0-4a2f-911c-30499323fa55) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:06.935032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Deleting port 3746b066-97bf-419e-bde5-ead70d665c50 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:06.935405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:06.936222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee4c2a-8434-4601-956e-74d31860b9fa None None] Pushing event updated for resources: {'Port': ['ID=2c62170a-11ee-45f5-a836-1b8ee2cf619e,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:06.958806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aabc8313-ab01-4d5f-9218-debd6fba79ef req-602b1c57-4f5c-49e4-98c8-7d617bc1d43f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268656 Aug 31 06:29:06.968014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Attempting to bind port ec698209-5e3a-4aa2-99ff-df5168df45ff on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:06.968353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Attempting to bind port ec698209-5e3a-4aa2-99ff-df5168df45ff by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:06.969055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Attempting to bind port ec698209-5e3a-4aa2-99ff-df5168df45ff on network c2d71199-62a5-4f88-b827-8a70de42792e {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:06.973036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Port ec698209-5e3a-4aa2-99ff-df5168df45ff on network c2d71199-62a5-4f88-b827-8a70de42792e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:29:06.973400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Attempting to bind port ec698209-5e3a-4aa2-99ff-df5168df45ff on network c2d71199-62a5-4f88-b827-8a70de42792e {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:06.978400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:06.978746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Checking segment: {'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:06.979136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Bound using segment: {'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:06.980100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Bound port: ec698209-5e3a-4aa2-99ff-df5168df45ff, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc088a99-5445-46b1-bfe9-26e1ce193f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:06.980685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.020788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] Set router 37981859-d420-430f-9ee6-fac879ca4a72 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:07.083621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-310017bc-4804-4a89-8901-93ac6d1cadb7 req-b97fbcdc-0222-4a7b-a3d6-189143600634 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 210 time: 0.0328867 Aug 31 06:29:07.085197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] For port ec698209-5e3a-4aa2-99ff-df5168df45ff, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:07.098597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] For port ec698209-5e3a-4aa2-99ff-df5168df45ff, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec698209-5e3a-4aa2-99ff-df5168df45ff,segment=NetworkSegment(cc088a99-5445-46b1-bfe9-26e1ce193f8e),segment_id=cc088a99-5445-46b1-bfe9-26e1ce193f8e)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:07.106368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.124394 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.139562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.145792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:07.147238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.148118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] 10.222.0.42 "PUT /v2.0/ports/ec698209-5e3a-4aa2-99ff-df5168df45ff HTTP/1.1" status: 200 len: 1093 time: 1.7947636 Aug 31 06:29:07.190156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f0e62-a194-4d9f-a6d9-2b08c9e3304a service neutron] Pushing event updated for resources: {'Port': ['ID=ec698209-5e3a-4aa2-99ff-df5168df45ff,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:07.260343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:03Z', 'revision_number': 3, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:07.277088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-7e6594e9-188c-4dd2-8b97-645e08f00221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:07.277587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-7e6594e9-188c-4dd2-8b97-645e08f00221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:07.279184 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-7e6594e9-188c-4dd2-8b97-645e08f00221 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1983 time: 0.0728498 Aug 31 06:29:07.295843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.296174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.302890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c48294-20e6-4229-b4ec-68490e94af1d None None] The sync data for ids ['37981859-d420-430f-9ee6-fac879ca4a72'] in n-d-712142-16 is: [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:03Z', 'revision_number': 3, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:07.356882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Calling delete_port for 3746b066-97bf-419e-bde5-ead70d665c50 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:07.359031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.362814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-6426629d-2810-4da8-8a05-c55601ed0213 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=99ab9f4e-749c-492a-b82d-03e64fbec5bc HTTP/1.1" status: 200 len: 217 time: 0.0427077 Aug 31 06:29:07.395647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25711336-f363-4d28-8a23-af9e20d0855d req-2797479c-b43e-4c13-b63a-0d7724651383 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:07.406571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25711336-f363-4d28-8a23-af9e20d0855d req-2797479c-b43e-4c13-b63a-0d7724651383 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 950 time: 0.1323276 Aug 31 06:29:07.438203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'tag': 'ec698209-5e3a-4aa2-99ff-df5168df45ff'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:07.440562 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0578a658-63df-4d99-a423-c766b1d07c99" -d '{"events": [{"name": "network-changed", "server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "tag": "ec698209-5e3a-4aa2-99ff-df5168df45ff"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:07.478170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-49262588-546c-47ff-a750-678c40133806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:07.480218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-49262588-546c-47ff-a750-678c40133806 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=880617cc-a594-476d-b77d-781f536238ce HTTP/1.1" status: 200 len: 801 time: 0.1051662 Aug 31 06:29:07.486325 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25711336-f363-4d28-8a23-af9e20d0855d req-baf2e8fc-405e-45db-a7a9-90481b327df4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787001 Aug 31 06:29:07.496644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Network 35c52f34-a68b-43f5-97af-5f58c585b4a4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:07.513726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:07.517093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Pushing event updated for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:07.525967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:07.541755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-b6c40285-f033-4799-8450-c90e93f932bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:07.544624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-b6c40285-f033-4799-8450-c90e93f932bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f381cfbd-b938-41ca-be8d-402cad10e7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569856 Aug 31 06:29:07.603738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Allocated IP 172.20.0.1 (f9cf190a-6c66-4a8a-a9d7-452d9fc723a6/b16540f5-df86-4bd0-9d3e-13fe38c8df32/6d430432-5215-45e2-accc-1e1a72e4ef46) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:07.626041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:07.626661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.713746 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4e4dc061-d9b1-4b56-8751-83aba87d3e38 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1330643 Aug 31 06:29:07.714514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866587-1509-41a4-a7c4-779a610cf884 req-f6370826-79e7-47ca-a471-894ed9d4a0fe tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:07.722024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e866587-1509-41a4-a7c4-779a610cf884 req-f6370826-79e7-47ca-a471-894ed9d4a0fe tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1304336 Aug 31 06:29:07.746574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Request body: {'port': {'device_id': '69ca5f78-e51f-4799-b593-3b9962be8495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:07.750762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-56632778-c323-454a-ad9f-7fc3be258b32 service neutron] 10.222.0.42 "GET /v2.0/networks/f381cfbd-b938-41ca-be8d-402cad10e7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959751 Aug 31 06:29:07.783438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e866587-1509-41a4-a7c4-779a610cf884 req-aa0efb24-7c60-4fe6-9eac-1c3a7231fc62 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598521 Aug 31 06:29:07.835290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.879489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.883130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Pushing event deleted for resources: {'Port': ['ID=3746b066-97bf-419e-bde5-ead70d665c50,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:07.885716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:07.892151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-611477cd-a9c1-476e-81a0-1cf633e7993d service neutron] 10.222.0.42 "GET /v2.0/networks/f381cfbd-b938-41ca-be8d-402cad10e7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249223 Aug 31 06:29:07.939531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Transition to ACTIVE for port object 6d430432-5215-45e2-accc-1e1a72e4ef46 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:07.965815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-477c9512-540f-4a14-abfe-f9e711f0da41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=ec698209-5e3a-4aa2-99ff-df5168df45ff HTTP/1.1" status: 200 len: 217 time: 0.0649221 Aug 31 06:29:08.074821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2c62170a-11ee-45f5-a836-1b8ee2cf619e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:08.075879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9fb51262-6676-4d6b-a8c5-82b24afa998a req-04ef3f0d-c977-4ad3-9ff8-2c25626a9889 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c478cad548e2446790fead2484d6197a&device_id=53da0df1-c066-4c38-abe1-c670be981038 HTTP/1.1" status: 200 len: 210 time: 0.0520964 Aug 31 06:29:08.129386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9fb51262-6676-4d6b-a8c5-82b24afa998a req-d3f37d71-af2f-4a90-9038-c3ec0cf17c19 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c478cad548e2446790fead2484d6197a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408809 Aug 31 06:29:08.131176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-ed98b614-7b93-4196-8ade-82489b00b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.134771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-ed98b614-7b93-4196-8ade-82489b00b7a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17804527-0e47-470f-9d7b-3eee53f588ab HTTP/1.1" status: 200 len: 801 time: 0.1599154 Aug 31 06:29:08.135163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.138768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.153096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de9ee1a0-8e0c-47c9-8611-a5ee80cbc9b3 req-9d50a322-7df5-422d-8ec5-8dd460603050 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "DELETE /v2.0/floatingips/96e09a75-5f19-4b72-a4be-c7bcae5f129c HTTP/1.1" status: 204 len: 173 time: 1.8284597 Aug 31 06:29:08.157231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.169432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 2c62170a-11ee-45f5-a836-1b8ee2cf619e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:08.174480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2c62170a-11ee-45f5-a836-1b8ee2cf619e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:08.174990 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.179731 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecd6af6-f00b-4996-9a30-64391af3e1c5 x-openstack-request-id: req-7ecd6af6-f00b-4996-9a30-64391af3e1c5 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:08.180074 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "tag": "ec698209-5e3a-4aa2-99ff-df5168df45ff", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:08.180332 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ecd6af6-f00b-4996-9a30-64391af3e1c5 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:08.180727 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'tag': 'ec698209-5e3a-4aa2-99ff-df5168df45ff', 'status': 'completed', 'code': 200} Aug 31 06:29:08.320360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:08.324887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a482d7b1-25e8-4a10-834d-5e62c8177ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.327692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-a482d7b1-25e8-4a10-834d-5e62c8177ae4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2d71199-62a5-4f88-b827-8a70de42792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801903 Aug 31 06:29:08.331310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:08.336690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:08.343228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d430432-5215-45e2-accc-1e1a72e4ef46,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:08.365218 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.393681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a007fb-2b71-48ab-9841-67b398f85020 req-cd0cbfe8-807d-4fa7-b4b3-d5a63d2d4ee7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.400601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a007fb-2b71-48ab-9841-67b398f85020 req-cd0cbfe8-807d-4fa7-b4b3-d5a63d2d4ee7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.403543 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c6a007fb-2b71-48ab-9841-67b398f85020 req-cd0cbfe8-807d-4fa7-b4b3-d5a63d2d4ee7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1679 time: 0.1437430 Aug 31 06:29:08.418419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.426203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 2c62170a-11ee-45f5-a836-1b8ee2cf619e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2c62170a-11ee-45f5-a836-1b8ee2cf619e,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:08.434249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb51262-6676-4d6b-a8c5-82b24afa998a req-54ea3972-c7f3-4927-8242-12de70535683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.436313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9fb51262-6676-4d6b-a8c5-82b24afa998a req-54ea3972-c7f3-4927-8242-12de70535683 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2896695 Aug 31 06:29:08.439613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.566484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c6a007fb-2b71-48ab-9841-67b398f85020 req-6d57767d-c68e-4106-a44a-87128fda119d tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245296 Aug 31 06:29:08.567299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=2c62170a-11ee-45f5-a836-1b8ee2cf619e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:08.587317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-f0f2ee32-34a9-45aa-a4eb-eba558dc3e92 service neutron] 10.222.0.42 "GET /v2.0/networks/c2d71199-62a5-4f88-b827-8a70de42792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336888 Aug 31 06:29:08.659907 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a951124c-8ee0-4a2f-911c-30499323fa55 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:08.671194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.686310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120d39b-a51b-4d9a-a0a3-b4f1b1284d34 req-d8d8e060-2c1c-4954-82bd-cf1d39f17649 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.691367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae1d2b2b-2bae-4a35-b9e6-81935da217ae req-e98d6bfe-e1cb-4091-a62d-176ca7d984f1 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=53da0df1-c066-4c38-abe1-c670be981038 HTTP/1.1" status: 200 len: 210 time: 0.0334394 Aug 31 06:29:08.692305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120d39b-a51b-4d9a-a0a3-b4f1b1284d34 req-d8d8e060-2c1c-4954-82bd-cf1d39f17649 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.693896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0120d39b-a51b-4d9a-a0a3-b4f1b1284d34 req-d8d8e060-2c1c-4954-82bd-cf1d39f17649 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d&device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 1691 time: 0.1780469 Aug 31 06:29:08.717212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Transition to ACTIVE for port object a951124c-8ee0-4a2f-911c-30499323fa55 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:08.717833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f98ae048-7280-4374-971f-8bc8762c8fb2 None None] Provisioning for port 6d430432-5215-45e2-accc-1e1a72e4ef46 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:08.723833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f98ae048-7280-4374-971f-8bc8762c8fb2 None None] Provisioning complete for port 6d430432-5215-45e2-accc-1e1a72e4ef46 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:08.724365 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f98ae048-7280-4374-971f-8bc8762c8fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.733084 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.734088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58edb54f-8572-4ac5-a7a7-eb7719ebbe15 req-0692477e-4e15-4af9-b409-10bbdc58f2ee service neutron] 10.222.0.42 "GET /v2.0/networks/c2d71199-62a5-4f88-b827-8a70de42792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290081 Aug 31 06:29:08.771463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f98ae048-7280-4374-971f-8bc8762c8fb2 None None] Port 6d430432-5215-45e2-accc-1e1a72e4ef46 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:08.829869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0120d39b-a51b-4d9a-a0a3-b4f1b1284d34 req-2561e4a3-ca05-4531-9610-89e9ca780761 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210198 Aug 31 06:29:08.834717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:08.851232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3190-642a-4dd6-8fd0-4ecb14640f7e req-ff8de75e-6963-4ef7-8017-f419645f69a6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.852751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-495f3190-642a-4dd6-8fd0-4ecb14640f7e req-ff8de75e-6963-4ef7-8017-f419645f69a6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.0798957 Aug 31 06:29:08.889359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578a658-63df-4d99-a423-c766b1d07c99 req-e0a7459c-a2fc-4d00-8bfc-64bf5cd815cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.889845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578a658-63df-4d99-a423-c766b1d07c99 req-e0a7459c-a2fc-4d00-8bfc-64bf5cd815cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:08.891476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0578a658-63df-4d99-a423-c766b1d07c99 req-e0a7459c-a2fc-4d00-8bfc-64bf5cd815cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=629cebbd92e84205aa10e2c92fb82f37&device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1983 time: 0.0798862 Aug 31 06:29:08.905070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-495f3190-642a-4dd6-8fd0-4ecb14640f7e req-17e00781-b4ef-4763-8296-76386eca3d7a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461333 Aug 31 06:29:08.912907 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Pushing event updated for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:08.936909 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-9799bdc0-4d82-43ed-bd4c-90f66d74c1a2 req-ff97331f-14ea-4933-81d5-3e64f7bdd9bf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] show failed (client error): The resource could not be found. Aug 31 06:29:08.941709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9799bdc0-4d82-43ed-bd4c-90f66d74c1a2 req-ff97331f-14ea-4933-81d5-3e64f7bdd9bf tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips/96e09a75-5f19-4b72-a4be-c7bcae5f129c HTTP/1.1" status: 404 len: 350 time: 0.0900724 Aug 31 06:29:09.066930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578a658-63df-4d99-a423-c766b1d07c99 req-ceaaf0b7-efc5-4361-953e-d1d2b3150dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.068455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0578a658-63df-4d99-a423-c766b1d07c99 req-ceaaf0b7-efc5-4361-953e-d1d2b3150dd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2d71199-62a5-4f88-b827-8a70de42792e HTTP/1.1" status: 200 len: 903 time: 0.1624997 Aug 31 06:29:09.095225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a495510-6318-4a19-b360-e1cae4ce054c req-7f024c2e-e508-4411-a992-dc8893b8dcc3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.096870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a495510-6318-4a19-b360-e1cae4ce054c req-7f024c2e-e508-4411-a992-dc8893b8dcc3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.0850167 Aug 31 06:29:09.131591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0578a658-63df-4d99-a423-c766b1d07c99 req-6dd3b452-a4a0-49d1-a546-1affb553a4c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=ec698209-5e3a-4aa2-99ff-df5168df45ff HTTP/1.1" status: 200 len: 217 time: 0.0519583 Aug 31 06:29:09.191257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a495510-6318-4a19-b360-e1cae4ce054c req-996fd842-d536-4830-9c20-cac1e55ddd85 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668890 Aug 31 06:29:09.204554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578a658-63df-4d99-a423-c766b1d07c99 req-16fdba0b-179f-4602-8107-875ed935e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.206532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0578a658-63df-4d99-a423-c766b1d07c99 req-16fdba0b-179f-4602-8107-875ed935e943 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17804527-0e47-470f-9d7b-3eee53f588ab HTTP/1.1" status: 200 len: 801 time: 0.0654790 Aug 31 06:29:09.263297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578a658-63df-4d99-a423-c766b1d07c99 req-07a43a29-6b20-4057-9a45-40be3538b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.264975 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0578a658-63df-4d99-a423-c766b1d07c99 req-07a43a29-6b20-4057-9a45-40be3538b8d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2d71199-62a5-4f88-b827-8a70de42792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502212 Aug 31 06:29:09.375781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299963e4-b958-49e0-a672-4c7576944c0b req-e2399358-abf7-4fbe-9b4e-e2ebbcd8bb86 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.377363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-299963e4-b958-49e0-a672-4c7576944c0b req-e2399358-abf7-4fbe-9b4e-e2ebbcd8bb86 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 1102 time: 0.1012323 Aug 31 06:29:09.380061 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-93545dc6-8e01-4d13-bc9b-824f92ea9c41 req-ac697dee-c821-48d8-9f00-4d3a7401d5a7 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] show failed (client error): The resource could not be found. Aug 31 06:29:09.381119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-93545dc6-8e01-4d13-bc9b-824f92ea9c41 req-ac697dee-c821-48d8-9f00-4d3a7401d5a7 tempest-FloatingIPsTestJSON-209071705 tempest-FloatingIPsTestJSON-209071705-project] 10.222.0.15 "GET /v2.0/floatingips/96e09a75-5f19-4b72-a4be-c7bcae5f129c HTTP/1.1" status: 404 len: 350 time: 0.3518906 Aug 31 06:29:09.391669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51106) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:09.401466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:09.401816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:09.402156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:09.418746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:29:09.419086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:09.427736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:09.428074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:09.428467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:09.428904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Bound port: a951124c-8ee0-4a2f-911c-30499323fa55, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:09.429292 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:09.448324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0578a658-63df-4d99-a423-c766b1d07c99 req-fde076ae-bca4-4d24-b442-d0f076d78565 service neutron] 10.222.0.42 "GET /v2.0/networks/c2d71199-62a5-4f88-b827-8a70de42792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634090 Aug 31 06:29:09.514711 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:09.515170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-299963e4-b958-49e0-a672-4c7576944c0b req-c39f7ee6-7bd7-4a4d-a41f-f3f2098ae136 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261857 Aug 31 06:29:09.525936 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:09.536173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:09.603715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:09.644135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:09.647916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0578a658-63df-4d99-a423-c766b1d07c99 req-0c2445fe-1461-47c5-828c-915dfb4e8845 service neutron] 10.222.0.42 "GET /v2.0/networks/c2d71199-62a5-4f88-b827-8a70de42792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871271 Aug 31 06:29:09.649438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d430432-5215-45e2-accc-1e1a72e4ef46,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:09.665146 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:09.695334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.695949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:09.697366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] 10.222.0.23 "PUT /v2.0/ports/a951124c-8ee0-4a2f-911c-30499323fa55 HTTP/1.1" status: 200 len: 1092 time: 1.9583125 Aug 31 06:29:09.701021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:09.703251 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632" -d '{"events": [{"name": "network-changed", "server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:09.762034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed9f8b-d780-46f6-b755-fc28f1c794a2 req-1dd998be-8274-499f-87ca-a50417ede5c8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.767865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed9f8b-d780-46f6-b755-fc28f1c794a2 req-1dd998be-8274-499f-87ca-a50417ede5c8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.769455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47ed9f8b-d780-46f6-b755-fc28f1c794a2 req-1dd998be-8274-499f-87ca-a50417ede5c8 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1679 time: 0.0988667 Aug 31 06:29:09.779993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571f480-87f4-4919-b1c9-2cbae05c44de req-5992ab2d-e911-4ba6-a180-629b41ee871b tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.781568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0571f480-87f4-4919-b1c9-2cbae05c44de req-5992ab2d-e911-4ba6-a180-629b41ee871b tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 1102 time: 0.1691144 Aug 31 06:29:09.816898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37dae1-1f3c-4630-b4c0-54ce21ec0de7 service neutron] Pushing event updated for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:09.836756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47ed9f8b-d780-46f6-b755-fc28f1c794a2 req-33cd201b-2a89-400f-be0c-87daf4cebe33 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494018 Aug 31 06:29:09.879648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740636-8868-4d38-a6ab-25c6bec892db req-ebf1ff1c-d113-405b-8769-aebdeb32ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:09.881220 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-ebf1ff1c-d113-405b-8769-aebdeb32ce66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1095 time: 0.1238518 Aug 31 06:29:09.885241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0571f480-87f4-4919-b1c9-2cbae05c44de req-590d105c-4291-4a8f-9751-549b175c8402 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849390 Aug 31 06:29:09.957994 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-1e8cdd90-3696-459d-8091-08bca0a9886b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a951124c-8ee0-4a2f-911c-30499323fa55 HTTP/1.1" status: 200 len: 217 time: 0.0635924 Aug 31 06:29:09.962941 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1c1b0-4296-44cf-9667-7714fef5fff5 x-openstack-request-id: req-a5e1c1b0-4296-44cf-9667-7714fef5fff5 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:09.963234 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:09.963489 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5e1c1b0-4296-44cf-9667-7714fef5fff5 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:09.964406 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55', 'status': 'completed', 'code': 200} Aug 31 06:29:09.966169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:09.967577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:10.008191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2c62170a-11ee-45f5-a836-1b8ee2cf619e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:10.022287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8a90c90-c424-40b3-9a12-83986b2401e7 req-1940395c-02d9-475d-8e52-d7ca79108794 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.15 "GET /v2.0/ports?device_id=53da0df1-c066-4c38-abe1-c670be981038 HTTP/1.1" status: 200 len: 210 time: 0.0672245 Aug 31 06:29:10.045902 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:10.080911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2c62170a-11ee-45f5-a836-1b8ee2cf619e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:10.081846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:10.203923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9fb51262-6676-4d6b-a8c5-82b24afa998a req-a346ac6b-cbf7-46cf-ac6c-1ece11a6d553 tempest-ServerShowV247Test-1730031866 tempest-ServerShowV247Test-1730031866-project] 10.222.0.42 "GET /v2.0/ports?device_id=53da0df1-c066-4c38-abe1-c670be981038 HTTP/1.1" status: 200 len: 210 time: 0.1088674 Aug 31 06:29:10.234612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740636-8868-4d38-a6ab-25c6bec892db req-ec2ffdc5-b621-4f67-afa2-c0975f918f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:10.237729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-ec2ffdc5-b621-4f67-afa2-c0975f918f64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.2596316 Aug 31 06:29:10.290688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-d39cb1e4-d717-4363-bf72-a3b4bfa0a8a6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425913 Aug 31 06:29:10.291215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-19e0808c-eb76-488a-975a-b6cf34e6e299 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435576 Aug 31 06:29:10.301299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d391-776b-47e2-95b9-4b205eda5438 req-f44e172b-c192-4666-b394-a0a652d49159 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:10.310963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e615d391-776b-47e2-95b9-4b205eda5438 req-f44e172b-c192-4666-b394-a0a652d49159 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.1656885 Aug 31 06:29:10.310963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Router 37981859-d420-430f-9ee6-fac879ca4a72 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:29:10.416997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-67e86c66-8e99-4fb0-b164-ded721d9335c None None] Provisioning complete for port 6d430432-5215-45e2-accc-1e1a72e4ef46 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:10.417509 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67e86c66-8e99-4fb0-b164-ded721d9335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:10.462443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-345b32c3-7f8b-4d85-a1bd-9ee8908f6b31 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:10.464145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-345b32c3-7f8b-4d85-a1bd-9ee8908f6b31 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619864 Aug 31 06:29:10.467695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-67e86c66-8e99-4fb0-b164-ded721d9335c None None] Port 6d430432-5215-45e2-accc-1e1a72e4ef46 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:10.498264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-3f897aac-5ff4-495d-b591-1c42f9b86252 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/quotas/b9f90ece4a8c460fa15337583a9473f9 HTTP/1.1" status: 200 len: 375 time: 0.0144806 Aug 31 06:29:10.525156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e615d391-776b-47e2-95b9-4b205eda5438 req-9310688a-4dc1-48d6-8e0b-5fe54f37cc5f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094374 Aug 31 06:29:10.561218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Deleting port 20471b7b-d1ee-4fd8-b678-101af5a30421 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:10.561464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:10.566198 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-742058c3-86b7-4b8b-a9a8-cfaccaecde8a service neutron] show failed (client error): The resource could not be found. Aug 31 06:29:10.567395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-742058c3-86b7-4b8b-a9a8-cfaccaecde8a service neutron] 10.222.0.23 "GET /v2.0/ports/d07e2397-e2c4-427d-ae67-349055d7e7eb/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.2553635 Aug 31 06:29:10.623725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-32608d99-1f99-49d8-b4a8-e7d4b988e90d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1188943 Aug 31 06:29:10.627360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-51b0735f-728b-4b1d-8988-2bab21bbe963 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140049 Aug 31 06:29:10.674057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] For port 20471b7b-d1ee-4fd8-b678-101af5a30421, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=20471b7b-d1ee-4fd8-b678-101af5a30421,segment=NetworkSegment(b81860eb-0b35-46f5-a17f-11a434947af1),segment_id=b81860eb-0b35-46f5-a17f-11a434947af1)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:10.674843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:10.693604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Calling delete_port for 20471b7b-d1ee-4fd8-b678-101af5a30421 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:10.727755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:10.738313 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Sync routers for ids ['37981859-d420-430f-9ee6-fac879ca4a72'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:10.740097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f3f4f64e-c4f4-4ac5-acde-f89f4ccf22c0 admin admin] 10.222.0.15 "PUT /v2.0/routers/37981859-d420-430f-9ee6-fac879ca4a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4647045 Aug 31 06:29:10.771571 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Routers {'37981859-d420-430f-9ee6-fac879ca4a72'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:10.772829 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['37981859-d420-430f-9ee6-fac879ca4a72'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:10.795742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c593b-e611-43ae-bc82-7631cc01625b req-f9f219ac-3830-447c-b00d-4780de308e94 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:10.797424 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b67c593b-e611-43ae-bc82-7631cc01625b req-f9f219ac-3830-447c-b00d-4780de308e94 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1863790 Aug 31 06:29:10.840227 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6740636-8868-4d38-a6ab-25c6bec892db req-fb172770-1129-4063-bf48-0dee58be7123 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926017 Aug 31 06:29:10.889062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b67c593b-e611-43ae-bc82-7631cc01625b req-0b6b0ef7-3add-4fb1-b6ad-3a1492373827 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741041 Aug 31 06:29:11.021276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de9b53db-ad0f-40c3-8c33-7a6af0cbcb09 req-acf6476f-95e3-423c-ab8e-e1adaf362aa6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 210 time: 0.0475204 Aug 31 06:29:11.038885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-c1585260-66ca-437c-bf59-b4a20ae065f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:11.040910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-c1585260-66ca-437c-bf59-b4a20ae065f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1095 time: 0.1181576 Aug 31 06:29:11.084493 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Set router 37981859-d420-430f-9ee6-fac879ca4a72 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:11.116095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-e4f3bd1f-1944-4927-9e7e-a704820613c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:11.122347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-e4f3bd1f-1944-4927-9e7e-a704820613c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59&tenant_id=e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 1102 time: 0.2257276 Aug 31 06:29:11.168999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c9b2e-ceff-4eae-9bbc-b2ab06b24cc5 req-be084784-84ae-4c00-ada5-1620c30dd956 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:11.184742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c9b2e-ceff-4eae-9bbc-b2ab06b24cc5 req-be084784-84ae-4c00-ada5-1620c30dd956 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:11.197982 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f3c9b2e-ceff-4eae-9bbc-b2ab06b24cc5 req-be084784-84ae-4c00-ada5-1620c30dd956 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1679 time: 0.2111311 Aug 31 06:29:11.203623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:11.270676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-20bf105e-3728-4a66-b514-53eb6b7e091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:11.274885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-20bf105e-3728-4a66-b514-53eb6b7e091e service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.2244689 Aug 31 06:29:11.291764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:11.321009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ec698209-5e3a-4aa2-99ff-df5168df45ff details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:29:11.369404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f3c9b2e-ceff-4eae-9bbc-b2ab06b24cc5 req-2d02c83e-35c3-43ec-82f7-ba3f9a421ffa tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627097 Aug 31 06:29:11.385958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-2fca22e2-1821-4a82-a8a8-6fe0cb75141d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a951124c-8ee0-4a2f-911c-30499323fa55 HTTP/1.1" status: 200 len: 217 time: 0.0974131 Aug 31 06:29:11.490622 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:11.502798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ec698209-5e3a-4aa2-99ff-df5168df45ff, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec698209-5e3a-4aa2-99ff-df5168df45ff,segment=NetworkSegment(cc088a99-5445-46b1-bfe9-26e1ce193f8e),segment_id=cc088a99-5445-46b1-bfe9-26e1ce193f8e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:11.519862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'ec698209-5e3a-4aa2-99ff-df5168df45ff', 'network_id': 'c2d71199-62a5-4f88-b827-8a70de42792e', 'port_id': 'ec698209-5e3a-4aa2-99ff-df5168df45ff', 'mac_address': 'fa:16:3e:c6:bb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17804527-0e47-470f-9d7b-3eee53f588ab', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:29:11.548811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-737e4db4-42d2-49b5-a766-91ce28c4a581 req-0724e84c-27be-4872-afe1-1457b77c364f tempest-FloatingIPsNegativeTestJSON-1405281640 tempest-FloatingIPsNegativeTestJSON-1405281640-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=3dccffe0ed36415cb48b9c2c9012182c HTTP/1.1" status: 200 len: 217 time: 0.0923407 Aug 31 06:29:11.562913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-92119066-7628-4b17-b1d5-969676516693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:11.565273 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-92119066-7628-4b17-b1d5-969676516693 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1687362 Aug 31 06:29:11.585752 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '6d430432-5215-45e2-accc-1e1a72e4ef46', 'name': '', 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'mac_address': 'fa:16:3e:38:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b16540f5-df86-4bd0-9d3e-13fe38c8df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:07Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 2, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'subnets': [{'id': 'b16540f5-df86-4bd0-9d3e-13fe38c8df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:11.590799 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:11.620199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec698209-5e3a-4aa2-99ff-df5168df45ff {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:11.652128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ec698209-5e3a-4aa2-99ff-df5168df45ff, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec698209-5e3a-4aa2-99ff-df5168df45ff,segment=NetworkSegment(cc088a99-5445-46b1-bfe9-26e1ce193f8e),segment_id=cc088a99-5445-46b1-bfe9-26e1ce193f8e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:11.654069 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Checking router: 37981859-d420-430f-9ee6-fac879ca4a72 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:11.655661 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Updating router 37981859-d420-430f-9ee6-fac879ca4a72 port 6d430432-5215-45e2-accc-1e1a72e4ef46 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:29:11.655806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51162) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:11.657343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-fa3bc830-d83c-4fd8-b643-3f7b4b2db14a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822296 Aug 31 06:29:11.663626 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:11.664715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 99ab9f4e-749c-492a-b82d-03e64fbec5bc details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:29:11.681917 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bf5e1c6-17f8-45b8-87ca-e4adc4f917a5 req-871a5625-aec3-455a-baf8-2c418261dd21 tempest-FloatingIPsNegativeTestJSON-1405281640 tempest-FloatingIPsNegativeTestJSON-1405281640-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0863421 Aug 31 06:29:11.728431 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:11.884032 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-2d6b3a26-7fe0-4c64-b7ae-34b7cea59b68 req-db0957b0-ec8f-441d-837d-bd7fa4a2988c tempest-FloatingIPsNegativeTestJSON-1405281640 tempest-FloatingIPsNegativeTestJSON-1405281640-project] show failed (client error): The resource could not be found. Aug 31 06:29:11.886261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 99ab9f4e-749c-492a-b82d-03e64fbec5bc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=99ab9f4e-749c-492a-b82d-03e64fbec5bc,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:11.887547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d6b3a26-7fe0-4c64-b7ae-34b7cea59b68 req-db0957b0-ec8f-441d-837d-bd7fa4a2988c tempest-FloatingIPsNegativeTestJSON-1405281640 tempest-FloatingIPsNegativeTestJSON-1405281640-project] 10.222.0.15 "GET /v2.0/floatingips/d52c3b22-a02d-420d-8e5e-0c137263148c HTTP/1.1" status: 404 len: 350 time: 0.1249104 Aug 31 06:29:11.908277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51168) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:11.921899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '99ab9f4e-749c-492a-b82d-03e64fbec5bc', 'network_id': 'f381cfbd-b938-41ca-be8d-402cad10e7a5', 'port_id': '99ab9f4e-749c-492a-b82d-03e64fbec5bc', 'mac_address': 'fa:16:3e:d9:95:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880617cc-a594-476d-b77d-781f536238ce', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:29:11.965053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64ff5cb6-f5f0-43ba-ab68-62e5505471c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.037284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ec698209-5e3a-4aa2-99ff-df5168df45ff,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:12.048818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-46dd8a25-c266-4811-af87-b2443e151fd6 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759208 Aug 31 06:29:12.055688 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.071677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ab9f4e-749c-492a-b82d-03e64fbec5bc {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:12.094144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 99ab9f4e-749c-492a-b82d-03e64fbec5bc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=99ab9f4e-749c-492a-b82d-03e64fbec5bc,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:12.099507 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.156189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=99ab9f4e-749c-492a-b82d-03e64fbec5bc,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:12.206646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Pushing event deleted for resources: {'Port': ['ID=20471b7b-d1ee-4fd8-b678-101af5a30421,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:12.214685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a5cad-3fdb-40a4-b04d-d91c1dd8305b req-eb7eec5b-919a-4b81-97e8-4e5bd5005d45 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:12.216343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-287a5cad-3fdb-40a4-b04d-d91c1dd8305b req-eb7eec5b-919a-4b81-97e8-4e5bd5005d45 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1639318 Aug 31 06:29:12.226632 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.242429 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Transition to ACTIVE for port object 6d430432-5215-45e2-accc-1e1a72e4ef46 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:12.254865 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.327335 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-287a5cad-3fdb-40a4-b04d-d91c1dd8305b req-bb38cbec-b5ae-4350-b4fc-add500d82d36 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990927 Aug 31 06:29:12.336719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Pushing event updated for resources: {'Port': ['ID=6d430432-5215-45e2-accc-1e1a72e4ef46,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:12.406744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['99ab9f4e-749c-492a-b82d-03e64fbec5bc'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:12.458360 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.458608 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.458942 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.459251 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.459583 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.462179 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.462458 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.463015 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.463112 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.463424 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.465599 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.466448 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:12.476154 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Attempting to bind port 6d430432-5215-45e2-accc-1e1a72e4ef46 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:12.477922 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Attempting to bind port 6d430432-5215-45e2-accc-1e1a72e4ef46 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:12.478332 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Attempting to bind port 6d430432-5215-45e2-accc-1e1a72e4ef46 on network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:12.501971 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:12.504154 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Checking segment: {'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:12.504633 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.505034 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Bound using segment: {'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:12.505542 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Bound port: 6d430432-5215-45e2-accc-1e1a72e4ef46, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:12.507677 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.508440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4511f61-7972-4e2f-82c5-e2e3640d82a3 req-7b5a4fc5-f4ed-442e-9673-ab1785324aa3 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:12.522394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d4511f61-7972-4e2f-82c5-e2e3640d82a3 req-7b5a4fc5-f4ed-442e-9673-ab1785324aa3 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.3112142 Aug 31 06:29:12.539124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c71f58a8-f2cf-48bc-8ddd-20d3c4098632 req-18dbb6d5-ecc2-4f07-bc0b-1f10e89301b4 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786148 Aug 31 06:29:12.599476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:12.601225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64ff5cb6-f5f0-43ba-ab68-62e5505471c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.614836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-aa0e0895-3ddd-4389-ba85-e2b370d4ef09 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2558503 Aug 31 06:29:12.626993 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64ff5cb6-f5f0-43ba-ab68-62e5505471c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.677077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d4511f61-7972-4e2f-82c5-e2e3640d82a3 req-e877b4a1-05bf-4094-8850-b3f2b1ae41e9 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533248 Aug 31 06:29:12.678849 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] For port 6d430432-5215-45e2-accc-1e1a72e4ef46, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:12.685588 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] For port 6d430432-5215-45e2-accc-1e1a72e4ef46, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6d430432-5215-45e2-accc-1e1a72e4ef46,segment=NetworkSegment(b17a89d3-fdd8-4bda-ac58-c5d3b740ac00),segment_id=b17a89d3-fdd8-4bda-ac58-c5d3b740ac00)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:12.694611 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.717575 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:12.745017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-72b1aa0f-78ef-4e10-b847-c16b219120eb req-2ddca1c6-037f-4ca4-8943-b27bfe426b5c tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 210 time: 0.1402717 Aug 31 06:29:12.851381 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Routers {'37981859-d420-430f-9ee6-fac879ca4a72'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:12.852568 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['37981859-d420-430f-9ee6-fac879ca4a72'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:12.884741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:12.960359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f969f-54a1-40d5-a88d-2c2dcbe84e08 req-f293544e-74b9-411d-aced-3b6e27a45c06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:12.967743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f969f-54a1-40d5-a88d-2c2dcbe84e08 req-f293544e-74b9-411d-aced-3b6e27a45c06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:12.969545 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-807f969f-54a1-40d5-a88d-2c2dcbe84e08 req-f293544e-74b9-411d-aced-3b6e27a45c06 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1681 time: 0.1164327 Aug 31 06:29:12.976449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:12.978997 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f1300-8988-4553-b2c0-4b15e3488f93" -d '{"events": [{"server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "name": "network-vif-unplugged", "status": "completed", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:12.991435 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.028425 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9bf9d-45a0-4348-a35d-da2f3a5dae33 None None] Pushing event updated for resources: {'Port': ['ID=6d430432-5215-45e2-accc-1e1a72e4ef46,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:13.078533 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] Set router 37981859-d420-430f-9ee6-fac879ca4a72 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:13.083320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Transition to ACTIVE for port object d07e2397-e2c4-427d-ae67-349055d7e7eb will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:13.096856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.102555 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c3dc1f-b693-4b31-9e6c-a5b471d25b09 x-openstack-request-id: req-a5c3dc1f-b693-4b31-9e6c-a5b471d25b09 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:13.102880 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "name": "network-vif-unplugged", "status": "completed", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:13.103241 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5c3dc1f-b693-4b31-9e6c-a5b471d25b09 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:13.103703 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'code': 200} Aug 31 06:29:13.108688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-807f969f-54a1-40d5-a88d-2c2dcbe84e08 req-c20c6588-1f91-41c6-9baa-c77cc30e1eda tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248329 Aug 31 06:29:13.140069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-64ff5cb6-f5f0-43ba-ab68-62e5505471c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c478cad548e2446790fead2484d6197a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4807315 Aug 31 06:29:13.144099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51180) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:13.148418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff5cb6-f5f0-43ba-ab68-62e5505471c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2414d8-515a-4dc8-b5bc-cd617a8a7d51,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:13.191492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:13.194022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-b2a1e0cb-0693-4a78-9cfe-fea10161b4c3 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:13.195457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-b2a1e0cb-0693-4a78-9cfe-fea10161b4c3 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5624776 Aug 31 06:29:13.233616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Request body: {'port': {'device_id': 'e769cac8-d1af-4786-87b5-c53ca09d28ec', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'b9f90ece4a8c460fa15337583a9473f9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:13.239471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] No DVR routers for this DVR port d07e2397-e2c4-427d-ae67-349055d7e7eb on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:13.269657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Router 9bb9e757-9699-4191-9e68-760f885b1c3e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:29:13.291574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Attempting to bind port d07e2397-e2c4-427d-ae67-349055d7e7eb on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:13.291955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Attempting to bind port d07e2397-e2c4-427d-ae67-349055d7e7eb by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:13.292270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Attempting to bind port d07e2397-e2c4-427d-ae67-349055d7e7eb on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:13.302361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Port d07e2397-e2c4-427d-ae67-349055d7e7eb on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:29:13.302709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Attempting to bind port d07e2397-e2c4-427d-ae67-349055d7e7eb on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:13.354168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:13.354543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:13.354937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:13.355391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Bound port: d07e2397-e2c4-427d-ae67-349055d7e7eb, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:13.355760 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.358831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee133-d6c9-4062-9b1b-f10805ef5319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.367725 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '6d430432-5215-45e2-accc-1e1a72e4ef46', 'name': '', 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'mac_address': 'fa:16:3e:38:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b16540f5-df86-4bd0-9d3e-13fe38c8df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:07Z', 'updated_at': '2021-08-31T06:29:12Z', 'revision_number': 4, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'subnets': [{'id': 'b16540f5-df86-4bd0-9d3e-13fe38c8df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:13.417679 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1099198-b016-4bde-9ce3-184b63c55d2b None None] The sync data for ids ['37981859-d420-430f-9ee6-fac879ca4a72'] in n-d-712142-16 is: [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '6d430432-5215-45e2-accc-1e1a72e4ef46', 'name': '', 'network_id': 'f9cf190a-6c66-4a8a-a9d7-452d9fc723a6', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'mac_address': 'fa:16:3e:38:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b16540f5-df86-4bd0-9d3e-13fe38c8df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:07Z', 'updated_at': '2021-08-31T06:29:12Z', 'revision_number': 4, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'subnets': [{'id': 'b16540f5-df86-4bd0-9d3e-13fe38c8df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:13.431942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee133-d6c9-4062-9b1b-f10805ef5319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.459776 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['ec698209-5e3a-4aa2-99ff-df5168df45ff'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:13.516492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Made reservation on behalf of b9f90ece4a8c460fa15337583a9473f9 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:13.520205 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.586540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a951124c-8ee0-4a2f-911c-30499323fa55 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:29:13.590256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d07e2397-e2c4-427d-ae67-349055d7e7eb no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:13.595402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:13.600163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:13.611458 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.625766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:13.626011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee133-d6c9-4062-9b1b-f10805ef5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.628657 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee133-d6c9-4062-9b1b-f10805ef5319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.629905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd8ee133-d6c9-4062-9b1b-f10805ef5319 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e2414d8-515a-4dc8-b5bc-cd617a8a7d51 HTTP/1.1" status: 204 len: 168 time: 0.4826860 Aug 31 06:29:13.641637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7e69d9c5-a003-4563-ba4e-f24fccbb1747 admin admin] 10.222.0.15 "PUT /v2.0/routers/9bb9e757-9699-4191-9e68-760f885b1c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2405798 Aug 31 06:29:13.673779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:13.674422 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:13.676108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51188) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:13.676602 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] 10.222.0.42 "PUT /v2.0/ports/d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 1097 time: 2.5383713 Aug 31 06:29:13.729338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] Sync routers for ids ['9bb9e757-9699-4191-9e68-760f885b1c3e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:13.740843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ee133-d6c9-4062-9b1b-f10805ef5319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2414d8-515a-4dc8-b5bc-cd617a8a7d51,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:13.819097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ddd53-6038-468e-b825-6c05eaad9ae6 req-c92fbc26-816d-47c0-af78-f131a06e287c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:13.821057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-185ddd53-6038-468e-b825-6c05eaad9ae6 req-c92fbc26-816d-47c0-af78-f131a06e287c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 948 time: 0.3084130 Aug 31 06:29:13.838498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-5128c327-8d62-407f-b935-81a64f57e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:13.843133 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-5128c327-8d62-407f-b935-81a64f57e491 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 1100 time: 0.1099973 Aug 31 06:29:13.871769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1292cf1-9a62-444e-bf6a-0f593430123b service neutron] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:13.945590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] Routers {'9bb9e757-9699-4191-9e68-760f885b1c3e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:13.947455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9bb9e757-9699-4191-9e68-760f885b1c3e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:14.058151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6f209-0f60-433f-89fb-2b8c87037b31 req-b596440a-9256-4140-9899-9271ac3f337d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:14.073777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4e6f209-0f60-433f-89fb-2b8c87037b31 req-b596440a-9256-4140-9899-9271ac3f337d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.2143991 Aug 31 06:29:14.112507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Allocated IP 192.168.233.164 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/d04456ef-b975-4336-a2d8-e3dd01b49079) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:14.119413 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:14.126550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-87dab3f7-6658-49b4-9760-c139500811f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:14.128090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-87dab3f7-6658-49b4-9760-c139500811f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2573500 Aug 31 06:29:14.138967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-185ddd53-6038-468e-b825-6c05eaad9ae6 req-ebfba6ba-06d3-4105-9003-f27adc81510c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036659 Aug 31 06:29:14.147641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d07e2397-e2c4-427d-ae67-349055d7e7eb not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:14.243296 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-ca46263d-b3bc-48cb-be2a-1ce325930b62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 217 time: 0.0979910 Aug 31 06:29:14.265447 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4e6f209-0f60-433f-89fb-2b8c87037b31 req-664649a1-3521-446f-ad2b-336cf5432dee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886292 Aug 31 06:29:14.272200 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:14.322131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] Set router 9bb9e757-9699-4191-9e68-760f885b1c3e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:14.379600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-816192af-86bd-48cf-b430-cfea0873c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:14.387111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8825a95f-255b-4c32-a8d6-7b69eb6235f4 req-c3eda7ea-10a2-4147-b08a-391c810e9c53 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 210 time: 0.1368854 Aug 31 06:29:14.390092 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-816192af-86bd-48cf-b430-cfea0873c85d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1167598 Aug 31 06:29:14.541907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-a9ce4d31-a590-4e26-a1b1-8472480f0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:14.543578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-a9ce4d31-a590-4e26-a1b1-8472480f0928 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401601 Aug 31 06:29:14.553130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6d430432-5215-45e2-accc-1e1a72e4ef46 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:14.555914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa24b47-6fef-47a2-a0ed-25bf6884a5ae req-c8f85d51-89c5-46b3-b77a-9299e508c631 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:14.562396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa24b47-6fef-47a2-a0ed-25bf6884a5ae req-c8f85d51-89c5-46b3-b77a-9299e508c631 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:14.572439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fa24b47-6fef-47a2-a0ed-25bf6884a5ae req-c8f85d51-89c5-46b3-b77a-9299e508c631 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1681 time: 0.1746294 Aug 31 06:29:14.607574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:14.631116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'a951124c-8ee0-4a2f-911c-30499323fa55', 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'port_id': 'a951124c-8ee0-4a2f-911c-30499323fa55', 'mac_address': 'fa:16:3e:ba:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e323d9-f357-4b24-9e1f-0246eb573883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:29:14.771232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fa24b47-6fef-47a2-a0ed-25bf6884a5ae req-f8ea8176-cec3-4bb8-a380-9dd245efb9ad tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987486 Aug 31 06:29:14.775520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-5124ef20-e104-48ba-bf52-139371d8c0c3 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013609 Aug 31 06:29:14.780303 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:14.849902 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:14.881586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Transition to ACTIVE for port object d04456ef-b975-4336-a2d8-e3dd01b49079 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:14.889470 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:14.920684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a951124c-8ee0-4a2f-911c-30499323fa55 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:14.950059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23275af0-7063-45b0-8fc1-3bdd8a2ba962 req-1bdbc85a-c01f-4197-a246-69ebebcdbbe1 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655631 Aug 31 06:29:14.956783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 6d430432-5215-45e2-accc-1e1a72e4ef46 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:14.963299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:14.967136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 6d430432-5215-45e2-accc-1e1a72e4ef46 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:14.967511 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:14.978333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Deleting port 11d3bc9f-0fac-461e-9143-c054aad95518 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:14.978671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:15.105315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:15.107775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:15.108625 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07340439-239d-4319-88ac-0a34379c0b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:15.196526 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:15.204272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:15.209000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'Port': ['ID=d04456ef-b975-4336-a2d8-e3dd01b49079,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:15.209368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:15.211449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:15.217791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:15.273243 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5174c26-5fc7-43a7-bf50-70487bc14500 x-openstack-request-id: req-e5174c26-5fc7-43a7-bf50-70487bc14500 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:15.273535 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:15.273802 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5174c26-5fc7-43a7-bf50-70487bc14500 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:15.274425 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'status': 'completed', 'code': 200} Aug 31 06:29:15.310910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] For port 11d3bc9f-0fac-461e-9143-c054aad95518, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11d3bc9f-0fac-461e-9143-c054aad95518,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:15.311385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:15.347514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Deleting port 6d430432-5215-45e2-accc-1e1a72e4ef46 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:15.347514 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:15.360067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:29:11Z', 'revision_number': 5, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port': {'id': '11d3bc9f-0fac-461e-9143-c054aad95518', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:28:45Z', 'updated_at': '2021-08-31T06:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:15.381515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Calling delete_port for 11d3bc9f-0fac-461e-9143-c054aad95518 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:15.448318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 99ab9f4e-749c-492a-b82d-03e64fbec5bc up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:15.474665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340439-239d-4319-88ac-0a34379c0b4d req-e8340277-7ce5-48e9-8c99-dad655c30d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.476448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-e8340277-7ce5-48e9-8c99-dad655c30d74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 1100 time: 0.1904297 Aug 31 06:29:15.477818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.478492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:15.496428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dccaec-201e-4664-97b1-601f6896c615 req-2fd053c5-7323-4226-bdc7-fad453c012b3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.506078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11dccaec-201e-4664-97b1-601f6896c615 req-2fd053c5-7323-4226-bdc7-fad453c012b3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 948 time: 0.1640379 Aug 31 06:29:15.632445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] For port 6d430432-5215-45e2-accc-1e1a72e4ef46, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6d430432-5215-45e2-accc-1e1a72e4ef46,segment=NetworkSegment(b17a89d3-fdd8-4bda-ac58-c5d3b740ac00),segment_id=b17a89d3-fdd8-4bda-ac58-c5d3b740ac00)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:15.633460 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:15.635202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11dccaec-201e-4664-97b1-601f6896c615 req-af38f467-c164-449b-a796-efdfcd7abf33 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280706 Aug 31 06:29:15.638614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-5072f3d9-fae8-4ced-b8fa-f7937fede751 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4134185 Aug 31 06:29:15.647706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340439-239d-4319-88ac-0a34379c0b4d req-2b5eb531-ef39-49e7-a227-298ba70a7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.649255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-2b5eb531-ef39-49e7-a227-298ba70a7df2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 1100 time: 0.3322558 Aug 31 06:29:15.663401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Request body: {'port': {'device_id': 'e769cac8-d1af-4786-87b5-c53ca09d28ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:15.672470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Calling delete_port for 6d430432-5215-45e2-accc-1e1a72e4ef46 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:15.689432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['a951124c-8ee0-4a2f-911c-30499323fa55'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:15.691935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa', '2f130e08-b792-4cac-8831-744fc3cea0ad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:15.708277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] Checking router: 9bb9e757-9699-4191-9e68-760f885b1c3e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:15.711115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340439-239d-4319-88ac-0a34379c0b4d req-505fe4f9-5b4a-4291-af3d-6eac62be5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.712515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-505fe4f9-5b4a-4291-af3d-6eac62be5b1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2035449 Aug 31 06:29:15.768438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-b8827721-93dd-487e-b438-7afe7145dcee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 217 time: 0.0472755 Aug 31 06:29:15.855823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb34d4-de02-457d-8154-14a9bb97ef28 req-937253f0-2222-4cf3-b3f4-9877e8ff2335 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.860674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340439-239d-4319-88ac-0a34379c0b4d req-ba318ef3-80e0-4e0a-a0ef-e13173f69d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.863098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-ba318ef3-80e0-4e0a-a0ef-e13173f69d98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1929078 Aug 31 06:29:15.863336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fddb34d4-de02-457d-8154-14a9bb97ef28 req-937253f0-2222-4cf3-b3f4-9877e8ff2335 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 936 time: 0.0964899 Aug 31 06:29:15.884401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340439-239d-4319-88ac-0a34379c0b4d req-4cf19957-2aed-4388-85be-0d2eb2486f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.886163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-4cf19957-2aed-4388-85be-0d2eb2486f2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0895765 Aug 31 06:29:15.908164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:15.911960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] Routers {'9bb9e757-9699-4191-9e68-760f885b1c3e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:15.912588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9bb9e757-9699-4191-9e68-760f885b1c3e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:15.924677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7db54-1b64-4f4e-bd80-50489c598c9d req-559391d1-3d66-46a1-83e4-a1a68a8ed292 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.933573 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fddb34d4-de02-457d-8154-14a9bb97ef28 req-67a67925-76fd-419a-a544-b970bc258dd3 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694807 Aug 31 06:29:15.935392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bda7db54-1b64-4f4e-bd80-50489c598c9d req-559391d1-3d66-46a1-83e4-a1a68a8ed292 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 944 time: 0.4763227 Aug 31 06:29:15.971471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340439-239d-4319-88ac-0a34379c0b4d req-716e1efc-93a4-471a-907a-a3f2eaf6d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:15.971746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6b324a45-d0ea-433c-adc2-c5b984e82500 None None] Provisioning for port d04456ef-b975-4336-a2d8-e3dd01b49079 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:15.972921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-716e1efc-93a4-471a-907a-a3f2eaf6d525 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788481 Aug 31 06:29:16.096429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:16.105652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-965cd4e3-72ca-4cbe-80bc-4b3d428ff8c5 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210837 Aug 31 06:29:16.112799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6b324a45-d0ea-433c-adc2-c5b984e82500 None None] Provisioning complete for port d04456ef-b975-4336-a2d8-e3dd01b49079 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:16.117339 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6b324a45-d0ea-433c-adc2-c5b984e82500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:16.125744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-aed0df52-5775-4717-8edc-6561e035f064 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 217 time: 0.2247937 Aug 31 06:29:16.227088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 99ab9f4e-749c-492a-b82d-03e64fbec5bc completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:16.237295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53f86-2550-4659-a25d-43cb75a6ac84 req-c52c9d35-f645-48c4-9fe0-9a3ce7a27857 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:16.243990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53f86-2550-4659-a25d-43cb75a6ac84 req-c52c9d35-f645-48c4-9fe0-9a3ce7a27857 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:16.245785 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cc53f86-2550-4659-a25d-43cb75a6ac84 req-c52c9d35-f645-48c4-9fe0-9a3ce7a27857 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1681 time: 0.1219580 Aug 31 06:29:16.248385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:16.267560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] Set router 9bb9e757-9699-4191-9e68-760f885b1c3e gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:16.284744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-e2fc18a7-7222-4448-bb57-2b3cf3a77244 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707895 Aug 31 06:29:16.305927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 99ab9f4e-749c-492a-b82d-03e64fbec5bc triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:16.305927 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:16.332219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cc53f86-2550-4659-a25d-43cb75a6ac84 req-39ab3f29-2d26-4cc7-b6a2-17c7793f145e tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715098 Aug 31 06:29:16.362547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6b324a45-d0ea-433c-adc2-c5b984e82500 None None] Port d04456ef-b975-4336-a2d8-e3dd01b49079 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:16.379551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bda7db54-1b64-4f4e-bd80-50489c598c9d req-434843ef-b4d0-4941-ac0b-9c2dc11590f5 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425955 Aug 31 06:29:16.392413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:29:14Z', 'revision_number': 6, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:16.394064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340439-239d-4319-88ac-0a34379c0b4d req-d06a0b67-eb03-45f7-9626-db90f78ed889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:16.395737 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-d06a0b67-eb03-45f7-9626-db90f78ed889 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2280047 Aug 31 06:29:16.460140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c22946-f556-455b-b77b-6eb86b4eb38c None None] The sync data for ids ['9bb9e757-9699-4191-9e68-760f885b1c3e'] in n-d-712142-16 is: [{'id': '9bb9e757-9699-4191-9e68-760f885b1c3e', 'name': 'tempest-FloatingIPsTestJSON-77217092-router', 'tenant_id': 'e4fd81b9ca1941f6ad4799842a039194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:28:44Z', 'updated_at': '2021-08-31T06:29:14Z', 'revision_number': 6, 'project_id': 'e4fd81b9ca1941f6ad4799842a039194', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:16.513118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 6d430432-5215-45e2-accc-1e1a72e4ef46, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6d430432-5215-45e2-accc-1e1a72e4ef46,segment=NetworkSegment(b17a89d3-fdd8-4bda-ac58-c5d3b740ac00),segment_id=b17a89d3-fdd8-4bda-ac58-c5d3b740ac00)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:16.547140 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:16.731945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=6d430432-5215-45e2-accc-1e1a72e4ef46,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:16.745419 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:16.800712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab3760-506a-4e58-b537-f8f61696ded7 req-9321e9ca-9094-41ec-88fc-2277387d5ed8 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:16.804596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acab3760-506a-4e58-b537-f8f61696ded7 req-9321e9ca-9094-41ec-88fc-2277387d5ed8 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 948 time: 0.0758262 Aug 31 06:29:16.849096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ab9f4e-749c-492a-b82d-03e64fbec5bc'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:16.851433 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba134a6-fbf5-4246-b01a-077cc40b318a" -d '{"events": [{"server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "name": "network-vif-plugged", "status": "completed", "tag": "99ab9f4e-749c-492a-b82d-03e64fbec5bc"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:16.906779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acab3760-506a-4e58-b537-f8f61696ded7 req-fffcd420-8fa1-4b5a-b91f-7d146d0682d4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819769 Aug 31 06:29:16.922716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 99ab9f4e-749c-492a-b82d-03e64fbec5bc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=99ab9f4e-749c-492a-b82d-03e64fbec5bc,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:16.947873 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eb7fad-ddc0-461e-8033-884b19867af3 x-openstack-request-id: req-10eb7fad-ddc0-461e-8033-884b19867af3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:16.948784 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "name": "network-vif-plugged", "status": "completed", "tag": "99ab9f4e-749c-492a-b82d-03e64fbec5bc", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:16.949112 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10eb7fad-ddc0-461e-8033-884b19867af3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:16.949672 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ab9f4e-749c-492a-b82d-03e64fbec5bc', 'code': 200} Aug 31 06:29:16.955523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340439-239d-4319-88ac-0a34379c0b4d req-e35c52e2-657b-49b5-8e22-aff09980f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:16.957343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-e35c52e2-657b-49b5-8e22-aff09980f2d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5535698 Aug 31 06:29:16.958075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:16.978254 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.070086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6d430432-5215-45e2-accc-1e1a72e4ef46 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:17.089355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Pushing event deleted for resources: {'Port': ['ID=11d3bc9f-0fac-461e-9143-c054aad95518,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:17.150210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=99ab9f4e-749c-492a-b82d-03e64fbec5bc,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:17.152220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65767b0-e191-46f1-89c7-04f2ae9c4c62 req-b64ac2d1-1458-41b6-b072-f5eebbb709d0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:17.158711 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e65767b0-e191-46f1-89c7-04f2ae9c4c62 req-b64ac2d1-1458-41b6-b072-f5eebbb709d0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 936 time: 0.1075149 Aug 31 06:29:17.211842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 6d430432-5215-45e2-accc-1e1a72e4ef46 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:17.212627 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.231343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e65767b0-e191-46f1-89c7-04f2ae9c4c62 req-3b2122ad-742c-48a1-b1bb-5f3ee38df2a6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577526 Aug 31 06:29:17.351491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ec698209-5e3a-4aa2-99ff-df5168df45ff up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:17.368968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.403987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 20471b7b-d1ee-4fd8-b678-101af5a30421 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:17.427014 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.432341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-e9691143-9f81-4f8c-8049-64bf11cc656a service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602940 Aug 31 06:29:17.439634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d430432-5215-45e2-accc-1e1a72e4ef46,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:17.460095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 20471b7b-d1ee-4fd8-b678-101af5a30421 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:17.460451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 20471b7b-d1ee-4fd8-b678-101af5a30421 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:17.515459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port ec698209-5e3a-4aa2-99ff-df5168df45ff completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:17.527787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04456ef-b975-4336-a2d8-e3dd01b49079 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:17.529081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port ec698209-5e3a-4aa2-99ff-df5168df45ff triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:17.529571 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.562225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51270) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:17.610712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9945bc9-b9d8-469c-9ba3-b8a63ecac534 req-28d338eb-f9a8-46a8-bea1-c458481e0968 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:17.612338 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9945bc9-b9d8-469c-9ba3-b8a63ecac534 req-28d338eb-f9a8-46a8-bea1-c458481e0968 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 944 time: 0.1080556 Aug 31 06:29:17.617076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.630659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a951124c-8ee0-4a2f-911c-30499323fa55 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:17.694305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9945bc9-b9d8-469c-9ba3-b8a63ecac534 req-9ed267c0-850f-4c1d-9466-50e6a6528622 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748649 Aug 31 06:29:17.721271 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.726068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.750152 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.784984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port a951124c-8ee0-4a2f-911c-30499323fa55 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:17.795344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Transition to ACTIVE for port object d04456ef-b975-4336-a2d8-e3dd01b49079 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:17.795695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port a951124c-8ee0-4a2f-911c-30499323fa55 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:17.796859 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.827049 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.832115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ec698209-5e3a-4aa2-99ff-df5168df45ff, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec698209-5e3a-4aa2-99ff-df5168df45ff,segment=NetworkSegment(cc088a99-5445-46b1-bfe9-26e1ce193f8e),segment_id=cc088a99-5445-46b1-bfe9-26e1ce193f8e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:17.837158 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a4562ff-7655-4cb2-a6d2-70f1de37bac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.842382 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.866343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.866887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb9e757-9699-4191-9e68-760f885b1c3e {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:29:17.876970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2cddc-9213-499a-b98f-eff465534321 req-c4ea6e84-33f7-46ae-ba43-d6d76c8ac910 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:17.883819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2cddc-9213-499a-b98f-eff465534321 req-c4ea6e84-33f7-46ae-ba43-d6d76c8ac910 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:17.885152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6cd2cddc-9213-499a-b98f-eff465534321 req-c4ea6e84-33f7-46ae-ba43-d6d76c8ac910 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1682 time: 0.4480085 Aug 31 06:29:17.923201 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:17.924388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-208a1882-1fa7-40d7-8288-28312ac1ddaa admin admin] 10.222.0.15 "DELETE /v2.0/routers/9bb9e757-9699-4191-9e68-760f885b1c3e HTTP/1.1" status: 204 len: 168 time: 4.2415624 Aug 31 06:29:17.930209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51274) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:17.942818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ec698209-5e3a-4aa2-99ff-df5168df45ff,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:18.014351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd4dde9-36af-4e1d-8016-28a22e2cb19f admin admin] Deleting subnet b428605c-92e5-49ad-8d4d-aab0d87a18a7 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:29:18.018040 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.018327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a4562ff-7655-4cb2-a6d2-70f1de37bac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.020917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dde9-36af-4e1d-8016-28a22e2cb19f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.049316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a4562ff-7655-4cb2-a6d2-70f1de37bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.075224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:18.084713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.115461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.123666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07340439-239d-4319-88ac-0a34379c0b4d req-2b8a587d-324b-4d11-bb6c-67068f2017fa service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328340 Aug 31 06:29:18.129031 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dde9-36af-4e1d-8016-28a22e2cb19f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.155945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:18.156100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55612851-46a5-47a6-bd14-16177589972a service neutron] Pushing event updated for resources: {'Port': ['ID=d04456ef-b975-4336-a2d8-e3dd01b49079,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:18.168288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4562ff-7655-4cb2-a6d2-70f1de37bac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8449f3d5-99e0-49d9-b3f6-cef71990a938,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:18.181043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0a4562ff-7655-4cb2-a6d2-70f1de37bac4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f841bdaa20e48baa7d3bcc3f25563f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6119802 Aug 31 06:29:18.183571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51278) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:18.187457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6cd2cddc-9213-499a-b98f-eff465534321 req-8787ebae-4050-4961-b7a1-ad43d7fb4e24 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873363 Aug 31 06:29:18.271545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b64e7-6774-4e06-aa38-c027a1f2a805 req-49609418-45bd-406c-887f-4279f2ee071d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:18.273369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-527b64e7-6774-4e06-aa38-c027a1f2a805 req-49609418-45bd-406c-887f-4279f2ee071d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 948 time: 0.2033954 Aug 31 06:29:18.330638 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dde9-36af-4e1d-8016-28a22e2cb19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.381110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-527b64e7-6774-4e06-aa38-c027a1f2a805 req-6b33c7ed-6781-49c6-9204-d27e3774222a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987680 Aug 31 06:29:18.386317 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bc7-636e-4b4c-93fa-3a0a3a6b8e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.394830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Attempting to bind port d04456ef-b975-4336-a2d8-e3dd01b49079 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:18.395167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Attempting to bind port d04456ef-b975-4336-a2d8-e3dd01b49079 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:18.395494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Attempting to bind port d04456ef-b975-4336-a2d8-e3dd01b49079 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:18.406528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Port d04456ef-b975-4336-a2d8-e3dd01b49079 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:29:18.407076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Attempting to bind port d04456ef-b975-4336-a2d8-e3dd01b49079 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:18.419573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:18.419918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:18.420311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:18.420749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Bound port: d04456ef-b975-4336-a2d8-e3dd01b49079, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:18.421106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.424486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bc7-636e-4b4c-93fa-3a0a3a6b8e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.444135 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dde9-36af-4e1d-8016-28a22e2cb19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.476779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9109a01-ac45-4705-b52d-b9ccbdccdc1f req-59cfc0a4-7464-4af1-a07a-31961634baa2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:18.478304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9109a01-ac45-4705-b52d-b9ccbdccdc1f req-59cfc0a4-7464-4af1-a07a-31961634baa2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 948 time: 0.1397104 Aug 31 06:29:18.486677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4dde9-36af-4e1d-8016-28a22e2cb19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b428605c-92e5-49ad-8d4d-aab0d87a18a7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:18.489012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dde9-36af-4e1d-8016-28a22e2cb19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.491293 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0fd4dde9-36af-4e1d-8016-28a22e2cb19f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b428605c-92e5-49ad-8d4d-aab0d87a18a7 HTTP/1.1" status: 204 len: 168 time: 0.5601134 Aug 31 06:29:18.495747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51286) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:18.507364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae5767-8446-43d9-9651-b9c31f867c1c None None] Network cf7345a9-1950-4dc8-8ea7-819989843433 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:18.525173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bc7-636e-4b4c-93fa-3a0a3a6b8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.528310 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d11b1bc7-636e-4b4c-93fa-3a0a3a6b8e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.531847 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d11b1bc7-636e-4b4c-93fa-3a0a3a6b8e40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8449f3d5-99e0-49d9-b3f6-cef71990a938 HTTP/1.1" status: 204 len: 168 time: 0.3373814 Aug 31 06:29:18.542933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b1bc7-636e-4b4c-93fa-3a0a3a6b8e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449f3d5-99e0-49d9-b3f6-cef71990a938,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:18.680459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ad922-ac0c-4f11-8c4c-e9c6743f0de6 req-04e7b0e5-dbff-4379-9c05-4a1de8f9a178 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:18.689936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-536ad922-ac0c-4f11-8c4c-e9c6743f0de6 req-04e7b0e5-dbff-4379-9c05-4a1de8f9a178 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 948 time: 0.0921547 Aug 31 06:29:18.761081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-536ad922-ac0c-4f11-8c4c-e9c6743f0de6 req-2be91d3f-0910-48c5-80ae-25361dae1ca9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698698 Aug 31 06:29:18.780127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11d3bc9f-0fac-461e-9143-c054aad95518 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:18.797429 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9109a01-ac45-4705-b52d-b9ccbdccdc1f req-3855bf08-e3fd-4cf0-8f27-106bf583387d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086786 Aug 31 06:29:18.798519 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] For port d04456ef-b975-4336-a2d8-e3dd01b49079, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:18.805329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] For port d04456ef-b975-4336-a2d8-e3dd01b49079, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d04456ef-b975-4336-a2d8-e3dd01b49079,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:18.811820 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.829527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.834361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Router 37981859-d420-430f-9ee6-fac879ca4a72 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:29:18.836245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 11d3bc9f-0fac-461e-9143-c054aad95518 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:18.836596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11d3bc9f-0fac-461e-9143-c054aad95518 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:18.860813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-4566bcd1-87f2-4741-b68d-8a96cbb84739 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:18.862397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-4566bcd1-87f2-4741-b68d-8a96cbb84739 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59&tenant_id=e2556a5a837e41668d15636b90159a61&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 948 time: 0.2040195 Aug 31 06:29:18.915318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:18.916037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:18.918410 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-55612851-46a5-47a6-bd14-16177589972a service neutron] 10.222.0.23 "PUT /v2.0/ports/d04456ef-b975-4336-a2d8-e3dd01b49079 HTTP/1.1" status: 200 len: 1097 time: 3.2644117 Aug 31 06:29:18.935710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d261339-a04c-40c2-b43f-6aa192e8f04d req-3bfd39b2-9144-4ef0-9a02-ebd825527201 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:18.940743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d261339-a04c-40c2-b43f-6aa192e8f04d req-3bfd39b2-9144-4ef0-9a02-ebd825527201 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.0859423 Aug 31 06:29:18.950994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec698209-5e3a-4aa2-99ff-df5168df45ff'}, {'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:18.962506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e769cac8-d1af-4786-87b5-c53ca09d28ec', 'tag': 'd04456ef-b975-4336-a2d8-e3dd01b49079'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:18.963085 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee7d6f-a1e8-415e-8489-afc2e63b6ddf" -d '{"events": [{"server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "name": "network-vif-plugged", "status": "completed", "tag": "ec698209-5e3a-4aa2-99ff-df5168df45ff"}, {"server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "name": "network-vif-plugged", "status": "completed", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:18.970943 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6988dd-f7ef-47ab-93d5-eaa11e960570" -d '{"events": [{"name": "network-changed", "server_uuid": "e769cac8-d1af-4786-87b5-c53ca09d28ec", "tag": "d04456ef-b975-4336-a2d8-e3dd01b49079"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:19.038103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] DHCP port deletion for cf7345a9-1950-4dc8-8ea7-819989843433 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:29:19.058814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d261339-a04c-40c2-b43f-6aa192e8f04d req-c4bbbbc1-99c8-4b60-8fd2-5725a0ae7cb2 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070061 Aug 31 06:29:19.129366 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8525db3c-51b8-4d80-b4d8-069f245d528f x-openstack-request-id: req-8525db3c-51b8-4d80-b4d8-069f245d528f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:19.129366 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "name": "network-vif-plugged", "status": "completed", "tag": "ec698209-5e3a-4aa2-99ff-df5168df45ff", "code": 200}, {"server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "name": "network-vif-plugged", "status": "completed", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:19.129366 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8525db3c-51b8-4d80-b4d8-069f245d528f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:19.129366 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec698209-5e3a-4aa2-99ff-df5168df45ff', 'code': 200} Aug 31 06:29:19.129366 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55', 'code': 200} Aug 31 06:29:19.130901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51300) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:19.155415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98a016e1-fcd7-42a7-a778-4818fe5a436d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.156570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] Deleting port de668bef-952d-4f38-be64-acdb0db5a275 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:19.156948 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.206639 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a4850a-de7c-4bad-bcb5-14eaa0d8d04d x-openstack-request-id: req-55a4850a-de7c-4bad-bcb5-14eaa0d8d04d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:19.206639 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e769cac8-d1af-4786-87b5-c53ca09d28ec", "tag": "d04456ef-b975-4336-a2d8-e3dd01b49079", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:19.206973 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55a4850a-de7c-4bad-bcb5-14eaa0d8d04d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:19.207168 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e769cac8-d1af-4786-87b5-c53ca09d28ec', 'tag': 'd04456ef-b975-4336-a2d8-e3dd01b49079', 'status': 'completed', 'code': 200} Aug 31 06:29:19.222616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55612851-46a5-47a6-bd14-16177589972a service neutron] Pushing event updated for resources: {'Port': ['ID=d04456ef-b975-4336-a2d8-e3dd01b49079,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:19.244199 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-aecd3ec4-9717-4ece-95f9-5cb8e0488a81 service neutron] delete failed (client error): The resource could not be found. Aug 31 06:29:19.245315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-aecd3ec4-9717-4ece-95f9-5cb8e0488a81 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d07e2397-e2c4-427d-ae67-349055d7e7eb/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.3600199 Aug 31 06:29:19.253700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] For port de668bef-952d-4f38-be64-acdb0db5a275, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=de668bef-952d-4f38-be64-acdb0db5a275,segment=NetworkSegment(b81860eb-0b35-46f5-a17f-11a434947af1),segment_id=b81860eb-0b35-46f5-a17f-11a434947af1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:19.254172 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.273704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] Calling delete_port for de668bef-952d-4f38-be64-acdb0db5a275 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:19.295345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46426cce-0ad1-4a35-8651-668ae7f51da0 req-9d97bfb8-6a41-4db4-811c-ddfaa87a8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.296086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46426cce-0ad1-4a35-8651-668ae7f51da0 req-9d97bfb8-6a41-4db4-811c-ddfaa87a8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.297956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46426cce-0ad1-4a35-8651-668ae7f51da0 req-9d97bfb8-6a41-4db4-811c-ddfaa87a8e87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1987 time: 0.1315022 Aug 31 06:29:19.318164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-ad188766-a7c1-49df-9c83-7c1c7ce9f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.320145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-ad188766-a7c1-49df-9c83-7c1c7ce9f0ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 1100 time: 0.3412926 Aug 31 06:29:19.356512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d07e2397-e2c4-427d-ae67-349055d7e7eb details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:29:19.357129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46426cce-0ad1-4a35-8651-668ae7f51da0 req-d9d850a7-7fb6-4918-b735-8e19aec09575 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Aug 31 06:29:19.364608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9980a9-f021-4407-ba25-d596676edbd1 req-b03bfb05-732b-493c-941e-41433a6d2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.366352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c9980a9-f021-4407-ba25-d596676edbd1 req-b03bfb05-732b-493c-941e-41433a6d2ca1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1097 time: 0.2240806 Aug 31 06:29:19.384986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98a016e1-fcd7-42a7-a778-4818fe5a436d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.390165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98a016e1-fcd7-42a7-a778-4818fe5a436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.430665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.433686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-98a016e1-fcd7-42a7-a778-4818fe5a436d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb5b50fcfeab4324a29e01b107298eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015165 Aug 31 06:29:19.434795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a016e1-fcd7-42a7-a778-4818fe5a436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756f416f-b061-4bbc-8aad-d51e2034078f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:19.438477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51306) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:19.474135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] No DVR routers for this DVR port de668bef-952d-4f38-be64-acdb0db5a275 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:19.477952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde1241-eb8d-46ba-b988-40dbcc78ac88 None None] Pushing event deleted for resources: {'Port': ['ID=de668bef-952d-4f38-be64-acdb0db5a275,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:19.497666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3711-7abe-4506-a56d-e0ffedaaae53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.522386 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3711-7abe-4506-a56d-e0ffedaaae53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.528539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:19.545959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'mac_address': 'fa:16:3e:91:e5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:29:19.576364 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3711-7abe-4506-a56d-e0ffedaaae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.579735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3711-7abe-4506-a56d-e0ffedaaae53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.583483 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ff5a3711-7abe-4506-a56d-e0ffedaaae53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/756f416f-b061-4bbc-8aad-d51e2034078f HTTP/1.1" status: 204 len: 168 time: 0.1415133 Aug 31 06:29:19.594984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a3711-7abe-4506-a56d-e0ffedaaae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f416f-b061-4bbc-8aad-d51e2034078f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:19.601770 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.631032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07e2397-e2c4-427d-ae67-349055d7e7eb {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:19.659012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:19.666116 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.723170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:19.749664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-9e8b2d9d-2bc2-4767-a373-a3370005c2b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d04456ef-b975-4336-a2d8-e3dd01b49079 HTTP/1.1" status: 200 len: 217 time: 0.4167891 Aug 31 06:29:19.750969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Deleting port de668bef-952d-4f38-be64-acdb0db5a275 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:19.751309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.890764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc86374-9f15-4954-8ef8-418f5212eb25 req-89d28fcf-c692-4d15-a5f0-f354d1a7c376 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.896923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc86374-9f15-4954-8ef8-418f5212eb25 req-89d28fcf-c692-4d15-a5f0-f354d1a7c376 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.898570 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bc86374-9f15-4954-8ef8-418f5212eb25 req-89d28fcf-c692-4d15-a5f0-f354d1a7c376 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1683 time: 0.6239202 Aug 31 06:29:19.899677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:19.914150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14516a5c-ee36-4b9a-81bd-5c4e82bd8d97 req-76e0ff12-ffb0-485d-a319-372b064019f3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.917893 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] Sync routers for ids ['37981859-d420-430f-9ee6-fac879ca4a72'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:19.918414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ff15d004-d2ae-43ee-b141-4a08101e25f1 admin admin] 10.222.0.15 "PUT /v2.0/routers/37981859-d420-430f-9ee6-fac879ca4a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0049753 Aug 31 06:29:19.922428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14516a5c-ee36-4b9a-81bd-5c4e82bd8d97 req-76e0ff12-ffb0-485d-a319-372b064019f3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 949 time: 0.0812614 Aug 31 06:29:19.924179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51318) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:19.927150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c9980a9-f021-4407-ba25-d596676edbd1 req-ed91c970-5728-4301-98fe-45aab4709677 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000051 Aug 31 06:29:19.934242 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] Routers {'37981859-d420-430f-9ee6-fac879ca4a72'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:19.935216 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['37981859-d420-430f-9ee6-fac879ca4a72'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:19.944131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] For port de668bef-952d-4f38-be64-acdb0db5a275, host n-d-712142-16, got binding levels [] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:19.944502 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:19.947936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-cd785be1-dd27-49bf-ad6b-d4cefd175b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.949465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-cd785be1-dd27-49bf-ad6b-d4cefd175b3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1896458 Aug 31 06:29:19.960745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-c5a17073-68a3-48eb-b846-e247d4f2633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:19.962342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-c5a17073-68a3-48eb-b846-e247d4f2633e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 1101 time: 0.6114728 Aug 31 06:29:19.973423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Calling delete_port for de668bef-952d-4f38-be64-acdb0db5a275 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:19.977155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Port de668bef-952d-4f38-be64-acdb0db5a275 was not found and therefore no delete operation was performed {{(pid=94667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:29:19.983034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.020626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Pushing event deleted for resources: {'Port': ['ID=de668bef-952d-4f38-be64-acdb0db5a275,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:20.022546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] No DVR routers for this DVR port de668bef-952d-4f38-be64-acdb0db5a275 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:20.026657 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bc86374-9f15-4954-8ef8-418f5212eb25 req-96058cc3-420e-413c-8012-c763d7b6f56f tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960171 Aug 31 06:29:20.028760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14516a5c-ee36-4b9a-81bd-5c4e82bd8d97 req-0f3bc7ea-430d-4b50-b990-b0195a7a65eb tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038170 Aug 31 06:29:20.034504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['d07e2397-e2c4-427d-ae67-349055d7e7eb'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:20.117776 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] Set router 37981859-d420-430f-9ee6-fac879ca4a72 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:20.140392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.181661 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.242367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7345a9-1950-4dc8-8ea7-819989843433']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:20.273352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81860eb-0b35-46f5-a17f-11a434947af1') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:20.274136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81860eb-0b35-46f5-a17f-11a434947af1') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:20.302026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.340089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.345994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-3a67b61e-a03e-48ef-a54c-d5d626170e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:20.348242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-3a67b61e-a03e-48ef-a54c-d5d626170e20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2022483 Aug 31 06:29:20.382270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:29:20.383285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:29:20.386578 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:29:20.422234 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:17Z', 'revision_number': 5, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:20.452498 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] Checking router: 37981859-d420-430f-9ee6-fac879ca4a72 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:20.462667 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] Routers {'37981859-d420-430f-9ee6-fac879ca4a72'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:20.464128 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:28:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['37981859-d420-430f-9ee6-fac879ca4a72'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:20.557801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-ef6182ba-afa5-45bb-af74-6662e88b6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:20.559563 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-ef6182ba-afa5-45bb-af74-6662e88b6f75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.4126091 Aug 31 06:29:20.596172 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] Set router 37981859-d420-430f-9ee6-fac879ca4a72 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:20.687954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device de668bef-952d-4f38-be64-acdb0db5a275 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:20.715369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39865628-9624-4aae-bf73-46e8e3e4e695 req-d6388b05-aba3-4c53-8caa-2fd2af794d83 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:20.724141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39865628-9624-4aae-bf73-46e8e3e4e695 req-d6388b05-aba3-4c53-8caa-2fd2af794d83 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.4772346 Aug 31 06:29:20.730324 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.759554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786af39e-2d15-42a5-b130-aff910071596 req-f5be3491-a496-4171-92af-ef5afd299bf8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:20.762745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-786af39e-2d15-42a5-b130-aff910071596 req-f5be3491-a496-4171-92af-ef5afd299bf8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 948 time: 0.4665701 Aug 31 06:29:20.781266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: de668bef-952d-4f38-be64-acdb0db5a275 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:20.781623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device de668bef-952d-4f38-be64-acdb0db5a275 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:20.792898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-e2cbe6fa-f6da-4c90-99a4-64a877b9a0ea service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300699 Aug 31 06:29:20.794476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.808498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-9227d5d3-ba7f-4c1d-9e85-83918a5ed70d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 200 len: 217 time: 0.2380130 Aug 31 06:29:20.858516 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.860430 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] 10.222.0.15 "DELETE /v2.0/networks/cf7345a9-1950-4dc8-8ea7-819989843433 HTTP/1.1" status: 204 len: 168 time: 2.3393357 Aug 31 06:29:20.861033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-786af39e-2d15-42a5-b130-aff910071596 req-406bd840-fa59-4a0b-ada1-596643565f66 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910604 Aug 31 06:29:20.906343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Deleting port 2c62170a-11ee-45f5-a836-1b8ee2cf619e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:20.906639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:20.942162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-d31f2bfa-871e-4734-8836-dfe3d25181c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:20.943665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-d31f2bfa-871e-4734-8836-dfe3d25181c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0742958 Aug 31 06:29:20.988158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cb942-b129-44f5-b89b-739b5130050f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7345a9-1950-4dc8-8ea7-819989843433,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:20.995089 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:17Z', 'revision_number': 5, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:21.005290 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39865628-9624-4aae-bf73-46e8e3e4e695 req-424d3b95-ba02-4a16-89fe-80d27ceabf18 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096717 Aug 31 06:29:21.032232 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30bb7-b6b7-49a0-b9a2-683c5911083a None None] The sync data for ids ['37981859-d420-430f-9ee6-fac879ca4a72'] in n-d-712142-16 is: [{'id': '37981859-d420-430f-9ee6-fac879ca4a72', 'name': 'tempest-FloatingIPsNegativeTestJSON-120802008-router', 'tenant_id': '3dccffe0ed36415cb48b9c2c9012182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:17Z', 'revision_number': 5, 'project_id': '3dccffe0ed36415cb48b9c2c9012182c', 'gw_port': {'id': '2c62170a-11ee-45f5-a836-1b8ee2cf619e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37981859-d420-430f-9ee6-fac879ca4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:02Z', 'updated_at': '2021-08-31T06:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:21.056018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] For port 2c62170a-11ee-45f5-a836-1b8ee2cf619e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2c62170a-11ee-45f5-a836-1b8ee2cf619e,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:21.056586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.100668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-f4493e17-f28e-4cd1-94f4-f5199a3a380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:21.102263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-f4493e17-f28e-4cd1-94f4-f5199a3a380b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1154234 Aug 31 06:29:21.106745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Calling delete_port for 2c62170a-11ee-45f5-a836-1b8ee2cf619e owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:21.139822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c01a284a-bd1a-4616-b05d-b8770b90eb24 req-f0291bad-0db8-4f75-a281-83bdf54514c0 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898510 Aug 31 06:29:21.262519 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51352) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:21.307773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c9e26-a9ed-47df-863f-2e9f45c8b726 req-1e9b8655-53a8-4876-80f2-8c09926f2ef2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:21.309450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d3c9e26-a9ed-47df-863f-2e9f45c8b726 req-1e9b8655-53a8-4876-80f2-8c09926f2ef2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 949 time: 0.0898485 Aug 31 06:29:21.315604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d6cc-30ac-4d5f-8481-e7b1f7570aaa req-7e166d2f-fbba-43d1-9447-70d0f5529f1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:21.321757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d6cc-30ac-4d5f-8481-e7b1f7570aaa req-7e166d2f-fbba-43d1-9447-70d0f5529f1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:21.323354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d01d6cc-30ac-4d5f-8481-e7b1f7570aaa req-7e166d2f-fbba-43d1-9447-70d0f5529f1c tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1683 time: 0.1453769 Aug 31 06:29:21.352176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d07e2397-e2c4-427d-ae67-349055d7e7eb up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:21.355655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-7821180e-fe09-46f6-9408-5dfb93ec3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:21.357140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-7821180e-fe09-46f6-9408-5dfb93ec3773 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 1100 time: 0.1330314 Aug 31 06:29:21.359049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-2eb72e95-dbe0-4e5f-9ef8-11376cb94c2b service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459676 Aug 31 06:29:21.397537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1423dceb-fe57-41eb-9b33-107d71344038 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4fd81b9ca1941f6ad4799842a039194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224597 Aug 31 06:29:21.397902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51358) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:21.427799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d3c9e26-a9ed-47df-863f-2e9f45c8b726 req-f92d89e4-b33d-41f1-a7a1-4cd5c6011935 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850825 Aug 31 06:29:21.459162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port d07e2397-e2c4-427d-ae67-349055d7e7eb completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:21.480008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port d07e2397-e2c4-427d-ae67-349055d7e7eb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:21.480605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.512040 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d01d6cc-30ac-4d5f-8481-e7b1f7570aaa req-08042c72-da2d-45e0-941a-c7cab18fe369 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715319 Aug 31 06:29:21.531962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.579095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef58f1bf-56c4-414e-83b2-bf1824fe446d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.583741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c62170a-11ee-45f5-a836-1b8ee2cf619e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:21.594431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2da79f3-51ea-4672-9b13-8f6ae5090d72 req-61978467-c0b4-4b6f-8c47-7a6b24f684d5 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029793 Aug 31 06:29:21.595778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-351ca81f-7bf0-4452-a39f-68572bd8b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:21.597324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-351ca81f-7bf0-4452-a39f-68572bd8b738 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2070792 Aug 31 06:29:21.683959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-c4957f71-7e71-427f-9c03-fde97acda2b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d04456ef-b975-4336-a2d8-e3dd01b49079 HTTP/1.1" status: 200 len: 217 time: 0.0735445 Aug 31 06:29:21.687071 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.710941 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef58f1bf-56c4-414e-83b2-bf1824fe446d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.743546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:21.747858 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1442c97-01a8-4d09-befe-b31d0253e349" -d '{"events": [{"server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "name": "network-vif-plugged", "status": "completed", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:21.775572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:21.785055 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.789129 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.831621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-532c32e9-ac0e-403f-b543-397f0d5caace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:21.832208 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad89e2-ac5b-49d8-9bd7-486572b4fcce x-openstack-request-id: req-c2ad89e2-ac5b-49d8-9bd7-486572b4fcce {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:21.832735 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "name": "network-vif-plugged", "status": "completed", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:21.833172 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2ad89e2-ac5b-49d8-9bd7-486572b4fcce {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:21.833774 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'code': 200} Aug 31 06:29:21.834349 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-532c32e9-ac0e-403f-b543-397f0d5caace service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1351383 Aug 31 06:29:21.909498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-1ee69dd4-3114-4482-8a3f-989e46242824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:21.911153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:21.912471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-1ee69dd4-3114-4482-8a3f-989e46242824 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579805 Aug 31 06:29:21.934892 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.940825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.952732 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef58f1bf-56c4-414e-83b2-bf1824fe446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.957118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef58f1bf-56c4-414e-83b2-bf1824fe446d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:21.960987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef58f1bf-56c4-414e-83b2-bf1824fe446d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd9b8422-ebdc-4ecf-8b0a-b6d5bd0f20c9 HTTP/1.1" status: 204 len: 168 time: 0.5600247 Aug 31 06:29:22.024325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58f1bf-56c4-414e-83b2-bf1824fe446d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9b8422-ebdc-4ecf-8b0a-b6d5bd0f20c9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:22.029124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:22.029725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37981859-d420-430f-9ee6-fac879ca4a72 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:29:22.049633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:22.050892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2f131f89-2fd2-4e3f-86ad-be430a989791 admin admin] 10.222.0.15 "DELETE /v2.0/routers/37981859-d420-430f-9ee6-fac879ca4a72 HTTP/1.1" status: 204 len: 168 time: 2.1256473 Aug 31 06:29:22.053502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51382) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:22.163565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1bb0c-eebd-4ca8-aeaf-11778adacdde req-b8af8dc3-57b5-4bd2-b0f8-a8c1bea4ece4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:22.165228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48e1bb0c-eebd-4ca8-aeaf-11778adacdde req-b8af8dc3-57b5-4bd2-b0f8-a8c1bea4ece4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 948 time: 0.1571302 Aug 31 06:29:22.168536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2882cf49-b6f9-47c0-b037-b267cdfba102 admin admin] Deleting subnet b16540f5-df86-4bd0-9d3e-13fe38c8df32 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:29:22.176867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2882cf49-b6f9-47c0-b037-b267cdfba102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:22.244699 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-680c6e28-6b9e-4875-b63a-bbe1c179790f service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131602 Aug 31 06:29:22.255535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5744c9b-9a3c-44a8-9601-f7d5f0494d89 req-304d31be-9f0a-405c-98bb-9bb2b1c794ac tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:22.264826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5744c9b-9a3c-44a8-9601-f7d5f0494d89 req-304d31be-9f0a-405c-98bb-9bb2b1c794ac tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:22.273214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5744c9b-9a3c-44a8-9601-f7d5f0494d89 req-304d31be-9f0a-405c-98bb-9bb2b1c794ac tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1683 time: 0.1230438 Aug 31 06:29:22.283404 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2882cf49-b6f9-47c0-b037-b267cdfba102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:22.331878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48e1bb0c-eebd-4ca8-aeaf-11778adacdde req-b647ad84-08ca-41ae-a2d6-6cd7b3a38e4e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560302 Aug 31 06:29:22.410794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5744c9b-9a3c-44a8-9601-f7d5f0494d89 req-9b491f1d-bf95-4f24-af7e-67849cf8c0c7 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362541 Aug 31 06:29:22.462795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c6988dd-f7ef-47ab-93d5-eaa11e960570 req-978d6ee1-d88f-4040-b77a-3a7fb772c4e7 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855350 Aug 31 06:29:22.532983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2882cf49-b6f9-47c0-b037-b267cdfba102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:22.623701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb5149-716b-40c4-807c-60bc84355fde req-bd25fd8f-6c3f-4c44-a505-9f7fd4327cba tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:22.636684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcfb5149-716b-40c4-807c-60bc84355fde req-bd25fd8f-6c3f-4c44-a505-9f7fd4327cba tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.1755500 Aug 31 06:29:22.655168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f139a-0718-4bed-b05f-1b93d332fb60 req-dec7ea3e-6920-4ff8-8bd7-286d833ab506 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:22.656818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-648f139a-0718-4bed-b05f-1b93d332fb60 req-dec7ea3e-6920-4ff8-8bd7-286d833ab506 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1151788 Aug 31 06:29:22.703297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2882cf49-b6f9-47c0-b037-b267cdfba102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:22.757305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882cf49-b6f9-47c0-b037-b267cdfba102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16540f5-df86-4bd0-9d3e-13fe38c8df32,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:22.771488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcfb5149-716b-40c4-807c-60bc84355fde req-abeb3489-3d72-43a3-aac2-d2c7b121ae0f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319594 Aug 31 06:29:22.781345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-648f139a-0718-4bed-b05f-1b93d332fb60 req-ad223639-2e22-4ffc-9fec-36aeaef1f870 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932946 Aug 31 06:29:22.794915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2882cf49-b6f9-47c0-b037-b267cdfba102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:22.799917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2882cf49-b6f9-47c0-b037-b267cdfba102 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b16540f5-df86-4bd0-9d3e-13fe38c8df32 HTTP/1.1" status: 204 len: 168 time: 0.7428472 Aug 31 06:29:22.800255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51408) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:22.807724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3de7d-4c25-4c1c-be33-d0b93ee354f8 None None] Network f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:22.811973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2c62170a-11ee-45f5-a836-1b8ee2cf619e no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:22.895685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:22.948445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 2c62170a-11ee-45f5-a836-1b8ee2cf619e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:22.948975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2c62170a-11ee-45f5-a836-1b8ee2cf619e not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:22.949603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6d430432-5215-45e2-accc-1e1a72e4ef46 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:22.977180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 6d430432-5215-45e2-accc-1e1a72e4ef46 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:22.977973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6d430432-5215-45e2-accc-1e1a72e4ef46 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:22.997617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aef413-4447-47d3-9285-5ab2f87f25ac req-07528de6-69bc-4e67-a3fd-cf860e42418a tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:23.007497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e9aef413-4447-47d3-9285-5ab2f87f25ac req-07528de6-69bc-4e67-a3fd-cf860e42418a tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1097 time: 0.0893490 Aug 31 06:29:23.015959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Deleting port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:23.016308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.026874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7468b-0a48-4eb7-b2c0-5684bb90f7a6 req-6dc4ee3f-ada7-46b9-9b79-1cf1a66c431d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:23.028484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77a7468b-0a48-4eb7-b2c0-5684bb90f7a6 req-6dc4ee3f-ada7-46b9-9b79-1cf1a66c431d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.0860164 Aug 31 06:29:23.083030 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e9aef413-4447-47d3-9285-5ab2f87f25ac req-73424218-baed-4c90-860c-b0d63e5f2ab1 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737574 Aug 31 06:29:23.125543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] For port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec,segment=NetworkSegment(b17a89d3-fdd8-4bda-ac58-c5d3b740ac00),segment_id=b17a89d3-fdd8-4bda-ac58-c5d3b740ac00)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:23.125918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.146924 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77a7468b-0a48-4eb7-b2c0-5684bb90f7a6 req-52ef0c4d-ed05-436f-b314-27f34a9b47e5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040897 Aug 31 06:29:23.167931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Calling delete_port for 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:23.198313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] DHCP port deletion for f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:29:23.295273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.321095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] No DVR routers for this DVR port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:23.342665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] Deleting port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:23.343052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.379529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:23.438402 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.456952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cf190a-6c66-4a8a-a9d7-452d9fc723a6']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:23.496757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] For port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:23.497176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.502470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:23.502757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17a89d3-fdd8-4bda-ac58-c5d3b740ac00') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:23.533495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] Calling delete_port for 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:23.540611 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.543086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51454) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:23.547669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] Port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:29:23.550823 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.575602 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.577770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca7e8d-0049-4330-bf4f-72ad33b23972 req-9e09ab33-daa0-4606-8aae-9dc164d22366 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:23.584681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca7e8d-0049-4330-bf4f-72ad33b23972 req-9e09ab33-daa0-4606-8aae-9dc164d22366 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:23.584883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] No DVR routers for this DVR port 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:23.593383 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fca7e8d-0049-4330-bf4f-72ad33b23972 req-9e09ab33-daa0-4606-8aae-9dc164d22366 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1683 time: 0.0853250 Aug 31 06:29:23.598007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70ba11-e78a-4537-8b9e-0016924d20e6 req-23950833-1d1f-43b3-bcd4-1dfce236155e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:23.599766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa70ba11-e78a-4537-8b9e-0016924d20e6 req-23950833-1d1f-43b3-bcd4-1dfce236155e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 948 time: 0.1058810 Aug 31 06:29:23.601105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:29:23.601537 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:29:23.603748 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:29:23.639545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cc74e-e3c4-4fa8-ad39-61c8f2420aba None None] Pushing event deleted for resources: {'Port': ['ID=4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:23.661891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fca7e8d-0049-4330-bf4f-72ad33b23972 req-652b57e6-173f-4989-9332-0bb0ef4d5508 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671477 Aug 31 06:29:23.674586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d04456ef-b975-4336-a2d8-e3dd01b49079 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:29:23.762971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa70ba11-e78a-4537-8b9e-0016924d20e6 req-4d6d67bc-a2e9-4689-8627-24d1f64cad7b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323676 Aug 31 06:29:23.766035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.788557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.788557 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f9cf190a-6c66-4a8a-a9d7-452d9fc723a6 HTTP/1.1" status: 204 len: 168 time: 0.9825814 Aug 31 06:29:23.807183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2b4db-60c2-457a-a26a-73b153abe651 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9cf190a-6c66-4a8a-a9d7-452d9fc723a6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:23.890814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d04456ef-b975-4336-a2d8-e3dd01b49079, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d04456ef-b975-4336-a2d8-e3dd01b49079,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:23.907081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'd04456ef-b975-4336-a2d8-e3dd01b49079', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'd04456ef-b975-4336-a2d8-e3dd01b49079', 'mac_address': 'fa:16:3e:0b:b7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:29:23.908886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-994266e0-f52c-489f-a9fe-de9dcf7ece8d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e2556a5a837e41668d15636b90159a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448260 Aug 31 06:29:23.957242 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:23.991260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04456ef-b975-4336-a2d8-e3dd01b49079 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:24.018293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-7191886a-6e11-432c-8ee0-daf32f50e117 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:24.028350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-7191886a-6e11-432c-8ee0-daf32f50e117 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:24.031687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-7191886a-6e11-432c-8ee0-daf32f50e117 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1683 time: 0.1000986 Aug 31 06:29:24.036982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d04456ef-b975-4336-a2d8-e3dd01b49079, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d04456ef-b975-4336-a2d8-e3dd01b49079,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:24.041956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-36160da9-45ab-431e-8b38-e3c46caeee1e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:24.046155 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.049171 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-36160da9-45ab-431e-8b38-e3c46caeee1e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392648 Aug 31 06:29:24.066196 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-b7c4328a-2e62-4708-b10e-331d54c09792 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/quotas/e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 375 time: 0.0160012 Aug 31 06:29:24.113367 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.131551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-fc83a3b6-7f43-4c1a-83ac-080d083e4888 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643978 Aug 31 06:29:24.147205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=d04456ef-b975-4336-a2d8-e3dd01b49079,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:24.149650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-network', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:24.157440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-032d8079-2d96-4997-92d6-8a968f35a4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.208314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Made reservation on behalf of 94127c25f2dc440a85f4ef45df0b1414 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:24.210852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.216994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port ec698209-5e3a-4aa2-99ff-df5168df45ff {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:24.217987 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.229641 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.316770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['d04456ef-b975-4336-a2d8-e3dd01b49079'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:24.444228 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.450674 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.465383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-355029ae-14d7-4473-8b38-35ede7f936aa req-81c0ec32-5632-478b-896a-a1a8b86dcb12 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 210 time: 0.0655744 Aug 31 06:29:24.492539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:24.514417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:29:24.528827 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.529207 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Added segment dbceafa3-2bdb-4af1-8086-fb3f9642bc7e of type vlan for network 3a408238-7d4d-436e-9a09-63f16384478a Aug 31 06:29:24.557915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port ec698209-5e3a-4aa2-99ff-df5168df45ff, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec698209-5e3a-4aa2-99ff-df5168df45ff,segment=NetworkSegment(cc088a99-5445-46b1-bfe9-26e1ce193f8e),segment_id=cc088a99-5445-46b1-bfe9-26e1ce193f8e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:24.558585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.573291 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.620546 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.622798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:24.623582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.634628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for ec698209-5e3a-4aa2-99ff-df5168df45ff owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:24.640086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30116bff-2ef7-4856-9965-4e605d142e64,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:24.718655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-61cc2bd4-26ca-4b14-b590-1fa5f9a83be9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dccffe0ed36415cb48b9c2c9012182c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239614 Aug 31 06:29:24.719379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51496) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:24.731458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51498) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:24.739156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:24.775207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:24.775550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4e6ee1ad-c9c8-4164-b869-98bc1ddfb8ec not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:24.781790 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2371545 Aug 31 06:29:24.785270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:24.799615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Request body: {'subnet': {'network_id': '3a408238-7d4d-436e-9a09-63f16384478a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-subnet', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:24.816665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64583e9b-4b06-48b3-b5fc-1574216e98d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a408238-7d4d-436e-9a09-63f16384478a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:24.829332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 3a408238-7d4d-436e-9a09-63f16384478a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:29:24.913537 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89823175-3b7d-41fe-b47f-4eef6d145652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.914986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Made reservation on behalf of 94127c25f2dc440a85f4ef45df0b1414 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:24.923671 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.944756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['99ab9f4e-749c-492a-b82d-03e64fbec5bc', 'ec698209-5e3a-4aa2-99ff-df5168df45ff'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:24.946653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.030228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=ec698209-5e3a-4aa2-99ff-df5168df45ff,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:25.083109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port ec698209-5e3a-4aa2-99ff-df5168df45ff on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:25.085850 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.088976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-c7cd84de-29da-46c1-8b53-9e3503406edc tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.42 "DELETE /v2.0/ports/ec698209-5e3a-4aa2-99ff-df5168df45ff HTTP/1.1" status: 204 len: 173 time: 1.0501983 Aug 31 06:29:25.095205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'name': 'network-vif-deleted', 'tag': 'ec698209-5e3a-4aa2-99ff-df5168df45ff'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:25.097554 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53d75e4-1b4d-4be3-ac10-81452f00b35a" -d '{"events": [{"server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "name": "network-vif-deleted", "tag": "ec698209-5e3a-4aa2-99ff-df5168df45ff"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:25.108068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde08e-6f7a-4e45-8b91-84ab93ccb7d3 req-7d8472bf-ed54-453c-9629-4a444db07eaf tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:25.121052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde08e-6f7a-4e45-8b91-84ab93ccb7d3 req-7d8472bf-ed54-453c-9629-4a444db07eaf tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:25.133919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ebde08e-6f7a-4e45-8b91-84ab93ccb7d3 req-7d8472bf-ed54-453c-9629-4a444db07eaf tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 1604 time: 0.2675426 Aug 31 06:29:25.168363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1969bc3d-7e6e-4b75-b8bb-283692cda3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.243660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1969bc3d-7e6e-4b75-b8bb-283692cda3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.267502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48f758-ebf1-415e-a137-d879bd7ad205 req-52735584-94c2-4b6d-88cc-adfca8980cef tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:25.275196 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a48f758-ebf1-415e-a137-d879bd7ad205 req-52735584-94c2-4b6d-88cc-adfca8980cef tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 949 time: 0.3002563 Aug 31 06:29:25.305230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ebde08e-6f7a-4e45-8b91-84ab93ccb7d3 req-f850db9b-4d39-40d3-a077-f713fb0e9460 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/security-groups?id=80944d7f-9f48-4f8e-ad6f-babc7ed04d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118791 Aug 31 06:29:25.362680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port 99ab9f4e-749c-492a-b82d-03e64fbec5bc {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:25.363023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.472416 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5048dc0c-4073-4b51-b838-b92dd6ea005e x-openstack-request-id: req-5048dc0c-4073-4b51-b838-b92dd6ea005e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:25.472720 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "name": "network-vif-deleted", "tag": "ec698209-5e3a-4aa2-99ff-df5168df45ff", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:25.473166 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5048dc0c-4073-4b51-b838-b92dd6ea005e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:25.473716 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'name': 'network-vif-deleted', 'tag': 'ec698209-5e3a-4aa2-99ff-df5168df45ff', 'status': 'completed', 'code': 200} Aug 31 06:29:25.489850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a48f758-ebf1-415e-a137-d879bd7ad205 req-bdd05c22-2fff-4ded-9f67-fff2752f4f01 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061048 Aug 31 06:29:25.546347 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1969bc3d-7e6e-4b75-b8bb-283692cda3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.549311 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1969bc3d-7e6e-4b75-b8bb-283692cda3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.550642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1969bc3d-7e6e-4b75-b8bb-283692cda3d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7726b0cb-0d04-466a-a8cd-11ffe8edf5e5 HTTP/1.1" status: 204 len: 168 time: 0.8049960 Aug 31 06:29:25.562773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port 99ab9f4e-749c-492a-b82d-03e64fbec5bc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=99ab9f4e-749c-492a-b82d-03e64fbec5bc,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:25.563199 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.571058 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.584100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for 99ab9f4e-749c-492a-b82d-03e64fbec5bc owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:25.620650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969bc3d-7e6e-4b75-b8bb-283692cda3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7726b0cb-0d04-466a-a8cd-11ffe8edf5e5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:25.625173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89823175-3b7d-41fe-b47f-4eef6d145652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.628814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.639700 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89823175-3b7d-41fe-b47f-4eef6d145652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.677878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d04456ef-b975-4336-a2d8-e3dd01b49079 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:25.719978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89823175-3b7d-41fe-b47f-4eef6d145652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7b1e51-cc11-4621-8b5b-d41d24beeb17,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:25.737781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79f691f8-5ae4-4358-a6c7-b9b511dd1c39 req-47fcb1c7-d77e-434b-8e4b-4cd17040bcf1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 210 time: 0.0969779 Aug 31 06:29:25.737951 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-89823175-3b7d-41fe-b47f-4eef6d145652 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a294918805d4263982aa000bcc2b227&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0134516 Aug 31 06:29:25.738442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51520) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:25.757594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9c6fde-3664-4cb1-825a-4f4866d4c5e2,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:25.773783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port d04456ef-b975-4336-a2d8-e3dd01b49079 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:25.781745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Checking segment: {'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:25.782090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Network hostable DHCP agents. Network: 3a408238-7d4d-436e-9a09-63f16384478a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:29:25.783331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port d04456ef-b975-4336-a2d8-e3dd01b49079 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:25.783718 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.825029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Network 3a408238-7d4d-436e-9a09-63f16384478a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:29:25.836059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da06ae8-669d-47ae-bf9a-d626b3ee59e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.848329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 3a408238-7d4d-436e-9a09-63f16384478a) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:25.856509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:25.857105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.865560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61005de2-cfd9-4106-adec-96524ce2d1cb None None] Network 3a408238-7d4d-436e-9a09-63f16384478a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:25.870341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da06ae8-669d-47ae-bf9a-d626b3ee59e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.878080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.895907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51526) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:25.896487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1f7f29d7-48c3-4923-acf3-b0e1df379940 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1038480 Aug 31 06:29:25.907991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:25.937282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da06ae8-669d-47ae-bf9a-d626b3ee59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.941780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da06ae8-669d-47ae-bf9a-d626b3ee59e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.943248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7da06ae8-669d-47ae-bf9a-d626b3ee59e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c7b1e51-cc11-4621-8b5b-d41d24beeb17 HTTP/1.1" status: 204 len: 168 time: 0.1934996 Aug 31 06:29:25.952313 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:25.961586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da06ae8-669d-47ae-bf9a-d626b3ee59e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7b1e51-cc11-4621-8b5b-d41d24beeb17,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:25.969134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=99ab9f4e-749c-492a-b82d-03e64fbec5bc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:26.002009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e769cac8-d1af-4786-87b5-c53ca09d28ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04456ef-b975-4336-a2d8-e3dd01b49079'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:26.004727 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed9a8f3-fb32-44e2-be17-8e801d3d1145" -d '{"events": [{"server_uuid": "e769cac8-d1af-4786-87b5-c53ca09d28ec", "name": "network-vif-plugged", "status": "completed", "tag": "d04456ef-b975-4336-a2d8-e3dd01b49079"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:26.034593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d04456ef-b975-4336-a2d8-e3dd01b49079, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d04456ef-b975-4336-a2d8-e3dd01b49079,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:26.056095 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.124833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port 99ab9f4e-749c-492a-b82d-03e64fbec5bc on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:26.133753 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.139100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8edfb8-c434-4830-bf3e-6a5f581b9fc2 req-4222450a-f029-45af-a907-f35f267d2f0b tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.42 "DELETE /v2.0/ports/99ab9f4e-749c-492a-b82d-03e64fbec5bc HTTP/1.1" status: 204 len: 173 time: 1.0018497 Aug 31 06:29:26.162468 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d666ac8-f0f0-4d7d-8512-5874cc1143c7 x-openstack-request-id: req-7d666ac8-f0f0-4d7d-8512-5874cc1143c7 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:26.162987 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e769cac8-d1af-4786-87b5-c53ca09d28ec", "name": "network-vif-plugged", "status": "completed", "tag": "d04456ef-b975-4336-a2d8-e3dd01b49079", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:26.162987 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d666ac8-f0f0-4d7d-8512-5874cc1143c7 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:26.163411 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e769cac8-d1af-4786-87b5-c53ca09d28ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04456ef-b975-4336-a2d8-e3dd01b49079', 'code': 200} Aug 31 06:29:26.166325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=d04456ef-b975-4336-a2d8-e3dd01b49079,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:26.173012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.180230 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.270173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-58d34320-885b-4ce2-8e5c-c841d4a7d069 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e2556a5a837e41668d15636b90159a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300240 Aug 31 06:29:26.271870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-3a408238-7d4d-436e-9a09-63f16384478a', 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'fixed_ips': [{'subnet_id': '9f9c6fde-3664-4cb1-825a-4f4866d4c5e2'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:29:26.272874 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.458058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-79fa5cba-9fd8-4649-a97c-149ed3a4a8f1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:26.459520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-79fa5cba-9fd8-4649-a97c-149ed3a4a8f1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783957 Aug 31 06:29:26.515367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Request body: {'port': {'device_id': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'e2556a5a837e41668d15636b90159a61'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:26.534168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f2843-f444-402e-a7ee-48e1cb2cd36b req-c600e627-6061-4300-aa5f-d962381a658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:26.536807 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fa9f2843-f444-402e-a7ee-48e1cb2cd36b req-c600e627-6061-4300-aa5f-d962381a658b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 1102 time: 0.1116562 Aug 31 06:29:26.586686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51554) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:26.625145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Allocated IP 172.20.0.2 (3a408238-7d4d-436e-9a09-63f16384478a/9f9c6fde-3664-4cb1-825a-4f4866d4c5e2/e5f04a57-8963-4f28-93a4-fbfff1c8d0a4) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:26.631137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.668939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e0479d0-2f21-4b53-8215-485d2a6c6a67 req-62e8e166-c3b7-494d-8050-66515aae1d8a tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4382d78-c64f-4bc3-b33d-b4d836ada7e1 HTTP/1.1" status: 200 len: 210 time: 0.0766985 Aug 31 06:29:26.671089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db13c32c-4c38-4406-9e68-d67ebc7f8c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.707549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fa9f2843-f444-402e-a7ee-48e1cb2cd36b req-e8e2fcd7-89ed-4636-a75e-4d44c5b5cbde service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603017 Aug 31 06:29:26.756772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ab80cb2f-7db5-4576-952d-624925b87f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.767775 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.893037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707ea3c-b9a0-4c57-b7db-109be9af935e req-267a48f3-81fa-4014-893f-94ba085e0e88 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:26.904090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e707ea3c-b9a0-4c57-b7db-109be9af935e req-267a48f3-81fa-4014-893f-94ba085e0e88 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 950 time: 0.1240594 Aug 31 06:29:26.929851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:26.980573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e707ea3c-b9a0-4c57-b7db-109be9af935e req-8821d43d-928a-46b8-af06-1961f12f30be tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728245 Aug 31 06:29:27.028762 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.030140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db13c32c-4c38-4406-9e68-d67ebc7f8c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.038388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db13c32c-4c38-4406-9e68-d67ebc7f8c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.050284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Transition to ACTIVE for port object e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:27.080327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Transition to ACTIVE for port object e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:27.082541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Made reservation on behalf of e2556a5a837e41668d15636b90159a61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:27.087410 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.092169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.107823 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-db13c32c-4c38-4406-9e68-d67ebc7f8c96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb51d0b611b041fc94983b8f083b8713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080552 Aug 31 06:29:27.108639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13c32c-4c38-4406-9e68-d67ebc7f8c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c298bbd6-cc9d-4fd6-bc50-1c08a7561328,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:27.111498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51570) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:27.148784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Network 3a408238-7d4d-436e-9a09-63f16384478a is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:27.153254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:27.156265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:27.163307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51572) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:27.194114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-624ada49-23a4-4fd7-a7e8-e04e3ccba2e2 req-03902954-9297-4ef1-a1da-cca445de3d3d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 210 time: 0.1030238 Aug 31 06:29:27.201732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Pushing event updated for resources: {'Port': ['ID=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:27.230705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Attempting to bind port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:27.232550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Attempting to bind port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:27.232550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Attempting to bind port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 on network 3a408238-7d4d-436e-9a09-63f16384478a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:27.237096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:27.237919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Checking segment: {'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:27.238047 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.238481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Bound using segment: {'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:27.239024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Bound port: e5f04a57-8963-4f28-93a4-fbfff1c8d0a4, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:27.239522 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.310748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] For port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:27.312823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-network', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:27.315215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] For port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,segment=NetworkSegment(dbceafa3-2bdb-4af1-8086-fb3f9642bc7e),segment_id=dbceafa3-2bdb-4af1-8086-fb3f9642bc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:27.323586 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.349068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Made reservation on behalf of 43503e1291a144a5a1661d0f4142c9ee for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:27.349379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b05006b-b6c8-4372-865e-88c3e772fd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.351929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.371476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.390571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ec698209-5e3a-4aa2-99ff-df5168df45ff no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:27.403446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db13da9-30f2-4d44-acc4-a4b8e6b02961 None None] Pushing event updated for resources: {'Port': ['ID=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:27.474887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'name': 'network-vif-deleted', 'tag': '99ab9f4e-749c-492a-b82d-03e64fbec5bc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:27.477855 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77ce7e-8b5f-4be5-8bd0-d0ff23893de5" -d '{"events": [{"server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "name": "network-vif-deleted", "tag": "99ab9f4e-749c-492a-b82d-03e64fbec5bc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:27.532701 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b05006b-b6c8-4372-865e-88c3e772fd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.532953 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.546678 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.569120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Allocated IP 192.168.233.188 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/e5d074f1-5c77-4d60-8754-9e78bdc06bc7) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:27.590942 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e60da0-e387-4895-adcb-40b7546a14d8 x-openstack-request-id: req-17e60da0-e387-4895-adcb-40b7546a14d8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:27.591294 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4382d78-c64f-4bc3-b33d-b4d836ada7e1", "name": "network-vif-deleted", "tag": "99ab9f4e-749c-492a-b82d-03e64fbec5bc", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:27.591462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: ec698209-5e3a-4aa2-99ff-df5168df45ff {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:27.591786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ec698209-5e3a-4aa2-99ff-df5168df45ff not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:27.592210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 99ab9f4e-749c-492a-b82d-03e64fbec5bc no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:27.595842 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17e60da0-e387-4895-adcb-40b7546a14d8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:27.596107 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4382d78-c64f-4bc3-b33d-b4d836ada7e1', 'name': 'network-vif-deleted', 'tag': '99ab9f4e-749c-492a-b82d-03e64fbec5bc', 'status': 'completed', 'code': 200} Aug 31 06:29:27.598471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2306c0af-0e33-449c-85d0-e8840fd8bf2a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:27.613069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:29:27.617788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 99ab9f4e-749c-492a-b82d-03e64fbec5bc {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:27.618155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 99ab9f4e-749c-492a-b82d-03e64fbec5bc not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:27.628884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.629790 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Added segment ac0b4182-c290-4384-8a94-a58c3e5d3dff of type vlan for network 1410fb30-7e04-49da-98da-dcd65145b1ac Aug 31 06:29:27.711217 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.729024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.756083 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.759983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51580) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:27.810361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.811887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:27.812715 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.838987 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b05006b-b6c8-4372-865e-88c3e772fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.841822 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b05006b-b6c8-4372-865e-88c3e772fd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.845446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2b05006b-b6c8-4372-865e-88c3e772fd02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c298bbd6-cc9d-4fd6-bc50-1c08a7561328 HTTP/1.1" status: 204 len: 168 time: 0.7271342 Aug 31 06:29:27.868974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6238cd4-1032-41b7-9b9f-cb164a0a2b73 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting subnet 17804527-0e47-470f-9d7b-3eee53f588ab {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:29:27.873562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6238cd4-1032-41b7-9b9f-cb164a0a2b73 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.906581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05006b-b6c8-4372-865e-88c3e772fd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298bbd6-cc9d-4fd6-bc50-1c08a7561328,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:27.965600 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.026134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8610156 Aug 31 06:29:28.036620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51590) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:28.058774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Request body: {'subnet': {'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-subnet', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:28.084102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6238cd4-1032-41b7-9b9f-cb164a0a2b73 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.128513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e1072-0951-41df-a2a8-70bd7cd40ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=1410fb30-7e04-49da-98da-dcd65145b1ac,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:28.141160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 1410fb30-7e04-49da-98da-dcd65145b1ac details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:29:28.151225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Made reservation on behalf of 43503e1291a144a5a1661d0f4142c9ee for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:28.154083 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.190534 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.230281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Transition to ACTIVE for port object e5d074f1-5c77-4d60-8754-9e78bdc06bc7 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:28.281534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6238cd4-1032-41b7-9b9f-cb164a0a2b73 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.375707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.392763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5b564cf9-b3ab-4000-b0a3-f827692a0418', 'd07e2397-e2c4-427d-ae67-349055d7e7eb'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:28.422246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Allocated IP 172.25.5.224 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/91bee0ba-7edd-4ea2-9523-147f1978c3e9) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:28.471603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:28.476803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6238cd4-1032-41b7-9b9f-cb164a0a2b73 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.517763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ac0a0-b616-4bac-92c3-d1ad07596520 req-04a846c3-52af-40b4-8fbb-67f0d5e48d1f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:28.527574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-790ac0a0-b616-4bac-92c3-d1ad07596520 req-04a846c3-52af-40b4-8fbb-67f0d5e48d1f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 950 time: 0.2241311 Aug 31 06:29:28.563669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:28.564787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde744-f254-478c-bcad-03774a3f84e8 req-dd634393-a341-4bc6-854d-f4661051b61a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:28.575743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:28.595316 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-44bde744-f254-478c-bcad-03774a3f84e8 req-dd634393-a341-4bc6-854d-f4661051b61a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 936 time: 0.2528822 Aug 31 06:29:28.601030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6238cd4-1032-41b7-9b9f-cb164a0a2b73 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Subnet': ['ID=17804527-0e47-470f-9d7b-3eee53f588ab,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:28.644448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6238cd4-1032-41b7-9b9f-cb164a0a2b73 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.650067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f6238cd4-1032-41b7-9b9f-cb164a0a2b73 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "DELETE /v2.0/subnets/17804527-0e47-470f-9d7b-3eee53f588ab HTTP/1.1" status: 204 len: 168 time: 0.8884244 Aug 31 06:29:28.659890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27421c1a-bd6d-4986-a3b9-bae8a52799ec None None] Network c2d71199-62a5-4f88-b827-8a70de42792e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:28.660231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51604) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:28.792378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:28.858136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-790ac0a0-b616-4bac-92c3-d1ad07596520 req-806f98f6-9bb2-4344-8ea1-ba60611dccc5 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296423 Aug 31 06:29:28.864852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:28.879942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:28.880572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:28.931438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0683d97-4f71-49f0-a022-8f0b21b41a9a None None] Network 3a408238-7d4d-436e-9a09-63f16384478a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:28.968665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-0efab77b-0eb6-457f-8b22-f136a0be17c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4825513 Aug 31 06:29:29.012528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Request body: {'port': {'device_id': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:29.049993 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.055194 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-44bde744-f254-478c-bcad-03774a3f84e8 req-65ce3f60-71aa-4e8d-a3c7-b1d1af552f14 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573760 Aug 31 06:29:29.058101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.150533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.180105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d246ebe8-1989-4817-8aff-bcbd2ce394e9 None None] Provisioning for port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:29.183947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c86659-f019-4ecb-a765-652ca07c9f51,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:29.206561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Checking segment: {'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:29.206931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Network hostable DHCP agents. Network: 1410fb30-7e04-49da-98da-dcd65145b1ac, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:29:29.244852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port 88b07eb3-92eb-499e-b209-4beb0d83024c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:29.245230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.249055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Network 1410fb30-7e04-49da-98da-dcd65145b1ac is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:29:29.270988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 1410fb30-7e04-49da-98da-dcd65145b1ac) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:29.277004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:29.278037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.288479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f40362-abf2-4f01-acad-80a75f43a756 None None] Network 1410fb30-7e04-49da-98da-dcd65145b1ac requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:29.354204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.357982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1f031c8e-a5b5-4d70-a488-e94cfb7d954a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3023543 Aug 31 06:29:29.359595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51622) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:29.365131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:29.377151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port 88b07eb3-92eb-499e-b209-4beb0d83024c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=88b07eb3-92eb-499e-b209-4beb0d83024c,segment=NetworkSegment(cc088a99-5445-46b1-bfe9-26e1ce193f8e),segment_id=cc088a99-5445-46b1-bfe9-26e1ce193f8e)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:29.378180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.403705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] DHCP port deletion for c2d71199-62a5-4f88-b827-8a70de42792e request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:29:29.406924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:29.411672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for 88b07eb3-92eb-499e-b209-4beb0d83024c owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:29.422054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:29.422495 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.476862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.478028 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.553872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83a-29b8-44cd-99c0-811b6733f530 None None] Provisioning for port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:29.601954 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.645153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bf58a83a-29b8-44cd-99c0-811b6733f530 None None] Provisioning complete for port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:29.645659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf58a83a-29b8-44cd-99c0-811b6733f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.757431 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.782981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-1410fb30-7e04-49da-98da-dcd65145b1ac', 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'fixed_ips': [{'subnet_id': '94c86659-f019-4ecb-a765-652ca07c9f51'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:29:29.783989 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.922919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b3b39-0209-4956-a35a-6a14fd779faa req-8fa055eb-a497-4521-99fc-689531aa4ae2 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:29.932598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-125b3b39-0209-4956-a35a-6a14fd779faa req-8fa055eb-a497-4521-99fc-689531aa4ae2 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 1102 time: 0.9431400 Aug 31 06:29:29.945934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:30.021924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:30.026910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:30.036631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.068998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a83a-29b8-44cd-99c0-811b6733f530 None None] Port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:30.076747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,segment=NetworkSegment(dbceafa3-2bdb-4af1-8086-fb3f9642bc7e),segment_id=dbceafa3-2bdb-4af1-8086-fb3f9642bc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:30.104398 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.138166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=91bee0ba-7edd-4ea2-9523-147f1978c3e9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:30.178430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-125b3b39-0209-4956-a35a-6a14fd779faa req-a07c8dde-fd64-4efa-85bb-3c60f35df8ae tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293797 Aug 31 06:29:30.242628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:30.262687 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.267957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] Deleting port 88b07eb3-92eb-499e-b209-4beb0d83024c {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:30.268738 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.349809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:29:30.351531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] For port 88b07eb3-92eb-499e-b209-4beb0d83024c, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:30.352100 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.369551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] Calling delete_port for 88b07eb3-92eb-499e-b209-4beb0d83024c owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:30.373481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] Port 88b07eb3-92eb-499e-b209-4beb0d83024c was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:29:30.383243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.438279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Allocated IP 172.20.0.2 (1410fb30-7e04-49da-98da-dcd65145b1ac/94c86659-f019-4ecb-a765-652ca07c9f51/a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:30.456238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] Pushing event deleted for resources: {'Port': ['ID=88b07eb3-92eb-499e-b209-4beb0d83024c,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:30.466280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ab39c-86e5-48a1-9e97-5388100e73dd None None] No DVR routers for this DVR port 88b07eb3-92eb-499e-b209-4beb0d83024c on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:30.479797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.480983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-70ff44e6-1888-4e1b-afdf-1ba4b3ed2765 None None] Provisioning complete for port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:30.481583 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-70ff44e6-1888-4e1b-afdf-1ba4b3ed2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.632236 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.638135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=88b07eb3-92eb-499e-b209-4beb0d83024c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:30.661093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port 88b07eb3-92eb-499e-b209-4beb0d83024c on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:30.683824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-0f5404b2-b9ef-4d49-b7e6-bf432d3587bf tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326151 Aug 31 06:29:30.727165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094459-f630-4e1e-a0b5-8a87a5233d2d req-f52bc92c-087f-4c1a-91b4-204d156a9f0c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:30.729515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b094459-f630-4e1e-a0b5-8a87a5233d2d req-f52bc92c-087f-4c1a-91b4-204d156a9f0c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 936 time: 0.4132903 Aug 31 06:29:30.762264 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-facd9c5f-a761-4c6f-960d-d4cec9a8e2ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4311879 Aug 31 06:29:30.826690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:30.938301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.962181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b094459-f630-4e1e-a0b5-8a87a5233d2d req-bd364e5e-84fd-4732-b350-eeee84720f30 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035737 Aug 31 06:29:30.966154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d71199-62a5-4f88-b827-8a70de42792e']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:30.989787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc088a99-5445-46b1-bfe9-26e1ce193f8e') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:30.990341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc088a99-5445-46b1-bfe9-26e1ce193f8e') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:31.024275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-4d91fc96-faa2-47b6-9c65-8a8db7044c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:31.027677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-4d91fc96-faa2-47b6-9c65-8a8db7044c2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 1102 time: 0.1785851 Aug 31 06:29:31.040943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.092193 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-2d8bf72d-fd9e-4c86-85ff-e04a8f642525 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:31.095718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-2d8bf72d-fd9e-4c86-85ff-e04a8f642525 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108324 Aug 31 06:29:31.104619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.119285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.137786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:29:31.138204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:29:31.146483 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:29:31.151769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-2a7d38b8-2037-4f23-8f9f-ca667b4bf2f8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/quotas/b9f90ece4a8c460fa15337583a9473f9 HTTP/1.1" status: 200 len: 375 time: 0.0269916 Aug 31 06:29:31.154002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:31.160271 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.268757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Transition to ACTIVE for port object a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:31.303597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Transition to ACTIVE for port object a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:31.315355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-0094a492-0a16-41d4-a60f-d0db0f04f703 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1521392 Aug 31 06:29:31.318877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.335287 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.339317 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.466492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-dc6667da-af9e-4b47-a485-15b9cc269e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:31.468315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-dc6667da-af9e-4b47-a485-15b9cc269e4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.4142065 Aug 31 06:29:31.474939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d074f1-5c77-4d60-8754-9e78bdc06bc7 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:31.528614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Network 1410fb30-7e04-49da-98da-dcd65145b1ac is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:31.532191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.533223 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.535142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "DELETE /v2.0/networks/c2d71199-62a5-4f88-b827-8a70de42792e HTTP/1.1" status: 204 len: 168 time: 2.8759959 Aug 31 06:29:31.540813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:31.546805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51676) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:31.560066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Transition to ACTIVE for port object e5d074f1-5c77-4d60-8754-9e78bdc06bc7 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:31.563379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:31.594362 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-1e81733e-49e3-477b-bb40-b46a3f435eb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 HTTP/1.1" status: 200 len: 217 time: 0.1080320 Aug 31 06:29:31.597761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf452b4-3574-42b0-9f95-29cbe9a420c3 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Network': ['ID=c2d71199-62a5-4f88-b827-8a70de42792e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:31.640090 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.659896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Pushing event updated for resources: {'Port': ['ID=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:31.743519 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-e64dcc1d-798f-41ba-9f57-3e00a590cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:31.759438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-e64dcc1d-798f-41ba-9f57-3e00a590cb76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1220412 Aug 31 06:29:31.773599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 88b07eb3-92eb-499e-b209-4beb0d83024c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:31.805081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:31.867624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1dbdd264-b1fe-4f8b-b475-7d3cf64eb2f0 req-2e47f798-8026-46ca-9ef0-5bbd2c056f05 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 210 time: 0.0982020 Aug 31 06:29:31.908446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ab20ce-7940-462c-bd81-b3a3ab021124 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting subnet 880617cc-a594-476d-b77d-781f536238ce {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:29:31.909737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 88b07eb3-92eb-499e-b209-4beb0d83024c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:31.909737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 88b07eb3-92eb-499e-b209-4beb0d83024c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:31.920459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Attempting to bind port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:31.922316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Attempting to bind port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:31.923296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Attempting to bind port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a on network 1410fb30-7e04-49da-98da-dcd65145b1ac {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:31.931027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59ab20ce-7940-462c-bd81-b3a3ab021124 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.935394 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.935590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:31.935964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Checking segment: {'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:31.936348 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:31.936862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Bound using segment: {'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:31.941995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Bound port: a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:31.942436 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:32.024763 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:32.090292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:32.131467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-71dcf4c3-fc6e-4482-8c51-e544465fa0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:32.136227 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-71dcf4c3-fc6e-4482-8c51-e544465fa0e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3338685 Aug 31 06:29:32.140812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59ab20ce-7940-462c-bd81-b3a3ab021124 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:32.248634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:32.249238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:32.261480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:32.313803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:29:32.325292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:32.326298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] For port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:32.335171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] For port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,segment=NetworkSegment(ac0b4182-c290-4384-8a94-a58c3e5d3dff),segment_id=ac0b4182-c290-4384-8a94-a58c3e5d3dff)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:32.348719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:32.399515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:32.399864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:32.400298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:32.401265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Bound port: e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:32.401628 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:32.493815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c94ec-51f7-49d6-900d-9e311559577d None None] Pushing event updated for resources: {'Port': ['ID=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:32.519531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fad2d6-ece0-45ad-9dbf-505e121de7f4 req-1676f72a-e987-42af-99b0-9ba0a735a546 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:32.521118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56fad2d6-ece0-45ad-9dbf-505e121de7f4 req-1676f72a-e987-42af-99b0-9ba0a735a546 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 948 time: 0.3103209 Aug 31 06:29:32.569790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:32.594615 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-fe45c3c1-bedb-4bdc-84e4-a381a5e451d3 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781393 Aug 31 06:29:32.603436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:32.626179 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:32.655305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56fad2d6-ece0-45ad-9dbf-505e121de7f4 req-a75cbe48-fce2-4626-9c1f-3850c5994112 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202099 Aug 31 06:29:32.732417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Router add08d3c-4371-4d45-8232-6d2040bc42da is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:29:32.845066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Allocated IP 172.25.5.239 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/34b918fe-271a-44b2-ad16-ab69a7b2d766) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:32.872564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59ab20ce-7940-462c-bd81-b3a3ab021124 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.007437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:33.011089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.013633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] 10.222.0.42 "PUT /v2.0/ports/e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 1097 time: 4.0232708 Aug 31 06:29:33.014413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:33.026596 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15" -d '{"events": [{"name": "network-changed", "server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:33.074864 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59ab20ce-7940-462c-bd81-b3a3ab021124 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.121405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59ab20ce-7940-462c-bd81-b3a3ab021124 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.129687 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-59ab20ce-7940-462c-bd81-b3a3ab021124 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "DELETE /v2.0/subnets/880617cc-a594-476d-b77d-781f536238ce HTTP/1.1" status: 204 len: 168 time: 1.5776377 Aug 31 06:29:33.129951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7122e82-b22a-411e-b3dd-85406f4afdd7 req-2e0323c2-8e1c-41f1-b4ca-45a62690ddb0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 210 time: 0.0774467 Aug 31 06:29:33.130446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86269d29-35be-46b3-addb-013a2209e1fa None None] Network f381cfbd-b938-41ca-be8d-402cad10e7a5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:33.130602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51718) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:33.133975 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5c6b7e-6303-422b-b157-fdd0480ad294 x-openstack-request-id: req-fa5c6b7e-6303-422b-b157-fdd0480ad294 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:33.134645 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:33.136049 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa5c6b7e-6303-422b-b157-fdd0480ad294 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:33.137373 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'status': 'completed', 'code': 200} Aug 31 06:29:33.150781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d4c17-4fd2-45c5-8c1c-9fa4bdda9392 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:33.291994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab20ce-7940-462c-bd81-b3a3ab021124 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Subnet': ['ID=880617cc-a594-476d-b77d-781f536238ce,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:33.349867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4159b302-c0a0-4c78-b290-e7c28b69375d req-861dab86-9fcc-4ee3-807f-ba8922787ca8 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997895 Aug 31 06:29:33.410735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:33.421788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Sync routers for ids ['add08d3c-4371-4d45-8232-6d2040bc42da'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:33.435171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.436939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Routers {'add08d3c-4371-4d45-8232-6d2040bc42da'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:33.439373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['add08d3c-4371-4d45-8232-6d2040bc42da'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:33.449758 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] DHCP port deletion for f381cfbd-b938-41ca-be8d-402cad10e7a5 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:29:33.450346 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39726949-f944-45c9-a322-4dfa6df5f05d req-876cafc3-94a2-41a7-b7bd-7c872c1a5823 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2318327 Aug 31 06:29:33.452380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-e35bda5c-1939-46c4-abe7-fa81ae684763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:33.454307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-e35bda5c-1939-46c4-abe7-fa81ae684763 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1100 time: 0.2304430 Aug 31 06:29:33.509345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.545775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.547020 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a8645205-65f6-4401-9304-0bf112557ea0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.6496997 Aug 31 06:29:33.551193 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-a4ddb7de-3c0f-4ed3-9b2b-288f1bfd44f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.0857053 Aug 31 06:29:33.551193 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51724) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:33.608239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Deleting port 7ba86890-03ea-434d-92f0-58f7cea433d5 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:33.609172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.798584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39726949-f944-45c9-a322-4dfa6df5f05d req-ae91ee05-0b98-491e-9250-aca82237f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:33.800264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39726949-f944-45c9-a322-4dfa6df5f05d req-ae91ee05-0b98-491e-9250-aca82237f2c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 1097 time: 0.3004098 Aug 31 06:29:33.806228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Set router add08d3c-4371-4d45-8232-6d2040bc42da gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:33.828133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-4a31db5f-0ce5-4ba2-a78f-c95f58e0e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:33.834030 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-4a31db5f-0ce5-4ba2-a78f-c95f58e0e7ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2505980 Aug 31 06:29:33.882515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] For port 7ba86890-03ea-434d-92f0-58f7cea433d5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7ba86890-03ea-434d-92f0-58f7cea433d5,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:33.883525 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:33.898992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Calling delete_port for 7ba86890-03ea-434d-92f0-58f7cea433d5 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:33.940680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] Deleting port 7ba86890-03ea-434d-92f0-58f7cea433d5 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:33.941085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:34.050645 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-a77eb508-955c-4f44-8553-2121c5ac5ab1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3883915 Aug 31 06:29:34.122622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:34.159103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:34.183866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:34.192230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-92b74ebc-7f49-4af6-aba3-9d12273c7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:34.194163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-92b74ebc-7f49-4af6-aba3-9d12273c7eb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3520505 Aug 31 06:29:34.200761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:34.265974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56e5a5-406a-4112-9745-02deadc6585f None None] Network 1410fb30-7e04-49da-98da-dcd65145b1ac requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:34.376916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] For port 7ba86890-03ea-434d-92f0-58f7cea433d5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7ba86890-03ea-434d-92f0-58f7cea433d5,segment=NetworkSegment(28bb3fbf-0109-41fd-9f29-f9e81b283ca7),segment_id=28bb3fbf-0109-41fd-9f29-f9e81b283ca7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:34.377452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:34.390238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd37f5a-a0b9-44fc-aa7e-a21d0e20e735 req-177061af-fc3b-4955-a1e0-7654229fee76 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:34.392249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0dd37f5a-a0b9-44fc-aa7e-a21d0e20e735 req-177061af-fc3b-4955-a1e0-7654229fee76 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 948 time: 0.3482420 Aug 31 06:29:34.435961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Pushing event updated for resources: {'Port': ['ID=34b918fe-271a-44b2-ad16-ab69a7b2d766,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:34.508091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] Calling delete_port for 7ba86890-03ea-434d-92f0-58f7cea433d5 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:34.521505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-50db84f2-d257-4559-abd1-af6440226e08 None None] Provisioning for port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:34.527103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0dd37f5a-a0b9-44fc-aa7e-a21d0e20e735 req-45fa0438-feef-40c9-aa2d-0ea34e44175f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992618 Aug 31 06:29:34.657747 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:34.706609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:30Z', 'revision_number': 3, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port': {'id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:27Z', 'updated_at': '2021-08-31T06:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:34.712345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Port': ['ID=7ba86890-03ea-434d-92f0-58f7cea433d5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:34.768093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-6027a168-ee39-4770-8c7f-307895e1778a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:34.770613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-6027a168-ee39-4770-8c7f-307895e1778a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6355217 Aug 31 06:29:34.781785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] No DVR routers for this DVR port 7ba86890-03ea-434d-92f0-58f7cea433d5 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:34.805587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Checking router: add08d3c-4371-4d45-8232-6d2040bc42da for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:34.806002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Updating router add08d3c-4371-4d45-8232-6d2040bc42da port 91bee0ba-7edd-4ea2-9523-147f1978c3e9 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:29:34.867312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:34.904316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Request body: {'port': {'device_id': '748c407a-7f25-43c5-a20a-69c7a424264e', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'b9f90ece4a8c460fa15337583a9473f9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:34.939980 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:34.970722 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.242890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de594ffb-07aa-4d0b-927f-14342e9881df req-5875b82c-43b2-4d84-9070-1773cfb91c2b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 210 time: 0.1870718 Aug 31 06:29:35.245073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39726949-f944-45c9-a322-4dfa6df5f05d req-187ea3d6-eef5-4b64-bfe9-63cccca0a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:35.247392 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39726949-f944-45c9-a322-4dfa6df5f05d req-187ea3d6-eef5-4b64-bfe9-63cccca0a40c service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 1.3522105 Aug 31 06:29:35.318365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39726949-f944-45c9-a322-4dfa6df5f05d req-fff8e028-fed7-45dc-843e-0820073ee1ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 200 len: 217 time: 0.0558317 Aug 31 06:29:35.378814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] No DVR routers for this DVR port 7ba86890-03ea-434d-92f0-58f7cea433d5 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:35.390463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c7ced-827d-4b4a-ba89-fdd28df93b5b None None] Pushing event deleted for resources: {'Port': ['ID=7ba86890-03ea-434d-92f0-58f7cea433d5,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:35.451019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:35.458682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:35.459070 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.471673 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-5fea2011-7de4-48e2-a1cf-a3a86d67c722 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2666168 Aug 31 06:29:35.553847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.568111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Transition to ACTIVE for port object 91bee0ba-7edd-4ea2-9523-147f1978c3e9 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:35.583603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.592583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Made reservation on behalf of b9f90ece4a8c460fa15337583a9473f9 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:35.596341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.616907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39726949-f944-45c9-a322-4dfa6df5f05d req-accd1f08-50dd-47d4-85ce-8f97387587cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:35.618218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39726949-f944-45c9-a322-4dfa6df5f05d req-accd1f08-50dd-47d4-85ce-8f97387587cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.2877295 Aug 31 06:29:35.665613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Attempting to bind port 91bee0ba-7edd-4ea2-9523-147f1978c3e9 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:35.666599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Attempting to bind port 91bee0ba-7edd-4ea2-9523-147f1978c3e9 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:35.667154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Attempting to bind port 91bee0ba-7edd-4ea2-9523-147f1978c3e9 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:35.689896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:35.689896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:35.690357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.690724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:35.691209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Bound port: 91bee0ba-7edd-4ea2-9523-147f1978c3e9, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:35.691336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39726949-f944-45c9-a322-4dfa6df5f05d req-7cd2b0a3-171a-4b6d-a046-22883a726b23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610759 Aug 31 06:29:35.691588 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.699958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fed60-250e-4213-94a1-a9a393155535 None None] Pushing event updated for resources: {'Port': ['ID=91bee0ba-7edd-4ea2-9523-147f1978c3e9,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:35.701819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.710438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.784758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f381cfbd-b938-41ca-be8d-402cad10e7a5']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:35.812330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,segment=NetworkSegment(ac0b4182-c290-4384-8a94-a58c3e5d3dff),segment_id=ac0b4182-c290-4384-8a94-a58c3e5d3dff)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:35.820249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.828888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] For port 91bee0ba-7edd-4ea2-9523-147f1978c3e9, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:35.837390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4673e7f-4345-4b1d-9b88-288f3460883c req-278bd131-160b-4501-9ff8-373fecfc4cdf service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548517 Aug 31 06:29:35.838561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] For port 91bee0ba-7edd-4ea2-9523-147f1978c3e9, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=91bee0ba-7edd-4ea2-9523-147f1978c3e9,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:35.870208 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.933350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:35.939522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7ba86890-03ea-434d-92f0-58f7cea433d5 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:35.942024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39726949-f944-45c9-a322-4dfa6df5f05d req-0033c0ae-b8e7-45fa-8ef3-2cbcbbea7fa8 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370970 Aug 31 06:29:35.950786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.010076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bb3fbf-0109-41fd-9f29-f9e81b283ca7') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:36.010272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bb3fbf-0109-41fd-9f29-f9e81b283ca7') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:36.040128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Routers {'add08d3c-4371-4d45-8232-6d2040bc42da'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:36.040128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['add08d3c-4371-4d45-8232-6d2040bc42da'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:36.043089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fed60-250e-4213-94a1-a9a393155535 None None] Pushing event updated for resources: {'Port': ['ID=91bee0ba-7edd-4ea2-9523-147f1978c3e9,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:36.058947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 7ba86890-03ea-434d-92f0-58f7cea433d5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:36.061056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7ba86890-03ea-434d-92f0-58f7cea433d5 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:36.069472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-5ba3e19e-b739-46d7-8948-017ced0e1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:36.069930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-5ba3e19e-b739-46d7-8948-017ced0e1cd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1100 time: 0.1629679 Aug 31 06:29:36.086410 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.165621 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.181153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1871e69-5152-45d1-b717-0f29ff8e48da req-d9267d8a-82ab-4fd9-a2e1-eafa6f9a97d5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:36.182868 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1871e69-5152-45d1-b717-0f29ff8e48da req-d9267d8a-82ab-4fd9-a2e1-eafa6f9a97d5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 948 time: 0.4835985 Aug 31 06:29:36.193566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.204728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:29:36.205275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:29:36.210360 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:29:36.213558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39726949-f944-45c9-a322-4dfa6df5f05d req-4fc2253d-9c74-4d1d-b8fd-ddf9292f5d7d service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540829 Aug 31 06:29:36.224979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Allocated IP 192.168.233.187 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:36.319922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-179443f3-7fa4-4cb1-a66a-cc4ddc767ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:36.321612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-179443f3-7fa4-4cb1-a66a-cc4ddc767ff4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2268996 Aug 31 06:29:36.404773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-fc9bdabd-27da-47af-8a77-bf64f0022c4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.0738342 Aug 31 06:29:36.429249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.494163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.501033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.502998 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] 10.222.0.15 "DELETE /v2.0/networks/f381cfbd-b938-41ca-be8d-402cad10e7a5 HTTP/1.1" status: 204 len: 168 time: 3.2732668 Aug 31 06:29:36.510495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] Set router add08d3c-4371-4d45-8232-6d2040bc42da gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:36.517682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a88c98b6-a28e-47bb-8fd1-a3d50635db30 req-e2b6dba2-6b77-4806-a8cf-ecf99c681b26 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 210 time: 0.0655780 Aug 31 06:29:36.538276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddda4e-5ee8-457d-81b2-f3cf2201d446 tempest-ServersTestMultiNic-107772094 tempest-ServersTestMultiNic-107772094-project] Pushing event deleted for resources: {'Network': ['ID=f381cfbd-b938-41ca-be8d-402cad10e7a5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:36.571850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-efec7812-6b1a-4875-ae85-2d118d197a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:36.575667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-efec7812-6b1a-4875-ae85-2d118d197a96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1607757 Aug 31 06:29:36.589863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1871e69-5152-45d1-b717-0f29ff8e48da req-f6a0efd1-54cd-426a-90bf-4ce853dd33cd tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804426 Aug 31 06:29:36.618390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Allocated IP 172.20.0.1 (3a408238-7d4d-436e-9a09-63f16384478a/9f9c6fde-3664-4cb1-825a-4f4866d4c5e2/e0d30690-24bb-4090-8460-f62771470e95) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:36.774187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-c0e3abbf-8581-44fc-b431-c073f57f2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:36.774349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:36.776309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-c0e3abbf-8581-44fc-b431-c073f57f2ecc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1852255 Aug 31 06:29:36.821748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51834) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:36.919887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:36.920062 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.920454 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:36.945621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-f77f51df-a7a0-4bd0-937a-ec927d275313 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592209 Aug 31 06:29:36.948731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Transition to ACTIVE for port object e0d30690-24bb-4090-8460-f62771470e95 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:36.972307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:30Z', 'revision_number': 3, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port': {'id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:27Z', 'updated_at': '2021-08-31T06:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:37.015001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006043f-ead6-49e0-a4d3-3f9ff26ebf6d None None] The sync data for ids ['add08d3c-4371-4d45-8232-6d2040bc42da'] in n-d-712142-16 is: [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:30Z', 'revision_number': 3, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port': {'id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:27Z', 'updated_at': '2021-08-31T06:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:37.018987 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:37.081465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Transition to ACTIVE for port object acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:37.100983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Router bf2cc236-39ce-4301-a348-959b2a70efdd is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:29:37.161657 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63518e3c-1e90-45e5-9b79-8a2c5e6d6e15 req-a9f3f02a-25a8-47d3-b582-0099db7a893f service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065344 Aug 31 06:29:37.219959 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:37.293114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Network 3a408238-7d4d-436e-9a09-63f16384478a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:37.299185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:37.303539 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:37.355220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d30690-24bb-4090-8460-f62771470e95,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:37.388337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:37.438842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:37.455705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa', '2f130e08-b792-4cac-8831-744fc3cea0ad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:37.501341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'd04456ef-b975-4336-a2d8-e3dd01b49079'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:37.522450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'Port': ['ID=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:37.554811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:37.559042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:37.563757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:37.633952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:37.656206 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Sync routers for ids ['bf2cc236-39ce-4301-a348-959b2a70efdd'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:37.692527 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Routers {'bf2cc236-39ce-4301-a348-959b2a70efdd'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:37.693939 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['bf2cc236-39ce-4301-a348-959b2a70efdd'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:37.773793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:37.776076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:37.827729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-e0f4be33-06f8-4e26-ace9-d89fa64b4f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9617789 Aug 31 06:29:37.832050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:37.834646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-281a3bbe-2ca4-4dc6-abe6-3241e388ca08 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4733827 Aug 31 06:29:37.847592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51886) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:37.918992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Request body: {'port': {'device_id': '748c407a-7f25-43c5-a20a-69c7a424264e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:37.925351 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Set router bf2cc236-39ce-4301-a348-959b2a70efdd gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:38.003008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-86d618d6-1516-4e9f-9511-9767a1b1f7d9 None None] Provisioning for port e0d30690-24bb-4090-8460-f62771470e95 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:38.017534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-86d618d6-1516-4e9f-9511-9767a1b1f7d9 None None] Provisioning complete for port e0d30690-24bb-4090-8460-f62771470e95 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:38.017936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86d618d6-1516-4e9f-9511-9767a1b1f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.083634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-86d618d6-1516-4e9f-9511-9767a1b1f7d9 None None] Port e0d30690-24bb-4090-8460-f62771470e95 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:38.210175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.218236 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.260574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4b74d19b-5e5c-42a2-ab80-5ee1935a761c None None] Provisioning for port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:38.272420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321e0de-d733-4b08-946d-dce80e28fac9 req-1a934b08-b16b-4ed7-88e7-e580c15c9056 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:38.278055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4b74d19b-5e5c-42a2-ab80-5ee1935a761c None None] Provisioning complete for port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:38.278432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4b74d19b-5e5c-42a2-ab80-5ee1935a761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.283583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9321e0de-d733-4b08-946d-dce80e28fac9 req-1a934b08-b16b-4ed7-88e7-e580c15c9056 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 936 time: 0.5619183 Aug 31 06:29:38.293121 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:29:35Z', 'revision_number': 3, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port': {'id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:32Z', 'updated_at': '2021-08-31T06:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:38.330474 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Checking router: bf2cc236-39ce-4301-a348-959b2a70efdd for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:38.331334 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Updating router bf2cc236-39ce-4301-a348-959b2a70efdd port 34b918fe-271a-44b2-ad16-ab69a7b2d766 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:29:38.338458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4b74d19b-5e5c-42a2-ab80-5ee1935a761c None None] Port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:38.364528 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.617120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770578c-f88d-4f09-8c58-2625dc317181 req-6f6e3487-9d63-44c0-91ae-f501a1c5e6b7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:38.619128 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0770578c-f88d-4f09-8c58-2625dc317181 req-6f6e3487-9d63-44c0-91ae-f501a1c5e6b7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 948 time: 0.8204658 Aug 31 06:29:38.627531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:38.641870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.705413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Transition to ACTIVE for port object acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:38.747599 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.755017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9321e0de-d733-4b08-946d-dce80e28fac9 req-0e629fdc-0366-4d07-abea-369bea349571 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685774 Aug 31 06:29:38.768265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.805332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 91bee0ba-7edd-4ea2-9523-147f1978c3e9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:38.806631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.820058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:38.862648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0770578c-f88d-4f09-8c58-2625dc317181 req-73ee1fe3-7f99-4ed3-a954-2ebc05a8fc2e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016625 Aug 31 06:29:38.910033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51908) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:38.993545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 91bee0ba-7edd-4ea2-9523-147f1978c3e9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:39.002099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 91bee0ba-7edd-4ea2-9523-147f1978c3e9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:39.002857 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.027842 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.028747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d30690-24bb-4090-8460-f62771470e95,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:39.043843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.050046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Pushing event updated for resources: {'Port': ['ID=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:39.063416 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Transition to ACTIVE for port object 34b918fe-271a-44b2-ad16-ab69a7b2d766 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:39.076365 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.107583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Attempting to bind port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:39.108216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Attempting to bind port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:39.108707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Attempting to bind port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:39.118679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:29:39.119833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Attempting to bind port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:39.131336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:39.132037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:39.133061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:39.133712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Bound port: acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:39.134266 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.191161 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.219650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 91bee0ba-7edd-4ea2-9523-147f1978c3e9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=91bee0ba-7edd-4ea2-9523-147f1978c3e9,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:39.231128 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.232694 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Attempting to bind port 34b918fe-271a-44b2-ad16-ab69a7b2d766 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:39.233069 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Attempting to bind port 34b918fe-271a-44b2-ad16-ab69a7b2d766 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:39.239145 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Attempting to bind port 34b918fe-271a-44b2-ad16-ab69a7b2d766 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:39.244593 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbeed0-87d7-411a-85a6-c5c15ba44282 None None] Pushing event updated for resources: {'Port': ['ID=34b918fe-271a-44b2-ad16-ab69a7b2d766,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:39.257123 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:39.259287 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:39.259750 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.260160 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:39.260837 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Bound port: 34b918fe-271a-44b2-ad16-ab69a7b2d766, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:39.261054 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.310479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Network 3a408238-7d4d-436e-9a09-63f16384478a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:39.314341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:39.315862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c8db0d1-30e0-4cef-a18b-ebba6d817e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.345011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=91bee0ba-7edd-4ea2-9523-147f1978c3e9,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:39.370371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] For port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:39.374896 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] For port 34b918fe-271a-44b2-ad16-ab69a7b2d766, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:39.381073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] For port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:39.383073 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] For port 34b918fe-271a-44b2-ad16-ab69a7b2d766, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=34b918fe-271a-44b2-ad16-ab69a7b2d766,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:39.388704 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.434919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:29:39.453575 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbeed0-87d7-411a-85a6-c5c15ba44282 None None] Pushing event updated for resources: {'Port': ['ID=34b918fe-271a-44b2-ad16-ab69a7b2d766,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:39.481521 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Routers {'bf2cc236-39ce-4301-a348-959b2a70efdd'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:39.482791 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['bf2cc236-39ce-4301-a348-959b2a70efdd'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:39.593653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.620704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:39.654475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'mac_address': 'fa:16:3e:42:1f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:29:39.681457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Router add08d3c-4371-4d45-8232-6d2040bc42da has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:29:39.683630 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] Set router bf2cc236-39ce-4301-a348-959b2a70efdd gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:39.734597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-502ae44c-f5de-489e-86c9-32de68f40502 None None] Provisioning complete for port e0d30690-24bb-4090-8460-f62771470e95 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:39.735124 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-502ae44c-f5de-489e-86c9-32de68f40502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.782618 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.828899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d074f1-5c77-4d60-8754-9e78bdc06bc7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:39.839766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-502ae44c-f5de-489e-86c9-32de68f40502 None None] Port e0d30690-24bb-4090-8460-f62771470e95 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:39.857395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:39.865723 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.878394 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.932279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:39.933407 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:39.935112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] 10.222.0.23 "PUT /v2.0/ports/acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd HTTP/1.1" status: 200 len: 1097 time: 2.0257409 Aug 31 06:29:39.945206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748c407a-7f25-43c5-a20a-69c7a424264e', 'tag': 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:39.946913 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96b914-fc1d-4972-a769-d5a726675a49" -d '{"events": [{"name": "network-changed", "server_uuid": "748c407a-7f25-43c5-a20a-69c7a424264e", "tag": "acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:39.948032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:40.060217 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:29:35Z', 'revision_number': 3, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port': {'id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:32Z', 'updated_at': '2021-08-31T06:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:40.094555 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8b0b0-427b-40d5-a82d-ee2dc530c39c None None] The sync data for ids ['bf2cc236-39ce-4301-a348-959b2a70efdd'] in n-d-712142-16 is: [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:29:35Z', 'revision_number': 3, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port': {'id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:32Z', 'updated_at': '2021-08-31T06:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:40.128811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c8db0d1-30e0-4cef-a18b-ebba6d817e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.156395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c8db0d1-30e0-4cef-a18b-ebba6d817e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.167397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fd81c-13be-4618-aefd-b3ce5c8a2a84 service neutron] Pushing event updated for resources: {'Port': ['ID=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:40.186585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e5d074f1-5c77-4d60-8754-9e78bdc06bc7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:40.195804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7856ba-d7d1-4bd3-acf4-083e86571734 req-6a67710f-9704-4a84-8065-176a8c0229d1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:40.198172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e7856ba-d7d1-4bd3-acf4-083e86571734 req-6a67710f-9704-4a84-8065-176a8c0229d1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 948 time: 0.2614121 Aug 31 06:29:40.241973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6c8db0d1-30e0-4cef-a18b-ebba6d817e6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c50817c86ed4497d83cf5bb2bd337db8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2966559 Aug 31 06:29:40.248892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51922) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:40.251905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-ab67bf9c-e36a-4536-ad36-91a29ce57eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:40.253715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-ab67bf9c-e36a-4536-ad36-91a29ce57eea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 1100 time: 0.2466397 Aug 31 06:29:40.280159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Deleting port d11af31c-9f3e-4f6d-839b-1d0dde286caf {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:40.281095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.371203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8db0d1-30e0-4cef-a18b-ebba6d817e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c3378-af4c-451a-bbb6-ad25a0886d20,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:40.382342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-aeb5c4fc-8c3a-47f0-ad9e-76a3916c9fa2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd HTTP/1.1" status: 200 len: 217 time: 0.1076787 Aug 31 06:29:40.412333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132098-aec3-4175-b9f3-a6f2614f17c2 req-d334c668-5852-4863-8368-cabea40b4aab tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:40.414551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb132098-aec3-4175-b9f3-a6f2614f17c2 req-d334c668-5852-4863-8368-cabea40b4aab tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 949 time: 0.2424164 Aug 31 06:29:40.421588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f43c156b-3325-475f-bda0-ce694cb03327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.438670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Allocated IP 172.20.0.1 (1410fb30-7e04-49da-98da-dcd65145b1ac/94c86659-f019-4ecb-a765-652ca07c9f51/4038be1c-ce98-43ee-8a0b-c41e884ba44b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:40.476119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e7856ba-d7d1-4bd3-acf4-083e86571734 req-1b9e4526-0094-4de6-9bec-96474767908a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450025 Aug 31 06:29:40.492082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:40.507206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f43c156b-3325-475f-bda0-ce694cb03327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.511763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] For port d11af31c-9f3e-4f6d-839b-1d0dde286caf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d11af31c-9f3e-4f6d-839b-1d0dde286caf,segment=NetworkSegment(cd755a41-e49a-4ec9-ae15-2f5f1e8b944a),segment_id=cd755a41-e49a-4ec9-ae15-2f5f1e8b944a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:40.512140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.522766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-12c8644d-2e42-4247-8979-dfeaae108450 admin admin] 10.222.0.15 "PUT /v2.0/routers/add08d3c-4371-4d45-8232-6d2040bc42da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9630194 Aug 31 06:29:40.523004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-ec7edb25-1e50-4429-9443-5211aa000a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:40.523004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-ec7edb25-1e50-4429-9443-5211aa000a88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1247549 Aug 31 06:29:40.542400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Calling delete_port for d11af31c-9f3e-4f6d-839b-1d0dde286caf owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:40.545103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Sync routers for ids ['add08d3c-4371-4d45-8232-6d2040bc42da'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:40.548085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb132098-aec3-4175-b9f3-a6f2614f17c2 req-5c2c1e06-03ce-4b10-9528-0da3cda275b9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207755 Aug 31 06:29:40.621296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Routers {'add08d3c-4371-4d45-8232-6d2040bc42da'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:40.621969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['add08d3c-4371-4d45-8232-6d2040bc42da'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:40.676164 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8e607c-d054-424a-ac0b-27a253057854 x-openstack-request-id: req-cf8e607c-d054-424a-ac0b-27a253057854 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:40.678209 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748c407a-7f25-43c5-a20a-69c7a424264e", "tag": "acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:40.678893 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf8e607c-d054-424a-ac0b-27a253057854 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:40.678893 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748c407a-7f25-43c5-a20a-69c7a424264e', 'tag': 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd', 'status': 'completed', 'code': 200} Aug 31 06:29:40.712870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-aadbaebd-4aae-4458-aca2-a304a3620cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:40.714402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-aadbaebd-4aae-4458-aca2-a304a3620cd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1878631 Aug 31 06:29:40.718428 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f43c156b-3325-475f-bda0-ce694cb03327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.721360 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f43c156b-3325-475f-bda0-ce694cb03327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.726670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f43c156b-3325-475f-bda0-ce694cb03327 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/258c3378-af4c-451a-bbb6-ad25a0886d20 HTTP/1.1" status: 204 len: 168 time: 0.4762404 Aug 31 06:29:40.740530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c156b-3325-475f-bda0-ce694cb03327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c3378-af4c-451a-bbb6-ad25a0886d20,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:40.790171 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.817372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Transition to ACTIVE for port object 4038be1c-ce98-43ee-8a0b-c41e884ba44b will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:40.908051 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:40.975138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 91bee0ba-7edd-4ea2-9523-147f1978c3e9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:40.999770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Network 1410fb30-7e04-49da-98da-dcd65145b1ac is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:41.007015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:41.015673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:41.069321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Set router add08d3c-4371-4d45-8232-6d2040bc42da gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:41.112491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-5ec920f5-ed8c-424e-8de8-8bd9605443eb service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784590 Aug 31 06:29:41.136361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.273409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.353037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:41.357922 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-a22d5654-c828-40d2-b477-c5362e1cee3c req-00b43ac0-2fe6-4a50-bd62-698c77ee3ace tempest-FloatingIPDetailsNegativeTestJSON-1984862221 tempest-FloatingIPDetailsNegativeTestJSON-1984862221-project] show failed (client error): The resource could not be found. Aug 31 06:29:41.364578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a22d5654-c828-40d2-b477-c5362e1cee3c req-00b43ac0-2fe6-4a50-bd62-698c77ee3ace tempest-FloatingIPDetailsNegativeTestJSON-1984862221 tempest-FloatingIPDetailsNegativeTestJSON-1984862221-project] 10.222.0.15 "GET /v2.0/floatingips/92ffa3bf-8a3d-4bf3-9d79-74dc0c0a8d16 HTTP/1.1" status: 404 len: 350 time: 0.1003380 Aug 31 06:29:41.370659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51938) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:41.374680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Pushing event deleted for resources: {'Port': ['ID=d11af31c-9f3e-4f6d-839b-1d0dde286caf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:41.377124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 91bee0ba-7edd-4ea2-9523-147f1978c3e9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:41.377704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.386020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Pushing event updated for resources: {'Port': ['ID=4038be1c-ce98-43ee-8a0b-c41e884ba44b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:41.409167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.409793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.410309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.411206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.411713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.412227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.412774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.413353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.414016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.414546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.415034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.415524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:41.428974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ddbfdff4-ebd9-4781-9f72-bcffb79cb945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.464698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:41.495832 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.600544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-95744b7d-6b72-4a0f-8f75-c1ff8e629e26 None None] Provisioning for port 4038be1c-ce98-43ee-8a0b-c41e884ba44b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:41.621126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-95744b7d-6b72-4a0f-8f75-c1ff8e629e26 None None] Provisioning complete for port 4038be1c-ce98-43ee-8a0b-c41e884ba44b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:41.621713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-95744b7d-6b72-4a0f-8f75-c1ff8e629e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.675694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-95744b7d-6b72-4a0f-8f75-c1ff8e629e26 None None] Port 4038be1c-ce98-43ee-8a0b-c41e884ba44b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:41.735014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f65c67e-ddff-4e09-be2f-0e7adb48dcb9 req-61034093-3820-4eb6-a5d8-e015b9842873 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015763 Aug 31 06:29:41.763949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:41.772153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 34b918fe-271a-44b2-ad16-ab69a7b2d766 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:41.775553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:41.775805 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.775956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.810652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de31e48-3b49-48ea-b2dc-cd84ab4dbfb2 req-ab0f14da-db92-4a81-a517-c4fa1231332c tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:41.812302 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5de31e48-3b49-48ea-b2dc-cd84ab4dbfb2 req-ab0f14da-db92-4a81-a517-c4fa1231332c tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 948 time: 0.1961701 Aug 31 06:29:41.813215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:37Z', 'revision_number': 4, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port': {'id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:27Z', 'updated_at': '2021-08-31T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e0d30690-24bb-4090-8460-f62771470e95', 'name': '', 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'mac_address': 'fa:16:3e:9b:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '9f9c6fde-3664-4cb1-825a-4f4866d4c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:36Z', 'updated_at': '2021-08-31T06:29:38Z', 'revision_number': 2, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'subnets': [{'id': '9f9c6fde-3664-4cb1-825a-4f4866d4c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:41.851293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Checking router: add08d3c-4371-4d45-8232-6d2040bc42da for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:41.851994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Updating router add08d3c-4371-4d45-8232-6d2040bc42da port e0d30690-24bb-4090-8460-f62771470e95 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:29:41.875842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ddbfdff4-ebd9-4781-9f72-bcffb79cb945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.911960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.967589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.975941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5de31e48-3b49-48ea-b2dc-cd84ab4dbfb2 req-6e3fca25-ec81-43fb-a841-544910403608 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232963 Aug 31 06:29:41.980363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:41.988088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 34b918fe-271a-44b2-ad16-ab69a7b2d766 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:42.004337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 34b918fe-271a-44b2-ad16-ab69a7b2d766 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:42.004963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.041004 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.054682 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ddbfdff4-ebd9-4781-9f72-bcffb79cb945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.098528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.102306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Pushing event updated for resources: {'Port': ['ID=4038be1c-ce98-43ee-8a0b-c41e884ba44b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:42.141310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:42.143553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfdff4-ebd9-4781-9f72-bcffb79cb945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9d9269-5859-4845-9844-e81013ec277b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:42.143693 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d3eefc-28d7-402e-a721-b5610e76f467" -d '{"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-plugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:42.171591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:42.186959 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.212922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1bda2-3fb1-4acc-82a7-ed8c1ab9a0f5 req-807c82ec-1f14-4555-aa56-08d809c0caac tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:42.214569 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95b1bda2-3fb1-4acc-82a7-ed8c1ab9a0f5 req-807c82ec-1f14-4555-aa56-08d809c0caac tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 949 time: 0.4822333 Aug 31 06:29:42.255602 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b5959f-7240-41cc-b955-f9a7d587863b x-openstack-request-id: req-f7b5959f-7240-41cc-b955-f9a7d587863b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:42.255964 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-plugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:42.256253 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7b5959f-7240-41cc-b955-f9a7d587863b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:42.256690 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'code': 200} Aug 31 06:29:42.262015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Network 1410fb30-7e04-49da-98da-dcd65145b1ac is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:42.262172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ddbfdff4-ebd9-4781-9f72-bcffb79cb945 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14cb1a4ea37b418cae55057874a232d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9060190 Aug 31 06:29:42.262707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51950) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:42.270725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-09497fd7-0760-4fdd-9b07-01c876a750d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:42.272238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-09497fd7-0760-4fdd-9b07-01c876a750d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 1100 time: 0.3915832 Aug 31 06:29:42.275063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:42.411053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95b1bda2-3fb1-4acc-82a7-ed8c1ab9a0f5 req-69d7d4df-7e01-4c46-86f3-f1e45fc7bd85 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627946 Aug 31 06:29:42.442913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Router d22f95a0-95b6-49f1-ab47-36e28e81d086 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:29:42.473942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-ca90945c-bff7-49c2-8ded-9b728e57dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:42.475522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-ca90945c-bff7-49c2-8ded-9b728e57dcc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1599298 Aug 31 06:29:42.514789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60f6b2ef-8802-4b2d-8d9b-f23d0c8d57f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.548279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60f6b2ef-8802-4b2d-8d9b-f23d0c8d57f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.554494 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.595028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-421aa52b-bf32-45dd-9f17-bcac9783b6f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd HTTP/1.1" status: 200 len: 217 time: 0.0988302 Aug 31 06:29:42.613999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:42.634529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 34b918fe-271a-44b2-ad16-ab69a7b2d766, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=34b918fe-271a-44b2-ad16-ab69a7b2d766,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:42.647821 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.667094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c1a38-9d4d-4cd8-8401-a03903acc3fc req-8482ecc1-889a-4e9c-8075-b362e762a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:42.669255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-802c1a38-9d4d-4cd8-8401-a03903acc3fc req-8482ecc1-889a-4e9c-8075-b362e762a55f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1102 time: 0.3458943 Aug 31 06:29:42.669914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c2b8a95c-a70f-4830-b2e7-e57ae4362705 None None] Provisioning complete for port 4038be1c-ce98-43ee-8a0b-c41e884ba44b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:42.670379 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a95c-a70f-4830-b2e7-e57ae4362705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.691599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.701994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Router bf2cc236-39ce-4301-a348-959b2a70efdd has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:29:42.791832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-2cf90954-0d49-4768-b64f-cd102728da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:42.793876 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-2cf90954-0d49-4768-b64f-cd102728da10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1842129 Aug 31 06:29:42.807841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-802c1a38-9d4d-4cd8-8401-a03903acc3fc req-68b8cbd2-99f4-4a85-8409-ca4498b333e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297193 Aug 31 06:29:42.808425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:42.818678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8a0ce222-b4cd-4672-baac-c84d41d7d19a admin admin] 10.222.0.15 "PUT /v2.0/routers/d22f95a0-95b6-49f1-ab47-36e28e81d086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9931681 Aug 31 06:29:42.818856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.821351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51952) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:42.827491 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] Sync routers for ids ['d22f95a0-95b6-49f1-ab47-36e28e81d086'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:42.837984 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] Routers {'d22f95a0-95b6-49f1-ab47-36e28e81d086'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:42.839000 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['d22f95a0-95b6-49f1-ab47-36e28e81d086'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:42.860977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8a95c-a70f-4830-b2e7-e57ae4362705 None None] Port 4038be1c-ce98-43ee-8a0b-c41e884ba44b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:29:42.870114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-4425012d-c6e4-486d-976c-8adda3a87b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:42.871692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-4425012d-c6e4-486d-976c-8adda3a87b50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544267 Aug 31 06:29:42.874273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=34b918fe-271a-44b2-ad16-ab69a7b2d766,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:42.897035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Transition to ACTIVE for port object e0d30690-24bb-4090-8460-f62771470e95 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:42.907240 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.964947 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60f6b2ef-8802-4b2d-8d9b-f23d0c8d57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.974036 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] Set router d22f95a0-95b6-49f1-ab47-36e28e81d086 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:42.977397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60f6b2ef-8802-4b2d-8d9b-f23d0c8d57f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:42.981842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-60f6b2ef-8802-4b2d-8d9b-f23d0c8d57f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a9d9269-5859-4845-9844-e81013ec277b HTTP/1.1" status: 204 len: 168 time: 0.7156405 Aug 31 06:29:43.032130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-85159600-d9d8-4eb8-a0e2-b5d2c6747412 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362283 Aug 31 06:29:43.044347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6b2ef-8802-4b2d-8d9b-f23d0c8d57f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9d9269-5859-4845-9844-e81013ec277b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:43.227460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Pushing event updated for resources: {'Port': ['ID=e0d30690-24bb-4090-8460-f62771470e95,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:43.229407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a96b914-fc1d-4972-a769-d5a726675a49 req-80780de3-59d2-4c1f-83b5-a798c779a57b service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913989 Aug 31 06:29:43.303640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:43.325231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-520ef17e-ded2-43bc-98ed-ac566f1ab175 admin admin] 10.222.0.15 "PUT /v2.0/routers/bf2cc236-39ce-4301-a348-959b2a70efdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4158039 Aug 31 06:29:43.325706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Sync routers for ids ['bf2cc236-39ce-4301-a348-959b2a70efdd'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:43.332317 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:43.354291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Attempting to bind port e0d30690-24bb-4090-8460-f62771470e95 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:43.359864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Attempting to bind port e0d30690-24bb-4090-8460-f62771470e95 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:43.361395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Attempting to bind port e0d30690-24bb-4090-8460-f62771470e95 on network 3a408238-7d4d-436e-9a09-63f16384478a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:43.376551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030456ae-9825-4518-a5e9-fae09f6598a9 req-19db2712-5a8c-4139-a341-7ae6f920a238 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:43.385021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-030456ae-9825-4518-a5e9-fae09f6598a9 req-19db2712-5a8c-4139-a341-7ae6f920a238 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 948 time: 0.2368939 Aug 31 06:29:43.386364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:43.386837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Checking segment: {'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:43.387322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:43.387793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Bound using segment: {'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:43.388354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Bound port: e0d30690-24bb-4090-8460-f62771470e95, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:43.388750 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:43.402770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Routers {'bf2cc236-39ce-4301-a348-959b2a70efdd'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:43.403434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['bf2cc236-39ce-4301-a348-959b2a70efdd'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:43.454328 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:29:41Z', 'revision_number': 5, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:43.456539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588b70a-a875-4d07-9dda-bfbf52add23f req-3fa33483-8c23-45d9-b46a-d987150ed5bd tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:43.468787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5588b70a-a875-4d07-9dda-bfbf52add23f req-3fa33483-8c23-45d9-b46a-d987150ed5bd tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1097 time: 0.0795095 Aug 31 06:29:43.521064 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] Checking router: d22f95a0-95b6-49f1-ab47-36e28e81d086 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:43.525663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5588b70a-a875-4d07-9dda-bfbf52add23f req-10b24597-0f0f-4214-8775-b3e9f9a2e326 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 Aug 31 06:29:43.530517 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] Routers {'d22f95a0-95b6-49f1-ab47-36e28e81d086'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:43.531320 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['d22f95a0-95b6-49f1-ab47-36e28e81d086'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:43.531590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] For port e0d30690-24bb-4090-8460-f62771470e95, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:43.578127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] For port e0d30690-24bb-4090-8460-f62771470e95, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e0d30690-24bb-4090-8460-f62771470e95,segment=NetworkSegment(dbceafa3-2bdb-4af1-8086-fb3f9642bc7e),segment_id=dbceafa3-2bdb-4af1-8086-fb3f9642bc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:43.592745 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:43.710489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5969db1-b9dd-49bd-9582-c0cdbe77143b req-8152d041-434e-4300-acfc-c664c9978287 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:43.713931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5969db1-b9dd-49bd-9582-c0cdbe77143b req-8152d041-434e-4300-acfc-c664c9978287 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0877028 Aug 31 06:29:43.717654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Routers {'add08d3c-4371-4d45-8232-6d2040bc42da'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:43.718298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['add08d3c-4371-4d45-8232-6d2040bc42da'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:43.751514 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] Set router d22f95a0-95b6-49f1-ab47-36e28e81d086 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:43.782376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5969db1-b9dd-49bd-9582-c0cdbe77143b req-b7f77749-909b-441c-89fe-cbf8e724b107 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617597 Aug 31 06:29:43.796887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-030456ae-9825-4518-a5e9-fae09f6598a9 req-00e03756-6ee7-4230-b657-9fd9319288c6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103317 Aug 31 06:29:43.810282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:43.829041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Set router bf2cc236-39ce-4301-a348-959b2a70efdd gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:44.030600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Deleting port 26b0a996-2b86-4430-a94d-94ac9cfe3b65 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:44.031164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:44.047149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] Set router add08d3c-4371-4d45-8232-6d2040bc42da gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:44.140377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Deleting port e0d30690-24bb-4090-8460-f62771470e95 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:44.140982 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:44.211407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f3917157-2358-4562-b520-613e689396bb admin admin] For port 26b0a996-2b86-4430-a94d-94ac9cfe3b65, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=26b0a996-2b86-4430-a94d-94ac9cfe3b65,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:44.212133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:44.253482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Calling delete_port for 26b0a996-2b86-4430-a94d-94ac9cfe3b65 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:44.360048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Pushing event updated for resources: {'Port': ['ID=e0d30690-24bb-4090-8460-f62771470e95,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:44.390450 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:29:41Z', 'revision_number': 5, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:44.446204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.446801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.447383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.447928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.448464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.449004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.449596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.450136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.450667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.451195 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.452184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.452727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbac42f4-6be6-480b-97e8-ee49a1d0f537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:44.487424 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e4f34-695c-40ae-a435-43401fceb7a8 None None] The sync data for ids ['d22f95a0-95b6-49f1-ab47-36e28e81d086'] in n-d-712142-16 is: [{'id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'name': 'tempest-ServersTestMultiNic-1310658004-router', 'tenant_id': '629cebbd92e84205aa10e2c92fb82f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:27:51Z', 'updated_at': '2021-08-31T06:29:41Z', 'revision_number': 5, 'project_id': '629cebbd92e84205aa10e2c92fb82f37', 'gw_port': {'id': '26b0a996-2b86-4430-a94d-94ac9cfe3b65', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a0-95b6-49f1-ab47-36e28e81d086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:27:52Z', 'updated_at': '2021-08-31T06:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:44.571000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] For port e0d30690-24bb-4090-8460-f62771470e95, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e0d30690-24bb-4090-8460-f62771470e95,segment=NetworkSegment(dbceafa3-2bdb-4af1-8086-fb3f9642bc7e),segment_id=dbceafa3-2bdb-4af1-8086-fb3f9642bc7e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:44.571537 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:44.727681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:37Z', 'revision_number': 4, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port': {'id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:27Z', 'updated_at': '2021-08-31T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e0d30690-24bb-4090-8460-f62771470e95', 'name': '', 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'mac_address': 'fa:16:3e:9b:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '9f9c6fde-3664-4cb1-825a-4f4866d4c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:36Z', 'updated_at': '2021-08-31T06:29:43Z', 'revision_number': 4, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'subnets': [{'id': '9f9c6fde-3664-4cb1-825a-4f4866d4c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:44.761356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-5001851c-a0fd-4584-9ccb-c9c9db580526 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3615179 Aug 31 06:29:44.771577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:44.779527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab3447-a1b4-4015-afad-56f49c06b628 None None] The sync data for ids ['add08d3c-4371-4d45-8232-6d2040bc42da'] in n-d-712142-16 is: [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:37Z', 'revision_number': 4, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port': {'id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:27Z', 'updated_at': '2021-08-31T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e0d30690-24bb-4090-8460-f62771470e95', 'name': '', 'network_id': '3a408238-7d4d-436e-9a09-63f16384478a', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'mac_address': 'fa:16:3e:9b:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '9f9c6fde-3664-4cb1-825a-4f4866d4c5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:36Z', 'updated_at': '2021-08-31T06:29:43Z', 'revision_number': 4, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'subnets': [{'id': '9f9c6fde-3664-4cb1-825a-4f4866d4c5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:44.823659 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:45.120694 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:45.169417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:29:41Z', 'revision_number': 4, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port': {'id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:32Z', 'updated_at': '2021-08-31T06:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4038be1c-ce98-43ee-8a0b-c41e884ba44b', 'name': '', 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'mac_address': 'fa:16:3e:6b:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '94c86659-f019-4ecb-a765-652ca07c9f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:39Z', 'updated_at': '2021-08-31T06:29:41Z', 'revision_number': 2, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'subnets': [{'id': '94c86659-f019-4ecb-a765-652ca07c9f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:45.266589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Checking router: bf2cc236-39ce-4301-a348-959b2a70efdd for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:45.268950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Updating router bf2cc236-39ce-4301-a348-959b2a70efdd port 4038be1c-ce98-43ee-8a0b-c41e884ba44b binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:29:45.344764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 34b918fe-271a-44b2-ad16-ab69a7b2d766 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:45.399180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Allocated IP 172.25.5.138 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/29a113a7-e702-44f5-8c11-14fe032674d1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:45.421958 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:45.577041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 34b918fe-271a-44b2-ad16-ab69a7b2d766 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:45.579660 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:45.622670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:45.700440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Calling delete_port for e0d30690-24bb-4090-8460-f62771470e95 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:45.730511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:45.786927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:45.790123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:45.795008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:45.818747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event updated for resources: {'Port': ['ID=29a113a7-e702-44f5-8c11-14fe032674d1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:45.858717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:29:45.970146 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.044517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.193534 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.225597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.299851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:46.316011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d11af31c-9f3e-4f6d-839b-1d0dde286caf no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:46.327504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Pushing event deleted for resources: {'Port': ['ID=26b0a996-2b86-4430-a94d-94ac9cfe3b65,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:46.335604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.353709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.354577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.356873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.357622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.358752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.360620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d11af31c-9f3e-4f6d-839b-1d0dde286caf {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:46.361050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d11af31c-9f3e-4f6d-839b-1d0dde286caf not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:46.361857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.362750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.363960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.366851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.367222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.367574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.367921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.368260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:29:46.370525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd', 'mac_address': 'fa:16:3e:5a:cb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:29:46.408156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event updated for resources: {'Port': ['ID=29a113a7-e702-44f5-8c11-14fe032674d1,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:46.455796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Transition to ACTIVE for port object 4038be1c-ce98-43ee-8a0b-c41e884ba44b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:29:46.467180 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.477845 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.485365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.518215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.541148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d30690-24bb-4090-8460-f62771470e95,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:46.567851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9525ab21-d977-41d7-835c-5b65315d7c9c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:29:46.569240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9525ab21-d977-41d7-835c-5b65315d7c9c tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4691651 Aug 31 06:29:46.570668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.573102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-6e813f1b-b722-4a58-b5e1-1eff8524bf59 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8104305 Aug 31 06:29:46.594050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Request body: {'binding': {'host': 'n-h2-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:46.595175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Unknown quota resources ['binding']. {{(pid=94667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:29:46.662101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.785145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-10ce6c0d-8b20-4236-aa96-9f536e6cfe98 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.2024267 Aug 31 06:29:46.844576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:29:46.932783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e862b24-d063-4594-9d41-e821820b22ae None None] Pushing event updated for resources: {'Port': ['ID=4038be1c-ce98-43ee-8a0b-c41e884ba44b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:46.943334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.945854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:46.947000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:46.962949 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.010726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Attempting to bind port 4038be1c-ce98-43ee-8a0b-c41e884ba44b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:47.011644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Attempting to bind port 4038be1c-ce98-43ee-8a0b-c41e884ba44b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:47.012361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Attempting to bind port 4038be1c-ce98-43ee-8a0b-c41e884ba44b on network 1410fb30-7e04-49da-98da-dcd65145b1ac {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:47.029647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:47.030368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Checking segment: {'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:47.030971 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.031577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Bound using segment: {'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:47.032261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Bound port: 4038be1c-ce98-43ee-8a0b-c41e884ba44b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b4182-c290-4384-8a94-a58c3e5d3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:47.032921 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.094469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:47.114371 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.114906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d22f95a0-95b6-49f1-ab47-36e28e81d086 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:29:47.121016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3917157-2358-4562-b520-613e689396bb admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.125900 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f3917157-2358-4562-b520-613e689396bb admin admin] 10.222.0.15 "DELETE /v2.0/routers/d22f95a0-95b6-49f1-ab47-36e28e81d086 HTTP/1.1" status: 204 len: 168 time: 4.2987604 Aug 31 06:29:47.126602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52052) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:47.163710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] For port 4038be1c-ce98-43ee-8a0b-c41e884ba44b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:29:47.168554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] For port 4038be1c-ce98-43ee-8a0b-c41e884ba44b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4038be1c-ce98-43ee-8a0b-c41e884ba44b,segment=NetworkSegment(ac0b4182-c290-4384-8a94-a58c3e5d3dff),segment_id=ac0b4182-c290-4384-8a94-a58c3e5d3dff)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:47.175247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.180518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.254370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e862b24-d063-4594-9d41-e821820b22ae None None] Pushing event updated for resources: {'Port': ['ID=4038be1c-ce98-43ee-8a0b-c41e884ba44b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:47.283489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:29:47.305147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-855c749d-a733-4632-a2ef-66fccdf28b50 admin admin] Deleting subnet 43e98e7b-14cc-476c-8a35-7421424289bc {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:29:47.311314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855c749d-a733-4632-a2ef-66fccdf28b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.377847 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855c749d-a733-4632-a2ef-66fccdf28b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.388663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Routers {'bf2cc236-39ce-4301-a348-959b2a70efdd'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:47.389750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['bf2cc236-39ce-4301-a348-959b2a70efdd'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:47.580330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on host n-h2-712142-16 for vnic_type normal with profile None {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:29:47.580935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:29:47.581528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:47.595491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-44aca767-9053-48f8-b6bf-0cb01790c328 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:47.596882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78aed519-800b-4a09-adbb-b7987fdf8fd6 req-44aca767-9053-48f8-b6bf-0cb01790c328 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.8035662 Aug 31 06:29:47.598278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:29:47.598658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:29:47.623496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:29:47.623845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:47.624250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:29:47.624713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Bound port: a951124c-8ee0-4a2f-911c-30499323fa55, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:29:47.637640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] Set router bf2cc236-39ce-4301-a348-959b2a70efdd gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:47.642235 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855c749d-a733-4632-a2ef-66fccdf28b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.677497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Router add08d3c-4371-4d45-8232-6d2040bc42da has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:29:47.799840 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855c749d-a733-4632-a2ef-66fccdf28b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.844828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:29:47.872269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] Notify callbacks [] for binding, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.874893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-caba8aaa-acb3-4dea-b7b1-8676fe377216 service neutron] 10.222.0.15 "POST /v2.0/ports/a951124c-8ee0-4a2f-911c-30499323fa55/bindings HTTP/1.1" status: 201 len: 390 time: 1.2942042 Aug 31 06:29:47.911273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855c749d-a733-4632-a2ef-66fccdf28b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:47.917738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-855c749d-a733-4632-a2ef-66fccdf28b50 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43e98e7b-14cc-476c-8a35-7421424289bc HTTP/1.1" status: 204 len: 168 time: 0.7833710 Aug 31 06:29:47.917738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c749d-a733-4632-a2ef-66fccdf28b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e98e7b-14cc-476c-8a35-7421424289bc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:47.921073 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e212540b-8278-481f-8f14-75e5143a308a None None] Network 925757ee-352a-410b-8a8a-ffba9667a480 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:47.924947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52064) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:47.980577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:29:47.989765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703b606-f23b-4d55-beb5-f0bc8b264f81 req-f9002f37-3865-4ccb-9531-61a343e7cc5d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:47.994933 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9703b606-f23b-4d55-beb5-f0bc8b264f81 req-f9002f37-3865-4ccb-9531-61a343e7cc5d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1747248 Aug 31 06:29:48.023258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2db9dd4f-1819-48ba-9af5-33bf62c15b53 admin admin] 10.222.0.15 "PUT /v2.0/routers/add08d3c-4371-4d45-8232-6d2040bc42da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6511736 Aug 31 06:29:48.023892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52070) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:48.024762 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a1706-4557-47da-bc07-89a7c814953a None None] Sync routers for ids ['add08d3c-4371-4d45-8232-6d2040bc42da'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:29:48.057054 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a1706-4557-47da-bc07-89a7c814953a None None] Routers {'add08d3c-4371-4d45-8232-6d2040bc42da'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:48.057721 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-411a1706-4557-47da-bc07-89a7c814953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['add08d3c-4371-4d45-8232-6d2040bc42da'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:48.224754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9703b606-f23b-4d55-beb5-f0bc8b264f81 req-0b3a5413-0e56-4e4b-8966-fff5a44467cf tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754639 Aug 31 06:29:48.239547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.277564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:29:41Z', 'revision_number': 4, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port': {'id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:32Z', 'updated_at': '2021-08-31T06:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4038be1c-ce98-43ee-8a0b-c41e884ba44b', 'name': '', 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'mac_address': 'fa:16:3e:6b:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '94c86659-f019-4ecb-a765-652ca07c9f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:39Z', 'updated_at': '2021-08-31T06:29:47Z', 'revision_number': 4, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'subnets': [{'id': '94c86659-f019-4ecb-a765-652ca07c9f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:48.318312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815157f3-daae-45ed-bd3f-6ec3b0bc8bd5 None None] The sync data for ids ['bf2cc236-39ce-4301-a348-959b2a70efdd'] in n-d-712142-16 is: [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:29:41Z', 'revision_number': 4, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port': {'id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:32Z', 'updated_at': '2021-08-31T06:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4038be1c-ce98-43ee-8a0b-c41e884ba44b', 'name': '', 'network_id': '1410fb30-7e04-49da-98da-dcd65145b1ac', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'mac_address': 'fa:16:3e:6b:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '94c86659-f019-4ecb-a765-652ca07c9f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:39Z', 'updated_at': '2021-08-31T06:29:47Z', 'revision_number': 4, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'subnets': [{'id': '94c86659-f019-4ecb-a765-652ca07c9f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:48.350227 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-411a1706-4557-47da-bc07-89a7c814953a None None] Set router add08d3c-4371-4d45-8232-6d2040bc42da gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:48.364885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.435112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] DHCP port deletion for 925757ee-352a-410b-8a8a-ffba9667a480 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:29:48.475117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-5782f839-c0f8-4f99-a761-e6a1bf55196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:48.481446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-5782f839-c0f8-4f99-a761-e6a1bf55196d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1097 time: 0.2270384 Aug 31 06:29:48.502885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-5bd50c28-d433-49fd-adb0-8a4324425c95 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2520216 Aug 31 06:29:48.506874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25799345-2b7e-422b-87b3-b107618005c7 req-a1dcf93d-9f21-4550-9cfa-561aec7f4367 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:48.512321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25799345-2b7e-422b-87b3-b107618005c7 req-a1dcf93d-9f21-4550-9cfa-561aec7f4367 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 949 time: 0.3022621 Aug 31 06:29:48.526283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:48.533154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Deleting port 368deecf-1f10-4391-b252-71302f62c7eb {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:48.533519 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.544890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] Deleting port 368deecf-1f10-4391-b252-71302f62c7eb {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:48.545307 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.644511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.671571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.732491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] For port 368deecf-1f10-4391-b252-71302f62c7eb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=368deecf-1f10-4391-b252-71302f62c7eb,segment=NetworkSegment(cd755a41-e49a-4ec9-ae15-2f5f1e8b944a),segment_id=cd755a41-e49a-4ec9-ae15-2f5f1e8b944a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:48.735951 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.738140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] For port 368deecf-1f10-4391-b252-71302f62c7eb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=368deecf-1f10-4391-b252-71302f62c7eb,segment=NetworkSegment(cd755a41-e49a-4ec9-ae15-2f5f1e8b944a),segment_id=cd755a41-e49a-4ec9-ae15-2f5f1e8b944a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:48.738510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.770335 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-411a1706-4557-47da-bc07-89a7c814953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:46Z', 'revision_number': 5, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port': {'id': '91bee0ba-7edd-4ea2-9523-147f1978c3e9', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:27Z', 'updated_at': '2021-08-31T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:48.772711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Calling delete_port for 368deecf-1f10-4391-b252-71302f62c7eb owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:48.788893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] Calling delete_port for 368deecf-1f10-4391-b252-71302f62c7eb owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:48.833228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25799345-2b7e-422b-87b3-b107618005c7 req-ee011d46-1607-4f5f-bd94-ace404451f76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012191 Aug 31 06:29:48.857749 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a1706-4557-47da-bc07-89a7c814953a None None] Checking router: add08d3c-4371-4d45-8232-6d2040bc42da for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:29:48.890395 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a1706-4557-47da-bc07-89a7c814953a None None] Routers {'add08d3c-4371-4d45-8232-6d2040bc42da'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:29:48.891080 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-411a1706-4557-47da-bc07-89a7c814953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['add08d3c-4371-4d45-8232-6d2040bc42da'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:48.895040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-1e86abe4-b19a-48e5-b50b-3ec57ef63c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:48.896812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-1e86abe4-b19a-48e5-b50b-3ec57ef63c3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.3835568 Aug 31 06:29:48.898804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Deleting port 91bee0ba-7edd-4ea2-9523-147f1978c3e9 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:48.898804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:48.936923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4038be1c-ce98-43ee-8a0b-c41e884ba44b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:48.997279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-79fcef8b-56ff-4f57-9c0f-6dd73e21e367 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a951124c-8ee0-4a2f-911c-30499323fa55 HTTP/1.1" status: 200 len: 217 time: 0.0927289 Aug 31 06:29:49.082690 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-411a1706-4557-47da-bc07-89a7c814953a None None] Set router add08d3c-4371-4d45-8232-6d2040bc42da gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:29:49.102575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.133159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4038be1c-ce98-43ee-8a0b-c41e884ba44b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:49.140895 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.149178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4038be1c-ce98-43ee-8a0b-c41e884ba44b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:49.150520 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.168749 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-411a1706-4557-47da-bc07-89a7c814953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:48Z', 'revision_number': 6, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:49.199697 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a1706-4557-47da-bc07-89a7c814953a None None] The sync data for ids ['add08d3c-4371-4d45-8232-6d2040bc42da'] in n-d-712142-16 is: [{'id': 'add08d3c-4371-4d45-8232-6d2040bc42da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-314809225-router', 'tenant_id': '94127c25f2dc440a85f4ef45df0b1414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:26Z', 'updated_at': '2021-08-31T06:29:48Z', 'revision_number': 6, 'project_id': '94127c25f2dc440a85f4ef45df0b1414', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:29:49.200075 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.240503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=368deecf-1f10-4391-b252-71302f62c7eb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:49.245643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] Pushing event deleted for resources: {'Port': ['ID=368deecf-1f10-4391-b252-71302f62c7eb,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:49.263581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] No DVR routers for this DVR port 368deecf-1f10-4391-b252-71302f62c7eb on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:49.263728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] For port 91bee0ba-7edd-4ea2-9523-147f1978c3e9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=91bee0ba-7edd-4ea2-9523-147f1978c3e9,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:49.275557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3d308-ed7b-45d4-b51e-c343e83f9247 None None] No DVR routers for this DVR port 368deecf-1f10-4391-b252-71302f62c7eb on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:49.286594 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.336552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Calling delete_port for 91bee0ba-7edd-4ea2-9523-147f1978c3e9 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:49.347526 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.362353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-07ce7ffa-44aa-4390-95d8-16ff88cbe2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:49.363848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-07ce7ffa-44aa-4390-95d8-16ff88cbe2cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.3204458 Aug 31 06:29:49.374021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07ea2a-2a1b-4b52-a98f-09964da714d2 req-28a0fb12-bc2e-4ee6-9f4f-646a65c88e6d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:49.375649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a07ea2a-2a1b-4b52-a98f-09964da714d2 req-28a0fb12-bc2e-4ee6-9f4f-646a65c88e6d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.3333271 Aug 31 06:29:49.431867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.445720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4038be1c-ce98-43ee-8a0b-c41e884ba44b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4038be1c-ce98-43ee-8a0b-c41e884ba44b,segment=NetworkSegment(ac0b4182-c290-4384-8a94-a58c3e5d3dff),segment_id=ac0b4182-c290-4384-8a94-a58c3e5d3dff)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:49.450246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925757ee-352a-410b-8a8a-ffba9667a480']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:49.452635 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-1ef254cc-7fce-48d0-a6e6-0b7112f5f378 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743823 Aug 31 06:29:49.453315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52082) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:49.453440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.463867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:49.464158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd755a41-e49a-4ec9-ae15-2f5f1e8b944a') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:49.473874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.494551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.500833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:29:49.501482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:29:49.559530 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:29:49.567169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.595586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4038be1c-ce98-43ee-8a0b-c41e884ba44b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:49.608398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.615546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/925757ee-352a-410b-8a8a-ffba9667a480 HTTP/1.1" status: 204 len: 168 time: 1.6890914 Aug 31 06:29:49.616506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345fabe-8a61-4fa0-8b8d-69e3f1e077e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=925757ee-352a-410b-8a8a-ffba9667a480,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:49.642824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 368deecf-1f10-4391-b252-71302f62c7eb no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:49.682854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a07ea2a-2a1b-4b52-a98f-09964da714d2 req-4af74560-a4fa-4f8c-8844-7608d72ce08b tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627032 Aug 31 06:29:49.707002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 368deecf-1f10-4391-b252-71302f62c7eb {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:49.719449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 368deecf-1f10-4391-b252-71302f62c7eb not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:49.719901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 26b0a996-2b86-4430-a94d-94ac9cfe3b65 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:49.743641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 26b0a996-2b86-4430-a94d-94ac9cfe3b65 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:49.744241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 26b0a996-2b86-4430-a94d-94ac9cfe3b65 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:49.759766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Allocated IP 172.25.5.139 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/3addbb2d-1453-4564-b072-1c626d568ae6) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:49.862611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:49.869649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2da3-aced-49d1-a76e-4f21e1466fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:49.913458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52090) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:49.924717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-147310ff-803f-4a98-9817-d39b94a0bf16 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432585 Aug 31 06:29:49.970363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:29:49.976088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:49.976767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.002881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.037806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4533c54a-fc47-4ac2-bcbe-1b730b9480e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=629cebbd92e84205aa10e2c92fb82f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192780 Aug 31 06:29:50.039033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52092) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:50.103323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993bd7e-a959-4b14-bfc0-ebe2e89cb738 req-c58b4ed0-fec9-470e-ac0a-a52a0810981a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:50.105453 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c993bd7e-a959-4b14-bfc0-ebe2e89cb738 req-c58b4ed0-fec9-470e-ac0a-a52a0810981a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.2534571 Aug 31 06:29:50.122239 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.129521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-205aa3b3-228f-47b0-befe-ced12e04e4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.166541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-205aa3b3-228f-47b0-befe-ced12e04e4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.171299 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.193886 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.242459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:50.244471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748c407a-7f25-43c5-a20a-69c7a424264e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:29:50.247711 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d5931-3fbf-4a04-aa5b-225a855ff1b1" -d '{"events": [{"server_uuid": "748c407a-7f25-43c5-a20a-69c7a424264e", "name": "network-vif-plugged", "status": "completed", "tag": "acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:29:50.254504 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.280546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=91bee0ba-7edd-4ea2-9523-147f1978c3e9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:50.280801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:50.289150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:50.294683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:50.346330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:50.348489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event updated for resources: {'Port': ['ID=3addbb2d-1453-4564-b072-1c626d568ae6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:50.387464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-205aa3b3-228f-47b0-befe-ced12e04e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.391038 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-205aa3b3-228f-47b0-befe-ced12e04e4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.396989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-205aa3b3-228f-47b0-befe-ced12e04e4d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80944d7f-9f48-4f8e-ad6f-babc7ed04d97 HTTP/1.1" status: 204 len: 168 time: 0.3518863 Aug 31 06:29:50.404906 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-2365b0bd-8ae0-4791-ab4e-f3230ec4f336 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626310 Aug 31 06:29:50.441331 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c993bd7e-a959-4b14-bfc0-ebe2e89cb738 req-7f5355c3-d8ac-408e-8978-822d009268e3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250961 Aug 31 06:29:50.459253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.484931 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.491888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aa3b3-228f-47b0-befe-ced12e04e4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80944d7f-9f48-4f8e-ad6f-babc7ed04d97,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:50.558027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.562465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.582621 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.668395 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.669135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router add08d3c-4371-4d45-8232-6d2040bc42da {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:29:50.678296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2da3-aced-49d1-a76e-4f21e1466fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.702049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.705911 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d8604804-3d64-4b45-8fbc-a11d18fd5e0f admin admin] 10.222.0.15 "DELETE /v2.0/routers/add08d3c-4371-4d45-8232-6d2040bc42da HTTP/1.1" status: 204 len: 168 time: 2.6745093 Aug 31 06:29:50.706279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2da3-aced-49d1-a76e-4f21e1466fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.737578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52100) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:50.829954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4038be1c-ce98-43ee-8a0b-c41e884ba44b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:29:50.872561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7486b7a5-8377-41ff-b3ee-59b3024bae91 admin admin] Deleting subnet 9f9c6fde-3664-4cb1-825a-4f4866d4c5e2 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:29:50.890966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.906588 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.928056 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7486b7a5-8377-41ff-b3ee-59b3024bae91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.938581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4038be1c-ce98-43ee-8a0b-c41e884ba44b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:29:50.939828 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:50.954602 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4c5e2da3-aced-49d1-a76e-4f21e1466fc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec7073c9ca5b4e5cabc057b9ec72875c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4973230 Aug 31 06:29:50.956759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52108) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:51.021230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event updated for resources: {'Port': ['ID=3addbb2d-1453-4564-b072-1c626d568ae6,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:51.040882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.062873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.072477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-cda47d21-8041-4066-b6f1-a084c4184da1 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5587401 Aug 31 06:29:51.073884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e2da3-aced-49d1-a76e-4f21e1466fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58641d51-80ef-42eb-b2bb-3db13c1de3ae,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:51.137540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62cf33-0177-423b-995b-8b72181cbda7 req-7dc7e3fe-998b-48b8-9cb8-5548b6aa6d76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:51.139267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad62cf33-0177-423b-995b-8b72181cbda7 req-7dc7e3fe-998b-48b8-9cb8-5548b6aa6d76 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 950 time: 0.4652953 Aug 31 06:29:51.172413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-9910497d-550a-4dec-9450-789a44c129ef tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 696 time: 0.0977933 Aug 31 06:29:51.191070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7486b7a5-8377-41ff-b3ee-59b3024bae91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.216603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 91bee0ba-7edd-4ea2-9523-147f1978c3e9 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:51.273152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 91bee0ba-7edd-4ea2-9523-147f1978c3e9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:51.273775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f21889a-0972-4caa-9239-be34539c0b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.274139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 91bee0ba-7edd-4ea2-9523-147f1978c3e9 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:51.274675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e0d30690-24bb-4090-8460-f62771470e95 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:51.299155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e0d30690-24bb-4090-8460-f62771470e95 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:29:51.299504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e0d30690-24bb-4090-8460-f62771470e95 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:51.307957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-39c57d48-f3d6-49f9-b161-e396c1bee541 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:51.309637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2985bd7-efc4-4882-95a7-0b1490ac13c9 req-39c57d48-f3d6-49f9-b161-e396c1bee541 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1368933 Aug 31 06:29:51.355733 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499bb6f3-11ce-40b3-afc5-ef7f77e6f055 x-openstack-request-id: req-499bb6f3-11ce-40b3-afc5-ef7f77e6f055 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:29:51.356259 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748c407a-7f25-43c5-a20a-69c7a424264e", "name": "network-vif-plugged", "status": "completed", "tag": "acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:29:51.356688 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-499bb6f3-11ce-40b3-afc5-ef7f77e6f055 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:29:51.357278 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c407a-7f25-43c5-a20a-69c7a424264e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd', 'code': 200} Aug 31 06:29:51.512327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90f1a5-9ca3-4e17-92fc-a0e6a42f52f2 req-d1d5b825-96dc-4756-8210-7606736c0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:51.513922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ce90f1a5-9ca3-4e17-92fc-a0e6a42f52f2 req-d1d5b825-96dc-4756-8210-7606736c0b67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 1102 time: 0.0883000 Aug 31 06:29:51.561620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f067d6c-1585-41ab-a9a8-d2f681b9f339 req-d6fa2e6d-df84-45e2-a9fa-7820bcbb35ac tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:51.563229 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f067d6c-1585-41ab-a9a8-d2f681b9f339 req-d6fa2e6d-df84-45e2-a9fa-7820bcbb35ac tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.0929947 Aug 31 06:29:51.568590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ce90f1a5-9ca3-4e17-92fc-a0e6a42f52f2 req-019b8538-9fbb-43e9-bb4a-1dad7d374228 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Aug 31 06:29:51.591297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52128) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:51.619756 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f067d6c-1585-41ab-a9a8-d2f681b9f339 req-f00ddf76-3532-47e0-9c05-03fa6cea34cf tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500515 Aug 31 06:29:51.719646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-816698915-network', 'tenant_id': 'b685de071eca4b31ace90d3a6c3360c7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:51.744251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad62cf33-0177-423b-995b-8b72181cbda7 req-38ffc256-20f8-4231-b128-2b357d6d41a7 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875399 Aug 31 06:29:51.748397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f21889a-0972-4caa-9239-be34539c0b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.799271 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-25bea7d4-7822-495d-8fde-cdbdad623727 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1497083 Aug 31 06:29:51.804010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:51.809784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Made reservation on behalf of b685de071eca4b31ace90d3a6c3360c7 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:51.812099 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.824899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.827075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7486b7a5-8377-41ff-b3ee-59b3024bae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.853662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.901556 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7486b7a5-8377-41ff-b3ee-59b3024bae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.938208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486b7a5-8377-41ff-b3ee-59b3024bae91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9c6fde-3664-4cb1-825a-4f4866d4c5e2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:51.939945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f21889a-0972-4caa-9239-be34539c0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.942984 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f21889a-0972-4caa-9239-be34539c0b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.946412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4f21889a-0972-4caa-9239-be34539c0b08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58641d51-80ef-42eb-b2bb-3db13c1de3ae HTTP/1.1" status: 204 len: 168 time: 0.9510782 Aug 31 06:29:51.946412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7486b7a5-8377-41ff-b3ee-59b3024bae91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:51.947854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7486b7a5-8377-41ff-b3ee-59b3024bae91 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9f9c6fde-3664-4cb1-825a-4f4866d4c5e2 HTTP/1.1" status: 204 len: 168 time: 1.2057881 Aug 31 06:29:51.950634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52138) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:51.976758 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89b5326-ba43-4843-8319-3984a9eb583d None None] Network 3a408238-7d4d-436e-9a09-63f16384478a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:52.064616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21889a-0972-4caa-9239-be34539c0b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58641d51-80ef-42eb-b2bb-3db13c1de3ae,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:52.110562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.150847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.164757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.196084 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.203792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:29:52.272739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa105725-fabf-4abe-a6a4-4d3be8c83cea,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:52.282458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.283003 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Added segment c93c6d27-983f-422c-9d75-b15eeaf72119 of type vlan for network cb19727b-4c92-4646-856d-122860311d91 Aug 31 06:29:52.328925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c07c-66aa-4094-a926-9b633ff28ec8 req-3a1b616d-9ae9-4fed-936d-18c18033f496 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:52.331060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58d3c07c-66aa-4094-a926-9b633ff28ec8 req-3a1b616d-9ae9-4fed-936d-18c18033f496 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1108072 Aug 31 06:29:52.342939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] DHCP port deletion for 3a408238-7d4d-436e-9a09-63f16384478a request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:29:52.362233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-04ae0988-ed7d-472f-9cfb-b24bb9107d66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1874197 Aug 31 06:29:52.366968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Deleting port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:52.376041 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.384622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.429897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Allocated IP 172.25.5.153 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/9f53ff8f-7642-4061-9afe-d1ff19103ddc) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:52.443546 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.444507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:52.445290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.466350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8739121 Aug 31 06:29:52.483662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] Deleting port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:52.484126 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.503595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52148) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:52.521470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Request body: {'subnet': {'network_id': 'cb19727b-4c92-4646-856d-122860311d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-816698915-subnet', 'tenant_id': 'b685de071eca4b31ace90d3a6c3360c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:52.531477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52150) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:52.576085 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaaa-fc73-4fde-92e7-bac7cec151d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.607423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00439efd-f056-4061-9c68-09a9ba652309 admin admin] Pushing event updated for resources: {'Network': ['ID=cb19727b-4c92-4646-856d-122860311d91,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:52.616023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] For port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,segment=NetworkSegment(dbceafa3-2bdb-4af1-8086-fb3f9642bc7e),segment_id=dbceafa3-2bdb-4af1-8086-fb3f9642bc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:52.616417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.622370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network cb19727b-4c92-4646-856d-122860311d91 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:29:52.627313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58d3c07c-66aa-4094-a926-9b633ff28ec8 req-6a633d52-b31e-448b-8ac0-3780a0092751 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626963 Aug 31 06:29:52.629754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] For port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,segment=NetworkSegment(dbceafa3-2bdb-4af1-8086-fb3f9642bc7e),segment_id=dbceafa3-2bdb-4af1-8086-fb3f9642bc7e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:29:52.630321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.639914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Made reservation on behalf of b685de071eca4b31ace90d3a6c3360c7 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:52.642850 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.664179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Calling delete_port for e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:52.679362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] Calling delete_port for e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:52.711779 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.808905 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:52.906202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:29:52.937478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:52.938179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:52.944078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:52.947840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event updated for resources: {'Port': ['ID=9f53ff8f-7642-4061-9afe-d1ff19103ddc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:52.979566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.029938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No active binding found for port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 {{(pid=94669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 06:29:53.031093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:29:53.048189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] No DVR routers for this DVR port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:53.058374 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.092415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.141719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:53.166595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.246097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaaa-fc73-4fde-92e7-bac7cec151d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.265201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] Pushing event deleted for resources: {'Port': ['ID=e5f04a57-8963-4f28-93a4-fbfff1c8d0a4,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:53.286196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a3a017-8db0-4839-a5cb-e95428d29eec None None] No DVR routers for this DVR port e5f04a57-8963-4f28-93a4-fbfff1c8d0a4 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:29:53.300623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62bcdf-7994-4254-8327-bb5caee196ca req-8f83f7d9-c0a1-49fb-b809-c5606538332c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:53.302270 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa62bcdf-7994-4254-8327-bb5caee196ca req-8f83f7d9-c0a1-49fb-b809-c5606538332c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.4832685 Aug 31 06:29:53.306726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaaa-fc73-4fde-92e7-bac7cec151d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.377477 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.384833 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.410153 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a36ccaaa-fc73-4fde-92e7-bac7cec151d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=550477ffdb094815a3cd2103bf3c7980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8711174 Aug 31 06:29:53.428925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52172) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:53.464183 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.476357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a408238-7d4d-436e-9a09-63f16384478a']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:53.495460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:53.496057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbceafa3-2bdb-4af1-8086-fb3f9642bc7e') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:29:53.504338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event updated for resources: {'Port': ['ID=9f53ff8f-7642-4061-9afe-d1ff19103ddc,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:53.510648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ccaaa-fc73-4fde-92e7-bac7cec151d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2184c-0923-4aca-a311-ab441911db9a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:53.521464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.525861 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.561042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9eba72f1-2a89-47ac-9109-ded53a0d7928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.596300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.600608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.602390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-f2b51b30-aaac-4d39-876d-4eb7a0ff8424 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8019936 Aug 31 06:29:53.605259 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa62bcdf-7994-4254-8327-bb5caee196ca req-fda3c3cc-9239-4e17-a7a4-ed5c9bf0f481 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932582 Aug 31 06:29:53.609306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:29:53.609722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:29:53.611647 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:29:53.663293 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.663691 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9eba72f1-2a89-47ac-9109-ded53a0d7928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.745675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.749051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0011da5c-e33b-47e8-9127-9c20f6bced21,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:53.756109 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.758558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a408238-7d4d-436e-9a09-63f16384478a HTTP/1.1" status: 204 len: 168 time: 1.8068361 Aug 31 06:29:53.773095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9eba72f1-2a89-47ac-9109-ded53a0d7928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.778012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9eba72f1-2a89-47ac-9109-ded53a0d7928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.781633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9eba72f1-2a89-47ac-9109-ded53a0d7928 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23b2184c-0923-4aca-a311-ab441911db9a HTTP/1.1" status: 204 len: 168 time: 0.3470774 Aug 31 06:29:53.781788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78882e29-b3d8-4156-87d1-062595ed992c admin admin] Pushing event deleted for resources: {'Network': ['ID=3a408238-7d4d-436e-9a09-63f16384478a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:53.785929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Checking segment: {'id': 'c93c6d27-983f-422c-9d75-b15eeaf72119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb19727b-4c92-4646-856d-122860311d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:53.786296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Network hostable DHCP agents. Network: cb19727b-4c92-4646-856d-122860311d91, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:29:53.797245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-c0b44d3b-7a94-431c-a3be-63f60a39d12a tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.1831975 Aug 31 06:29:53.817698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba72f1-2a89-47ac-9109-ded53a0d7928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2184c-0923-4aca-a311-ab441911db9a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:53.919415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Network cb19727b-4c92-4646-856d-122860311d91 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:29:53.959126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042149c-2c31-4f2c-a49a-d101f4d4c593 req-d382a83a-7617-4d34-8303-a9c551264477 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:53.961566 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0042149c-2c31-4f2c-a49a-d101f4d4c593 req-d382a83a-7617-4d34-8303-a9c551264477 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 950 time: 0.1663475 Aug 31 06:29:53.963225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, cb19727b-4c92-4646-856d-122860311d91) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:53.975654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:53.976259 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:53.977951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77536cd7-359f-4cd3-8fa6-32aa67d0a439 None None] Network cb19727b-4c92-4646-856d-122860311d91 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:54.012895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-6608505f-a40b-42f3-86ae-2067a77d1af4 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:54.012895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a8101c2-609f-4ca9-bc7c-40dc2487e886 req-6608505f-a40b-42f3-86ae-2067a77d1af4 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.2142520 Aug 31 06:29:54.068296 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eb43c03b-3e69-41cb-9a4e-20ec879e9c93 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5635233 Aug 31 06:29:54.094067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0042149c-2c31-4f2c-a49a-d101f4d4c593 req-698d79f8-2f53-44fc-8fcb-2f4b645eda40 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206367 Aug 31 06:29:54.125266 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:54.175277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52190) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:54.183467 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-046e5ba8-c4c5-4146-b634-576d86d81290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:54.280438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d9de363e-737e-4260-a20f-f27787396df0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94127c25f2dc440a85f4ef45df0b1414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037414 Aug 31 06:29:54.294897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52194) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:54.391207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81fd256-1d6e-4e8f-af02-bb3b17a6ebf7 None None] Network cb19727b-4c92-4646-856d-122860311d91 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:54.427607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823030e6-d77e-4638-96e7-32c107c04b6a req-dd064ebb-7841-4a42-92f4-061d6c3b7cd5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:54.443414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-823030e6-d77e-4638-96e7-32c107c04b6a req-dd064ebb-7841-4a42-92f4-061d6c3b7cd5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1616900 Aug 31 06:29:54.529511 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-e4c54a33-1887-4261-830a-60ad7f374216 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3087158 Aug 31 06:29:54.548825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:54.549994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35090373-4f60-4bba-847f-4314e4ba2c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:54.605410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-823030e6-d77e-4638-96e7-32c107c04b6a req-bc49ce25-f69e-4c6d-92cd-785c55c03fda tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563845 Aug 31 06:29:54.607932 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35090373-4f60-4bba-847f-4314e4ba2c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:54.644373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-6281a65f-09bf-46d4-bbc9-c147900378d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:54.646424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:54.650778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-6281a65f-09bf-46d4-bbc9-c147900378d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1102 time: 0.1973717 Aug 31 06:29:54.844763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce63f63-632e-441e-bdc4-c8ef21d9df97 req-3b5c175c-ab77-4f7d-8be2-826c3456d1aa tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:54.854269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cce63f63-632e-441e-bdc4-c8ef21d9df97 req-3b5c175c-ab77-4f7d-8be2-826c3456d1aa tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 1102 time: 0.0971017 Aug 31 06:29:54.866023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35090373-4f60-4bba-847f-4314e4ba2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:54.869037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35090373-4f60-4bba-847f-4314e4ba2c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:54.870411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-35090373-4f60-4bba-847f-4314e4ba2c8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30116bff-2ef7-4856-9965-4e605d142e64 HTTP/1.1" status: 204 len: 168 time: 0.5773344 Aug 31 06:29:54.914605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35090373-4f60-4bba-847f-4314e4ba2c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30116bff-2ef7-4856-9965-4e605d142e64,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:54.922914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-2396dd05-91f2-47e0-a419-99896cc17177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:54.925422 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-2396dd05-91f2-47e0-a419-99896cc17177 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2598071 Aug 31 06:29:54.968081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cce63f63-632e-441e-bdc4-c8ef21d9df97 req-30025ddb-3dd2-4254-8775-5d4bc76627d9 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123121 Aug 31 06:29:55.026761 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-badee2f9-a766-4cce-bc9a-e85283ca47a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.0820363 Aug 31 06:29:55.034412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:55.099824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-f4aa4e36-034f-4a7c-b190-5b861ef34567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:55.101834 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-f4aa4e36-034f-4a7c-b190-5b861ef34567 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0673199 Aug 31 06:29:55.204999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-a5b87551-2257-4639-8c4f-f2ddf1f7ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:55.207939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-a5b87551-2257-4639-8c4f-f2ddf1f7ddf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938497 Aug 31 06:29:55.263858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Allocated IP 172.25.5.92 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/0b7e14ae-a2c9-4f0b-835d-5b15056b4a8e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:55.398883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-2ae66ae3-311e-4bb2-be65-5d4771498064 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805689 Aug 31 06:29:55.461294 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:55.513554 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:55.546752 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:55.586480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event updated for resources: {'Port': ['ID=0b7e14ae-a2c9-4f0b-835d-5b15056b4a8e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:55.609535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:29:55.612163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:55.619023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:29:55.636712 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-cbe4bbce-a293-434b-935d-dc6e0f703e44 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333589 Aug 31 06:29:55.857264 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:55.963337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:56.142011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-08dc57cd-dbd7-4dd8-9561-b1341202124f tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:56.145061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-08dc57cd-dbd7-4dd8-9561-b1341202124f tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/networks?id=cb19727b-4c92-4646-856d-122860311d91 HTTP/1.1" status: 200 len: 813 time: 0.2357755 Aug 31 06:29:56.188166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-171e9afd-4d05-40e3-8ef1-6174aab0ee07 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/quotas/b685de071eca4b31ace90d3a6c3360c7 HTTP/1.1" status: 200 len: 375 time: 0.0309312 Aug 31 06:29:56.273043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-cb7e3aa5-38a8-499e-8f1a-3c4ad999777e tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b685de071eca4b31ace90d3a6c3360c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723426 Aug 31 06:29:56.310771 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:56.319007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:56.519541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-69411c75-c440-4567-b6ff-7fdbd807c87f service neutron] 10.222.0.15 "GET /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348022 Aug 31 06:29:56.556655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event updated for resources: {'Port': ['ID=0b7e14ae-a2c9-4f0b-835d-5b15056b4a8e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:56.579259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:56.625371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:56.630925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-a0c8cf59-98de-47d8-b873-61139d15c998 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0948792 Aug 31 06:29:56.719217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-14887e4a-159e-422e-8e9f-3da132ee9831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:56.747497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-909cde2a-3bca-4945-b26e-bf3def18cb08 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 695 time: 0.1045899 Aug 31 06:29:56.758962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-22def93e-1100-43d7-9cb8-558e6a37288c service neutron] 10.222.0.15 "GET /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376435 Aug 31 06:29:56.786912 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:56.908839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-8ccded63-19f3-48f1-9a71-64dce3f86c6b tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:56.923669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bde0b6e-86e4-4a51-9872-46d4ea85e649 req-8ccded63-19f3-48f1-9a71-64dce3f86c6b tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1754506 Aug 31 06:29:56.989636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52270) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:57.090265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9436c9-822c-48d4-b85e-5956433b8030 req-3e70f015-484c-4a70-8b12-8a57a80d71f2 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:57.092068 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ca9436c9-822c-48d4-b85e-5956433b8030 req-3e70f015-484c-4a70-8b12-8a57a80d71f2 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.0897903 Aug 31 06:29:57.143859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-127445569-network', 'tenant_id': '3fd54be067984b66b2913083c76ee1a4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:57.191913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ca9436c9-822c-48d4-b85e-5956433b8030 req-4792b131-c209-40d6-824f-5a337bc6a56a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880492 Aug 31 06:29:57.199341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Made reservation on behalf of 3fd54be067984b66b2913083c76ee1a4 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:57.202134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.216009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.270409 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-cfd8faa2-d832-444a-af5a-47c379bad50f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829749 Aug 31 06:29:57.350331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.361617 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.375932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:29:57.403670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.404279 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Added segment 95e88a73-3357-4f1a-ae37-08f3c0f50672 of type vlan for network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 Aug 31 06:29:57.414282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc42c7-ba91-48f8-93a3-08cb66d600b4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:57.465720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905090b-8d31-4f1a-8799-864efe738a29 req-a13c3823-8670-4aaf-bea7-06a7346de3b5 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:57.467824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-a13c3823-8670-4aaf-bea7-06a7346de3b5 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935112 Aug 31 06:29:57.487684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-4a8039c4-201c-45f5-b5e4-35e04e292004 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/quotas/b9f90ece4a8c460fa15337583a9473f9 HTTP/1.1" status: 200 len: 375 time: 0.0122056 Aug 31 06:29:57.500374 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.540996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba23ae-22df-4097-be0f-420e6a250437 req-8eb8a44d-68fc-41ed-929b-2c3965f5bad0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:57.542647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fba23ae-22df-4097-be0f-420e6a250437 req-8eb8a44d-68fc-41ed-929b-2c3965f5bad0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1242604 Aug 31 06:29:57.572363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.573158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:57.573763 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.588453 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-6fa0eabd-cc3d-4659-827b-f6f66f945938 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0940986 Aug 31 06:29:57.661002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6699753 Aug 31 06:29:57.664600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52304) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:57.673248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fba23ae-22df-4097-be0f-420e6a250437 req-3f2796a4-84b9-4330-a400-a0b55e37ac9b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200836 Aug 31 06:29:57.675955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Request body: {'subnet': {'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-127445569-subnet', 'tenant_id': '3fd54be067984b66b2913083c76ee1a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:57.701561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4576b42-5318-4fc0-8238-87783df499e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:57.723847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:29:57.749639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Made reservation on behalf of 3fd54be067984b66b2913083c76ee1a4 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:57.753898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.783595 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1ca2d08-20b9-4c93-b1b1-e45c1a534e03 req-992ffc6b-081a-45db-a5f8-fa3b39e3fd90 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips/499cbb8c-75fe-4819-b0a0-aae8490f1c18 HTTP/1.1" status: 200 len: 692 time: 0.0731492 Aug 31 06:29:57.954755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca2d08-20b9-4c93-b1b1-e45c1a534e03 req-c44a7e43-1e81-4c25-9d20-716e66746515 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:57.962391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1ca2d08-20b9-4c93-b1b1-e45c1a534e03 req-c44a7e43-1e81-4c25-9d20-716e66746515 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1774280 Aug 31 06:29:57.968763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-a1ca2d08-20b9-4c93-b1b1-e45c1a534e03 req-06b302d8-077e-4dca-a8e4-e98f062390cb tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:29:57.973343 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.975645 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1ca2d08-20b9-4c93-b1b1-e45c1a534e03 req-06b302d8-077e-4dca-a8e4-e98f062390cb tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120258 Aug 31 06:29:57.999744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c9851c1-d18c-44d6-92b5-08681ebb9f4f req-0d08a739-e95e-4dca-a9e6-fce62f4fc17b tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 210 time: 0.0600014 Aug 31 06:29:58.067168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22bdb1af-e387-447a-a613-6a4baa103f8e req-0feeaa3a-6fd9-4dd8-9fe2-a92eac5c623b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 210 time: 0.0521576 Aug 31 06:29:58.137903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84718063-9de8-4215-9648-b93717e7a909 req-23b28ef9-a840-4c06-9447-0004befcd368 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips/499cbb8c-75fe-4819-b0a0-aae8490f1c18 HTTP/1.1" status: 200 len: 692 time: 0.0629292 Aug 31 06:29:58.240015 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:58.334147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73367e4-2de5-49eb-85fd-2422bf08eae6,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:58.367521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Checking segment: {'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:29:58.368651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Network hostable DHCP agents. Network: 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:29:58.388688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84718063-9de8-4215-9648-b93717e7a909 req-f23f51eb-a838-4f2d-ad22-4ac8d940facb tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:58.391342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84718063-9de8-4215-9648-b93717e7a909 req-f23f51eb-a838-4f2d-ad22-4ac8d940facb tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.2425563 Aug 31 06:29:58.407894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-84718063-9de8-4215-9648-b93717e7a909 req-bf5e5ad4-f1c0-446d-9817-d7923f2dd91a tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:29:58.409168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84718063-9de8-4215-9648-b93717e7a909 req-bf5e5ad4-f1c0-446d-9817-d7923f2dd91a tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103693 Aug 31 06:29:58.429233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:29:58.479922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c911a0-e7cf-49b9-ae88-22def251d218 req-49049c9f-acb9-4ec1-9377-8e9eb37f6a6c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:58.492858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84718063-9de8-4215-9648-b93717e7a909 req-0f668939-b6ce-4750-93f8-79c5eb0e9fe5 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 695 time: 0.0747125 Aug 31 06:29:58.494549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00c911a0-e7cf-49b9-ae88-22def251d218 req-49049c9f-acb9-4ec1-9377-8e9eb37f6a6c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.1204605 Aug 31 06:29:58.556570 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00c911a0-e7cf-49b9-ae88-22def251d218 req-7f9e6eb8-2a6a-4ba8-9180-2205ddc09517 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607388 Aug 31 06:29:58.562943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84718063-9de8-4215-9648-b93717e7a909 req-4d4535ae-8f0d-4ce6-abcd-c59eb878c718 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 695 time: 0.0680733 Aug 31 06:29:58.567371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:29:58.584284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1528844-a3d7-4d68-a358-67d3b87ec773 None None] Network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:58.664032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:58.664633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:58.853332 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-672815ae-4026-4333-92b8-3fc8f829c237 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1872785 Aug 31 06:29:58.903489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c2a03-655d-42fe-9641-892425d959d9 None None] Network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:29:58.974549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Deleting port 0b7e14ae-a2c9-4f0b-835d-5b15056b4a8e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:29:58.975174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.112413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.113517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.131285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Calling delete_port for 0b7e14ae-a2c9-4f0b-835d-5b15056b4a8e owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:29:59.315693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7e36-3d41-4a1c-afbc-faa4691c9d31 req-f427501a-0c27-4a3b-a991-dfb3ac1bbab6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:59.323620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39db7e36-3d41-4a1c-afbc-faa4691c9d31 req-f427501a-0c27-4a3b-a991-dfb3ac1bbab6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1148288 Aug 31 06:29:59.336782 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.344403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-98da6395-85c7-491c-b485-16b241c9f51d tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:59.346717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-98da6395-85c7-491c-b485-16b241c9f51d tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.23 "GET /v2.0/networks?id=cb19727b-4c92-4646-856d-122860311d91 HTTP/1.1" status: 200 len: 813 time: 0.7716768 Aug 31 06:29:59.369737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Request body: {'port': {'device_id': 'c9b53486-41b4-4634-95b1-c27a28931755', 'network_id': 'cb19727b-4c92-4646-856d-122860311d91', 'admin_state_up': True, 'tenant_id': 'b685de071eca4b31ace90d3a6c3360c7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:59.378310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event deleted for resources: {'Port': ['ID=0b7e14ae-a2c9-4f0b-835d-5b15056b4a8e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:29:59.435014 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-c8e77efd-30f0-4088-b1d8-b26eceaff6fe tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9f90ece4a8c460fa15337583a9473f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250757 Aug 31 06:29:59.435650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52362) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:29:59.450291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39db7e36-3d41-4a1c-afbc-faa4691c9d31 req-ea67d109-afbb-46d1-9fcc-3b4fa51247bd tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256976 Aug 31 06:29:59.541499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.544535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.546038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84718063-9de8-4215-9648-b93717e7a909 req-85d11a18-b6d9-4e18-a3da-4247a4599525 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "DELETE /v2.0/floatingips/499cbb8c-75fe-4819-b0a0-aae8490f1c18 HTTP/1.1" status: 204 len: 173 time: 0.9817133 Aug 31 06:29:59.612998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905090b-8d31-4f1a-8799-864efe738a29 req-435bcbc1-16a4-49e5-9edb-248cdd663f41 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:29:59.614784 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-435bcbc1-16a4-49e5-9edb-248cdd663f41 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526327 Aug 31 06:29:59.631080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-773e9055-a3c2-48b9-a87d-60cfaaea2f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.645751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Request body: {'port': {'device_id': 'e4311667-a26a-4103-8446-1bd2aeda89db', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'b9f90ece4a8c460fa15337583a9473f9'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:29:59.664437 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16423f39-7a00-451e-9207-2b1a77e20a96 req-b67fde8b-6f95-4e04-97fe-dc9c4f28e53f tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 210 time: 0.0531108 Aug 31 06:29:59.684919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Made reservation on behalf of b685de071eca4b31ace90d3a6c3360c7 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:29:59.691364 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.722146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1af6282-d961-41ad-9f84-0b86040e507b req-05a0bec0-c369-487b-9528-96628e9e4647 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 210 time: 0.0915122 Aug 31 06:29:59.829512 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.888949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-773e9055-a3c2-48b9-a87d-60cfaaea2f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.906562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-773e9055-a3c2-48b9-a87d-60cfaaea2f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.922799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Allocated IP 172.20.0.11 (cb19727b-4c92-4646-856d-122860311d91/0011da5c-e33b-47e8-9127-9c20f6bced21/6e2ba63b-5a9f-46e5-86e0-b342a277f49c) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:29:59.982420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-c5c305c3-dee3-4961-9460-89e760804361 req-01c0042b-6fb7-4bf5-be91-e8f161d4c65c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-225198290', 'description': 'tempest-description-80642375'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:00.057247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Made reservation on behalf of b9f90ece4a8c460fa15337583a9473f9 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:00.060773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.081164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c5c305c3-dee3-4961-9460-89e760804361 req-01c0042b-6fb7-4bf5-be91-e8f161d4c65c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.081527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-773e9055-a3c2-48b9-a87d-60cfaaea2f27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e948482ba284f7a8dd2736eca0b05b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6437154 Aug 31 06:30:00.089529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52372) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:00.091032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e9055-a3c2-48b9-a87d-60cfaaea2f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce7f6f1-5a77-483f-b73f-73c73187a0df,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:00.205078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5f5df-b0d6-4d25-8421-f6e1908694eb req-881303ce-c28c-4b92-a434-d9732438b98b tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:00.206691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62b5f5df-b0d6-4d25-8421-f6e1908694eb req-881303ce-c28c-4b92-a434-d9732438b98b tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3136411 Aug 31 06:30:00.229976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.282972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-351ca68d-d9a8-4228-9d3d-3090b9fbd027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.324525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Allocated IP 192.168.233.140 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/c1636786-8577-4933-9226-e74b1625ac7a) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:30:00.340002 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-351ca68d-d9a8-4228-9d3d-3090b9fbd027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.368009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c5c305c3-dee3-4961-9460-89e760804361 req-01c0042b-6fb7-4bf5-be91-e8f161d4c65c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.371688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9399a74-8484-4e1f-ba1e-48796ad0dae3 req-5d1c5b30-d451-448f-a557-613e65325400 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:00.373283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9399a74-8484-4e1f-ba1e-48796ad0dae3 req-5d1c5b30-d451-448f-a557-613e65325400 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.0987341 Aug 31 06:30:00.378785 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c5c305c3-dee3-4961-9460-89e760804361 req-01c0042b-6fb7-4bf5-be91-e8f161d4c65c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.409875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.434323 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c5c305c3-dee3-4961-9460-89e760804361 req-01c0042b-6fb7-4bf5-be91-e8f161d4c65c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.435572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5c305c3-dee3-4961-9460-89e760804361 req-01c0042b-6fb7-4bf5-be91-e8f161d4c65c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4666715 Aug 31 06:30:00.468978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9399a74-8484-4e1f-ba1e-48796ad0dae3 req-734564ef-3791-4e01-8091-562cb64c4ba7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886817 Aug 31 06:30:00.474012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0042b-6fb7-4bf5-be91-e8f161d4c65c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:00.492722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Network cb19727b-4c92-4646-856d-122860311d91 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:30:00.518608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-4fe11ec4-3814-4558-b971-9f7a0f8b4797 req-d4d711aa-4bc5-4206-86b6-98227a13894f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1147437360', 'description': 'tempest-description-471047543'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:00.530834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:00.533429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:30:00.570509 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4fe11ec4-3814-4558-b971-9f7a0f8b4797 req-d4d711aa-4bc5-4206-86b6-98227a13894f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.573696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Pushing event updated for resources: {'Port': ['ID=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:00.577776 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.584747 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c37ec532-1060-46d0-8c08-ba9751abbbed req-f6d78082-1ab6-42cb-8ddf-840989afa8d7 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=43503e1291a144a5a1661d0f4142c9ee HTTP/1.1" status: 200 len: 1657 time: 0.1266963 Aug 31 06:30:00.590694 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-351ca68d-d9a8-4228-9d3d-3090b9fbd027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.593415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-351ca68d-d9a8-4228-9d3d-3090b9fbd027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.594599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-351ca68d-d9a8-4228-9d3d-3090b9fbd027 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ce7f6f1-5a77-483f-b73f-73c73187a0df HTTP/1.1" status: 204 len: 168 time: 0.5066924 Aug 31 06:30:00.607275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Transition to ACTIVE for port object c1636786-8577-4933-9226-e74b1625ac7a will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:00.614339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca68d-d9a8-4228-9d3d-3090b9fbd027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce7f6f1-5a77-483f-b73f-73c73187a0df,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:00.670613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:00.671754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.692936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.715456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa', '2f130e08-b792-4cac-8831-744fc3cea0ad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:00.720170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'd04456ef-b975-4336-a2d8-e3dd01b49079', 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:00.769058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:30:00.774047 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4fe11ec4-3814-4558-b971-9f7a0f8b4797 req-d4d711aa-4bc5-4206-86b6-98227a13894f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.778751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:00.781647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:30:00.786940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event updated for resources: {'Port': ['ID=c1636786-8577-4933-9226-e74b1625ac7a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:00.789321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4fe11ec4-3814-4558-b971-9f7a0f8b4797 req-d4d711aa-4bc5-4206-86b6-98227a13894f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.800020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ec532-1060-46d0-8c08-ba9751abbbed req-49289760-43c7-49a2-9570-91b63ce5735e tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:00.809169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c37ec532-1060-46d0-8c08-ba9751abbbed req-49289760-43c7-49a2-9570-91b63ce5735e tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks?id=30e2354c-4b08-45fe-92e6-f67108ed265a&id=30e2354c-4b08-45fe-92e6-f67108ed265a&id=30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 787 time: 0.1760569 Aug 31 06:30:00.817163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-c37ec532-1060-46d0-8c08-ba9751abbbed req-6092dcbe-09fd-4392-af61-4f23111f5cdd tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:30:00.830522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c37ec532-1060-46d0-8c08-ba9751abbbed req-6092dcbe-09fd-4392-af61-4f23111f5cdd tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195251 Aug 31 06:30:00.836720 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-bd7a52ce-123a-48fa-a848-53dd452dc0e4 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4774613 Aug 31 06:30:00.851849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Request body: {'port': {'device_id': 'c9b53486-41b4-4634-95b1-c27a28931755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:00.861814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4fe11ec4-3814-4558-b971-9f7a0f8b4797 req-d4d711aa-4bc5-4206-86b6-98227a13894f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.863064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fe11ec4-3814-4558-b971-9f7a0f8b4797 req-d4d711aa-4bc5-4206-86b6-98227a13894f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3509133 Aug 31 06:30:00.869211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d711aa-4bc5-4206-86b6-98227a13894f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa3c81-8fff-438e-a4ac-b9e8159df6b0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:00.903857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:00.910750 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.945854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-dedaeb07-f195-4b4b-ae37-c892f3ed97fa tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3048742 Aug 31 06:30:00.959089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Request body: {'port': {'device_id': 'e4311667-a26a-4103-8446-1bd2aeda89db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:00.966289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.201618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52396) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:01.264211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-15692dfb-3f85-4fa5-a30c-a46ff5e8a05a None None] Provisioning for port c1636786-8577-4933-9226-e74b1625ac7a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:01.272469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59d6880c-d7e9-41dd-bb71-5559ea7c22e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.282575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-15692dfb-3f85-4fa5-a30c-a46ff5e8a05a None None] Provisioning complete for port c1636786-8577-4933-9226-e74b1625ac7a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:01.282949 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-15692dfb-3f85-4fa5-a30c-a46ff5e8a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.330886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65220-42db-4429-9357-b53f2f3b5b32 req-18f76ebf-9fe8-4994-ba43-3405680c0258 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:01.332494 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82e65220-42db-4429-9357-b53f2f3b5b32 req-18f76ebf-9fe8-4994-ba43-3405680c0258 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.3520658 Aug 31 06:30:01.366279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-15692dfb-3f85-4fa5-a30c-a46ff5e8a05a None None] Port c1636786-8577-4933-9226-e74b1625ac7a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:30:01.450317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82e65220-42db-4429-9357-b53f2f3b5b32 req-121894d8-ffdc-4567-9658-1e7c42e329d9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007783 Aug 31 06:30:01.470846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ec6a6-dbad-4d75-8c60-0d6af61498ab req-52667877-c6b4-4fc2-b113-ec5cba22b259 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:01.474559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2ba63b-5a9f-46e5-86e0-b342a277f49c {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:01.477840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-033ec6a6-dbad-4d75-8c60-0d6af61498ab req-52667877-c6b4-4fc2-b113-ec5cba22b259 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 932 time: 0.4770622 Aug 31 06:30:01.481932 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.486776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.512857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Transition to ACTIVE for port object 6e2ba63b-5a9f-46e5-86e0-b342a277f49c will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:01.521947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.526298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59d6880c-d7e9-41dd-bb71-5559ea7c22e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.556683 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59d6880c-d7e9-41dd-bb71-5559ea7c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.575406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-033ec6a6-dbad-4d75-8c60-0d6af61498ab req-fe5ff6d7-0e1b-466b-a5d5-54bd4cd452c0 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952187 Aug 31 06:30:01.646317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:01.656479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-59d6880c-d7e9-41dd-bb71-5559ea7c22e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6cb9ba093b5457a8265b0ad51709eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149439 Aug 31 06:30:01.667278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52400) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:01.671192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6880c-d7e9-41dd-bb71-5559ea7c22e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5636be8d-a559-4bd3-a3ff-f82f1b28fd8a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:01.722661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d3de5-e848-4135-8227-c8debae9f737 req-2beefcf2-4da6-4615-b14c-671e04d261d9 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:01.724210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad9d3de5-e848-4135-8227-c8debae9f737 req-2beefcf2-4da6-4615-b14c-671e04d261d9 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 936 time: 0.1580017 Aug 31 06:30:01.725571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d701e803-6749-476b-b06b-6bd67979c4ba req-b4e7b3dd-b314-4adb-8995-1b610e949818 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips/2f4501ad-85c1-474a-b789-eb0a24484b23 HTTP/1.1" status: 200 len: 693 time: 0.0779371 Aug 31 06:30:01.757581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Attempting to bind port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:01.758180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Attempting to bind port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'c93c6d27-983f-422c-9d75-b15eeaf72119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb19727b-4c92-4646-856d-122860311d91'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:01.758600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Attempting to bind port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c on network cb19727b-4c92-4646-856d-122860311d91 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:01.767180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c on network cb19727b-4c92-4646-856d-122860311d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:01.767511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Attempting to bind port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c on network cb19727b-4c92-4646-856d-122860311d91 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:01.785043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:01.785406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Checking segment: {'id': 'c93c6d27-983f-422c-9d75-b15eeaf72119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb19727b-4c92-4646-856d-122860311d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:01.785796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Bound using segment: {'id': 'c93c6d27-983f-422c-9d75-b15eeaf72119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb19727b-4c92-4646-856d-122860311d91'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:01.786234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Bound port: 6e2ba63b-5a9f-46e5-86e0-b342a277f49c, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93c6d27-983f-422c-9d75-b15eeaf72119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cb19727b-4c92-4646-856d-122860311d91'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:01.786595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.792512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad9d3de5-e848-4135-8227-c8debae9f737 req-a22233a5-5f4c-4044-b501-37601261e373 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581715 Aug 31 06:30:01.874174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] For port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:01.878115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] For port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,segment=NetworkSegment(c93c6d27-983f-422c-9d75-b15eeaf72119),segment_id=c93c6d27-983f-422c-9d75-b15eeaf72119)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:01.884771 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.890379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad855bc3-cc7a-473c-8152-659cd894ea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.924663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:01.925580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.927001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] 10.222.0.23 "PUT /v2.0/ports/6e2ba63b-5a9f-46e5-86e0-b342a277f49c HTTP/1.1" status: 200 len: 1093 time: 1.0811996 Aug 31 06:30:01.927576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b53486-41b4-4634-95b1-c27a28931755', 'tag': '6e2ba63b-5a9f-46e5-86e0-b342a277f49c'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:01.930050 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a14678-895f-40dd-b225-5dce6cc89ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b53486-41b4-4634-95b1-c27a28931755", "tag": "6e2ba63b-5a9f-46e5-86e0-b342a277f49c"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:01.954488 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad855bc3-cc7a-473c-8152-659cd894ea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:01.999989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e803-6749-476b-b06b-6bd67979c4ba req-ddd6e9da-7c5d-4987-bc87-3dd5f0df714c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:02.001524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d701e803-6749-476b-b06b-6bd67979c4ba req-ddd6e9da-7c5d-4987-bc87-3dd5f0df714c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.2664089 Aug 31 06:30:02.014185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657bc4-828d-4d65-8326-15c2e2105ded service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:02.082220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-724e0682-70f1-4496-9979-d3ddf797da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:02.083806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-724e0682-70f1-4496-9979-d3ddf797da06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b685de071eca4b31ace90d3a6c3360c7&device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 1096 time: 0.1055009 Aug 31 06:30:02.093854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d701e803-6749-476b-b06b-6bd67979c4ba req-e35fb694-33f6-4798-85ee-9fdd793793e0 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.0802402 Aug 31 06:30:02.094731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5654-3000-412e-befb-34d42e451b47 req-10cfc579-87f0-4a9c-b950-50690082123c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:02.096211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-10cfc579-87f0-4a9c-b950-50690082123c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 812 time: 0.1429763 Aug 31 06:30:02.105064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1636786-8577-4933-9226-e74b1625ac7a {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:02.120373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.123869 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad855bc3-cc7a-473c-8152-659cd894ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.126547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad855bc3-cc7a-473c-8152-659cd894ea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.127782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ad855bc3-cc7a-473c-8152-659cd894ea2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5636be8d-a559-4bd3-a3ff-f82f1b28fd8a HTTP/1.1" status: 204 len: 168 time: 0.4601669 Aug 31 06:30:02.136257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-d15f6345-c73f-4f4b-94a8-d73f5e11fbc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e2ba63b-5a9f-46e5-86e0-b342a277f49c HTTP/1.1" status: 200 len: 217 time: 0.0390878 Aug 31 06:30:02.146209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-6ad6ce74-8d85-4f38-a5cc-ecee7bb22f43 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/quotas/3fd54be067984b66b2913083c76ee1a4 HTTP/1.1" status: 200 len: 375 time: 0.0146036 Aug 31 06:30:02.176707 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d701e803-6749-476b-b06b-6bd67979c4ba req-8d003f8a-4660-423f-b8b6-aa6b8cbf15cb tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.0657635 Aug 31 06:30:02.177430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad855bc3-cc7a-473c-8152-659cd894ea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5636be8d-a559-4bd3-a3ff-f82f1b28fd8a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:02.183949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Transition to ACTIVE for port object c1636786-8577-4933-9226-e74b1625ac7a will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:02.190469 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.219078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-94546361-5321-4877-88d6-1d47ed856c6a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626144 Aug 31 06:30:02.238898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-7245d277-9992-45da-ba20-8d8e3c4e4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:02.240811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-7245d277-9992-45da-ba20-8d8e3c4e4f19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0011da5c-e33b-47e8-9127-9c20f6bced21 HTTP/1.1" status: 200 len: 853 time: 0.0935860 Aug 31 06:30:02.308390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-d3fabe23-7ef9-438c-ace6-7a60870044b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb19727b-4c92-4646-856d-122860311d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566733 Aug 31 06:30:02.327458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1636786-8577-4933-9226-e74b1625ac7a,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:02.422792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-01b22914-3097-478c-bb38-630723aa98f5 service neutron] 10.222.0.15 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955836 Aug 31 06:30:02.439144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Attempting to bind port c1636786-8577-4933-9226-e74b1625ac7a on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:02.439901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Attempting to bind port c1636786-8577-4933-9226-e74b1625ac7a by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:02.440042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Attempting to bind port c1636786-8577-4933-9226-e74b1625ac7a on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:02.447252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Port c1636786-8577-4933-9226-e74b1625ac7a on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:02.447579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Attempting to bind port c1636786-8577-4933-9226-e74b1625ac7a on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:02.457298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:02.457776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:02.458323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:02.458763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Bound port: c1636786-8577-4933-9226-e74b1625ac7a, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:02.459124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.479204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Deleting port 9f53ff8f-7642-4061-9afe-d1ff19103ddc {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:02.479818 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.500843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-1b6db6d9-b74c-4016-901f-77cfdd7da075 service neutron] 10.222.0.23 "GET /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835985 Aug 31 06:30:02.558577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-fc85f62e-f431-46be-96df-c44be36134ed service neutron] 10.222.0.15 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340230 Aug 31 06:30:02.598562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] For port c1636786-8577-4933-9226-e74b1625ac7a, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:02.626815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] For port c1636786-8577-4933-9226-e74b1625ac7a, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1636786-8577-4933-9226-e74b1625ac7a,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:02.628860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.629208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.639896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.651003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Calling delete_port for 9f53ff8f-7642-4061-9afe-d1ff19103ddc owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:02.685844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:02.686426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:02.687839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] 10.222.0.42 "PUT /v2.0/ports/c1636786-8577-4933-9226-e74b1625ac7a HTTP/1.1" status: 200 len: 1097 time: 1.7334330 Aug 31 06:30:02.689871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4311667-a26a-4103-8446-1bd2aeda89db', 'tag': 'c1636786-8577-4933-9226-e74b1625ac7a'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:02.699106 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460249c0-1c88-445b-9ae8-42d6a6984ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4311667-a26a-4103-8446-1bd2aeda89db", "tag": "c1636786-8577-4933-9226-e74b1625ac7a"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:02.740083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94e6fb47-46d4-48c0-a118-299b1dd1028a req-6799f7ae-e71b-4fa1-9c63-69bbc7dc84f2 service neutron] 10.222.0.23 "GET /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793194 Aug 31 06:30:02.900230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b4124-e23d-4697-93fe-0ab75620b5cb req-08161d1c-4425-41e6-9f55-db329506a0f8 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:02.909111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-156b4124-e23d-4697-93fe-0ab75620b5cb req-08161d1c-4425-41e6-9f55-db329506a0f8 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.0947433 Aug 31 06:30:02.924971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daac1b7-8fb9-4ff3-b010-87edd63a6ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1636786-8577-4933-9226-e74b1625ac7a,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:02.949814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905090b-8d31-4f1a-8799-864efe738a29 req-023356f5-cc3d-4e52-ae87-ecd2cae03645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:02.949814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-023356f5-cc3d-4e52-ae87-ecd2cae03645 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 1100 time: 0.1435421 Aug 31 06:30:03.006438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-156b4124-e23d-4697-93fe-0ab75620b5cb req-71c90eaf-28fd-40be-a0bb-730afc6bd92d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957832 Aug 31 06:30:03.063937 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-eb646780-3d92-4844-8eee-fb8fcb7e52fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c1636786-8577-4933-9226-e74b1625ac7a HTTP/1.1" status: 200 len: 217 time: 0.0671022 Aug 31 06:30:03.072827 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff6dcb9-d5f5-4fac-a3dd-043b5f1a48af x-openstack-request-id: req-eff6dcb9-d5f5-4fac-a3dd-043b5f1a48af {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:03.073214 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b53486-41b4-4634-95b1-c27a28931755", "tag": "6e2ba63b-5a9f-46e5-86e0-b342a277f49c", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:03.073410 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eff6dcb9-d5f5-4fac-a3dd-043b5f1a48af {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:03.073822 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b53486-41b4-4634-95b1-c27a28931755', 'tag': '6e2ba63b-5a9f-46e5-86e0-b342a277f49c', 'status': 'completed', 'code': 200} Aug 31 06:30:03.131625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905090b-8d31-4f1a-8799-864efe738a29 req-e802332e-5934-47af-8570-52bc95d3749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.133486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-e802332e-5934-47af-8570-52bc95d3749d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0523837 Aug 31 06:30:03.139661 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:03.177900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event deleted for resources: {'Port': ['ID=9f53ff8f-7642-4061-9afe-d1ff19103ddc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:03.205983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-bac6045d-7516-4b0c-a0de-c070e4ea1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.209041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-bac6045d-7516-4b0c-a0de-c070e4ea1f55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b685de071eca4b31ace90d3a6c3360c7&device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 1096 time: 0.1111655 Aug 31 06:30:03.216078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef0d09-d4af-42f9-997f-a3304b703a0b req-f1040513-a70b-4f8e-9892-ad7004c5a692 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.221024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11ef0d09-d4af-42f9-997f-a3304b703a0b req-f1040513-a70b-4f8e-9892-ad7004c5a692 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0737712 Aug 31 06:30:03.357062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905090b-8d31-4f1a-8799-864efe738a29 req-2d64dc95-b47f-44a0-be68-3bcb58597cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.359537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-2d64dc95-b47f-44a0-be68-3bcb58597cbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2164400 Aug 31 06:30:03.376015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11ef0d09-d4af-42f9-997f-a3304b703a0b req-d2327f02-c6a6-4e24-9ff3-194769043001 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405704 Aug 31 06:30:03.379162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-209c57e1-2f71-4232-9b39-4245558cc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.380672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-209c57e1-2f71-4232-9b39-4245558cc06b service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb19727b-4c92-4646-856d-122860311d91 HTTP/1.1" status: 200 len: 914 time: 0.1586728 Aug 31 06:30:03.424992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:03.428113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:03.429931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d701e803-6749-476b-b06b-6bd67979c4ba req-52af3099-2d68-41ea-8c32-b122fe99319c tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "DELETE /v2.0/floatingips/2f4501ad-85c1-474a-b789-eb0a24484b23 HTTP/1.1" status: 204 len: 173 time: 1.2328324 Aug 31 06:30:03.433496 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-e0137810-d4c7-4827-b161-a6f7f524d625 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e2ba63b-5a9f-46e5-86e0-b342a277f49c HTTP/1.1" status: 200 len: 217 time: 0.0390854 Aug 31 06:30:03.501706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-ef5490f0-9e10-4617-9841-f150284e342a tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.504156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-ef5490f0-9e10-4617-9841-f150284e342a tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.2245295 Aug 31 06:30:03.509124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-6503f008-4db7-400d-bea6-7bb56dfb497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.511379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-6503f008-4db7-400d-bea6-7bb56dfb497d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0011da5c-e33b-47e8-9127-9c20f6bced21 HTTP/1.1" status: 200 len: 853 time: 0.0680683 Aug 31 06:30:03.516909 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00a9130-1585-4ad0-b71d-e368cbbe2d3b x-openstack-request-id: req-f00a9130-1585-4ad0-b71d-e368cbbe2d3b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:03.517356 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4311667-a26a-4103-8446-1bd2aeda89db", "tag": "c1636786-8577-4933-9226-e74b1625ac7a", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:03.517682 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f00a9130-1585-4ad0-b71d-e368cbbe2d3b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:03.522407 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4311667-a26a-4103-8446-1bd2aeda89db', 'tag': 'c1636786-8577-4933-9226-e74b1625ac7a', 'status': 'completed', 'code': 200} Aug 31 06:30:03.530712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-16'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:03.572448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-c10e4ab8-3a79-457b-9141-5693cc97a5c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb19727b-4c92-4646-856d-122860311d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493426 Aug 31 06:30:03.584074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-965f2067-f5a3-4047-8f3d-1ef9411bf03c req-406734f8-07ef-41bd-8f17-c4b32ca44110 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 210 time: 0.0585978 Aug 31 06:30:03.624969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abb83b-e3ce-4317-ae6e-0d08c9822feb req-d1af2582-a61e-4efd-8bb0-d55483171a52 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.627262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6abb83b-e3ce-4317-ae6e-0d08c9822feb req-d1af2582-a61e-4efd-8bb0-d55483171a52 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 944 time: 0.1146657 Aug 31 06:30:03.666940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-9a6915eb-fddc-4ed9-a5b8-347cbd50e2a5 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975681 Aug 31 06:30:03.669896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:03.772841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6abb83b-e3ce-4317-ae6e-0d08c9822feb req-a2bc798e-3ddd-4d72-b5ea-e7f61afdf517 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773716 Aug 31 06:30:03.788569 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-c6b21e91-70ad-4ac1-8eef-7528705f6612 service neutron] 10.222.0.23 "GET /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593206 Aug 31 06:30:03.883817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f48c8e-a5f1-43ed-9230-3256c5b06519 req-22fbccb7-70c0-4dab-b9e3-616d1c343c4f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:03.887872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47f48c8e-a5f1-43ed-9230-3256c5b06519 req-22fbccb7-70c0-4dab-b9e3-616d1c343c4f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 948 time: 0.1556683 Aug 31 06:30:03.897030 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9905090b-8d31-4f1a-8799-864efe738a29 req-d315cf68-95b9-44ca-a1ec-8cf03bfcb8e4 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176852 Aug 31 06:30:03.943705 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-15121636-e391-4d1b-8dc6-864667ac3ad8 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips/19fe2f8f-730d-48d8-b3de-df9ba1320341 HTTP/1.1" status: 200 len: 693 time: 0.0578325 Aug 31 06:30:03.955525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47f48c8e-a5f1-43ed-9230-3256c5b06519 req-5d574337-6a53-45fc-864b-e57985a1bb5e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613897 Aug 31 06:30:03.973284 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5a14678-895f-40dd-b225-5dce6cc89ddf req-ab04bb54-32fa-4ee0-9196-d4684fb595f7 service neutron] 10.222.0.23 "GET /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706917 Aug 31 06:30:04.026760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:04.055569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-8d604e1d-429a-4bbf-8b63-bbc542fe100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:04.057121 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-8d604e1d-429a-4bbf-8b63-bbc542fe100c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 1100 time: 0.0905631 Aug 31 06:30:04.094290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52480) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:04.098330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-e76e8c5b-89a1-4b18-a733-01a96e32f784 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:04.099746 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-e76e8c5b-89a1-4b18-a733-01a96e32f784 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1486838 Aug 31 06:30:04.171077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:04.177483 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-8504362d-979d-4ee6-9200-bb176084b07a tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 696 time: 0.0705023 Aug 31 06:30:04.286722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8ed00-4924-4818-a22e-d8652daef0df req-731a11b9-7244-40d5-a7e2-c48d5a43acff tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:04.288395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9cf8ed00-4924-4818-a22e-d8652daef0df req-731a11b9-7244-40d5-a7e2-c48d5a43acff tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 945 time: 0.1522133 Aug 31 06:30:04.296417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-11e89695-1c81-49b7-8661-7e3a0eccb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:04.298126 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-11e89695-1c81-49b7-8661-7e3a0eccb9f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2326820 Aug 31 06:30:04.300395 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:04.346198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9cf8ed00-4924-4818-a22e-d8652daef0df req-9cb740df-582b-45ce-8f99-c8e96d56378c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Aug 31 06:30:04.353104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-b0cde420-fccd-4d19-a271-028aada89ca6 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 696 time: 0.1013792 Aug 31 06:30:04.356191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:04.425243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-85344855-6bc1-45ac-aeeb-1c222a316109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:04.428984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-59239b37-d174-437c-acca-cb6ad466b31d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c1636786-8577-4933-9226-e74b1625ac7a HTTP/1.1" status: 200 len: 217 time: 0.0861344 Aug 31 06:30:04.483930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5654-3000-412e-befb-34d42e451b47 req-e1efe1d9-9648-4caa-96c1-43df8ec63b6a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:04.485482 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-e1efe1d9-9648-4caa-96c1-43df8ec63b6a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 812 time: 0.3268192 Aug 31 06:30:04.510324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'port': {'device_id': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973', 'admin_state_up': True, 'tenant_id': '3fd54be067984b66b2913083c76ee1a4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:04.572954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Pushing event updated for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:04.585938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-4a699841-f79b-42ef-ad0d-725134d574a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:04.587633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-4a699841-f79b-42ef-ad0d-725134d574a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1465020 Aug 31 06:30:04.606483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Deleting port 3addbb2d-1453-4564-b072-1c626d568ae6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:04.606828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:04.626550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on host n-h1-712142-16 for vnic_type normal with profile {"migrating_to": "n-h2-712142-16"} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:04.626920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:04.627338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:04.664934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e201b-ae13-416f-a280-e8e9bbb64d78 req-fa1c8562-1fec-4678-9ad3-34504495ac3b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:04.666591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-720e201b-ae13-416f-a280-e8e9bbb64d78 req-fa1c8562-1fec-4678-9ad3-34504495ac3b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1818974 Aug 31 06:30:04.678788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:04.679041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Attempting to bind port a951124c-8ee0-4a2f-911c-30499323fa55 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:04.710712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:04.711057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:04.711454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:04.711940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Bound port: a951124c-8ee0-4a2f-911c-30499323fa55, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:04.712305 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:04.785992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-7da70dcf-3ed7-4a44-a242-260882c4a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:04.787525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-7da70dcf-3ed7-4a44-a242-260882c4a586 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1906669 Aug 31 06:30:04.790993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-720e201b-ae13-416f-a280-e8e9bbb64d78 req-04ab680c-fed8-4f59-92d5-7132173209ed tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168613 Aug 31 06:30:04.831542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-85344855-6bc1-45ac-aeeb-1c222a316109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:04.873424 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-85344855-6bc1-45ac-aeeb-1c222a316109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:04.963417 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74ed4020-18bc-494d-9bf8-9d0438eaadcc req-7685471e-1d15-446a-8c85-ca7a8bf32b83 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 210 time: 0.0854611 Aug 31 06:30:04.972248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:04.990013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Made reservation on behalf of 3fd54be067984b66b2913083c76ee1a4 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:04.990013 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:04.990281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-85344855-6bc1-45ac-aeeb-1c222a316109 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22da71cd618a4361a6baecb46b140c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8834016 Aug 31 06:30:04.990381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52492) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:04.997055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85344855-6bc1-45ac-aeeb-1c222a316109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300dabdf-81af-4d57-9455-eb5287c0aff7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:05.009346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:05.016402 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.046831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.047571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.078368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Calling delete_port for 3addbb2d-1453-4564-b072-1c626d568ae6 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:05.083236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-585f12c6-1331-4481-ac60-cda1bfdb0b22 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834184 Aug 31 06:30:05.183784 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-909bb8e3-b1df-475d-b141-f38934c7afaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.213357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:05.214091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.215532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] 10.222.0.42 "PUT /v2.0/ports/a951124c-8ee0-4a2f-911c-30499323fa55 HTTP/1.1" status: 200 len: 1123 time: 1.6891143 Aug 31 06:30:05.218470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d79aa7-fef7-44dd-b949-c90792bb892e service neutron] Pushing event updated for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:05.254973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5e35f-3eb0-4112-914d-60e65bcfe0c6 req-40cb1f81-22d6-4d7b-808b-6ed456146d4b tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:05.256996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-909bb8e3-b1df-475d-b141-f38934c7afaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.257123 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18c5e35f-3eb0-4112-914d-60e65bcfe0c6 req-40cb1f81-22d6-4d7b-808b-6ed456146d4b tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 944 time: 0.1669898 Aug 31 06:30:05.312632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460249c0-1c88-445b-9ae8-42d6a6984ccf req-ef90886c-59db-4349-bc64-928bafd8adfe service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988623 Aug 31 06:30:05.317226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Allocated IP 172.20.0.12 (7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973/c73367e4-2de5-49eb-85fd-2422bf08eae6/24806f5d-36ba-4552-8891-d77bb199f38f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:30:05.324765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18c5e35f-3eb0-4112-914d-60e65bcfe0c6 req-db5d507e-c8cd-40fb-a90d-160fd1eb3376 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552604 Aug 31 06:30:05.332221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['a951124c-8ee0-4a2f-911c-30499323fa55'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:05.390775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['a951124c-8ee0-4a2f-911c-30499323fa55'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:05.405613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-909bb8e3-b1df-475d-b141-f38934c7afaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.408208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-909bb8e3-b1df-475d-b141-f38934c7afaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.411781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-909bb8e3-b1df-475d-b141-f38934c7afaa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/300dabdf-81af-4d57-9455-eb5287c0aff7 HTTP/1.1" status: 204 len: 168 time: 0.4235625 Aug 31 06:30:05.451375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bb8e3-b1df-475d-b141-f38934c7afaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300dabdf-81af-4d57-9455-eb5287c0aff7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:05.454128 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.523070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event deleted for resources: {'Port': ['ID=3addbb2d-1453-4564-b072-1c626d568ae6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:05.523750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55'}, {'name': 'network-changed', 'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:05.526038 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ab0f7-bdb2-4014-86dd-6e13ea056670" -d '{"events": [{"server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "name": "network-vif-unplugged", "status": "completed", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55"}, {"name": "network-changed", "server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:05.591535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a951124c-8ee0-4a2f-911c-30499323fa55 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:05.598550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69010e20-bb47-4d9c-b7cd-3d66652bbc19 req-b17e08c0-fbb7-4575-9b18-e0ebdcc77b8c tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:05.600158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69010e20-bb47-4d9c-b7cd-3d66652bbc19 req-b17e08c0-fbb7-4575-9b18-e0ebdcc77b8c tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 948 time: 0.0851824 Aug 31 06:30:05.634673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.638267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.639671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fd850bf-5713-43bf-85d8-119ad7a58847 req-2a1f825d-cc10-45e3-9887-0856afed4192 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "DELETE /v2.0/floatingips/19fe2f8f-730d-48d8-b3de-df9ba1320341 HTTP/1.1" status: 204 len: 173 time: 1.2784982 Aug 31 06:30:05.649399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69010e20-bb47-4d9c-b7cd-3d66652bbc19 req-d5b2b7f9-b700-4778-9f5b-0453cbd512e0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368772 Aug 31 06:30:05.649616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.721970 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.729264 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53eb85f-5b35-494e-b49e-90975809b9a2 x-openstack-request-id: req-b53eb85f-5b35-494e-b49e-90975809b9a2 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:05.729569 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "name": "network-vif-unplugged", "status": "completed", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55", "code": 200}, {"name": "network-changed", "server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:05.730003 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b53eb85f-5b35-494e-b49e-90975809b9a2 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:05.730410 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55', 'code': 200} Aug 31 06:30:05.730668 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55', 'status': 'completed', 'code': 200} Aug 31 06:30:05.806555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:30:05.820142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:05.830812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:05.833791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:30:05.844687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-3fe3c9a6-8417-41f1-9758-8a32df8f7afb tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips/bcbce439-50b5-4e08-bb1c-20c5ed972f3a HTTP/1.1" status: 200 len: 693 time: 0.0863042 Aug 31 06:30:05.847853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a951124c-8ee0-4a2f-911c-30499323fa55 has no active binding in host n-h2-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:30:05.896090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'Port': ['ID=24806f5d-36ba-4552-8891-d77bb199f38f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:05.919977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6e2ba63b-5a9f-46e5-86e0-b342a277f49c details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:05.924234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680a620-423e-469d-8250-54db2b4d48ad req-5aedc111-8058-448a-9a71-0e62afeee75d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:05.925748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f680a620-423e-469d-8250-54db2b4d48ad req-5aedc111-8058-448a-9a71-0e62afeee75d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.1625664 Aug 31 06:30:05.944720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:05.945378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:05.951175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-dd8a3866-8dc1-4aff-a1f4-35abaa13f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:05.952690 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-dd8a3866-8dc1-4aff-a1f4-35abaa13f101 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1126 time: 0.1648498 Aug 31 06:30:05.997762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-db400bf0-8a3b-4887-bfc9-673465bf01b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4932556 Aug 31 06:30:05.999301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-e02193fe-5beb-42a4-b158-916f08938968 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:06.009789 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-e02193fe-5beb-42a4-b158-916f08938968 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1525393 Aug 31 06:30:06.044883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Request body: {'port': {'device_id': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:06.058830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,segment=NetworkSegment(c93c6d27-983f-422c-9d75-b15eeaf72119),segment_id=c93c6d27-983f-422c-9d75-b15eeaf72119)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:06.073760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '6e2ba63b-5a9f-46e5-86e0-b342a277f49c', 'network_id': 'cb19727b-4c92-4646-856d-122860311d91', 'port_id': '6e2ba63b-5a9f-46e5-86e0-b342a277f49c', 'mac_address': 'fa:16:3e:65:96:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0011da5c-e33b-47e8-9127-9c20f6bced21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:06.077473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-7a9d75b7-cc6e-4969-8a70-4c1274858893 tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0660145 Aug 31 06:30:06.082677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f680a620-423e-469d-8250-54db2b4d48ad req-5fba699e-7199-4048-99d5-f7a9b82ebc47 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449594 Aug 31 06:30:06.135057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.159723 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.160322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-83ab4976-d740-48db-bc31-396be99248ff tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0810125 Aug 31 06:30:06.184681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2ba63b-5a9f-46e5-86e0-b342a277f49c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:06.198687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-856434ae-3d01-42af-976d-0aec2c8aa893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:06.200252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-856434ae-3d01-42af-976d-0aec2c8aa893 service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.2201035 Aug 31 06:30:06.226185 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,segment=NetworkSegment(c93c6d27-983f-422c-9d75-b15eeaf72119),segment_id=c93c6d27-983f-422c-9d75-b15eeaf72119)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:06.233547 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.297266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:06.311732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-c827bec1-4423-45f9-9344-859d1ddab7d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a951124c-8ee0-4a2f-911c-30499323fa55 HTTP/1.1" status: 200 len: 217 time: 0.0966825 Aug 31 06:30:06.496480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c76e12-0a00-4158-8755-0cabb6adbb3c req-62892601-33db-42f0-9365-021fb74a7d95 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:06.498305 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e9c76e12-0a00-4158-8755-0cabb6adbb3c req-62892601-33db-42f0-9365-021fb74a7d95 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.2879794 Aug 31 06:30:06.499677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-f5fd7edb-33ea-46a0-a22d-6fa050b5db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:06.501062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-f5fd7edb-33ea-46a0-a22d-6fa050b5db91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1384158 Aug 31 06:30:06.564889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-6e8a01fd-f65b-49ea-ba5e-b729d85266bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441937 Aug 31 06:30:06.590359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['6e2ba63b-5a9f-46e5-86e0-b342a277f49c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:06.643370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e9c76e12-0a00-4158-8755-0cabb6adbb3c req-caa5b4db-6fad-47dd-82c0-3a88ef48af9d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347978 Aug 31 06:30:06.667232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Deleting port 29a113a7-e702-44f5-8c11-14fe032674d1 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:06.667803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.752804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-fc6e4b9c-c483-4e5c-8214-43ecc116598e service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686649 Aug 31 06:30:06.778097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24806f5d-36ba-4552-8891-d77bb199f38f {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:06.783505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.783505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.804824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Calling delete_port for 29a113a7-e702-44f5-8c11-14fe032674d1 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:06.833291 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.881058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Transition to ACTIVE for port object 24806f5d-36ba-4552-8891-d77bb199f38f will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:06.894202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.953155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad28c4-adda-4750-8bc7-d06bbd6e7a7d req-9c82c9a7-d67f-4307-8ae7-6b32bfcc7f00 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:06.954771 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30ad28c4-adda-4750-8bc7-d06bbd6e7a7d req-9c82c9a7-d67f-4307-8ae7-6b32bfcc7f00 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 932 time: 0.1815414 Aug 31 06:30:06.960023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:06.960295 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-467ab0f7-bdb2-4014-86dd-6e13ea056670 req-4083423f-da8a-439d-a9b3-763ee3e28e5e service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964765 Aug 31 06:30:06.990705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Pushing event deleted for resources: {'Port': ['ID=29a113a7-e702-44f5-8c11-14fe032674d1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:06.996379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Pushing event updated for resources: {'Port': ['ID=24806f5d-36ba-4552-8891-d77bb199f38f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:07.057716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30ad28c4-adda-4750-8bc7-d06bbd6e7a7d req-bd2a5209-ef1f-490b-b6e7-4d1fa4a81a62 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897012 Aug 31 06:30:07.064470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.067527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.068925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e79b5fad-7c9c-4231-978f-4b567c1cbb92 req-46b038d0-abdc-40b4-a033-de9aa357f3cc tempest-FloatingIPDetailsTestJSON-1415229197 tempest-FloatingIPDetailsTestJSON-1415229197-project] 10.222.0.15 "DELETE /v2.0/floatingips/bcbce439-50b5-4e08-bb1c-20c5ed972f3a HTTP/1.1" status: 204 len: 173 time: 0.9074218 Aug 31 06:30:07.075714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52534) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:07.098918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Attempting to bind port 24806f5d-36ba-4552-8891-d77bb199f38f on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:07.099260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Attempting to bind port 24806f5d-36ba-4552-8891-d77bb199f38f by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:07.099582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Attempting to bind port 24806f5d-36ba-4552-8891-d77bb199f38f on network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:07.105015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Port 24806f5d-36ba-4552-8891-d77bb199f38f on network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:07.105543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Attempting to bind port 24806f5d-36ba-4552-8891-d77bb199f38f on network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:07.112348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:07.112708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Checking segment: {'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:07.113466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Bound using segment: {'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:07.113850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Bound port: 24806f5d-36ba-4552-8891-d77bb199f38f, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:07.114211 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.198193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] For port 24806f5d-36ba-4552-8891-d77bb199f38f, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:07.203411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] For port 24806f5d-36ba-4552-8891-d77bb199f38f, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24806f5d-36ba-4552-8891-d77bb199f38f,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:07.208502 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.238148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065578fb-ae7f-4477-af79-1bf8ba24c86c req-d412577b-5b83-45a4-834f-544794dc9d4f tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:07.239693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-065578fb-ae7f-4477-af79-1bf8ba24c86c req-d412577b-5b83-45a4-834f-544794dc9d4f tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 945 time: 0.1027203 Aug 31 06:30:07.288439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:07.289124 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.290675 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] 10.222.0.23 "PUT /v2.0/ports/24806f5d-36ba-4552-8891-d77bb199f38f HTTP/1.1" status: 200 len: 1093 time: 1.2787485 Aug 31 06:30:07.293851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:07.296742 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f86de-b936-4739-a8bb-8d3c76479993" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:07.313212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021d83c-79b6-4de1-8bb6-fc73bc0250ac service neutron] Pushing event updated for resources: {'Port': ['ID=24806f5d-36ba-4552-8891-d77bb199f38f,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:07.323465 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-065578fb-ae7f-4477-af79-1bf8ba24c86c req-c34b9b92-ea88-4b60-9f13-5c59f4cda651 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774038 Aug 31 06:30:07.339251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134f30f-077b-4cf2-9ff0-1881e3aa0283 req-d1ad4a8b-e51e-4cf7-b786-9906e72bf95a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:07.347531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6134f30f-077b-4cf2-9ff0-1881e3aa0283 req-d1ad4a8b-e51e-4cf7-b786-9906e72bf95a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 948 time: 0.1129556 Aug 31 06:30:07.348597 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:30:07.418706 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6134f30f-077b-4cf2-9ff0-1881e3aa0283 req-e7ca3eaa-20e2-46e5-94a7-e19922141fa6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700290 Aug 31 06:30:07.421925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5654-3000-412e-befb-34d42e451b47 req-4b922c21-1615-4f4b-9af7-00ea11c6751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:07.423421 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-4b922c21-1615-4f4b-9af7-00ea11c6751c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1096 time: 0.0736239 Aug 31 06:30:07.474657 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9258cf-71fc-4c12-9a86-699940efa6ad x-openstack-request-id: req-de9258cf-71fc-4c12-9a86-699940efa6ad {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:07.474953 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:07.475212 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de9258cf-71fc-4c12-9a86-699940efa6ad {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:07.475601 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f', 'status': 'completed', 'code': 200} Aug 31 06:30:07.477507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-22aeeaad-3172-4185-8457-2a225d463d22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24806f5d-36ba-4552-8891-d77bb199f38f HTTP/1.1" status: 200 len: 217 time: 0.0430036 Aug 31 06:30:07.491912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71bf0c-48c5-4afe-b550-46b6c0b08177 req-d72274e5-8fc2-4796-8e6e-ff98a82f3688 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:07.493988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc71bf0c-48c5-4afe-b550-46b6c0b08177 req-d72274e5-8fc2-4796-8e6e-ff98a82f3688 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.1059434 Aug 31 06:30:07.543487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5654-3000-412e-befb-34d42e451b47 req-4387299a-4e07-496a-a34f-ba1121cb6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:07.544671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-4387299a-4e07-496a-a34f-ba1121cb6304 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.0481260 Aug 31 06:30:07.546011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc71bf0c-48c5-4afe-b550-46b6c0b08177 req-05e06ef3-987f-4146-8796-fcdf2b0c7936 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Aug 31 06:30:07.586162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c1636786-8577-4933-9226-e74b1625ac7a details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:07.591436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-7685ffb4-79f8-451d-b006-6196d6cadf3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371788 Aug 31 06:30:07.616339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.735766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-05e75d60-2eb8-4db6-a7ee-929d365ba290 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347346 Aug 31 06:30:07.737097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c1636786-8577-4933-9226-e74b1625ac7a, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1636786-8577-4933-9226-e74b1625ac7a,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:07.754014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'c1636786-8577-4933-9226-e74b1625ac7a', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'c1636786-8577-4933-9226-e74b1625ac7a', 'mac_address': 'fa:16:3e:fe:2a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:07.812355 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.829871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1636786-8577-4933-9226-e74b1625ac7a {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:07.856995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c1636786-8577-4933-9226-e74b1625ac7a, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1636786-8577-4933-9226-e74b1625ac7a,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:07.864521 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.892095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d3d29-f2b7-4dc5-8619-715ed2d4a3cb req-2a98a76d-5f7c-4501-8b22-226e6021d12c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:07.899459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a86d3d29-f2b7-4dc5-8619-715ed2d4a3cb req-2a98a76d-5f7c-4501-8b22-226e6021d12c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1467998 Aug 31 06:30:07.902659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf5654-3000-412e-befb-34d42e451b47 req-48b87ebc-4cad-47ca-9325-69565ff2ec31 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582909 Aug 31 06:30:07.932537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=c1636786-8577-4933-9226-e74b1625ac7a,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:07.938760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Deleting port 4038be1c-ce98-43ee-8a0b-c41e884ba44b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:07.939466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:07.944488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a86d3d29-f2b7-4dc5-8619-715ed2d4a3cb req-d6a73d58-fa26-4184-96c8-18649653f621 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Aug 31 06:30:07.958809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6e2ba63b-5a9f-46e5-86e0-b342a277f49c up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:08.014980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-c43e8178-a893-461b-9e95-4163d991f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:08.016676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-c43e8178-a893-461b-9e95-4163d991f5b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1096 time: 0.0521150 Aug 31 06:30:08.024874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:08.028700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:08.029071 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:08.046986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] For port 4038be1c-ce98-43ee-8a0b-c41e884ba44b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4038be1c-ce98-43ee-8a0b-c41e884ba44b,segment=NetworkSegment(ac0b4182-c290-4384-8a94-a58c3e5d3dff),segment_id=ac0b4182-c290-4384-8a94-a58c3e5d3dff)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:08.047609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:08.061813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Calling delete_port for 4038be1c-ce98-43ee-8a0b-c41e884ba44b owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:08.115277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:08.116574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-7091d703-50df-4fab-9e70-f20bd7afe322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:08.119322 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-7091d703-50df-4fab-9e70-f20bd7afe322 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 913 time: 0.0932269 Aug 31 06:30:08.150056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,segment=NetworkSegment(c93c6d27-983f-422c-9d75-b15eeaf72119),segment_id=c93c6d27-983f-422c-9d75-b15eeaf72119)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:08.151005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b53486-41b4-4634-95b1-c27a28931755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ba63b-5a9f-46e5-86e0-b342a277f49c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:08.153395 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09663d4c-6d6c-47fd-8cd9-c31a726322e9" -d '{"events": [{"server_uuid": "c9b53486-41b4-4634-95b1-c27a28931755", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ba63b-5a9f-46e5-86e0-b342a277f49c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:08.157104 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:08.181941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-5b042cff-3784-41e4-acb2-d446121f0e26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24806f5d-36ba-4552-8891-d77bb199f38f HTTP/1.1" status: 200 len: 217 time: 0.0466275 Aug 31 06:30:08.208862 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f6eea5-33ec-40f4-8119-18c3f20245e0 x-openstack-request-id: req-50f6eea5-33ec-40f4-8119-18c3f20245e0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:08.209204 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b53486-41b4-4634-95b1-c27a28931755", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ba63b-5a9f-46e5-86e0-b342a277f49c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:08.210193 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50f6eea5-33ec-40f4-8119-18c3f20245e0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:08.210193 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b53486-41b4-4634-95b1-c27a28931755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ba63b-5a9f-46e5-86e0-b342a277f49c', 'code': 200} Aug 31 06:30:08.214855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:08.241751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68f3a8-fc86-4b98-b040-33b1e50452ce req-919b4263-d245-4029-a834-1f1a0eb895ec tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:08.243907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a68f3a8-fc86-4b98-b040-33b1e50452ce req-919b4263-d245-4029-a834-1f1a0eb895ec tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 944 time: 0.1078274 Aug 31 06:30:08.249811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-ca863e6a-f7bf-4911-963a-051855fcb097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:08.252762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-ca863e6a-f7bf-4911-963a-051855fcb097 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.0577443 Aug 31 06:30:08.306092 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-94bd2903-65aa-41f4-a51a-8da0ad8fe861 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297740 Aug 31 06:30:08.312110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a68f3a8-fc86-4b98-b040-33b1e50452ce req-a2e8cb4f-d161-4089-96cf-4b9580827a20 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594988 Aug 31 06:30:08.340758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:08.369682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Pushing event deleted for resources: {'Port': ['ID=4038be1c-ce98-43ee-8a0b-c41e884ba44b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:08.372112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c1636786-8577-4933-9226-e74b1625ac7a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:08.406648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cc52e-9a8f-4e9b-a13a-6b077440054a req-571f7cfc-0f2f-4afa-9a50-6aec5f885258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:08.408639 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-668cc52e-9a8f-4e9b-a13a-6b077440054a req-571f7cfc-0f2f-4afa-9a50-6aec5f885258 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 1098 time: 0.1016283 Aug 31 06:30:08.547414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-d8617d38-a0a9-40b8-8ad3-f452c3aeb027 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308216 Aug 31 06:30:08.558774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-668cc52e-9a8f-4e9b-a13a-6b077440054a req-c81d751c-2b2f-4202-898c-5ea7d0b9dfbf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273918 Aug 31 06:30:08.587515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684ff04-402c-408b-a451-654d690fff6e req-feefffcf-8b10-461d-8cf8-cf5f32725c74 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:08.589411 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1684ff04-402c-408b-a451-654d690fff6e req-feefffcf-8b10-461d-8cf8-cf5f32725c74 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 946 time: 0.1777372 Aug 31 06:30:08.603513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa0690-969c-43ab-af88-72c2db93d190 req-a7386332-bbac-45f2-b666-04954b9fbd0f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:08.605082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80fa0690-969c-43ab-af88-72c2db93d190 req-a7386332-bbac-45f2-b666-04954b9fbd0f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 949 time: 0.0682223 Aug 31 06:30:08.605749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:08.677266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1684ff04-402c-408b-a451-654d690fff6e req-b36f6242-7a47-458d-bce0-6ba62b3d7d62 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552084 Aug 31 06:30:08.693155 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e88f86de-b936-4739-a8bb-8d3c76479993 req-6be7769f-ba2a-4528-9f2b-143dd5b83c7e service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324196 Aug 31 06:30:08.699544 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80fa0690-969c-43ab-af88-72c2db93d190 req-505c4ff9-7fbf-4615-a78e-a4a0ad2dd7fc tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852251 Aug 31 06:30:08.799767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81d2d3-cdf8-423f-8fc9-85e0e1e2dfdd req-82221536-6577-4750-b526-5d21af762772 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:08.801302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b81d2d3-cdf8-423f-8fc9-85e0e1e2dfdd req-82221536-6577-4750-b526-5d21af762772 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.0504677 Aug 31 06:30:08.840051 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b81d2d3-cdf8-423f-8fc9-85e0e1e2dfdd req-7896e110-8b74-4ff1-ac9e-438104159ce9 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Aug 31 06:30:08.876496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Router bf2cc236-39ce-4301-a348-959b2a70efdd has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:30:08.984363 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:30:08.992333 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c8ec8e96-07ca-4661-8e9a-907b37f5093f admin admin] 10.222.0.15 "PUT /v2.0/routers/bf2cc236-39ce-4301-a348-959b2a70efdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9123316 Aug 31 06:30:08.992786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52572) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:08.993999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] Sync routers for ids ['bf2cc236-39ce-4301-a348-959b2a70efdd'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:30:09.010056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] Routers {'bf2cc236-39ce-4301-a348-959b2a70efdd'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:30:09.010885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['bf2cc236-39ce-4301-a348-959b2a70efdd'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:09.119290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a7384-c8c0-4812-b3bc-03c1726db6d0 req-11ca92b9-cdff-4f5f-9f11-9cad9c658f28 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:09.121353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b2a7384-c8c0-4812-b3bc-03c1726db6d0 req-11ca92b9-cdff-4f5f-9f11-9cad9c658f28 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0734682 Aug 31 06:30:09.138224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] Set router bf2cc236-39ce-4301-a348-959b2a70efdd gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:30:09.141896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.189008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b2a7384-c8c0-4812-b3bc-03c1726db6d0 req-d25adc52-907d-400f-a593-07f4a4c9cf6f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Aug 31 06:30:09.257988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.318255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Deleting port 34b918fe-271a-44b2-ad16-ab69a7b2d766 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:09.318605 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.428467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] For port 34b918fe-271a-44b2-ad16-ab69a7b2d766, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=34b918fe-271a-44b2-ad16-ab69a7b2d766,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:09.428905 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.443943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Calling delete_port for 34b918fe-271a-44b2-ad16-ab69a7b2d766 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:09.451397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d106-198f-464a-b968-610431aa7132 req-9962227a-a8ab-4586-ad4a-c65f7cdbfce9 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:09.453300 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3319d106-198f-464a-b968-610431aa7132 req-9962227a-a8ab-4586-ad4a-c65f7cdbfce9 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 944 time: 0.0562322 Aug 31 06:30:09.476029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:30:08Z', 'revision_number': 5, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port': {'id': '34b918fe-271a-44b2-ad16-ab69a7b2d766', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:29:32Z', 'updated_at': '2021-08-31T06:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:09.500663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3319d106-198f-464a-b968-610431aa7132 req-641f1476-848b-49a5-8c76-f4b20265a5d3 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Aug 31 06:30:09.503168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] Checking router: bf2cc236-39ce-4301-a348-959b2a70efdd for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:30:09.512589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] Routers {'bf2cc236-39ce-4301-a348-959b2a70efdd'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:30:09.513276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:29:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['bf2cc236-39ce-4301-a348-959b2a70efdd'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:09.608625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] Set router bf2cc236-39ce-4301-a348-959b2a70efdd gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:30:09.641556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.666988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:30:09Z', 'revision_number': 6, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:09.670008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b918fe-271a-44b2-ad16-ab69a7b2d766,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:09.702470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf841fb-e04d-4e7c-9fc6-3f8823839a61 None None] The sync data for ids ['bf2cc236-39ce-4301-a348-959b2a70efdd'] in n-d-712142-16 is: [{'id': 'bf2cc236-39ce-4301-a348-959b2a70efdd', 'name': 'tempest-FloatingIPDetailsTestJSON-2110848381-router', 'tenant_id': '43503e1291a144a5a1661d0f4142c9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:29:29Z', 'updated_at': '2021-08-31T06:30:09Z', 'revision_number': 6, 'project_id': '43503e1291a144a5a1661d0f4142c9ee', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:30:09.753823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.827362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9765c2-be0f-4625-b285-a4d82ee7c390 req-66d146fb-bb6f-47b8-a94b-c4576764bcd4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:09.833761 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b9765c2-be0f-4625-b285-a4d82ee7c390 req-66d146fb-bb6f-47b8-a94b-c4576764bcd4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 949 time: 0.0553029 Aug 31 06:30:09.867467 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b9765c2-be0f-4625-b285-a4d82ee7c390 req-adfe89fe-33de-44c4-b3a1-19fa3e538044 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Aug 31 06:30:09.868764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.871581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.926716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac418b-025e-4fb7-9284-e66e8a9afc67 req-90e001a0-0d04-4b67-afd7-b57be64f7c7c tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:09.928255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1ac418b-025e-4fb7-9284-e66e8a9afc67 req-90e001a0-0d04-4b67-afd7-b57be64f7c7c tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 946 time: 0.1457016 Aug 31 06:30:09.929360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.929909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf2cc236-39ce-4301-a348-959b2a70efdd {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:30:09.934973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:09.936065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aefa5405-0022-4c5e-8e95-52ecbf068b66 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bf2cc236-39ce-4301-a348-959b2a70efdd HTTP/1.1" status: 204 len: 168 time: 0.9416623 Aug 31 06:30:09.940310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52584) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:09.970893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1ac418b-025e-4fb7-9284-e66e8a9afc67 req-5312a71e-dc44-469c-a8f1-e2b039e772b8 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Aug 31 06:30:10.018660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d278d1a2-a31e-40f0-9344-2d3d253e9ede admin admin] Deleting subnet 94c86659-f019-4ecb-a765-652ca07c9f51 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:30:10.024907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d278d1a2-a31e-40f0-9344-2d3d253e9ede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.056878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8526798-33a1-49f8-9648-bcf2dbca9e1d req-891b8f89-f54e-4efb-9202-6f5a42291b03 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:10.058658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8526798-33a1-49f8-9648-bcf2dbca9e1d req-891b8f89-f54e-4efb-9202-6f5a42291b03 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.1283596 Aug 31 06:30:10.090805 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d278d1a2-a31e-40f0-9344-2d3d253e9ede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.140764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8526798-33a1-49f8-9648-bcf2dbca9e1d req-d9b3ef31-8f88-4102-bbd3-3cf1a9affa48 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731711 Aug 31 06:30:10.195065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d278d1a2-a31e-40f0-9344-2d3d253e9ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.252645 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d278d1a2-a31e-40f0-9344-2d3d253e9ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.286687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d278d1a2-a31e-40f0-9344-2d3d253e9ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.290672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d278d1a2-a31e-40f0-9344-2d3d253e9ede admin admin] 10.222.0.15 "DELETE /v2.0/subnets/94c86659-f019-4ecb-a765-652ca07c9f51 HTTP/1.1" status: 204 len: 168 time: 0.3465526 Aug 31 06:30:10.290672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278d1a2-a31e-40f0-9344-2d3d253e9ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c86659-f019-4ecb-a765-652ca07c9f51,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:10.292572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52594) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:10.293767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f0e28-a144-494a-83ce-bf8340509340 None None] Network 1410fb30-7e04-49da-98da-dcd65145b1ac requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:30:10.328879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9197997-50df-4fe8-b77a-b288e0645b61 req-3c76ace5-85ad-4c16-b21c-3ba1b7a03c8d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:10.330576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9197997-50df-4fe8-b77a-b288e0645b61 req-3c76ace5-85ad-4c16-b21c-3ba1b7a03c8d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0606449 Aug 31 06:30:10.362624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.380864 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9197997-50df-4fe8-b77a-b288e0645b61 req-37499ece-5326-4f78-b80a-f61e82dca666 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Aug 31 06:30:10.443298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Deleting port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:10.443658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.521346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] DHCP port deletion for 1410fb30-7e04-49da-98da-dcd65145b1ac request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:30:10.556760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] For port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,segment=NetworkSegment(ac0b4182-c290-4384-8a94-a58c3e5d3dff),segment_id=ac0b4182-c290-4384-8a94-a58c3e5d3dff)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:10.557157 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.572736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Calling delete_port for a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:10.580254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] Deleting port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:10.580647 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.652209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6479b2-8db7-4a1e-b285-c2313f9e1cd8 req-5ddbf24e-f2c4-46fd-bd42-5b5f4fe66537 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:10.653948 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee6479b2-8db7-4a1e-b285-c2313f9e1cd8 req-5ddbf24e-f2c4-46fd-bd42-5b5f4fe66537 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 944 time: 0.0611472 Aug 31 06:30:10.660511 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] For port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,segment=NetworkSegment(ac0b4182-c290-4384-8a94-a58c3e5d3dff),segment_id=ac0b4182-c290-4384-8a94-a58c3e5d3dff)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:10.661061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.678763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] Calling delete_port for a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:10.683177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.710561 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee6479b2-8db7-4a1e-b285-c2313f9e1cd8 req-e4e131a1-7fe5-4dd2-b757-9dec9707e542 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485301 Aug 31 06:30:10.720575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:10.723563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] No DVR routers for this DVR port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:10.801238 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.808752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:10.816238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.827271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1410fb30-7e04-49da-98da-dcd65145b1ac']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:10.838644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0b4182-c290-4384-8a94-a58c3e5d3dff') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:10.838949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0b4182-c290-4384-8a94-a58c3e5d3dff') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:10.849566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.859738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:10.860327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:10.860989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 34b918fe-271a-44b2-ad16-ab69a7b2d766 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:10.864154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] Pushing event deleted for resources: {'Port': ['ID=a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:10.866981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db96f5d-3af8-4687-8707-4fde57421321 None None] No DVR routers for this DVR port a3ca3f81-7ef6-46e4-bbd4-1725ef6a227a on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:10.867524 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.878238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:30:10.878238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:30:10.880431 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:30:10.892372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 34b918fe-271a-44b2-ad16-ab69a7b2d766 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:10.892699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 34b918fe-271a-44b2-ad16-ab69a7b2d766 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:10.893118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4038be1c-ce98-43ee-8a0b-c41e884ba44b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:10.934431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4038be1c-ce98-43ee-8a0b-c41e884ba44b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:10.934431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4038be1c-ce98-43ee-8a0b-c41e884ba44b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:10.954949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.963621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:10.965760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] 10.222.0.15 "DELETE /v2.0/networks/1410fb30-7e04-49da-98da-dcd65145b1ac HTTP/1.1" status: 204 len: 168 time: 0.6721327 Aug 31 06:30:11.022689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfa788-7eb2-4ad5-a924-d1f560970cee admin admin] Pushing event deleted for resources: {'Network': ['ID=1410fb30-7e04-49da-98da-dcd65145b1ac,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:11.096266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a6595-513d-4e62-923f-633a0f42bf4e req-a44ac2a3-bda3-492a-8f39-c974e0093ec7 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:11.104769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d21a6595-513d-4e62-923f-633a0f42bf4e req-a44ac2a3-bda3-492a-8f39-c974e0093ec7 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 949 time: 0.0791547 Aug 31 06:30:11.156459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae578d-42a0-47a9-a675-9b4bcb76d779 req-ebfd66a0-d7f4-405c-be1a-011650b0a55b tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:11.157370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d21a6595-513d-4e62-923f-633a0f42bf4e req-1222438f-7972-4b8b-a0bb-3870073f10a4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Aug 31 06:30:11.169803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d1ae578d-42a0-47a9-a675-9b4bcb76d779 req-ebfd66a0-d7f4-405c-be1a-011650b0a55b tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 946 time: 0.0932119 Aug 31 06:30:11.223564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d1ae578d-42a0-47a9-a675-9b4bcb76d779 req-f005e2dd-af59-4fe6-aace-14c802c6c6a6 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525761 Aug 31 06:30:11.267820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52612) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:11.308567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748f7a2-cc45-4dd8-9b44-e8f0342d20eb req-be010c24-e7df-467c-840f-729647c69335 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:11.310584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9748f7a2-cc45-4dd8-9b44-e8f0342d20eb req-be010c24-e7df-467c-840f-729647c69335 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.0625768 Aug 31 06:30:11.358340 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9748f7a2-cc45-4dd8-9b44-e8f0342d20eb req-10215612-03cc-481d-bc63-3cd60131ec82 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Aug 31 06:30:11.359545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52616) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:11.360372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6ae8a9fb-1d9b-4d92-a28c-84e0cbbb4ef9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43503e1291a144a5a1661d0f4142c9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912704 Aug 31 06:30:11.483415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9c142ec-3bb8-4152-aff4-d07807f95ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:11.582291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9c142ec-3bb8-4152-aff4-d07807f95ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:11.607508 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c1636786-8577-4933-9226-e74b1625ac7a up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:11.635041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-5568176b-e975-4e95-8edd-1f9ee5516d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:11.637856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-5568176b-e975-4e95-8edd-1f9ee5516d05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b685de071eca4b31ace90d3a6c3360c7&device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 1098 time: 0.0772512 Aug 31 06:30:11.640094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c6f8-d78c-4fe7-a71d-1134b740f8b6 req-e549849c-a083-4c00-8fad-5945ca833787 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:11.641636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbf4c6f8-d78c-4fe7-a71d-1134b740f8b6 req-e549849c-a083-4c00-8fad-5945ca833787 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1514473 Aug 31 06:30:11.672572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9c142ec-3bb8-4152-aff4-d07807f95ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:11.675951 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9c142ec-3bb8-4152-aff4-d07807f95ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:11.677344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d9c142ec-3bb8-4152-aff4-d07807f95ee4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2306c0af-0e33-449c-85d0-e8840fd8bf2a HTTP/1.1" status: 204 len: 168 time: 0.3048873 Aug 31 06:30:11.716480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port c1636786-8577-4933-9226-e74b1625ac7a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:11.721516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port c1636786-8577-4933-9226-e74b1625ac7a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:11.721937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:11.724439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c142ec-3bb8-4152-aff4-d07807f95ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2306c0af-0e33-449c-85d0-e8840fd8bf2a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:11.750086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbf4c6f8-d78c-4fe7-a71d-1134b740f8b6 req-ad7d0a1b-fe3e-4132-9529-191ab8bed0c9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804915 Aug 31 06:30:11.920241 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:11.940854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4494f3-836a-4941-bb48-49339d6a5430 req-5af9050f-c03f-4f59-ac5a-33da50e728bb tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:11.949508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a4494f3-836a-4941-bb48-49339d6a5430 req-5af9050f-c03f-4f59-ac5a-33da50e728bb tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 944 time: 0.0701499 Aug 31 06:30:11.974300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4311667-a26a-4103-8446-1bd2aeda89db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1636786-8577-4933-9226-e74b1625ac7a'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:11.976677 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c18c8-a2f9-4bce-8996-47792dea7be8" -d '{"events": [{"server_uuid": "e4311667-a26a-4103-8446-1bd2aeda89db", "name": "network-vif-plugged", "status": "completed", "tag": "c1636786-8577-4933-9226-e74b1625ac7a"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:11.991424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 24806f5d-36ba-4552-8891-d77bb199f38f details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:12.011889 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a4494f3-836a-4941-bb48-49339d6a5430 req-c1a2ee13-349d-4255-99dd-cc3cd3690a2f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 Aug 31 06:30:12.016893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c1636786-8577-4933-9226-e74b1625ac7a, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1636786-8577-4933-9226-e74b1625ac7a,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:12.025725 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:12.119583 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa780c07-9e0e-46b3-aed2-99bec7a00cc8 x-openstack-request-id: req-aa780c07-9e0e-46b3-aed2-99bec7a00cc8 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:12.119876 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4311667-a26a-4103-8446-1bd2aeda89db", "name": "network-vif-plugged", "status": "completed", "tag": "c1636786-8577-4933-9226-e74b1625ac7a", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:12.120180 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa780c07-9e0e-46b3-aed2-99bec7a00cc8 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:12.120600 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4311667-a26a-4103-8446-1bd2aeda89db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1636786-8577-4933-9226-e74b1625ac7a', 'code': 200} Aug 31 06:30:12.150139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=c1636786-8577-4933-9226-e74b1625ac7a,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:12.222366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 24806f5d-36ba-4552-8891-d77bb199f38f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24806f5d-36ba-4552-8891-d77bb199f38f,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:12.235587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d86b8a-65c5-4558-8e79-06caad6a9ef5 req-f6788054-fc5f-4c32-a5bd-45380ad06e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:12.237149 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82d86b8a-65c5-4558-8e79-06caad6a9ef5 req-f6788054-fc5f-4c32-a5bd-45380ad06e86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 1102 time: 0.0895622 Aug 31 06:30:12.249514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '24806f5d-36ba-4552-8891-d77bb199f38f', 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973', 'port_id': '24806f5d-36ba-4552-8891-d77bb199f38f', 'mac_address': 'fa:16:3e:0e:d8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73367e4-2de5-49eb-85fd-2422bf08eae6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:12.249766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-34ea9eed-82ed-4c2f-bcc3-9e96228011cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:12.251323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-34ea9eed-82ed-4c2f-bcc3-9e96228011cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb19727b-4c92-4646-856d-122860311d91 HTTP/1.1" status: 200 len: 914 time: 0.6055977 Aug 31 06:30:12.264108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343aa3f-501b-4c49-a450-6fabaf752155 req-b6627665-7d18-4c6a-8e7d-d7c3d9359269 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:12.277502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8343aa3f-501b-4c49-a450-6fabaf752155 req-b6627665-7d18-4c6a-8e7d-d7c3d9359269 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 946 time: 0.5377707 Aug 31 06:30:12.302201 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:12.316480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24806f5d-36ba-4552-8891-d77bb199f38f {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:12.337777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-b57d2e89-8ce6-4d56-b094-da741a619688 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e2ba63b-5a9f-46e5-86e0-b342a277f49c HTTP/1.1" status: 200 len: 217 time: 0.0567112 Aug 31 06:30:12.349241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 24806f5d-36ba-4552-8891-d77bb199f38f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24806f5d-36ba-4552-8891-d77bb199f38f,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:12.355466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:12.359189 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8343aa3f-501b-4c49-a450-6fabaf752155 req-455ca635-2dd1-4a58-bcfb-1995b130041c tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804346 Aug 31 06:30:12.361033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82d86b8a-65c5-4558-8e79-06caad6a9ef5 req-869d9b8a-7917-4808-b317-6522b89f27ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150124 Aug 31 06:30:12.409341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ecf7a-ba4f-4c49-b5db-27e45839d879 req-ab6b0bbf-9ff4-41b3-b518-c08b0c0c07bd tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:12.409582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-97f236a9-0322-47a0-bc4b-cb608860fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:12.410651 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-146ecf7a-ba4f-4c49-b5db-27e45839d879 req-ab6b0bbf-9ff4-41b3-b518-c08b0c0c07bd tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 950 time: 0.1577265 Aug 31 06:30:12.418193 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-97f236a9-0322-47a0-bc4b-cb608860fd67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0011da5c-e33b-47e8-9127-9c20f6bced21 HTTP/1.1" status: 200 len: 853 time: 0.0625813 Aug 31 06:30:12.426730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=24806f5d-36ba-4552-8891-d77bb199f38f,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:12.466545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-f46db7c9-2d14-42f5-85ab-6a0a319ae93b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb19727b-4c92-4646-856d-122860311d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394711 Aug 31 06:30:12.472985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-146ecf7a-ba4f-4c49-b5db-27e45839d879 req-183dc6ca-a66d-4606-a1ca-e625e73f3490 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553048 Aug 31 06:30:12.597061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50730b-e982-4689-9d21-1323f5b53015 req-9ad233ea-dfd6-48f6-b443-27dccbacb68e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:12.598605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef50730b-e982-4689-9d21-1323f5b53015 req-9ad233ea-dfd6-48f6-b443-27dccbacb68e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 943 time: 0.1014731 Aug 31 06:30:12.641821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-3d537de3-86b0-4aa0-93b3-c0fd16932fe8 service neutron] 10.222.0.23 "GET /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670737 Aug 31 06:30:12.659761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:12.747080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef50730b-e982-4689-9d21-1323f5b53015 req-8a1f9fa8-c69b-48f5-8936-1e0bdc405af6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214852 Aug 31 06:30:12.809951 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-237e95c8-12e1-46ba-8f7c-ea702577ea90 req-fb514b01-7d5f-42c9-8dde-3ee341605d7d service neutron] 10.222.0.23 "GET /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556203 Aug 31 06:30:12.863379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52662) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:12.935310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada9f6-1e45-4bad-bf0e-6797211fd479 req-1f49bc37-b48a-42ce-a8ea-9a2c7a9593a7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:12.938156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fcada9f6-1e45-4bad-bf0e-6797211fd479 req-1f49bc37-b48a-42ce-a8ea-9a2c7a9593a7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0794735 Aug 31 06:30:12.989427 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fcada9f6-1e45-4bad-bf0e-6797211fd479 req-597e60d8-ad69-48a4-9d01-8afe1fa7e1ae tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Aug 31 06:30:13.020717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2144373513-network', 'tenant_id': 'cd273f6f062d4d9dbb10bcc90ae1cace'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:13.050805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Made reservation on behalf of cd273f6f062d4d9dbb10bcc90ae1cace for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:13.053081 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.062368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.151499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-0f02c73a-84bb-4ac1-96f9-129b2c215aa1 service neutron] 10.222.0.23 "GET /v2.0/ports/a951124c-8ee0-4a2f-911c-30499323fa55/bindings/n-h2-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.0890675 Aug 31 06:30:13.165530 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.166618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad082c82-9a21-4563-85f9-f1ba0b84db0f req-9dabfb8d-fac3-47e3-9b51-00b44c581b28 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:13.168197 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad082c82-9a21-4563-85f9-f1ba0b84db0f req-9dabfb8d-fac3-47e3-9b51-00b44c581b28 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 945 time: 0.0729010 Aug 31 06:30:13.178465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.203555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:30:13.214286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2a1180-f32f-4422-8992-c240c6ec0e9b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:13.219517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.219858 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Added segment 29b548fc-6afa-4af7-a7e5-acc1ee528279 of type vlan for network ef5bc231-211d-4812-9642-c22256c304d1 Aug 31 06:30:13.246286 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad082c82-9a21-4563-85f9-f1ba0b84db0f req-21711dc2-2ffe-486b-a9de-3b3d3083d859 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714412 Aug 31 06:30:13.268243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.299383 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.300756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:13.301443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.353719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4774206 Aug 31 06:30:13.356752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52668) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:13.361916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Request body: {'subnet': {'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2144373513-subnet', 'tenant_id': 'cd273f6f062d4d9dbb10bcc90ae1cace', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:13.364397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc33d3-27ce-4621-9ef7-a2e96c84199b admin admin] Pushing event updated for resources: {'Network': ['ID=ef5bc231-211d-4812-9642-c22256c304d1,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:13.374969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ef5bc231-211d-4812-9642-c22256c304d1 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:30:13.403031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:13.422542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Made reservation on behalf of cd273f6f062d4d9dbb10bcc90ae1cace for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:13.425570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.474918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:13.513489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7133796-56df-4bf0-a232-ee8a461c44b6 req-ba515e69-ff1c-4d8e-8d23-967c27fb9d63 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:13.517936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7133796-56df-4bf0-a232-ee8a461c44b6 req-ba515e69-ff1c-4d8e-8d23-967c27fb9d63 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 946 time: 0.0651581 Aug 31 06:30:13.531152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a951124c-8ee0-4a2f-911c-30499323fa55 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:13.545099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:13.568202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.582025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7133796-56df-4bf0-a232-ee8a461c44b6 req-021bd2e4-e083-4603-9f53-80114db3c830 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539298 Aug 31 06:30:13.724905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44c79a-5b2d-4665-97ae-63439e0845d6 req-89e4f177-0581-4f0b-9a77-51c957ca2c95 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:13.729743 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b44c79a-5b2d-4665-97ae-63439e0845d6 req-89e4f177-0581-4f0b-9a77-51c957ca2c95 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 950 time: 0.1624594 Aug 31 06:30:13.779265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.789079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] Transition to ACTIVE for port object a951124c-8ee0-4a2f-911c-30499323fa55 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:13.832281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:13.897494 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b44c79a-5b2d-4665-97ae-63439e0845d6 req-4732fc21-b522-4f5d-be17-8f52013f3cd6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575608 Aug 31 06:30:13.939276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c899d8a-154a-4b2b-9be8-3464062ff28f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:13.994654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] No DVR routers for this DVR port a951124c-8ee0-4a2f-911c-30499323fa55 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:13.999145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 24806f5d-36ba-4552-8891-d77bb199f38f up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:14.047512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9390940-8e79-46be-b73a-75eaf6c62874 req-acb1ac35-a38d-41fc-b6b4-f98d5eb92f44 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.049245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9390940-8e79-46be-b73a-75eaf6c62874 req-acb1ac35-a38d-41fc-b6b4-f98d5eb92f44 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 946 time: 0.0532746 Aug 31 06:30:14.050796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=10']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:14.062311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Checking segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:14.062683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Network hostable DHCP agents. Network: ef5bc231-211d-4812-9642-c22256c304d1, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:30:14.064113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 24806f5d-36ba-4552-8891-d77bb199f38f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:14.068320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 24806f5d-36ba-4552-8891-d77bb199f38f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:14.068800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:14.088963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-9750e932-7973-45a3-9a49-da326e9f79d3 service neutron] 10.222.0.23 "PUT /v2.0/ports/a951124c-8ee0-4a2f-911c-30499323fa55/bindings/n-h2-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9196067 Aug 31 06:30:14.106741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9390940-8e79-46be-b73a-75eaf6c62874 req-dd5e1b4e-f4ae-4985-bd77-89ff7e96aaf2 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Aug 31 06:30:14.111975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bbd48-fa57-47af-a156-b318ab694f4b req-d215b7af-f6b2-43ec-bb42-766b5fb61187 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.113685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17bbd48-fa57-47af-a156-b318ab694f4b req-d215b7af-f6b2-43ec-bb42-766b5fb61187 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 944 time: 0.1202896 Aug 31 06:30:14.142772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Network ef5bc231-211d-4812-9642-c22256c304d1 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:30:14.173902 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17bbd48-fa57-47af-a156-b318ab694f4b req-769cea8e-bf91-4cb7-88e9-db7f0b53442c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Aug 31 06:30:14.174753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ef5bc231-211d-4812-9642-c22256c304d1) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:14.179238 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:14.179842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.180427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:14.184257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2691e-c7c0-4230-9a7a-7a4ce9e339fe None None] Network ef5bc231-211d-4812-9642-c22256c304d1 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:30:14.206167 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5c51b46a-a2c2-498d-8950-d5f318e9e8c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8481083 Aug 31 06:30:14.253024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:14.255328 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cf9e17-a353-4e81-8657-c914f24729b1" -d '{"events": [{"server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "name": "network-vif-plugged", "status": "completed", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:14.261820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-bd2733af-4568-4e48-b4eb-c9a6fef5aeb5 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.263598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-bd2733af-4568-4e48-b4eb-c9a6fef5aeb5 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.1105094 Aug 31 06:30:14.279052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761f3fe-2e2e-46b1-a9bd-06a19bc5edf1 req-1c15bfcf-831c-427b-b20e-c0cc8cfeb076 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.279832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 24806f5d-36ba-4552-8891-d77bb199f38f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24806f5d-36ba-4552-8891-d77bb199f38f,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:14.280584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5761f3fe-2e2e-46b1-a9bd-06a19bc5edf1 req-1c15bfcf-831c-427b-b20e-c0cc8cfeb076 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0869260 Aug 31 06:30:14.287794 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:14.288894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a951124c-8ee0-4a2f-911c-30499323fa55 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:14.327281 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcec705-d53a-42ed-8400-0a4a5b9a6cc7 x-openstack-request-id: req-abcec705-d53a-42ed-8400-0a4a5b9a6cc7 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:14.327640 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "name": "network-vif-plugged", "status": "completed", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:14.327814 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abcec705-d53a-42ed-8400-0a4a5b9a6cc7 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:14.329077 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f', 'code': 200} Aug 31 06:30:14.368575 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5761f3fe-2e2e-46b1-a9bd-06a19bc5edf1 req-0fab7a41-b25d-466e-960d-794c2bd162b2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709236 Aug 31 06:30:14.376275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-76d2f017-2c32-42dd-910a-8091417e3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.377969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-76d2f017-2c32-42dd-910a-8091417e3e65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c HTTP/1.1" status: 200 len: 1096 time: 0.0963819 Aug 31 06:30:14.441479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a951124c-8ee0-4a2f-911c-30499323fa55 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:14.445345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=24806f5d-36ba-4552-8891-d77bb199f38f,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:14.462266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc55fa-a9cb-4fca-889d-34ac360f20d6 req-280ae642-ab98-4c19-b4c3-35e48dcd46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.464271 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5abc55fa-a9cb-4fca-889d-34ac360f20d6 req-280ae642-ab98-4c19-b4c3-35e48dcd46a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1098 time: 0.0823157 Aug 31 06:30:14.470814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-428ddabe-f696-4775-9b76-e07fa112bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.472531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-428ddabe-f696-4775-9b76-e07fa112bc53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1096 time: 0.0721536 Aug 31 06:30:14.474768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d62cbf-bc0d-488e-b84f-dc7a6f20ca1a None None] Network ef5bc231-211d-4812-9642-c22256c304d1 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:30:14.501750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac74f47-5303-4dbd-b8b5-a8bc74952abf req-c5868484-7724-426b-9da0-67bed1e0feb5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.503355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac74f47-5303-4dbd-b8b5-a8bc74952abf req-c5868484-7724-426b-9da0-67bed1e0feb5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 946 time: 0.0923407 Aug 31 06:30:14.537471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5abc55fa-a9cb-4fca-889d-34ac360f20d6 req-9fbbe8a6-3da7-49f7-8d94-1462fb9aa8d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634851 Aug 31 06:30:14.559826 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac74f47-5303-4dbd-b8b5-a8bc74952abf req-519587ac-20b3-424e-9498-36392d086d55 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470495 Aug 31 06:30:14.595934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-1c8b8c27-ee8b-4bd9-9359-56113ef3a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.597471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-1c8b8c27-ee8b-4bd9-9359-56113ef3a9ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.1171150 Aug 31 06:30:14.642596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-96242b5a-8c47-448c-abb3-a9063de21cbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a951124c-8ee0-4a2f-911c-30499323fa55 HTTP/1.1" status: 200 len: 217 time: 0.0375984 Aug 31 06:30:14.693008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-5068568a-ab64-4aae-8c64-b4b65d927251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.694682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-5068568a-ab64-4aae-8c64-b4b65d927251 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.0446591 Aug 31 06:30:14.771112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-210f3096-0850-46a3-a348-128f6545fa14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688269 Aug 31 06:30:14.884921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-b521e1b0-176e-402f-bc7b-a924a23cf63c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:14.886448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-b521e1b0-176e-402f-bc7b-a924a23cf63c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 805 time: 0.1860576 Aug 31 06:30:14.911085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-4cd5cf83-f476-4bca-881f-e2cfe2872dba service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306536 Aug 31 06:30:14.915273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-8422e6ee-7347-43d5-89a0-9c383426d300 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/quotas/cd273f6f062d4d9dbb10bcc90ae1cace HTTP/1.1" status: 200 len: 375 time: 0.0209537 Aug 31 06:30:14.988363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-392e7fa9-2ccd-44bf-acc7-805d02f12560 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612960 Aug 31 06:30:15.032632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff88a-f58b-4e1f-82d3-415388610c14 req-0e4b5a39-b677-4bbd-9479-b5b94b357653 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:15.034255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dbff88a-f58b-4e1f-82d3-415388610c14 req-0e4b5a39-b677-4bbd-9479-b5b94b357653 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 950 time: 0.0615273 Aug 31 06:30:15.075313 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dbff88a-f58b-4e1f-82d3-415388610c14 req-8818418d-c698-4bad-98d3-ddcf0a930e96 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339136 Aug 31 06:30:15.082080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-fb2f5f00-13bf-4616-ab60-8174e30e762e service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630726 Aug 31 06:30:15.110272 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-761e30b3-1894-4185-a387-5f1988f79a5d service neutron] 10.222.0.15 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137965 Aug 31 06:30:15.205642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-1afd7ecc-9fa4-4850-a345-8b96895a3784 service neutron] 10.222.0.15 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921366 Aug 31 06:30:15.252190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729068b2-2ed3-412e-b872-d9b6b4b41f2d req-828d152b-861e-474b-aa58-bac7584e5d1d tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:15.254234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-729068b2-2ed3-412e-b872-d9b6b4b41f2d req-828d152b-861e-474b-aa58-bac7584e5d1d tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 1102 time: 0.0521173 Aug 31 06:30:15.292646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-729068b2-2ed3-412e-b872-d9b6b4b41f2d req-59afac63-ec24-4d2f-943a-eab462a3fe67 tempest-ServersOnMultiNodesTest-1082390609 tempest-ServersOnMultiNodesTest-1082390609-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Aug 31 06:30:15.339661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-e8daa53c-459f-4476-a9a2-3e30b44854d1 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:15.341789 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-e8daa53c-459f-4476-a9a2-3e30b44854d1 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.0684354 Aug 31 06:30:15.427104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a15e1-5973-49da-8fda-145567531d77 req-f26340b7-5575-4974-a778-60fc5a97ede1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:15.429258 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-288a15e1-5973-49da-8fda-145567531d77 req-f26340b7-5575-4974-a778-60fc5a97ede1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 946 time: 0.0596328 Aug 31 06:30:15.475790 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-288a15e1-5973-49da-8fda-145567531d77 req-30a41434-348c-49a3-84e0-3891c9dc2684 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa105725-fabf-4abe-a6a4-4d3be8c83cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Aug 31 06:30:15.522555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f5737-772c-43bb-9766-886ab4473f7a req-a47d6214-b37d-42f5-8a30-ab8894bb35e6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:15.525299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3d6f5737-772c-43bb-9766-886ab4473f7a req-a47d6214-b37d-42f5-8a30-ab8894bb35e6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 944 time: 0.1302981 Aug 31 06:30:15.584418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-b616e701-06d4-4d7e-9bb2-959a56d7a1a5 service neutron] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:15.598144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-b616e701-06d4-4d7e-9bb2-959a56d7a1a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:15.599392 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebb823cc-4119-416e-aa6f-5437f9f70bda req-b616e701-06d4-4d7e-9bb2-959a56d7a1a5 service neutron] 10.222.0.42 "DELETE /v2.0/ports/a951124c-8ee0-4a2f-911c-30499323fa55/bindings/n-h1-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.2502642 Aug 31 06:30:15.613960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3d6f5737-772c-43bb-9766-886ab4473f7a req-bc38cefe-aac2-4488-9d77-be9fb98b4840 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Aug 31 06:30:15.727792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab668af3-d661-4aea-8e4f-0a2464d5832d req-d938caa4-41c7-4c5c-a503-cabca2ac1426 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 210 time: 0.0566444 Aug 31 06:30:15.803883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-44b535dd-5aac-44df-ba67-9832d58883e8 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:15.805682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-44b535dd-5aac-44df-ba67-9832d58883e8 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 946 time: 0.1376851 Aug 31 06:30:15.837136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cadf78-d374-4c10-a92b-b4bbcfa45ebd req-0148e2b2-d307-45f9-8e37-b7dfe5eb8a54 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:15.846097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84cadf78-d374-4c10-a92b-b4bbcfa45ebd req-0148e2b2-d307-45f9-8e37-b7dfe5eb8a54 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1012492 Aug 31 06:30:15.860863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbccd1-3f3f-44ae-bc03-c0cd1e797351 req-7b129eb2-04dd-4691-8d9b-6494333e12b6 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:15.863143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9bbccd1-3f3f-44ae-bc03-c0cd1e797351 req-7b129eb2-04dd-4691-8d9b-6494333e12b6 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 946 time: 0.0658596 Aug 31 06:30:15.918257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9bbccd1-3f3f-44ae-bc03-c0cd1e797351 req-e2ad5964-8704-445e-b94c-1765838f6b8c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Aug 31 06:30:15.949711 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84cadf78-d374-4c10-a92b-b4bbcfa45ebd req-e2766c0d-6946-4e4c-8fcc-150dd0dd117f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023576 Aug 31 06:30:15.992165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Deleting port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:15.992930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:16.075858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7942ae-c171-4b09-be80-e94c17583f2c req-a71e02d0-7011-4636-a79d-383d51c5cc2b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:16.088194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb7942ae-c171-4b09-be80-e94c17583f2c req-a71e02d0-7011-4636-a79d-383d51c5cc2b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 950 time: 0.0684619 Aug 31 06:30:16.143024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb7942ae-c171-4b09-be80-e94c17583f2c req-d277a51f-8455-4eb0-be4b-43c184cba7a3 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535452 Aug 31 06:30:16.155221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c637-d51d-44fe-b118-dc7628bb668a req-ca694e55-42a0-478b-b74f-b1d5fbf726f8 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:16.157022 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9a4c637-d51d-44fe-b118-dc7628bb668a req-ca694e55-42a0-478b-b74f-b1d5fbf726f8 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1096 time: 0.0893505 Aug 31 06:30:16.166950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] For port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,segment=NetworkSegment(c93c6d27-983f-422c-9d75-b15eeaf72119),segment_id=c93c6d27-983f-422c-9d75-b15eeaf72119)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:16.167832 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:16.194647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Calling delete_port for 6e2ba63b-5a9f-46e5-86e0-b342a277f49c owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:16.251749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9a4c637-d51d-44fe-b118-dc7628bb668a req-24c34fa9-97b7-43b8-9ecb-352b47b8c453 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877538 Aug 31 06:30:16.343020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:16.364890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['6e2ba63b-5a9f-46e5-86e0-b342a277f49c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:16.373898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Pushing event deleted for resources: {'Port': ['ID=6e2ba63b-5a9f-46e5-86e0-b342a277f49c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:16.392821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2d6a8-29e8-4f1e-8335-00566359b62a req-d1f9d67f-0083-41f2-8bb3-1b0cd04261a6 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:16.395074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdd2d6a8-29e8-4f1e-8335-00566359b62a req-d1f9d67f-0083-41f2-8bb3-1b0cd04261a6 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 1096 time: 0.0588768 Aug 31 06:30:16.427421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] No DVR routers for this DVR port 6e2ba63b-5a9f-46e5-86e0-b342a277f49c on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:16.432445 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:16.434612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7de286e2-46f5-4f52-ac26-c325d4dd5e75 req-24f43c3f-665f-435e-b061-424ef036a5c1 tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.23 "DELETE /v2.0/ports/6e2ba63b-5a9f-46e5-86e0-b342a277f49c HTTP/1.1" status: 204 len: 173 time: 0.6204593 Aug 31 06:30:16.435021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b53486-41b4-4634-95b1-c27a28931755', 'name': 'network-vif-deleted', 'tag': '6e2ba63b-5a9f-46e5-86e0-b342a277f49c'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:16.438495 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa438da-e833-4577-8436-9ed3eea7f11b" -d '{"events": [{"server_uuid": "c9b53486-41b4-4634-95b1-c27a28931755", "name": "network-vif-deleted", "tag": "6e2ba63b-5a9f-46e5-86e0-b342a277f49c"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:16.443231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdd2d6a8-29e8-4f1e-8335-00566359b62a req-625ddfdd-94b7-477a-9312-23a1735d3dd9 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Aug 31 06:30:16.486594 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac4a39e-614d-4d4a-9a7a-5702e7e7865a x-openstack-request-id: req-bac4a39e-614d-4d4a-9a7a-5702e7e7865a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:16.487179 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b53486-41b4-4634-95b1-c27a28931755", "name": "network-vif-deleted", "tag": "6e2ba63b-5a9f-46e5-86e0-b342a277f49c", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:16.487179 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bac4a39e-614d-4d4a-9a7a-5702e7e7865a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:16.487795 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b53486-41b4-4634-95b1-c27a28931755', 'name': 'network-vif-deleted', 'tag': '6e2ba63b-5a9f-46e5-86e0-b342a277f49c', 'status': 'completed', 'code': 200} Aug 31 06:30:16.603791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56d08cac-51c2-454e-be7d-175370169dfd req-8428474b-6e38-4492-be2c-f2392bf421ed tempest-InstanceActionsTestJSON-316041530 tempest-InstanceActionsTestJSON-316041530-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b53486-41b4-4634-95b1-c27a28931755 HTTP/1.1" status: 200 len: 210 time: 0.0431802 Aug 31 06:30:16.792991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9b4cb815-79c8-4fdf-b24a-f1a4696f1aa7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:16.795082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9b4cb815-79c8-4fdf-b24a-f1a4696f1aa7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.42 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 805 time: 0.1258495 Aug 31 06:30:16.828052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Request body: {'port': {'device_id': 'fb508efb-2d11-47e0-a378-248d383971a5', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'admin_state_up': True, 'tenant_id': 'cd273f6f062d4d9dbb10bcc90ae1cace'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:17.082094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba489eb-5123-4370-867a-222e2b7b6e65 req-c04b28b3-380b-46e7-af6b-01c7f8a5bf48 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:17.084093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bba489eb-5123-4370-867a-222e2b7b6e65 req-c04b28b3-380b-46e7-af6b-01c7f8a5bf48 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 946 time: 0.0586650 Aug 31 06:30:17.142488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bba489eb-5123-4370-867a-222e2b7b6e65 req-f2d869f7-3747-4077-a825-08a601dda3d7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486014 Aug 31 06:30:17.266694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a5bb-e860-49e3-808e-05c86be4ca9b req-0f962227-2e06-4eb7-9143-54c7d51bae38 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:17.268298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3a6a5bb-e860-49e3-808e-05c86be4ca9b req-0f962227-2e06-4eb7-9143-54c7d51bae38 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0547557 Aug 31 06:30:17.271009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab85319c-925a-444c-b3c0-6792156ed409 req-7b8018e6-8dea-45da-a327-ae0fd66c4f6d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 210 time: 0.4374332 Aug 31 06:30:17.316961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3a6a5bb-e860-49e3-808e-05c86be4ca9b req-9d8ae492-4800-49ff-a9f7-1132c9c91535 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Aug 31 06:30:17.381807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-478999a1-5ff8-4883-b8ed-1ef367cb60ef tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:17.383638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-478999a1-5ff8-4883-b8ed-1ef367cb60ef tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 950 time: 0.1115859 Aug 31 06:30:17.412762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91346dd1-7420-4043-9449-2ede244991e7 req-34e342bd-ead4-4b1d-bc2b-f804c7dd59d6 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-225198290&fields=id&tenant_id=3fd54be067984b66b2913083c76ee1a4 HTTP/1.1" status: 200 len: 267 time: 0.0342214 Aug 31 06:30:17.475322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99da530-14d6-4a1c-bb60-0c6968eb0509 req-4bb94219-4222-41dd-88b9-91a653d3d626 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:17.480510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346dd1-7420-4043-9449-2ede244991e7 req-b660abd6-fd33-4d31-af79-6e25164b7b6e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:17.482100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91346dd1-7420-4043-9449-2ede244991e7 req-b660abd6-fd33-4d31-af79-6e25164b7b6e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 946 time: 0.0629072 Aug 31 06:30:17.484205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e99da530-14d6-4a1c-bb60-0c6968eb0509 req-4bb94219-4222-41dd-88b9-91a653d3d626 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 950 time: 0.1450987 Aug 31 06:30:17.493115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-91346dd1-7420-4043-9449-2ede244991e7 req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'port': {'security_groups': ['f4fc42c7-ba91-48f8-93a3-08cb66d600b4', 'e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:17.514469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Made reservation on behalf of cd273f6f062d4d9dbb10bcc90ae1cace for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:17.517954 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.566024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-91346dd1-7420-4043-9449-2ede244991e7 req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.589516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e99da530-14d6-4a1c-bb60-0c6968eb0509 req-43be299f-56b6-4438-8672-743e1dd35b74 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003757 Aug 31 06:30:17.658991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Deleting port c1636786-8577-4933-9226-e74b1625ac7a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:17.659443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.730212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52780) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:17.796006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-91346dd1-7420-4043-9449-2ede244991e7 req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] For port 24806f5d-36ba-4552-8891-d77bb199f38f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24806f5d-36ba-4552-8891-d77bb199f38f,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:17.831541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] For port c1636786-8577-4933-9226-e74b1625ac7a, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1636786-8577-4933-9226-e74b1625ac7a,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:17.831920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.856406 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-91346dd1-7420-4043-9449-2ede244991e7 req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.856989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Calling delete_port for c1636786-8577-4933-9226-e74b1625ac7a owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:17.861668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e574e3d-ada3-4103-aa22-77f15eda4a7f admin admin] Deleting subnet 0011da5c-e33b-47e8-9127-9c20f6bced21 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:30:17.870105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-91346dd1-7420-4043-9449-2ede244991e7 req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.872467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Allocated IP 172.20.0.6 (ef5bc231-211d-4812-9642-c22256c304d1/6c899d8a-154a-4b2b-9be8-3464062ff28f/e813e2e4-5b49-43ef-8782-b44c03bea5e5) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:30:17.873546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e574e3d-ada3-4103-aa22-77f15eda4a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.882941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:17.938452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346dd1-7420-4043-9449-2ede244991e7 req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:17.939159 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-91346dd1-7420-4043-9449-2ede244991e7 req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.944293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91346dd1-7420-4043-9449-2ede244991e7 req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "PUT /v2.0/ports/24806f5d-36ba-4552-8891-d77bb199f38f HTTP/1.1" status: 200 len: 982 time: 0.4559090 Aug 31 06:30:17.968035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e574e3d-ada3-4103-aa22-77f15eda4a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:17.981676 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-18c6672e-3647-49f5-a8e5-bcfaa6c82819 service neutron] show failed (client error): The resource could not be found. Aug 31 06:30:17.985467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-18c6672e-3647-49f5-a8e5-bcfaa6c82819 service neutron] 10.222.0.42 "GET /v2.0/ports/e5d074f1-5c77-4d60-8754-9e78bdc06bc7/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.1702237 Aug 31 06:30:18.029009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fff10-fd49-4e33-a159-769b91887f2c tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'Port': ['ID=24806f5d-36ba-4552-8891-d77bb199f38f,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:18.045502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:18.116493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-7ba63524-9dee-4144-8756-2398f0636b95 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1147437360&fields=id&tenant_id=3fd54be067984b66b2913083c76ee1a4 HTTP/1.1" status: 200 len: 267 time: 0.0567076 Aug 31 06:30:18.134189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e574e3d-ada3-4103-aa22-77f15eda4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.186671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-9f303dd0-acad-4541-a8aa-3d0f075500b4 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:18.205001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-9f303dd0-acad-4541-a8aa-3d0f075500b4 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 985 time: 0.0847716 Aug 31 06:30:18.214779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'port': {'security_groups': ['e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58', 'f4fc42c7-ba91-48f8-93a3-08cb66d600b4', '51aa3c81-8fff-438e-a4ac-b9e8159df6b0']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:18.298939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.325163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa', '2f130e08-b792-4cac-8831-744fc3cea0ad', 'c1636786-8577-4933-9226-e74b1625ac7a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:18.337964 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e574e3d-ada3-4103-aa22-77f15eda4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.342136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.356393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event deleted for resources: {'Port': ['ID=c1636786-8577-4933-9226-e74b1625ac7a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:18.391441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.405658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e574e3d-ada3-4103-aa22-77f15eda4a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0011da5c-e33b-47e8-9127-9c20f6bced21,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:18.429444 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e574e3d-ada3-4103-aa22-77f15eda4a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.435393 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0e574e3d-ada3-4103-aa22-77f15eda4a7f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0011da5c-e33b-47e8-9127-9c20f6bced21 HTTP/1.1" status: 204 len: 168 time: 0.7015839 Aug 31 06:30:18.447147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52790) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:18.533391 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14a10c63-3108-470c-9c08-297bc6b7c70c req-07261fe8-7c0e-476e-9075-79e7fd348ce0 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 210 time: 0.1313784 Aug 31 06:30:18.539763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] No DVR routers for this DVR port c1636786-8577-4933-9226-e74b1625ac7a on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:18.543568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.551716 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cce77117-e065-44e4-ad5e-3dc4803749b1 req-673705be-86b3-4713-a34e-72bfd844b39f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "DELETE /v2.0/ports/c1636786-8577-4933-9226-e74b1625ac7a HTTP/1.1" status: 204 len: 173 time: 1.1579249 Aug 31 06:30:18.552203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4311667-a26a-4103-8446-1bd2aeda89db', 'name': 'network-vif-deleted', 'tag': 'c1636786-8577-4933-9226-e74b1625ac7a'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:18.554575 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def0f9f0-aa74-47a1-82f1-193a42692df2" -d '{"events": [{"server_uuid": "e4311667-a26a-4103-8446-1bd2aeda89db", "name": "network-vif-deleted", "tag": "c1636786-8577-4933-9226-e74b1625ac7a"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:18.605696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.674138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Network ef5bc231-211d-4812-9642-c22256c304d1 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:30:18.686415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:18.705101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:30:18.710738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Pushing event updated for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:18.777565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'd04456ef-b975-4336-a2d8-e3dd01b49079', 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:18.813327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:18.814254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.816662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] For port 24806f5d-36ba-4552-8891-d77bb199f38f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24806f5d-36ba-4552-8891-d77bb199f38f,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:18.835002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:18.839051 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637bd211-6da7-474f-a283-5cbf4ef8d6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:18.851574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632edf-d3dc-4861-a689-1f38e74bf8ff req-bd8a452d-d997-4699-a9f8-f3e4fd987ad2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:18.855086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.862317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb632edf-d3dc-4861-a689-1f38e74bf8ff req-bd8a452d-d997-4699-a9f8-f3e4fd987ad2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0930214 Aug 31 06:30:18.876979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-85f4888c-a4d4-403a-8721-f2a39a877541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:18.878939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-85f4888c-a4d4-403a-8721-f2a39a877541 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef&tenant_id=e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 1102 time: 0.5382371 Aug 31 06:30:18.882824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-9752ce31-5523-4ba1-83ff-3526b2905540 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0765035 Aug 31 06:30:18.900447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:18.900763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Request body: {'port': {'device_id': 'fb508efb-2d11-47e0-a378-248d383971a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:18.937381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:18.940338 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb632edf-d3dc-4861-a689-1f38e74bf8ff req-ec74ea2e-a767-407e-801a-c14bac27baed tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782793 Aug 31 06:30:18.983723 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.033096 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e09d87-2bf3-4904-8749-1a9cacfeb3b6 x-openstack-request-id: req-c2e09d87-2bf3-4904-8749-1a9cacfeb3b6 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:19.033904 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4311667-a26a-4103-8446-1bd2aeda89db", "name": "network-vif-deleted", "tag": "c1636786-8577-4933-9226-e74b1625ac7a", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:19.035096 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2e09d87-2bf3-4904-8749-1a9cacfeb3b6 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:19.035716 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4311667-a26a-4103-8446-1bd2aeda89db', 'name': 'network-vif-deleted', 'tag': 'c1636786-8577-4933-9226-e74b1625ac7a', 'status': 'completed', 'code': 200} Aug 31 06:30:19.039843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.121998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:19.122862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.124395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b1ec581-abaa-4acf-99e6-a0e64b5bfbb9 req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "PUT /v2.0/ports/24806f5d-36ba-4552-8891-d77bb199f38f HTTP/1.1" status: 200 len: 1021 time: 0.9180214 Aug 31 06:30:19.147001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.151944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.160457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8006bf-06fe-4524-95a0-ba289d31e902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'Port': ['ID=24806f5d-36ba-4552-8891-d77bb199f38f,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:19.174210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb19727b-4c92-4646-856d-122860311d91']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:19.191765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93c6d27-983f-422c-9d75-b15eeaf72119') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:19.191967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93c6d27-983f-422c-9d75-b15eeaf72119') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:19.239196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.280681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.307391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:30:19.307795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:30:19.309655 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:30:19.325604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:19.370956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a9ce7a9-4d18-417e-ab4b-201a6d7f57df req-442115d3-db4a-4bf2-bd45-fbb77f60ac40 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4311667-a26a-4103-8446-1bd2aeda89db HTTP/1.1" status: 200 len: 210 time: 0.0574510 Aug 31 06:30:19.374684 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d342e9-7ed8-4170-aa21-5d6b95f788ea x-openstack-request-id: req-33d342e9-7ed8-4170-aa21-5d6b95f788ea {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:19.374974 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:19.375320 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33d342e9-7ed8-4170-aa21-5d6b95f788ea {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:19.375724 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f', 'status': 'completed', 'code': 200} Aug 31 06:30:19.535215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.551949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.554176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb19727b-4c92-4646-856d-122860311d91 HTTP/1.1" status: 204 len: 168 time: 1.1052129 Aug 31 06:30:19.574252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-e2d80ff5-c260-4ef0-b736-67a6c4acfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:19.576169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-e2d80ff5-c260-4ef0-b736-67a6c4acfb44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1176 time: 0.1995425 Aug 31 06:30:19.605426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac3fd3-5cad-4999-9921-b0600f2f9f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb19727b-4c92-4646-856d-122860311d91,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:19.784836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a04f46-dacf-4547-9c2c-998a7c69a83e req-f5334dea-6b8b-42e2-970e-0377d9ba09bf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:19.793925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39a04f46-dacf-4547-9c2c-998a7c69a83e req-f5334dea-6b8b-42e2-970e-0377d9ba09bf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1024 time: 0.2405386 Aug 31 06:30:19.815238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52808) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:19.854167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e813e2e4-5b49-43ef-8782-b44c03bea5e5 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:19.870811 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.901360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-f52ba8a4-a50c-46bd-8358-239863efce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:19.903931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-f52ba8a4-a50c-46bd-8358-239863efce46 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 913 time: 0.3192308 Aug 31 06:30:19.909678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Transition to ACTIVE for port object e813e2e4-5b49-43ef-8782-b44c03bea5e5 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:19.924463 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:19.928066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:19.973770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:19.975047 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4b07d0db-9aac-442f-899d-1d398e07853a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b685de071eca4b31ace90d3a6c3360c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564052 Aug 31 06:30:19.986985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52812) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:19.999675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39a04f46-dacf-4547-9c2c-998a7c69a83e req-15dd5f82-3ee3-4dbe-99d0-8396bc98047f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&id=e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58&id=51aa3c81-8fff-438e-a4ac-b9e8159df6b0 HTTP/1.1" status: 200 len: 6146 time: 0.2048178 Aug 31 06:30:20.032297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6e2ba63b-5a9f-46e5-86e0-b342a277f49c no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:20.041351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.055811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Transition to ACTIVE for port object e5d074f1-5c77-4d60-8754-9e78bdc06bc7 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:20.063120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.077521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 6e2ba63b-5a9f-46e5-86e0-b342a277f49c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:20.077860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6e2ba63b-5a9f-46e5-86e0-b342a277f49c not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:20.115997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Pushing event updated for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:20.155316 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-4a15f413-be51-417d-9984-13eeda6d9d2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24806f5d-36ba-4552-8891-d77bb199f38f HTTP/1.1" status: 200 len: 217 time: 0.2412908 Aug 31 06:30:20.177711 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b586eba1-baf5-40e1-a8f6-498adc28ff75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.190221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11dc29-4b17-455d-beea-012a87d5027e req-101bf1d4-c451-4fcc-8579-047ac0f3c8f3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:20.199650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f11dc29-4b17-455d-beea-012a87d5027e req-101bf1d4-c451-4fcc-8579-047ac0f3c8f3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 931 time: 0.4889188 Aug 31 06:30:20.201535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:20.232026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] No DVR routers for this DVR port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:20.295649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f11dc29-4b17-455d-beea-012a87d5027e req-0303d7d0-7a70-488d-8d74-4ecc256faeba tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950940 Aug 31 06:30:20.296171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73614-9005-4586-9e51-edef0a4b684b req-0322526f-3fe9-43bc-b5b1-ab3b457de3b5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:20.303830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dd73614-9005-4586-9e51-edef0a4b684b req-0322526f-3fe9-43bc-b5b1-ab3b457de3b5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 948 time: 0.1932166 Aug 31 06:30:20.324119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b586eba1-baf5-40e1-a8f6-498adc28ff75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.347612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-270dde1d-4f2a-4ca1-ba01-7da28ad31bd9 req-d3703f66-40b7-46c2-8485-abb93ef42277 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1458547971 ', 'description': 'tempest-description-1064005262'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:20.359250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dd73614-9005-4586-9e51-edef0a4b684b req-5e7d24b5-dd7c-4b86-b80a-0058892bad5a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Aug 31 06:30:20.362296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Attempting to bind port e813e2e4-5b49-43ef-8782-b44c03bea5e5 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:20.363294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Attempting to bind port e813e2e4-5b49-43ef-8782-b44c03bea5e5 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:20.364053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Attempting to bind port e813e2e4-5b49-43ef-8782-b44c03bea5e5 on network ef5bc231-211d-4812-9642-c22256c304d1 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:20.380567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:20.380915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:20.381400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:20.387672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-2d9ab115-80a8-4270-a800-498fb7f46d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:20.389441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-2d9ab115-80a8-4270-a800-498fb7f46d22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.1835237 Aug 31 06:30:20.393775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:20.394042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:20.403791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:20.404174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:20.404621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:20.405804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Bound port: e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:20.406518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.430712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Port e813e2e4-5b49-43ef-8782-b44c03bea5e5 on network ef5bc231-211d-4812-9642-c22256c304d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:20.431563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Attempting to bind port e813e2e4-5b49-43ef-8782-b44c03bea5e5 on network ef5bc231-211d-4812-9642-c22256c304d1 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:20.433773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-270dde1d-4f2a-4ca1-ba01-7da28ad31bd9 req-d3703f66-40b7-46c2-8485-abb93ef42277 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.437821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b586eba1-baf5-40e1-a8f6-498adc28ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.444187 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b586eba1-baf5-40e1-a8f6-498adc28ff75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.447951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b586eba1-baf5-40e1-a8f6-498adc28ff75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa105725-fabf-4abe-a6a4-4d3be8c83cea HTTP/1.1" status: 204 len: 168 time: 0.4425929 Aug 31 06:30:20.463321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:20.464027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Checking segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:20.464440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Bound using segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:20.464921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Bound port: e813e2e4-5b49-43ef-8782-b44c03bea5e5, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:20.465308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.480369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-adcfa5f7-42ea-4216-aa50-12cecd187c2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779190 Aug 31 06:30:20.497963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586eba1-baf5-40e1-a8f6-498adc28ff75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa105725-fabf-4abe-a6a4-4d3be8c83cea,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:20.576606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:20.580401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:20.587472 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.627102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:20.627718 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:20.629147 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] 10.222.0.42 "PUT /v2.0/ports/e813e2e4-5b49-43ef-8782-b44c03bea5e5 HTTP/1.1" status: 200 len: 1092 time: 1.7339852 Aug 31 06:30:20.706141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ccf92-3d64-499e-b5cb-f26ee2b8a347 service neutron] Pushing event updated for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:20.735726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-30ac78c7-a283-45fc-88b9-5a3b985fcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:20.738086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-30ac78c7-a283-45fc-88b9-5a3b985fcf2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 1095 time: 0.0645058 Aug 31 06:30:20.845555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-59db03b6-cb54-4f37-9a26-1b6105ab77a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5 HTTP/1.1" status: 200 len: 217 time: 0.0957930 Aug 31 06:30:20.931816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-16d64c59-82f6-4f59-b856-bccebabf9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:20.932412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-16d64c59-82f6-4f59-b856-bccebabf9b29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.0818114 Aug 31 06:30:21.004188 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-7a928139-0a8c-4f8c-bd82-4af2a8803068 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523844 Aug 31 06:30:21.011593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-a5578384-0f2d-4921-be2b-27467fed6b43 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054853 Aug 31 06:30:21.044832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdbcd-09c3-43cf-bb39-43d91149c5f8 req-27f93a0e-35c5-4911-9d03-50ee73c3677a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:21.052380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8eecdbcd-09c3-43cf-bb39-43d91149c5f8 req-27f93a0e-35c5-4911-9d03-50ee73c3677a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 950 time: 0.1340213 Aug 31 06:30:21.087336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:21.090451 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:21.114457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-637bd211-6da7-474f-a283-5cbf4ef8d6b7 req-26cb83e4-7ad1-4b41-85f4-1d0bf648d8e6 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947549 Aug 31 06:30:21.138679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:21.144783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:21.145931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8eecdbcd-09c3-43cf-bb39-43d91149c5f8 req-e221b710-1712-43f4-843d-17b9cf528ca4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925329 Aug 31 06:30:21.172275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:21.213354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-54581819-7a43-4e55-b3a2-56bba31b965b service neutron] 10.222.0.42 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997740 Aug 31 06:30:21.238364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:21.239003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:21.240591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] 10.222.0.23 "PUT /v2.0/ports/e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 1097 time: 2.3482561 Aug 31 06:30:21.259136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-270dde1d-4f2a-4ca1-ba01-7da28ad31bd9 req-d3703f66-40b7-46c2-8485-abb93ef42277 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:21.270198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-270dde1d-4f2a-4ca1-ba01-7da28ad31bd9 req-d3703f66-40b7-46c2-8485-abb93ef42277 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:21.278390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746bf3-6d5d-4849-aaf2-e94cf8f127f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:21.310835 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0812371a-9ec7-4732-b552-06d21acd2871 x-openstack-request-id: req-0812371a-9ec7-4732-b552-06d21acd2871 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:21.311055 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:21.311304 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0812371a-9ec7-4732-b552-06d21acd2871 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:21.311688 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'status': 'completed', 'code': 200} Aug 31 06:30:21.360280 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc13bd16-fea0-4710-9922-8a00af1c6dc7 req-a71af685-fd10-4516-a9e8-7010da711cb2 service neutron] 10.222.0.42 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392982 Aug 31 06:30:21.364034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-270dde1d-4f2a-4ca1-ba01-7da28ad31bd9 req-d3703f66-40b7-46c2-8485-abb93ef42277 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:21.365389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-270dde1d-4f2a-4ca1-ba01-7da28ad31bd9 req-d3703f66-40b7-46c2-8485-abb93ef42277 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.0308671 Aug 31 06:30:21.378494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3703f66-40b7-46c2-8485-abb93ef42277 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dad502-77ec-4412-b953-1165df8537e8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:21.384595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f'}, {'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}, {'name': 'network-changed', 'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:21.387078 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a955ee97-2b13-4853-b26b-cd929a2deeec" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f"}, {"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}, {"name": "network-changed", "server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:21.396234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-3ec04f0b-70bd-4190-9043-8e8520875203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:21.398066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-3ec04f0b-70bd-4190-9043-8e8520875203 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1100 time: 0.1216524 Aug 31 06:30:21.458105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:21.535340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ee824-2304-4366-a47b-b06503c86df6 req-73f2f68a-1aec-4385-bbbb-48469acf0ced tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:21.536857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc7ee824-2304-4366-a47b-b06503c86df6 req-73f2f68a-1aec-4385-bbbb-48469acf0ced tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 943 time: 0.1271293 Aug 31 06:30:21.544988 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3552d361-c2b3-4faf-9810-35c30def27d3 req-f35ece98-367a-459f-80d8-3acb3d19bf7f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/05dad502-77ec-4412-b953-1165df8537e8 HTTP/1.1" status: 200 len: 1781 time: 0.1443424 Aug 31 06:30:21.588522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-6c789dde-7fd7-40df-b8a5-661d5e00349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:21.591635 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-6c789dde-7fd7-40df-b8a5-661d5e00349e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 1095 time: 0.1171818 Aug 31 06:30:21.621618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-15aee2e7-a0a2-40ee-86a7-a89d50038307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:21.626102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-15aee2e7-a0a2-40ee-86a7-a89d50038307 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2170367 Aug 31 06:30:21.687761 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc7ee824-2304-4366-a47b-b06503c86df6 req-b9d6c9dd-4d79-4a16-8a2a-2e4aa52d1524 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265261 Aug 31 06:30:21.714318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52862) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:21.716656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:21.720992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-40f8ce62-fd40-427c-bc39-838d1ff0483c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.0770025 Aug 31 06:30:21.870873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-92585d62-eddf-4284-a5c0-1fb95486cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:21.875909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-92585d62-eddf-4284-a5c0-1fb95486cc7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 906 time: 0.2643218 Aug 31 06:30:21.932157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:21.932954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c1636786-8577-4933-9226-e74b1625ac7a no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:21.950036 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d23c37-59ad-469f-bc9b-7f192f18457d x-openstack-request-id: req-23d23c37-59ad-469f-bc9b-7f192f18457d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:21.950364 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f", "status": "completed", "code": 200}, {"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "code": 200}, {"name": "network-changed", "server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:21.950593 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23d23c37-59ad-469f-bc9b-7f192f18457d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:21.951008 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f', 'status': 'completed', 'code': 200} Aug 31 06:30:21.951268 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'code': 200} Aug 31 06:30:21.951523 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'status': 'completed', 'code': 200} Aug 31 06:30:21.952952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-218dbde0-8a2c-4e6e-bf4c-6f2d95e9a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:21.954492 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-218dbde0-8a2c-4e6e-bf4c-6f2d95e9a87c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2240446 Aug 31 06:30:22.000666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: c1636786-8577-4933-9226-e74b1625ac7a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:22.001709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c1636786-8577-4933-9226-e74b1625ac7a not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:22.062059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-366808466-network', 'tenant_id': '20ee9275045f409f8f04a17846016b3b'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:22.066460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-15a52ff8-a235-45da-9c16-fe80b13cdc2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5 HTTP/1.1" status: 200 len: 217 time: 0.1838503 Aug 31 06:30:22.187240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fb857-6d77-4dd0-988b-82cc58d5d6b5 req-078a0f39-3eca-4017-ae6a-f6c27801d19c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.201853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-030fb857-6d77-4dd0-988b-82cc58d5d6b5 req-078a0f39-3eca-4017-ae6a-f6c27801d19c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 948 time: 0.4798501 Aug 31 06:30:22.205212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-a5811b1c-003f-41ec-8bc0-a4087d83c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.210506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-a5811b1c-003f-41ec-8bc0-a4087d83c327 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1176 time: 0.3002391 Aug 31 06:30:22.216588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e0be2ea-7432-4887-91a5-d348010fdea9 req-b02c1033-bf80-403f-84ec-47813787d0fb tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/05dad502-77ec-4412-b953-1165df8537e8 HTTP/1.1" status: 200 len: 1781 time: 0.1801682 Aug 31 06:30:22.222196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-7e008ceb-2bef-462e-b691-cab6f5aebd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.227203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-7e008ceb-2bef-462e-b691-cab6f5aebd30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.1364360 Aug 31 06:30:22.229270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-a5adb93e-77ba-4b15-a3e5-0eae413280f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.230627 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-a5adb93e-77ba-4b15-a3e5-0eae413280f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1100 time: 0.1854980 Aug 31 06:30:22.231205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Made reservation on behalf of 20ee9275045f409f8f04a17846016b3b for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:22.233390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.236784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-166a63b2-9abc-4371-b4d5-6a416923b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.239463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-166a63b2-9abc-4371-b4d5-6a416923b2c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720230 Aug 31 06:30:22.247632 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.306429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-840cad83-e306-4297-a102-9ce156eda7bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607018 Aug 31 06:30:22.425864 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-030fb857-6d77-4dd0-988b-82cc58d5d6b5 req-1189e7fe-01a2-4d99-ab56-3caf0c2b50d0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228141 Aug 31 06:30:22.517086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-d7e955a0-7d4c-45f5-9616-b5a1db81904b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.518748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-d7e955a0-7d4c-45f5-9616-b5a1db81904b tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 950 time: 0.1903498 Aug 31 06:30:22.568726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-6ca28b39-4ccd-47a8-98d6-12d1cca797a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.570334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-6ca28b39-4ccd-47a8-98d6-12d1cca797a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 913 time: 0.3448584 Aug 31 06:30:22.578729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-f73f763d-64bb-409d-9f98-5cbf3d17fbf8 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208997 Aug 31 06:30:22.628692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5e0be2ea-7432-4887-91a5-d348010fdea9 req-1101191a-29d9-4fac-af63-9b710a3f5922 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.642929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-718d6ee3-558f-4fe7-a162-72e6b24759bd service neutron] 10.222.0.42 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983685 Aug 31 06:30:22.653856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-d53e2c41-aff6-4626-b8c4-776021cc6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.655334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-d53e2c41-aff6-4626-b8c4-776021cc6466 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.4106901 Aug 31 06:30:22.685301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-a4af1be8-1178-48bd-9e5e-cca043adc65f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24806f5d-36ba-4552-8891-d77bb199f38f HTTP/1.1" status: 200 len: 217 time: 0.1052265 Aug 31 06:30:22.777290 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5e0be2ea-7432-4887-91a5-d348010fdea9 req-1101191a-29d9-4fac-af63-9b710a3f5922 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.784654 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-50b7006a-493d-4172-9f1f-ad2c55771708 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.1016917 Aug 31 06:30:22.821881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-91a70b37-f24a-428c-bf1a-37ea739e1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.823013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-91a70b37-f24a-428c-bf1a-37ea739e1bb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.1139972 Aug 31 06:30:22.836924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028a78c-f7a4-49d9-8bdf-dfcedbce08ae req-6f8df19d-b58a-4d7c-9546-92f2d86be6ac tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.844035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5028a78c-f7a4-49d9-8bdf-dfcedbce08ae req-6f8df19d-b58a-4d7c-9546-92f2d86be6ac tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 950 time: 0.1997256 Aug 31 06:30:22.889175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-84402427-2d75-4b4e-a5ec-47d115f986b9 req-1f43bc17-a91c-4ae3-8932-6980037e64dc service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001513 Aug 31 06:30:22.892920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.894526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-fe233b24-1176-4038-b6a8-d460921e7363 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418668 Aug 31 06:30:22.901164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.905699 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ce4f81e-d2f5-4755-a893-8229cd1e3ee1 req-71dfba48-4625-4e70-b74c-39f9e05093f8 service neutron] 10.222.0.42 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465701 Aug 31 06:30:22.911583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-8d685a8d-0f49-4a25-82b4-3e015d6792da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:22.913024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-8d685a8d-0f49-4a25-82b4-3e015d6792da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1165321 Aug 31 06:30:22.964485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5028a78c-f7a4-49d9-8bdf-dfcedbce08ae req-f07bcaa1-f20f-48bd-adee-b0d8f455a230 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195309 Aug 31 06:30:22.975289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5e0be2ea-7432-4887-91a5-d348010fdea9 req-1101191a-29d9-4fac-af63-9b710a3f5922 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.978094 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5e0be2ea-7432-4887-91a5-d348010fdea9 req-1101191a-29d9-4fac-af63-9b710a3f5922 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.979452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Deleting port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:22.979813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:22.996674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e0be2ea-7432-4887-91a5-d348010fdea9 req-1101191a-29d9-4fac-af63-9b710a3f5922 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/05dad502-77ec-4412-b953-1165df8537e8 HTTP/1.1" status: 204 len: 173 time: 0.7599478 Aug 31 06:30:23.006151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:30:23.037382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:23.088168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-4ecc2518-1700-4f55-a999-2f57690e111e service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814020 Aug 31 06:30:23.109053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.109053 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Added segment 0a96ae72-0642-43d9-8383-fcabfa386f3a of type vlan for network 573ef693-3608-4dad-981d-402b06a10e5c Aug 31 06:30:23.109053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101191a-29d9-4fac-af63-9b710a3f5922 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dad502-77ec-4412-b953-1165df8537e8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:23.170196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] For port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:23.170697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.194386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Calling delete_port for acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:23.227463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-09cccbb6-5525-46be-ba66-5dd6a733a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:23.229468 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-09cccbb6-5525-46be-ba66-5dd6a733a9d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2979493 Aug 31 06:30:23.232909 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.237761 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-c25ddeb0-f84e-4ae7-b9db-da935e32b96d req-e9aa7b52-2eb9-44c2-84ab-2e5fe9f85264 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:30:23.239036 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c25ddeb0-f84e-4ae7-b9db-da935e32b96d req-e9aa7b52-2eb9-44c2-84ab-2e5fe9f85264 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/05dad502-77ec-4412-b953-1165df8537e8 HTTP/1.1" status: 404 len: 352 time: 0.0226250 Aug 31 06:30:23.297420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-b0aa26e2-24ad-4e12-ae60-13b4aaaf97c3 req-64d9ed00-b51d-4452-a4cb-f466a1f035cf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-638570406', 'description': 'tempest-description-1357089037'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:23.310212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-cea614f2-d833-4476-a2e5-53f1c9d5da98 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148423 Aug 31 06:30:23.345967 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b0aa26e2-24ad-4e12-ae60-13b4aaaf97c3 req-64d9ed00-b51d-4452-a4cb-f466a1f035cf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.367609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee91141-041e-40f5-bc3f-a1c6592f64a3 req-61a03bc3-0d54-47cd-9ec2-37bcf7ab9272 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:23.369546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ee91141-041e-40f5-bc3f-a1c6592f64a3 req-61a03bc3-0d54-47cd-9ec2-37bcf7ab9272 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 943 time: 0.2666082 Aug 31 06:30:23.408585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.409588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:23.410192 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.486980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.502062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-0b7127ae-dda7-48d6-b55a-ae0a8379e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:23.503605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-0b7127ae-dda7-48d6-b55a-ae0a8379e3e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1100 time: 0.1225936 Aug 31 06:30:23.503865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa', '2f130e08-b792-4cac-8831-744fc3cea0ad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:23.508516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ee91141-041e-40f5-bc3f-a1c6592f64a3 req-68e4a78b-f460-46d4-9cfb-d8fce7dc5a0f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299922 Aug 31 06:30:23.515077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-5b4822bf-2789-4aed-8abd-df1c8842348b service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527854 Aug 31 06:30:23.534597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] Pushing event updated for resources: {'Network': ['ID=573ef693-3608-4dad-981d-402b06a10e5c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:23.543300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event deleted for resources: {'Port': ['ID=acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:23.567638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'd04456ef-b975-4336-a2d8-e3dd01b49079', 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:23.605461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 573ef693-3608-4dad-981d-402b06a10e5c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:30:23.687673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e813e2e4-5b49-43ef-8782-b44c03bea5e5 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:23.694097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a34f70-daa1-4675-b63f-5a9b1e362db6 req-e64ab762-9128-45c7-867f-70bb1ca97058 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:23.696178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-67a34f70-daa1-4675-b63f-5a9b1e362db6 req-e64ab762-9128-45c7-867f-70bb1ca97058 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 948 time: 0.0712650 Aug 31 06:30:23.716529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] No DVR routers for this DVR port acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:23.719484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.722640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5a4b1de-dc06-48b1-a726-e0c7710259d2 req-7a47a410-ce3f-45c7-b0f8-b077bfa9e2c4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "DELETE /v2.0/ports/acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd HTTP/1.1" status: 204 len: 173 time: 1.1930785 Aug 31 06:30:23.734004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-044ef8fc-d0a6-416d-956a-2ec249512904 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073045 Aug 31 06:30:23.764102 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-67a34f70-daa1-4675-b63f-5a9b1e362db6 req-f19d6246-306b-4143-8f8a-bf7cee28ee81 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612226 Aug 31 06:30:23.766730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b0aa26e2-24ad-4e12-ae60-13b4aaaf97c3 req-64d9ed00-b51d-4452-a4cb-f466a1f035cf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.788104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8358b60f-d76e-4bad-9fe9-1a106ab48cff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0708637 Aug 31 06:30:23.792045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52882) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:23.793425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b0aa26e2-24ad-4e12-ae60-13b4aaaf97c3 req-64d9ed00-b51d-4452-a4cb-f466a1f035cf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.797449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Request body: {'subnet': {'network_id': '573ef693-3608-4dad-981d-402b06a10e5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-366808466-subnet', 'tenant_id': '20ee9275045f409f8f04a17846016b3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:23.842225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-54a55b6c-35da-446b-bf25-aad90734b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:23.843911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-54a55b6c-35da-446b-bf25-aad90734b181 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3131738 Aug 31 06:30:23.860070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Made reservation on behalf of 20ee9275045f409f8f04a17846016b3b for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:23.885037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.900667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9ed00-b51d-4452-a4cb-f466a1f035cf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47bb10e-9447-451e-bb11-d7e0c81a275a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:23.914632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b0aa26e2-24ad-4e12-ae60-13b4aaaf97c3 req-64d9ed00-b51d-4452-a4cb-f466a1f035cf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:23.922803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0aa26e2-24ad-4e12-ae60-13b4aaaf97c3 req-64d9ed00-b51d-4452-a4cb-f466a1f035cf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6346333 Aug 31 06:30:23.933221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-95b6daf1-adb1-41b6-b8c1-f9e2b2061f1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.0787849 Aug 31 06:30:24.001961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748c407a-7f25-43c5-a20a-69c7a424264e', 'name': 'network-vif-deleted', 'tag': 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:24.001961 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a719694-0b3a-4fd7-b88c-ae7c50e54649" -d '{"events": [{"server_uuid": "748c407a-7f25-43c5-a20a-69c7a424264e", "name": "network-vif-deleted", "tag": "acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:24.004627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-310417e9-0654-4aca-8501-f80639277845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:24.005910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-310417e9-0654-4aca-8501-f80639277845 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0575161 Aug 31 06:30:24.012251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:24.045541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'port_id': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'mac_address': 'fa:16:3e:ee:cc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c899d8a-154a-4b2b-9be8-3464062ff28f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:24.051417 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2801ca53-ffae-412e-a01d-f1cdbe1e01f9 x-openstack-request-id: req-2801ca53-ffae-412e-a01d-f1cdbe1e01f9 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:24.051417 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748c407a-7f25-43c5-a20a-69c7a424264e", "name": "network-vif-deleted", "tag": "acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:24.051713 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2801ca53-ffae-412e-a01d-f1cdbe1e01f9 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:24.052020 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c407a-7f25-43c5-a20a-69c7a424264e', 'name': 'network-vif-deleted', 'tag': 'acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd', 'status': 'completed', 'code': 200} Aug 31 06:30:24.092649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-8c8b2b70-628b-4753-a9c6-47cf277b3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:24.094281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-8c8b2b70-628b-4753-a9c6-47cf277b3e08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781200 Aug 31 06:30:24.190500 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.220751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.221586 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-69a99414-e22a-4160-91d0-b73b39d4db7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.252451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e813e2e4-5b49-43ef-8782-b44c03bea5e5 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:24.318262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88c057cb-99c5-4f6f-90b5-09534fa6cdc3 req-fec24f5f-7341-47e6-8718-c849ab2ca47f tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c407a-7f25-43c5-a20a-69c7a424264e HTTP/1.1" status: 200 len: 210 time: 0.0505638 Aug 31 06:30:24.357727 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-b9a02071-8a4d-4d8b-bd4d-692297582e12 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519627 Aug 31 06:30:24.410868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:24.441315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.540245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8cf9a250-539d-471c-9ac4-a74ccb9f6644 req-033a0b27-892f-40f9-9cc0-27fbb4e126ba tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-544203733', 'description': 'tempest-description-420848494'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:24.548901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:24.553749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a955ee97-2b13-4853-b26b-cd929a2deeec req-f7e1f38b-a1d1-4291-b84f-5c2d279ac09b service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810560 Aug 31 06:30:24.605365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cf9a250-539d-471c-9ac4-a74ccb9f6644 req-033a0b27-892f-40f9-9cc0-27fbb4e126ba tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.703435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f10386-f510-4c13-8a8b-370685628dcb req-e9bf3fde-c358-48ba-a865-56894a49554f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:24.716173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4f10386-f510-4c13-8a8b-370685628dcb req-e9bf3fde-c358-48ba-a865-56894a49554f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 944 time: 0.0926530 Aug 31 06:30:24.736380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e813e2e4-5b49-43ef-8782-b44c03bea5e5'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:24.778945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.783003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4f10386-f510-4c13-8a8b-370685628dcb req-8187d781-9e6e-4c42-be92-b09497145978 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632567 Aug 31 06:30:24.863577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cf9a250-539d-471c-9ac4-a74ccb9f6644 req-033a0b27-892f-40f9-9cc0-27fbb4e126ba tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.884336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cf9a250-539d-471c-9ac4-a74ccb9f6644 req-033a0b27-892f-40f9-9cc0-27fbb4e126ba tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.908515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58794306-eb21-466a-ba43-2a03d8894741,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:24.914818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f1637-8f13-4b92-8a2b-80320ee63603 req-439cf6d5-04e1-4d3d-99b0-0a1691c3124f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:24.917551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d69f1637-8f13-4b92-8a2b-80320ee63603 req-439cf6d5-04e1-4d3d-99b0-0a1691c3124f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 948 time: 0.0713325 Aug 31 06:30:24.927759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cf9a250-539d-471c-9ac4-a74ccb9f6644 req-033a0b27-892f-40f9-9cc0-27fbb4e126ba tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:24.948302 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cf9a250-539d-471c-9ac4-a74ccb9f6644 req-033a0b27-892f-40f9-9cc0-27fbb4e126ba tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4224315 Aug 31 06:30:24.968051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-00c4cff5-dc2a-4221-bbcc-c20c40ed09eb req-31068eb3-4610-4154-a4ec-f6579aa19d47 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1833473593', 'description': 'tempest-description-2137732102'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:24.977804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d69f1637-8f13-4b92-8a2b-80320ee63603 req-10d064e0-347e-4f54-88d4-7bc6b3941ce3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538304 Aug 31 06:30:24.993406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Checking segment: {'id': '0a96ae72-0642-43d9-8383-fcabfa386f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '573ef693-3608-4dad-981d-402b06a10e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:24.994746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Network hostable DHCP agents. Network: 573ef693-3608-4dad-981d-402b06a10e5c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:30:25.004910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a0b27-892f-40f9-9cc0-27fbb4e126ba tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e661b10-b08c-4156-bbef-d4e57780702f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:25.026329 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-00c4cff5-dc2a-4221-bbcc-c20c40ed09eb req-31068eb3-4610-4154-a4ec-f6579aa19d47 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:25.029359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Network 573ef693-3608-4dad-981d-402b06a10e5c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:30:25.058067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 573ef693-3608-4dad-981d-402b06a10e5c) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:25.066065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:25.066669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:25.067774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f9c26-894b-4037-b220-5058e11e663b None None] Network 573ef693-3608-4dad-981d-402b06a10e5c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:30:25.186465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-00c4cff5-dc2a-4221-bbcc-c20c40ed09eb req-31068eb3-4610-4154-a4ec-f6579aa19d47 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:25.200729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-00c4cff5-dc2a-4221-bbcc-c20c40ed09eb req-31068eb3-4610-4154-a4ec-f6579aa19d47 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:25.216411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-876e19e1-963a-4d9b-82a0-eaee95e10114 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4231098 Aug 31 06:30:25.248426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-00c4cff5-dc2a-4221-bbcc-c20c40ed09eb req-31068eb3-4610-4154-a4ec-f6579aa19d47 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:25.274484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00c4cff5-dc2a-4221-bbcc-c20c40ed09eb req-31068eb3-4610-4154-a4ec-f6579aa19d47 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3114886 Aug 31 06:30:25.282597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31068eb3-4610-4154-a4ec-f6579aa19d47 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce2d885-127b-46b7-9ea1-05e32904f2ad,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:25.318616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5ab637-abc8-4f8a-83ed-fdf04b8a064e None None] Network 573ef693-3608-4dad-981d-402b06a10e5c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:30:25.520720 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-154b9638-0435-4356-af42-ec316ca4738f req-af7cf36f-b279-46f5-a2af-463ba19d9417 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fd54be067984b66b2913083c76ee1a4 HTTP/1.1" status: 200 len: 10893 time: 0.2470977 Aug 31 06:30:25.550770 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:25.581352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-154b9638-0435-4356-af42-ec316ca4738f req-e9301ca8-9375-4ebe-8318-2af8b67af097 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/f4fc42c7-ba91-48f8-93a3-08cb66d600b4 HTTP/1.1" status: 200 len: 2981 time: 0.0597024 Aug 31 06:30:25.634987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-154b9638-0435-4356-af42-ec316ca4738f req-a2eaaf04-79b3-4c9a-bea3-76fb58209c07 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/f4fc42c7-ba91-48f8-93a3-08cb66d600b4 HTTP/1.1" status: 200 len: 2981 time: 0.0464764 Aug 31 06:30:25.825981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b0cb3-51b7-4d4d-9928-537f7716f736 req-3dd21d03-5c39-4334-b156-ad6555be8f52 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:25.827637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-688b0cb3-51b7-4d4d-9928-537f7716f736 req-3dd21d03-5c39-4334-b156-ad6555be8f52 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 950 time: 0.0587955 Aug 31 06:30:25.867433 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-688b0cb3-51b7-4d4d-9928-537f7716f736 req-ec734e9f-b3f5-4105-baca-177703db4736 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335534 Aug 31 06:30:25.934098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db5b2bab-fc1d-4c1e-a045-8775895a0ded req-b1b3f373-d2b7-473f-9218-ae969d45ce1e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/e47bb10e-9447-451e-bb11-d7e0c81a275a HTTP/1.1" status: 200 len: 1800 time: 0.0419424 Aug 31 06:30:25.947806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-9c309a00-af04-4bb8-9a89-485f626e8400 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:25.949528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-9c309a00-af04-4bb8-9a89-485f626e8400 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/networks?id=573ef693-3608-4dad-981d-402b06a10e5c HTTP/1.1" status: 200 len: 817 time: 0.1318910 Aug 31 06:30:25.966185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-c3ed1db1-0931-4630-9fba-bac8c1bfa4a9 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/quotas/20ee9275045f409f8f04a17846016b3b HTTP/1.1" status: 200 len: 375 time: 0.0105994 Aug 31 06:30:26.006637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-c4b0256c-36af-4ddf-8ab8-b656789348ef tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20ee9275045f409f8f04a17846016b3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304227 Aug 31 06:30:26.022626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-db5b2bab-fc1d-4c1e-a045-8775895a0ded req-76c1cd7f-f51e-45fc-aa20-1c7017e0f9a8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.046219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:26.051029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:26.057271 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-db5b2bab-fc1d-4c1e-a045-8775895a0ded req-76c1cd7f-f51e-45fc-aa20-1c7017e0f9a8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.077359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:26.078151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device acc1ea4b-2805-41a2-b1b2-6ee90d6b56cd not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:26.113652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-db5b2bab-fc1d-4c1e-a045-8775895a0ded req-76c1cd7f-f51e-45fc-aa20-1c7017e0f9a8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.118628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-db5b2bab-fc1d-4c1e-a045-8775895a0ded req-76c1cd7f-f51e-45fc-aa20-1c7017e0f9a8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.120277 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db5b2bab-fc1d-4c1e-a045-8775895a0ded req-76c1cd7f-f51e-45fc-aa20-1c7017e0f9a8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/e47bb10e-9447-451e-bb11-d7e0c81a275a HTTP/1.1" status: 204 len: 173 time: 0.1791267 Aug 31 06:30:26.131558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-8bc69de9-dce4-4abf-83c1-8481cc82d8ad service neutron] 10.222.0.15 "GET /v2.0/networks/573ef693-3608-4dad-981d-402b06a10e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147618 Aug 31 06:30:26.145510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1cd7f-f51e-45fc-aa20-1c7017e0f9a8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47bb10e-9447-451e-bb11-d7e0c81a275a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:26.206068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:26.218983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'mac_address': 'fa:16:3e:42:1f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:26.256294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-6f2f4b3b-d611-4264-b748-7c5ea2e94aa6 service neutron] 10.222.0.15 "GET /v2.0/networks/573ef693-3608-4dad-981d-402b06a10e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150217 Aug 31 06:30:26.265741 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.278139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b17257-3037-487e-84d1-3ad8ea45757f req-3f9670a3-6f19-4ba0-95da-85f611879357 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:26.279855 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4b17257-3037-487e-84d1-3ad8ea45757f req-3f9670a3-6f19-4ba0-95da-85f611879357 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 944 time: 0.0734637 Aug 31 06:30:26.284666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d074f1-5c77-4d60-8754-9e78bdc06bc7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:26.310219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:26.317343 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.335682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4b17257-3037-487e-84d1-3ad8ea45757f req-e4ba4499-7b78-4cf5-8fea-539eb2665fb0 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480065 Aug 31 06:30:26.381219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:26.473803 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-a2beda3c-ce3d-4e2f-bae4-5c8f6279de97 req-0d2dc6f0-92e8-4f07-855e-683a248d2eff tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:30:26.476043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a2beda3c-ce3d-4e2f-bae4-5c8f6279de97 req-0d2dc6f0-92e8-4f07-855e-683a248d2eff tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/e47bb10e-9447-451e-bb11-d7e0c81a275a HTTP/1.1" status: 404 len: 352 time: 0.0369022 Aug 31 06:30:26.499421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ffc09-380a-4d2e-8fea-0a52968059e2 req-290374ce-d9da-4642-860b-052bd7e708d5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:26.501333 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f4ffc09-380a-4d2e-8fea-0a52968059e2 req-290374ce-d9da-4642-860b-052bd7e708d5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 949 time: 0.0864949 Aug 31 06:30:26.553026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f4ffc09-380a-4d2e-8fea-0a52968059e2 req-2e206ed1-3773-46eb-b881-4383ae1699ee tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Aug 31 06:30:26.602312 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d1b8f130-1a2d-4995-be05-5921f723b713 req-8bf5d7f0-8c53-41b4-a118-b5518eee954a tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 210 time: 0.0646553 Aug 31 06:30:26.645870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['e5d074f1-5c77-4d60-8754-9e78bdc06bc7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:26.727209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7c8a889-b2f1-41f3-b0bd-34247e23d68c req-0eaf5c5e-e0fe-413b-bb43-078f34e85a60 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/2e661b10-b08c-4156-bbef-d4e57780702f HTTP/1.1" status: 200 len: 1799 time: 0.1059272 Aug 31 06:30:26.793096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.804010 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7c8a889-b2f1-41f3-b0bd-34247e23d68c req-bafd64df-9490-48e5-b974-d04dde5b2d45 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.807090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-739ae8b9-daba-4a77-b0bb-54522f0d9027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.841535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7c8a889-b2f1-41f3-b0bd-34247e23d68c req-bafd64df-9490-48e5-b974-d04dde5b2d45 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.905401 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7c8a889-b2f1-41f3-b0bd-34247e23d68c req-bafd64df-9490-48e5-b974-d04dde5b2d45 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.909988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7c8a889-b2f1-41f3-b0bd-34247e23d68c req-bafd64df-9490-48e5-b974-d04dde5b2d45 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:26.914551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7c8a889-b2f1-41f3-b0bd-34247e23d68c req-bafd64df-9490-48e5-b974-d04dde5b2d45 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/2e661b10-b08c-4156-bbef-d4e57780702f HTTP/1.1" status: 204 len: 173 time: 0.1850803 Aug 31 06:30:26.929718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd64df-9490-48e5-b974-d04dde5b2d45 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e661b10-b08c-4156-bbef-d4e57780702f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:27.067900 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-09b3c75b-a9fc-4157-b4fe-e04ecc582258 req-72fbe31c-c9f5-43cd-877c-a5c681744830 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:30:27.075681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09b3c75b-a9fc-4157-b4fe-e04ecc582258 req-72fbe31c-c9f5-43cd-877c-a5c681744830 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/2e661b10-b08c-4156-bbef-d4e57780702f HTTP/1.1" status: 404 len: 352 time: 0.0413110 Aug 31 06:30:27.181119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09d5b-0829-472b-83c8-95950fbd30b2 req-d5489c5c-f11d-417c-a4b2-e9aef16b7de4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:27.202388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46c09d5b-0829-472b-83c8-95950fbd30b2 req-d5489c5c-f11d-417c-a4b2-e9aef16b7de4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 950 time: 0.1382465 Aug 31 06:30:27.214793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a817-c3b8-4db5-af11-660f9ac57bd3 req-7355f5a7-8be5-4ddb-bd77-0b774e4778ea tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:27.218660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fb3a817-c3b8-4db5-af11-660f9ac57bd3 req-7355f5a7-8be5-4ddb-bd77-0b774e4778ea tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 949 time: 0.0736434 Aug 31 06:30:27.252808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46c09d5b-0829-472b-83c8-95950fbd30b2 req-c16cd95f-ad19-4fe8-83ab-f59c56077dd8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Aug 31 06:30:27.261758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-047d1357-8cdf-48a4-abad-d118d6237a42 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:27.263620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-047d1357-8cdf-48a4-abad-d118d6237a42 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef&tenant_id=e2556a5a837e41668d15636b90159a61&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 949 time: 0.1527164 Aug 31 06:30:27.274245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fb3a817-c3b8-4db5-af11-660f9ac57bd3 req-14c4a155-cb40-4855-ad6d-27350e7f30a5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503390 Aug 31 06:30:27.441217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-fc866233-a1e0-49d7-b626-19020b8cb158 service neutron] 10.222.0.23 "GET /v2.0/ports/e5d074f1-5c77-4d60-8754-9e78bdc06bc7/bindings/n-h1-712142-16 HTTP/1.1" status: 200 len: 383 time: 0.1474857 Aug 31 06:30:27.455997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-dc947df3-c57e-44b9-9834-3da5f02473d6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:27.459306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-dc947df3-c57e-44b9-9834-3da5f02473d6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 950 time: 0.1944315 Aug 31 06:30:27.465173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a308a626-3d98-4266-a833-3de63054e0fe req-09c03d08-4ec1-4912-a175-0a1ddec31b6a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/0ce2d885-127b-46b7-9ea1-05e32904f2ad HTTP/1.1" status: 200 len: 1801 time: 0.1830962 Aug 31 06:30:27.498463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ad8bd-aa35-4167-a735-b6b2cc06d3e5 req-cc774bf6-6a0d-485a-bc69-1c80e5a5eb18 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:27.500363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-647ad8bd-aa35-4167-a735-b6b2cc06d3e5 req-cc774bf6-6a0d-485a-bc69-1c80e5a5eb18 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 944 time: 0.0871530 Aug 31 06:30:27.548734 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-647ad8bd-aa35-4167-a735-b6b2cc06d3e5 req-a362d0ac-e9e9-49df-b6d4-84629fb00c65 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Aug 31 06:30:27.629844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-00b3118a-138f-481d-8404-2fe39f11d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:27.631329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-00b3118a-138f-481d-8404-2fe39f11d9c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1101 time: 0.1214793 Aug 31 06:30:27.650764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a308a626-3d98-4266-a833-3de63054e0fe req-13a1af9a-df87-4398-8cf7-b02ae8db5925 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:27.707684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e813e2e4-5b49-43ef-8782-b44c03bea5e5 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:27.740839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78372354-10b7-443e-8f56-b53bd1a6ff81 req-c406334a-ed87-4e1d-b823-03b3aa417e40 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 210 time: 0.0447824 Aug 31 06:30:27.745736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a308a626-3d98-4266-a833-3de63054e0fe req-13a1af9a-df87-4398-8cf7-b02ae8db5925 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:27.761844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Deleting port d04456ef-b975-4336-a2d8-e3dd01b49079 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:27.762930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:27.790306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port e813e2e4-5b49-43ef-8782-b44c03bea5e5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:27.797214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e813e2e4-5b49-43ef-8782-b44c03bea5e5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:27.797684 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:27.927658 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:27.982449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:27.984881 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f22ac5-2ddf-41f5-9d3f-35496b5edd1e" -d '{"events": [{"server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "name": "network-vif-plugged", "status": "completed", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:27.998334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.002523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:28.011050 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.044222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:28.066716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] For port d04456ef-b975-4336-a2d8-e3dd01b49079, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d04456ef-b975-4336-a2d8-e3dd01b49079,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:28.067219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.073716 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93982590-c64b-448c-915a-2286f79fc881 x-openstack-request-id: req-93982590-c64b-448c-915a-2286f79fc881 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:28.074237 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "name": "network-vif-plugged", "status": "completed", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:28.074644 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93982590-c64b-448c-915a-2286f79fc881 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:28.075412 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'code': 200} Aug 31 06:30:28.089790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Calling delete_port for d04456ef-b975-4336-a2d8-e3dd01b49079 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:28.120697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:28.143372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:28.148221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:28.148815 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.213666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a962f6-1d61-4437-a9af-d4f5f393f692 req-e7ccf2d4-b689-494b-9923-b4c3cbf813e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:28.215851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29a962f6-1d61-4437-a9af-d4f5f393f692 req-e7ccf2d4-b689-494b-9923-b4c3cbf813e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 1097 time: 0.0848477 Aug 31 06:30:28.256175 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.262081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29a962f6-1d61-4437-a9af-d4f5f393f692 req-eda4de8f-ca0e-4eef-baf7-e1f29af7a94e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380707 Aug 31 06:30:28.302961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-4843d00e-09d5-49e5-8633-5dda4fe019b2 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:28.305212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-4843d00e-09d5-49e5-8633-5dda4fe019b2 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.23 "GET /v2.0/networks?id=573ef693-3608-4dad-981d-402b06a10e5c HTTP/1.1" status: 200 len: 817 time: 0.4006345 Aug 31 06:30:28.306307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-c5d65727-5106-4966-9bee-221784265d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:28.308482 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-c5d65727-5106-4966-9bee-221784265d61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.6670721 Aug 31 06:30:28.309396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:28.312338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a308a626-3d98-4266-a833-3de63054e0fe req-13a1af9a-df87-4398-8cf7-b02ae8db5925 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.315071 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.315431 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a308a626-3d98-4266-a833-3de63054e0fe req-13a1af9a-df87-4398-8cf7-b02ae8db5925 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.330296 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a308a626-3d98-4266-a833-3de63054e0fe req-13a1af9a-df87-4398-8cf7-b02ae8db5925 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/0ce2d885-127b-46b7-9ea1-05e32904f2ad HTTP/1.1" status: 204 len: 173 time: 0.8497276 Aug 31 06:30:28.362641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Request body: {'port': {'device_id': '4dd59403-1717-43a7-b771-36c94d3406a2', 'network_id': '573ef693-3608-4dad-981d-402b06a10e5c', 'admin_state_up': True, 'tenant_id': '20ee9275045f409f8f04a17846016b3b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:28.394083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:28.421417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1af9a-df87-4398-8cf7-b02ae8db5925 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce2d885-127b-46b7-9ea1-05e32904f2ad,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:28.423074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce14e81-8cac-4ee8-8bee-31a7aa0f0104 req-13d1abb8-5d0b-4ce4-9b73-563144fbb50a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:28.430612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cce14e81-8cac-4ee8-8bee-31a7aa0f0104 req-13d1abb8-5d0b-4ce4-9b73-563144fbb50a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 867 time: 0.0910513 Aug 31 06:30:28.452558 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:28.458873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-2520d125-50e1-4ebf-9e5b-ee4ed6cc415a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.1272929 Aug 31 06:30:28.465586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa', '2f130e08-b792-4cac-8831-744fc3cea0ad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:28.470847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'd04456ef-b975-4336-a2d8-e3dd01b49079'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:28.499174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cce14e81-8cac-4ee8-8bee-31a7aa0f0104 req-84c49981-bd1f-4b71-ae0b-ab216d3c0997 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631580 Aug 31 06:30:28.544555 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-1abc8b0f-5b67-44c4-b2f6-0078c5ce19ac req-14308f0b-3059-48a7-acc4-99d1954de8c0 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:30:28.553953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1abc8b0f-5b67-44c4-b2f6-0078c5ce19ac req-14308f0b-3059-48a7-acc4-99d1954de8c0 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/0ce2d885-127b-46b7-9ea1-05e32904f2ad HTTP/1.1" status: 404 len: 352 time: 0.0204194 Aug 31 06:30:28.668163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c860750-2a97-42b8-8edb-9fdd5f153112 req-3da6a5ab-5ea7-4438-9961-f363e00f1ab8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fd54be067984b66b2913083c76ee1a4 HTTP/1.1" status: 200 len: 6146 time: 0.0888493 Aug 31 06:30:28.761809 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c860750-2a97-42b8-8edb-9fdd5f153112 req-1523f9ad-532c-4971-8d13-058df670b8a6 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/f4fc42c7-ba91-48f8-93a3-08cb66d600b4 HTTP/1.1" status: 200 len: 2981 time: 0.0692964 Aug 31 06:30:28.825844 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c860750-2a97-42b8-8edb-9fdd5f153112 req-aee8cb03-00c3-49da-b2a1-0149342eba5e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/f4fc42c7-ba91-48f8-93a3-08cb66d600b4 HTTP/1.1" status: 200 len: 2981 time: 0.0619843 Aug 31 06:30:28.910097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event deleted for resources: {'Port': ['ID=d04456ef-b975-4336-a2d8-e3dd01b49079,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:28.976607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642fe5d-2693-4d06-8b2b-7246b9aef23a req-febbb457-5d7a-40fd-9325-533edef5ba45 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:28.978944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1642fe5d-2693-4d06-8b2b-7246b9aef23a req-febbb457-5d7a-40fd-9325-533edef5ba45 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 945 time: 0.0883572 Aug 31 06:30:29.036448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-690776a9-d325-4a1d-a4f3-6a1399399b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:29.037971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-690776a9-d325-4a1d-a4f3-6a1399399b54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.5637813 Aug 31 06:30:29.040672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1642fe5d-2693-4d06-8b2b-7246b9aef23a req-6b365076-2af6-4b1e-b65c-d287eccf491b tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Aug 31 06:30:29.047499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] No DVR routers for this DVR port d04456ef-b975-4336-a2d8-e3dd01b49079 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:29.050338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.052833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a7cfedc-9a5e-48cd-9190-124224f2b777 req-cb5b76e4-2bb8-418a-9b7f-794faec4612d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "DELETE /v2.0/ports/d04456ef-b975-4336-a2d8-e3dd01b49079 HTTP/1.1" status: 204 len: 173 time: 1.5840557 Aug 31 06:30:29.070145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e769cac8-d1af-4786-87b5-c53ca09d28ec', 'name': 'network-vif-deleted', 'tag': 'd04456ef-b975-4336-a2d8-e3dd01b49079'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:29.072501 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165837e4-c885-4c47-a62d-e43304c53f47" -d '{"events": [{"server_uuid": "e769cac8-d1af-4786-87b5-c53ca09d28ec", "name": "network-vif-deleted", "tag": "d04456ef-b975-4336-a2d8-e3dd01b49079"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:29.097801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e7b92-7b02-4af6-8ea8-0b240dbab0cb req-516a084c-efc1-4936-a8a0-3aea15f49560 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:29.105840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b2e7b92-7b02-4af6-8ea8-0b240dbab0cb req-516a084c-efc1-4936-a8a0-3aea15f49560 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.6541517 Aug 31 06:30:29.185097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bebe1f2c-488e-4a93-9c82-8f02dc2fb1a2 req-a090650b-a499-4425-98f4-4b587e389128 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 210 time: 0.0645132 Aug 31 06:30:29.208222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-54a2a407-2fa2-4295-9d50-1ca45d5eadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:29.209933 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-54a2a407-2fa2-4295-9d50-1ca45d5eadeb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427770 Aug 31 06:30:29.215046 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b2e7b92-7b02-4af6-8ea8-0b240dbab0cb req-fae6270c-5752-4ee5-b0f4-8e141e332a90 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082556 Aug 31 06:30:29.215754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Made reservation on behalf of 20ee9275045f409f8f04a17846016b3b for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:29.219396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.239386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d97dec47-2998-47cc-a962-b459a360763d req-2fa26f24-050f-4191-90ac-02917cbf9476 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-785209039', 'description': 'tempest-description-1029391593'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:29.312463 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26025fd-8600-4444-92a2-d305dc8e46dc x-openstack-request-id: req-d26025fd-8600-4444-92a2-d305dc8e46dc {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:29.312927 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e769cac8-d1af-4786-87b5-c53ca09d28ec", "name": "network-vif-deleted", "tag": "d04456ef-b975-4336-a2d8-e3dd01b49079", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:29.313253 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d26025fd-8600-4444-92a2-d305dc8e46dc {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:29.313669 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e769cac8-d1af-4786-87b5-c53ca09d28ec', 'name': 'network-vif-deleted', 'tag': 'd04456ef-b975-4336-a2d8-e3dd01b49079', 'status': 'completed', 'code': 200} Aug 31 06:30:29.322945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d97dec47-2998-47cc-a962-b459a360763d req-2fa26f24-050f-4191-90ac-02917cbf9476 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.473785 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-e5c558ed-61c0-4774-a17e-5c4a3807f54c service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517281 Aug 31 06:30:29.531156 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d97dec47-2998-47cc-a962-b459a360763d req-2fa26f24-050f-4191-90ac-02917cbf9476 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.542122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d97dec47-2998-47cc-a962-b459a360763d req-2fa26f24-050f-4191-90ac-02917cbf9476 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.549434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Allocated IP 172.20.0.14 (573ef693-3608-4dad-981d-402b06a10e5c/58794306-eb21-466a-ba43-2a03d8894741/dc53d880-1244-421e-a753-3c841810f7a7) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:30:29.604381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d97dec47-2998-47cc-a962-b459a360763d req-2fa26f24-050f-4191-90ac-02917cbf9476 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.609373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d97dec47-2998-47cc-a962-b459a360763d req-2fa26f24-050f-4191-90ac-02917cbf9476 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3895133 Aug 31 06:30:29.612306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26f24-050f-4191-90ac-02917cbf9476 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47dc6e9e-f9c6-4224-8fe8-2435af9b8360,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:29.644058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-6786e5ba-3692-46bd-92a2-5a0a1250a7da req-9ec00b53-ba32-44c7-a387-2bcf6ceb20e8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2128657811', 'description': 'tempest-description-1983768266'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:29.689707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-e0a4e1f3-4227-4309-8362-b1fc030580a6 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044053 Aug 31 06:30:29.710313 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e1753b3-182c-488d-ba6c-c55fb2a1dd74 req-329d51f0-6c76-41d1-86ec-8a16b3f43b70 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=e769cac8-d1af-4786-87b5-c53ca09d28ec HTTP/1.1" status: 200 len: 210 time: 0.0483971 Aug 31 06:30:29.712652 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6786e5ba-3692-46bd-92a2-5a0a1250a7da req-9ec00b53-ba32-44c7-a387-2bcf6ceb20e8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.824827 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.842363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6786e5ba-3692-46bd-92a2-5a0a1250a7da req-9ec00b53-ba32-44c7-a387-2bcf6ceb20e8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.847072 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6786e5ba-3692-46bd-92a2-5a0a1250a7da req-9ec00b53-ba32-44c7-a387-2bcf6ceb20e8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.852087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.878508 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6786e5ba-3692-46bd-92a2-5a0a1250a7da req-9ec00b53-ba32-44c7-a387-2bcf6ceb20e8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.880124 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6786e5ba-3692-46bd-92a2-5a0a1250a7da req-9ec00b53-ba32-44c7-a387-2bcf6ceb20e8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2511802 Aug 31 06:30:29.885198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec00b53-ba32-44c7-a387-2bcf6ceb20e8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecfea7c-4e30-4c56-819f-9711c6f20e04,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:29.913971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.957629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Network 573ef693-3608-4dad-981d-402b06a10e5c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:30:29.963556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:29.967568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:30:29.994965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Pushing event updated for resources: {'Port': ['ID=dc53d880-1244-421e-a753-3c841810f7a7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:30.030089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:30.030767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:30.047063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ad59b766-e121-4051-a22c-c44438cbe3c3 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7095158 Aug 31 06:30:30.061360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Request body: {'port': {'device_id': '4dd59403-1717-43a7-b771-36c94d3406a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:30.076367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:30.078777 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477fadf8-446d-40c8-b796-aa76114dd859" -d '{"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-plugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:30.191073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a947328-0899-4022-9fc9-18aec84f0512 req-e1b06dbf-c3cf-4881-9e1d-9de317e6cd91 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:30.192384 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:30.192699 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a947328-0899-4022-9fc9-18aec84f0512 req-e1b06dbf-c3cf-4881-9e1d-9de317e6cd91 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 945 time: 0.0556700 Aug 31 06:30:30.244542 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a947328-0899-4022-9fc9-18aec84f0512 req-e03f2706-b05f-4c40-ab0b-317bc12d7ded tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Aug 31 06:30:30.292893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-83f75f47-ade5-4698-a48e-7b0317043483 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:30.294600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-83f75f47-ade5-4698-a48e-7b0317043483 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 812 time: 0.1837718 Aug 31 06:30:30.313293 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc852b6-daa1-49be-9533-ba4010209706 x-openstack-request-id: req-ffc852b6-daa1-49be-9533-ba4010209706 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:30.313578 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-plugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:30.313839 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffc852b6-daa1-49be-9533-ba4010209706 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:30.314245 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'code': 200} Aug 31 06:30:30.370013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-a768e7c1-a417-456c-aef6-d610b44dbc3e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/quotas/3fd54be067984b66b2913083c76ee1a4 HTTP/1.1" status: 200 len: 375 time: 0.0685513 Aug 31 06:30:30.421041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e1509-dcb9-4afd-a340-20731dd558db req-9dcafce0-cec6-4e45-a29a-7373e1b65f6a tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:30.423062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f22e1509-dcb9-4afd-a340-20731dd558db req-9dcafce0-cec6-4e45-a29a-7373e1b65f6a tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 932 time: 0.0617032 Aug 31 06:30:30.469904 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f22e1509-dcb9-4afd-a340-20731dd558db req-0792f46e-b29c-455b-b5a8-10dcdb59181c tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374377 Aug 31 06:30:30.502242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ec192012-ca78-4406-8916-0126e6da6618 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171241 Aug 31 06:30:30.598661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8128d-ffec-414d-99dc-9d4dc28672b1 req-43d904e6-7c57-473b-8f8b-7b55b2092275 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:30.600318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41b8128d-ffec-414d-99dc-9d4dc28672b1 req-43d904e6-7c57-473b-8f8b-7b55b2092275 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.0618949 Aug 31 06:30:30.642207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-cfc69ac5-dcb5-4196-9e1d-073d3e144fee service neutron] 10.222.0.15 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316342 Aug 31 06:30:30.646383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41b8128d-ffec-414d-99dc-9d4dc28672b1 req-82717b90-f1be-4ce4-915c-4c36d1b87857 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 Aug 31 06:30:30.737700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc53d880-1244-421e-a753-3c841810f7a7 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:30.748009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:30.785978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Transition to ACTIVE for port object dc53d880-1244-421e-a753-3c841810f7a7 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:30.813724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:30.856219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-28fbb639-5b9d-4b78-8ddb-2d24c15ed70a service neutron] 10.222.0.15 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795025 Aug 31 06:30:30.914178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc53d880-1244-421e-a753-3c841810f7a7,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:31.013765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dba1d-ea87-46a6-87c9-f4d238f67a8d req-b22e4053-ec01-4c99-9987-473757879103 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.022026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c09dba1d-ea87-46a6-87c9-f4d238f67a8d req-b22e4053-ec01-4c99-9987-473757879103 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 945 time: 0.1050239 Aug 31 06:30:31.042835 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43701d4f-ad2c-4155-9841-f08ae467718b req-d976bcd1-031b-4b7d-9a22-e1e71ea60591 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1231918 Aug 31 06:30:31.047683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Attempting to bind port dc53d880-1244-421e-a753-3c841810f7a7 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:31.048025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Attempting to bind port dc53d880-1244-421e-a753-3c841810f7a7 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '0a96ae72-0642-43d9-8383-fcabfa386f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '573ef693-3608-4dad-981d-402b06a10e5c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:31.048408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Attempting to bind port dc53d880-1244-421e-a753-3c841810f7a7 on network 573ef693-3608-4dad-981d-402b06a10e5c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:31.066409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Port dc53d880-1244-421e-a753-3c841810f7a7 on network 573ef693-3608-4dad-981d-402b06a10e5c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:31.066746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Attempting to bind port dc53d880-1244-421e-a753-3c841810f7a7 on network 573ef693-3608-4dad-981d-402b06a10e5c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:31.073332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:31.073673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Checking segment: {'id': '0a96ae72-0642-43d9-8383-fcabfa386f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '573ef693-3608-4dad-981d-402b06a10e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:31.074058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Bound using segment: {'id': '0a96ae72-0642-43d9-8383-fcabfa386f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '573ef693-3608-4dad-981d-402b06a10e5c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:31.074491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Bound port: dc53d880-1244-421e-a753-3c841810f7a7, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a96ae72-0642-43d9-8383-fcabfa386f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '573ef693-3608-4dad-981d-402b06a10e5c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:31.074895 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:31.117913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c09dba1d-ea87-46a6-87c9-f4d238f67a8d req-4dcc83e9-974c-45d5-9bf8-25f7379eb9ad tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950098 Aug 31 06:30:31.199235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43701d4f-ad2c-4155-9841-f08ae467718b req-55021a2d-294d-4e5b-8d94-206b9cef19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.202062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43701d4f-ad2c-4155-9841-f08ae467718b req-55021a2d-294d-4e5b-8d94-206b9cef19fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 1101 time: 0.1237509 Aug 31 06:30:31.217293 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52ce2f6f-b818-4d84-aadc-7db130b2baf5 req-1359b4b3-8e32-4b04-a560-a2b5bd30dc2d tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 210 time: 0.0399480 Aug 31 06:30:31.260540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] For port dc53d880-1244-421e-a753-3c841810f7a7, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:31.340686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] For port dc53d880-1244-421e-a753-3c841810f7a7, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=dc53d880-1244-421e-a753-3c841810f7a7,segment=NetworkSegment(0a96ae72-0642-43d9-8383-fcabfa386f3a),segment_id=0a96ae72-0642-43d9-8383-fcabfa386f3a)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:31.354082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:31.418704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc53d880-1244-421e-a753-3c841810f7a7,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:31.443127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.443815 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:31.446420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-2a943e2a-2768-4310-a146-34675500f4a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/dc53d880-1244-421e-a753-3c841810f7a7 HTTP/1.1" status: 200 len: 1093 time: 1.3890343 Aug 31 06:30:31.446420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd59403-1717-43a7-b771-36c94d3406a2', 'tag': 'dc53d880-1244-421e-a753-3c841810f7a7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:31.448625 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284536c3-b271-4e5f-9c56-90db7b77117d" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd59403-1717-43a7-b771-36c94d3406a2", "tag": "dc53d880-1244-421e-a753-3c841810f7a7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:31.482621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43701d4f-ad2c-4155-9841-f08ae467718b req-9baf8cc9-1aae-476c-b33e-18ba55b89e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.484194 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43701d4f-ad2c-4155-9841-f08ae467718b req-9baf8cc9-1aae-476c-b33e-18ba55b89e94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2564318 Aug 31 06:30:31.561433 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43701d4f-ad2c-4155-9841-f08ae467718b req-236e7853-8c01-467e-bad0-13d03f56c199 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=407c1b07-b9a9-4852-8645-79f1aa69ef78 HTTP/1.1" status: 200 len: 217 time: 0.0573733 Aug 31 06:30:31.572376 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c88b63-9613-48e4-89ef-3ffcb6a811b1 x-openstack-request-id: req-30c88b63-9613-48e4-89ef-3ffcb6a811b1 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:31.572965 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd59403-1717-43a7-b771-36c94d3406a2", "tag": "dc53d880-1244-421e-a753-3c841810f7a7", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:31.573435 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30c88b63-9613-48e4-89ef-3ffcb6a811b1 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:31.574027 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd59403-1717-43a7-b771-36c94d3406a2', 'tag': 'dc53d880-1244-421e-a753-3c841810f7a7', 'status': 'completed', 'code': 200} Aug 31 06:30:31.671473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-666b1137-057c-4c12-891d-9680fbbaf893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.673682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-666b1137-057c-4c12-891d-9680fbbaf893 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20ee9275045f409f8f04a17846016b3b&device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 1096 time: 0.1143129 Aug 31 06:30:31.675858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43701d4f-ad2c-4155-9841-f08ae467718b req-054df3b7-9e46-4a59-ac6b-e37f4e150fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.677601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43701d4f-ad2c-4155-9841-f08ae467718b req-054df3b7-9e46-4a59-ac6b-e37f4e150fba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1025040 Aug 31 06:30:31.776889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-8966eff0-8bce-4879-ad5a-0dce5106b0e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc53d880-1244-421e-a753-3c841810f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0870554 Aug 31 06:30:31.862196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea0e01-779d-4e12-b37f-32348672a557 req-5468b830-29e1-45ca-87f8-6f52dc227df0 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.876851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20ea0e01-779d-4e12-b37f-32348672a557 req-5468b830-29e1-45ca-87f8-6f52dc227df0 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 944 time: 0.1201401 Aug 31 06:30:31.897059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a79a-c973-481a-86ba-a099a3569675 req-38d9f80c-0d3e-4867-a35d-c3f88d4360b8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.899906 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37f9a79a-c973-481a-86ba-a099a3569675 req-38d9f80c-0d3e-4867-a35d-c3f88d4360b8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 950 time: 0.2116833 Aug 31 06:30:31.905296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43701d4f-ad2c-4155-9841-f08ae467718b req-39ab4e07-ba68-43c8-85c6-4609da8a8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.907131 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43701d4f-ad2c-4155-9841-f08ae467718b req-39ab4e07-ba68-43c8-85c6-4609da8a8ed9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2093608 Aug 31 06:30:31.916072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ffee6001-78d9-4e0f-a55c-c32f79f93fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:31.917562 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-ffee6001-78d9-4e0f-a55c-c32f79f93fc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58794306-eb21-466a-ba43-2a03d8894741 HTTP/1.1" status: 200 len: 857 time: 0.1294887 Aug 31 06:30:31.919011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20ea0e01-779d-4e12-b37f-32348672a557 req-d44f4835-8131-410d-a55e-1ce557c04560 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409329 Aug 31 06:30:32.015009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-6878e37b-bfe5-4c18-8d08-a971b019ac03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=573ef693-3608-4dad-981d-402b06a10e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710893 Aug 31 06:30:32.063891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d04456ef-b975-4336-a2d8-e3dd01b49079 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:32.093759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53166) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:32.119209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37f9a79a-c973-481a-86ba-a099a3569675 req-3b41b4a3-596d-491c-a49f-f7ab3cec04b0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062924 Aug 31 06:30:32.132025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: d04456ef-b975-4336-a2d8-e3dd01b49079 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:32.134471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d04456ef-b975-4336-a2d8-e3dd01b49079 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:32.183458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957b50-ed3e-4b17-b259-58b8dbb63d4c req-3bdf1a3e-7263-49cc-8205-3ad8ff866f20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:32.185424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e957b50-ed3e-4b17-b259-58b8dbb63d4c req-3bdf1a3e-7263-49cc-8205-3ad8ff866f20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1281023 Aug 31 06:30:32.231581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43701d4f-ad2c-4155-9841-f08ae467718b req-5106affa-3934-401f-b578-a51a834d5df3 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874372 Aug 31 06:30:32.269817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-24c7854a-47a4-4321-8b13-37f4813890bc service neutron] 10.222.0.23 "GET /v2.0/networks/573ef693-3608-4dad-981d-402b06a10e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221682 Aug 31 06:30:32.271448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e957b50-ed3e-4b17-b259-58b8dbb63d4c req-f1af1739-c102-48e1-a662-614c71d686ad tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794668 Aug 31 06:30:32.347452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8b17834-6d0c-4a1f-849e-5174efba9d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:32.392838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-f5e286d4-cfde-4313-9f9c-b39604ee37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:32.395049 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-f5e286d4-cfde-4313-9f9c-b39604ee37fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef&tenant_id=e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 1102 time: 0.0958574 Aug 31 06:30:32.418197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:32.480565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-118589c7-3491-483e-901e-ba4a00e09e35 req-9b5b1380-c9e8-4629-af9f-d4db2886e761 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 210 time: 0.0551631 Aug 31 06:30:32.505763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43701d4f-ad2c-4155-9841-f08ae467718b req-e3d8fded-a49b-452b-8651-e29ae766702a service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618334 Aug 31 06:30:32.513328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f0eac39-5173-4a3b-8dcb-fb698a9cf8fd req-c023efd0-f613-4bdf-926e-288473137b9c service neutron] 10.222.0.23 "GET /v2.0/networks/573ef693-3608-4dad-981d-402b06a10e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211676 Aug 31 06:30:32.545930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba17306-a181-49f9-94ed-a14c76daf5c4 req-9095333d-79cd-4c79-bdd9-d0004e70ad82 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:32.547925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ba17306-a181-49f9-94ed-a14c76daf5c4 req-9095333d-79cd-4c79-bdd9-d0004e70ad82 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 945 time: 0.1255496 Aug 31 06:30:32.550593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:32.650295 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8b17834-6d0c-4a1f-849e-5174efba9d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:32.663262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d8b17834-6d0c-4a1f-849e-5174efba9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:32.680432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ba17306-a181-49f9-94ed-a14c76daf5c4 req-99cc0266-dd75-4fc0-b046-8a43e042c1d0 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161876 Aug 31 06:30:32.735267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d8b17834-6d0c-4a1f-849e-5174efba9d65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=155ce7fa65804f3d89300e9e862103fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376450 Aug 31 06:30:32.757206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53180) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:32.810681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7bd4-29a7-450a-95e3-915bc4629b47 req-32282969-3164-4d69-8545-003356d956a8 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:32.813439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bdb7bd4-29a7-450a-95e3-915bc4629b47 req-32282969-3164-4d69-8545-003356d956a8 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 946 time: 0.2204232 Aug 31 06:30:32.855779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284536c3-b271-4e5f-9c56-90db7b77117d req-2ae63289-ec7d-47f8-9c89-29ef313ea6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:32.857460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-284536c3-b271-4e5f-9c56-90db7b77117d req-2ae63289-ec7d-47f8-9c89-29ef313ea6ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20ee9275045f409f8f04a17846016b3b&device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 1096 time: 0.1981061 Aug 31 06:30:32.931781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b17834-6d0c-4a1f-849e-5174efba9d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f4bd4a-91ff-4be3-8e8e-bd0a94d9cc94,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:33.016011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-6e96372e-6a4d-4c18-8848-c7bcf6b894e8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:33.017723 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-6e96372e-6a4d-4c18-8848-c7bcf6b894e8 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 950 time: 0.2766342 Aug 31 06:30:33.034063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bdb7bd4-29a7-450a-95e3-915bc4629b47 req-333d547a-fbb7-44b5-a749-5550c1763aac tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2018030 Aug 31 06:30:33.055650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-b3b46a91-881d-4ad6-b196-157a7a7eca8d tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:33.057981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-b3b46a91-881d-4ad6-b196-157a7a7eca8d tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 812 time: 0.3868201 Aug 31 06:30:33.104381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e23b946-5f7f-4395-abc8-68aa5e219961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:33.117818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'port': {'device_id': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973', 'admin_state_up': True, 'tenant_id': '3fd54be067984b66b2913083c76ee1a4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:33.139993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284536c3-b271-4e5f-9c56-90db7b77117d req-ca422607-2ba0-42c8-bd74-d06d09414efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:33.142009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-284536c3-b271-4e5f-9c56-90db7b77117d req-ca422607-2ba0-42c8-bd74-d06d09414efa service neutron] 10.222.0.23 "GET /v2.0/networks?id=573ef693-3608-4dad-981d-402b06a10e5c HTTP/1.1" status: 200 len: 918 time: 0.2635803 Aug 31 06:30:33.215584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e23b946-5f7f-4395-abc8-68aa5e219961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:33.261313 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-284536c3-b271-4e5f-9c56-90db7b77117d req-4d81967d-15be-48ec-b74a-2ca2806b93b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc53d880-1244-421e-a753-3c841810f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0877407 Aug 31 06:30:33.279142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:33.323910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Deleting port 2f130e08-b792-4cac-8831-744fc3cea0ad {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:33.324450 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:33.406681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:33.477897 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e23b946-5f7f-4395-abc8-68aa5e219961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:33.483010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e23b946-5f7f-4395-abc8-68aa5e219961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:33.483010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0e23b946-5f7f-4395-abc8-68aa5e219961 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77f4bd4a-91ff-4be3-8e8e-bd0a94d9cc94 HTTP/1.1" status: 204 len: 168 time: 0.7242649 Aug 31 06:30:33.539792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23b946-5f7f-4395-abc8-68aa5e219961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f4bd4a-91ff-4be3-8e8e-bd0a94d9cc94,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:33.582162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa13e6-db3c-4bab-bbf0-d22d07d1a4b3 req-659885d6-a017-47bf-8842-a89de8e9da20 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:33.591677 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aaaa13e6-db3c-4bab-bbf0-d22d07d1a4b3 req-659885d6-a017-47bf-8842-a89de8e9da20 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 950 time: 0.2051773 Aug 31 06:30:33.606359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:33.608852 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c5c016-9fa0-458d-8455-dcde48131181" -d '{"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:33.613446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:33.648537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] For port 2f130e08-b792-4cac-8831-744fc3cea0ad, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2f130e08-b792-4cac-8831-744fc3cea0ad,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:33.648908 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:33.670491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Transition to ACTIVE for port object e5d074f1-5c77-4d60-8754-9e78bdc06bc7 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:33.687342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Calling delete_port for 2f130e08-b792-4cac-8831-744fc3cea0ad owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:33.689876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:33.721318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-5552265b-3f7b-4afd-801a-4ed743d9d70a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:33.722889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-5552265b-3f7b-4afd-801a-4ed743d9d70a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 950 time: 0.6633728 Aug 31 06:30:33.760594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5491ce6-01eb-4423-bfed-cc7192ecfb2e req-60d6d4a1-de97-43a7-bec7-1c71f195b617 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:33.762199 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5491ce6-01eb-4423-bfed-cc7192ecfb2e req-60d6d4a1-de97-43a7-bec7-1c71f195b617 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 944 time: 0.6192760 Aug 31 06:30:33.779743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aaaa13e6-db3c-4bab-bbf0-d22d07d1a4b3 req-a0bdee0f-c9e5-4c4f-8c59-733fb12ea212 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870682 Aug 31 06:30:33.787897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284536c3-b271-4e5f-9c56-90db7b77117d req-4dfa4ac1-9dbd-4030-99e5-2874cd3e39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:33.790012 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-284536c3-b271-4e5f-9c56-90db7b77117d req-4dfa4ac1-9dbd-4030-99e5-2874cd3e39df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58794306-eb21-466a-ba43-2a03d8894741 HTTP/1.1" status: 200 len: 857 time: 0.5194910 Aug 31 06:30:33.869834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-284536c3-b271-4e5f-9c56-90db7b77117d req-3faaf436-0dd3-4bf6-bb7c-8fb2ce861c20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=573ef693-3608-4dad-981d-402b06a10e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696187 Aug 31 06:30:33.903319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:33.965932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] No DVR routers for this DVR port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:34.063743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Made reservation on behalf of 3fd54be067984b66b2913083c76ee1a4 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:34.067148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:34.067378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.067561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:34.067879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:34.078161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:34.109206 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5491ce6-01eb-4423-bfed-cc7192ecfb2e req-9e35cf79-768b-4b7e-be9e-d40ed1b21aa7 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218765 Aug 31 06:30:34.116924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:34.117409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Attempting to bind port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:34.129660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:34.130326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:34.130521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:34.130982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Bound port: e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:34.137023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.149550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:34.150504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ca875fc5-b590-4314-9e0f-f8eeff7fe1ac no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:34.284723 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.286429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f898-8de4-4428-bee0-92e712daceb4 req-c66d8adb-3c01-4493-b99c-70682346f288 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:34.298663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f60f898-8de4-4428-bee0-92e712daceb4 req-c66d8adb-3c01-4493-b99c-70682346f288 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 949 time: 0.2741673 Aug 31 06:30:34.317535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-284536c3-b271-4e5f-9c56-90db7b77117d req-73d2bbe6-e85c-405f-a753-62a7517d93d9 service neutron] 10.222.0.23 "GET /v2.0/networks/573ef693-3608-4dad-981d-402b06a10e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938887 Aug 31 06:30:34.353716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d73a95c-b2f4-4b02-b49b-f9630d925778 req-74ed26f8-9f58-4fc0-9435-44dadc5aee28 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 210 time: 0.1038141 Aug 31 06:30:34.390608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Deleting port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:34.392387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.395117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f60f898-8de4-4428-bee0-92e712daceb4 req-13d7042f-fcfd-419a-b563-a20424e8ef38 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919576 Aug 31 06:30:34.425906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:34.437787 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d30318b-526f-4799-835c-344701273023" -d '{"events": [{"server_uuid": "a127c389-4790-4fc8-93ec-d458e7d49f16", "name": "network-vif-unplugged", "status": "completed", "tag": "ca875fc5-b590-4314-9e0f-f8eeff7fe1ac"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:34.490650 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21238b1e-2f58-4cdb-a475-97f41d42c8f8 x-openstack-request-id: req-21238b1e-2f58-4cdb-a475-97f41d42c8f8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:34.490939 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:34.491201 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21238b1e-2f58-4cdb-a475-97f41d42c8f8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:34.492163 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'code': 200} Aug 31 06:30:34.541931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:34.546036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:34.548355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.608059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event deleted for resources: {'Port': ['ID=2f130e08-b792-4cac-8831-744fc3cea0ad,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:34.620659 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.716950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:34.729738 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.731229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] 10.222.0.42 "PUT /v2.0/ports/e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 1098 time: 2.3214004 Aug 31 06:30:34.758589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Allocated IP 172.20.0.11 (7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973/c73367e4-2de5-49eb-85fd-2422bf08eae6/5cf70edb-aeba-4edc-ba45-f6b6e639aaa9) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:30:34.864420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] No DVR routers for this DVR port 2f130e08-b792-4cac-8831-744fc3cea0ad on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:34.870383 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.872380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f450978-ef2f-4ce3-a4fc-eab999f7c55c req-4ba849ac-803e-46f1-9128-2fdf76449ed0 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "DELETE /v2.0/ports/2f130e08-b792-4cac-8831-744fc3cea0ad HTTP/1.1" status: 204 len: 173 time: 1.8175082 Aug 31 06:30:34.898879 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a3f41d-b108-4115-b00d-b945a3997cdd x-openstack-request-id: req-90a3f41d-b108-4115-b00d-b945a3997cdd {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:34.899576 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a127c389-4790-4fc8-93ec-d458e7d49f16", "name": "network-vif-unplugged", "status": "completed", "tag": "ca875fc5-b590-4314-9e0f-f8eeff7fe1ac", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:34.900542 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90a3f41d-b108-4115-b00d-b945a3997cdd {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:34.901503 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'code': 200} Aug 31 06:30:34.908427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa', '2f130e08-b792-4cac-8831-744fc3cea0ad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:34.911916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:34.918496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cba77-b289-4ce9-bdf3-32bb0d4c3399 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=11']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:34.934121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:34.953074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-ba123e4b-5f91-44a9-886f-7d5db3550df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:34.954630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-ba123e4b-5f91-44a9-886f-7d5db3550df6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1101 time: 0.1860647 Aug 31 06:30:34.965669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:34.987091 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:35.058289 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da146fc3-2f21-4655-aede-bfc323045510 req-9b94460d-667a-46ce-a354-25c3275a3074 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e4240ec-c619-49a2-82ae-c30d2a3e454d HTTP/1.1" status: 200 len: 210 time: 0.0964303 Aug 31 06:30:35.194194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:35.222418 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:35.272311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-ebb5be99-f252-4e58-a182-72b8651a58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:35.276511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-ebb5be99-f252-4e58-a182-72b8651a58fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2162855 Aug 31 06:30:35.293727 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-284536c3-b271-4e5f-9c56-90db7b77117d req-e478b260-e883-444e-a91e-3758d8c7e89b service neutron] 10.222.0.23 "GET /v2.0/networks/573ef693-3608-4dad-981d-402b06a10e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9555311 Aug 31 06:30:35.354706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:30:35.365295 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-05cfceb9-d9b4-4fc7-874b-b2258909ff85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2263172 Aug 31 06:30:35.367977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] For port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:35.368351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:35.402309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f9997-d79a-4c0f-8b1b-f87d41360165 req-dc313e9d-eb70-428a-a72e-2baa15c7b1e8 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:35.403051 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-3d064d64-563f-46ef-baa6-82546360acd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.1168089 Aug 31 06:30:35.410983 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e82f9997-d79a-4c0f-8b1b-f87d41360165 req-dc313e9d-eb70-428a-a72e-2baa15c7b1e8 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 946 time: 0.3243527 Aug 31 06:30:35.429937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:35.451151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'Port': ['ID=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:35.465528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:30:35.518023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Calling delete_port for ca875fc5-b590-4314-9e0f-f8eeff7fe1ac owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:35.580702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bf405-e517-44ca-8c56-1e24772917fc req-e4abfd5f-2fac-4f33-abe3-18a0f4e1e05a tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:35.591030 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b8bf405-e517-44ca-8c56-1e24772917fc req-e4abfd5f-2fac-4f33-abe3-18a0f4e1e05a tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 944 time: 0.1864510 Aug 31 06:30:35.619594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-ebc42620-1e8d-4e3f-9e58-b58cb4762232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:35.621108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-ebc42620-1e8d-4e3f-9e58-b58cb4762232 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1402619 Aug 31 06:30:35.736221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b8bf405-e517-44ca-8c56-1e24772917fc req-5f246ff0-5143-466c-b2b5-22144ee1df9f tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396492 Aug 31 06:30:35.766836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e813e2e4-5b49-43ef-8782-b44c03bea5e5 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:35.768084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-c4e83bc7-de36-4748-b1a1-c121b49d95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:35.769873 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-c4e83bc7-de36-4748-b1a1-c121b49d95cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374152 Aug 31 06:30:35.833318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e82f9997-d79a-4c0f-8b1b-f87d41360165 req-4d0a74c3-5412-491c-a168-7ed558ab1277 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4210451 Aug 31 06:30:35.878853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:35.880253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:35.894552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-982af6ef-f27d-4910-a2b1-bd5ac03a37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:35.896085 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-982af6ef-f27d-4910-a2b1-bd5ac03a37f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9f90ece4a8c460fa15337583a9473f9&device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 1101 time: 0.4567304 Aug 31 06:30:35.925177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-bc39b5d6-99d7-4854-a278-2640c85ee630 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8130658 Aug 31 06:30:36.012028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-c8ed1063-97e1-4ce4-bf8b-be4931ed0c2f service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303565 Aug 31 06:30:36.020816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:36.025946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Request body: {'port': {'device_id': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:36.027065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402fc77-4bab-4078-a169-aca306edc061 req-6ed04929-fa5c-48c9-a6b5-583a44e94f14 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:36.036604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5402fc77-4bab-4078-a169-aca306edc061 req-6ed04929-fa5c-48c9-a6b5-583a44e94f14 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 932 time: 0.1161559 Aug 31 06:30:36.061438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'port_id': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'mac_address': 'fa:16:3e:ee:cc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c899d8a-154a-4b2b-9be8-3464062ff28f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:36.125891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device dc53d880-1244-421e-a753-3c841810f7a7 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:36.138530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:36.173075 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5402fc77-4bab-4078-a169-aca306edc061 req-30a220bb-a3b3-4fce-af29-cad79a92657f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302841 Aug 31 06:30:36.262418 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5bf37111-3422-4eae-8dae-ae41c12b333d req-684ec7c2-c568-4f8e-82d2-df5f03de7841 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143598 Aug 31 06:30:36.346811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:36.366076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e813e2e4-5b49-43ef-8782-b44c03bea5e5 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:36.379105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:36.384537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-15857a84-88c6-467d-b60f-dd15749f459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:36.387078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-15857a84-88c6-467d-b60f-dd15749f459c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.4595551 Aug 31 06:30:36.405962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a497ae-65f3-44e4-9b9d-4f3fcf976beb req-501a6d91-7864-4bfe-8420-f1765ad2fff4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:36.408016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56a497ae-65f3-44e4-9b9d-4f3fcf976beb req-501a6d91-7864-4bfe-8420-f1765ad2fff4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 949 time: 0.4190466 Aug 31 06:30:36.427629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:36.437519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:36.453123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port dc53d880-1244-421e-a753-3c841810f7a7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=dc53d880-1244-421e-a753-3c841810f7a7,segment=NetworkSegment(0a96ae72-0642-43d9-8383-fcabfa386f3a),segment_id=0a96ae72-0642-43d9-8383-fcabfa386f3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:36.457792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-d0d90ec2-8c16-457a-857c-3b4878d8bbb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=be17afaf-397b-46ff-96da-1f3109bcb7aa HTTP/1.1" status: 200 len: 217 time: 0.0478523 Aug 31 06:30:36.463496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:36.485939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa', '2f130e08-b792-4cac-8831-744fc3cea0ad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:36.494394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}, {'server_uuid': '9e4240ec-c619-49a2-82ae-c30d2a3e454d', 'name': 'network-vif-deleted', 'tag': '2f130e08-b792-4cac-8831-744fc3cea0ad'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:36.498747 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e1a02-4c46-471c-b571-eb3dc2c628ee" -d '{"events": [{"name": "network-changed", "server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}, {"server_uuid": "9e4240ec-c619-49a2-82ae-c30d2a3e454d", "name": "network-vif-deleted", "tag": "2f130e08-b792-4cac-8831-744fc3cea0ad"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:36.533776 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'dc53d880-1244-421e-a753-3c841810f7a7', 'network_id': '573ef693-3608-4dad-981d-402b06a10e5c', 'port_id': 'dc53d880-1244-421e-a753-3c841810f7a7', 'mac_address': 'fa:16:3e:a7:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58794306-eb21-466a-ba43-2a03d8894741', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:36.589713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e813e2e4-5b49-43ef-8782-b44c03bea5e5'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:36.615571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:36.681247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333019c-1954-48b0-b867-56fe215a92d5 req-7b5cf15a-a8bc-4cde-9ad5-0dbce05e490d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:36.684209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2333019c-1954-48b0-b867-56fe215a92d5 req-7b5cf15a-a8bc-4cde-9ad5-0dbce05e490d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 946 time: 0.1441090 Aug 31 06:30:36.703618 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:36.758142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc53d880-1244-421e-a753-3c841810f7a7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:36.836589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event deleted for resources: {'Port': ['ID=ca875fc5-b590-4314-9e0f-f8eeff7fe1ac,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:36.860218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port dc53d880-1244-421e-a753-3c841810f7a7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=dc53d880-1244-421e-a753-3c841810f7a7,segment=NetworkSegment(0a96ae72-0642-43d9-8383-fcabfa386f3a),segment_id=0a96ae72-0642-43d9-8383-fcabfa386f3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:36.874339 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56a497ae-65f3-44e4-9b9d-4f3fcf976beb req-15748e9c-2348-4f63-82cc-7155abb07bb4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129565 Aug 31 06:30:36.889227 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:36.932005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] No DVR routers for this DVR port ca875fc5-b590-4314-9e0f-f8eeff7fe1ac on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:36.936350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:36.939358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09b08af1-bd56-41e0-b279-996883bcf9a1 req-99f84472-47c5-4056-b773-63a951d21c68 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "DELETE /v2.0/ports/ca875fc5-b590-4314-9e0f-f8eeff7fe1ac HTTP/1.1" status: 204 len: 173 time: 3.2032750 Aug 31 06:30:36.967260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'name': 'network-vif-deleted', 'tag': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:36.971977 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98568edb-614f-4143-b74e-88d600e3dffa" -d '{"events": [{"server_uuid": "a127c389-4790-4fc8-93ec-d458e7d49f16", "name": "network-vif-deleted", "tag": "ca875fc5-b590-4314-9e0f-f8eeff7fe1ac"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:36.977555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Deleting port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:36.978882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:37.021354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-13e08c19-34f8-4a7e-83db-87812d96afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:37.025035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-13e08c19-34f8-4a7e-83db-87812d96afe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.5550151 Aug 31 06:30:37.201601 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595f7e58-1771-421a-84a7-209a6bf9bc0a x-openstack-request-id: req-595f7e58-1771-421a-84a7-209a6bf9bc0a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:37.202173 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "status": "completed", "code": 200}, {"server_uuid": "9e4240ec-c619-49a2-82ae-c30d2a3e454d", "name": "network-vif-deleted", "tag": "2f130e08-b792-4cac-8831-744fc3cea0ad", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:37.202173 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-595f7e58-1771-421a-84a7-209a6bf9bc0a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:37.202604 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'status': 'completed', 'code': 200} Aug 31 06:30:37.202870 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4240ec-c619-49a2-82ae-c30d2a3e454d', 'name': 'network-vif-deleted', 'tag': '2f130e08-b792-4cac-8831-744fc3cea0ad', 'status': 'completed', 'code': 200} Aug 31 06:30:37.233654 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1ca93f1-2b18-4641-be84-1d805110ab54 req-4e23118c-80ae-4eee-9c20-7bfb0f13928c tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=a127c389-4790-4fc8-93ec-d458e7d49f16 HTTP/1.1" status: 200 len: 210 time: 0.2131457 Aug 31 06:30:37.258065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['dc53d880-1244-421e-a753-3c841810f7a7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:37.261841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:37.283583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:37.301858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Transition to ACTIVE for port object 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:37.317256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-da0a0181-b4fb-4e95-8269-ac7b9e8c4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:37.321030 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-da0a0181-b4fb-4e95-8269-ac7b9e8c4928 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1101 time: 0.1887670 Aug 31 06:30:37.352428 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:37.363820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=dc53d880-1244-421e-a753-3c841810f7a7,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:37.579142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', '407c1b07-b9a9-4852-8645-79f1aa69ef78'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:37.622272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] For port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:37.623104 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:37.724110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-b5ca0bee-6884-4986-8134-e395a0856b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:37.730168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-b5ca0bee-6884-4986-8134-e395a0856b5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 1101 time: 0.4269629 Aug 31 06:30:37.775370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e813e2e4-5b49-43ef-8782-b44c03bea5e5 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:37.799849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-5abb73fc-2f53-44ad-aaa0-48cb5a75f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:37.807305 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-5abb73fc-2f53-44ad-aaa0-48cb5a75f1eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7707753 Aug 31 06:30:37.818147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ba8ec-bdff-44aa-b091-2a64ecf35a12 req-bbcf3478-1740-45e7-977c-b13a67dd1df1 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:37.825811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f0ba8ec-bdff-44aa-b091-2a64ecf35a12 req-bbcf3478-1740-45e7-977c-b13a67dd1df1 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/ports?device_id=074dabc9-260b-4b4d-b9a2-0f0b9de76c4f HTTP/1.1" status: 200 len: 946 time: 0.3786230 Aug 31 06:30:37.914155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e813e2e4-5b49-43ef-8782-b44c03bea5e5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:37.914541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:37.933701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-abccd119-c93a-4d74-bba5-76e2835b9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:37.935505 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-abccd119-c93a-4d74-bba5-76e2835b9a81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.6063683 Aug 31 06:30:38.056838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4084bf3-2a9d-480d-a5e6-363497a43848 req-06c297ae-921e-4f9d-b00f-dc029a2d29f6 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:38.058878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4084bf3-2a9d-480d-a5e6-363497a43848 req-06c297ae-921e-4f9d-b00f-dc029a2d29f6 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 945 time: 0.7218828 Aug 31 06:30:38.082632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-02470622-c2b0-400a-82b2-ffa5884139a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:38.084796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-02470622-c2b0-400a-82b2-ffa5884139a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2754402 Aug 31 06:30:38.102118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:38.193603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:38.254607 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-821a9256-aaa7-4164-9657-3a97f9abbce7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.1111612 Aug 31 06:30:38.256849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:38.257408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:38.261291 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Floating IP 8d704ea4-f7d2-433a-bb88-999e459dc18c disassociated. External IP: 172.25.5.123, port: 1bfcb5d1-d630-4a98-bec9-b43e4122fabe. Aug 31 06:30:38.262788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:38.263485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Calling delete_port for 1bfcb5d1-d630-4a98-bec9-b43e4122fabe owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:38.265112 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddceb2c-e7ec-44d3-8dd3-be463d46f151" -d '{"events": [{"server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "name": "network-vif-plugged", "status": "completed", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:38.330753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:38.339473 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:38.340269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 2f130e08-b792-4cac-8831-744fc3cea0ad no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:38.436410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Attempting to bind port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:38.436840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Attempting to bind port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:38.437172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Attempting to bind port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 on network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:38.437397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 2f130e08-b792-4cac-8831-744fc3cea0ad {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:38.439223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 2f130e08-b792-4cac-8831-744fc3cea0ad not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:38.449646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-5868e752-89e4-4942-8dae-814dfcd64a16 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870509 Aug 31 06:30:38.512733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 on network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:38.513061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Attempting to bind port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 on network 7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:38.587216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4084bf3-2a9d-480d-a5e6-363497a43848 req-91dad18e-dc48-47c2-93f2-2ccf0453e6e7 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078254 Aug 31 06:30:38.600508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-be4b1717-7b7d-499e-8a81-3fa1d2917477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:38.602810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-be4b1717-7b7d-499e-8a81-3fa1d2917477 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2590978 Aug 31 06:30:38.603875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:38.604211 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Checking segment: {'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:38.604595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Bound using segment: {'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:38.605056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Bound port: 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e88a73-3357-4f1a-ae37-08f3c0f50672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:38.605556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:38.696830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:38.704828 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-825fa313-a3b9-4ff6-a12e-3489b653a89b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 200 len: 217 time: 0.7431877 Aug 31 06:30:38.743220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f0ba8ec-bdff-44aa-b091-2a64ecf35a12 req-75a1ee48-624a-4978-bbd9-8795957f25d6 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups?id=29691c9b-46c9-4073-b7fe-31813b6f74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8239677 Aug 31 06:30:38.848630 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ba718c-3a4d-4b49-885a-80f62302e77c x-openstack-request-id: req-e7ba718c-3a4d-4b49-885a-80f62302e77c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:38.849226 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a127c389-4790-4fc8-93ec-d458e7d49f16", "name": "network-vif-deleted", "tag": "ca875fc5-b590-4314-9e0f-f8eeff7fe1ac", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:38.858012 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7ba718c-3a4d-4b49-885a-80f62302e77c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:38.858588 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a127c389-4790-4fc8-93ec-d458e7d49f16', 'name': 'network-vif-deleted', 'tag': 'ca875fc5-b590-4314-9e0f-f8eeff7fe1ac', 'status': 'completed', 'code': 200} Aug 31 06:30:38.922697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-9c2e22ce-e509-46de-9c09-8e0281197798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:38.924244 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-9c2e22ce-e509-46de-9c09-8e0281197798 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1882596 Aug 31 06:30:38.993874 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fc292c7-256b-4bc8-84bc-4526858f8d95 req-e8ceb406-4fd5-423e-9b0c-8f7e274654fc service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025127 Aug 31 06:30:39.004497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-fba8e64f-172e-4b77-82ca-62f121660c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:39.006079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-fba8e64f-172e-4b77-82ca-62f121660c86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3850920 Aug 31 06:30:39.010783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] For port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:39.017659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] For port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:39.043716 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:39.119380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-54c2d096-3cfe-4eb3-bf94-33706d02f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:39.120976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-54c2d096-3cfe-4eb3-bf94-33706d02f07e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1870329 Aug 31 06:30:39.128687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event deleted for resources: {'Port': ['ID=1bfcb5d1-d630-4a98-bec9-b43e4122fabe,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:39.653309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:39.732745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f55bb2-ee0d-4e66-9785-56fa29813238 req-dec3b363-332f-4a20-bdc2-c33bc69ea204 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:39.742605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-53f55bb2-ee0d-4e66-9785-56fa29813238 req-dec3b363-332f-4a20-bdc2-c33bc69ea204 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 944 time: 0.8706403 Aug 31 06:30:39.782536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:39.787979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1bfcb5d1-d630-4a98-bec9-b43e4122fabe no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:39.800706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:39.801600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:39.803577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] 10.222.0.23 "PUT /v2.0/ports/5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 200 len: 1093 time: 3.8180606 Aug 31 06:30:39.823247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-11b57104-3f89-4a41-99fa-7c84bd38c421 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915793 Aug 31 06:30:39.955133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:30:39.965726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57ddb1-856a-4ee5-a508-4b814d4a7457 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:39.970435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 1bfcb5d1-d630-4a98-bec9-b43e4122fabe {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:39.973941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1bfcb5d1-d630-4a98-bec9-b43e4122fabe not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:40.001906 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-53f55bb2-ee0d-4e66-9785-56fa29813238 req-2b1c8e1e-a12c-476b-914d-4b0678b82ea4 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593036 Aug 31 06:30:40.027487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-6784ef94-bada-4f9e-bee9-aceae36ca5a5 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0072734 Aug 31 06:30:40.092960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-1aab456b-ac90-4f4e-a73c-bcf7d926ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:40.105633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-1aab456b-ac90-4f4e-a73c-bcf7d926ded6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 1096 time: 0.2084827 Aug 31 06:30:40.134502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device dc53d880-1244-421e-a753-3c841810f7a7 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:40.166055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:30:40.179476 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] Sync routers for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:30:40.201745 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:30:40.202324 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:30:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:40.242805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] No DVR routers for this DVR port 1bfcb5d1-d630-4a98-bec9-b43e4122fabe on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:40.300008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-d8c1d197-810c-4d58-aacf-16f5eed38e3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 200 len: 217 time: 0.1483779 Aug 31 06:30:40.321630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:40.323861 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:40.327629 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2333019c-1954-48b0-b867-56fe215a92d5 req-27bfc125-ed2b-4a8c-bfab-5522e4964171 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.42 "DELETE /v2.0/ports/1bfcb5d1-d630-4a98-bec9-b43e4122fabe HTTP/1.1" status: 204 len: 173 time: 3.6361594 Aug 31 06:30:40.327985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'name': 'network-vif-deleted', 'tag': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:40.331419 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783210a5-f2ed-4935-b3a1-06b550193282" -d '{"events": [{"server_uuid": "074dabc9-260b-4b4d-b9a2-0f0b9de76c4f", "name": "network-vif-deleted", "tag": "1bfcb5d1-d630-4a98-bec9-b43e4122fabe"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:40.368603 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-9be43698-4e9c-4ea5-85bc-95c667a4d1f5 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311683 Aug 31 06:30:40.373424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port dc53d880-1244-421e-a753-3c841810f7a7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:40.415614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'mac_address': 'fa:16:3e:42:1f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:40.417996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port dc53d880-1244-421e-a753-3c841810f7a7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:40.418229 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:40.473442 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:30:40.575977 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:40.604445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d074f1-5c77-4d60-8754-9e78bdc06bc7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:40.636210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:40.644468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:40.699026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d86e1a02-4c46-471c-b571-eb3dc2c628ee req-d88f3360-5cc4-44cf-b8ee-b31756f9aab4 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6542358 Aug 31 06:30:40.736758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2644d-4395-40e2-9e25-763c074f6b47 req-5a025008-4e9e-4e6f-b473-3edaf1ae1809 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:40.743766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32f2644d-4395-40e2-9e25-763c074f6b47 req-5a025008-4e9e-4e6f-b473-3edaf1ae1809 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 949 time: 0.5978785 Aug 31 06:30:40.747665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-36e2b663-2842-45ab-8ef6-434a258aabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:40.750571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=12']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:40.750954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-36e2b663-2842-45ab-8ef6-434a258aabf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.3992465 Aug 31 06:30:40.783113 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:40.834095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port dc53d880-1244-421e-a753-3c841810f7a7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=dc53d880-1244-421e-a753-3c841810f7a7,segment=NetworkSegment(0a96ae72-0642-43d9-8383-fcabfa386f3a),segment_id=0a96ae72-0642-43d9-8383-fcabfa386f3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:40.846873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:40.854686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-b86135c5-fdb7-4d6c-a0ff-fe3f15073a36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867426 Aug 31 06:30:40.863741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:40.866161 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c22055f-6f6d-4723-90c9-f8691c23232d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:40.935150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=dc53d880-1244-421e-a753-3c841810f7a7,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:40.966927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e5d074f1-5c77-4d60-8754-9e78bdc06bc7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:41.025280 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32f2644d-4395-40e2-9e25-763c074f6b47 req-b1feeea2-0acc-4a44-9097-ea9c14077517 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601659 Aug 31 06:30:41.060909 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:41.157223 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] Checking router: 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:30:41.180211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-ccaeffe6-a53f-403a-aaec-5dd0b7a19c8e service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904785 Aug 31 06:30:41.195347 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:30:41.205168 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:30:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:41.245284 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6462e063-88b1-441f-bc8b-1e36abf852b7 x-openstack-request-id: req-6462e063-88b1-441f-bc8b-1e36abf852b7 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:41.245840 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "name": "network-vif-plugged", "status": "completed", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:41.246477 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6462e063-88b1-441f-bc8b-1e36abf852b7 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:41.247040 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'code': 200} Aug 31 06:30:41.368572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6dafe20-681f-4ac2-9968-3f6241a26960 req-0db31dc1-99fc-4f03-a2bf-fe96af797e47 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795409 Aug 31 06:30:41.480934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e712c-2206-4840-9726-efcedd1bd609 req-dcc54c81-4d1f-4e8f-ba4c-086ad657ca89 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:41.490549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa7e712c-2206-4840-9726-efcedd1bd609 req-dcc54c81-4d1f-4e8f-ba4c-086ad657ca89 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 946 time: 0.0923512 Aug 31 06:30:41.547635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa7e712c-2206-4840-9726-efcedd1bd609 req-d6c449bc-2a57-4cd8-b21c-0450cc838a9f tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557342 Aug 31 06:30:41.622931 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:30:41.701268 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006b2498-2326-44ad-b7a0-ccc244dbaa52 x-openstack-request-id: req-006b2498-2326-44ad-b7a0-ccc244dbaa52 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:41.702189 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074dabc9-260b-4b4d-b9a2-0f0b9de76c4f", "name": "network-vif-deleted", "tag": "1bfcb5d1-d630-4a98-bec9-b43e4122fabe", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:41.702614 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-006b2498-2326-44ad-b7a0-ccc244dbaa52 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:41.703192 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074dabc9-260b-4b4d-b9a2-0f0b9de76c4f', 'name': 'network-vif-deleted', 'tag': '1bfcb5d1-d630-4a98-bec9-b43e4122fabe', 'status': 'completed', 'code': 200} Aug 31 06:30:41.758283 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a6f4a2-55bd-41ba-9239-8dbbc6201c45 x-openstack-request-id: req-67a6f4a2-55bd-41ba-9239-8dbbc6201c45 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:41.759307 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:41.759734 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67a6f4a2-55bd-41ba-9239-8dbbc6201c45 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:41.760396 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9', 'status': 'completed', 'code': 200} Aug 31 06:30:41.933117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-081c7e48-e75f-4a32-869f-36bc2cb6517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:41.935837 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-081c7e48-e75f-4a32-869f-36bc2cb6517a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 1096 time: 0.1512063 Aug 31 06:30:42.100783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-4fc5beef-a61b-4816-aa3e-10c80b46a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:42.102391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-4fc5beef-a61b-4816-aa3e-10c80b46a2ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 913 time: 0.1580260 Aug 31 06:30:42.208697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-98e2c5e5-791e-47fb-bf2b-f0408b1c5322 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 200 len: 217 time: 0.0965574 Aug 31 06:30:42.302325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a52000-2f80-432d-8d21-ad3fe9231330 req-43e5b2db-5ebe-484b-a612-32cd054e682a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:42.308102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2a52000-2f80-432d-8d21-ad3fe9231330 req-43e5b2db-5ebe-484b-a612-32cd054e682a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 944 time: 0.3405044 Aug 31 06:30:42.318685 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:42.361940 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822be7b-59df-4ba1-9c1f-d54b2c43863a None None] The sync data for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 is: [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:25:46Z', 'revision_number': 4, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '71b89e0c-c743-44e5-b27f-1aafc1ee2731', 'name': '', 'network_id': 'd53a5b30-3430-495c-8da2-fef612835fa4', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'mac_address': 'fa:16:3e:ab:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:43Z', 'updated_at': '2021-08-31T06:25:51Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'subnets': [{'id': '1812d17b-ef40-431b-ba1a-963235425b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:30:42.386793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-2e83cc13-5c82-48cb-8e89-079b974b856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:42.389667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-2e83cc13-5c82-48cb-8e89-079b974b856b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.1629024 Aug 31 06:30:42.394584 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2a52000-2f80-432d-8d21-ad3fe9231330 req-92ff2b28-281f-4207-8af6-5978ef8a0d06 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806944 Aug 31 06:30:42.450325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-e4040e54-8658-4da0-bbf3-5944664c3f17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508642 Aug 31 06:30:42.674355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0c6d2-e881-45a3-8e2c-6cb98da7e42c req-d5035235-2091-4239-9069-1faaa8b02473 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:42.675922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05f0c6d2-e881-45a3-8e2c-6cb98da7e42c req-d5035235-2091-4239-9069-1faaa8b02473 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 950 time: 0.1042771 Aug 31 06:30:42.685147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-6dd0fc17-dc9a-4536-b12e-3973f7b38508 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253249 Aug 31 06:30:42.831880 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05f0c6d2-e881-45a3-8e2c-6cb98da7e42c req-4afae8b0-5faa-4047-b4b0-497deed11c5b tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981715 Aug 31 06:30:42.846895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2799f3-7d91-4a59-96c5-a24969607a0e None None] New status for floating IP 8d704ea4-f7d2-433a-bb88-999e459dc18c: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:30:42.905498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c22055f-6f6d-4723-90c9-f8691c23232d req-6519c0ee-1f14-48c4-bada-d9d90ec10211 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094088 Aug 31 06:30:43.175855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aa0f7-e2f9-47f2-bb12-7c3f4e1b29df req-709ed53f-6402-4772-977a-5c287e80f758 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:43.181938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d4aa0f7-e2f9-47f2-bb12-7c3f4e1b29df req-709ed53f-6402-4772-977a-5c287e80f758 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 946 time: 0.0998380 Aug 31 06:30:43.248513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd59403-1717-43a7-b771-36c94d3406a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53d880-1244-421e-a753-3c841810f7a7'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:43.252623 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e18d16e-2bb9-4248-8270-f141289424bd" -d '{"events": [{"server_uuid": "4dd59403-1717-43a7-b771-36c94d3406a2", "name": "network-vif-plugged", "status": "completed", "tag": "dc53d880-1244-421e-a753-3c841810f7a7"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:43.259413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d4aa0f7-e2f9-47f2-bb12-7c3f4e1b29df req-14318f0e-6837-4ed3-b606-807562b21d5d tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661883 Aug 31 06:30:43.722549 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a088d376-87a5-4dfc-83f1-980ecbc78dc3 x-openstack-request-id: req-a088d376-87a5-4dfc-83f1-980ecbc78dc3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:43.722848 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd59403-1717-43a7-b771-36c94d3406a2", "name": "network-vif-plugged", "status": "completed", "tag": "dc53d880-1244-421e-a753-3c841810f7a7", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:43.723107 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a088d376-87a5-4dfc-83f1-980ecbc78dc3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:43.723510 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd59403-1717-43a7-b771-36c94d3406a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53d880-1244-421e-a753-3c841810f7a7', 'code': 200} Aug 31 06:30:43.812741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:43.911650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:43.916813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f77339-4028-45f8-92ee-3548a1379f51 req-52e0eb27-e78d-4344-ba59-5f9f64e8c14e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:43.918490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28f77339-4028-45f8-92ee-3548a1379f51 req-52e0eb27-e78d-4344-ba59-5f9f64e8c14e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 944 time: 0.0810695 Aug 31 06:30:43.920413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708375e-b4e7-4108-a4ab-3dbabd9d7eb6 req-b30835a4-86da-4cda-acd2-bf8d056bb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:43.921990 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f708375e-b4e7-4108-a4ab-3dbabd9d7eb6 req-b30835a4-86da-4cda-acd2-bf8d056bb11b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 1098 time: 0.1256263 Aug 31 06:30:43.922265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:43.923993 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:44.025057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f708375e-b4e7-4108-a4ab-3dbabd9d7eb6 req-37d04bed-7a0e-4d61-b04e-51957777f12e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914164 Aug 31 06:30:44.032535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28f77339-4028-45f8-92ee-3548a1379f51 req-c26365f2-4fb4-43dc-b97a-162a4569a316 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080351 Aug 31 06:30:44.163190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:44.324744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-b40eb246-0da2-41ca-8983-bf416bf174f1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e2556a5a837e41668d15636b90159a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730617 Aug 31 06:30:44.350336 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:30:44.515896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:44.568925 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:44.599623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9', 'network_id': '7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973', 'port_id': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9', 'mac_address': 'fa:16:3e:a8:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73367e4-2de5-49eb-85fd-2422bf08eae6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:44.629827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53454) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:44.755527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-0e949467-6b41-4ba4-92b1-38f5547732f9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:44.770521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-0e949467-6b41-4ba4-92b1-38f5547732f9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4411583 Aug 31 06:30:44.807074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-8ceeebd0-4323-484d-9b7e-58bfcffc7d58 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/quotas/e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 375 time: 0.0318220 Aug 31 06:30:44.809215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:44.825337 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:44.894098 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:44.916323 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff87cb74-3079-4253-ae6b-86f88e93753d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:44.961470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-c6fa5271-034b-4895-b5ee-fcc76516bba1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448958 Aug 31 06:30:44.988612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53462) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:44.991912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=13']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:45.005627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:45.015359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.015359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.015359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.015687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.015894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.016231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.016561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.016898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.017262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.017600 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.018353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.019746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:45.042008 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff87cb74-3079-4253-ae6b-86f88e93753d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:45.065484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:45.075265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:45.121052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8acd1-3a4b-48d9-8dce-b657c63665f9 req-96bf48f8-85c5-4c9d-ad34-4edd3bf80504 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:45.143849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0cb8acd1-3a4b-48d9-8dce-b657c63665f9 req-96bf48f8-85c5-4c9d-ad34-4edd3bf80504 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 946 time: 0.2952375 Aug 31 06:30:45.224571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff87cb74-3079-4253-ae6b-86f88e93753d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:45.231420 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff87cb74-3079-4253-ae6b-86f88e93753d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:45.232568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ff87cb74-3079-4253-ae6b-86f88e93753d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "DELETE /v2.0/security-groups/29691c9b-46c9-4073-b7fe-31813b6f74f8 HTTP/1.1" status: 204 len: 168 time: 0.6016009 Aug 31 06:30:45.235513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53476) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:45.284774 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-7d7acab9-7608-47fe-87b1-fad3001ec129 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] show failed (client error): The resource could not be found. Aug 31 06:30:45.297468 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d7acab9-7608-47fe-87b1-fad3001ec129 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "GET /v2.0/security-groups/29691c9b-46c9-4073-b7fe-31813b6f74f8 HTTP/1.1" status: 404 len: 347 time: 0.0555923 Aug 31 06:30:45.298993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53478) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:45.299530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:45.356829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87cb74-3079-4253-ae6b-86f88e93753d tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29691c9b-46c9-4073-b7fe-31813b6f74f8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:45.387909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0cb8acd1-3a4b-48d9-8dce-b657c63665f9 req-32396faf-3beb-4da5-a928-5c4e4dc54403 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686263 Aug 31 06:30:45.437771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:45.620104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728c0c6-5ca6-45b4-9785-896f993c4a3f req-06421b00-f463-4866-bc2f-adcd15d17e9d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:45.625008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7728c0c6-5ca6-45b4-9785-896f993c4a3f req-06421b00-f463-4866-bc2f-adcd15d17e9d tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 950 time: 0.1505721 Aug 31 06:30:45.644333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:45.696210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7728c0c6-5ca6-45b4-9785-896f993c4a3f req-7ab46ccb-12a4-4b2f-b7a7-fde7c6b419ea tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626967 Aug 31 06:30:45.724895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:45.730824 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5d9b60-6b86-4600-9e68-007d94a91d09" -d '{"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-plugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:45.763560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f080-ae34-4488-9356-214e3234651b req-dfda68e3-a733-43bc-97ff-c4e51c38ea0a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:45.766175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d296f080-ae34-4488-9356-214e3234651b req-dfda68e3-a733-43bc-97ff-c4e51c38ea0a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/ports?device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 950 time: 0.2381637 Aug 31 06:30:45.927170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d52e0452-695b-4d41-b837-5b07f919a0f7 req-67fe81a2-3d33-41f6-83f5-0c66fc1d9e0d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 210 time: 0.0481400 Aug 31 06:30:45.938945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df876f3c-2a37-4265-9e0f-0f1a23e3ab39 req-96decf74-0e51-448f-9129-7816873bd2e3 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:45.948064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df876f3c-2a37-4265-9e0f-0f1a23e3ab39 req-96decf74-0e51-448f-9129-7816873bd2e3 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 945 time: 0.3763366 Aug 31 06:30:45.978809 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268f184b-e16b-47ca-afef-52ce58f93a5f x-openstack-request-id: req-268f184b-e16b-47ca-afef-52ce58f93a5f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:45.979114 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-plugged", "status": "completed", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:45.979374 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-268f184b-e16b-47ca-afef-52ce58f93a5f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:45.979803 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'code': 200} Aug 31 06:30:46.094467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Deleting port 867b2cb8-7768-4a94-a24c-8b715a5a3b22 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:46.094819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:46.117707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df876f3c-2a37-4265-9e0f-0f1a23e3ab39 req-4f63982a-96eb-4956-9124-0755863c2224 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624315 Aug 31 06:30:46.348392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:46.374510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:46.382021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Deleting port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:46.383208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:46.393513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-a954aeec-b6b6-459b-abae-83b6036f11f2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:46.395457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-a954aeec-b6b6-459b-abae-83b6036f11f2 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "GET /v2.0/ports?device_id=760e108c-24f3-4736-9540-5242fb831abf HTTP/1.1" status: 200 len: 949 time: 0.1938634 Aug 31 06:30:46.574328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:46.581055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:46.623342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Calling delete_port for 867b2cb8-7768-4a94-a24c-8b715a5a3b22 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:46.634126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df5834-87ec-45dd-b9de-7629378c68fd req-5a9bd613-a9ba-436a-9915-249eae92fb64 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:46.649305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36df5834-87ec-45dd-b9de-7629378c68fd req-5a9bd613-a9ba-436a-9915-249eae92fb64 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 946 time: 0.1120059 Aug 31 06:30:46.724563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2d8d8-0e59-4446-b76c-3715bcf5eb8a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:46.737518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36df5834-87ec-45dd-b9de-7629378c68fd req-817cf8e5-1ee8-4c5c-bd3d-e2cb0a60ae04 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868096 Aug 31 06:30:46.790933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.790933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.791532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.792666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.794977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.795804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.796733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.798479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.800843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.801322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.801835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.804364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:46.859205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ab90f2bd-b502-45c6-881a-bb8e8d63b7ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=614d01af3539417ca9652b50c844fd22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8690522 Aug 31 06:30:46.860277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53522) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:47.018364 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:47.088929 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:47.219809 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-b5ab2f64-60b5-4c9e-9e89-3f55192ef451 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e2556a5a837e41668d15636b90159a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675032 Aug 31 06:30:47.310120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] For port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:47.310120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:47.395943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2657-cc86-46ee-bcea-897cfe714fda req-7ac32edd-5201-46b1-b4b4-995361d5ce0a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:47.402732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2acb2657-cc86-46ee-bcea-897cfe714fda req-7ac32edd-5201-46b1-b4b4-995361d5ce0a tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 950 time: 0.5351875 Aug 31 06:30:47.447564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Calling delete_port for 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:47.556856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Deleting port 407c1b07-b9a9-4852-8645-79f1aa69ef78 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:47.557259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:47.616786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-93bcd73a-5adb-4faf-90b9-f48dc27198f1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:47.625350 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-93bcd73a-5adb-4faf-90b9-f48dc27198f1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976417 Aug 31 06:30:47.643615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Request body: {'port': {'device_id': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'e2556a5a837e41668d15636b90159a61'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:47.727821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:47.746899 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2acb2657-cc86-46ee-bcea-897cfe714fda req-da0a34b1-66e1-4f4b-9384-53b4c1584cd4 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380504 Aug 31 06:30:47.827067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Pushing event deleted for resources: {'Port': ['ID=867b2cb8-7768-4a94-a24c-8b715a5a3b22,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:47.930452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d102f518-9970-4877-9c71-d474cf76f0c5 req-55f9763c-3e79-43ea-b06d-816b4b9bc99c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 210 time: 0.0477574 Aug 31 06:30:47.935027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:47.937805 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:47.949583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21a2d8d8-0e59-4446-b76c-3715bcf5eb8a HTTP/1.1" status: 204 len: 168 time: 1.0854206 Aug 31 06:30:48.036623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2d8d8-0e59-4446-b76c-3715bcf5eb8a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:48.069942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.078032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.078904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.080875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.081603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.084338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.085723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.086289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.086840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.087393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.089645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.090755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b0711-d334-47b2-a3ba-205142fcd342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:30:48.171560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:30:48.223100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Made reservation on behalf of e2556a5a837e41668d15636b90159a61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:30:48.239948 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:48.348378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00412dc6-fa62-4f52-8698-bffec3cb6c81 req-0ffd1904-d188-4f04-a177-4b1582c8062f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:48.367903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] For port 407c1b07-b9a9-4852-8645-79f1aa69ef78, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=407c1b07-b9a9-4852-8645-79f1aa69ef78,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:48.368307 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:48.375961 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00412dc6-fa62-4f52-8698-bffec3cb6c81 req-0ffd1904-d188-4f04-a177-4b1582c8062f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 945 time: 0.2272837 Aug 31 06:30:48.438047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Calling delete_port for 407c1b07-b9a9-4852-8645-79f1aa69ef78 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:48.448444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:48.449172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:48.450734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f1c9376e-9b4a-4e2e-a822-6c4e50f83536 tempest-ServersWithSpecificFlavorTestJSON-1393237463 tempest-ServersWithSpecificFlavorTestJSON-1393237463-project] 10.222.0.15 "DELETE /v2.0/floatingips/8d704ea4-f7d2-433a-bb88-999e459dc18c HTTP/1.1" status: 204 len: 168 time: 3.1356583 Aug 31 06:30:48.527922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:48.547203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:48.548481 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:48.568787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00412dc6-fa62-4f52-8698-bffec3cb6c81 req-191e581d-27dd-42a7-97c8-3b2b2d034f6e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911366 Aug 31 06:30:48.571899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-b6688bcd-f71f-4827-9edd-be8ebfe59d06 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:48.573578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-b6688bcd-f71f-4827-9edd-be8ebfe59d06 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 946 time: 0.2015021 Aug 31 06:30:48.627414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259680-7078-401a-8650-afc881ed84a5 req-313f1e6d-e5df-4be9-96d2-ed9b52487f9a tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:48.631366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e259680-7078-401a-8650-afc881ed84a5 req-313f1e6d-e5df-4be9-96d2-ed9b52487f9a tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 946 time: 0.3030965 Aug 31 06:30:48.707616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53550) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:48.807909 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:48.865385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Allocated IP 192.168.233.115 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/f1b3d28f-67f3-4962-b73a-da7a77806514) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:30:48.920907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:48.928895 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea75393-e3b8-4cbb-b4e3-51ce00f40a42" -d '{"events": [{"server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "name": "network-vif-plugged", "status": "completed", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:48.960175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:48.970292 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:49.126331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:49.147300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:49.218001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:49.236547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e259680-7078-401a-8650-afc881ed84a5 req-53d3fa57-3a56-401d-974d-582370bd086c tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594788 Aug 31 06:30:49.312432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:49.368117 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c914411d-9168-43cc-9a93-61c1ce577aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:49.434277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event deleted for resources: {'Port': ['ID=0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:49.472973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d862161f-3e46-4505-9aef-035dbc723947 req-0825419f-f84c-4903-83d1-ef1e71c11e37 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=98462f2c-b0a4-4708-b069-10dfa1150e6e HTTP/1.1" status: 200 len: 210 time: 0.2164016 Aug 31 06:30:49.491907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:49.520930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event deleted for resources: {'Port': ['ID=407c1b07-b9a9-4852-8645-79f1aa69ef78,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:49.552237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Transition to ACTIVE for port object f1b3d28f-67f3-4962-b73a-da7a77806514 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:49.620758 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0b2809-903d-40e6-8b0c-d01c214a0b26 x-openstack-request-id: req-de0b2809-903d-40e6-8b0c-d01c214a0b26 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:49.621057 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "name": "network-vif-plugged", "status": "completed", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:49.637900 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de0b2809-903d-40e6-8b0c-d01c214a0b26 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:49.639434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:49.639872 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9', 'code': 200} Aug 31 06:30:49.853847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:30:49.902270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:30:49.909179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:30:50.043487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:50.050581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.061155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c914411d-9168-43cc-9a93-61c1ce577aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.062630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] No DVR routers for this DVR port 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:50.099269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] No DVR routers for this DVR port 407c1b07-b9a9-4852-8645-79f1aa69ef78 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:50.123245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['be17afaf-397b-46ff-96da-1f3109bcb7aa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:50.167615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:50.195830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-d237f506-fa01-4cbe-b098-747267843c4c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5576894 Aug 31 06:30:50.198698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5b564cf9-b3ab-4000-b0a3-f827692a0418', 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:50.211432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:50.224441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.226686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "DELETE /v2.0/ports/407c1b07-b9a9-4852-8645-79f1aa69ef78 HTTP/1.1" status: 204 len: 173 time: 3.8238487 Aug 31 06:30:50.227973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.231390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Request body: {'port': {'device_id': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:50.302961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d296f080-ae34-4488-9356-214e3234651b req-15d9d7a9-17f8-4d84-9dc4-e857b6e03192 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.23 "DELETE /v2.0/ports/0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 HTTP/1.1" status: 204 len: 173 time: 4.5036881 Aug 31 06:30:50.329285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9564f90-5cda-4f75-9cfe-bb93c153a6ff req-ff501500-029b-4312-8bdf-e36fef7ea839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:50.330828 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9564f90-5cda-4f75-9cfe-bb93c153a6ff req-ff501500-029b-4312-8bdf-e36fef7ea839 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 1098 time: 0.6028571 Aug 31 06:30:50.347255 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c914411d-9168-43cc-9a93-61c1ce577aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.349663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e108c-24f3-4736-9540-5242fb831abf', 'name': 'network-vif-deleted', 'tag': '407c1b07-b9a9-4852-8645-79f1aa69ef78'}, {'server_uuid': '98462f2c-b0a4-4708-b069-10dfa1150e6e', 'name': 'network-vif-deleted', 'tag': '0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:50.351929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9386d-0e66-4571-8195-fb9a33f712b3 req-f71e0879-17ed-4d88-b7b7-afae163382b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:50.352088 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084b27a-b9c1-4c25-88c7-8295a8315244" -d '{"events": [{"server_uuid": "760e108c-24f3-4736-9540-5242fb831abf", "name": "network-vif-deleted", "tag": "407c1b07-b9a9-4852-8645-79f1aa69ef78"}, {"server_uuid": "98462f2c-b0a4-4708-b069-10dfa1150e6e", "name": "network-vif-deleted", "tag": "0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:50.359324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66b9386d-0e66-4571-8195-fb9a33f712b3 req-f71e0879-17ed-4d88-b7b7-afae163382b7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 946 time: 0.3582950 Aug 31 06:30:50.443777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:50.445932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:50.446585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 407c1b07-b9a9-4852-8645-79f1aa69ef78 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:50.495203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.579195 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 407c1b07-b9a9-4852-8645-79f1aa69ef78 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:50.588556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 407c1b07-b9a9-4852-8645-79f1aa69ef78 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:50.627331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Deleting port dc53d880-1244-421e-a753-3c841810f7a7 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:50.627696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.632942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9564f90-5cda-4f75-9cfe-bb93c153a6ff req-6795e746-0872-4aff-affa-b767c02c53b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712822 Aug 31 06:30:50.639955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914411d-9168-43cc-9a93-61c1ce577aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146dc34a-c74d-469f-af1c-cba394c0ce31,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:50.693878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c914411d-9168-43cc-9a93-61c1ce577aae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f980d597bc4477ebc087343886733af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9512634 Aug 31 06:30:50.696537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53598) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:50.805258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9397bf-738a-4aee-b202-db812aa73640 req-c52c46df-f367-4d37-9205-66f2c74b6f52 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:50.813459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a9397bf-738a-4aee-b202-db812aa73640 req-c52c46df-f367-4d37-9205-66f2c74b6f52 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 936 time: 1.2970109 Aug 31 06:30:50.889618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bd3a5cad-e353-4bb4-9b5a-4ba52d3e2d41 None None] Provisioning for port f1b3d28f-67f3-4962-b73a-da7a77806514 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:30:50.931167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bd3a5cad-e353-4bb4-9b5a-4ba52d3e2d41 None None] Provisioning complete for port f1b3d28f-67f3-4962-b73a-da7a77806514 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:30:50.932378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5cad-e353-4bb4-9b5a-4ba52d3e2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.967327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] For port dc53d880-1244-421e-a753-3c841810f7a7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=dc53d880-1244-421e-a753-3c841810f7a7,segment=NetworkSegment(0a96ae72-0642-43d9-8383-fcabfa386f3a),segment_id=0a96ae72-0642-43d9-8383-fcabfa386f3a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:50.967713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:50.982045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a5cad-e353-4bb4-9b5a-4ba52d3e2d41 None None] Port f1b3d28f-67f3-4962-b73a-da7a77806514 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:30:51.018308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Calling delete_port for dc53d880-1244-421e-a753-3c841810f7a7 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:51.383252 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66b9386d-0e66-4571-8195-fb9a33f712b3 req-9b79f0ab-fa4b-400a-801b-22a1af959c38 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0229793 Aug 31 06:30:51.916222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94725d7b-042a-4e6a-b81a-b8794489bbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.014035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a9397bf-738a-4aee-b202-db812aa73640 req-fd2c9890-9722-422d-a615-87a508b88af1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1995749 Aug 31 06:30:52.021285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.024876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94725d7b-042a-4e6a-b81a-b8794489bbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.153461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Pushing event deleted for resources: {'Port': ['ID=dc53d880-1244-421e-a753-3c841810f7a7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:52.163410 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aae36e-eb8b-47d1-bc5a-8957e85b5f0f x-openstack-request-id: req-17aae36e-eb8b-47d1-bc5a-8957e85b5f0f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:52.163715 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e108c-24f3-4736-9540-5242fb831abf", "name": "network-vif-deleted", "tag": "407c1b07-b9a9-4852-8645-79f1aa69ef78", "status": "completed", "code": 200}, {"server_uuid": "98462f2c-b0a4-4708-b069-10dfa1150e6e", "name": "network-vif-deleted", "tag": "0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:52.163972 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17aae36e-eb8b-47d1-bc5a-8957e85b5f0f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:52.164413 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e108c-24f3-4736-9540-5242fb831abf', 'name': 'network-vif-deleted', 'tag': '407c1b07-b9a9-4852-8645-79f1aa69ef78', 'status': 'completed', 'code': 200} Aug 31 06:30:52.164645 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98462f2c-b0a4-4708-b069-10dfa1150e6e', 'name': 'network-vif-deleted', 'tag': '0d2eb528-24d3-4cc8-b0d8-e1f5ede9a629', 'status': 'completed', 'code': 200} Aug 31 06:30:52.183279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device dc53d880-1244-421e-a753-3c841810f7a7 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:52.205161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b3d28f-67f3-4962-b73a-da7a77806514 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:52.226118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: dc53d880-1244-421e-a753-3c841810f7a7 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:52.226532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device dc53d880-1244-421e-a753-3c841810f7a7 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:52.278478 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94725d7b-042a-4e6a-b81a-b8794489bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.281094 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94725d7b-042a-4e6a-b81a-b8794489bbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.286884 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-94725d7b-042a-4e6a-b81a-b8794489bbfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/146dc34a-c74d-469f-af1c-cba394c0ce31 HTTP/1.1" status: 204 len: 168 time: 1.0010808 Aug 31 06:30:52.309115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] No DVR routers for this DVR port dc53d880-1244-421e-a753-3c841810f7a7 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:52.320055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.326588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d24642b5-0d8b-4604-b1f7-30c755345e7a req-ba2cdd14-da58-43c2-a5dc-f3c109143060 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd59403-1717-43a7-b771-36c94d3406a2 HTTP/1.1" status: 200 len: 210 time: 0.1757760 Aug 31 06:30:52.335273 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66ee23f3-ff1a-4a7e-8fdc-af7ccd6ef387 req-1a8f1536-8f0a-4101-b569-e03d0c254ac1 tempest-InstanceActionsV221TestJSON-43848426 tempest-InstanceActionsV221TestJSON-43848426-project] 10.222.0.23 "DELETE /v2.0/ports/dc53d880-1244-421e-a753-3c841810f7a7 HTTP/1.1" status: 204 len: 173 time: 3.7470677 Aug 31 06:30:52.340376 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.382162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94725d7b-042a-4e6a-b81a-b8794489bbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146dc34a-c74d-469f-af1c-cba394c0ce31,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:52.434938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Transition to ACTIVE for port object f1b3d28f-67f3-4962-b73a-da7a77806514 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:30:52.444928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.529155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53626) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:52.533352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:52.862135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:30:52.865750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:30:52.866838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:52.884680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:30:52.885322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:30:52.911820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:30:52.912200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:30:52.913136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:30:52.916324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Bound port: f1b3d28f-67f3-4962-b73a-da7a77806514, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:30:52.916986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:52.934233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a4b34-fc32-4fc3-99f0-4799a9552393 req-636630e7-95e3-49ce-bd7e-2e7b1865406e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:52.951702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c3a4b34-fc32-4fc3-99f0-4799a9552393 req-636630e7-95e3-49ce-bd7e-2e7b1865406e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 946 time: 0.3942015 Aug 31 06:30:53.201649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:30:53.208188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:30:53.217967 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:53.253829 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c3a4b34-fc32-4fc3-99f0-4799a9552393 req-db9877ab-568a-4005-b18c-1fccf54b3f05 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990401 Aug 31 06:30:53.286507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:53.287153 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:53.289169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 1097 time: 3.0813291 Aug 31 06:30:53.290368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:53.304983 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86318581-2e42-4ae1-a245-42194a4f51b9" -d '{"events": [{"name": "network-changed", "server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:53.566209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d32a2-b9ed-4056-a13a-9a7f9376b6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:53.656171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0238262-147a-460c-aa51-27231ad1e8f6 req-73ecb92e-bb95-4431-b832-21560578f38e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:53.660282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0238262-147a-460c-aa51-27231ad1e8f6 req-73ecb92e-bb95-4431-b832-21560578f38e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 949 time: 0.2523386 Aug 31 06:30:53.682464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-acfceee9-5d3c-4139-8f1b-4460d945cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:53.706831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-acfceee9-5d3c-4139-8f1b-4460d945cf42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1100 time: 0.3294599 Aug 31 06:30:53.762788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca73154-5dd3-4d30-87e8-76a3881d3fd9 req-235e1fc0-4c9d-48a5-a688-4914e9933660 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:53.764960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ca73154-5dd3-4d30-87e8-76a3881d3fd9 req-235e1fc0-4c9d-48a5-a688-4914e9933660 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 948 time: 0.2138536 Aug 31 06:30:53.827264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-7d3eebc1-ee1f-42cc-988a-fddc43c9ae39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.1031208 Aug 31 06:30:53.862064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0238262-147a-460c-aa51-27231ad1e8f6 req-bdda5808-2917-4d27-8717-9942739b7fc6 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2009c4c-04ee-4af6-9724-c63415982b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957443 Aug 31 06:30:53.865071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ca73154-5dd3-4d30-87e8-76a3881d3fd9 req-e79e5d4b-bf7b-43d0-8e4a-d93f809ea627 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811274 Aug 31 06:30:53.956133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-120234e1-2228-4dc6-a1c5-0a3917c3e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:53.960393 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-120234e1-2228-4dc6-a1c5-0a3917c3e232 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1196716 Aug 31 06:30:54.041730 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5adb44-705e-4940-bf16-2735bd7ae565 x-openstack-request-id: req-4e5adb44-705e-4940-bf16-2735bd7ae565 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:54.042000 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:54.042259 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e5adb44-705e-4940-bf16-2735bd7ae565 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:54.043267 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-7dc74a4d-2a75-44a3-82fb-7fc4a6750fd9 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-785209039&fields=id&tenant_id=3fd54be067984b66b2913083c76ee1a4 HTTP/1.1" status: 200 len: 267 time: 0.0895061 Aug 31 06:30:54.049748 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'status': 'completed', 'code': 200} Aug 31 06:30:54.055772 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:54.095170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-4530ae9d-6f62-4ba4-b866-4f125245e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:54.109126 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-4530ae9d-6f62-4ba4-b866-4f125245e6a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401620 Aug 31 06:30:54.190405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:54.209262 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0019-8804-4d55-9d9c-b6b7ad3f8b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:54.243717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd59403-1717-43a7-b771-36c94d3406a2', 'name': 'network-vif-deleted', 'tag': 'dc53d880-1244-421e-a753-3c841810f7a7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:54.246611 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ab2f93-b7b4-49c0-a19b-7e8b560cd9f4" -d '{"events": [{"server_uuid": "4dd59403-1717-43a7-b771-36c94d3406a2", "name": "network-vif-deleted", "tag": "dc53d880-1244-421e-a753-3c841810f7a7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:54.300829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-f1f31b5c-f38c-450e-8762-17f71e96bd51 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:54.303269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-f1f31b5c-f38c-450e-8762-17f71e96bd51 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 946 time: 0.2532351 Aug 31 06:30:54.388972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'port': {'security_groups': ['f4fc42c7-ba91-48f8-93a3-08cb66d600b4', '47dc6e9e-f9c6-4224-8fe8-2435af9b8360']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:30:54.468593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-c676edd5-1770-48fc-bb3e-9a6d30553c59 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428798 Aug 31 06:30:54.573627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:54.674187 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54636fd9-783b-4741-a0f7-aeb1f5a3dd85 x-openstack-request-id: req-54636fd9-783b-4741-a0f7-aeb1f5a3dd85 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:54.674650 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd59403-1717-43a7-b771-36c94d3406a2", "name": "network-vif-deleted", "tag": "dc53d880-1244-421e-a753-3c841810f7a7", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:54.674998 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54636fd9-783b-4741-a0f7-aeb1f5a3dd85 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:54.675641 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd59403-1717-43a7-b771-36c94d3406a2', 'name': 'network-vif-deleted', 'tag': 'dc53d880-1244-421e-a753-3c841810f7a7', 'status': 'completed', 'code': 200} Aug 31 06:30:54.741438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53698) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:54.925841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c34d804a-31f4-4b00-ade8-1aa7c214ccbc req-966fb04a-5158-4618-9d74-9a9a7ccac706 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871682 Aug 31 06:30:54.947583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-92b0700d-b8a8-43db-bacf-0e82be5514e1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:54.949512 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-92b0700d-b8a8-43db-bacf-0e82be5514e1 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 949 time: 0.4645119 Aug 31 06:30:55.034985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4f8196-63f7-45cc-a893-0ff5eef4075d admin admin] Deleting subnet 58794306-eb21-466a-ba43-2a03d8894741 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:30:55.081564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4f8196-63f7-45cc-a893-0ff5eef4075d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.196050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-41be114d-f8f6-4bd5-881f-4abe33d7093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:55.197658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-41be114d-f8f6-4bd5-881f-4abe33d7093f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1100 time: 0.1575346 Aug 31 06:30:55.247319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4f8196-63f7-45cc-a893-0ff5eef4075d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.270629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e277593-e8fb-47a6-ba1e-02a07ea06aaf req-d7b2733a-5231-4db8-bc75-a014f854e9fc tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:55.282260 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e277593-e8fb-47a6-ba1e-02a07ea06aaf req-d7b2733a-5231-4db8-bc75-a014f854e9fc tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 948 time: 0.1825399 Aug 31 06:30:55.284409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53706) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:55.357669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Deleting port be17afaf-397b-46ff-96da-1f3109bcb7aa {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:55.358004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.431780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4f8196-63f7-45cc-a893-0ff5eef4075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.534108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] For port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:55.571751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.594199 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e277593-e8fb-47a6-ba1e-02a07ea06aaf req-d2dfc30c-bb8c-47a2-8979-854fff5b259d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084140 Aug 31 06:30:55.594351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.596617 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4f8196-63f7-45cc-a893-0ff5eef4075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.604202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Deleting port 71b89e0c-c743-44e5-b27f-1aafc1ee2731 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:30:55.604671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.639175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.655006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f', '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:55.671119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f8196-63f7-45cc-a893-0ff5eef4075d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58794306-eb21-466a-ba43-2a03d8894741,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:55.692637 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4f8196-63f7-45cc-a893-0ff5eef4075d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.694731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de4f8196-63f7-45cc-a893-0ff5eef4075d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/58794306-eb21-466a-ba43-2a03d8894741 HTTP/1.1" status: 204 len: 168 time: 0.9527192 Aug 31 06:30:55.711342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53712) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:55.767454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-a13b7b78-faba-4c34-9d20-a451daf8f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:55.775201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:55.777078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-a13b7b78-faba-4c34-9d20-a451daf8f223 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.5706155 Aug 31 06:30:55.777941 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.781580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46440af5-2125-4dd1-ba21-a47d78a6cdff req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "PUT /v2.0/ports/5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 200 len: 982 time: 1.4114616 Aug 31 06:30:55.806915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eee9f81e-2109-470f-ad85-b6beea8aac11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.839881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] For port be17afaf-397b-46ff-96da-1f3109bcb7aa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=be17afaf-397b-46ff-96da-1f3109bcb7aa,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:55.840265 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.855214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] For port 71b89e0c-c743-44e5-b27f-1aafc1ee2731, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=71b89e0c-c743-44e5-b27f-1aafc1ee2731,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:55.855583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:55.869843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Calling delete_port for be17afaf-397b-46ff-96da-1f3109bcb7aa owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:55.872292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Calling delete_port for 71b89e0c-c743-44e5-b27f-1aafc1ee2731 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:30:55.942324 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:56.147591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c908e-2c2e-4da9-b140-9bd462ae9b72 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'Port': ['ID=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:56.165861 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:56.222364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Pushing event deleted for resources: {'Port': ['ID=71b89e0c-c743-44e5-b27f-1aafc1ee2731,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:56.470820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:56.510838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0de84e7d-078d-453e-89ec-7b008cb87012 req-27ca5b9c-2737-4044-ac03-df973f6e9094 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/47dc6e9e-f9c6-4224-8fe8-2435af9b8360 HTTP/1.1" status: 200 len: 1800 time: 0.3493292 Aug 31 06:30:56.636347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9eca3c0-6ef8-4d4d-82b2-223e69458f3d req-48e1e37c-8040-4dcd-ae5d-3823d64adb49 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.15 "GET /v2.0/ports?device_id=8513baf7-bf36-45b5-a8ec-014a84c525d2 HTTP/1.1" status: 200 len: 210 time: 0.8313308 Aug 31 06:30:56.756121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Pushing event deleted for resources: {'Port': ['ID=be17afaf-397b-46ff-96da-1f3109bcb7aa,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:56.801083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-f1823fe5-45e9-4727-9501-5075e2f4f51e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.9793749 Aug 31 06:30:56.828167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-593cdc49-e641-4e96-8ee2-e7f273fdb658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:56.848316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:56.897148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:56.898603 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77d8a9a-8878-410d-815a-736d55a0dbef" -d '{"events": [{"name": "network-changed", "server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:56.950763 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eee9f81e-2109-470f-ad85-b6beea8aac11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:56.954638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] No DVR routers for this DVR port be17afaf-397b-46ff-96da-1f3109bcb7aa on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:30:56.970856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:56.973167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52dd263e-770e-4a38-bc97-6f97ecee0cde req-34fc2726-21fd-4115-b996-aa18d01ad69e tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] 10.222.0.42 "DELETE /v2.0/ports/be17afaf-397b-46ff-96da-1f3109bcb7aa HTTP/1.1" status: 204 len: 173 time: 2.0032802 Aug 31 06:30:56.974556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8513baf7-bf36-45b5-a8ec-014a84c525d2', 'name': 'network-vif-deleted', 'tag': 'be17afaf-397b-46ff-96da-1f3109bcb7aa'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:30:56.985419 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44fa978-9295-4dd9-b488-020086f34677" -d '{"events": [{"server_uuid": "8513baf7-bf36-45b5-a8ec-014a84c525d2", "name": "network-vif-deleted", "tag": "be17afaf-397b-46ff-96da-1f3109bcb7aa"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:30:56.992574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:56.996584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eee9f81e-2109-470f-ad85-b6beea8aac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:57.020776 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-0de84e7d-078d-453e-89ec-7b008cb87012 req-dcfa7be9-4920-4a37-9e49-eecdbc471fb7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:30:57.022497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0de84e7d-078d-453e-89ec-7b008cb87012 req-dcfa7be9-4920-4a37-9e49-eecdbc471fb7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/47dc6e9e-f9c6-4224-8fe8-2435af9b8360 HTTP/1.1" status: 409 len: 341 time: 0.5021462 Aug 31 06:30:57.171306 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:57.267876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9f81e-2109-470f-ad85-b6beea8aac11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0143daaf-acf7-46c8-be77-e8d00b623882,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:57.323870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c72105-1720-49d3-9a2d-83c25118ee53 req-d3083901-e975-4667-8554-a1e2e2c95762 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:57.325539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22c72105-1720-49d3-9a2d-83c25118ee53 req-d3083901-e975-4667-8554-a1e2e2c95762 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 948 time: 0.5155697 Aug 31 06:30:57.333681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eee9f81e-2109-470f-ad85-b6beea8aac11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f89fe711742455392586c64fa24337b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0358138 Aug 31 06:30:57.338960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-912f7f4b-e52e-499a-81e1-c124f6fa62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:57.343849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-912f7f4b-e52e-499a-81e1-c124f6fa62ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.4202099 Aug 31 06:30:57.349285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53752) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:57.550164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:57.571645 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22c72105-1720-49d3-9a2d-83c25118ee53 req-a4310c7c-4a33-4b9c-9803-5c77a560528c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367442 Aug 31 06:30:57.575507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573ef693-3608-4dad-981d-402b06a10e5c']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:57.619236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a96ae72-0642-43d9-8383-fcabfa386f3a') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:57.619753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a96ae72-0642-43d9-8383-fcabfa386f3a') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:57.632822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-080f676b-1a7f-405b-96e9-c941db60feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:57.634997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-080f676b-1a7f-405b-96e9-c941db60feab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2501912 Aug 31 06:30:57.654733 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0819219-9dc6-44ff-9207-9d8377dc2528 x-openstack-request-id: req-c0819219-9dc6-44ff-9207-9d8377dc2528 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:57.655341 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:57.655341 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0819219-9dc6-44ff-9207-9d8377dc2528 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:57.655649 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9', 'status': 'completed', 'code': 200} Aug 31 06:30:57.673023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:57.705728 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c657b7-cd4e-4548-bd49-84f587bc8cf4 x-openstack-request-id: req-23c657b7-cd4e-4548-bd49-84f587bc8cf4 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:30:57.706056 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8513baf7-bf36-45b5-a8ec-014a84c525d2", "name": "network-vif-deleted", "tag": "be17afaf-397b-46ff-96da-1f3109bcb7aa", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:30:57.706310 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23c657b7-cd4e-4548-bd49-84f587bc8cf4 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:30:57.707343 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8513baf7-bf36-45b5-a8ec-014a84c525d2', 'name': 'network-vif-deleted', 'tag': 'be17afaf-397b-46ff-96da-1f3109bcb7aa', 'status': 'completed', 'code': 200} Aug 31 06:30:57.710715 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-303ba6ad-03ea-442a-aa10-39696c40b4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:57.823513 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:57.857013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:30:57.860677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device be17afaf-397b-46ff-96da-1f3109bcb7aa no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:30:57.894457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: be17afaf-397b-46ff-96da-1f3109bcb7aa {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:30:57.895469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device be17afaf-397b-46ff-96da-1f3109bcb7aa not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:30:57.931344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e641602-6b52-4427-ad52-a01ae451e45a req-1b3fe6ac-89f1-41dd-b590-018d8b8f75e7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:57.932983 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-1b3fe6ac-89f1-41dd-b590-018d8b8f75e7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 821 time: 0.2802138 Aug 31 06:30:57.973488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-2c0331f8-73d9-4e80-8c2a-cfced118238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:57.975604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-2c0331f8-73d9-4e80-8c2a-cfced118238d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 1137 time: 0.3186426 Aug 31 06:30:58.016552 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-2f2149f9-1e21-4e24-9825-45c71e5d5d9a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/quotas/888b3dd70ed24f6bb5a9cbcca6771f9c HTTP/1.1" status: 200 len: 375 time: 0.0398619 Aug 31 06:30:58.035480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.082358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:58.101311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'mac_address': 'fa:16:3e:a7:09:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:30:58.149948 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.182652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b3d28f-67f3-4962-b73a-da7a77806514 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:30:58.207830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:30:58.214144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-303ba6ad-03ea-442a-aa10-39696c40b4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.222785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:30:58.223049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:30:58.226741 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:30:58.245821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-28862a10-fded-4ada-9d1c-435e6eca5224 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1795464 Aug 31 06:30:58.251973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:30:58.261837 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.367971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:58.409916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-b0dd4cf4-3d54-40a5-8aa3-bea875b094e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:58.412069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-b0dd4cf4-3d54-40a5-8aa3-bea875b094e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 913 time: 0.4083140 Aug 31 06:30:58.424106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac4d52-3cf7-48bc-94ef-9ff8f2054018 req-b257a72e-45a2-4dce-a007-98fd5e7f0cc2 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:58.435060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78ac4d52-3cf7-48bc-94ef-9ff8f2054018 req-b257a72e-45a2-4dce-a007-98fd5e7f0cc2 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 985 time: 0.6397195 Aug 31 06:30:58.457282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-a762d7d4-ef27-4483-9bef-087bc05f41a5 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901020 Aug 31 06:30:58.460784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.485649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.490988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/573ef693-3608-4dad-981d-402b06a10e5c HTTP/1.1" status: 204 len: 168 time: 2.7753150 Aug 31 06:30:58.516922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-9677afb5-c216-4c47-91c1-46a5d28a779c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 200 len: 217 time: 0.0946584 Aug 31 06:30:58.571113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['f1b3d28f-67f3-4962-b73a-da7a77806514'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:30:58.576243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-c9d7bb3d-ac2a-4250-8f27-3370f4425f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:58.577952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-c9d7bb3d-ac2a-4250-8f27-3370f4425f9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.0498216 Aug 31 06:30:58.627616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea29a6-0a2c-4226-90ce-f207c5621df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=573ef693-3608-4dad-981d-402b06a10e5c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:58.657493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-ecbd88e8-cad4-41fb-8c8a-de7678bade38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448053 Aug 31 06:30:58.664108 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-77fe7e09-5fc0-4536-9290-1d5f77202f69 service neutron] 10.222.0.15 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975163 Aug 31 06:30:58.669474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78ac4d52-3cf7-48bc-94ef-9ff8f2054018 req-37d883c8-1255-4456-97bc-64937890f152 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&id=47dc6e9e-f9c6-4224-8fe8-2435af9b8360&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2329330 Aug 31 06:30:58.708585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-303ba6ad-03ea-442a-aa10-39696c40b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.729053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-303ba6ad-03ea-442a-aa10-39696c40b4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:58.732139 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-303ba6ad-03ea-442a-aa10-39696c40b4ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0143daaf-acf7-46c8-be77-e8d00b623882 HTTP/1.1" status: 204 len: 168 time: 1.3786204 Aug 31 06:30:58.861365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53772) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:58.872143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86318581-2e42-4ae1-a245-42194a4f51b9 req-69101178-49d8-4a88-a1eb-7ff668f238bd service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006977 Aug 31 06:30:58.885053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ba6ad-03ea-442a-aa10-39696c40b4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0143daaf-acf7-46c8-be77-e8d00b623882,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:30:58.904131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:30:58.919807 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] Sync routers for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:30:58.933698 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-77d40fca-9406-4909-af56-e1f48d44b47d admin admin] 10.222.0.15 "PUT /v2.0/routers/497357b1-36a4-4cb0-b823-7fb6c4c9dd01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4029067 Aug 31 06:30:58.936646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53782) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:58.954272 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:30:58.957933 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:59.073303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53784) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:59.075734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3c8afa2a-a197-4463-aef3-558d64c196e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20ee9275045f409f8f04a17846016b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065129 Aug 31 06:30:59.200068 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-f1587c3a-9aa5-4259-b3c7-ec678ce6b87c service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124681 Aug 31 06:30:59.228099 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:30:59.247920 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-1f111eb5-592a-4f6b-b5c1-3b4f4a406950 service neutron] 10.222.0.15 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705571 Aug 31 06:30:59.468534 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81eabda6-d4f3-44d4-902f-4b87fc32db26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:59.480572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:59.503158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c77d8a9a-8878-410d-815a-736d55a0dbef req-1d69e177-d766-416d-97ad-13211109c2aa service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936652 Aug 31 06:30:59.507143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53794) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:30:59.615935 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:30:56Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:59.658045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de376-a938-4322-b8e5-b28fdf5b008a req-fd9e5457-3750-447d-86a9-9ad6e2bea35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:59.663482 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850de376-a938-4322-b8e5-b28fdf5b008a req-fd9e5457-3750-447d-86a9-9ad6e2bea35a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 1137 time: 0.0977263 Aug 31 06:30:59.672776 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] Checking router: 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:30:59.699789 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] Routers {'497357b1-36a4-4cb0-b823-7fb6c4c9dd01'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:30:59.703472 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:30:59.711235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8a167-ce0c-4286-870c-68967d045482 req-291d290b-ade4-4f1e-8708-ae9a586e3a41 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:59.728888 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fac8a167-ce0c-4286-870c-68967d045482 req-291d290b-ade4-4f1e-8708-ae9a586e3a41 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 949 time: 0.5089376 Aug 31 06:30:59.843176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:59.866430 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81eabda6-d4f3-44d4-902f-4b87fc32db26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:59.913335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de376-a938-4322-b8e5-b28fdf5b008a req-5211f8ca-858d-49a3-a7ee-5e5f49030642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:30:59.917471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850de376-a938-4322-b8e5-b28fdf5b008a req-5211f8ca-858d-49a3-a7ee-5e5f49030642 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 913 time: 0.2423372 Aug 31 06:30:59.969602 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fac8a167-ce0c-4286-870c-68967d045482 req-8504208b-8eab-491a-96f7-f81d87e27817 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163332 Aug 31 06:30:59.982985 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] Set router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:31:00.088442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850de376-a938-4322-b8e5-b28fdf5b008a req-1243e656-a3b4-4c8d-9054-065860426e70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 200 len: 217 time: 0.1617351 Aug 31 06:31:00.103698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.134363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81eabda6-d4f3-44d4-902f-4b87fc32db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.147435 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-81eabda6-d4f3-44d4-902f-4b87fc32db26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.150444 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-81eabda6-d4f3-44d4-902f-4b87fc32db26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898 HTTP/1.1" status: 204 len: 168 time: 1.0761564 Aug 31 06:31:00.184056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eabda6-d4f3-44d4-902f-4b87fc32db26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0d05ed-e6d3-4b31-bc22-e6f16d2a6898,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:00.198533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de376-a938-4322-b8e5-b28fdf5b008a req-dd4a5b1d-100a-47df-b5bd-d5b1a1f01fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:00.200505 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850de376-a938-4322-b8e5-b28fdf5b008a req-dd4a5b1d-100a-47df-b5bd-d5b1a1f01fac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.1030333 Aug 31 06:31:00.261002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7ef85be8-95c7-480f-bf62-cfe1e36dcb9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9f90ece4a8c460fa15337583a9473f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7519298 Aug 31 06:31:00.280698 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a86ccb00-5769-4eec-8915-657de4f93143 req-e3cd1df7-7d74-4f91-ba7a-e12a2ad1249b tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0399139 Aug 31 06:31:00.281167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53830) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:00.362172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850de376-a938-4322-b8e5-b28fdf5b008a req-f7c770ce-c68f-46af-ab20-2151095950ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086454 Aug 31 06:31:00.399337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5ab4-2593-4630-94d5-b9ee7a57ec6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.429148 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5ab4-2593-4630-94d5-b9ee7a57ec6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.481730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Deleting port ff853ef8-c484-419e-981b-bb4f88644731 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:00.482191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.566422 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:30:56Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:00.629594 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f8599-c8d2-4fb9-8b84-7fd533d7e889 None None] The sync data for ids ['497357b1-36a4-4cb0-b823-7fb6c4c9dd01'] in n-d-712142-16 is: [{'id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-347834838-router', 'tenant_id': '6034154b728b418db876726a7a60c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:39Z', 'updated_at': '2021-08-31T06:30:56Z', 'revision_number': 5, 'project_id': '6034154b728b418db876726a7a60c3b6', 'gw_port': {'id': 'ff853ef8-c484-419e-981b-bb4f88644731', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497357b1-36a4-4cb0-b823-7fb6c4c9dd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:40Z', 'updated_at': '2021-08-31T06:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:31:00.672975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5ab4-2593-4630-94d5-b9ee7a57ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.675718 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5ab4-2593-4630-94d5-b9ee7a57ec6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.680086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6ac5ab4-2593-4630-94d5-b9ee7a57ec6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2009c4c-04ee-4af6-9724-c63415982b83 HTTP/1.1" status: 204 len: 168 time: 0.3937953 Aug 31 06:31:00.715056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac5ab4-2593-4630-94d5-b9ee7a57ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2009c4c-04ee-4af6-9724-c63415982b83,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:00.777972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850de376-a938-4322-b8e5-b28fdf5b008a req-e251a851-3b4a-4668-9a25-5234b723355b service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072311 Aug 31 06:31:00.779631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] For port ff853ef8-c484-419e-981b-bb4f88644731, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff853ef8-c484-419e-981b-bb4f88644731,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:00.781871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.839283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Calling delete_port for ff853ef8-c484-419e-981b-bb4f88644731 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:00.923006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dca79-6c32-4507-8f3b-be6a8877c3da req-6a81a31e-5170-433b-9496-ee37432d748f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:00.935722 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f51dca79-6c32-4507-8f3b-be6a8877c3da req-6a81a31e-5170-433b-9496-ee37432d748f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 985 time: 0.7338643 Aug 31 06:31:01.085968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 71b89e0c-c743-44e5-b27f-1aafc1ee2731 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:01.123563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 71b89e0c-c743-44e5-b27f-1aafc1ee2731 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:01.124877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 71b89e0c-c743-44e5-b27f-1aafc1ee2731 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:01.154337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f51dca79-6c32-4507-8f3b-be6a8877c3da req-6d4645fa-b1b4-45d6-911e-f47eb3ae5deb tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&id=47dc6e9e-f9c6-4224-8fe8-2435af9b8360&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2173636 Aug 31 06:31:01.233527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850de376-a938-4322-b8e5-b28fdf5b008a req-e4a0357b-250d-4b06-9388-21712db09800 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406388 Aug 31 06:31:01.499112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:01.525585 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66317241-42fe-44fd-8e2d-6c51fc32ba77 req-cbe585a5-c43a-4d4d-aa18-73c47d3511ad tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0574706 Aug 31 06:31:01.548395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53876) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:01.582479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4e69d-ae96-42d2-9ba4-530074f50291 req-5c911f57-f1e4-48c5-b65c-095d7e4e8a3f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:01.593722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9f4e69d-ae96-42d2-9ba4-530074f50291 req-5c911f57-f1e4-48c5-b65c-095d7e4e8a3f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 949 time: 0.3168089 Aug 31 06:31:01.628692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-32853ebb-fd6b-4ac1-8494-e57fd9afabd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5728b580035d4803addd086497b12181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789940 Aug 31 06:31:01.635266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53878) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:01.645115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff853ef8-c484-419e-981b-bb4f88644731,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:01.703543 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:01.751834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40659bb3-1706-427e-98c9-ec4cbb8e94f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:01.794701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40659bb3-1706-427e-98c9-ec4cbb8e94f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:01.883077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:01.891012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40659bb3-1706-427e-98c9-ec4cbb8e94f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:01.895223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40659bb3-1706-427e-98c9-ec4cbb8e94f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:01.898366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40659bb3-1706-427e-98c9-ec4cbb8e94f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f3435fe-f069-4e07-94d3-b1ead669861f HTTP/1.1" status: 204 len: 168 time: 0.2619598 Aug 31 06:31:01.911287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40659bb3-1706-427e-98c9-ec4cbb8e94f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3435fe-f069-4e07-94d3-b1ead669861f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:01.914623 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:01.919504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:01.934128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9f4e69d-ae96-42d2-9ba4-530074f50291 req-d189189a-a739-436e-a610-805de89b8998 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870595 Aug 31 06:31:02.008429 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:02.009498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 497357b1-36a4-4cb0-b823-7fb6c4c9dd01 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:31:02.017687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:02.022742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53892) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:02.023056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0f0e343f-077f-4817-bd36-d5a91c629924 admin admin] 10.222.0.15 "DELETE /v2.0/routers/497357b1-36a4-4cb0-b823-7fb6c4c9dd01 HTTP/1.1" status: 204 len: 168 time: 3.0845535 Aug 31 06:31:02.047564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port f1b3d28f-67f3-4962-b73a-da7a77806514 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:02.052355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port f1b3d28f-67f3-4962-b73a-da7a77806514 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:02.052972 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:02.127449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8892fefa-a7cc-460f-baae-bda3719ceb9a admin admin] Deleting subnet 1812d17b-ef40-431b-ba1a-963235425b5e {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:31:02.137462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8892fefa-a7cc-460f-baae-bda3719ceb9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:02.260023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8892fefa-a7cc-460f-baae-bda3719ceb9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:02.284349 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:02.350243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:02.355876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53910) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:02.367579 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65162bc2-b671-4e36-8a91-2cdb8ced5bed" -d '{"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-plugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:02.421090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:02.434227 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:02.534980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:02.554241 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086fd9a7-ab5f-458a-8449-6f780ca05972 x-openstack-request-id: req-086fd9a7-ab5f-458a-8449-6f780ca05972 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:02.554953 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-plugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:02.557261 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-086fd9a7-ab5f-458a-8449-6f780ca05972 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:02.558026 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'code': 200} Aug 31 06:31:02.592489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8892fefa-a7cc-460f-baae-bda3719ceb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:02.618209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ff4c9-b583-4d8d-81a6-0af6cd61ee25 req-ce65e6fb-dd5a-4b62-9dbe-7fcb3803e52e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:02.626584 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d18ff4c9-b583-4d8d-81a6-0af6cd61ee25 req-ce65e6fb-dd5a-4b62-9dbe-7fcb3803e52e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 985 time: 0.2354300 Aug 31 06:31:02.862403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2ec6b2c-e451-457f-8364-b0f59f32fee6 req-63bd3a14-def6-4828-9b10-7e826630fd94 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0925462 Aug 31 06:31:02.913161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8746518-11e6-4961-b768-ebbc15f88437 req-6f2820ee-a00e-43c4-8bb1-4d1801aed51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:02.916597 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8746518-11e6-4961-b768-ebbc15f88437 req-6f2820ee-a00e-43c4-8bb1-4d1801aed51f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1102 time: 0.2598228 Aug 31 06:31:02.933360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-624482324-network', 'tenant_id': '7b012811396746d0b4c88e80afa75db4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:02.959871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d18ff4c9-b583-4d8d-81a6-0af6cd61ee25 req-3c37c900-51e4-4cfb-bc1a-da92a28a9f5b tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&id=47dc6e9e-f9c6-4224-8fe8-2435af9b8360&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3317790 Aug 31 06:31:02.982951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff853ef8-c484-419e-981b-bb4f88644731 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:03.024537 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8892fefa-a7cc-460f-baae-bda3719ceb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.059832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892fefa-a7cc-460f-baae-bda3719ceb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1812d17b-ef40-431b-ba1a-963235425b5e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:03.065677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ff853ef8-c484-419e-981b-bb4f88644731 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:03.067391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff853ef8-c484-419e-981b-bb4f88644731 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:03.088515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8892fefa-a7cc-460f-baae-bda3719ceb9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.091851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8892fefa-a7cc-460f-baae-bda3719ceb9a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1812d17b-ef40-431b-ba1a-963235425b5e HTTP/1.1" status: 204 len: 168 time: 1.0678582 Aug 31 06:31:03.094488 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732bf8d0-ddd4-4c2a-a333-f4604523b983 None None] Network d53a5b30-3430-495c-8da2-fef612835fa4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:03.096025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53930) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:03.107148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e641602-6b52-4427-ad52-a01ae451e45a req-d72c6ace-df2c-4bc5-9588-30b6a94f1e10 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:03.109168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-d72c6ace-df2c-4bc5-9588-30b6a94f1e10 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 821 time: 0.5382218 Aug 31 06:31:03.131693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Request body: {'port': {'device_id': '254cd027-6ae2-4c86-8286-89c8058f7114', 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'admin_state_up': True, 'tenant_id': '888b3dd70ed24f6bb5a9cbcca6771f9c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:03.173633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8746518-11e6-4961-b768-ebbc15f88437 req-a46ce18b-a2ef-4fae-8d73-8a3ce6ea2316 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317052 Aug 31 06:31:03.197635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Made reservation on behalf of 7b012811396746d0b4c88e80afa75db4 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:03.204019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.266202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:03.280239 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.321829 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-e056760d-e895-47fe-a7ec-7db89490f1d8 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2128657811&fields=id&tenant_id=3fd54be067984b66b2913083c76ee1a4 HTTP/1.1" status: 200 len: 267 time: 0.1846628 Aug 31 06:31:03.338074 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.411489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138d30e-fe86-4286-8dcd-e95751f9112e req-5b3513fc-b3c8-404c-a636-59976e8013c8 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:03.430959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2138d30e-fe86-4286-8dcd-e95751f9112e req-5b3513fc-b3c8-404c-a636-59976e8013c8 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.2696965 Aug 31 06:31:03.493119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] DHCP port deletion for d53a5b30-3430-495c-8da2-fef612835fa4 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:31:03.548725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2138d30e-fe86-4286-8dcd-e95751f9112e req-a99aa27b-5a89-4dd8-9c67-c9e0e9453b4d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142790 Aug 31 06:31:03.669773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.675564 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.681012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-d4e353be-186d-4edd-8342-79f3b01464ac tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:03.684991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-d4e353be-186d-4edd-8342-79f3b01464ac tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 985 time: 0.3368499 Aug 31 06:31:03.716183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'port': {'security_groups': ['47dc6e9e-f9c6-4224-8fe8-2435af9b8360', 'f4fc42c7-ba91-48f8-93a3-08cb66d600b4', 'cecfea7c-4e30-4c56-819f-9711c6f20e04']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:03.742553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] Deleting port 74130d08-c553-4834-8d4e-467a965f030b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:03.743303 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.744547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c48e9a-a512-4f6f-b8d8-54006947dfbe,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:03.782390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:03.806393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.806800 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Added segment 7d2ddb2f-5041-451c-a750-a1c4b7ccef1b of type vlan for network f47d8ff9-5309-492a-90d9-90c7b503278e Aug 31 06:31:03.870675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.870989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] For port 74130d08-c553-4834-8d4e-467a965f030b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=74130d08-c553-4834-8d4e-467a965f030b,segment=NetworkSegment(fd610c17-ec0b-4c6d-88ff-cf98c7c24869),segment_id=fd610c17-ec0b-4c6d-88ff-cf98c7c24869)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:03.871401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.897678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] Calling delete_port for 74130d08-c553-4834-8d4e-467a965f030b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:03.918237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.918792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-419257525'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:03.919163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:03.919757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:03.925528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Made reservation on behalf of 888b3dd70ed24f6bb5a9cbcca6771f9c for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:03.930916 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.042619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] Pushing event updated for resources: {'Network': ['ID=f47d8ff9-5309-492a-90d9-90c7b503278e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:04.080863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f47d8ff9-5309-492a-90d9-90c7b503278e details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:04.124091 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.148815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-413a1c28-fdf4-4755-ade4-16fd8c11eb8b req-f68efb61-7ab3-4e17-bab9-881ef710ad3e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0687885 Aug 31 06:31:04.204933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] Pushing event deleted for resources: {'Port': ['ID=74130d08-c553-4834-8d4e-467a965f030b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:04.227506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71d4db-1541-4983-9cad-5f238ff87ad7 None None] No DVR routers for this DVR port 74130d08-c553-4834-8d4e-467a965f030b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:04.271336 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.288797 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a60047a8-b86a-4228-b620-09698dccba12 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9317377 Aug 31 06:31:04.290705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Made reservation on behalf of 421d850ed679470881ebb4fb517265a2 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:04.294818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.297612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53968) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:04.307790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Request body: {'subnet': {'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-624482324-subnet', 'tenant_id': '7b012811396746d0b4c88e80afa75db4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:04.338914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Deleting port 74130d08-c553-4834-8d4e-467a965f030b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:04.339327 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.344265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.373754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Allocated IP 172.20.0.7 (35c52f34-a68b-43f5-97af-5f58c585b4a4/23e323d9-f357-4b24-9e1f-0246eb573883/e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:04.401281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Made reservation on behalf of 7b012811396746d0b4c88e80afa75db4 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:04.404621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.511528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] For port 74130d08-c553-4834-8d4e-467a965f030b, host n-d-712142-16, got binding levels [] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:04.511956 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.558764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Calling delete_port for 74130d08-c553-4834-8d4e-467a965f030b owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:04.569398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Port 74130d08-c553-4834-8d4e-467a965f030b was not found and therefore no delete operation was performed {{(pid=94667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:31:04.669976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.746285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.873972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.890351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 74130d08-c553-4834-8d4e-467a965f030b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:04.891103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] No DVR routers for this DVR port 74130d08-c553-4834-8d4e-467a965f030b on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:04.902408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74130d08-c553-4834-8d4e-467a965f030b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:04.904800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:04.926589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:04.979421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 74130d08-c553-4834-8d4e-467a965f030b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:04.981671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 74130d08-c553-4834-8d4e-467a965f030b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:05.008709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1952c3-ca88-4d96-bdf9-07141e761264,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:05.085047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cf92-a6ea-4c5f-81d9-be17c86608a0 req-711c2c77-0dff-4121-a0cf-68c804a336c6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:05.087402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ed31cf92-a6ea-4c5f-81d9-be17c86608a0 req-711c2c77-0dff-4121-a0cf-68c804a336c6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.3616972 Aug 31 06:31:05.088249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Checking segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:05.088613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Network hostable DHCP agents. Network: f47d8ff9-5309-492a-90d9-90c7b503278e, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:31:05.104228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:05.232615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ed31cf92-a6ea-4c5f-81d9-be17c86608a0 req-2c60cd46-45b3-468a-913b-24217adfee56 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248722 Aug 31 06:31:05.246903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Network f47d8ff9-5309-492a-90d9-90c7b503278e is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:31:05.270014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f47d8ff9-5309-492a-90d9-90c7b503278e) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:05.286623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300812b5-3aa3-4080-a373-dcd45e674cf9 None None] Network f47d8ff9-5309-492a-90d9-90c7b503278e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:05.320985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:05.321631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:05.392794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f3de7cc4-82dc-4a70-be0f-95ce8ce5583f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0897672 Aug 31 06:31:05.616123 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62066055-fc87-49f0-80e6-10d0e1629659 req-4eded9db-32c4-44e2-b988-a6bc44f35b11 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0678964 Aug 31 06:31:05.726860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-f47d8ff9-5309-492a-90d9-90c7b503278e', 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e', 'tenant_id': '7b012811396746d0b4c88e80afa75db4', 'fixed_ips': [{'subnet_id': '7d0491a5-a2ab-4b17-960b-d2c8ea4a8354'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:31:05.727842 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:05.763249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:05.790631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53a5b30-3430-495c-8da2-fef612835fa4']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:05.833749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:05.834870 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Added segment 253dcad9-7b13-47e0-9eed-6e4dd4548610 of type vlan for network 091d81ea-f5ab-4333-864a-c77a7ca86583 Aug 31 06:31:05.929233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:05.930482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd610c17-ec0b-4c6d-88ff-cf98c7c24869') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:05.942035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e72d-3a08-4b09-8884-2c1f27fefdc8 req-ce527bf5-ba97-43d8-8e06-52f575cb248f tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:05.944747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09a8e72d-3a08-4b09-8884-2c1f27fefdc8 req-ce527bf5-ba97-43d8-8e06-52f575cb248f tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1102 time: 0.0856655 Aug 31 06:31:05.962163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Allocated IP 172.20.0.2 (f47d8ff9-5309-492a-90d9-90c7b503278e/7d0491a5-a2ab-4b17-960b-d2c8ea4a8354/8eb3aa09-4710-4e87-8741-e7791345027a) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:06.001511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09a8e72d-3a08-4b09-8884-2c1f27fefdc8 req-7dfba1cc-f311-4aba-b30f-50608632e418 tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500989 Aug 31 06:31:06.059342 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.126126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.131493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.135098 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.160065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:06.160451 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:06.162758 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:06.226446 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.239879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Transition to ACTIVE for port object 8eb3aa09-4710-4e87-8741-e7791345027a will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:06.264601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Transition to ACTIVE for port object 8eb3aa09-4710-4e87-8741-e7791345027a will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:06.275159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.280951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] For port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:06.321236 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.329259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:06.329938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.339150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Network f47d8ff9-5309-492a-90d9-90c7b503278e is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:06.344996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:06.349139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:06.420361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Pushing event updated for resources: {'Network': ['ID=091d81ea-f5ab-4333-864a-c77a7ca86583,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:06.420982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Pushing event updated for resources: {'Port': ['ID=8eb3aa09-4710-4e87-8741-e7791345027a,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:06.422609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.434478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-957fb6f0-4813-4323-bf89-d490ecc4de83 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1667185 Aug 31 06:31:06.443899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54042) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:06.444954 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.445920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 091d81ea-f5ab-4333-864a-c77a7ca86583 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:06.453798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d53a5b30-3430-495c-8da2-fef612835fa4 HTTP/1.1" status: 204 len: 168 time: 3.3429341 Aug 31 06:31:06.461570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54044) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:06.508967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2121b2-f229-4cd9-a7e1-15e3a1c1a9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d53a5b30-3430-495c-8da2-fef612835fa4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:06.564441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.566896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-0307cfc6-d21a-4827-af37-b6465e32e6f3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:06.567636 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.571965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Attempting to bind port 8eb3aa09-4710-4e87-8741-e7791345027a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:06.575153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Attempting to bind port 8eb3aa09-4710-4e87-8741-e7791345027a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:06.576259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Attempting to bind port 8eb3aa09-4710-4e87-8741-e7791345027a on network f47d8ff9-5309-492a-90d9-90c7b503278e {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:06.577614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-0307cfc6-d21a-4827-af37-b6465e32e6f3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 815 time: 0.1591344 Aug 31 06:31:06.595692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-a23996cd-5150-4c23-885d-bdebc5e32138 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/quotas/7b012811396746d0b4c88e80afa75db4 HTTP/1.1" status: 200 len: 375 time: 0.0169659 Aug 31 06:31:06.598414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.605531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['a951124c-8ee0-4a2f-911c-30499323fa55'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:06.628447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f', '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:06.653748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Network 35c52f34-a68b-43f5-97af-5f58c585b4a4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:06.665267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-5b09fcde-d4ea-4e06-8a04-00084e5cf317 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683820 Aug 31 06:31:06.677397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:06.699101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:06.700066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:06.701088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Checking segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:06.701706 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.702270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Bound using segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:06.702939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Bound port: 8eb3aa09-4710-4e87-8741-e7791345027a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:06.703522 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.765457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-f2571529-d1be-4a51-bb49-167aeada1458 service neutron] 10.222.0.15 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984914 Aug 31 06:31:06.867088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:06.868176 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:06.870590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea0850aa-7bf6-4886-b488-63813f754c0e req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "PUT /v2.0/ports/5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 200 len: 1021 time: 3.1724033 Aug 31 06:31:06.871523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Pushing event updated for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:06.875070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:06.878549 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb4bf49-7e36-4094-a097-a2265e178b98" -d '{"events": [{"name": "network-changed", "server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:06.897862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-9d017a5e-b23a-47f8-80bb-9a5a28565a67 service neutron] 10.222.0.15 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313190 Aug 31 06:31:06.978501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016bb4c-e8df-4ef1-bf00-b44280e288f5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'Port': ['ID=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:07.015924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Request body: {'network': {'name': 'tempest-network--1354100476', 'router:external': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:07.074674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:07.075306 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:07.144715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Made reservation on behalf of 10706d079d55475fa8ec3658ef4c78db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:07.148467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] For port 8eb3aa09-4710-4e87-8741-e7791345027a, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:07.153232 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:07.158391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-6b2ad11d-e851-4da6-a71c-132c8a0dfd40 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0360794 Aug 31 06:31:07.159188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] For port 8eb3aa09-4710-4e87-8741-e7791345027a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8eb3aa09-4710-4e87-8741-e7791345027a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:07.179668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Request body: {'port': {'device_id': '254cd027-6ae2-4c86-8286-89c8058f7114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:07.204875 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:07.219377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:07.289424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:07.296567 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:07.439285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332a74e-750d-440f-9c28-a5b33a79f2db req-86005204-6ed6-4aa2-a67a-82a5c2ea17e6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:07.448735 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7332a74e-750d-440f-9c28-a5b33a79f2db req-86005204-6ed6-4aa2-a67a-82a5c2ea17e6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 931 time: 0.1280797 Aug 31 06:31:07.524224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7332a74e-750d-440f-9c28-a5b33a79f2db req-2ac0eb67-b81e-4a08-a007-14cb4b8b48f8 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715709 Aug 31 06:31:07.546514 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-6a154715-b885-4d95-ae7b-de356656af8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1621885 Aug 31 06:31:07.722275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebbdf4-fa07-4ae3-989b-91ddc6abdb4f None None] Pushing event updated for resources: {'Port': ['ID=8eb3aa09-4710-4e87-8741-e7791345027a,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:08.199437 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd828f4-4442-475d-94e9-a5b48cc337dd x-openstack-request-id: req-cbd828f4-4442-475d-94e9-a5b48cc337dd {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:08.203180 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:08.205825 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbd828f4-4442-475d-94e9-a5b48cc337dd {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:08.207114 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9', 'status': 'completed', 'code': 200} Aug 31 06:31:08.265533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-86c31063-afac-4aa7-8857-e81c7d526143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:08.267158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-86c31063-afac-4aa7-8857-e81c7d526143 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd54be067984b66b2913083c76ee1a4&device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 1176 time: 0.4087381 Aug 31 06:31:08.306732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:08.346620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:08.422412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Transition to ACTIVE for port object e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:08.433480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:08.453407 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:08.465783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-939fabbf-3354-49e0-b89c-6254fad5ce18 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:08.467044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:08.474118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-939fabbf-3354-49e0-b89c-6254fad5ce18 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 815 time: 0.3936317 Aug 31 06:31:08.514235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b150792-b9b7-4895-9188-adbd1ab9c6b3 req-1dc20969-b4d6-4a56-96be-7f3ec8c24c71 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/cecfea7c-4e30-4c56-819f-9711c6f20e04 HTTP/1.1" status: 200 len: 1801 time: 0.7118912 Aug 31 06:31:08.569726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-9c37ec0f-3026-427c-89b5-71c083117a05 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/quotas/7b012811396746d0b4c88e80afa75db4 HTTP/1.1" status: 200 len: 375 time: 0.0945132 Aug 31 06:31:08.592447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:08.619426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-c8b98813-76bb-4d3d-9330-e67c87f362b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:08.621297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-c8b98813-76bb-4d3d-9330-e67c87f362b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 200 len: 913 time: 0.3379829 Aug 31 06:31:08.700480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-68a2d8e0-c869-40e3-86f6-532f419429e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 200 len: 217 time: 0.0662467 Aug 31 06:31:08.723986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-568ba99b-9bdb-4687-862f-8679854c05c5 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1518979 Aug 31 06:31:08.755416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Pushing event updated for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:08.794635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b4808-97ee-4b7b-ae8b-2d1b6028d9e3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:08.950011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:08.950273 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Added segment dd0e9b95-35c9-4cea-889d-5609718b5362 of type vlan for network caf071fd-4c75-4a91-891b-990946fdf29a Aug 31 06:31:08.967349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8eb3aa09-4710-4e87-8741-e7791345027a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:09.032867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-d54cb212-2382-4a2b-b226-e093c1ad0779 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:09.036798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-d54cb212-2382-4a2b-b226-e093c1ad0779 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.23 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 815 time: 0.2440548 Aug 31 06:31:09.049988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:09.050817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:09.055072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:09.066529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-c2850387-c482-40cd-ad09-d652998118e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:09.070759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-c2850387-c482-40cd-ad09-d652998118e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 200 len: 852 time: 0.1966054 Aug 31 06:31:09.090431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 8eb3aa09-4710-4e87-8741-e7791345027a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:09.093222 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-02f36ad9-2246-4ede-a038-3f3c68c53915 service neutron] 10.222.0.15 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662007 Aug 31 06:31:09.117706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Request body: {'port': {'device_id': '4cc666e2-0781-4f0e-9d31-fd7bddefc9ea', 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e', 'admin_state_up': True, 'tenant_id': '7b012811396746d0b4c88e80afa75db4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:09.153983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-9d9758d4-412f-4707-ad2e-6788f9b09edb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576754 Aug 31 06:31:09.156083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:09.156607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:09.216728 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:09.223379 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-5b150792-b9b7-4895-9188-adbd1ab9c6b3 req-a02c9af6-0bdf-4996-9361-b548f5c757f1 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:31:09.224800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b150792-b9b7-4895-9188-adbd1ab9c6b3 req-a02c9af6-0bdf-4996-9361-b548f5c757f1 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/cecfea7c-4e30-4c56-819f-9711c6f20e04 HTTP/1.1" status: 409 len: 341 time: 0.7097483 Aug 31 06:31:09.225775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:09.226807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:09.227613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:09.229577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Bound port: e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:09.233301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:09.297286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-97a5bf1d-2a9e-4c66-94e5-d20cceb2c576 service neutron] 10.222.0.15 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420295 Aug 31 06:31:09.370995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb68590-d29b-4d14-801b-b7717aec192a None None] Network f47d8ff9-5309-492a-90d9-90c7b503278e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:09.419035 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:09.420044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:09.420654 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:09.495883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-aac3f72b-168c-4dcb-8121-39e5054a98a8 None None] Provisioning for port 8eb3aa09-4710-4e87-8741-e7791345027a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:09.522217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-aac3f72b-168c-4dcb-8121-39e5054a98a8 None None] Provisioning complete for port 8eb3aa09-4710-4e87-8741-e7791345027a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:09.522217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aac3f72b-168c-4dcb-8121-39e5054a98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:09.546693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-a290f599-859c-469e-9c13-366b8cdf9658 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440338 Aug 31 06:31:09.771470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbb4bf49-7e36-4094-a097-a2265e178b98 req-6569dd30-9ecf-4212-8075-19352b17a4e1 service neutron] 10.222.0.23 "GET /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167337 Aug 31 06:31:09.861223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:09.868894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:09.874072 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aac3f72b-168c-4dcb-8121-39e5054a98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:09.881751 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4247160 Aug 31 06:31:09.891112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54144) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:09.899546 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:09.943595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-aac3f72b-168c-4dcb-8121-39e5054a98a8 None None] For port 8eb3aa09-4710-4e87-8741-e7791345027a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8eb3aa09-4710-4e87-8741-e7791345027a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:09.951571 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aac3f72b-168c-4dcb-8121-39e5054a98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:09.961775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-00b75c81-085f-4589-9d44-f24839de63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:09.964632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-00b75c81-085f-4589-9d44-f24839de63c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1102 time: 0.2064092 Aug 31 06:31:09.970747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e813e2e4-5b49-43ef-8782-b44c03bea5e5 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:10.019541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Made reservation on behalf of 7b012811396746d0b4c88e80afa75db4 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:10.031735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.047811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af4b07-1381-40d8-961e-5cf7f381ff45 req-cdc1fc7c-19be-4b82-858f-077b645dc076 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:10.061205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00af4b07-1381-40d8-961e-5cf7f381ff45 req-cdc1fc7c-19be-4b82-858f-077b645dc076 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.3162804 Aug 31 06:31:10.082857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fd6df-b3df-45d1-a4ef-b044c88585a0 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Network': ['ID=caf071fd-4c75-4a91-891b-990946fdf29a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:10.125542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:10.126186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.127667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] 10.222.0.23 "PUT /v2.0/ports/e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 HTTP/1.1" status: 200 len: 1092 time: 2.9546638 Aug 31 06:31:10.172894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.195953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ea53-36aa-454a-9dcd-23e41fd4738c req-a91aca6c-20d5-4c01-a7db-b325f275eb00 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:10.203957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e400ea53-36aa-454a-9dcd-23e41fd4738c req-a91aca6c-20d5-4c01-a7db-b325f275eb00 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.7184699 Aug 31 06:31:10.263553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network caf071fd-4c75-4a91-891b-990946fdf29a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:10.274139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3f72b-168c-4dcb-8121-39e5054a98a8 None None] Pushing event updated for resources: {'Port': ['ID=8eb3aa09-4710-4e87-8741-e7791345027a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:10.329388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:10.335052 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:10.378876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.426551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a17c9-b1fc-4763-8aff-7146967a7346 service neutron] Pushing event updated for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:10.432802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00af4b07-1381-40d8-961e-5cf7f381ff45 req-c5f6adb4-5c01-43ac-87d3-6f243dedec8a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430939 Aug 31 06:31:10.503331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4fec1dd1-afba-4ef7-9c3f-4dd9cd3be22f None None] Provisioning complete for port 8eb3aa09-4710-4e87-8741-e7791345027a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:10.503709 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4fec1dd1-afba-4ef7-9c3f-4dd9cd3be22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.506977 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.617328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:10.627484 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468588df-b56e-45b9-90eb-53b9e306393c" -d '{"events": [{"server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:10.666083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:10.681929 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.691983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.711586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf071fd-4c75-4a91-891b-990946fdf29a']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:10.740773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0e9b95-35c9-4cea-889d-5609718b5362') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:10.741328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0e9b95-35c9-4cea-889d-5609718b5362') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:10.757561 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.784369 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.795190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:10.795966 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.798963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:10.831537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e400ea53-36aa-454a-9dcd-23e41fd4738c req-5650a7d8-8a1d-4b33-ba89-68dec4adf059 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249948 Aug 31 06:31:10.867728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Allocated IP 172.20.0.4 (f47d8ff9-5309-492a-90d9-90c7b503278e/7d0491a5-a2ab-4b17-960b-d2c8ea4a8354/9eac2f22-eeed-4896-b9de-40699f9d3daf) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:10.927267 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:10.938861 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:10.956392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network caf071fd-4c75-4a91-891b-990946fdf29a {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:31:11.010925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8eb3aa09-4710-4e87-8741-e7791345027a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:11.025535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e641602-6b52-4427-ad52-a01ae451e45a req-128b46cc-a1a0-4058-b206-01b2f69da98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:11.029360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-128b46cc-a1a0-4058-b206-01b2f69da98b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1095 time: 0.8454773 Aug 31 06:31:11.034213 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:11.045726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "DELETE /v2.0/networks/caf071fd-4c75-4a91-891b-990946fdf29a HTTP/1.1" status: 204 len: 168 time: 1.1480091 Aug 31 06:31:11.047662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54172) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:11.078680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:11.092178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87635157-a900-4c9c-9119-ca72e75154ca tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event deleted for resources: {'Network': ['ID=caf071fd-4c75-4a91-891b-990946fdf29a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:11.098671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-d2da38f1-b927-4b33-a1be-580f8114cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:11.100768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-d2da38f1-b927-4b33-a1be-580f8114cac1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 1.0375130 Aug 31 06:31:11.172359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-f3af516e-0008-4eea-aaee-2f63258b2e4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 HTTP/1.1" status: 200 len: 217 time: 0.1130054 Aug 31 06:31:11.183080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 8eb3aa09-4710-4e87-8741-e7791345027a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:11.184036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:11.335708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Made reservation on behalf of 10706d079d55475fa8ec3658ef4c78db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:11.347146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:11.360833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-d9aa5340-3e8e-4e9a-8501-0e3f0511359f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.2448149 Aug 31 06:31:11.604619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:11.616584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e641602-6b52-4427-ad52-a01ae451e45a req-92f0f52e-ce9b-4f8e-a91d-a8bf40ed6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:11.618776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-92f0f52e-ce9b-4f8e-a91d-a8bf40ed6efe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.3966358 Aug 31 06:31:11.686005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-1f9bec80-e870-4ab6-9431-2281480ca85a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426612 Aug 31 06:31:11.765009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-2f09a36d-98a3-403c-8d06-b6aa340f9a9f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:11.767267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-2f09a36d-98a3-403c-8d06-b6aa340f9a9f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.42 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 815 time: 0.4625521 Aug 31 06:31:11.778099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-625d3cd7-ea23-4655-a866-e980b1261c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:11.779973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-625d3cd7-ea23-4655-a866-e980b1261c1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.3527963 Aug 31 06:31:11.789861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Request body: {'port': {'device_id': '6bc0b321-10be-40c1-b75e-7ae3694f5928', 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e', 'admin_state_up': True, 'tenant_id': '7b012811396746d0b4c88e80afa75db4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:11.796589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:11.800646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-aef720cb-74be-4025-8278-d86bcfe4d8ca service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006420 Aug 31 06:31:11.803412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Transition to ACTIVE for port object 9eac2f22-eeed-4896-b9de-40699f9d3daf will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:11.838409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b29b-ceca-4eac-82f3-62143c691567 req-c18bafac-7979-4514-847c-ff224da06139 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:11.840010 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-c18bafac-7979-4514-847c-ff224da06139 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 815 time: 0.7040250 Aug 31 06:31:11.918655 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:11.919075 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Added segment 517b52e0-65da-4551-8ae2-c99a72f714a6 of type vlan for network f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 Aug 31 06:31:11.931862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-f414d35c-7e43-4a2a-b3da-baa2d15f9893 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/quotas/7b012811396746d0b4c88e80afa75db4 HTTP/1.1" status: 200 len: 375 time: 0.0305698 Aug 31 06:31:12.090638 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b728547-99e7-4d6b-8803-79f744e15dc7 x-openstack-request-id: req-7b728547-99e7-4d6b-8803-79f744e15dc7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:12.090638 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:12.090996 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b728547-99e7-4d6b-8803-79f744e15dc7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:12.091285 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9', 'status': 'completed', 'code': 200} Aug 31 06:31:12.130041 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c4496d-dc70-4eed-8108-c0844fe9d23b x-openstack-request-id: req-75c4496d-dc70-4eed-8108-c0844fe9d23b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:12.130591 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:12.130698 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75c4496d-dc70-4eed-8108-c0844fe9d23b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:12.131089 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'code': 200} Aug 31 06:31:12.133913 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:12.139949 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e641602-6b52-4427-ad52-a01ae451e45a req-205c5972-4650-414f-8bb2-35a0b91fe9e9 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142867 Aug 31 06:31:12.149792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-9da8b4ca-f02d-4786-962f-8f61eebfb9fd tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1912556 Aug 31 06:31:12.458319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-3ccc2f75-7263-4fa5-b0b5-89196d310afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:12.460403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-3ccc2f75-7263-4fa5-b0b5-89196d310afd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6552024 Aug 31 06:31:12.526685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:12.643241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3874c-9068-4b4d-a1cc-3f2335bca30c req-51dd7934-3e4b-4268-82bd-f7f3985e8bb5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:12.644837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cef3874c-9068-4b4d-a1cc-3f2335bca30c req-51dd7934-3e4b-4268-82bd-f7f3985e8bb5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 1024 time: 0.2296162 Aug 31 06:31:12.652616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-6714384e-6c41-4e7e-93c0-39a70fb3524d tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:12.654180 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-6714384e-6c41-4e7e-93c0-39a70fb3524d tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 1024 time: 0.2400861 Aug 31 06:31:12.666134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Network f47d8ff9-5309-492a-90d9-90c7b503278e is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:12.668782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Deleting port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:12.669042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:12.685006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:12.688626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Made reservation on behalf of 7b012811396746d0b4c88e80afa75db4 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:12.692421 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:12.746561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:12.747816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:12.748791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:12.749415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:12.796006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Pushing event updated for resources: {'Port': ['ID=9eac2f22-eeed-4896-b9de-40699f9d3daf,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:12.877398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8221428 Aug 31 06:31:12.879985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-e1864eea-935f-43c4-a8bb-96ce5e4e93d9 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783922 Aug 31 06:31:12.888452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54214) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:12.890318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:12.891439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:12.898404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Request body: {'subnet': {'network_id': 'f1d7c7ae-1065-4e8d-9d81-341e4fe05e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:12.908405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-c37f50b1-0a3a-4f58-b647-f5a65c42050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:12.909982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-c37f50b1-0a3a-4f58-b647-f5a65c42050c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1095 time: 0.3381002 Aug 31 06:31:12.944773 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-b4acaa43-bbcf-4a05-9f8e-4f9ac5d3e82a service neutron] 10.222.0.15 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7781794 Aug 31 06:31:12.953273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cef3874c-9068-4b4d-a1cc-3f2335bca30c req-8030c39a-50c7-43c7-aaaa-d296485951c6 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&id=cecfea7c-4e30-4c56-819f-9711c6f20e04&id=47dc6e9e-f9c6-4224-8fe8-2435af9b8360&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2934577 Aug 31 06:31:13.005665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ede70-8af8-4c60-8407-c2b0b10b6808 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Network': ['ID=f1d7c7ae-1065-4e8d-9d81-341e4fe05e23,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:13.028161 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-fdc347ee-18e5-4d01-b36b-60ebaf59e37d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9271030 Aug 31 06:31:13.038531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] For port a7442a7c-9b9f-4cfd-8efa-ea434ba983f8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,segment=NetworkSegment(cbf82b7c-4d61-43f4-8df7-0c0bdae73a72),segment_id=cbf82b7c-4d61-43f4-8df7-0c0bdae73a72)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:13.039739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:13.041399 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:13.071192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Request body: {'port': {'device_id': '4cc666e2-0781-4f0e-9d31-fd7bddefc9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:13.124517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2dcce506-d645-4060-83ba-40405ebf15a0 None None] Provisioning for port 9eac2f22-eeed-4896-b9de-40699f9d3daf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:13.136499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2dcce506-d645-4060-83ba-40405ebf15a0 None None] Provisioning complete for port 9eac2f22-eeed-4896-b9de-40699f9d3daf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:13.137559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2dcce506-d645-4060-83ba-40405ebf15a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:13.158348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Calling delete_port for a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:13.194539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2dcce506-d645-4060-83ba-40405ebf15a0 None None] Port 9eac2f22-eeed-4896-b9de-40699f9d3daf cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:13.216982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Made reservation on behalf of 10706d079d55475fa8ec3658ef4c78db for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:13.219476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:13.310042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:13.321925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Deleting port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:13.322265 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:13.326009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-253c42b3-fcbe-451d-8b34-ed733470b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:13.327517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-253c42b3-fcbe-451d-8b34-ed733470b128 service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.4048691 Aug 31 06:31:13.334136 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-18f56dd7-eaed-4790-b45f-a323d73cb76d service neutron] 10.222.0.15 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704944 Aug 31 06:31:13.335758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Allocated IP 172.20.0.9 (f47d8ff9-5309-492a-90d9-90c7b503278e/7d0491a5-a2ab-4b17-960b-d2c8ea4a8354/0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:13.421418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-b05bdf08-8d26-4b98-a164-6d84d104f20a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 HTTP/1.1" status: 200 len: 217 time: 0.0816691 Aug 31 06:31:13.447110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858a5da-7ef6-4abe-8068-2ce1d4fc8354 req-0c068bb0-276d-4d05-ace4-b0328acd46d7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:13.453870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3858a5da-7ef6-4abe-8068-2ce1d4fc8354 req-0c068bb0-276d-4d05-ace4-b0328acd46d7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.3439379 Aug 31 06:31:13.565764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-5be9e0ec-8a37-4910-b183-aaf79ef56d76 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726720 Aug 31 06:31:13.668306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3858a5da-7ef6-4abe-8068-2ce1d4fc8354 req-e588436d-300a-4575-b241-887bc7a38310 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132549 Aug 31 06:31:13.676138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-6670633e-f97b-4e04-b3e7-bc72fbe46f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:13.677801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-6670633e-f97b-4e04-b3e7-bc72fbe46f18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.2355411 Aug 31 06:31:13.736563 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-b899e4ac-417f-420a-bf44-1d97666dd04c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475128 Aug 31 06:31:13.810097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c19b9-74c3-4884-b5d9-5c87c3b44519 req-5df82af9-7d95-4b21-8b80-daaac123e7e2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:13.813050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-069c19b9-74c3-4884-b5d9-5c87c3b44519 req-5df82af9-7d95-4b21-8b80-daaac123e7e2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.2497239 Aug 31 06:31:13.814050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] For port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:13.814693 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:13.846104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Calling delete_port for 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:13.891516 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:13.985427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7442a7c-9b9f-4cfd-8efa-ea434ba983f8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:14.014286 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-069c19b9-74c3-4884-b5d9-5c87c3b44519 req-9f3989cd-d408-406f-8023-48558f547cf2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692634 Aug 31 06:31:14.040730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:14.057459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Transition to ACTIVE for port object 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:14.160486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:14.284704 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-3c5bc86c-970c-47da-8961-8cfde9d7d116 service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229349 Aug 31 06:31:14.315323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73ae3643-f593-4665-bcb3-a4aebd7d70dc req-9fc85849-f54b-49d7-bf25-2b4a529f2119 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 210 time: 0.1223853 Aug 31 06:31:14.326984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Network f47d8ff9-5309-492a-90d9-90c7b503278e is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:14.336755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:14.349640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:14.350263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:14.359391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:14.518819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:14.519511 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:14.640384 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b3dbff3-aba8-41cf-9757-7f22a407c55b req-cbe6d022-ac08-43e7-9d69-1914180920ac tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f70a842-be3c-42d3-9b88-8a2c339e5599 HTTP/1.1" status: 200 len: 210 time: 0.1173451 Aug 31 06:31:14.725693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Pushing event updated for resources: {'Port': ['ID=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:14.801618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-fe8eb037-5e71-4275-bc7e-09b86235fafc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0202224 Aug 31 06:31:14.802798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] No DVR routers for this DVR port 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:14.865513 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:14.868352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39497e6d-1e62-4301-8ead-720f9eb5b298 req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.23 "DELETE /v2.0/ports/5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 HTTP/1.1" status: 204 len: 173 time: 2.2043207 Aug 31 06:31:14.873113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'name': 'network-vif-deleted', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:14.885923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-aa104880-10c7-4644-87c7-e30fd0e52bf7 None None] Provisioning for port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:14.886175 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804fbb0e-eca1-4c40-90b7-f7e659ed3280" -d '{"events": [{"server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "name": "network-vif-deleted", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:14.892675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-aa104880-10c7-4644-87c7-e30fd0e52bf7 None None] Provisioning complete for port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:14.893803 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aa104880-10c7-4644-87c7-e30fd0e52bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:14.916409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Request body: {'port': {'device_id': '6bc0b321-10be-40c1-b75e-7ae3694f5928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:14.922064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f65af-c204-4c9c-a9d2-0bff7e08143e tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'Port': ['ID=5cf70edb-aeba-4edc-ba45-f6b6e639aaa9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:14.934852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-aa104880-10c7-4644-87c7-e30fd0e52bf7 None None] Port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:14.940098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74ae9f67-d0c3-4ac3-8e4e-a4f0d46dd0a3 req-cac54d33-ee4b-4fd9-b1fb-bf6103f70bfe service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054811 Aug 31 06:31:14.957811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54256) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:15.043890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-b5753073-c937-4bfb-ae89-99a9689f85c2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:15.051297 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-b5753073-c937-4bfb-ae89-99a9689f85c2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 805 time: 0.5855463 Aug 31 06:31:15.064173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.080720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:31:15.080720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.101118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eac2f22-eeed-4896-b9de-40699f9d3daf {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:15.137431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0154573-dbc5-4f7b-91ad-b742cdd31b80,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:15.144166 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.156403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.168255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-f607d58b-26a0-4f1b-94ea-9cd229411598 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/quotas/cd273f6f062d4d9dbb10bcc90ae1cace HTTP/1.1" status: 200 len: 375 time: 0.1158772 Aug 31 06:31:15.178940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18447c11-4738-44a3-a5c4-3bc2d4f7cbb5 req-027bfe03-5a58-4845-8cf4-59fbbf543a58 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:15.180659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18447c11-4738-44a3-a5c4-3bc2d4f7cbb5 req-027bfe03-5a58-4845-8cf4-59fbbf543a58 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.3088207 Aug 31 06:31:15.241937 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be37199f-7ba1-42c7-8f33-5420a5090f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.272907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Checking segment: {'id': '517b52e0-65da-4551-8ae2-c99a72f714a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f1d7c7ae-1065-4e8d-9d81-341e4fe05e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:15.273365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Network hostable DHCP agents. Network: f1d7c7ae-1065-4e8d-9d81-341e4fe05e23, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:31:15.274899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Transition to ACTIVE for port object 9eac2f22-eeed-4896-b9de-40699f9d3daf will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:15.282178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18447c11-4738-44a3-a5c4-3bc2d4f7cbb5 req-d9208d36-8178-441a-812e-b752850007bf tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716305 Aug 31 06:31:15.298648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.358785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Network f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:31:15.368579 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6447c486-1e23-4e39-ba3d-531d6529c4fb x-openstack-request-id: req-6447c486-1e23-4e39-ba3d-531d6529c4fb {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:15.368948 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f70a842-be3c-42d3-9b88-8a2c339e5599", "name": "network-vif-deleted", "tag": "5cf70edb-aeba-4edc-ba45-f6b6e639aaa9", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:15.369293 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6447c486-1e23-4e39-ba3d-531d6529c4fb {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:15.369759 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f70a842-be3c-42d3-9b88-8a2c339e5599', 'name': 'network-vif-deleted', 'tag': '5cf70edb-aeba-4edc-ba45-f6b6e639aaa9', 'status': 'completed', 'code': 200} Aug 31 06:31:15.388291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f1d7c7ae-1065-4e8d-9d81-341e4fe05e23) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:15.398424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e714e64d-ed63-442d-b667-b5f2a19eb2f0 None None] Network f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:15.452221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:15.452956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.560752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53089fca-5392-44f6-9a83-8f089b55d901 req-45696a74-97b0-458c-a0c3-cec8c457078a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:15.562843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53089fca-5392-44f6-9a83-8f089b55d901 req-45696a74-97b0-458c-a0c3-cec8c457078a tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.0897138 Aug 31 06:31:15.582306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a92d343-ba1b-4b14-967b-beba6a41ef12 None None] Network f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:15.646832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53089fca-5392-44f6-9a83-8f089b55d901 req-a3f9594b-85e0-4cdb-a5b2-b43de745f7c7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720429 Aug 31 06:31:15.648919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:15.657040 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.686832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Transition to ACTIVE for port object 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:15.694666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.765329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bf259251-4497-4b33-ae7d-0434e9bd8110 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:15.766926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bf259251-4497-4b33-ae7d-0434e9bd8110 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.23 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 815 time: 0.7114699 Aug 31 06:31:15.778123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-5506a754-28bb-4d29-98f8-9a5742b1edb9 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5997789 Aug 31 06:31:15.794987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Request body: {'port': {'device_id': 'aa7a3605-669e-4c33-8155-acb5ef7cb407', 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e', 'admin_state_up': True, 'tenant_id': '7b012811396746d0b4c88e80afa75db4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:15.804459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d652d1a8-50d2-4203-8a8f-bcdad40d762e req-1a5f3117-2401-4e9d-bc00-db8829a60d61 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 210 time: 0.0418239 Aug 31 06:31:15.805333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Pushing event updated for resources: {'Port': ['ID=9eac2f22-eeed-4896-b9de-40699f9d3daf,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:15.814265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:15.901600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Attempting to bind port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:15.902689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Attempting to bind port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:15.903251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Attempting to bind port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a on network f47d8ff9-5309-492a-90d9-90c7b503278e {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:15.908862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a on network f47d8ff9-5309-492a-90d9-90c7b503278e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:15.909538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Attempting to bind port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a on network f47d8ff9-5309-492a-90d9-90c7b503278e {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:15.925417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:15.926209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Checking segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:15.926845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Bound using segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:15.928130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Bound port: 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:15.928770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.048891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-70deb871-7323-439c-8a9a-5aae26846ee1 req-af8634fe-a6d9-4bf7-af76-9204dca3db18 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/47dc6e9e-f9c6-4224-8fe8-2435af9b8360 HTTP/1.1" status: 200 len: 1800 time: 0.1337903 Aug 31 06:31:16.075910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-177e01ab-e688-4716-af72-f28a746947ad tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:16.077347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-177e01ab-e688-4716-af72-f28a746947ad tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb508efb-2d11-47e0-a378-248d383971a5 HTTP/1.1" status: 200 len: 943 time: 0.1281404 Aug 31 06:31:16.113919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] For port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:16.158602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] For port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:16.169812 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-161974ab-e39b-4435-8dc2-6016a23bf1bf service neutron] 10.222.0.15 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713305 Aug 31 06:31:16.173786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.183099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Attempting to bind port 9eac2f22-eeed-4896-b9de-40699f9d3daf on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:16.183435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Attempting to bind port 9eac2f22-eeed-4896-b9de-40699f9d3daf by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:16.183764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Attempting to bind port 9eac2f22-eeed-4896-b9de-40699f9d3daf on network f47d8ff9-5309-492a-90d9-90c7b503278e {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:16.195449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:16.196013 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.197476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a HTTP/1.1" status: 200 len: 1092 time: 1.3275039 Aug 31 06:31:16.223373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Port 9eac2f22-eeed-4896-b9de-40699f9d3daf on network f47d8ff9-5309-492a-90d9-90c7b503278e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:16.223695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Attempting to bind port 9eac2f22-eeed-4896-b9de-40699f9d3daf on network f47d8ff9-5309-492a-90d9-90c7b503278e {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:16.233279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be37199f-7ba1-42c7-8f33-5420a5090f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.240270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:16.240602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Checking segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:16.241414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Bound using segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:16.242049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Bound port: 9eac2f22-eeed-4896-b9de-40699f9d3daf, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:16.242642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.259079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be37199f-7ba1-42c7-8f33-5420a5090f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.266034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Router fd5c66e1-bc70-4697-b894-092475859778 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:31:16.275373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f63d1193-e717-4730-89b0-6b4d8dc65646 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3810632 Aug 31 06:31:16.281453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54270) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:16.282590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:16.308021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:16.308213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Request body: {'floatingip': {'floating_network_id': 'f1d7c7ae-1065-4e8d-9d81-341e4fe05e23'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:16.308347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5cf70edb-aeba-4edc-ba45-f6b6e639aaa9 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:16.343925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-70deb871-7323-439c-8a9a-5aae26846ee1 req-494e2d02-2907-4de6-88c6-3cf3e753ffa2 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.353199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f3cbd-ccdc-4778-998c-1f7cee30df78 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:16.378307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-7b19de64-f84f-4f7e-b62d-4544ba3cefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:16.379857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-7b19de64-f84f-4f7e-b62d-4544ba3cefa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 1095 time: 0.1236396 Aug 31 06:31:16.387374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-70deb871-7323-439c-8a9a-5aae26846ee1 req-494e2d02-2907-4de6-88c6-3cf3e753ffa2 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.406407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Made reservation on behalf of 7b012811396746d0b4c88e80afa75db4 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:16.409939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.428404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-be37199f-7ba1-42c7-8f33-5420a5090f74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0374731969ca46e9a372465ea3dd5ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4643157 Aug 31 06:31:16.429472 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37199f-7ba1-42c7-8f33-5420a5090f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd12594b-2038-4543-9cc9-221f64f2a8be,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:16.437429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54274) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:16.451379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-c8dd708e-146d-4b87-b2de-23abb5d831c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a HTTP/1.1" status: 200 len: 217 time: 0.0552328 Aug 31 06:31:16.475426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Deleting port e813e2e4-5b49-43ef-8782-b44c03bea5e5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:16.475771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.524540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.564348 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-70deb871-7323-439c-8a9a-5aae26846ee1 req-494e2d02-2907-4de6-88c6-3cf3e753ffa2 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.566942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-70deb871-7323-439c-8a9a-5aae26846ee1 req-494e2d02-2907-4de6-88c6-3cf3e753ffa2 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.568648 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-70deb871-7323-439c-8a9a-5aae26846ee1 req-494e2d02-2907-4de6-88c6-3cf3e753ffa2 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/47dc6e9e-f9c6-4224-8fe8-2435af9b8360 HTTP/1.1" status: 204 len: 173 time: 0.5024536 Aug 31 06:31:16.576928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-ea65e1e2-b725-4184-b063-7877ff0a50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:16.578477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-ea65e1e2-b725-4184-b063-7877ff0a50ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 HTTP/1.1" status: 200 len: 854 time: 0.1163013 Aug 31 06:31:16.604632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e2d02-2907-4de6-88c6-3cf3e753ffa2 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dc6e9e-f9c6-4224-8fe8-2435af9b8360,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:16.647547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] For port e813e2e4-5b49-43ef-8782-b44c03bea5e5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e813e2e4-5b49-43ef-8782-b44c03bea5e5,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:16.647919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.665056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Calling delete_port for e813e2e4-5b49-43ef-8782-b44c03bea5e5 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:16.687200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] For port 9eac2f22-eeed-4896-b9de-40699f9d3daf, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:16.702486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-db31d033-d990-44ec-8d42-aa8ff67b3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:16.704034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-db31d033-d990-44ec-8d42-aa8ff67b3909 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f47d8ff9-5309-492a-90d9-90c7b503278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146336 Aug 31 06:31:16.735259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] For port 9eac2f22-eeed-4896-b9de-40699f9d3daf, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9eac2f22-eeed-4896-b9de-40699f9d3daf,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:16.739109 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-8c4e1b12-311f-42bb-a18f-91ef1ae671b7 service neutron] 10.222.0.15 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470498 Aug 31 06:31:16.758150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.822988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f38c10-ece8-47e8-8cda-273c2e7f3331 req-8265743f-9bb3-4313-a1d8-12e5213b0745 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:16.824620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55f38c10-ece8-47e8-8cda-273c2e7f3331 req-8265743f-9bb3-4313-a1d8-12e5213b0745 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.1576087 Aug 31 06:31:16.856586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:31:16.865877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aa70334f-50a2-4fa3-ae25-a361c5984e24 admin admin] 10.222.0.15 "PUT /v2.0/routers/fd5c66e1-bc70-4697-b894-092475859778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3879642 Aug 31 06:31:16.869692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54282) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:16.874633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373310eb-208e-4600-a144-f4152be741a9 None None] Sync routers for ids ['fd5c66e1-bc70-4697-b894-092475859778'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:31:16.899637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373310eb-208e-4600-a144-f4152be741a9 None None] Routers {'fd5c66e1-bc70-4697-b894-092475859778'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:31:16.900874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-373310eb-208e-4600-a144-f4152be741a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fd5c66e1-bc70-4697-b894-092475859778'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:16.909604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d99a4154-5980-47ee-b6c7-8dea3e647e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.927019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:16.928196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:16.929669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] 10.222.0.23 "PUT /v2.0/ports/9eac2f22-eeed-4896-b9de-40699f9d3daf HTTP/1.1" status: 200 len: 1092 time: 3.8858404 Aug 31 06:31:16.936690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc666e2-0781-4f0e-9d31-fd7bddefc9ea', 'tag': '9eac2f22-eeed-4896-b9de-40699f9d3daf'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:16.939174 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc666e2-0781-4f0e-9d31-fd7bddefc9ea", "tag": "9eac2f22-eeed-4896-b9de-40699f9d3daf"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:17.014262 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-5db592ff-2340-4e86-9daa-8830dd507e9f service neutron] 10.222.0.42 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704380 Aug 31 06:31:17.014470 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d99a4154-5980-47ee-b6c7-8dea3e647e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.055034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Allocated IP 172.20.0.3 (f47d8ff9-5309-492a-90d9-90c7b503278e/7d0491a5-a2ab-4b17-960b-d2c8ea4a8354/8125a0ce-f94f-4967-962e-64b6b92d3b41) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:17.072106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55f38c10-ece8-47e8-8cda-273c2e7f3331 req-d0231dab-c075-447d-88eb-b11be9d55810 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330980 Aug 31 06:31:17.113624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-373310eb-208e-4600-a144-f4152be741a9 None None] Set router fd5c66e1-bc70-4697-b894-092475859778 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:31:17.135177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594723a1-c601-4ecd-b34a-bbcb2554621f service neutron] Pushing event updated for resources: {'Port': ['ID=9eac2f22-eeed-4896-b9de-40699f9d3daf,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:17.298875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.394403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.423241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5d95794d-fc11-4afb-957f-c306994e89f8 req-fe497085-e1d0-4ea1-8dea-ce70368ed2f9 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/cecfea7c-4e30-4c56-819f-9711c6f20e04 HTTP/1.1" status: 200 len: 1801 time: 0.4925001 Aug 31 06:31:17.437179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-373310eb-208e-4600-a144-f4152be741a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:31:13Z', 'revision_number': 5, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:17.465520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Transition to ACTIVE for port object 8125a0ce-f94f-4967-962e-64b6b92d3b41 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:17.474845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373310eb-208e-4600-a144-f4152be741a9 None None] Checking router: fd5c66e1-bc70-4697-b894-092475859778 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:31:17.492957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-f6f13904-7f58-413d-90a7-5136303d5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:17.502598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-f6f13904-7f58-413d-90a7-5136303d5404 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 1095 time: 0.4508145 Aug 31 06:31:17.503353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d99a4154-5980-47ee-b6c7-8dea3e647e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.506298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373310eb-208e-4600-a144-f4152be741a9 None None] Routers {'fd5c66e1-bc70-4697-b894-092475859778'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:31:17.506478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d99a4154-5980-47ee-b6c7-8dea3e647e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.507669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-373310eb-208e-4600-a144-f4152be741a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fd5c66e1-bc70-4697-b894-092475859778'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:17.512322 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d99a4154-5980-47ee-b6c7-8dea3e647e52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd12594b-2038-4543-9cc9-221f64f2a8be HTTP/1.1" status: 204 len: 168 time: 1.0610979 Aug 31 06:31:17.529383 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.581787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a4154-5980-47ee-b6c7-8dea3e647e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd12594b-2038-4543-9cc9-221f64f2a8be,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:17.591691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-ea829f9f-3cd8-4840-b29a-126a2994324e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eac2f22-eeed-4896-b9de-40699f9d3daf HTTP/1.1" status: 200 len: 217 time: 0.0814300 Aug 31 06:31:17.645710 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.725931 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5d95794d-fc11-4afb-957f-c306994e89f8 req-31797d4c-9cb3-49f6-855f-cb06a99eefbd tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.775080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Network f47d8ff9-5309-492a-90d9-90c7b503278e is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:17.790296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc0b321-10be-40c1-b75e-7ae3694f5928', 'tag': '0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:17.794327 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae31655a-4b79-401f-aee6-266d472849be" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc0b321-10be-40c1-b75e-7ae3694f5928", "tag": "0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:17.799147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Pushing event deleted for resources: {'Port': ['ID=e813e2e4-5b49-43ef-8782-b44c03bea5e5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:17.816615 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.819428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:17.826639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:17.874824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5d95794d-fc11-4afb-957f-c306994e89f8 req-31797d4c-9cb3-49f6-855f-cb06a99eefbd tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:17.886672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-4aebe351-d804-4e18-a351-6398f9d6af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:17.888652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-4aebe351-d804-4e18-a351-6398f9d6af75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 HTTP/1.1" status: 200 len: 854 time: 0.2877905 Aug 31 06:31:17.921650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-373310eb-208e-4600-a144-f4152be741a9 None None] Set router fd5c66e1-bc70-4697-b894-092475859778 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:31:17.934634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2e08eb-31b1-4274-96a8-a6694d5a39b1 req-4355da4b-2c2d-4a6c-9b92-7c581f504f0f service neutron] 10.222.0.42 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9044259 Aug 31 06:31:17.991438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14b8a9-b68e-499b-9701-dac67e2c21b4 req-e2c69bb0-87d5-46ec-8cba-389497bb0bd9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:18.006068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df14b8a9-b68e-499b-9701-dac67e2c21b4 req-e2c69bb0-87d5-46ec-8cba-389497bb0bd9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.7992532 Aug 31 06:31:18.033323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Pushing event updated for resources: {'Port': ['ID=8125a0ce-f94f-4967-962e-64b6b92d3b41,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:18.048664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5d95794d-fc11-4afb-957f-c306994e89f8 req-31797d4c-9cb3-49f6-855f-cb06a99eefbd tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.052616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5d95794d-fc11-4afb-957f-c306994e89f8 req-31797d4c-9cb3-49f6-855f-cb06a99eefbd tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.061426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5d95794d-fc11-4afb-957f-c306994e89f8 req-31797d4c-9cb3-49f6-855f-cb06a99eefbd tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/cecfea7c-4e30-4c56-819f-9711c6f20e04 HTTP/1.1" status: 204 len: 173 time: 0.6356099 Aug 31 06:31:18.071981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] No DVR routers for this DVR port e813e2e4-5b49-43ef-8782-b44c03bea5e5 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:18.076819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.078927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51984b88-673d-4185-b10e-ea51ff1d89b9 req-1291aa90-5f38-4e07-883c-0f54580c3d5d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.42 "DELETE /v2.0/ports/e813e2e4-5b49-43ef-8782-b44c03bea5e5 HTTP/1.1" status: 204 len: 173 time: 1.9891386 Aug 31 06:31:18.164015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Allocated IP 172.20.0.4 (f1d7c7ae-1065-4e8d-9d81-341e4fe05e23/b0154573-dbc5-4f7b-91ad-b742cdd31b80/d2814220-f0d3-4c20-8690-f2add0e7ae6d) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:18.177386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df14b8a9-b68e-499b-9701-dac67e2c21b4 req-b5f487c0-3474-4007-b2de-89418ab20ea6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702230 Aug 31 06:31:18.206219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54306) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:18.216432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:18.217483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.247944 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7b5afe7-866a-4e52-9206-139a272dfcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.268777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.301312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a6b60476-3489-4629-83ee-14d636209416 None None] Provisioning for port 8125a0ce-f94f-4967-962e-64b6b92d3b41 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:18.307215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a6b60476-3489-4629-83ee-14d636209416 None None] Provisioning complete for port 8125a0ce-f94f-4967-962e-64b6b92d3b41 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:18.307701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a6b60476-3489-4629-83ee-14d636209416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.323455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0951185-6fa5-48c7-8fe2-ec526c7503dd req-7aa1b4fe-763a-43a7-9848-f4f2cd4a9066 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 210 time: 0.0503774 Aug 31 06:31:18.369853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-373310eb-208e-4600-a144-f4152be741a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:31:13Z', 'revision_number': 5, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:18.376673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31797d4c-9cb3-49f6-855f-cb06a99eefbd tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecfea7c-4e30-4c56-819f-9711c6f20e04,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:18.419680 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abff7dc-df4c-4a6b-8f30-7d71bd0ce5c6 x-openstack-request-id: req-9abff7dc-df4c-4a6b-8f30-7d71bd0ce5c6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:18.420397 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc666e2-0781-4f0e-9d31-fd7bddefc9ea", "tag": "9eac2f22-eeed-4896-b9de-40699f9d3daf", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:18.420397 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9abff7dc-df4c-4a6b-8f30-7d71bd0ce5c6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:18.420610 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc666e2-0781-4f0e-9d31-fd7bddefc9ea', 'tag': '9eac2f22-eeed-4896-b9de-40699f9d3daf', 'status': 'completed', 'code': 200} Aug 31 06:31:18.423457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Deleting port 0fb4f721-1cec-4eef-9352-5f6306391010 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:18.424082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.428833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373310eb-208e-4600-a144-f4152be741a9 None None] The sync data for ids ['fd5c66e1-bc70-4697-b894-092475859778'] in n-d-712142-16 is: [{'id': 'fd5c66e1-bc70-4697-b894-092475859778', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1954706699-router', 'tenant_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:25:52Z', 'updated_at': '2021-08-31T06:31:13Z', 'revision_number': 5, 'project_id': 'a7b9d852498c495ab34a1e2d75fa0628', 'gw_port': {'id': '0fb4f721-1cec-4eef-9352-5f6306391010', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c66e1-bc70-4697-b894-092475859778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:25:53Z', 'updated_at': '2021-08-31T06:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:31:18.431726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a6b60476-3489-4629-83ee-14d636209416 None None] Port 8125a0ce-f94f-4967-962e-64b6b92d3b41 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:18.504434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-abe73095-5f9d-458f-85f9-8c264859e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:18.506669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-abe73095-5f9d-458f-85f9-8c264859e066 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f47d8ff9-5309-492a-90d9-90c7b503278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5972912 Aug 31 06:31:18.508647 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0c094d-3225-46b8-a155-d5ca1b1f6322 x-openstack-request-id: req-9c0c094d-3225-46b8-a155-d5ca1b1f6322 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:18.509039 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc0b321-10be-40c1-b75e-7ae3694f5928", "tag": "0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:18.509422 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c0c094d-3225-46b8-a155-d5ca1b1f6322 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:18.509978 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc0b321-10be-40c1-b75e-7ae3694f5928', 'tag': '0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a', 'status': 'completed', 'code': 200} Aug 31 06:31:18.512756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.532854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b72a1e-6869-4dbd-ad40-39a329fb537a req-a7098539-4b2f-4516-8a47-6be888fcbc13 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:18.534842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5b72a1e-6869-4dbd-ad40-39a329fb537a req-a7098539-4b2f-4516-8a47-6be888fcbc13 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 931 time: 0.3365724 Aug 31 06:31:18.573390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-00a70983-837e-4046-856d-102b872b74f8 req-e7be4db1-0df1-4630-b7b0-e6fd5e0bb902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-708206473', 'description': 'tempest-description-151988236'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:18.660631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5b72a1e-6869-4dbd-ad40-39a329fb537a req-4f33740d-e6bb-4bf8-8691-9d82eb749d0c tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121461 Aug 31 06:31:18.679729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-96a226fe-4ee7-4c76-ab2c-49fa8c770ee6 service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632960 Aug 31 06:31:18.681171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.697163 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7b5afe7-866a-4e52-9206-139a272dfcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.727751 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7b5afe7-866a-4e52-9206-139a272dfcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.746500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] For port 0fb4f721-1cec-4eef-9352-5f6306391010, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0fb4f721-1cec-4eef-9352-5f6306391010,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:18.746906 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.780732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-4ce8643b-4823-44bb-8975-44c2f856fb81 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9975114 Aug 31 06:31:18.805372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Request body: {'port': {'device_id': 'aa7a3605-669e-4c33-8155-acb5ef7cb407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:18.816508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31655a-4b79-401f-aee6-266d472849be req-ff3098c8-c42c-40d0-a547-827b6bcccf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:18.818190 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae31655a-4b79-401f-aee6-266d472849be req-ff3098c8-c42c-40d0-a547-827b6bcccf84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 1095 time: 0.2860210 Aug 31 06:31:18.820337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Calling delete_port for 0fb4f721-1cec-4eef-9352-5f6306391010 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:18.824842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:18.838498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Network f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:18.856303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:18.856852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a7442a7c-9b9f-4cfd-8efa-ea434ba983f8 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:18.870939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:18.874344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c7b5afe7-866a-4e52-9206-139a272dfcfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a247e16c4c24719963ce299669e9d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6639104 Aug 31 06:31:18.874344 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-00a70983-837e-4046-856d-102b872b74f8 req-e7be4db1-0df1-4630-b7b0-e6fd5e0bb902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.875753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54308) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:18.890258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Port': ['ID=d2814220-f0d3-4c20-8690-f2add0e7ae6d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:18.896972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:18.899023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-eb750853-70fd-4e2c-b070-6b666b0aa2fb tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:18.900435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-eb750853-70fd-4e2c-b070-6b666b0aa2fb tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.23 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 805 time: 0.4106271 Aug 31 06:31:18.946102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5afe7-866a-4e52-9206-139a272dfcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb0676b-0f10-4e70-a660-2cc81238f11b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:18.947699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:18.952022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Request body: {'port': {'device_id': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'admin_state_up': True, 'tenant_id': 'cd273f6f062d4d9dbb10bcc90ae1cace'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:18.996195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433a3e1-b6e7-4376-b9dd-72c81fbbf9bc req-9749ae7d-e198-4c0c-a5c9-f8414b515c28 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:18.997787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5433a3e1-b6e7-4376-b9dd-72c81fbbf9bc req-9749ae7d-e198-4c0c-a5c9-f8414b515c28 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.2340105 Aug 31 06:31:19.003145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-839f7ae4-9257-4717-b2b5-242375f14e7a req-9866b0c1-ebd3-4b56-84bf-31556dedf625 service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158164 Aug 31 06:31:19.141042 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5433a3e1-b6e7-4376-b9dd-72c81fbbf9bc req-53cba77f-590f-4e29-be95-6252a969a185 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158049 Aug 31 06:31:19.142125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.222292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-4527336a-ab5a-4f2a-a131-cd4cf70c6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:19.223939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-4527336a-ab5a-4f2a-a131-cd4cf70c6955 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 1095 time: 0.1664190 Aug 31 06:31:19.259506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-482ce45d-225c-4ce5-bfc1-676a540017fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.266490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31655a-4b79-401f-aee6-266d472849be req-64e55030-29f4-4730-8d86-6753b8e98103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:19.268016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae31655a-4b79-401f-aee6-266d472849be req-64e55030-29f4-4730-8d86-6753b8e98103 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 916 time: 0.4275787 Aug 31 06:31:19.353835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae31655a-4b79-401f-aee6-266d472849be req-2ca7b353-02b3-4578-8c03-ab1de3f7270e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a HTTP/1.1" status: 200 len: 217 time: 0.0652926 Aug 31 06:31:19.411789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-00a70983-837e-4046-856d-102b872b74f8 req-e7be4db1-0df1-4630-b7b0-e6fd5e0bb902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.413882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-482ce45d-225c-4ce5-bfc1-676a540017fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.432097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-00a70983-837e-4046-856d-102b872b74f8 req-e7be4db1-0df1-4630-b7b0-e6fd5e0bb902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.526083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31655a-4b79-401f-aee6-266d472849be req-465a18dc-1497-48f6-95ce-7e1d934f7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:19.528384 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae31655a-4b79-401f-aee6-266d472849be req-465a18dc-1497-48f6-95ce-7e1d934f7770 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 HTTP/1.1" status: 200 len: 854 time: 0.1614842 Aug 31 06:31:19.536093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Made reservation on behalf of cd273f6f062d4d9dbb10bcc90ae1cace for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:19.539713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.547053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be4db1-0df1-4630-b7b0-e6fd5e0bb902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5539e456-151f-4759-99c2-aa07f197d595,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:19.559572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-00a70983-837e-4046-856d-102b872b74f8 req-e7be4db1-0df1-4630-b7b0-e6fd5e0bb902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.560993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00a70983-837e-4046-856d-102b872b74f8 req-e7be4db1-0df1-4630-b7b0-e6fd5e0bb902 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0325739 Aug 31 06:31:19.588372 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.629961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-482ce45d-225c-4ce5-bfc1-676a540017fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.633335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-482ce45d-225c-4ce5-bfc1-676a540017fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.634444 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-482ce45d-225c-4ce5-bfc1-676a540017fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fb0676b-0f10-4e70-a660-2cc81238f11b HTTP/1.1" status: 204 len: 168 time: 0.7331080 Aug 31 06:31:19.644460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb4f721-1cec-4eef-9352-5f6306391010,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:19.714014 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.725269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02b15c06-eee5-420c-b139-fea8a09157cb req-e719b98a-a011-498f-82f3-de126748d868 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 210 time: 0.0963380 Aug 31 06:31:19.726013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ce45d-225c-4ce5-bfc1-676a540017fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb0676b-0f10-4e70-a660-2cc81238f11b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:19.744293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31655a-4b79-401f-aee6-266d472849be req-c138bb01-90e7-4873-bfea-66107991eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:19.745938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae31655a-4b79-401f-aee6-266d472849be req-c138bb01-90e7-4873-bfea-66107991eea7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f47d8ff9-5309-492a-90d9-90c7b503278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998594 Aug 31 06:31:19.814145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d1a57-5d44-4a1a-8571-756e35927be3 req-0b9a7232-52af-42d2-8913-310308492237 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:19.819242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-413d1a57-5d44-4a1a-8571-756e35927be3 req-0b9a7232-52af-42d2-8913-310308492237 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.2413857 Aug 31 06:31:19.914753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-98a36e18-f093-4417-8f32-8807da969ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:19.915918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:19.917212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-98a36e18-f093-4417-8f32-8807da969ba7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 916 time: 0.3376245 Aug 31 06:31:19.996595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91e9b44c-fe71-4e2a-a243-012bc40d65b8 req-fa20ccd5-a850-46a4-bc6d-288cdff867e5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/5539e456-151f-4759-99c2-aa07f197d595 HTTP/1.1" status: 200 len: 1799 time: 0.2126427 Aug 31 06:31:20.002092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:20.014620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-9ceb13c8-8aa2-4471-9321-6bf69d186d7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eac2f22-eeed-4896-b9de-40699f9d3daf HTTP/1.1" status: 200 len: 217 time: 0.0820498 Aug 31 06:31:20.029203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-413d1a57-5d44-4a1a-8571-756e35927be3 req-9f6ffb13-fb3d-4547-87c1-f2fd21933ea1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935728 Aug 31 06:31:20.054412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-91e9b44c-fe71-4e2a-a243-012bc40d65b8 req-e3e970f1-a743-4899-8040-2a001cfeaf41 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Request body: {'security_group': {'name': 'tempest-sg-hth-6723703', 'description': 'tempest-description-hth-35468233'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:20.054412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.059992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.083495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Allocated IP 172.20.0.5 (ef5bc231-211d-4812-9642-c22256c304d1/6c899d8a-154a-4b2b-9be8-3464062ff28f/f2968466-b95a-4eae-b16c-172b2fc6fd79) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:20.103698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-6922a5b8-88ac-4a96-b444-5330d832158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:20.105473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-6922a5b8-88ac-4a96-b444-5330d832158b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 HTTP/1.1" status: 200 len: 854 time: 0.0714192 Aug 31 06:31:20.142241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:20.143100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae31655a-4b79-401f-aee6-266d472849be req-f3ffbc54-2b3a-4663-944b-2515e3d6ee90 service neutron] 10.222.0.42 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570902 Aug 31 06:31:20.158072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e813e2e4-5b49-43ef-8782-b44c03bea5e5 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:20.162069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a', 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e', 'port_id': '0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a', 'mac_address': 'fa:16:3e:2b:58:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0491a5-a2ab-4b17-960b-d2c8ea4a8354', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:20.195095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: e813e2e4-5b49-43ef-8782-b44c03bea5e5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:20.195550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e813e2e4-5b49-43ef-8782-b44c03bea5e5 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:20.218180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8125a0ce-f94f-4967-962e-64b6b92d3b41 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:20.234344 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.241950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.263388 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-91e9b44c-fe71-4e2a-a243-012bc40d65b8 req-e3e970f1-a743-4899-8040-2a001cfeaf41 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.267979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:20.273701 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.274227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5c66e1-bc70-4697-b894-092475859778 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:31:20.287047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Transition to ACTIVE for port object 8125a0ce-f94f-4967-962e-64b6b92d3b41 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:20.289229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-be5150da-2d4b-408d-aaf4-c72b87a1c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:20.294414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-be5150da-2d4b-408d-aaf4-c72b87a1c52a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f47d8ff9-5309-492a-90d9-90c7b503278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610982 Aug 31 06:31:20.298274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.301355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.303090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee6c9e6d-f275-4e88-a99d-5faea5fd9ed2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/fd5c66e1-bc70-4697-b894-092475859778 HTTP/1.1" status: 204 len: 168 time: 3.4315302 Aug 31 06:31:20.308214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506795e0-55f9-4e5c-a826-69d6e0d14720 req-3b798a92-5d1b-466f-a910-ac0518f158e4 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:20.309873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506795e0-55f9-4e5c-a826-69d6e0d14720 req-3b798a92-5d1b-466f-a910-ac0518f158e4 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 931 time: 0.1402576 Aug 31 06:31:20.311110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.313679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:20.316408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54332) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:20.386272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.393646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:20.406091 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.419920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae31655a-4b79-401f-aee6-266d472849be req-2dc55cb5-044c-45a9-b928-cf4c95e20f37 service neutron] 10.222.0.42 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709663 Aug 31 06:31:20.436935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-792ed3d0-1703-4112-bb21-6a28df16b197 admin admin] Deleting subnet 8ad49c1e-b098-4091-b189-06f8db62c292 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:31:20.440688 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-792ed3d0-1703-4112-bb21-6a28df16b197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.487681 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-792ed3d0-1703-4112-bb21-6a28df16b197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.508255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:20.511067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Pushing event updated for resources: {'Port': ['ID=8125a0ce-f94f-4967-962e-64b6b92d3b41,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:20.516651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:20.531323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9', 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4', 'port_id': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9', 'mac_address': 'fa:16:3e:bf:2d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e323d9-f357-4b24-9e1f-0246eb573883', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:20.563347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'name': 'network-vif-deleted', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:20.574574 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5b4bcc-b1eb-45ba-8fae-555e89327d4a" -d '{"events": [{"server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "name": "network-vif-deleted", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:20.644413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-08dca363-88fa-4003-85d5-2058a61f5177 service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289492 Aug 31 06:31:20.646487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.663618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-506795e0-55f9-4e5c-a826-69d6e0d14720 req-f16a6da1-9d30-4d8c-b1d5-abceb50cc419 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448656 Aug 31 06:31:20.679118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:20.723001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:20.730987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:20.771194 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.779883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.807799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-91e9b44c-fe71-4e2a-a243-012bc40d65b8 req-e3e970f1-a743-4899-8040-2a001cfeaf41 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.859716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:20.864604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5b48d7c-a104-4b8d-8b1f-b9a3611032ef req-cd618838-e25a-4bae-8022-f5e32b0ecb93 service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962543 Aug 31 06:31:20.896788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Attempting to bind port 8125a0ce-f94f-4967-962e-64b6b92d3b41 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:20.897135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Attempting to bind port 8125a0ce-f94f-4967-962e-64b6b92d3b41 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:20.897621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Attempting to bind port 8125a0ce-f94f-4967-962e-64b6b92d3b41 on network f47d8ff9-5309-492a-90d9-90c7b503278e {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:20.899442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Port': ['ID=d2814220-f0d3-4c20-8690-f2add0e7ae6d,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:20.933280 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-792ed3d0-1703-4112-bb21-6a28df16b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:20.988696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Port 8125a0ce-f94f-4967-962e-64b6b92d3b41 on network f47d8ff9-5309-492a-90d9-90c7b503278e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:20.988696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Attempting to bind port 8125a0ce-f94f-4967-962e-64b6b92d3b41 on network f47d8ff9-5309-492a-90d9-90c7b503278e {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:20.997408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:21.014507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.016011 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ff9db93d-fec4-46f9-8b32-5abe559f1af7 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7157154 Aug 31 06:31:21.020388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54350) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:21.033361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.044447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:21.044845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Checking segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:21.045259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Bound using segment: {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:21.045777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Bound port: 8125a0ce-f94f-4967-962e-64b6b92d3b41, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:21.046136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.055269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0fb4f721-1cec-4eef-9352-5f6306391010 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:21.056235 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-91e9b44c-fe71-4e2a-a243-012bc40d65b8 req-e3e970f1-a743-4899-8040-2a001cfeaf41 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.060723 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-91e9b44c-fe71-4e2a-a243-012bc40d65b8 req-e3e970f1-a743-4899-8040-2a001cfeaf41 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.073771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91e9b44c-fe71-4e2a-a243-012bc40d65b8 req-e3e970f1-a743-4899-8040-2a001cfeaf41 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "PUT /v2.0/security-groups/5539e456-151f-4759-99c2-aa07f197d595 HTTP/1.1" status: 200 len: 1770 time: 1.0391192 Aug 31 06:31:21.098615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 0fb4f721-1cec-4eef-9352-5f6306391010 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:21.099377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0fb4f721-1cec-4eef-9352-5f6306391010 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:21.135714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8a50f-1f35-4599-bee0-c7072b3ebf81 req-e1c69d1a-b1e0-462d-a162-5f8fda2cf234 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:21.137775 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8a8a50f-1f35-4599-bee0-c7072b3ebf81 req-e1c69d1a-b1e0-462d-a162-5f8fda2cf234 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 944 time: 0.2956741 Aug 31 06:31:21.140566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e970f1-a743-4899-8040-2a001cfeaf41 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5539e456-151f-4759-99c2-aa07f197d595,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:21.147850 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-792ed3d0-1703-4112-bb21-6a28df16b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.160323 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c343c582-2bf4-472b-b7b6-e43748025a3a x-openstack-request-id: req-c343c582-2bf4-472b-b7b6-e43748025a3a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:21.160610 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb508efb-2d11-47e0-a378-248d383971a5", "name": "network-vif-deleted", "tag": "e813e2e4-5b49-43ef-8782-b44c03bea5e5", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:21.160865 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c343c582-2bf4-472b-b7b6-e43748025a3a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:21.162878 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb508efb-2d11-47e0-a378-248d383971a5', 'name': 'network-vif-deleted', 'tag': 'e813e2e4-5b49-43ef-8782-b44c03bea5e5', 'status': 'completed', 'code': 200} Aug 31 06:31:21.191182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-83b678fc-a4ea-4fc5-be08-6962afa92643 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 HTTP/1.1" status: 200 len: 689 time: 0.1639371 Aug 31 06:31:21.199368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54360) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:21.207305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ed3d0-1703-4112-bb21-6a28df16b197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad49c1e-b098-4091-b189-06f8db62c292,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:21.221296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-792ed3d0-1703-4112-bb21-6a28df16b197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.223369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-792ed3d0-1703-4112-bb21-6a28df16b197 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8ad49c1e-b098-4091-b189-06f8db62c292 HTTP/1.1" status: 204 len: 168 time: 0.9018800 Aug 31 06:31:21.227879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54362) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:21.258172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d61562-0351-48f8-bca7-2558e0d5dca4 None None] Network 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:21.302065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.317280 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8a8a50f-1f35-4599-bee0-c7072b3ebf81 req-cb3f0b47-c636-424e-9cb2-22be3af2bc00 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493933 Aug 31 06:31:21.329222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.335081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] For port 8125a0ce-f94f-4967-962e-64b6b92d3b41, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:21.353151 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:31:21.359472 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] For port 8125a0ce-f94f-4967-962e-64b6b92d3b41, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8125a0ce-f94f-4967-962e-64b6b92d3b41,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:21.393461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.406033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Pushing event updated for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:21.426124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Network ef5bc231-211d-4812-9642-c22256c304d1 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:21.446360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:21.453555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:21.493644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Pushing event updated for resources: {'Port': ['ID=8125a0ce-f94f-4967-962e-64b6b92d3b41,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:21.511613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.517568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680a703-2941-4028-bb96-54b527052853 req-1cdb789f-64c5-4885-9d4e-2ca94b6b3437 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:21.525420 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8680a703-2941-4028-bb96-54b527052853 req-1cdb789f-64c5-4885-9d4e-2ca94b6b3437 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 931 time: 0.2186635 Aug 31 06:31:21.545392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] DHCP port deletion for 5db70c8f-3d2c-4803-baa1-a510fadc8eb2 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:31:21.564867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:21.565520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.602659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-dcce9022-35b9-4a01-bc60-f5de54c3d538 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6604474 Aug 31 06:31:21.607351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:21.607979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.608796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Deleting port d19d7904-2dbd-4d70-b533-bcf57c3cf412 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:21.609131 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.609407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-bdb16ed0-2e96-45a9-9282-2d5eadf7411f service neutron] 10.222.0.23 "PUT /v2.0/ports/8125a0ce-f94f-4967-962e-64b6b92d3b41 HTTP/1.1" status: 200 len: 1092 time: 2.8176181 Aug 31 06:31:21.612890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7a3605-669e-4c33-8155-acb5ef7cb407', 'tag': '8125a0ce-f94f-4967-962e-64b6b92d3b41'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:21.615283 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056b57e4-470c-4ada-b6ae-e93bf05e9a64" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7a3605-669e-4c33-8155-acb5ef7cb407", "tag": "8125a0ce-f94f-4967-962e-64b6b92d3b41"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:21.638650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] Deleting port d19d7904-2dbd-4d70-b533-bcf57c3cf412 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:21.638998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.675515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fa749-3725-481a-ab54-4c7ba462595f req-b171abee-df57-41d3-a0c0-9678ee94f24e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:21.680382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] For port d19d7904-2dbd-4d70-b533-bcf57c3cf412, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d19d7904-2dbd-4d70-b533-bcf57c3cf412,segment=NetworkSegment(cbf82b7c-4d61-43f4-8df7-0c0bdae73a72),segment_id=cbf82b7c-4d61-43f4-8df7-0c0bdae73a72)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:21.680755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.694332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b5fa749-3725-481a-ab54-4c7ba462595f req-b171abee-df57-41d3-a0c0-9678ee94f24e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.2073016 Aug 31 06:31:21.696903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Calling delete_port for d19d7904-2dbd-4d70-b533-bcf57c3cf412 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:21.714716 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8680a703-2941-4028-bb96-54b527052853 req-8070b28e-8544-4976-a79a-5fb5bb3d096a tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883414 Aug 31 06:31:21.723625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Request body: {'port': {'device_id': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:21.782027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] For port d19d7904-2dbd-4d70-b533-bcf57c3cf412, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d19d7904-2dbd-4d70-b533-bcf57c3cf412,segment=NetworkSegment(cbf82b7c-4d61-43f4-8df7-0c0bdae73a72),segment_id=cbf82b7c-4d61-43f4-8df7-0c0bdae73a72)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:21.782452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.789524 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b5fa749-3725-481a-ab54-4c7ba462595f req-77b8234f-45ef-4873-be60-8cc5c2e9d3f0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825851 Aug 31 06:31:21.799050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Deleting port d2814220-f0d3-4c20-8690-f2add0e7ae6d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:21.799516 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.840727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] Calling delete_port for d19d7904-2dbd-4d70-b533-bcf57c3cf412 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:21.890319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.890594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.903333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Calling delete_port for d2814220-f0d3-4c20-8690-f2add0e7ae6d owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:21.925919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1d42246-dea6-4f7a-b8a2-154358072421 req-4b2711e5-4d92-45fa-900a-a75e22799eb4 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/5539e456-151f-4759-99c2-aa07f197d595 HTTP/1.1" status: 200 len: 1770 time: 0.1185420 Aug 31 06:31:21.959637 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.981751 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:21.995935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] Pushing event deleted for resources: {'Port': ['ID=d19d7904-2dbd-4d70-b533-bcf57c3cf412,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:22.004335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ded42-793b-4a36-89db-2b9842186dfe None None] No DVR routers for this DVR port d19d7904-2dbd-4d70-b533-bcf57c3cf412 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:22.014604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:22.026528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.029239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19d7904-2dbd-4d70-b533-bcf57c3cf412,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:22.041064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] No DVR routers for this DVR port d19d7904-2dbd-4d70-b533-bcf57c3cf412 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:22.079284 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f6db8-20e0-423d-bc66-a1fcc768d35a x-openstack-request-id: req-c03f6db8-20e0-423d-bc66-a1fcc768d35a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:22.079577 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7a3605-669e-4c33-8155-acb5ef7cb407", "tag": "8125a0ce-f94f-4967-962e-64b6b92d3b41", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:22.079871 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c03f6db8-20e0-423d-bc66-a1fcc768d35a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:22.080269 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7a3605-669e-4c33-8155-acb5ef7cb407', 'tag': '8125a0ce-f94f-4967-962e-64b6b92d3b41', 'status': 'completed', 'code': 200} Aug 31 06:31:22.091667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.118973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b29b-ceca-4eac-82f3-62143c691567 req-d3058561-8f0a-4657-b71e-97a051f0192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:22.120502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-d3058561-8f0a-4657-b71e-97a051f0192e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 1095 time: 0.4252639 Aug 31 06:31:22.142176 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.145760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2814220-f0d3-4c20-8690-f2add0e7ae6d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:22.157664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db70c8f-3d2c-4803-baa1-a510fadc8eb2']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:22.169360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:22.169664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf82b7c-4d61-43f4-8df7-0c0bdae73a72') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:22.179890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.182674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:22.193553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:22.193934 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.220179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-ab11fcd9-533e-4884-8280-b2bfb6e493a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8125a0ce-f94f-4967-962e-64b6b92d3b41 HTTP/1.1" status: 200 len: 217 time: 0.0759113 Aug 31 06:31:22.233587 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.238690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-f5101027-1f31-4464-8dc7-0693af280da6 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=85c25aa69bd6467f83000986e86ba650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512342 Aug 31 06:31:22.247366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:22.247781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:22.249874 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:22.281561 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.290561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb359e4-3cd8-49c8-aa04-d94878508b10 req-d733da87-fe49-472d-ac69-609fdfabf6a7 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:22.292052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-edb359e4-3cd8-49c8-aa04-d94878508b10 req-d733da87-fe49-472d-ac69-609fdfabf6a7 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 943 time: 0.2172611 Aug 31 06:31:22.312101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9eac2f22-eeed-4896-b9de-40699f9d3daf details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:22.313917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc0b321-10be-40c1-b75e-7ae3694f5928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:22.315871 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b13feb-adb4-40ab-a565-9248938ce092" -d '{"events": [{"server_uuid": "6bc0b321-10be-40c1-b75e-7ae3694f5928", "name": "network-vif-plugged", "status": "completed", "tag": "0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:22.323584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.325356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:22.344412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b29b-ceca-4eac-82f3-62143c691567 req-165f6b13-a8a0-4577-9ea2-84aaffb73872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:22.344635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-165f6b13-a8a0-4577-9ea2-84aaffb73872 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 HTTP/1.1" status: 200 len: 854 time: 0.0984263 Aug 31 06:31:22.383801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:22.394591 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.414228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-edb359e4-3cd8-49c8-aa04-d94878508b10 req-b4e63d07-37c2-4219-a16f-8333b54e3db1 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070256 Aug 31 06:31:22.435729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.452928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.461288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:22.463242 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.464236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5db70c8f-3d2c-4803-baa1-a510fadc8eb2 HTTP/1.1" status: 204 len: 168 time: 1.2341926 Aug 31 06:31:22.475413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b29b-ceca-4eac-82f3-62143c691567 req-f9ae0754-d201-4ba3-97f0-ba3669bd81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:22.476938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-f9ae0754-d201-4ba3-97f0-ba3669bd81c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f47d8ff9-5309-492a-90d9-90c7b503278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212888 Aug 31 06:31:22.512249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:22.515053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef77a3-c13f-48c7-ac72-ed8b89be8c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db70c8f-3d2c-4803-baa1-a510fadc8eb2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:22.523995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:22.525682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.569613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-e963ae15-0140-4a41-818f-a0a5beac7353 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:22.571160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-e963ae15-0140-4a41-818f-a0a5beac7353 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036821 Aug 31 06:31:22.584200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9eac2f22-eeed-4896-b9de-40699f9d3daf, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9eac2f22-eeed-4896-b9de-40699f9d3daf,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:22.597450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-e5108a86-02ae-4284-bab2-2ab0394d47fe tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/quotas/85c25aa69bd6467f83000986e86ba650 HTTP/1.1" status: 200 len: 375 time: 0.0187154 Aug 31 06:31:22.601498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '9eac2f22-eeed-4896-b9de-40699f9d3daf', 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e', 'port_id': '9eac2f22-eeed-4896-b9de-40699f9d3daf', 'mac_address': 'fa:16:3e:25:be:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0491a5-a2ab-4b17-960b-d2c8ea4a8354', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:22.628860 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-772720d9-2ea3-4a58-b7b4-9d0a324e49b8 req-c6dd42e5-000b-4faf-a2b9-279b0344d23d tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/5539e456-151f-4759-99c2-aa07f197d595 HTTP/1.1" status: 200 len: 1770 time: 0.1332695 Aug 31 06:31:22.632679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.642841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-a7fc2892-17bc-40db-8685-25316a13e40c service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569798 Aug 31 06:31:22.666615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-1384150d-8a03-4059-a3e7-bd8f2248d0c7 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=85c25aa69bd6467f83000986e86ba650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551703 Aug 31 06:31:22.679005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0154573-dbc5-4f7b-91ad-b742cdd31b80,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:22.730561 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.748230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54398) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:22.754435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eac2f22-eeed-4896-b9de-40699f9d3daf {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:22.761349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2968466-b95a-4eae-b16c-172b2fc6fd79 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:22.783170 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.829294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Transition to ACTIVE for port object f2968466-b95a-4eae-b16c-172b2fc6fd79 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:22.838374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-039271a1-d324-41da-a2e6-17fbdeeac2a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6034154b728b418db876726a7a60c3b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0854423 Aug 31 06:31:22.838624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9eac2f22-eeed-4896-b9de-40699f9d3daf, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9eac2f22-eeed-4896-b9de-40699f9d3daf,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:22.838756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54402) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:22.853813 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.855409 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.894159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:22.917476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d19d7904-2dbd-4d70-b533-bcf57c3cf412 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:22.965261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d19d7904-2dbd-4d70-b533-bcf57c3cf412 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:22.965615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d19d7904-2dbd-4d70-b533-bcf57c3cf412 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:22.988353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:22.994161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=9eac2f22-eeed-4896-b9de-40699f9d3daf,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:22.998164 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.073986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9eac2f22-eeed-4896-b9de-40699f9d3daf'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:23.078577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:23.190163 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5f3d8-c5d5-4dc2-b708-de9b5de7360b x-openstack-request-id: req-abd5f3d8-c5d5-4dc2-b708-de9b5de7360b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:23.190872 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc0b321-10be-40c1-b75e-7ae3694f5928", "name": "network-vif-plugged", "status": "completed", "tag": "0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:23.190872 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abd5f3d8-c5d5-4dc2-b708-de9b5de7360b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:23.191218 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc0b321-10be-40c1-b75e-7ae3694f5928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a', 'code': 200} Aug 31 06:31:23.319131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.337000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d7c7ae-1065-4e8d-9d81-341e4fe05e23']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:23.371467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517b52e0-65da-4551-8ae2-c99a72f714a6') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:23.372039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517b52e0-65da-4551-8ae2-c99a72f714a6') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:23.388690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.403499 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-772720d9-2ea3-4a58-b7b4-9d0a324e49b8 req-c6eb8654-65e7-4290-8766-d7033bc1f673 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.435704 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5951b29b-ceca-4eac-82f3-62143c691567 req-64cb44cd-db62-4061-bbc1-7df7cd028a5b service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706411 Aug 31 06:31:23.436620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.449358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-772720d9-2ea3-4a58-b7b4-9d0a324e49b8 req-c6eb8654-65e7-4290-8766-d7033bc1f673 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.452379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:23.452813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:23.454652 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:23.525506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:23.559715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeea08-d4c3-4221-aa1c-5b2c1c483ace req-8140def3-e5e9-490d-998f-9a723dd67fef tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.574072 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1eeea08-d4c3-4221-aa1c-5b2c1c483ace req-8140def3-e5e9-490d-998f-9a723dd67fef tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.1508806 Aug 31 06:31:23.575948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.584052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:31:23.586687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-5fe5337a-af87-4dfe-85ee-a1ebca996de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.588266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-5fe5337a-af87-4dfe-85ee-a1ebca996de7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 1095 time: 0.0854352 Aug 31 06:31:23.589377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.593456 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 HTTP/1.1" status: 204 len: 168 time: 2.3897276 Aug 31 06:31:23.595990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54418) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:23.608541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-772720d9-2ea3-4a58-b7b4-9d0a324e49b8 req-c6eb8654-65e7-4290-8766-d7033bc1f673 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.611031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-772720d9-2ea3-4a58-b7b4-9d0a324e49b8 req-c6eb8654-65e7-4290-8766-d7033bc1f673 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.612118 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-772720d9-2ea3-4a58-b7b4-9d0a324e49b8 req-c6eb8654-65e7-4290-8766-d7033bc1f673 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/5539e456-151f-4759-99c2-aa07f197d595 HTTP/1.1" status: 204 len: 173 time: 0.9519410 Aug 31 06:31:23.616977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bf032-ccdd-4bee-bd5f-817815fa514f tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1d7c7ae-1065-4e8d-9d81-341e4fe05e23,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:23.660357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b481-2e1c-42a4-9e58-fe13684d5eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.671599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb8654-65e7-4290-8766-d7033bc1f673 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5539e456-151f-4759-99c2-aa07f197d595,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:23.712406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa596a5d-5cb4-436f-8d27-a8e2eddd0aea req-f427809a-6db5-4ba4-8335-cfb0a4fa5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.714217 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa596a5d-5cb4-436f-8d27-a8e2eddd0aea req-f427809a-6db5-4ba4-8335-cfb0a4fa5726 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 1097 time: 0.2888322 Aug 31 06:31:23.726945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-75b16c10-2197-43e0-b4a3-d0064a3feb84 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1084714 Aug 31 06:31:23.727791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54422) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:23.772268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b481-2e1c-42a4-9e58-fe13684d5eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.806468 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1eeea08-d4c3-4221-aa1c-5b2c1c483ace req-512256f8-c123-48ff-8279-ff20d27776f9 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144954 Aug 31 06:31:23.856665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-a5433b34-2358-4504-9c7e-04d52786786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.858207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-a5433b34-2358-4504-9c7e-04d52786786d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 916 time: 0.2570875 Aug 31 06:31:23.865784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Attempting to bind port f2968466-b95a-4eae-b16c-172b2fc6fd79 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:23.867185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Attempting to bind port f2968466-b95a-4eae-b16c-172b2fc6fd79 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:23.870626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Attempting to bind port f2968466-b95a-4eae-b16c-172b2fc6fd79 on network ef5bc231-211d-4812-9642-c22256c304d1 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:23.881931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Port f2968466-b95a-4eae-b16c-172b2fc6fd79 on network ef5bc231-211d-4812-9642-c22256c304d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:23.882929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Attempting to bind port f2968466-b95a-4eae-b16c-172b2fc6fd79 on network ef5bc231-211d-4812-9642-c22256c304d1 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:23.891151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.891548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.892282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.892443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.892888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.893571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.893861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.894236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.895194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa596a5d-5cb4-436f-8d27-a8e2eddd0aea req-2a50963d-0e3a-4b37-bce1-ad7e0d93328a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689982 Aug 31 06:31:23.901228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-62b0c1fd-820f-43a3-b051-8ac8daa10a36 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5317 time: 0.1557226 Aug 31 06:31:23.901404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54424) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:23.902263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:23.902923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Checking segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:23.903298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Bound using segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:23.903840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Bound port: f2968466-b95a-4eae-b16c-172b2fc6fd79, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:23.904190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.907329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52594-8582-4f2d-8993-816bae1a985f req-a9000d11-8544-4e45-835f-746635848cd3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:23.908819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afb52594-8582-4f2d-8993-816bae1a985f req-a9000d11-8544-4e45-835f-746635848cd3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 943 time: 0.1995077 Aug 31 06:31:23.924895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b481-2e1c-42a4-9e58-fe13684d5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.927432 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b481-2e1c-42a4-9e58-fe13684d5eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:23.928433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3cb4b481-2e1c-42a4-9e58-fe13684d5eb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88d18048-d137-4edb-85f3-efd5879db065 HTTP/1.1" status: 204 len: 168 time: 1.0892847 Aug 31 06:31:23.940800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-c4ae4824-5e07-4dab-a117-1fd2b44d0c3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8125a0ce-f94f-4967-962e-64b6b92d3b41 HTTP/1.1" status: 200 len: 217 time: 0.0702491 Aug 31 06:31:24.016897 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-35ac6c36-f751-4f08-b825-3e29b3f89674 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] delete failed (client error): The resource could not be found. Aug 31 06:31:24.018202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-35ac6c36-f751-4f08-b825-3e29b3f89674 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/d42ffeba-be03-4d00-bd6b-ca1ec04947ff HTTP/1.1" status: 404 len: 345 time: 0.1169431 Aug 31 06:31:24.022814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54428) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:24.025636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4b481-2e1c-42a4-9e58-fe13684d5eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d18048-d137-4edb-85f3-efd5879db065,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:24.054504 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afb52594-8582-4f2d-8993-816bae1a985f req-eb4153d4-40ea-4e46-be8b-e573c53504f6 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163676 Aug 31 06:31:24.080762 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-73457f97-41fb-41cb-88b8-5448bf37b455 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 06:31:24.082504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73457f97-41fb-41cb-88b8-5448bf37b455 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:31:24.091280 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-73457f97-41fb-41cb-88b8-5448bf37b455 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f1d7c7ae-1065-4e8d-9d81-341e4fe05e23 HTTP/1.1" status: 404 len: 339 time: 0.0674794 Aug 31 06:31:24.091447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010a53-1471-4c9b-bf32-894a26963e0a req-35de0b28-7110-4ebd-8bcd-bc998ef57e08 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.095146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54430) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:24.096912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-327de80b-d551-4a28-bb8e-bc8b9202b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.099713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22010a53-1471-4c9b-bf32-894a26963e0a req-35de0b28-7110-4ebd-8bcd-bc998ef57e08 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.2196772 Aug 31 06:31:24.101470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-327de80b-d551-4a28-bb8e-bc8b9202b672 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 HTTP/1.1" status: 200 len: 854 time: 0.1477680 Aug 31 06:31:24.127822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Request body: {'network': {'name': 'tempest-network--68157877', 'router:external': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:24.155010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fdf8629d-9bd1-4bed-8ccc-4c00bca358da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.179673 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.187016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22010a53-1471-4c9b-bf32-894a26963e0a req-680c6a55-0455-43a0-b053-d15c0bac1814 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873671 Aug 31 06:31:24.220932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:24.224753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-446fc3cc-c0c3-4773-953e-ac7cd35530f5 req-10e5dc5f-605a-40e6-ade5-c151248e7e48 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 210 time: 0.0403566 Aug 31 06:31:24.232073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:24.237886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-e55d38ca-c7bc-4030-b85f-ebc6e0c4c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.240501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-e55d38ca-c7bc-4030-b85f-ebc6e0c4c6c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f47d8ff9-5309-492a-90d9-90c7b503278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073503 Aug 31 06:31:24.249641 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.252325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Made reservation on behalf of 10706d079d55475fa8ec3658ef4c78db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:24.254968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.309178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9eac2f22-eeed-4896-b9de-40699f9d3daf up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:24.336859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:24.358929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.359371 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Added segment d00f712a-ec27-4885-ab1f-9d9966146180 of type vlan for network a529357a-2bce-40f6-ab55-9dba308f0bc8 Aug 31 06:31:24.382582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.383207 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.386909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2968466-b95a-4eae-b16c-172b2fc6fd79 HTTP/1.1" status: 200 len: 1092 time: 2.6812856 Aug 31 06:31:24.399846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:24.402340 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd01783d-0f5b-4983-a2f3-ee18c2b74296" -d '{"events": [{"name": "network-changed", "server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:24.415748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-000e4d05-5156-49af-acf9-cd90973af9ef service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637993 Aug 31 06:31:24.439414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.446962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 9eac2f22-eeed-4896-b9de-40699f9d3daf completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:24.452064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 9eac2f22-eeed-4896-b9de-40699f9d3daf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:24.452443 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.458722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-ba6fa098-2eb6-462d-83ad-10e48c3b3067 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=85c25aa69bd6467f83000986e86ba650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998492 Aug 31 06:31:24.509501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54442) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:24.591856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.592820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.593449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.602475 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.605543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056b57e4-470c-4ada-b6ae-e93bf05e9a64 req-b8b56ca7-aba4-4186-82ca-cd80ee0ac1b6 service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791046 Aug 31 06:31:24.629541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e87ed9-12af-4a9c-bd6d-880a270ef4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:24.642300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9eac2f22-eeed-4896-b9de-40699f9d3daf, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9eac2f22-eeed-4896-b9de-40699f9d3daf,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:24.648522 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.658214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b1a133d5-62ef-4a80-95f5-3419c7156f21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7b9d852498c495ab34a1e2d75fa0628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465557 Aug 31 06:31:24.660749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54444) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:24.668903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e46a0-44f9-491a-a697-d142c266407c req-5eef88f1-2843-4538-9507-b561722a8b19 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.671117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-726e46a0-44f9-491a-a697-d142c266407c req-5eef88f1-2843-4538-9507-b561722a8b19 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 943 time: 0.3600161 Aug 31 06:31:24.680562 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5753789 Aug 31 06:31:24.692247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54446) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:24.709458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-074b613c-81b8-4dfe-bdd6-c13869b13d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.711618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-074b613c-81b8-4dfe-bdd6-c13869b13d8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 1095 time: 0.2156765 Aug 31 06:31:24.716198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=9eac2f22-eeed-4896-b9de-40699f9d3daf,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:24.772432 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e33a113-d157-4414-9cb8-19478b6780d4 x-openstack-request-id: req-8e33a113-d157-4414-9cb8-19478b6780d4 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:24.772720 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:24.772974 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e33a113-d157-4414-9cb8-19478b6780d4 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:24.773390 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'status': 'completed', 'code': 200} Aug 31 06:31:24.776680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-f4d703e1-ea3a-4ed8-81ef-96c33d877d37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79 HTTP/1.1" status: 200 len: 217 time: 0.0502548 Aug 31 06:31:24.789114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5dfb80a5-8233-4ea2-9141-a82ad70c62d8 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.790561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5dfb80a5-8233-4ea2-9141-a82ad70c62d8 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310468 Aug 31 06:31:24.797269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6dc212-2624-4e4f-9c7e-60903d1787d2 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Network': ['ID=a529357a-2bce-40f6-ab55-9dba308f0bc8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:24.809105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network a529357a-2bce-40f6-ab55-9dba308f0bc8 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:24.813508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Request body: {'port': {'device_id': '63db33c7-9133-47f4-8e68-bacd213f90bd', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '85c25aa69bd6467f83000986e86ba650'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:24.843407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-726e46a0-44f9-491a-a697-d142c266407c req-62dd2f70-a337-4b7b-b9a4-b41b9eae0be4 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554339 Aug 31 06:31:24.893450 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-35e5ea24-3898-4324-9ce0-c5c8b8d96389 req-764060dc-c69b-4112-b0e5-9453c3f3500a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:31:24.894547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35e5ea24-3898-4324-9ce0-c5c8b8d96389 req-764060dc-c69b-4112-b0e5-9453c3f3500a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/cecfea7c-4e30-4c56-819f-9711c6f20e04 HTTP/1.1" status: 404 len: 352 time: 0.0982785 Aug 31 06:31:24.907777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-a61b5404-5760-4eb3-84bc-beaa8d496678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:24.909290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-a61b5404-5760-4eb3-84bc-beaa8d496678 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.1129982 Aug 31 06:31:24.954511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50380923-9a6b-4ce0-a6fc-355617c2c12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.961743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-26896060-51d8-4c38-8723-7470f6197c0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391276 Aug 31 06:31:24.968152 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-46359540-7c2c-4441-b09f-3a31702040aa req-906d9108-b8ba-408a-ae62-843bac9396c5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:31:24.969221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46359540-7c2c-4441-b09f-3a31702040aa req-906d9108-b8ba-408a-ae62-843bac9396c5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/47dc6e9e-f9c6-4224-8fe8-2435af9b8360 HTTP/1.1" status: 404 len: 352 time: 0.0470536 Aug 31 06:31:24.993769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06114199-8d25-481a-93e9-1d1d0d3acd42 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.000219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06114199-8d25-481a-93e9-1d1d0d3acd42 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.007088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06114199-8d25-481a-93e9-1d1d0d3acd42 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.013969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06114199-8d25-481a-93e9-1d1d0d3acd42 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.018198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-06114199-8d25-481a-93e9-1d1d0d3acd42 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.3224726 Aug 31 06:31:25.025775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54454) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:25.029891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50380923-9a6b-4ce0-a6fc-355617c2c12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.071486 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-6c0875cd-ea5b-4a57-b095-221692267a29 req-9b7154e3-8077-4e4c-95c8-48a52752047a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:31:25.073809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c0875cd-ea5b-4a57-b095-221692267a29 req-9b7154e3-8077-4e4c-95c8-48a52752047a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/0ce2d885-127b-46b7-9ea1-05e32904f2ad HTTP/1.1" status: 404 len: 352 time: 0.0513370 Aug 31 06:31:25.104654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16453d1-eb04-40d7-aa7a-22510fe2f695 req-176dc0bd-60aa-4016-b7f0-fe3008ff790e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.112991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f16453d1-eb04-40d7-aa7a-22510fe2f695 req-176dc0bd-60aa-4016-b7f0-fe3008ff790e tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.1537888 Aug 31 06:31:25.115719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Made reservation on behalf of 85c25aa69bd6467f83000986e86ba650 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:25.119715 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.152955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.159279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50380923-9a6b-4ce0-a6fc-355617c2c12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.162454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50380923-9a6b-4ce0-a6fc-355617c2c12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.166255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-50380923-9a6b-4ce0-a6fc-355617c2c12f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5d9772d-346f-444c-9e96-168a9878fb1f HTTP/1.1" status: 204 len: 168 time: 0.4819062 Aug 31 06:31:25.179671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-f00c1d52-387e-4631-b6e8-ac8c36fe0663 service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994898 Aug 31 06:31:25.192642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'}, {'server_uuid': '4cc666e2-0781-4f0e-9d31-fd7bddefc9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eac2f22-eeed-4896-b9de-40699f9d3daf'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:25.195503 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae6ebdf-a54a-42e7-b489-9556110364c9" -d '{"events": [{"server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "name": "network-vif-plugged", "status": "completed", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9"}, {"server_uuid": "4cc666e2-0781-4f0e-9d31-fd7bddefc9ea", "name": "network-vif-plugged", "status": "completed", "tag": "9eac2f22-eeed-4896-b9de-40699f9d3daf"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:25.198689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50380923-9a6b-4ce0-a6fc-355617c2c12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d9772d-346f-444c-9e96-168a9878fb1f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:25.215448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.230123 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f16453d1-eb04-40d7-aa7a-22510fe2f695 req-f01c7a47-f4a9-4407-b5c9-c1e14b228f3d tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156793 Aug 31 06:31:25.230399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9bec4-8036-4f62-9460-0990981a7246 req-a1fcfe10-770e-4e16-88dc-554d96453349 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.232128 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-61c9bec4-8036-4f62-9460-0990981a7246 req-a1fcfe10-770e-4e16-88dc-554d96453349 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 943 time: 0.0928638 Aug 31 06:31:25.314512 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-39d60af5-4c95-4185-b6b1-35e72bd56634 req-5b03e597-8021-4101-9051-a4c72ef2a73a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:31:25.315747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39d60af5-4c95-4185-b6b1-35e72bd56634 req-5b03e597-8021-4101-9051-a4c72ef2a73a tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/2e661b10-b08c-4156-bbef-d4e57780702f HTTP/1.1" status: 404 len: 352 time: 0.0351906 Aug 31 06:31:25.337977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.351546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-61c9bec4-8036-4f62-9460-0990981a7246 req-c4847131-8929-47d9-8e40-8129addc8380 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129136 Aug 31 06:31:25.375129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a529357a-2bce-40f6-ab55-9dba308f0bc8']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:25.377056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83040ed9-31d1-4eb1-a846-86f3795621b2 req-1e669b43-55f3-4db8-b121-fbe4f6da68fc service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881769 Aug 31 06:31:25.397048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00f712a-ec27-4885-ab1f-9d9966146180') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:25.397048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00f712a-ec27-4885-ab1f-9d9966146180') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:25.398499 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd8f85-8cca-4eef-bc4c-4290be497732 x-openstack-request-id: req-9ecd8f85-8cca-4eef-bc4c-4290be497732 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:25.399997 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "name": "network-vif-plugged", "status": "completed", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9", "code": 200}, {"server_uuid": "4cc666e2-0781-4f0e-9d31-fd7bddefc9ea", "name": "network-vif-plugged", "status": "completed", "tag": "9eac2f22-eeed-4896-b9de-40699f9d3daf", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:25.400431 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ecd8f85-8cca-4eef-bc4c-4290be497732 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:25.401030 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9', 'code': 200} Aug 31 06:31:25.401475 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc666e2-0781-4f0e-9d31-fd7bddefc9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eac2f22-eeed-4896-b9de-40699f9d3daf', 'code': 200} Aug 31 06:31:25.420633 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.432612 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.441441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.463048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.476809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:25.481868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:25.524596 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:25.542364 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ede0de-d642-4bf0-b996-e2fc3d38d19f req-a726626a-eca1-49ab-85cb-e03202879cd9 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 210 time: 0.0751359 Aug 31 06:31:25.546837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1892c284-d0c4-416f-a02a-4d96ed42de76,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:25.571317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-c9228b9a-45bc-49e8-8633-a72ebe6596a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.572837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-c9228b9a-45bc-49e8-8633-a72ebe6596a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 1095 time: 0.1206753 Aug 31 06:31:25.578693 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.637479 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-790e4aef-d8d6-4b17-b688-826c6dccc891 req-ab18d2fd-40de-4e14-94ff-e0e89a8ca236 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:31:25.638537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-790e4aef-d8d6-4b17-b688-826c6dccc891 req-ab18d2fd-40de-4e14-94ff-e0e89a8ca236 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/e47bb10e-9447-451e-bb11-d7e0c81a275a HTTP/1.1" status: 404 len: 352 time: 0.0585241 Aug 31 06:31:25.663844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.674046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a529357a-2bce-40f6-ab55-9dba308f0bc8 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:31:25.690120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.692340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a529357a-2bce-40f6-ab55-9dba308f0bc8 HTTP/1.1" status: 204 len: 168 time: 0.6650910 Aug 31 06:31:25.697738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28b4f-416e-4d25-b2db-bf1650db0271 req-bae02f2c-32ff-4a73-a1c6-4a50ff3bd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.699419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a3e28b4f-416e-4d25-b2db-bf1650db0271 req-bae02f2c-32ff-4a73-a1c6-4a50ff3bd1ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 1097 time: 0.1741636 Aug 31 06:31:25.701803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54480) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:25.709085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Request body: {'network': {'name': 'tempest-network--291152340', 'router:external': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:25.712392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dca6f9-0514-48f9-90b9-fb19889c9d62 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event deleted for resources: {'Network': ['ID=a529357a-2bce-40f6-ab55-9dba308f0bc8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:25.722381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e202051-2014-453a-be84-9d6b76813155 req-af25aa6c-1b43-4939-b06d-b65daaefe208 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.730623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e202051-2014-453a-be84-9d6b76813155 req-af25aa6c-1b43-4939-b06d-b65daaefe208 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.2804716 Aug 31 06:31:25.737000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88702e2-a745-4307-8778-d8cbdfee5d85 req-1564ed04-b222-4298-89c5-1783593ee5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.738581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a88702e2-a745-4307-8778-d8cbdfee5d85 req-1564ed04-b222-4298-89c5-1783593ee5a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1097 time: 0.2145376 Aug 31 06:31:25.738864 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-f0b1b02e-2f40-474a-941c-06253413c7dc req-f1227a31-bc49-49b1-b991-188e71aa895f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] show failed (client error): The resource could not be found. Aug 31 06:31:25.747995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0b1b02e-2f40-474a-941c-06253413c7dc req-f1227a31-bc49-49b1-b991-188e71aa895f tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/05dad502-77ec-4412-b953-1165df8537e8 HTTP/1.1" status: 404 len: 352 time: 0.0426869 Aug 31 06:31:25.807200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-7d917ff9-6d78-4e2d-bf4c-5e2f4797a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:25.809658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-7d917ff9-6d78-4e2d-bf4c-5e2f4797a870 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 906 time: 0.2276332 Aug 31 06:31:25.883889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Made reservation on behalf of 10706d079d55475fa8ec3658ef4c78db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:25.886105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-1d7d8f55-9637-40e6-b058-f2883b857199 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79 HTTP/1.1" status: 200 len: 217 time: 0.0688500 Aug 31 06:31:25.888745 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:25.934119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e202051-2014-453a-be84-9d6b76813155 req-0f4c4275-e2d1-4290-b763-dee7c0c68029 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024848 Aug 31 06:31:25.936037 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a3e28b4f-416e-4d25-b2db-bf1650db0271 req-984c9c4d-be30-40d1-a4b5-2add5f39f158 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013357 Aug 31 06:31:25.941748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a88702e2-a745-4307-8778-d8cbdfee5d85 req-59efcc4f-a3cc-4962-bb33-34ce6f1edfb2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871939 Aug 31 06:31:25.990256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:26.006704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Allocated IP 192.168.233.38 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/c1c01567-02bf-4f2a-8d07-1341adff2894) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:26.010922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-57008268-1421-4b34-a95d-9347431a8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.012894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.013381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-57008268-1421-4b34-a95d-9347431a8cd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.1190622 Aug 31 06:31:26.013526 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Added segment 951b10ff-eccb-44c2-b1eb-09a556edde67 of type vlan for network 73dfd1a9-8583-48a5-a8a2-5e9fe14a3f13 Aug 31 06:31:26.105107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.140306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd9dc7-5e78-46ef-8736-d9e103bcba3e req-3936ad5b-b929-4750-ae08-19a0f1172134 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.148340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ffd9dc7-5e78-46ef-8736-d9e103bcba3e req-3936ad5b-b929-4750-ae08-19a0f1172134 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 943 time: 0.1107948 Aug 31 06:31:26.183172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.184169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.184755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.211320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ffd9dc7-5e78-46ef-8736-d9e103bcba3e req-a6a3fdba-9cf2-484a-b426-10c3f9342ad8 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620291 Aug 31 06:31:26.264809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b940ec4-4d38-4555-a80c-053d24e06dbf req-e64d5f76-d303-420b-b3a7-58ecb93a94f4 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.266508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b940ec4-4d38-4555-a80c-053d24e06dbf req-e64d5f76-d303-420b-b3a7-58ecb93a94f4 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1024 time: 0.1170297 Aug 31 06:31:26.270330 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.277351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5734587 Aug 31 06:31:26.279944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54500) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:26.298378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e456055-b0cc-479c-aae0-358f9a1f4fe6 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Network': ['ID=73dfd1a9-8583-48a5-a8a2-5e9fe14a3f13,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:26.312066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 73dfd1a9-8583-48a5-a8a2-5e9fe14a3f13 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:26.332286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8125a0ce-f94f-4967-962e-64b6b92d3b41 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:26.386571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Transition to ACTIVE for port object c1c01567-02bf-4f2a-8d07-1341adff2894 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:26.399380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4bb4a-32fd-4e4d-889c-e7f7097c0e54 req-115e09fc-7966-49c6-9227-90bef3b56eb0 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.402353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0e4bb4a-32fd-4e4d-889c-e7f7097c0e54 req-115e09fc-7966-49c6-9227-90bef3b56eb0 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.0737548 Aug 31 06:31:26.411519 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-5bf8e310-3b07-4b0d-a0ce-c1f3d749570d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588026 Aug 31 06:31:26.464104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0e4bb4a-32fd-4e4d-889c-e7f7097c0e54 req-51ac55f9-7ea9-4752-8f61-84b79ad18295 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Aug 31 06:31:26.472321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc7180-a276-484c-8afb-81e595c887b5 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.473785 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-90fc7180-a276-484c-8afb-81e595c887b5 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] 10.222.0.15 "GET /v2.0/networks/73dfd1a9-8583-48a5-a8a2-5e9fe14a3f13 HTTP/1.1" status: 200 len: 756 time: 0.1929593 Aug 31 06:31:26.476555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54506) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:26.506715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8125a0ce-f94f-4967-962e-64b6b92d3b41, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8125a0ce-f94f-4967-962e-64b6b92d3b41,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:26.517372 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b940ec4-4d38-4555-a80c-053d24e06dbf req-0288bcce-f006-46a6-9134-dc4838d3ca48 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&id=e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58&id=51aa3c81-8fff-438e-a4ac-b9e8159df6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2384775 Aug 31 06:31:26.532313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8125a0ce-f94f-4967-962e-64b6b92d3b41', 'network_id': 'f47d8ff9-5309-492a-90d9-90c7b503278e', 'port_id': '8125a0ce-f94f-4967-962e-64b6b92d3b41', 'mac_address': 'fa:16:3e:bb:38:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0491a5-a2ab-4b17-960b-d2c8ea4a8354', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:26.560221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.612248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a0089-9ae1-4213-afbb-cf960e798318 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.616756 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4e4a0089-9ae1-4213-afbb-cf960e798318 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] 10.222.0.15 "GET /v2.0/networks/091d81ea-f5ab-4333-864a-c77a7ca86583 HTTP/1.1" status: 200 len: 767 time: 0.1358650 Aug 31 06:31:26.616925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-d12d2fe5-1c12-43bd-bb4f-bd244f25da10 service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846061 Aug 31 06:31:26.617143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54512) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:26.624831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:26.650048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:26.665363 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.679898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Pushing event updated for resources: {'Port': ['ID=c1c01567-02bf-4f2a-8d07-1341adff2894,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:26.683107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:26.696642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8125a0ce-f94f-4967-962e-64b6b92d3b41 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:26.778067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.786470 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-120c4c98-56c6-4476-9e18-d39cdcb28aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.791161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8125a0ce-f94f-4967-962e-64b6b92d3b41, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8125a0ce-f94f-4967-962e-64b6b92d3b41,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:26.793514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.794351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.798521 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.804841 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.833413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e8031-34f3-4ae8-81ec-6dc22266623a req-97bc0dfa-03e7-45b4-838b-fb14b32922a3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.834885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-668e8031-34f3-4ae8-81ec-6dc22266623a req-97bc0dfa-03e7-45b4-838b-fb14b32922a3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 943 time: 0.2064240 Aug 31 06:31:26.847046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cddfb8-b2c6-45f8-86b4-3a3a377fbdde req-96d4c1c6-8b18-45df-bb9d-71cd7d6cf15b tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:26.854937 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8cddfb8-b2c6-45f8-86b4-3a3a377fbdde req-96d4c1c6-8b18-45df-bb9d-71cd7d6cf15b tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 935 time: 0.1383400 Aug 31 06:31:26.871618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-5a37d182-6cea-4e9b-95c7-92dc8728b135 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0631349 Aug 31 06:31:26.874950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd01783d-0f5b-4983-a2f3-ee18c2b74296 req-3178e1f8-86cb-4f4e-8e0d-5e1e2084eddc service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487061 Aug 31 06:31:26.885447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8125a0ce-f94f-4967-962e-64b6b92d3b41,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:26.889946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Request body: {'port': {'device_id': '63db33c7-9133-47f4-8e68-bacd213f90bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:26.918290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.929749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dfd1a9-8583-48a5-a8a2-5e9fe14a3f13']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:26.942654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951b10ff-eccb-44c2-b1eb-09a556edde67') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:26.943044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951b10ff-eccb-44c2-b1eb-09a556edde67') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:26.956098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8cddfb8-b2c6-45f8-86b4-3a3a377fbdde req-77cecdce-1ea7-4c9e-b266-81cd78c6b72e tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962934 Aug 31 06:31:26.957513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.974526 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.980851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:26.981283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:26.987587 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:27.023988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.065909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-668e8031-34f3-4ae8-81ec-6dc22266623a req-da803463-75c1-465b-a720-81a4f45692bd tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057357 Aug 31 06:31:27.070887 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.080657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73dfd1a9-8583-48a5-a8a2-5e9fe14a3f13 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:31:27.096589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.101240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "DELETE /v2.0/networks/73dfd1a9-8583-48a5-a8a2-5e9fe14a3f13 HTTP/1.1" status: 204 len: 168 time: 0.4806817 Aug 31 06:31:27.103038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54526) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:27.110573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Request body: {'network': {'name': 'tempest-network--331862490'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:27.113142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['8125a0ce-f94f-4967-962e-64b6b92d3b41'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:27.136430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f775fe-11ea-4294-a24e-22b78c7c6801 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event deleted for resources: {'Network': ['ID=73dfd1a9-8583-48a5-a8a2-5e9fe14a3f13,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:27.167119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1fada91b-a75c-4a60-b360-028568f654ac None None] Provisioning for port c1c01567-02bf-4f2a-8d07-1341adff2894 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:27.174066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1fada91b-a75c-4a60-b360-028568f654ac None None] Provisioning complete for port c1c01567-02bf-4f2a-8d07-1341adff2894 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:27.174737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1fada91b-a75c-4a60-b360-028568f654ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.274881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1fada91b-a75c-4a60-b360-028568f654ac None None] Port c1c01567-02bf-4f2a-8d07-1341adff2894 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:27.283017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35150b5f-1b16-46a9-b6fe-a88192809b0c req-5ad6c04f-c281-4aa4-ba08-4c90b51206d3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:27.297817 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35150b5f-1b16-46a9-b6fe-a88192809b0c req-5ad6c04f-c281-4aa4-ba08-4c90b51206d3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.2534094 Aug 31 06:31:27.344545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Made reservation on behalf of 10706d079d55475fa8ec3658ef4c78db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:27.346852 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.421995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63805805-8572-4602-aa75-eef2240f22e5 req-db3d8917-25ca-4566-9f07-0936109d7da2 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:27.426971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63805805-8572-4602-aa75-eef2240f22e5 req-db3d8917-25ca-4566-9f07-0936109d7da2 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 944 time: 0.1057296 Aug 31 06:31:27.469754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35150b5f-1b16-46a9-b6fe-a88192809b0c req-1d339d52-67c5-4fc4-bb3f-ae69ef1db1a3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709962 Aug 31 06:31:27.502420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63805805-8572-4602-aa75-eef2240f22e5 req-1d9c2acc-97e6-46bb-bd8d-cbed31abb447 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Aug 31 06:31:27.513079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:27.527851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.528447 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Added segment ec1b05f8-5a8c-4e7c-9fee-f4ec73a507d2 of type vlan for network e6234402-1e50-42be-aaeb-2386edeab04b Aug 31 06:31:27.583650 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.609838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62487-4d60-4237-bac0-3fcd281b0f9e req-a57609ed-97c6-4d7a-8f03-2b542e3bb5e6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:27.611468 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fbb62487-4d60-4237-bac0-3fcd281b0f9e req-a57609ed-97c6-4d7a-8f03-2b542e3bb5e6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Aug 31 06:31:27.635635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.636629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:27.637237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.660648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fbb62487-4d60-4237-bac0-3fcd281b0f9e req-5c7b63cd-2853-4230-86b5-fce2533adf2f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370386 Aug 31 06:31:27.754208 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6500311 Aug 31 06:31:27.755471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca2b87-679d-44f5-a9a7-2ebdf9f17c49 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Network': ['ID=e6234402-1e50-42be-aaeb-2386edeab04b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:27.757959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54550) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:27.765094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4ea8d1fd-8963-457e-b072-75fcb987db76 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=219953469e9548dea5273c3aae58d5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738392 Aug 31 06:31:27.767573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e6234402-1e50-42be-aaeb-2386edeab04b details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:27.770353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8106ae06-0c19-473f-9dc0-8770604ff116 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:27.778982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c01567-02bf-4f2a-8d07-1341adff2894 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:27.779280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820905c-12c3-41c5-a327-3ab364eeab95 req-4535006f-cfd0-4edf-bc34-729046ee53eb tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:27.785668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5820905c-12c3-41c5-a327-3ab364eeab95 req-4535006f-cfd0-4edf-bc34-729046ee53eb tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1024 time: 0.0640841 Aug 31 06:31:27.824149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5820905c-12c3-41c5-a327-3ab364eeab95 req-37a3b380-35de-4dc0-a51e-96eaaf4daa04 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&id=e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58&id=51aa3c81-8fff-438e-a4ac-b9e8159df6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0369337 Aug 31 06:31:27.827431 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.890428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Transition to ACTIVE for port object c1c01567-02bf-4f2a-8d07-1341adff2894 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:27.910954 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.926637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a0a5-f616-41ca-8f2c-20e3c1edafea req-e2a1a2ef-1903-4572-a0e8-e584995ff179 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:27.928515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69e1a0a5-f616-41ca-8f2c-20e3c1edafea req-e2a1a2ef-1903-4572-a0e8-e584995ff179 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1097 time: 0.0452416 Aug 31 06:31:27.964610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69e1a0a5-f616-41ca-8f2c-20e3c1edafea req-cce158bc-1d66-4d1d-9f6a-5f1410d09a31 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302093 Aug 31 06:31:27.974750 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.101146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d1517242-186a-4ea2-802f-a26b069a8974 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:28.105412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab2cdd-d6da-4ef5-ad54-8fda2157f1ff req-a01cd757-34c5-49a0-8ce9-41223877e7c6 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:28.107192 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7ab2cdd-d6da-4ef5-ad54-8fda2157f1ff req-a01cd757-34c5-49a0-8ce9-41223877e7c6 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 947 time: 0.0541358 Aug 31 06:31:28.108089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d1517242-186a-4ea2-802f-a26b069a8974 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319981 Aug 31 06:31:28.112097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c169d-685a-4546-9724-35a903c82922 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c01567-02bf-4f2a-8d07-1341adff2894,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:28.156478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7ab2cdd-d6da-4ef5-ad54-8fda2157f1ff req-353e2708-10c4-47a9-ad56-6ff6dcada74d tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430763 Aug 31 06:31:28.165648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-8318a4a5-aa6a-4ac8-9df4-a3617f7891e0 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:28.167192 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-8318a4a5-aa6a-4ac8-9df4-a3617f7891e0 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1024 time: 0.2148860 Aug 31 06:31:28.187776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d9207e92-4f8d-44de-af18-9b56a4edd987 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/quotas/219953469e9548dea5273c3aae58d5f4 HTTP/1.1" status: 200 len: 375 time: 0.0788157 Aug 31 06:31:28.264902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733dcb6-109a-497f-a8f2-f8c9943f82ef req-e3668367-7367-4e54-80a2-aecd90c96147 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:28.266430 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a733dcb6-109a-497f-a8f2-f8c9943f82ef req-e3668367-7367-4e54-80a2-aecd90c96147 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1097 time: 0.0434573 Aug 31 06:31:28.304641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a733dcb6-109a-497f-a8f2-f8c9943f82ef req-f767b883-9f13-4498-9783-605efb9de93d tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Aug 31 06:31:28.333280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f2968466-b95a-4eae-b16c-172b2fc6fd79 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:28.345784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8125a0ce-f94f-4967-962e-64b6b92d3b41 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:28.448260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c17be-355c-4bcd-9093-b3086c0bdafe req-dfb2871b-1a8a-44a1-b838-b4478df8d814 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:28.450769 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-011c17be-355c-4bcd-9093-b3086c0bdafe req-dfb2871b-1a8a-44a1-b838-b4478df8d814 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 943 time: 0.0593085 Aug 31 06:31:28.456359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 8125a0ce-f94f-4967-962e-64b6b92d3b41 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:28.464545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 8125a0ce-f94f-4967-962e-64b6b92d3b41 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:28.465012 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.497623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-011c17be-355c-4bcd-9093-b3086c0bdafe req-80332d20-4bb3-45d3-a31e-c0593c1cf58e tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382683 Aug 31 06:31:28.500479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:28.522391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'port_id': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'mac_address': 'fa:16:3e:0b:6e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c899d8a-154a-4b2b-9be8-3464062ff28f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:28.538686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8106ae06-0c19-473f-9dc0-8770604ff116 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.588729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d7ff1b2a-2a7c-4443-956f-2fddc99d3943 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=219953469e9548dea5273c3aae58d5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3780203 Aug 31 06:31:28.590956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.613946 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8106ae06-0c19-473f-9dc0-8770604ff116 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.628633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2968466-b95a-4eae-b16c-172b2fc6fd79 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:28.651433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:28.654739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.658257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8106ae06-0c19-473f-9dc0-8770604ff116 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Network e6234402-1e50-42be-aaeb-2386edeab04b is not hosted by any dhcp agent {{(pid=94668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:31:28.661561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106ae06-0c19-473f-9dc0-8770604ff116 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:28.661561 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8106ae06-0c19-473f-9dc0-8770604ff116 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.661895 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8106ae06-0c19-473f-9dc0-8770604ff116 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "PUT /v2.0/networks/e6234402-1e50-42be-aaeb-2386edeab04b HTTP/1.1" status: 200 len: 857 time: 0.8986080 Aug 31 06:31:28.662789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Attempting to bind port c1c01567-02bf-4f2a-8d07-1341adff2894 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:28.663124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Attempting to bind port c1c01567-02bf-4f2a-8d07-1341adff2894 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:28.663449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Attempting to bind port c1c01567-02bf-4f2a-8d07-1341adff2894 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:28.665696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54568) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:28.676583 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.713782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a88c0-157a-4d80-9786-311b1a13a8f0 req-8b79329e-adb8-4f3a-9bad-0e3ded7291ac tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:28.721701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a3605-669e-4c33-8155-acb5ef7cb407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125a0ce-f94f-4967-962e-64b6b92d3b41'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:28.724815 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c662700f-e37a-4510-b427-d9ed82bf8f38" -d '{"events": [{"server_uuid": "aa7a3605-669e-4c33-8155-acb5ef7cb407", "name": "network-vif-plugged", "status": "completed", "tag": "8125a0ce-f94f-4967-962e-64b6b92d3b41"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:28.725433 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf9a88c0-157a-4d80-9786-311b1a13a8f0 req-8b79329e-adb8-4f3a-9bad-0e3ded7291ac tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.0780921 Aug 31 06:31:28.727337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Port c1c01567-02bf-4f2a-8d07-1341adff2894 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:28.727673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Attempting to bind port c1c01567-02bf-4f2a-8d07-1341adff2894 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:28.747506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8125a0ce-f94f-4967-962e-64b6b92d3b41, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8125a0ce-f94f-4967-962e-64b6b92d3b41,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:28.752678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:28.764216 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.775112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:28.775617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:28.775824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:28.777434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Bound port: c1c01567-02bf-4f2a-8d07-1341adff2894, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:28.777434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.778710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106ae06-0c19-473f-9dc0-8770604ff116 tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event updated for resources: {'Network': ['ID=e6234402-1e50-42be-aaeb-2386edeab04b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:28.780836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf9a88c0-157a-4d80-9786-311b1a13a8f0 req-d4e63ed6-9b17-4582-ae45-7d034d8f2306 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Aug 31 06:31:28.862419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8125a0ce-f94f-4967-962e-64b6b92d3b41,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:28.876049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:28.928213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f2968466-b95a-4eae-b16c-172b2fc6fd79'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:28.944432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Deleting port 24806f5d-36ba-4552-8891-d77bb199f38f {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:28.944898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.045488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] For port c1c01567-02bf-4f2a-8d07-1341adff2894, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:29.116956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14ff9b-906c-481e-acaf-1ed3c1027dca req-9633b38d-596c-41d8-abe8-b864a74b5d18 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:29.124516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d14ff9b-906c-481e-acaf-1ed3c1027dca req-9633b38d-596c-41d8-abe8-b864a74b5d18 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 945 time: 0.2526307 Aug 31 06:31:29.147690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] For port c1c01567-02bf-4f2a-8d07-1341adff2894, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1c01567-02bf-4f2a-8d07-1341adff2894,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:29.163041 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.175646 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.196651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6234402-1e50-42be-aaeb-2386edeab04b']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:29.238507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1b05f8-5a8c-4e7c-9fee-f4ec73a507d2') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:29.238507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1b05f8-5a8c-4e7c-9fee-f4ec73a507d2') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:29.267927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] For port 24806f5d-36ba-4552-8891-d77bb199f38f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=24806f5d-36ba-4552-8891-d77bb199f38f,segment=NetworkSegment(95e88a73-3357-4f1a-ae37-08f3c0f50672),segment_id=95e88a73-3357-4f1a-ae37-08f3c0f50672)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:29.268314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.272363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.275372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:29.275372 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.276787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-640c169d-685a-4546-9724-35a903c82922 service neutron] 10.222.0.42 "PUT /v2.0/ports/c1c01567-02bf-4f2a-8d07-1341adff2894 HTTP/1.1" status: 200 len: 1096 time: 2.3928387 Aug 31 06:31:29.282791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63db33c7-9133-47f4-8e68-bacd213f90bd', 'tag': 'c1c01567-02bf-4f2a-8d07-1341adff2894'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:29.285044 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a468dc-b499-434f-8074-a70e2ab132fd" -d '{"events": [{"name": "network-changed", "server_uuid": "63db33c7-9133-47f4-8e68-bacd213f90bd", "tag": "c1c01567-02bf-4f2a-8d07-1341adff2894"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:29.315394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d14ff9b-906c-481e-acaf-1ed3c1027dca req-d579033c-ca4c-4fa6-8369-7920e877e342 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896141 Aug 31 06:31:29.328345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Calling delete_port for 24806f5d-36ba-4552-8891-d77bb199f38f owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:29.338250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c169d-685a-4546-9724-35a903c82922 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c01567-02bf-4f2a-8d07-1341adff2894,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:29.341839 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.375629 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf9aa60-284f-439d-8f90-47a86744c9c2 x-openstack-request-id: req-ecf9aa60-284f-439d-8f90-47a86744c9c2 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:29.376132 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a3605-669e-4c33-8155-acb5ef7cb407", "name": "network-vif-plugged", "status": "completed", "tag": "8125a0ce-f94f-4967-962e-64b6b92d3b41", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:29.377271 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecf9aa60-284f-439d-8f90-47a86744c9c2 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:29.378312 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a3605-669e-4c33-8155-acb5ef7cb407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125a0ce-f94f-4967-962e-64b6b92d3b41', 'code': 200} Aug 31 06:31:29.379360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:29.380332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:29.383800 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:29.526385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c85a5480-6f54-4ab1-8db5-7e9e8b4fe4e8 req-6b156af9-4740-4dbf-98e2-9f3e0d60e507 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 210 time: 0.0484107 Aug 31 06:31:29.534601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-0894375d-8057-4a8e-bfae-35f53e849bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:29.536592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-0894375d-8057-4a8e-bfae-35f53e849bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85c25aa69bd6467f83000986e86ba650&device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 1099 time: 0.2048123 Aug 31 06:31:29.543714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.547172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77787b-a17b-44e9-b9c6-b1a1433757e8 req-441943c3-d735-4835-884a-eb55d7d1b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:29.553172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6234402-1e50-42be-aaeb-2386edeab04b {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:31:29.555277 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a77787b-a17b-44e9-b9c6-b1a1433757e8 req-441943c3-d735-4835-884a-eb55d7d1b33e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 1097 time: 0.0687692 Aug 31 06:31:29.574511 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.577014 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e6234402-1e50-42be-aaeb-2386edeab04b HTTP/1.1" status: 204 len: 168 time: 0.8810222 Aug 31 06:31:29.580796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54608) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:29.639507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e857b-1df7-4981-beb2-df029f778ccb tempest-ExternalNetworksTestJSON-2132999028 tempest-ExternalNetworksTestJSON-2132999028-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6234402-1e50-42be-aaeb-2386edeab04b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:29.663022 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a77787b-a17b-44e9-b9c6-b1a1433757e8 req-b8ce8a47-0470-43e6-9cdc-2c37128356a5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956490 Aug 31 06:31:29.670386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-c222f806-6282-4edc-8056-7ea16278913f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=c1c01567-02bf-4f2a-8d07-1341adff2894 HTTP/1.1" status: 200 len: 217 time: 0.1147864 Aug 31 06:31:29.672840 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-901befe0-c8cd-4bb7-813e-b497ca4064bc tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] DELETE failed (client error): The resource could not be found. Aug 31 06:31:29.673560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901befe0-c8cd-4bb7-813e-b497ca4064bc tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:31:29.675565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-901befe0-c8cd-4bb7-813e-b497ca4064bc tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] 10.222.0.15 "DELETE /v2.0/subnets/b0154573-dbc5-4f7b-91ad-b742cdd31b80 HTTP/1.1" status: 404 len: 337 time: 0.0933442 Aug 31 06:31:29.678427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54612) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:29.772333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.821636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005eb2f-f31a-4f26-9936-15118907677f req-ed499346-e958-4551-855f-ee70edc3acbf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:29.823613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3005eb2f-f31a-4f26-9936-15118907677f req-ed499346-e958-4551-855f-ee70edc3acbf tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5ab441-ee69-4fe6-aed0-6407375d819c HTTP/1.1" status: 200 len: 1024 time: 0.1468790 Aug 31 06:31:29.827710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-56cb7456-900b-41e9-9ad1-89d678fbedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:29.829305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-56cb7456-900b-41e9-9ad1-89d678fbedc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1504762 Aug 31 06:31:29.846247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.882757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.894159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091d81ea-f5ab-4333-864a-c77a7ca86583']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:29.910557 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3005eb2f-f31a-4f26-9936-15118907677f req-0cfe9b7d-d200-4646-88f2-b65df1935cb7 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4fc42c7-ba91-48f8-93a3-08cb66d600b4&id=e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58&id=51aa3c81-8fff-438e-a4ac-b9e8159df6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0776293 Aug 31 06:31:29.916104 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.918665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253dcad9-7b13-47e0-9eed-6e4dd4548610') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:29.925273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253dcad9-7b13-47e0-9eed-6e4dd4548610') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:29.931213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['24806f5d-36ba-4552-8891-d77bb199f38f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:29.944683 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.964150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'Port': ['ID=24806f5d-36ba-4552-8891-d77bb199f38f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:29.969879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-7afce55a-768d-467a-a336-9b9077072491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:29.973300 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-7afce55a-768d-467a-a336-9b9077072491 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319747 Aug 31 06:31:29.976301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.992925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:29.994308 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:30.042270 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:30.063684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] No DVR routers for this DVR port 24806f5d-36ba-4552-8891-d77bb199f38f on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:30.066097 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.068838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-58d61388-f9f9-4cf9-9ab5-a91ad00a4325 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:31:30.070231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-58d61388-f9f9-4cf9-9ab5-a91ad00a4325 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318160 Aug 31 06:31:30.073800 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.074565 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.076275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea60a6a4-171d-40c8-8f83-21c14873dfd0 req-b592d4ba-5a07-49ba-86d9-66521cd238ea tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.23 "DELETE /v2.0/ports/24806f5d-36ba-4552-8891-d77bb199f38f HTTP/1.1" status: 204 len: 173 time: 1.8876221 Aug 31 06:31:30.076929 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] 10.222.0.15 "DELETE /v2.0/networks/091d81ea-f5ab-4333-864a-c77a7ca86583 HTTP/1.1" status: 204 len: 168 time: 0.3969998 Aug 31 06:31:30.092295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc83879-1be2-45e2-8e35-f02d80bb83c3 tempest-ExternalNetworksTestJSON-1108813106 tempest-ExternalNetworksTestJSON-1108813106-project] Pushing event deleted for resources: {'Network': ['ID=091d81ea-f5ab-4333-864a-c77a7ca86583,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:30.126048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Request body: {'binding': {'host': 'n-h2-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:30.126661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Unknown quota resources ['binding']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:31:30.187118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b52cb0-8581-4ef2-b766-fad588448902 req-405b3117-3b91-4231-ba63-c7fee0a8f6b3 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:30.188685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72b52cb0-8581-4ef2-b766-fad588448902 req-405b3117-3b91-4231-ba63-c7fee0a8f6b3 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 947 time: 0.1261263 Aug 31 06:31:30.300849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-68a0f140-b3a1-4eba-b061-8a3b9c48929e service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006883 Aug 31 06:31:30.307284 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72b52cb0-8581-4ef2-b766-fad588448902 req-e41e243e-863d-45a0-8ab4-2d7b224d9ae7 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116805 Aug 31 06:31:30.338154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-b24fb43a-9c42-4ef3-93ea-0db22210bf1e tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=219953469e9548dea5273c3aae58d5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668232 Aug 31 06:31:30.354347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f2968466-b95a-4eae-b16c-172b2fc6fd79 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:30.411094 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7676241-313d-474b-b6fd-806871b157b4 x-openstack-request-id: req-e7676241-313d-474b-b6fd-806871b157b4 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:30.411383 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63db33c7-9133-47f4-8e68-bacd213f90bd", "tag": "c1c01567-02bf-4f2a-8d07-1341adff2894", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:30.411645 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7676241-313d-474b-b6fd-806871b157b4 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:30.412053 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63db33c7-9133-47f4-8e68-bacd213f90bd', 'tag': 'c1c01567-02bf-4f2a-8d07-1341adff2894', 'status': 'completed', 'code': 200} Aug 31 06:31:30.420101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port f2968466-b95a-4eae-b16c-172b2fc6fd79 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:30.428853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f2968466-b95a-4eae-b16c-172b2fc6fd79 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:30.429464 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.500347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54622) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:30.525020 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.565218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:30.570405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.572469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 24806f5d-36ba-4552-8891-d77bb199f38f no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:30.595478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f1e1348-4c2e-412a-9a07-7674b0503241 req-e535fbff-424c-4038-905e-dea0f8341c78 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770636 Aug 31 06:31:30.599969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on host n-h2-712142-16 for vnic_type normal with profile None {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:30.599969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:30.600237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:30.604764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 24806f5d-36ba-4552-8891-d77bb199f38f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:30.605458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 24806f5d-36ba-4552-8891-d77bb199f38f not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:30.616827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:30.617171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:30.635471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df288e-616e-45b1-9fe1-ebf197daa90c req-26cf2ddb-6e23-4e8b-9d26-5c8b88636088 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:30.642758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7df288e-616e-45b1-9fe1-ebf197daa90c req-26cf2ddb-6e23-4e8b-9d26-5c8b88636088 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 944 time: 0.1686947 Aug 31 06:31:30.653362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:30.653735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:30.654537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:30.654537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Bound port: e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:30.667680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:30.673462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-2c3f7803-7520-4be5-94d6-6c5203126971 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:30.674960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-2c3f7803-7520-4be5-94d6-6c5203126971 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242359 Aug 31 06:31:30.683177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9a193661-7343-495b-a78d-d8299bbefff0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=421d850ed679470881ebb4fb517265a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791580 Aug 31 06:31:30.683962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54628) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:30.716503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Request body: {'port': {'device_id': '2524de6e-6e05-47f8-a581-20972944ddc2', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '219953469e9548dea5273c3aae58d5f4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:30.759664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc17b-8fb5-409d-948b-cb53acd1cc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.805839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc17b-8fb5-409d-948b-cb53acd1cc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.817059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7df288e-616e-45b1-9fe1-ebf197daa90c req-cb351d68-66fa-4310-b53e-7ea21d5060d7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734407 Aug 31 06:31:30.844090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:30.852665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a468dc-b499-434f-8074-a70e2ab132fd req-5377079a-2c5b-44e4-9cca-7bebe68b870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:30.854303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55a468dc-b499-434f-8074-a70e2ab132fd req-5377079a-2c5b-44e4-9cca-7bebe68b870b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85c25aa69bd6467f83000986e86ba650&device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 1099 time: 0.1560900 Aug 31 06:31:30.858054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.859167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-ef707d8f-f042-43b4-bfcb-b11d2b4f0cbe service neutron] 10.222.0.15 "POST /v2.0/ports/e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9/bindings HTTP/1.1" status: 201 len: 390 time: 0.7404242 Aug 31 06:31:30.881149 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc17b-8fb5-409d-948b-cb53acd1cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.885521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc17b-8fb5-409d-948b-cb53acd1cc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.889173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b7fdc17b-8fb5-409d-948b-cb53acd1cc6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d1952c3-ca88-4d96-bdf9-07141e761264 HTTP/1.1" status: 204 len: 168 time: 0.2023220 Aug 31 06:31:30.897203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdc17b-8fb5-409d-948b-cb53acd1cc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1952c3-ca88-4d96-bdf9-07141e761264,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:31.010080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Made reservation on behalf of 219953469e9548dea5273c3aae58d5f4 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:31.013650 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.030730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00846f7-0b00-4387-9216-fefd8143c76a req-36ca17cd-f607-4ed6-8b76-8b4a2a0aa075 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.032373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b00846f7-0b00-4387-9216-fefd8143c76a req-36ca17cd-f607-4ed6-8b76-8b4a2a0aa075 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.1488416 Aug 31 06:31:31.040516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.042992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a468dc-b499-434f-8074-a70e2ab132fd req-2b704d42-453c-485a-9f80-8ee3aff65b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.044478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55a468dc-b499-434f-8074-a70e2ab132fd req-2b704d42-453c-485a-9f80-8ee3aff65b0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1776681 Aug 31 06:31:31.092871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb680-2977-4dab-9495-4fa80f3a2bd1 req-cb0555cd-1386-42e5-b795-b521a9dfca16 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.101335 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25bfb680-2977-4dab-9495-4fa80f3a2bd1 req-cb0555cd-1386-42e5-b795-b521a9dfca16 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 945 time: 0.0827713 Aug 31 06:31:31.110170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55a468dc-b499-434f-8074-a70e2ab132fd req-9920e697-af5b-4a45-be99-a1e163269bde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=c1c01567-02bf-4f2a-8d07-1341adff2894 HTTP/1.1" status: 200 len: 217 time: 0.0520627 Aug 31 06:31:31.135796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25bfb680-2977-4dab-9495-4fa80f3a2bd1 req-5756c1f5-cbbc-4b7b-9c3d-af6d41672053 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333545 Aug 31 06:31:31.212398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b00846f7-0b00-4387-9216-fefd8143c76a req-bac595ee-3788-4be4-b939-ba96fff6a799 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517084 Aug 31 06:31:31.255417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a468dc-b499-434f-8074-a70e2ab132fd req-bec267bc-8690-4d1e-a6b3-156e05e43ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.256987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55a468dc-b499-434f-8074-a70e2ab132fd req-bec267bc-8690-4d1e-a6b3-156e05e43ada service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1369538 Aug 31 06:31:31.265923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54640) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:31.270992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-06a9b855-46ff-42c8-8c03-0aabb5ff7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.272943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-06a9b855-46ff-42c8-8c03-0aabb5ff7b5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1097 time: 0.1587641 Aug 31 06:31:31.379317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:31.384971 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0c2e64-c826-4219-a286-c5b5b67384c3" -d '{"events": [{"server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "name": "network-vif-plugged", "status": "completed", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:31.424491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38f5600b-7c98-4001-bad3-b13c034d42c5 req-ff70fa92-f202-43cc-8dd2-6299088d79e3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 210 time: 0.0265827 Aug 31 06:31:31.468191 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b6cf15da-c0ad-4223-9e27-dd6d19848a98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10706d079d55475fa8ec3658ef4c78db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998978 Aug 31 06:31:31.470861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54648) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:31.473052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.483294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a468dc-b499-434f-8074-a70e2ab132fd req-34b1117e-4e85-498e-95d1-006f52613176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.484821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55a468dc-b499-434f-8074-a70e2ab132fd req-34b1117e-4e85-498e-95d1-006f52613176 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2178905 Aug 31 06:31:31.491356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.524428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b20043-de65-439b-afbf-8e86a1ef3359 req-04da9072-bbb5-4245-a708-cbda3ca1dd59 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.525955 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a0b20043-de65-439b-afbf-8e86a1ef3359 req-04da9072-bbb5-4245-a708-cbda3ca1dd59 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.1815026 Aug 31 06:31:31.563175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-721ad181-cd1d-4add-8cf2-4ea13f4133ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.572604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a583a-c86a-498e-b42d-d92a08545d78 req-30f239dc-4e22-4278-b735-6f058b53755e tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.574134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be7a583a-c86a-498e-b42d-d92a08545d78 req-30f239dc-4e22-4278-b735-6f058b53755e tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.0885308 Aug 31 06:31:31.609577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-721ad181-cd1d-4add-8cf2-4ea13f4133ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.628687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-91bae660-4544-4d99-b7ce-89d67b5a5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.630837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-91bae660-4544-4d99-b7ce-89d67b5a5226 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.3383725 Aug 31 06:31:31.644863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be7a583a-c86a-498e-b42d-d92a08545d78 req-5d263f88-892a-4e9f-be23-dc6eabb99b6f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622921 Aug 31 06:31:31.652447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287519b7-ff1c-49f9-9bf1-2da882006a67,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:31.711509 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-721ad181-cd1d-4add-8cf2-4ea13f4133ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.714759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-721ad181-cd1d-4add-8cf2-4ea13f4133ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.715639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-d2563acf-dd79-43e4-9279-78201db53655 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 HTTP/1.1" status: 200 len: 217 time: 0.0745356 Aug 31 06:31:31.715902 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-721ad181-cd1d-4add-8cf2-4ea13f4133ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e9b4808-97ee-4b7b-ae8b-2d1b6028d9e3 HTTP/1.1" status: 204 len: 168 time: 0.2440135 Aug 31 06:31:31.733285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ad181-cd1d-4add-8cf2-4ea13f4133ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b4808-97ee-4b7b-ae8b-2d1b6028d9e3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:31.740296 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22a75625-2592-4be4-acfb-91023b239029 req-5634e064-7543-4f85-9bff-a46685f6386b tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/51aa3c81-8fff-438e-a4ac-b9e8159df6b0 HTTP/1.1" status: 200 len: 1800 time: 0.0595901 Aug 31 06:31:31.747053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a0b20043-de65-439b-afbf-8e86a1ef3359 req-03136132-1a35-4d46-abb7-01aca2d71378 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085562 Aug 31 06:31:31.812998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55a468dc-b499-434f-8074-a70e2ab132fd req-4ab25258-96f5-4759-a012-5f6d876fa71d service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185358 Aug 31 06:31:31.848416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-22a75625-2592-4be4-acfb-91023b239029 req-7a449337-0674-4505-8f09-6b98c2d7cb80 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.856367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-6a88b1b7-2fc7-485a-b3c6-fb2891f95700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:31.857875 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-6a88b1b7-2fc7-485a-b3c6-fb2891f95700 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1280670 Aug 31 06:31:31.875132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-22a75625-2592-4be4-acfb-91023b239029 req-7a449337-0674-4505-8f09-6b98c2d7cb80 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.922622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-22a75625-2592-4be4-acfb-91023b239029 req-7a449337-0674-4505-8f09-6b98c2d7cb80 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.925487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-22a75625-2592-4be4-acfb-91023b239029 req-7a449337-0674-4505-8f09-6b98c2d7cb80 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:31.929857 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22a75625-2592-4be4-acfb-91023b239029 req-7a449337-0674-4505-8f09-6b98c2d7cb80 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/51aa3c81-8fff-438e-a4ac-b9e8159df6b0 HTTP/1.1" status: 204 len: 173 time: 0.1832745 Aug 31 06:31:31.943940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449337-0674-4505-8f09-6b98c2d7cb80 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa3c81-8fff-438e-a4ac-b9e8159df6b0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:31.996565 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aba2aa-f49a-47f4-aa6f-6cf9ac0d938c x-openstack-request-id: req-e8aba2aa-f49a-47f4-aa6f-6cf9ac0d938c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:31.996871 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "name": "network-vif-plugged", "status": "completed", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:31.997128 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8aba2aa-f49a-47f4-aa6f-6cf9ac0d938c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:31.997570 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'code': 200} Aug 31 06:31:32.133544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a11cd-2e8f-406a-a9c5-050ced13a902 req-cb3e4857-7bcf-4635-ae4b-8a81c8152258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:32.135066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c6a11cd-2e8f-406a-a9c5-050ced13a902 req-cb3e4857-7bcf-4635-ae4b-8a81c8152258 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 1097 time: 0.0512252 Aug 31 06:31:32.145767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2aec6-9378-4657-9754-b62e3be5b451 req-2cb0a9c1-21e4-4f60-9163-f61534f31baa tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:32.145767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-efa2aec6-9378-4657-9754-b62e3be5b451 req-2cb0a9c1-21e4-4f60-9163-f61534f31baa tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 945 time: 0.0944471 Aug 31 06:31:32.191316 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c6a11cd-2e8f-406a-a9c5-050ced13a902 req-c4ac1a93-f4cf-4ec1-b987-6e853f8023ad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 Aug 31 06:31:32.211588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-efa2aec6-9378-4657-9754-b62e3be5b451 req-01a3930c-3289-420f-9cc7-e4a5db6025f2 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575686 Aug 31 06:31:32.266881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Allocated IP 192.168.233.58 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/0a6de010-020f-4919-94fe-364872ebce17) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:32.273542 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-b5578941-6916-4391-98b8-02a9d3765cce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600562 Aug 31 06:31:32.332630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3f6e9-f83f-4ad7-b70f-85d3d184b964 req-1a416e9a-98e5-488a-81f8-ff5da1487a70 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:32.334475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aec3f6e9-f83f-4ad7-b70f-85d3d184b964 req-1a416e9a-98e5-488a-81f8-ff5da1487a70 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.0587313 Aug 31 06:31:32.380492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffba7f2-2cad-4d68-9602-e9893d5cfb11 req-2d80afe1-4e45-4d4f-991a-a7d6c4164e92 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:32.382073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fffba7f2-2cad-4d68-9602-e9893d5cfb11 req-2d80afe1-4e45-4d4f-991a-a7d6c4164e92 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 947 time: 0.5459404 Aug 31 06:31:32.390285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aec3f6e9-f83f-4ad7-b70f-85d3d184b964 req-e6a8b590-0907-4280-862c-0631c7cf4923 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Aug 31 06:31:32.414481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'name': 'network-vif-deleted', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:32.416727 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd4e9ed-1af8-4542-850a-82c74a335632" -d '{"events": [{"server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "name": "network-vif-deleted", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:32.425600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55a468dc-b499-434f-8074-a70e2ab132fd req-d6956b76-c038-4ae8-836d-ff7806377bd0 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027691 Aug 31 06:31:32.444579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-360836f1-d74c-4d24-a722-ce89ce1243f0 req-22b02a67-b358-418a-bdcb-123cc0319f21 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "GET /v2.0/security-groups/e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58 HTTP/1.1" status: 200 len: 1798 time: 0.0405726 Aug 31 06:31:32.509389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-360836f1-d74c-4d24-a722-ce89ce1243f0 req-b9b40f73-fb18-429b-b6ae-22160d5c91b5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.528415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-074c4473-447c-4b31-b2d0-6eb6d6871235 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369795 Aug 31 06:31:32.532556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-360836f1-d74c-4d24-a722-ce89ce1243f0 req-b9b40f73-fb18-429b-b6ae-22160d5c91b5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.533412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fffba7f2-2cad-4d68-9602-e9893d5cfb11 req-52b39ca8-5355-4df6-a0e5-f30d92773108 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394861 Aug 31 06:31:32.592713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-360836f1-d74c-4d24-a722-ce89ce1243f0 req-b9b40f73-fb18-429b-b6ae-22160d5c91b5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.597454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-360836f1-d74c-4d24-a722-ce89ce1243f0 req-b9b40f73-fb18-429b-b6ae-22160d5c91b5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.608183 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-360836f1-d74c-4d24-a722-ce89ce1243f0 req-b9b40f73-fb18-429b-b6ae-22160d5c91b5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] 10.222.0.15 "DELETE /v2.0/security-groups/e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58 HTTP/1.1" status: 204 len: 173 time: 0.1527929 Aug 31 06:31:32.608183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54684) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:32.675631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.682560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b40f73-fb18-429b-b6ae-22160d5c91b5 tempest-SecurityGroupsTestJSON-242549074 tempest-SecurityGroupsTestJSON-242549074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0657fa6-7c60-4c2a-bd1a-c4af95fc4f58,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:32.703564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-278aa8d7-c306-4294-b0ca-b96e214cdebb admin admin] Deleting subnet c73367e4-2de5-49eb-85fd-2422bf08eae6 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:31:32.703859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Transition to ACTIVE for port object 0a6de010-020f-4919-94fe-364872ebce17 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:32.707582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-278aa8d7-c306-4294-b0ca-b96e214cdebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.733617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef20d7-7df4-41b3-9c4b-411585956ccd req-50ec1b0f-03a8-4244-aa3e-715a985ce2f5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:32.735190 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eeef20d7-7df4-41b3-9c4b-411585956ccd req-50ec1b0f-03a8-4244-aa3e-715a985ce2f5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.1188896 Aug 31 06:31:32.738874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-3ff5ee5c-0383-4193-a6c4-1130d1e61b1a service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025397 Aug 31 06:31:32.762047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-278aa8d7-c306-4294-b0ca-b96e214cdebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.804849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eeef20d7-7df4-41b3-9c4b-411585956ccd req-677ed9b4-0f26-4b02-a79a-fe7a16d55f38 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620840 Aug 31 06:31:32.812120 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.839235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-278aa8d7-c306-4294-b0ca-b96e214cdebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:32.886896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:32.892643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:32.899322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:32.906614 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147533a5-8efe-4fde-a01b-4bab99e01088 x-openstack-request-id: req-147533a5-8efe-4fde-a01b-4bab99e01088 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:32.906972 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5ab441-ee69-4fe6-aed0-6407375d819c", "name": "network-vif-deleted", "tag": "24806f5d-36ba-4552-8891-d77bb199f38f", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:32.907238 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-147533a5-8efe-4fde-a01b-4bab99e01088 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:32.907645 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5ab441-ee69-4fe6-aed0-6407375d819c', 'name': 'network-vif-deleted', 'tag': '24806f5d-36ba-4552-8891-d77bb199f38f', 'status': 'completed', 'code': 200} Aug 31 06:31:32.939591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Pushing event updated for resources: {'Port': ['ID=0a6de010-020f-4919-94fe-364872ebce17,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:32.992113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:32.992882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.021745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-d6af4fa9-e97b-416e-9741-5dd4a8fb5cb2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3111126 Aug 31 06:31:33.036414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91b77c-66a0-4a55-8a0d-1b7134f8a088 req-8a0905ad-a219-45fd-b6c8-a733a2c4eb9a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:33.038251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b91b77c-66a0-4a55-8a0d-1b7134f8a088 req-8a0905ad-a219-45fd-b6c8-a733a2c4eb9a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 945 time: 0.1379137 Aug 31 06:31:33.055663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Request body: {'port': {'device_id': '2524de6e-6e05-47f8-a581-20972944ddc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:33.087673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-278aa8d7-c306-4294-b0ca-b96e214cdebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.136339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aa8d7-c306-4294-b0ca-b96e214cdebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73367e4-2de5-49eb-85fd-2422bf08eae6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:33.144214 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-278aa8d7-c306-4294-b0ca-b96e214cdebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.149354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-278aa8d7-c306-4294-b0ca-b96e214cdebb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c73367e4-2de5-49eb-85fd-2422bf08eae6 HTTP/1.1" status: 204 len: 168 time: 0.5320308 Aug 31 06:31:33.150160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54694) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:33.163557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.166170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b91b77c-66a0-4a55-8a0d-1b7134f8a088 req-60cc7e04-2672-4b6b-a9b6-29c598d5ff7e tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100850 Aug 31 06:31:33.177831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74e025-1b9d-49d6-b8ec-f2b0948e48ca req-9120d31a-5768-47f5-95be-7143b6bc3007 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:33.188674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb74e025-1b9d-49d6-b8ec-f2b0948e48ca req-9120d31a-5768-47f5-95be-7143b6bc3007 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 935 time: 0.1577165 Aug 31 06:31:33.304928 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.323273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-78b3d776-2acb-4b1b-a565-6cd12094c4b4 None None] Provisioning for port 0a6de010-020f-4919-94fe-364872ebce17 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:33.338816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488adb71-9243-4638-85bf-26abe72177e4 req-f0844dab-1427-4034-8301-8a925f82f56b tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:33.346211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-488adb71-9243-4638-85bf-26abe72177e4 req-f0844dab-1427-4034-8301-8a925f82f56b tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.0877788 Aug 31 06:31:33.349962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-78b3d776-2acb-4b1b-a565-6cd12094c4b4 None None] Provisioning complete for port 0a6de010-020f-4919-94fe-364872ebce17 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:33.351204 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-78b3d776-2acb-4b1b-a565-6cd12094c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.414674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-78b3d776-2acb-4b1b-a565-6cd12094c4b4 None None] Port 0a6de010-020f-4919-94fe-364872ebce17 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:33.517600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb74e025-1b9d-49d6-b8ec-f2b0948e48ca req-3a435823-67d0-4586-9367-8a9410caa437 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271124 Aug 31 06:31:33.722121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6de010-020f-4919-94fe-364872ebce17 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:33.737306 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.753568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Transition to ACTIVE for port object 0a6de010-020f-4919-94fe-364872ebce17 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:33.764226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.800810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.815962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-488adb71-9243-4638-85bf-26abe72177e4 req-cd600233-19ab-41c2-ab56-90fbc1346bde tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689181 Aug 31 06:31:33.818090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:33.829871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e88a73-3357-4f1a-ae37-08f3c0f50672') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:33.830350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e88a73-3357-4f1a-ae37-08f3c0f50672') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:33.851261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.860670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.870349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:33.871336 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:33.873982 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:33.937348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6de010-020f-4919-94fe-364872ebce17,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:33.981994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.988515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:33.991007 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] 10.222.0.15 "DELETE /v2.0/networks/7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973 HTTP/1.1" status: 204 len: 168 time: 0.8241744 Aug 31 06:31:34.022187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d3fa-85d5-475f-883d-e1b351cbfbac req-9f08647c-d65b-46f8-94b5-bde0191d2500 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:34.023555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41b3d3fa-85d5-475f-883d-e1b351cbfbac req-9f08647c-d65b-46f8-94b5-bde0191d2500 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.2247176 Aug 31 06:31:34.025165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28ac71-0ce1-4139-ade9-6ebb70580a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8a6c7d-4d9f-469a-ab0f-de0abfb8e973,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:34.061298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c1c01567-02bf-4f2a-8d07-1341adff2894 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:34.122850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9777b73-b47a-46ad-8f28-f960b10f2c52 req-81bdc11f-5d0f-4b98-aa13-824adf1a5c8e tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:34.126528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9777b73-b47a-46ad-8f28-f960b10f2c52 req-81bdc11f-5d0f-4b98-aa13-824adf1a5c8e tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1622808 Aug 31 06:31:34.155817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54720) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.191444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9777b73-b47a-46ad-8f28-f960b10f2c52 req-9e24b7ff-f2bf-427d-b039-102a086025ef tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530701 Aug 31 06:31:34.221923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41b3d3fa-85d5-475f-883d-e1b351cbfbac req-040a024c-bf7f-4463-afd2-f61abef27731 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856132 Aug 31 06:31:34.232364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Attempting to bind port 0a6de010-020f-4919-94fe-364872ebce17 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:34.232741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Attempting to bind port 0a6de010-020f-4919-94fe-364872ebce17 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:34.233072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Attempting to bind port 0a6de010-020f-4919-94fe-364872ebce17 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:34.247938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Port 0a6de010-020f-4919-94fe-364872ebce17 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:34.248343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Attempting to bind port 0a6de010-020f-4919-94fe-364872ebce17 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:34.262651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:34.263192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:34.263558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:34.264010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Bound port: 0a6de010-020f-4919-94fe-364872ebce17, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:34.264379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.299501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-faafab5c-1e21-4c17-ae6a-ce958b99a05e tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:34.331442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c1c01567-02bf-4f2a-8d07-1341adff2894, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1c01567-02bf-4f2a-8d07-1341adff2894,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:34.351500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'c1c01567-02bf-4f2a-8d07-1341adff2894', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'c1c01567-02bf-4f2a-8d07-1341adff2894', 'mac_address': 'fa:16:3e:61:37:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:34.378736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54728) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.403158 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.415478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f1daf-b8d9-4088-adf5-9611176f8ccd req-f8b724a5-5da6-498e-a304-676d6719a859 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:34.417389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-630f1daf-b8d9-4088-adf5-9611176f8ccd req-f8b724a5-5da6-498e-a304-676d6719a859 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 947 time: 0.0741968 Aug 31 06:31:34.429409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c01567-02bf-4f2a-8d07-1341adff2894 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:34.456579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c1c01567-02bf-4f2a-8d07-1341adff2894, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1c01567-02bf-4f2a-8d07-1341adff2894,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:34.464734 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.466142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-630f1daf-b8d9-4088-adf5-9611176f8ccd req-7fb2db1d-e833-481f-82ef-ac9f07c2ffa0 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Aug 31 06:31:34.477929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] For port 0a6de010-020f-4919-94fe-364872ebce17, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:34.488230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] For port 0a6de010-020f-4919-94fe-364872ebce17, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a6de010-020f-4919-94fe-364872ebce17,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:34.492421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28256d5-afc6-40d3-9ede-69019ae4b359 req-559873e2-0d5c-4d56-b587-fa7bafb88291 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:34.500141 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d28256d5-afc6-40d3-9ede-69019ae4b359 req-559873e2-0d5c-4d56-b587-fa7bafb88291 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.1774600 Aug 31 06:31:34.505501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5972c153-68e8-419c-ace8-9e53cb5bd34a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fd54be067984b66b2913083c76ee1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236525 Aug 31 06:31:34.506870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-faafab5c-1e21-4c17-ae6a-ce958b99a05e tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "PUT /v2.0/quotas/80aac9e911cb4c3b8667373bf47ad556 HTTP/1.1" status: 200 len: 366 time: 0.3485773 Aug 31 06:31:34.510369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54730) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.511273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54732) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.512767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.522310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=c1c01567-02bf-4f2a-8d07-1341adff2894,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:34.547607 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de931029-7aa2-461f-aee6-6531453ec48e tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0325377 Aug 31 06:31:34.548698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54736) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.558825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:34.559360 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.561128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a6de010-020f-4919-94fe-364872ebce17 HTTP/1.1" status: 200 len: 1096 time: 1.5161643 Aug 31 06:31:34.603730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54738) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.613925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d61bd37a-8810-4a71-aef0-3d43436bbca8 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "GET /v2.0/quotas/80aac9e911cb4c3b8667373bf47ad556 HTTP/1.1" status: 200 len: 366 time: 0.0502391 Aug 31 06:31:34.657879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d28256d5-afc6-40d3-9ede-69019ae4b359 req-b5635eb8-2e1d-40ef-8d82-b5775e5d7430 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565633 Aug 31 06:31:34.665063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d672a85-42bd-4c21-9b3a-4fc325008d13 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6de010-020f-4919-94fe-364872ebce17,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:34.694484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-034f3ffd-da64-41c3-9d78-9922200bd7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.717967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e52f4ca1-ce85-4a28-93e7-c39bb1ef8f4d tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/80aac9e911cb4c3b8667373bf47ad556 HTTP/1.1" status: 204 len: 168 time: 0.1098497 Aug 31 06:31:34.723668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54742) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.751227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-034f3ffd-da64-41c3-9d78-9922200bd7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.760533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-69fba2ef-e766-4052-9721-4e8be2d25787 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0346248 Aug 31 06:31:34.763411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54744) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.780615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c1c01567-02bf-4f2a-8d07-1341adff2894'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:34.790036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1fc0c597-8f68-48d2-a243-13a7e785eb22 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "GET /v2.0/quotas/80aac9e911cb4c3b8667373bf47ad556 HTTP/1.1" status: 200 len: 370 time: 0.0195518 Aug 31 06:31:34.791634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54746) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.806024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-af720e5d-566f-40cc-b887-821eb2acb380 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "GET /v2.0/quotas/80aac9e911cb4c3b8667373bf47ad556/default HTTP/1.1" status: 200 len: 370 time: 0.0087271 Aug 31 06:31:34.810766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:34.839304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-190b8898-defd-4b02-a4c3-4d1d637a245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:34.845739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-190b8898-defd-4b02-a4c3-4d1d637a245a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219953469e9548dea5273c3aae58d5f4&device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 1099 time: 0.2160065 Aug 31 06:31:34.852317 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-97c3baf4-ba62-4964-87ed-b2b6f2f9ba18 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] delete failed (client error): The resource could not be found. Aug 31 06:31:34.855110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-97c3baf4-ba62-4964-87ed-b2b6f2f9ba18 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/80aac9e911cb4c3b8667373bf47ad556 HTTP/1.1" status: 404 len: 348 time: 0.0364132 Aug 31 06:31:34.878691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690db2da-18f3-4231-b313-9bcc30a572f2 req-cee9ac04-3326-42db-8fc1-cac242f66512 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:34.888616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-690db2da-18f3-4231-b313-9bcc30a572f2 req-cee9ac04-3326-42db-8fc1-cac242f66512 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 947 time: 0.0902872 Aug 31 06:31:34.911198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-034f3ffd-da64-41c3-9d78-9922200bd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.914156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-034f3ffd-da64-41c3-9d78-9922200bd7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:34.920832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-034f3ffd-da64-41c3-9d78-9922200bd7ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4fc42c7-ba91-48f8-93a3-08cb66d600b4 HTTP/1.1" status: 204 len: 168 time: 0.4040449 Aug 31 06:31:34.954534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2524de6e-6e05-47f8-a581-20972944ddc2', 'tag': '0a6de010-020f-4919-94fe-364872ebce17'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:34.957594 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c28fc4-602b-417a-901c-a26a5f8b3ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "2524de6e-6e05-47f8-a581-20972944ddc2", "tag": "0a6de010-020f-4919-94fe-364872ebce17"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:34.962286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-b065257d-662c-4ebf-8d27-cfa46dac3653 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0a6de010-020f-4919-94fe-364872ebce17 HTTP/1.1" status: 200 len: 217 time: 0.0943599 Aug 31 06:31:34.982283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f3ffd-da64-41c3-9d78-9922200bd7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc42c7-ba91-48f8-93a3-08cb66d600b4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:35.002838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-690db2da-18f3-4231-b313-9bcc30a572f2 req-089e4285-3498-43e4-82b2-397bb7d9fe77 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120028 Aug 31 06:31:35.082410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-269dd7ba-3517-4d1f-8287-e9a6066fbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.087914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-269dd7ba-3517-4d1f-8287-e9a6066fbf5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1160069 Aug 31 06:31:35.204422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-29745dab-8854-4886-a3b2-bebccfbf64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.205929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-29745dab-8854-4886-a3b2-bebccfbf64c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095438 Aug 31 06:31:35.222228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54758) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:35.292238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b21686-1896-4a10-8878-03f508317eb2 req-37a2f988-1fd9-4c25-852d-4dc04ee7158e tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.293859 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c6b21686-1896-4a10-8878-03f508317eb2 req-37a2f988-1fd9-4c25-852d-4dc04ee7158e tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1646974 Aug 31 06:31:35.337419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Usage tracker for resource:network and tenant:8ea83742337c49b4b5122383449b621d is out of sync, need to count used quota {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:31:35.348923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:31:35.375315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c6b21686-1896-4a10-8878-03f508317eb2 req-060ffcf1-c3f0-40f1-b234-fa0e0d26ed6a tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698862 Aug 31 06:31:35.378088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Usage tracker for resource:subnet and tenant:8ea83742337c49b4b5122383449b621d is out of sync, need to count used quota {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:31:35.390534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:31:35.407545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Usage tracker for resource:subnetpool and tenant:8ea83742337c49b4b5122383449b621d is out of sync, need to count used quota {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:31:35.413727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:31:35.422608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Usage tracker for resource:port and tenant:8ea83742337c49b4b5122383449b621d is out of sync, need to count used quota {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:31:35.430279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ac528-768f-4d09-9c39-4f52ccae83c3 req-510887a1-1688-4519-8f47-6eb2b47d5fce tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.432950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:31:35.437531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ac528-768f-4d09-9c39-4f52ccae83c3 req-510887a1-1688-4519-8f47-6eb2b47d5fce tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.440577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Usage tracker for resource:router and tenant:8ea83742337c49b4b5122383449b621d is out of sync, need to count used quota {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:31:35.443518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ac528-768f-4d09-9c39-4f52ccae83c3 req-510887a1-1688-4519-8f47-6eb2b47d5fce tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.446855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:31:35.451050 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f4ac528-768f-4d09-9c39-4f52ccae83c3 req-510887a1-1688-4519-8f47-6eb2b47d5fce tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407&device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928&device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 2416 time: 0.2314620 Aug 31 06:31:35.454181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Usage tracker for resource:floatingip and tenant:8ea83742337c49b4b5122383449b621d is out of sync, need to count used quota {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:31:35.461304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:31:35.488014 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-206343e8-c6d6-403f-a27f-aa0d56f793d9 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698743 Aug 31 06:31:35.539573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Usage tracker for resource:security_group and tenant:8ea83742337c49b4b5122383449b621d is out of sync, need to count used quota {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:31:35.549132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:31:35.566787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f4ac528-768f-4d09-9c39-4f52ccae83c3 req-e646656c-07bf-43d3-8896-961db55e4c50 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147871 Aug 31 06:31:35.579821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cee4c9-4fc0-4b43-98a5-04b1fe3c5ca0 req-bfdc6623-a636-481b-b7ba-ee174710156c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.581715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28cee4c9-4fc0-4b43-98a5-04b1fe3c5ca0 req-bfdc6623-a636-481b-b7ba-ee174710156c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.0950775 Aug 31 06:31:35.585237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Usage tracker for resource:security_group_rule and tenant:8ea83742337c49b4b5122383449b621d is out of sync, need to count used quota {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:31:35.593271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.quota.resource [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94667) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:31:35.610153 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3721fe6e-6d49-4b82-97ce-e8fdb8213e29 tempest-QuotasTest-774651335 tempest-QuotasTest-774651335-project-admin] 10.222.0.15 "GET /v2.0/quotas/8ea83742337c49b4b5122383449b621d/details.json HTTP/1.1" status: 200 len: 703 time: 0.3868854 Aug 31 06:31:35.614935 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7a4d25-516e-4d32-9b96-b5ff3d152db6 x-openstack-request-id: req-4c7a4d25-516e-4d32-9b96-b5ff3d152db6 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:35.615384 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2524de6e-6e05-47f8-a581-20972944ddc2", "tag": "0a6de010-020f-4919-94fe-364872ebce17", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:35.615542 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c7a4d25-516e-4d32-9b96-b5ff3d152db6 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:35.615927 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2524de6e-6e05-47f8-a581-20972944ddc2', 'tag': '0a6de010-020f-4919-94fe-364872ebce17', 'status': 'completed', 'code': 200} Aug 31 06:31:35.636029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-380d84bf-d0da-4ce8-87d7-4d430ac3e03f req-998e9c40-d570-4a91-911e-6a151e0bba02 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386356 Aug 31 06:31:35.649419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28cee4c9-4fc0-4b43-98a5-04b1fe3c5ca0 req-32678ab2-4e7f-4dbd-be5e-bd0c3107d8bb tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571692 Aug 31 06:31:35.795737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-5ff6cfee-7f45-45ad-a863-8af47a6b30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.797327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-5ff6cfee-7f45-45ad-a863-8af47a6b30b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219953469e9548dea5273c3aae58d5f4&device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 1099 time: 0.1012604 Aug 31 06:31:35.960375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d6f25-dc9b-4398-8181-5116ad5d4319 req-a5cb26a3-f800-4724-af6f-63930c073345 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.967802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-151d6f25-dc9b-4398-8181-5116ad5d4319 req-a5cb26a3-f800-4724-af6f-63930c073345 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 948 time: 0.2260613 Aug 31 06:31:35.985784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-3c6c1464-9417-4293-a430-1ec28487a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:35.987277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-3c6c1464-9417-4293-a430-1ec28487a6e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1735060 Aug 31 06:31:36.049806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54790) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:36.050789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1fb1-695c-4219-becd-3aa6ff48b571 req-0b0c9431-47be-4a9f-aa48-1e9685c515ae tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:36.052943 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9cdf1fb1-695c-4219-becd-3aa6ff48b571 req-0b0c9431-47be-4a9f-aa48-1e9685c515ae tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 945 time: 0.1065419 Aug 31 06:31:36.061295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-7ab95db9-4254-473f-85cf-1144a81ed5b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0a6de010-020f-4919-94fe-364872ebce17 HTTP/1.1" status: 200 len: 217 time: 0.0597317 Aug 31 06:31:36.070406 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-aa951aff-ee62-4a94-bce9-0427e88babb7 service neutron] show failed (client error): The resource could not be found. Aug 31 06:31:36.071414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-aa951aff-ee62-4a94-bce9-0427e88babb7 service neutron] 10.222.0.42 "GET /v2.0/ports/f1b3d28f-67f3-4962-b73a-da7a77806514/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.1874282 Aug 31 06:31:36.093818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-151d6f25-dc9b-4398-8181-5116ad5d4319 req-ee5d1266-6c41-4a52-8fce-be2fb58cd6cf tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249924 Aug 31 06:31:36.100297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54794) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:36.138339 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9cdf1fb1-695c-4219-becd-3aa6ff48b571 req-b6983de8-1553-4e86-b092-2a9c4f90ada5 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790126 Aug 31 06:31:36.183433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-143ae42f-1b16-470c-b395-befef4f0feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:36.185258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-143ae42f-1b16-470c-b395-befef4f0feb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1112223 Aug 31 06:31:36.271264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8c598ae1-ab10-4add-958e-4d45f9f3b7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:36.298709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-732910295-network', 'tenant_id': '2e9a38379be54c429776790ebdf49513'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:36.324897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-6106faf7-72fb-4671-93f8-6986440ae1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:36.327191 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-6106faf7-72fb-4671-93f8-6986440ae1d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1332917 Aug 31 06:31:36.332979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b3cc4-717d-4189-8c2b-dae670b3fb22 req-6ccce75f-6b45-4949-8c11-834513015e27 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:36.334863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-585b3cc4-717d-4189-8c2b-dae670b3fb22 req-6ccce75f-6b45-4949-8c11-834513015e27 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 947 time: 0.0997424 Aug 31 06:31:36.337278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:31:36.337278 n-d-712142-16 neutron-server[94667]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:31:36.337278 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id': '2e9a38379be54c429776790ebdf49513', 'id': 'e7eb4397-d1d7-4392-a9e4-c082a7f00d80', 'expiration': datetime.datetime(2021, 8, 31, 6, 33, 36, 322336)}] Aug 31 06:31:36.337278 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:31:36.337656 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:31:36.372713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312bc0-fe78-4d94-9af3-d95ff3063e0c req-0baa68d1-2cb4-480b-95f0-9ae7593a01b4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:36.374287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc312bc0-fe78-4d94-9af3-d95ff3063e0c req-0baa68d1-2cb4-480b-95f0-9ae7593a01b4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.1283224 Aug 31 06:31:36.407688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-585b3cc4-717d-4189-8c2b-dae670b3fb22 req-026c98fe-b13e-4df1-98b7-fb49fb03c582 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653470 Aug 31 06:31:36.418411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-728ac1c4-e391-42d1-84d9-8902c8bc5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:36.420446 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-728ac1c4-e391-42d1-84d9-8902c8bc5475 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff&tenant_id=e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 1102 time: 0.0638630 Aug 31 06:31:36.440716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:36.482915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc312bc0-fe78-4d94-9af3-d95ff3063e0c req-2f0cfddf-3269-474a-bcfc-709a14a07762 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800991 Aug 31 06:31:36.513104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-9513c074-efb5-452c-8c53-606b1659bc67 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724086 Aug 31 06:31:36.539846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:36.572818 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8c598ae1-ab10-4add-958e-4d45f9f3b7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:36.633441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8c598ae1-ab10-4add-958e-4d45f9f3b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:36.688998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54804) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:36.689305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8c598ae1-ab10-4add-958e-4d45f9f3b7a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e282173f9fa45e2b6468113827b2d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378751 Aug 31 06:31:36.754025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c598ae1-ab10-4add-958e-4d45f9f3b7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dada8289-3d1a-45c2-8622-e4ca0a711230,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:36.800500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba9882-1cde-4d36-9076-13e5a57187ce req-6498b2c0-fb13-4b70-8f67-f8c07f1b87dd tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:36.811016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80ba9882-1cde-4d36-9076-13e5a57187ce req-6498b2c0-fb13-4b70-8f67-f8c07f1b87dd tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1840930 Aug 31 06:31:36.813478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ebcfe22-df85-42a1-b1c1-80bc5b8764d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:36.843890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:36.851406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00c28fc4-602b-417a-901c-a26a5f8b3ce9 req-b708d4bf-7d98-4284-baf1-e249e9e3b52b service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308728 Aug 31 06:31:36.865892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80ba9882-1cde-4d36-9076-13e5a57187ce req-23c714c0-3281-4330-b01b-de0136c05324 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Aug 31 06:31:36.893842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ebcfe22-df85-42a1-b1c1-80bc5b8764d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:36.951622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Made reservation on behalf of 2e9a38379be54c429776790ebdf49513 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:36.954031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:36.987600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.017321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:37.055851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70642f-1f42-431f-9276-e9a5539d01e4 req-b853cafa-a9f6-4444-a940-56f2def2b178 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:37.056707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed70642f-1f42-431f-9276-e9a5539d01e4 req-b853cafa-a9f6-4444-a940-56f2def2b178 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.2055457 Aug 31 06:31:37.125588 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ebcfe22-df85-42a1-b1c1-80bc5b8764d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.128239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ebcfe22-df85-42a1-b1c1-80bc5b8764d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.129742 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7ebcfe22-df85-42a1-b1c1-80bc5b8764d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dada8289-3d1a-45c2-8622-e4ca0a711230 HTTP/1.1" status: 204 len: 168 time: 0.4395196 Aug 31 06:31:37.137914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:37.140266 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6219ce-bfcc-430a-8b2e-deda5da5745d" -d '{"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:37.145622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.177475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcfe22-df85-42a1-b1c1-80bc5b8764d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dada8289-3d1a-45c2-8622-e4ca0a711230,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:37.217912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed70642f-1f42-431f-9276-e9a5539d01e4 req-53558cb5-7ea1-4dd9-ad8a-c83e240fb6f7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537282 Aug 31 06:31:37.234331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Transition to ACTIVE for port object f1b3d28f-67f3-4962-b73a-da7a77806514 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:37.273634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.360312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939b70f-4f7f-41a8-b293-6ee0c80c0dec req-e3b357c3-0b8d-40f0-9e48-73aa36c7e710 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:37.368662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4939b70f-4f7f-41a8-b293-6ee0c80c0dec req-e3b357c3-0b8d-40f0-9e48-73aa36c7e710 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 948 time: 0.0873499 Aug 31 06:31:37.393970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] No DVR routers for this DVR port f1b3d28f-67f3-4962-b73a-da7a77806514 on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:37.401028 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce51d641-3b40-4d91-aea2-3dcea13bd580 x-openstack-request-id: req-ce51d641-3b40-4d91-aea2-3dcea13bd580 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:37.401358 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:37.401614 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce51d641-3b40-4d91-aea2-3dcea13bd580 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:37.402021 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'code': 200} Aug 31 06:31:37.415646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:37.419724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.427375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.460733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4939b70f-4f7f-41a8-b293-6ee0c80c0dec req-02f79a64-9e35-461c-ac61-e608793bad2e tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833623 Aug 31 06:31:37.504169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:37.516817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:37.517530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:37.528579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:37.548614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:37.569271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:37.574641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020854b0-3988-41f3-b8af-92d4a433c325,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:37.600960 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.602072 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Added segment 58418a1b-6e1f-47da-adee-581845c0ef3a of type vlan for network d82d2daf-8318-4a04-83c5-fd00909c743d Aug 31 06:31:37.614647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:37.614914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:37.615334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:37.615783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Bound port: f1b3d28f-67f3-4962-b73a-da7a77806514, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:37.616130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.627699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68753b-e1c3-4fb6-9848-7dfbfafa3cd1 req-7e9de61f-c2b0-4431-9cb8-961e69900e85 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:37.650086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a68753b-e1c3-4fb6-9848-7dfbfafa3cd1 req-7e9de61f-c2b0-4431-9cb8-961e69900e85 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 947 time: 0.1000679 Aug 31 06:31:37.711115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a68753b-e1c3-4fb6-9848-7dfbfafa3cd1 req-a808fe7b-f18b-4502-94a1-6c8a3570954a tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597820 Aug 31 06:31:37.721848 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.745490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54828) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:37.766347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa83bb5b-bce2-4f33-8a0e-7a31d99c2165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.781390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:37.785070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:37.787677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.788781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:37.789497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.800774 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.892416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:37.892850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:37.894431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] 10.222.0.23 "PUT /v2.0/ports/f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 1097 time: 1.4590709 Aug 31 06:31:37.895354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] Pushing event updated for resources: {'Network': ['ID=d82d2daf-8318-4a04-83c5-fd00909c743d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:37.904011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8636a-8991-4022-a42e-14a8982f2452 req-363e038c-6226-4d0b-8c7d-c7c51df45545 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:37.906432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91a8636a-8991-4022-a42e-14a8982f2452 req-363e038c-6226-4d0b-8c7d-c7c51df45545 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 948 time: 0.0859973 Aug 31 06:31:37.908283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d82d2daf-8318-4a04-83c5-fd00909c743d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:37.979447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4aecf-89fa-4c2f-90a6-5aac6d62e4fe service neutron] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:37.994094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91a8636a-8991-4022-a42e-14a8982f2452 req-14b3c2c6-030f-49a6-9353-c6f1992d5803 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756934 Aug 31 06:31:38.005048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-27f2cae5-6a3d-4f1e-9e2b-32794e56df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:38.007683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-27f2cae5-6a3d-4f1e-9e2b-32794e56df55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1100 time: 0.0778065 Aug 31 06:31:38.009743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa83bb5b-bce2-4f33-8a0e-7a31d99c2165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.017258 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa83bb5b-bce2-4f33-8a0e-7a31d99c2165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.068459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83bb5b-bce2-4f33-8a0e-7a31d99c2165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6343f42d-08a6-492e-887e-af09fda4d8eb,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:38.089049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c1c01567-02bf-4f2a-8d07-1341adff2894 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:38.122292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aa83bb5b-bce2-4f33-8a0e-7a31d99c2165 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ea83742337c49b4b5122383449b621d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754082 Aug 31 06:31:38.124759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54836) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:38.199208 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1a1e59a0-5dbb-420d-9a36-5ae8fd65507a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0973809 Aug 31 06:31:38.202247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54838) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:38.210042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-adcbcdb0-9d21-46e4-aff7-bfe957d864d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:38.210259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port c1c01567-02bf-4f2a-8d07-1341adff2894 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:38.210353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Request body: {'subnet': {'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-732910295-subnet', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:38.210485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-adcbcdb0-9d21-46e4-aff7-bfe957d864d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1955791 Aug 31 06:31:38.213079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port c1c01567-02bf-4f2a-8d07-1341adff2894 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:38.213490 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.265892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Made reservation on behalf of 2e9a38379be54c429776790ebdf49513 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:38.268174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.273594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-d8dbe3dc-b497-4551-a962-2a8f237f3eda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.0439777 Aug 31 06:31:38.299488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6149eab-1efc-40aa-9211-39939525d92e req-f8c547e2-4d96-4192-9296-2eb1acd9dadc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:38.301087 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6149eab-1efc-40aa-9211-39939525d92e req-f8c547e2-4d96-4192-9296-2eb1acd9dadc tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1061492 Aug 31 06:31:38.328800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.360470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-0e8c1b89-4c0b-49e0-8dcb-5fe9767f1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:38.362141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-0e8c1b89-4c0b-49e0-8dcb-5fe9767f1295 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0795329 Aug 31 06:31:38.370968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6149eab-1efc-40aa-9211-39939525d92e req-6575d2b4-b36f-4fb3-903b-d4b06c459057 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511217 Aug 31 06:31:38.377787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c1c01567-02bf-4f2a-8d07-1341adff2894, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1c01567-02bf-4f2a-8d07-1341adff2894,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:38.379125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63db33c7-9133-47f4-8e68-bacd213f90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c01567-02bf-4f2a-8d07-1341adff2894'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:38.382733 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949102c7-76c5-4a62-a974-abdeedffbb86" -d '{"events": [{"server_uuid": "63db33c7-9133-47f4-8e68-bacd213f90bd", "name": "network-vif-plugged", "status": "completed", "tag": "c1c01567-02bf-4f2a-8d07-1341adff2894"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:38.393153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.394477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:38.428247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-2cdd2a40-8f39-4816-97da-893ae1a57218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:38.430174 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-2cdd2a40-8f39-4816-97da-893ae1a57218 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569224 Aug 31 06:31:38.449262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0a6de010-020f-4919-94fe-364872ebce17 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:38.496789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efc4ac65-8318-405e-8707-7328160a77e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.514956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eb365-e018-4c01-8d04-00937e7cca80 req-38d4f47b-e4ad-4f19-804b-c153e8f130b5 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:38.524512 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352eb365-e018-4c01-8d04-00937e7cca80 req-38d4f47b-e4ad-4f19-804b-c153e8f130b5 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.3581073 Aug 31 06:31:38.574244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=c1c01567-02bf-4f2a-8d07-1341adff2894,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:38.583517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:38.597279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0a6de010-020f-4919-94fe-364872ebce17, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a6de010-020f-4919-94fe-364872ebce17,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:38.601593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a460f7f-5d0f-43d2-8452-8cd9a4e2069d req-97f8e0de-ff08-48b6-a2c5-61e0974ac2ed tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:38.603481 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9a460f7f-5d0f-43d2-8452-8cd9a4e2069d req-97f8e0de-ff08-48b6-a2c5-61e0974ac2ed tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.0893538 Aug 31 06:31:38.610926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-377c84f6-b30a-4823-9282-73d488400f8e service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729093 Aug 31 06:31:38.611301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '0a6de010-020f-4919-94fe-364872ebce17', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '0a6de010-020f-4919-94fe-364872ebce17', 'mac_address': 'fa:16:3e:8e:c3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:38.621927 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efc4ac65-8318-405e-8707-7328160a77e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.669854 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.685150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6de010-020f-4919-94fe-364872ebce17 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:38.707246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352eb365-e018-4c01-8d04-00937e7cca80 req-fe0cb910-7d41-4e9c-8b58-34b5c4a935ff tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811342 Aug 31 06:31:38.708139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0a6de010-020f-4919-94fe-364872ebce17, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a6de010-020f-4919-94fe-364872ebce17,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:38.712099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efc4ac65-8318-405e-8707-7328160a77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.715907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efc4ac65-8318-405e-8707-7328160a77e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.719572 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-efc4ac65-8318-405e-8707-7328160a77e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6343f42d-08a6-492e-887e-af09fda4d8eb HTTP/1.1" status: 204 len: 168 time: 0.5915480 Aug 31 06:31:38.733238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.733373 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9a460f7f-5d0f-43d2-8452-8cd9a4e2069d req-c2d715c2-ef56-4799-80ba-4e4aaad5f1f6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187756 Aug 31 06:31:38.742235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:38.760201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58283b49-8b0f-4d6f-a474-303f2c2c538f req-7ccadbe7-0ae5-4447-aa76-4a8282782297 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402941 Aug 31 06:31:38.817887 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e6c786-3744-426c-891e-826dd12f20ee x-openstack-request-id: req-90e6c786-3744-426c-891e-826dd12f20ee {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:38.818019 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63db33c7-9133-47f4-8e68-bacd213f90bd", "name": "network-vif-plugged", "status": "completed", "tag": "c1c01567-02bf-4f2a-8d07-1341adff2894", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:38.818286 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90e6c786-3744-426c-891e-826dd12f20ee {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:38.818760 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63db33c7-9133-47f4-8e68-bacd213f90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c01567-02bf-4f2a-8d07-1341adff2894', 'code': 200} Aug 31 06:31:38.851880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=0a6de010-020f-4919-94fe-364872ebce17,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:38.882037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4ac65-8318-405e-8707-7328160a77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6343f42d-08a6-492e-887e-af09fda4d8eb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:38.977806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:38.996595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75eb61-929b-4d47-96c0-0660a14cbb62 req-aea077e6-9bcc-472a-ae2f-585ab8151501 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.004257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5a75eb61-929b-4d47-96c0-0660a14cbb62 req-aea077e6-9bcc-472a-ae2f-585ab8151501 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 949 time: 0.1187220 Aug 31 06:31:39.035131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd783c-e44c-43cb-82f9-61edf1785a72 req-6bfa5d1f-e0de-4540-a603-7ed86ad328be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.036652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91bd783c-e44c-43cb-82f9-61edf1785a72 req-6bfa5d1f-e0de-4540-a603-7ed86ad328be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 1101 time: 0.1579974 Aug 31 06:31:39.041017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0a6de010-020f-4919-94fe-364872ebce17'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:39.047101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eec69f-3240-4418-ba3d-b0e66f57d6a0 req-4f9d5071-9e58-46ae-9fb9-84036adb1251 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.048650 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8eec69f-3240-4418-ba3d-b0e66f57d6a0 req-4f9d5071-9e58-46ae-9fb9-84036adb1251 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 948 time: 0.1820595 Aug 31 06:31:39.050828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Checking segment: {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:39.051236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Network hostable DHCP agents. Network: d82d2daf-8318-4a04-83c5-fd00909c743d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:31:39.057410 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5a75eb61-929b-4d47-96c0-0660a14cbb62 req-378402f2-3efb-460b-819e-9f3a4a6e85fe tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497816 Aug 31 06:31:39.118916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91bd783c-e44c-43cb-82f9-61edf1785a72 req-39714b2c-4041-401c-b9dd-efeb190119fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690284 Aug 31 06:31:39.119502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Network d82d2daf-8318-4a04-83c5-fd00909c743d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:31:39.127081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8eec69f-3240-4418-ba3d-b0e66f57d6a0 req-da0c196f-6ef0-4209-aaa6-4777188b1715 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671284 Aug 31 06:31:39.140265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d82d2daf-8318-4a04-83c5-fd00909c743d) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:39.146152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.146831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:39.158764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d86db-48df-438a-9314-243b6e8a59a0 None None] Network d82d2daf-8318-4a04-83c5-fd00909c743d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:39.173211 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9ee6c9d4-09d1-45eb-87d2-54728e455b13 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9690664 Aug 31 06:31:39.175916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54854) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:39.180755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:39.211347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:39.212729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:39.220408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc4f88-5de4-4c52-811c-56d4366937e4 req-32870cee-b3c2-4072-937f-082cbcaac9eb tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.223180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11fc4f88-5de4-4c52-811c-56d4366937e4 req-32870cee-b3c2-4072-937f-082cbcaac9eb tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 948 time: 0.0862975 Aug 31 06:31:39.277511 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11fc4f88-5de4-4c52-811c-56d4366937e4 req-a614a319-28a0-4855-82ee-4f162730705c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Aug 31 06:31:39.289846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:39.403532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:39.410185 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aadba6-544c-44db-b8ba-215b5f92d968" -d '{"events": [{"name": "network-changed", "server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:39.456375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:39.491326 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9687ac4d-b247-4971-80e9-abb5e94be76a x-openstack-request-id: req-9687ac4d-b247-4971-80e9-abb5e94be76a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:39.491676 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:39.491935 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9687ac4d-b247-4971-80e9-abb5e94be76a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:39.492415 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'status': 'completed', 'code': 200} Aug 31 06:31:39.540427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d82d2daf-8318-4a04-83c5-fd00909c743d', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:31:39.541712 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:39.570617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-31ee818f-6560-4a1d-80ea-3f613a039289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.572445 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-31ee818f-6560-4a1d-80ea-3f613a039289 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1100 time: 0.0553615 Aug 31 06:31:39.641724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408038af-3fce-41a6-9db3-e0e5d4dbabe5 req-ff818150-e2f9-4de4-bfd4-fc397c5ee735 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.643395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-408038af-3fce-41a6-9db3-e0e5d4dbabe5 req-ff818150-e2f9-4de4-bfd4-fc397c5ee735 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1607695 Aug 31 06:31:39.647972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-16e202a9-2c47-49dc-8d40-08fbfa6c206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.649498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-16e202a9-2c47-49dc-8d40-08fbfa6c206d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1100 time: 0.1286492 Aug 31 06:31:39.690145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-d5857a91-0a64-4cdc-9d8f-bea4b64db8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.691863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-d5857a91-0a64-4cdc-9d8f-bea4b64db8d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1032677 Aug 31 06:31:39.750986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-9c84f6d7-4e18-4ff2-9297-93d13ab83589 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.0459919 Aug 31 06:31:39.762729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Allocated IP 172.20.0.2 (d82d2daf-8318-4a04-83c5-fd00909c743d/92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3/e1f56bf5-4c66-43c6-9923-31d0a9347855) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:39.802105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-408038af-3fce-41a6-9db3-e0e5d4dbabe5 req-21484a58-256d-4275-b583-8f3940baab3b tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494517 Aug 31 06:31:39.814971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-6492b5ba-3cc9-4def-81b3-867cfe43de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.818059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-6492b5ba-3cc9-4def-81b3-867cfe43de83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0599265 Aug 31 06:31:39.924850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54880) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:39.934015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b56e44-27a2-4153-a3df-c24f939163c3 req-df085a42-f12b-4fd9-b438-dde3df0ef361 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.935752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-89b56e44-27a2-4153-a3df-c24f939163c3 req-df085a42-f12b-4fd9-b438-dde3df0ef361 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.0677979 Aug 31 06:31:39.949734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-ffb52d3d-b05f-413a-a639-943748d722a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.951626 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-ffb52d3d-b05f-413a-a639-943748d722a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209965 Aug 31 06:31:39.975098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-0e254be7-0d3f-44a8-812f-962ff2621f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:39.976591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-0e254be7-0d3f-44a8-812f-962ff2621f29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3161066 Aug 31 06:31:40.046714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-89b56e44-27a2-4153-a3df-c24f939163c3 req-42800d9c-0f1d-4e7a-a379-278bcc7b8b53 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990317 Aug 31 06:31:40.063036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.069110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-448091216'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:40.073556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Transition to ACTIVE for port object e1f56bf5-4c66-43c6-9923-31d0a9347855 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:40.092400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Transition to ACTIVE for port object e1f56bf5-4c66-43c6-9923-31d0a9347855 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:40.100712 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-009dce77-3b1c-4ae5-9527-cdcd96e11e76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.0881960 Aug 31 06:31:40.102847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.104256 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.115583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Made reservation on behalf of 483a319d5b66452993bb170ff60fc1cc for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:40.119867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.132844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.136593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-092e82ff-5bb7-41b0-a8a3-38c1b3d615a0 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617134 Aug 31 06:31:40.152574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Network d82d2daf-8318-4a04-83c5-fd00909c743d is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:40.157445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:40.159391 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.162962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:40.167626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Pushing event updated for resources: {'Port': ['ID=e1f56bf5-4c66-43c6-9923-31d0a9347855,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:40.223864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b1c81-329d-4e82-a883-85d7407ac77a req-5c6aaa50-f35d-4920-8b14-774a60128b87 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:40.225612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f3b1c81-329d-4e82-a883-85d7407ac77a req-5c6aaa50-f35d-4920-8b14-774a60128b87 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.2928572 Aug 31 06:31:40.249133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Attempting to bind port e1f56bf5-4c66-43c6-9923-31d0a9347855 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:40.249535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Attempting to bind port e1f56bf5-4c66-43c6-9923-31d0a9347855 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:40.249894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Attempting to bind port e1f56bf5-4c66-43c6-9923-31d0a9347855 on network d82d2daf-8318-4a04-83c5-fd00909c743d {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:40.255456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:40.255760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Checking segment: {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:40.256209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.256619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Bound using segment: {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:40.257070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Bound port: e1f56bf5-4c66-43c6-9923-31d0a9347855, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:40.257742 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.258719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-59e1b9a0-28ef-437b-86d3-5c57c0f2ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:40.260240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-59e1b9a0-28ef-437b-86d3-5c57c0f2ae0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1318662 Aug 31 06:31:40.342681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f3b1c81-329d-4e82-a883-85d7407ac77a req-583569a2-765d-471a-909a-45878b623faa tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100495 Aug 31 06:31:40.345516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] For port e1f56bf5-4c66-43c6-9923-31d0a9347855, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:40.359392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] For port e1f56bf5-4c66-43c6-9923-31d0a9347855, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e1f56bf5-4c66-43c6-9923-31d0a9347855,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:40.368762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-0bf29f2a-368c-49d5-a67e-b8a0edee6bed service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668594 Aug 31 06:31:40.374374 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.375641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Allocated IP 172.25.5.240 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/f575cbae-427f-4bbe-ac40-07b2f186d44e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:40.401850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-91b21e07-0b6c-44a9-9fc3-9c0f7f39db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:40.402600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-91b21e07-0b6c-44a9-9fc3-9c0f7f39db00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299419 Aug 31 06:31:40.421136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0a6de010-020f-4919-94fe-364872ebce17 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:40.424623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.435679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.475934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:31:40.488160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad076ef5-cc1b-4221-963b-681f177de7ce req-22456938-d45f-4ae8-bc9a-68dad25e997b tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:40.496472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad076ef5-cc1b-4221-963b-681f177de7ce req-22456938-d45f-4ae8-bc9a-68dad25e997b tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 949 time: 0.3525474 Aug 31 06:31:40.500448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05653e8-6c34-4f2b-842c-c404401c239e None None] Pushing event updated for resources: {'Port': ['ID=e1f56bf5-4c66-43c6-9923-31d0a9347855,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:40.519030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 0a6de010-020f-4919-94fe-364872ebce17 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:40.524316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 0a6de010-020f-4919-94fe-364872ebce17 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:40.525137 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.527926 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad2d3cf-faa6-4328-96d8-af2b8d6b9394,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:40.539885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.540126 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Added segment e8b9139a-1005-4ad7-b776-d903345633aa of type vlan for network d4defb7e-124a-4d21-9c0c-08da0b91eba9 Aug 31 06:31:40.570230 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad076ef5-cc1b-4221-963b-681f177de7ce req-0bbaa963-8b51-4777-847b-e24946d3ea83 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725839 Aug 31 06:31:40.616399 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.626797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.675684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0a6de010-020f-4919-94fe-364872ebce17, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a6de010-020f-4919-94fe-364872ebce17,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:40.680794 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.689609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.697119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:40.697977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:40.762072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=0a6de010-020f-4919-94fe-364872ebce17,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:40.805629 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8688064 Aug 31 06:31:40.812548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54890) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:40.819691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2524de6e-6e05-47f8-a581-20972944ddc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6de010-020f-4919-94fe-364872ebce17'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:40.820175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Request body: {'subnet': {'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:40.822191 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6164ae72-8ec4-47e3-8fc0-c8dafe827b8c" -d '{"events": [{"server_uuid": "2524de6e-6e05-47f8-a581-20972944ddc2", "name": "network-vif-plugged", "status": "completed", "tag": "0a6de010-020f-4919-94fe-364872ebce17"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:40.848895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f2b4-6a02-45c3-8fd4-4fec91e84e57 req-9d40fe9c-73cc-43dc-b80c-70826ba22a74 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:40.850664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2a2f2b4-6a02-45c3-8fd4-4fec91e84e57 req-9d40fe9c-73cc-43dc-b80c-70826ba22a74 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 948 time: 0.1981809 Aug 31 06:31:40.884497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9566b0-23d5-49ef-b057-d38246c0b6cd tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event updated for resources: {'Network': ['ID=d4defb7e-124a-4d21-9c0c-08da0b91eba9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:40.906004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d4defb7e-124a-4d21-9c0c-08da0b91eba9 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:31:40.977576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2a2f2b4-6a02-45c3-8fd4-4fec91e84e57 req-88bc3959-a0e6-433a-9bc1-8585f4f8d063 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803590 Aug 31 06:31:41.001868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Made reservation on behalf of 483a319d5b66452993bb170ff60fc1cc for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:41.009253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:41.012650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e1f56bf5-4c66-43c6-9923-31d0a9347855 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:41.053996 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013d4cc-d077-4a4b-915c-807a96a6fb96 x-openstack-request-id: req-2013d4cc-d077-4a4b-915c-807a96a6fb96 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:41.054295 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2524de6e-6e05-47f8-a581-20972944ddc2", "name": "network-vif-plugged", "status": "completed", "tag": "0a6de010-020f-4919-94fe-364872ebce17", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:41.054556 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2013d4cc-d077-4a4b-915c-807a96a6fb96 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:41.054969 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2524de6e-6e05-47f8-a581-20972944ddc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6de010-020f-4919-94fe-364872ebce17', 'code': 200} Aug 31 06:31:41.144474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e1f56bf5-4c66-43c6-9923-31d0a9347855 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:41.178823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:41.229296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74dd8d-8b93-439a-8b6f-e318a4b9b273 req-37dbb8f3-76ae-4689-becc-db4ff6ae6614 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:41.230984 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe74dd8d-8b93-439a-8b6f-e318a4b9b273 req-37dbb8f3-76ae-4689-becc-db4ff6ae6614 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1310203 Aug 31 06:31:41.234722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a06e5-3873-400d-bb0e-f1bffc005324 req-729d9c5e-dde9-4562-95ab-2ca633b5001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:41.235957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-289a06e5-3873-400d-bb0e-f1bffc005324 req-729d9c5e-dde9-4562-95ab-2ca633b5001e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 1101 time: 0.0917504 Aug 31 06:31:41.243511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefabc9-81f9-44b8-9d27-1765e42dc696 req-97fdbb06-5ecc-4331-96f3-200a21262b8a tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:41.245232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acefabc9-81f9-44b8-9d27-1765e42dc696 req-97fdbb06-5ecc-4331-96f3-200a21262b8a tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 949 time: 0.7975099 Aug 31 06:31:41.267778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-1cc32287-5422-4189-91ef-c33c82c940c6 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8570023 Aug 31 06:31:41.340417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe74dd8d-8b93-439a-8b6f-e318a4b9b273 req-2a480dea-2e93-4479-8f01-ef64e4fb0b7d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019011 Aug 31 06:31:41.342099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-289a06e5-3873-400d-bb0e-f1bffc005324 req-7df18fdb-dddd-46bc-ba81-eba1a576fd93 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947528 Aug 31 06:31:41.368268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:41.375332 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acefabc9-81f9-44b8-9d27-1765e42dc696 req-04130d47-1cc9-4a3a-81c9-2878e52690f6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221905 Aug 31 06:31:41.410433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:41.422557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:41.427497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:41.434646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:41.488299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Pushing event updated for resources: {'Port': ['ID=f575cbae-427f-4bbe-ac40-07b2f186d44e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:41.523489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event updated for resources: {'Subnet': ['ID=8461177a-f54a-4c64-b23f-98eb8eec06fd,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:41.527817 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aadba6-544c-44db-b8ba-215b5f92d968 req-65491e68-c4fd-436b-a5c7-d60d77100f24 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498224 Aug 31 06:31:41.545062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Checking segment: {'id': 'e8b9139a-1005-4ad7-b776-d903345633aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:41.545464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Network hostable DHCP agents. Network: d4defb7e-124a-4d21-9c0c-08da0b91eba9, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:31:41.557129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80b91-8c54-459a-acfc-12761d0ca197 req-4dd8e0b7-2229-43c0-ac40-46ad5296f6d4 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:41.558887 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6aa80b91-8c54-459a-acfc-12761d0ca197 req-4dd8e0b7-2229-43c0-ac40-46ad5296f6d4 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.0834825 Aug 31 06:31:41.591930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Network d4defb7e-124a-4d21-9c0c-08da0b91eba9 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:31:41.614358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6aa80b91-8c54-459a-acfc-12761d0ca197 req-bb2392a7-add4-439e-a2c9-2834293ce3b1 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484240 Aug 31 06:31:41.615653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d4defb7e-124a-4d21-9c0c-08da0b91eba9) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:41.619746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:41.620325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:41.625940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1a912-a703-4930-b2fb-4875c52f353a None None] Network d4defb7e-124a-4d21-9c0c-08da0b91eba9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:41.645694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b799b07a-935e-4f24-b667-ca0b58c2198e tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8316622 Aug 31 06:31:41.648297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54902) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:41.653840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Request body: {'port': {'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1861283965'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:41.664598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c1568-0f72-4d62-beba-76a323c29c07 req-01f28815-322e-4943-b888-b9b229674e19 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:41.674112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e44c1568-0f72-4d62-beba-76a323c29c07 req-01f28815-322e-4943-b888-b9b229674e19 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.1945457 Aug 31 06:31:41.773325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78768f-5f24-4352-b098-17c811375b38 req-02426b24-5c41-4e5b-a2ba-9982cf06b877 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:41.781250 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e78768f-5f24-4352-b098-17c811375b38 req-02426b24-5c41-4e5b-a2ba-9982cf06b877 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 949 time: 0.0783103 Aug 31 06:31:41.788700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e44c1568-0f72-4d62-beba-76a323c29c07 req-8e5f7ac8-05e4-44aa-99ea-617a6b8a36ce tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130364 Aug 31 06:31:41.854334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e78768f-5f24-4352-b098-17c811375b38 req-5f8d4940-175b-444b-8a1b-5e7e250b9c97 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721200 Aug 31 06:31:41.860763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d4defb7e-124a-4d21-9c0c-08da0b91eba9', 'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9', 'tenant_id': '483a319d5b66452993bb170ff60fc1cc', 'fixed_ips': [{'subnet_id': '8461177a-f54a-4c64-b23f-98eb8eec06fd'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:31:41.863143 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:41.876984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Made reservation on behalf of 483a319d5b66452993bb170ff60fc1cc for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:41.886572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4a18f-51e8-4c6d-904f-fb30f57944e1 None None] Network d82d2daf-8318-4a04-83c5-fd00909c743d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:41.890163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:41.908939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:41.914106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] device_id is not set on port 050bf5c0-c5d5-47d0-b396-90489e538b4b yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:31:42.039489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1f987045-ef0d-46d6-b2ea-40c3467ef6d2 None None] Provisioning for port e1f56bf5-4c66-43c6-9923-31d0a9347855 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:42.055637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1f987045-ef0d-46d6-b2ea-40c3467ef6d2 None None] Provisioning complete for port e1f56bf5-4c66-43c6-9923-31d0a9347855 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:42.060684 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1f987045-ef0d-46d6-b2ea-40c3467ef6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.061229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Allocated IP 2001:db8::1f1 (d4defb7e-124a-4d21-9c0c-08da0b91eba9/8461177a-f54a-4c64-b23f-98eb8eec06fd/050bf5c0-c5d5-47d0-b396-90489e538b4b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:42.175604 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.225129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1f987045-ef0d-46d6-b2ea-40c3467ef6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.245631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366545-10be-46f2-9093-af2846321f2d req-9d9e1793-bfca-4316-8775-6e552995dc91 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:42.247213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96366545-10be-46f2-9093-af2846321f2d req-9d9e1793-bfca-4316-8775-6e552995dc91 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 948 time: 0.1437607 Aug 31 06:31:42.260251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1f987045-ef0d-46d6-b2ea-40c3467ef6d2 None None] For port e1f56bf5-4c66-43c6-9923-31d0a9347855, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e1f56bf5-4c66-43c6-9923-31d0a9347855,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:42.265550 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1f987045-ef0d-46d6-b2ea-40c3467ef6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.323815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96366545-10be-46f2-9093-af2846321f2d req-631c9834-8279-43f0-ab97-a09687c2497d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690224 Aug 31 06:31:42.356222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f987045-ef0d-46d6-b2ea-40c3467ef6d2 None None] Pushing event updated for resources: {'Port': ['ID=e1f56bf5-4c66-43c6-9923-31d0a9347855,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:42.361705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:31:42.380364 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.395501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Transition to ACTIVE for port object 050bf5c0-c5d5-47d0-b396-90489e538b4b will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:42.435781 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.437634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:42.500162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:31:42.511082 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Sync routers for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:31:42.523744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Network d4defb7e-124a-4d21-9c0c-08da0b91eba9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:42.525032 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:31:42.525953 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:31:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:42.536421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:42.538286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.540227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-702e4f6d-36ef-454a-9c8e-f519ce5ef058 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3632889 Aug 31 06:31:42.542982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54920) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:42.554098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:42.560595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:42.561330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.611022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Allocated IP 2001:db8::2 (d4defb7e-124a-4d21-9c0c-08da0b91eba9/8461177a-f54a-4c64-b23f-98eb8eec06fd/229f0dda-7c9c-43fb-9cf1-c96f572812bb) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:42.611848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event updated for resources: {'Port': ['ID=050bf5c0-c5d5-47d0-b396-90489e538b4b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:42.625705 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1db448b9-73ed-405f-a3cc-ed8fc3f1949b tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9761941 Aug 31 06:31:42.630007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54924) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:42.640511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Request body: {'port': {'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-987584663', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:42.640511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] bootfile-name is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:31:42.646103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] tftp-server is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:31:42.646607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] server-ip-address is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:31:42.678648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ac6e510d-aa9c-45b5-9f98-85cbae071b76 None None] Provisioning complete for port e1f56bf5-4c66-43c6-9923-31d0a9347855 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:42.679010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ac6e510d-aa9c-45b5-9f98-85cbae071b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:42.786124 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:31:42.797878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:42.827988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'mac_address': 'fa:16:3e:a7:09:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:42.941621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-1c5fa410-a8b9-4d84-9a0d-c1d11a06e0b4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:42.943905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-1c5fa410-a8b9-4d84-9a0d-c1d11a06e0b4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.23 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff&tenant_id=e2556a5a837e41668d15636b90159a61&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 948 time: 0.1839001 Aug 31 06:31:42.944351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e1f56bf5-4c66-43c6-9923-31d0a9347855 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:43.017967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f94f27-09cb-44a3-baf0-f4414b566f02 req-1c2b2ac0-5629-4ca1-b886-560236de3dcd tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:43.028582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63f94f27-09cb-44a3-baf0-f4414b566f02 req-1c2b2ac0-5629-4ca1-b886-560236de3dcd tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.3497353 Aug 31 06:31:43.034274 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.053617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc91918-01bd-45e2-9753-114f055b0c95 req-3eb0d13e-8759-4eca-ab11-c72dff81d1c3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:43.055546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fc91918-01bd-45e2-9753-114f055b0c95 req-3eb0d13e-8759-4eca-ab11-c72dff81d1c3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 949 time: 0.2416742 Aug 31 06:31:43.058669 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:41Z', 'revision_number': 3, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:43.082051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b3d28f-67f3-4962-b73a-da7a77806514 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:43.102894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.111973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fc91918-01bd-45e2-9753-114f055b0c95 req-80ba23c4-76a6-4c36-a2c2-6571bc1b1e3c tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463204 Aug 31 06:31:43.118980 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63f94f27-09cb-44a3-baf0-f4414b566f02 req-270da13f-c5d9-444f-a261-b807be4bdfd8 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875666 Aug 31 06:31:43.168333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:43.170018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Transition to ACTIVE for port object 229f0dda-7c9c-43fb-9cf1-c96f572812bb will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:43.193244 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.195952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-2cedfe26-9ac6-4010-91df-47c9334ca1f6 service neutron] 10.222.0.23 "GET /v2.0/ports/f1b3d28f-67f3-4962-b73a-da7a77806514/bindings/n-h1-712142-16 HTTP/1.1" status: 200 len: 383 time: 0.2379367 Aug 31 06:31:43.218813 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Checking router: b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:31:43.219130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Made reservation on behalf of 483a319d5b66452993bb170ff60fc1cc for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:43.219351 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Updating router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 port f575cbae-427f-4bbe-ac40-07b2f186d44e binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:31:43.221551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e1f56bf5-4c66-43c6-9923-31d0a9347855 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:43.224229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.225477 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.246667 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.288884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] device_id is not set on port a8566c9e-a881-43d5-99be-9709a01e2750 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:31:43.299776 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.342591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Transition to ACTIVE for port object 229f0dda-7c9c-43fb-9cf1-c96f572812bb will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:43.386483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-55354399-e090-42bd-8f0c-e958c6a0a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:43.388028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-55354399-e090-42bd-8f0c-e958c6a0a44e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1101 time: 0.1591959 Aug 31 06:31:43.388432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.503247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Network d4defb7e-124a-4d21-9c0c-08da0b91eba9 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:43.504824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:43.533596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:43.536607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:43.547698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Allocated IP 172.20.0.1 (d82d2daf-8318-4a04-83c5-fd00909c743d/92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3/59767501-6a69-4c2f-a6c4-b287cb455c88) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:43.558072 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.575425 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Transition to ACTIVE for port object f575cbae-427f-4bbe-ac40-07b2f186d44e will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:43.586327 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.592587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f1b3d28f-67f3-4962-b73a-da7a77806514'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:43.650208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Allocated IP 2001:db8::2e4 (d4defb7e-124a-4d21-9c0c-08da0b91eba9/8461177a-f54a-4c64-b23f-98eb8eec06fd/a8566c9e-a881-43d5-99be-9709a01e2750) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:43.662413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0ef8-0aff-4dc1-9f8e-fce727eb61c8 req-e5d2535a-0af8-47c7-a063-0a3ff8f8f39f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:43.670344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-374e0ef8-0aff-4dc1-9f8e-fce727eb61c8 req-e5d2535a-0af8-47c7-a063-0a3ff8f8f39f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 949 time: 0.1528714 Aug 31 06:31:43.687325 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Attempting to bind port f575cbae-427f-4bbe-ac40-07b2f186d44e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:43.687849 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Attempting to bind port f575cbae-427f-4bbe-ac40-07b2f186d44e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:43.688334 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Attempting to bind port f575cbae-427f-4bbe-ac40-07b2f186d44e on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:43.690974 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Pushing event updated for resources: {'Port': ['ID=f575cbae-427f-4bbe-ac40-07b2f186d44e,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:43.706788 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:43.708184 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:43.708781 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.709560 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:43.711130 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Bound port: f575cbae-427f-4bbe-ac40-07b2f186d44e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:43.711841 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.716429 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.717021 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.717537 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.718038 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.718463 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.718888 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.719327 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.719792 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.720203 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.720616 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.721207 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.722460 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:43.734191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Pushing event updated for resources: {'Port': ['ID=229f0dda-7c9c-43fb-9cf1-c96f572812bb,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:43.735417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-149cbc6d-1b94-42a0-8a58-15b01f3a04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:43.736922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-149cbc6d-1b94-42a0-8a58-15b01f3a04f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3183658 Aug 31 06:31:43.751931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-374e0ef8-0aff-4dc1-9f8e-fce727eb61c8 req-176c46ab-4fd4-47f2-87b9-c66139642422 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780578 Aug 31 06:31:43.771590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Attempting to bind port 229f0dda-7c9c-43fb-9cf1-c96f572812bb on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:43.771966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Attempting to bind port 229f0dda-7c9c-43fb-9cf1-c96f572812bb by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'e8b9139a-1005-4ad7-b776-d903345633aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:43.772333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Attempting to bind port 229f0dda-7c9c-43fb-9cf1-c96f572812bb on network d4defb7e-124a-4d21-9c0c-08da0b91eba9 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:43.790980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:43.791435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Checking segment: {'id': 'e8b9139a-1005-4ad7-b776-d903345633aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:43.791786 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.792183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Bound using segment: {'id': 'e8b9139a-1005-4ad7-b776-d903345633aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:43.792682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Bound port: 229f0dda-7c9c-43fb-9cf1-c96f572812bb, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b9139a-1005-4ad7-b776-d903345633aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd4defb7e-124a-4d21-9c0c-08da0b91eba9'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:43.793068 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.809289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.834752 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] For port f575cbae-427f-4bbe-ac40-07b2f186d44e, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:43.835985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Transition to ACTIVE for port object 59767501-6a69-4c2f-a6c4-b287cb455c88 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:43.839270 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] For port f575cbae-427f-4bbe-ac40-07b2f186d44e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f575cbae-427f-4bbe-ac40-07b2f186d44e,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:43.849386 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.864634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8b60c-1d14-43a8-b47d-4853d99fa370 req-c2e0b032-cc33-471b-9e6a-599b2afa5805 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:43.873741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83f8b60c-1d14-43a8-b47d-4853d99fa370 req-c2e0b032-cc33-471b-9e6a-599b2afa5805 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1070979 Aug 31 06:31:43.922232 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cc709-3b9f-42b0-9919-0952f989fb50 None None] Pushing event updated for resources: {'Port': ['ID=f575cbae-427f-4bbe-ac40-07b2f186d44e,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:43.947980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83f8b60c-1d14-43a8-b47d-4853d99fa370 req-d8ede9d5-8671-4774-974c-6b91f02a06ee tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670538 Aug 31 06:31:43.951052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:43.965489 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:31:43.966242 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:31:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:44.024316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Network d82d2daf-8318-4a04-83c5-fd00909c743d is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:44.029505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:44.032163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Pushing event updated for resources: {'Port': ['ID=59767501-6a69-4c2f-a6c4-b287cb455c88,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:44.034813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:44.092032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.155863 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:31:44.199349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1196a5-7a38-4cf4-a16c-cb908b513775 req-c200a026-231f-4265-b895-a3c6410a0f70 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:44.203320 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f1196a5-7a38-4cf4-a16c-cb908b513775 req-c200a026-231f-4265-b895-a3c6410a0f70 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 949 time: 0.1080287 Aug 31 06:31:44.220596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] For port 229f0dda-7c9c-43fb-9cf1-c96f572812bb, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:44.241500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] For port 229f0dda-7c9c-43fb-9cf1-c96f572812bb, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=229f0dda-7c9c-43fb-9cf1-c96f572812bb,segment=NetworkSegment(e8b9139a-1005-4ad7-b776-d903345633aa),segment_id=e8b9139a-1005-4ad7-b776-d903345633aa)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:44.266779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.308782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f1196a5-7a38-4cf4-a16c-cb908b513775 req-b6e35859-4df0-4f95-a6be-266cb0e6e64b tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968487 Aug 31 06:31:44.348927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.364709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Transition to ACTIVE for port object a8566c9e-a881-43d5-99be-9709a01e2750 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:44.364912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.442009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e719-1b50-41c5-832a-bf066342ea73 None None] Pushing event updated for resources: {'Port': ['ID=229f0dda-7c9c-43fb-9cf1-c96f572812bb,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:44.457091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-69abd559-5ed1-40ff-b274-369ad51908a6 None None] Provisioning for port 59767501-6a69-4c2f-a6c4-b287cb455c88 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:44.463033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-69abd559-5ed1-40ff-b274-369ad51908a6 None None] Provisioning complete for port 59767501-6a69-4c2f-a6c4-b287cb455c88 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:44.463793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-69abd559-5ed1-40ff-b274-369ad51908a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.466293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.471759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-2d1927c4-10ff-4de0-a83d-d97e77229e14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.7138641 Aug 31 06:31:44.489600 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:41Z', 'revision_number': 3, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:44.527421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-69abd559-5ed1-40ff-b274-369ad51908a6 None None] Port 59767501-6a69-4c2f-a6c4-b287cb455c88 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:44.540637 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f776fb0-addb-4abe-818a-3a7b74b2f883 None None] The sync data for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 is: [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:41Z', 'revision_number': 3, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:31:44.561672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30062390-d91f-4a80-aa71-2b21b027fa92 req-b1235cc6-d608-49e3-817b-2fbdd5e36353 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:44.563502 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30062390-d91f-4a80-aa71-2b21b027fa92 req-b1235cc6-d608-49e3-817b-2fbdd5e36353 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1248722 Aug 31 06:31:44.577648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Network d4defb7e-124a-4d21-9c0c-08da0b91eba9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:44.588416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:44.596208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:44.602546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:44.603208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.617991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-026a03fd-c3f5-4447-8d86-6ce29a630890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:44.618628 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-026a03fd-c3f5-4447-8d86-6ce29a630890 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1219034 Aug 31 06:31:44.623449 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30062390-d91f-4a80-aa71-2b21b027fa92 req-ff818880-92f9-4422-ae18-ca6c8873c818 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Aug 31 06:31:44.631748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event updated for resources: {'Port': ['ID=a8566c9e-a881-43d5-99be-9709a01e2750,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:44.686134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f08414-15f3-408e-a61d-90b2445c7adc req-70ce6db6-7de3-441e-89d9-99680de27c14 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:44.694016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2f08414-15f3-408e-a61d-90b2445c7adc req-70ce6db6-7de3-441e-89d9-99680de27c14 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.4981163 Aug 31 06:31:44.737178 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.742485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6b699532-b809-4d10-9036-4b539a7abf46 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1125159 Aug 31 06:31:44.744706 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:44.749366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54938) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:44.793403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-d1bf3c51-ab78-436e-b4cf-b188f6d61e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:44.794953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-d1bf3c51-ab78-436e-b4cf-b188f6d61e51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440995 Aug 31 06:31:44.797879 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2f08414-15f3-408e-a61d-90b2445c7adc req-29370354-076f-41f2-a6d9-9c58cc8653bc tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016107 Aug 31 06:31:44.953714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-734a610d-bc2c-4be1-9302-9f22e3159823 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499555 Aug 31 06:31:44.976524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 229f0dda-7c9c-43fb-9cf1-c96f572812bb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:45.083369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 229f0dda-7c9c-43fb-9cf1-c96f572812bb completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:45.101295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87fbd4-8128-43e5-b69d-73d537c03cdf req-0905b458-6065-415e-889f-2af5bc893b16 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.103325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e87fbd4-8128-43e5-b69d-73d537c03cdf req-0905b458-6065-415e-889f-2af5bc893b16 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 949 time: 0.1487029 Aug 31 06:31:45.121850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Pushing event updated for resources: {'Port': ['ID=59767501-6a69-4c2f-a6c4-b287cb455c88,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:45.140100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:45.159176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-96d1bcc6-a47f-4866-bd22-74030f21faf5 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797318 Aug 31 06:31:45.171125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-4432c797-aeaf-4ac9-bc5e-9cbf533b0ce2 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.172276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e87fbd4-8128-43e5-b69d-73d537c03cdf req-8f87e508-b1d9-4658-9927-73d38f2428ce tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578682 Aug 31 06:31:45.172645 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-4432c797-aeaf-4ac9-bc5e-9cbf533b0ce2 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.42 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 949 time: 0.1519763 Aug 31 06:31:45.180719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b74bff-4ce5-47cb-ab8c-68543033a1c0 req-7d43b864-e8e8-4a29-a7e0-a07f8ab92146 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.182455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13b74bff-4ce5-47cb-ab8c-68543033a1c0 req-7d43b864-e8e8-4a29-a7e0-a07f8ab92146 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 949 time: 0.4424181 Aug 31 06:31:45.201958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd2b35c-0289-4a51-8209-62d5db4dde56 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.208942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd2b35c-0289-4a51-8209-62d5db4dde56 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.215395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd2b35c-0289-4a51-8209-62d5db4dde56 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.219590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dbd2b35c-0289-4a51-8209-62d5db4dde56 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4428620 Aug 31 06:31:45.219971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54944) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:45.347128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e065d-8d99-4e9b-ac01-deb80dd8562a req-72d33a95-85c2-4f12-aee8-b596e5936618 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.355799 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec1e065d-8d99-4e9b-ac01-deb80dd8562a req-72d33a95-85c2-4f12-aee8-b596e5936618 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.0987196 Aug 31 06:31:45.411499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec1e065d-8d99-4e9b-ac01-deb80dd8562a req-05c7dbf7-5964-4226-aebe-98d9e02709b7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Aug 31 06:31:45.422530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3291c-113e-43d0-a2a3-87ac5f3038ba tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Deleting port a8566c9e-a881-43d5-99be-9709a01e2750 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:45.422876 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5dc3291c-113e-43d0-a2a3-87ac5f3038ba tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:45.578342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0f858-4506-41ac-9884-ffeb0725f17d req-5cdd9493-276c-42c5-b489-ab2e3f87f73a tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.586297 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ff0f858-4506-41ac-9884-ffeb0725f17d req-5cdd9493-276c-42c5-b489-ab2e3f87f73a tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 949 time: 0.0924520 Aug 31 06:31:45.615800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5dc3291c-113e-43d0-a2a3-87ac5f3038ba tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:45.646290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3291c-113e-43d0-a2a3-87ac5f3038ba tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Calling delete_port for a8566c9e-a881-43d5-99be-9709a01e2750 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:45.655325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ff0f858-4506-41ac-9884-ffeb0725f17d req-6d6d594d-b3b5-4ad6-9f22-b805fdae6e40 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/security-groups?id=1892c284-d0c4-416f-a02a-4d96ed42de76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683057 Aug 31 06:31:45.682465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ac3f6-21bc-417d-9042-f22acdf4edf5 None None] Network d4defb7e-124a-4d21-9c0c-08da0b91eba9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:45.779186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Provisioning for port 229f0dda-7c9c-43fb-9cf1-c96f572812bb completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:45.786367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Provisioning complete for port 229f0dda-7c9c-43fb-9cf1-c96f572812bb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:45.786963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:45.797267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-9db4a34f-abfb-41d1-a90a-d4ca418dd1a2 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.798993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-9db4a34f-abfb-41d1-a90a-d4ca418dd1a2 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.6140966 Aug 31 06:31:45.803528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5eb9a-512f-4876-8bc8-560dd1108e23 req-a78dc095-4ba9-455c-87dc-450b93445b7c tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:45.805267 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-40d5eb9a-512f-4876-8bc8-560dd1108e23 req-a78dc095-4ba9-455c-87dc-450b93445b7c tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.0774095 Aug 31 06:31:45.820204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13b74bff-4ce5-47cb-ab8c-68543033a1c0 req-0797d0ee-9b39-40fb-a824-e6ff7d3a3216 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911462 Aug 31 06:31:45.839411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-16'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:45.915166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-40d5eb9a-512f-4876-8bc8-560dd1108e23 req-37a1ee47-b14e-4bb4-8fd6-84b9b9ec4e17 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011319 Aug 31 06:31:45.965102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5dc3291c-113e-43d0-a2a3-87ac5f3038ba tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:45.982125 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:45.998425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Deleting port c1c01567-02bf-4f2a-8d07-1341adff2894 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:45.998771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.023035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Network d82d2daf-8318-4a04-83c5-fd00909c743d is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:46.045498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3291c-113e-43d0-a2a3-87ac5f3038ba tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event deleted for resources: {'Port': ['ID=a8566c9e-a881-43d5-99be-9709a01e2750,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:46.058736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:46.072989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5dc3291c-113e-43d0-a2a3-87ac5f3038ba tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.075546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5dc3291c-113e-43d0-a2a3-87ac5f3038ba tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "DELETE /v2.0/ports/a8566c9e-a881-43d5-99be-9709a01e2750 HTTP/1.1" status: 204 len: 168 time: 0.8544195 Aug 31 06:31:46.079348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54956) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:46.086067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Request body: {'port': {'name': 'tempest-new-port-name-1711284907', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:46.086478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] bootfile-name is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:31:46.086824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] tftp-server is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:31:46.087526 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] server-ip-address is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:31:46.089721 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.167166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:46.182369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] For port 229f0dda-7c9c-43fb-9cf1-c96f572812bb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=229f0dda-7c9c-43fb-9cf1-c96f572812bb,segment=NetworkSegment(e8b9139a-1005-4ad7-b776-d903345633aa),segment_id=e8b9139a-1005-4ad7-b776-d903345633aa)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:46.208487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.226523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.249952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0f224-03e6-4deb-9c3e-fa4125206900 req-45c9f204-2311-473d-bb9d-98de707ffa60 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:46.262342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13a0f224-03e6-4deb-9c3e-fa4125206900 req-45c9f204-2311-473d-bb9d-98de707ffa60 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 945 time: 0.3269615 Aug 31 06:31:46.322620 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:31:46.412911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:46.489841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:46.522604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1e049a52-d4db-497d-964b-225f0f75708f None None] Could not find standard attr ID for object a8566c9e-a881-43d5-99be-9709a01e2750. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:31:46.525045 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13a0f224-03e6-4deb-9c3e-fa4125206900 req-8527eb1d-6b68-4bed-9ac6-77656ddfbaee tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615738 Aug 31 06:31:46.528109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a687fb6-cc6d-4e26-bd76-e0e8f1712742 req-0c0943c2-8d58-4d63-9323-e3817055711d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:46.528798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] For port c1c01567-02bf-4f2a-8d07-1341adff2894, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c1c01567-02bf-4f2a-8d07-1341adff2894,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:46.529174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.537007 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a687fb6-cc6d-4e26-bd76-e0e8f1712742 req-0c0943c2-8d58-4d63-9323-e3817055711d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 949 time: 0.1185617 Aug 31 06:31:46.552546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Pushing event updated for resources: {'Port': ['ID=229f0dda-7c9c-43fb-9cf1-c96f572812bb,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:46.580840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:46.592303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1e049a52-d4db-497d-964b-225f0f75708f None None] Provisioning for port 050bf5c0-c5d5-47d0-b396-90489e538b4b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:46.600267 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a687fb6-cc6d-4e26-bd76-e0e8f1712742 req-e8535bae-2bda-4d9e-8f7f-4d2ada1095ea tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597565 Aug 31 06:31:46.605225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1e049a52-d4db-497d-964b-225f0f75708f None None] Provisioning complete for port 050bf5c0-c5d5-47d0-b396-90489e538b4b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:46.605617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1e049a52-d4db-497d-964b-225f0f75708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.617440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.617816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.618178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.618541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.618895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.619226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.619550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.620933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.621795 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.621795 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.621995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.622292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef3ab-9926-439f-b45b-a1fc102e5488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.637833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:46.651838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.660541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:46.663303 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d9a718-bbe9-47ee-8465-d265ddfd3d7d" -d '{"events": [{"server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "name": "network-vif-unplugged", "status": "completed", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:46.687184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Calling delete_port for c1c01567-02bf-4f2a-8d07-1341adff2894 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:46.703338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.716607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 has no active binding in host n-h2-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:31:46.733168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1e049a52-d4db-497d-964b-225f0f75708f None None] Port 050bf5c0-c5d5-47d0-b396-90489e538b4b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:46.736164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.747000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port f1b3d28f-67f3-4962-b73a-da7a77806514 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:46.751892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1e049a52-d4db-497d-964b-225f0f75708f None None] Provisioning complete for port 229f0dda-7c9c-43fb-9cf1-c96f572812bb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:46.752432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1e049a52-d4db-497d-964b-225f0f75708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.756696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f1b3d28f-67f3-4962-b73a-da7a77806514 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:46.756696 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.763927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.796028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:31:46.834859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event updated for resources: {'Port': ['ID=050bf5c0-c5d5-47d0-b396-90489e538b4b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:46.862626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] In _notify_port_updated(), no bound segment for port 050bf5c0-c5d5-47d0-b396-90489e538b4b on network d4defb7e-124a-4d21-9c0c-08da0b91eba9 {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:31:46.870055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:46.872474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.873916 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "PUT /v2.0/ports/050bf5c0-c5d5-47d0-b396-90489e538b4b HTTP/1.1" status: 200 len: 1130 time: 0.7937160 Aug 31 06:31:46.878115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.878472 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.878817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.879724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.880059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.880392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.880724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.881057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.881646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.881769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.882313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.882643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af7d8d-abed-4175-bc21-5af102981ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:46.888878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54970) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:46.895605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:46.935387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:46.940774 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfc1c39-538d-4787-ba63-61324cf01f91" -d '{"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-plugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:46.950418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddcd5-ba5c-44e8-8c41-ad935b5a5e26 req-0ac71e0e-bc50-4368-a247-a7a9215c245d tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:46.953718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-892ddcd5-ba5c-44e8-8c41-ad935b5a5e26 req-0ac71e0e-bc50-4368-a247-a7a9215c245d tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 949 time: 0.2737229 Aug 31 06:31:46.970593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7891560-0423-4441-8b8e-bcdf1479a239 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:46.977475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7891560-0423-4441-8b8e-bcdf1479a239 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "GET /v2.0/ports/050bf5c0-c5d5-47d0-b396-90489e538b4b HTTP/1.1" status: 200 len: 1130 time: 0.0868783 Aug 31 06:31:46.982853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54976) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:47.049484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:47.075831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on host n-h1-712142-16 for vnic_type normal with profile {"migrating_to": "n-h2-712142-16"} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:47.075831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:47.075831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:47.076301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a483a11-3fcf-463c-95e5-1e9e9bf1d5ad req-b2f24467-9148-4179-a193-bbcf96fc735c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:47.078749 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.094377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a483a11-3fcf-463c-95e5-1e9e9bf1d5ad req-b2f24467-9148-4179-a193-bbcf96fc735c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.3442075 Aug 31 06:31:47.164764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:47.165066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Attempting to bind port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on network 35c52f34-a68b-43f5-97af-5f58c585b4a4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:47.167468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Pushing event updated for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:47.171190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:47.177821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f575cbae-427f-4bbe-ac40-07b2f186d44e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:47.192954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a483a11-3fcf-463c-95e5-1e9e9bf1d5ad req-a38274a5-637e-4afc-9871-6e11b351bcaa tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975940 Aug 31 06:31:47.219830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-892ddcd5-ba5c-44e8-8c41-ad935b5a5e26 req-781d7b09-cab8-42ec-a025-07be7b9413df tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777251 Aug 31 06:31:47.221848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:47.222709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Checking segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:47.226059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Bound using segment: {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:47.226623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Bound port: e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6603ba-1f6f-4575-8023-4c647fc0bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '35c52f34-a68b-43f5-97af-5f58c585b4a4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:47.227783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.240365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f43ba6f5-e192-4f9c-8e91-8cd975519cb4 None None] Provisioning complete for port 050bf5c0-c5d5-47d0-b396-90489e538b4b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:47.240739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f43ba6f5-e192-4f9c-8e91-8cd975519cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.241681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1f214bd8-be67-411e-8e9b-f020e58b5861 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Deleting port 050bf5c0-c5d5-47d0-b396-90489e538b4b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:47.247517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f214bd8-be67-411e-8e9b-f020e58b5861 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.283027 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8de30d-e17d-45a2-bf93-d3f05ad5ea9c x-openstack-request-id: req-fb8de30d-e17d-45a2-bf93-d3f05ad5ea9c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:47.288468 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "name": "network-vif-unplugged", "status": "completed", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:47.288468 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb8de30d-e17d-45a2-bf93-d3f05ad5ea9c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:47.288987 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9', 'code': 200} Aug 31 06:31:47.308074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f43ba6f5-e192-4f9c-8e91-8cd975519cb4 None None] Port 050bf5c0-c5d5-47d0-b396-90489e538b4b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:47.312206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port f575cbae-427f-4bbe-ac40-07b2f186d44e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:47.316621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port f575cbae-427f-4bbe-ac40-07b2f186d44e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:47.316999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.349032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f43ba6f5-e192-4f9c-8e91-8cd975519cb4 None None] Provisioning complete for port 59767501-6a69-4c2f-a6c4-b287cb455c88 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:47.349435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f43ba6f5-e192-4f9c-8e91-8cd975519cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.383188 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.403664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f43ba6f5-e192-4f9c-8e91-8cd975519cb4 None None] Port 59767501-6a69-4c2f-a6c4-b287cb455c88 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:47.419694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c5d67290-6778-4422-aa8d-c3514275d0c8 req-bda9c274-d15c-4fa1-8386-581f3c66634a tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.15 "GET /v2.0/ports?device_id=63db33c7-9133-47f4-8e68-bacd213f90bd HTTP/1.1" status: 200 len: 210 time: 0.0527930 Aug 31 06:31:47.432640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f214bd8-be67-411e-8e9b-f020e58b5861 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.451227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Pushing event deleted for resources: {'Port': ['ID=c1c01567-02bf-4f2a-8d07-1341adff2894,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:47.460733 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.464336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1f214bd8-be67-411e-8e9b-f020e58b5861 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Calling delete_port for 050bf5c0-c5d5-47d0-b396-90489e538b4b owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:47.487324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dcf9a-9732-4b2b-b108-5b1b5c0b057c req-541bced1-ec11-4054-922d-d7bbf6b6d173 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:47.492619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port f575cbae-427f-4bbe-ac40-07b2f186d44e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f575cbae-427f-4bbe-ac40-07b2f186d44e,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:47.498405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.499059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-360dcf9a-9732-4b2b-b108-5b1b5c0b057c req-541bced1-ec11-4054-922d-d7bbf6b6d173 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1229434 Aug 31 06:31:47.500387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 229f0dda-7c9c-43fb-9cf1-c96f572812bb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:47.519325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:31:47.551145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f7e40191-387d-452e-83bf-d64500d8f841 admin admin] 10.222.0.15 "PUT /v2.0/routers/b96a1cfc-3f80-4b73-8703-d4f9d6a47d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9992883 Aug 31 06:31:47.578221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:47.609906 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754257a9-ff61-4014-b169-1b7e442c8b6a x-openstack-request-id: req-754257a9-ff61-4014-b169-1b7e442c8b6a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:47.610970 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-plugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:47.612981 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-754257a9-ff61-4014-b169-1b7e442c8b6a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:47.613793 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'code': 200} Aug 31 06:31:47.631471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Sync routers for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:31:47.647690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fe047c50-d5f6-43af-a2a8-1ba8d8eb10ad None None] Could not find standard attr ID for object a8566c9e-a881-43d5-99be-9709a01e2750. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:31:47.663698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] No DVR routers for this DVR port c1c01567-02bf-4f2a-8d07-1341adff2894 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:47.666886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:47.670159 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.672787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b76d3a9-d556-4ece-80f1-8787e5f8ea21 req-2a1d920f-7a4f-4759-86df-ba678b77e741 tempest-TenantUsagesTestJSON-1986769430 tempest-TenantUsagesTestJSON-1986769430-project] 10.222.0.42 "DELETE /v2.0/ports/c1c01567-02bf-4f2a-8d07-1341adff2894 HTTP/1.1" status: 204 len: 173 time: 2.4865379 Aug 31 06:31:47.687107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.698412 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-360dcf9a-9732-4b2b-b108-5b1b5c0b057c req-34141dd3-689e-4c5b-a2a3-0eceec3c56b3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980894 Aug 31 06:31:47.773434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:31:47.774092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:31:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:47.779432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=f575cbae-427f-4bbe-ac40-07b2f186d44e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:47.875761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Pushing event updated for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:47.930417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:47.931505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.933025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-86fd1127-70ff-447d-ad01-d96597dc8280 service neutron] 10.222.0.42 "PUT /v2.0/ports/e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 HTTP/1.1" status: 200 len: 1123 time: 2.1118326 Aug 31 06:31:47.934100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 229f0dda-7c9c-43fb-9cf1-c96f572812bb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:47.934477 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:47.946943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233b5dc-1b4d-443a-9ac5-383978f28248 req-586209f1-d834-4d92-8704-560481a2b596 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:47.960402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3233b5dc-1b4d-443a-9ac5-383978f28248 req-586209f1-d834-4d92-8704-560481a2b596 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.2550216 Aug 31 06:31:48.046963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c0665-1971-40b4-8fc3-bf5d9057c005 req-c32782bb-cb53-4519-89c2-fbe80b833606 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:48.047486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3233b5dc-1b4d-443a-9ac5-383978f28248 req-6bfc1768-723f-4ff9-9d84-cf6653f2cc86 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808461 Aug 31 06:31:48.048613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-090c0665-1971-40b4-8fc3-bf5d9057c005 req-c32782bb-cb53-4519-89c2-fbe80b833606 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.1290634 Aug 31 06:31:48.053017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f214bd8-be67-411e-8e9b-f020e58b5861 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.103912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:48.177554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f214bd8-be67-411e-8e9b-f020e58b5861 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event deleted for resources: {'Port': ['ID=050bf5c0-c5d5-47d0-b396-90489e538b4b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:48.202030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:48.208528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-090c0665-1971-40b4-8fc3-bf5d9057c005 req-e4421ec5-7f85-494f-821a-bdc9b85344d4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314769 Aug 31 06:31:48.243960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c1c01567-02bf-4f2a-8d07-1341adff2894 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:48.274989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f214bd8-be67-411e-8e9b-f020e58b5861 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.279536 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1f214bd8-be67-411e-8e9b-f020e58b5861 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "DELETE /v2.0/ports/050bf5c0-c5d5-47d0-b396-90489e538b4b HTTP/1.1" status: 204 len: 168 time: 1.2934678 Aug 31 06:31:48.279704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-4b83221c-43a5-4113-8301-6fa927a667a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:48.280355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54992) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:48.282499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-4b83221c-43a5-4113-8301-6fa927a667a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff&tenant_id=e2556a5a837e41668d15636b90159a61 HTTP/1.1" status: 200 len: 1102 time: 0.0734832 Aug 31 06:31:48.299007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:48.321728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: c1c01567-02bf-4f2a-8d07-1341adff2894 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:48.322569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c1c01567-02bf-4f2a-8d07-1341adff2894 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:48.339061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b500010f-5e01-4876-98f2-642c168d8066 None None] Could not find standard attr ID for object 050bf5c0-c5d5-47d0-b396-90489e538b4b. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:31:48.418756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:31:48.428447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6da5272-aed1-432a-bc71-9fcb433013b1 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Deleting subnet 8461177a-f54a-4c64-b23f-98eb8eec06fd {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:31:48.434871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54994) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:48.439985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1819aa0b-9585-4a21-b117-6c517551de9e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1202192551', 'description': 'tempest-description--246778692'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:48.446113 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6da5272-aed1-432a-bc71-9fcb433013b1 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.451928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.539099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e7828-0e46-4e1e-b83a-f2545fa992f9 req-b7935eae-6b0c-4e79-a0f3-e3c2fb48eca2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:48.546698 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b30e7828-0e46-4e1e-b83a-f2545fa992f9 req-b7935eae-6b0c-4e79-a0f3-e3c2fb48eca2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1679542 Aug 31 06:31:48.579415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6da5272-aed1-432a-bc71-9fcb433013b1 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.606684 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1819aa0b-9585-4a21-b117-6c517551de9e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.614969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62119c69-0810-403f-9a9a-3342d4eee569 req-95fad63e-5d10-4752-bc18-dbfa5437c427 tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:48.616493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62119c69-0810-403f-9a9a-3342d4eee569 req-95fad63e-5d10-4752-bc18-dbfa5437c427 tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 1101 time: 0.2592254 Aug 31 06:31:48.677419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b30e7828-0e46-4e1e-b83a-f2545fa992f9 req-672f44cb-9297-4c0c-a841-935bef419445 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298041 Aug 31 06:31:48.713127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394638f-f6ed-4533-a197-794e2826d277 req-009ebc05-27be-45eb-a1e9-7f6f0ddb8495 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:48.715000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7394638f-f6ed-4533-a197-794e2826d277 req-009ebc05-27be-45eb-a1e9-7f6f0ddb8495 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 949 time: 0.2188942 Aug 31 06:31:48.830969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:48.902357 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1819aa0b-9585-4a21-b117-6c517551de9e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.923791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7394638f-f6ed-4533-a197-794e2826d277 req-423f5804-d77d-4424-8b6d-24d4aa1d3698 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832225 Aug 31 06:31:48.928374 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1819aa0b-9585-4a21-b117-6c517551de9e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.943506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6da5272-aed1-432a-bc71-9fcb433013b1 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:48.955992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:48.983430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] Deleting port 0a6de010-020f-4919-94fe-364872ebce17 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:48.983784 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.039882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.069152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Transition to ACTIVE for port object f1b3d28f-67f3-4962-b73a-da7a77806514 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:49.073169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f575cbae-427f-4bbe-ac40-07b2f186d44e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:49.087180 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.116253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] For port 0a6de010-020f-4919-94fe-364872ebce17, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a6de010-020f-4919-94fe-364872ebce17,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:49.116808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.131788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] Calling delete_port for 0a6de010-020f-4919-94fe-364872ebce17 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:49.175909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 2, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:49.221584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] No DVR routers for this DVR port f1b3d28f-67f3-4962-b73a-da7a77806514 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:49.243660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:49.251128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Checking router: b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:31:49.253160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Updating router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 port 59767501-6a69-4c2f-a6c4-b287cb455c88 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:31:49.256731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.257364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.257713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.258302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.258440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.258693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.259019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.259400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.259657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.259982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.260301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.260620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:31:49.291365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63db33c7-9133-47f4-8e68-bacd213f90bd', 'name': 'network-vif-deleted', 'tag': 'c1c01567-02bf-4f2a-8d07-1341adff2894'}, {'name': 'network-changed', 'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'}, {'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:49.293605 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e" -d '{"events": [{"server_uuid": "63db33c7-9133-47f4-8e68-bacd213f90bd", "name": "network-vif-deleted", "tag": "c1c01567-02bf-4f2a-8d07-1341adff2894"}, {"name": "network-changed", "server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9"}, {"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:49.309558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:49.309895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:49.310226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:49.312982 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.313122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55010) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:49.329908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f80934-505a-4428-ac05-64f6ea68fbf8 req-95976fa4-f34c-4fa4-ae9c-62d5b0a61425 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:49.336804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port f575cbae-427f-4bbe-ac40-07b2f186d44e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:49.337657 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.338273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-70f80934-505a-4428-ac05-64f6ea68fbf8 req-95976fa4-f34c-4fa4-ae9c-62d5b0a61425 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.1461143 Aug 31 06:31:49.358248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:49.358580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Attempting to bind port f1b3d28f-67f3-4962-b73a-da7a77806514 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:49.371576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:49.372980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:49.372980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:49.372980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Bound port: f1b3d28f-67f3-4962-b73a-da7a77806514, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:49.373440 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.405692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1819aa0b-9585-4a21-b117-6c517551de9e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.406939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1819aa0b-9585-4a21-b117-6c517551de9e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9711146 Aug 31 06:31:49.409903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819aa0b-9585-4a21-b117-6c517551de9e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9521da2-9c9c-4411-8553-76b7cc07a4b6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:49.414888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55014) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:49.419821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.445722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6270e6dc-4201-4ee4-95a2-4ba68bda55bf tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Request body: {'security_group_rule': {'security_group_id': 'd9521da2-9c9c-4411-8553-76b7cc07a4b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:49.458991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-70f80934-505a-4428-ac05-64f6ea68fbf8 req-27fbfcc4-8fc2-499f-8f0d-a927bd772a48 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136954 Aug 31 06:31:49.535294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:49.540696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:49.554597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.575844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e98b2-385a-4fd9-8aa6-ce14d683062c req-279620c2-1656-47c6-93c1-a8fe9a0efb61 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:49.578724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d6e98b2-385a-4fd9-8aa6-ce14d683062c req-279620c2-1656-47c6-93c1-a8fe9a0efb61 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.6667483 Aug 31 06:31:49.579548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a6de010-020f-4919-94fe-364872ebce17,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:49.619043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:49.619823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.622082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] 10.222.0.42 "PUT /v2.0/ports/f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 1098 time: 1.3303776 Aug 31 06:31:49.642070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0a6de010-020f-4919-94fe-364872ebce17'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:49.655951 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6270e6dc-4201-4ee4-95a2-4ba68bda55bf tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.713911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6da5272-aed1-432a-bc71-9fcb433013b1 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.793905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525f00c-4a86-44a1-8ec5-f2d3b562a3fc req-7a6d86e8-3d7e-4f47-8d49-c67af943b09e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:49.801504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d525f00c-4a86-44a1-8ec5-f2d3b562a3fc req-7a6d86e8-3d7e-4f47-8d49-c67af943b09e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 949 time: 0.1892514 Aug 31 06:31:49.803325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d7d35-9dba-4f05-a0f1-b38210ef8025 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=11']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:49.807282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] No DVR routers for this DVR port 0a6de010-020f-4919-94fe-364872ebce17 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:49.809840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6da5272-aed1-432a-bc71-9fcb433013b1 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.814775 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b6da5272-aed1-432a-bc71-9fcb433013b1 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "DELETE /v2.0/subnets/8461177a-f54a-4c64-b23f-98eb8eec06fd HTTP/1.1" status: 204 len: 168 time: 1.5337403 Aug 31 06:31:49.820381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3f0642f9-f200-4e42-9c6b-3b8e4731c802 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85c25aa69bd6467f83000986e86ba650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054340 Aug 31 06:31:49.821009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55018) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:49.821367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55020) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:49.840582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff64f97-9906-4739-b3ac-7ac37d4c1c55 None None] Network d4defb7e-124a-4d21-9c0c-08da0b91eba9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:31:49.856444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d6e98b2-385a-4fd9-8aa6-ce14d683062c req-99d5bf38-ace8-4146-9728-4a874507aca5 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628150 Aug 31 06:31:49.864718 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.872904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62119c69-0810-403f-9a9a-3342d4eee569 req-57a58df9-08d6-4937-a009-6ea1d001d53a tempest-DeleteServersAdminTestJSON-214099127 tempest-DeleteServersAdminTestJSON-214099127-project-admin] 10.222.0.23 "DELETE /v2.0/ports/0a6de010-020f-4919-94fe-364872ebce17 HTTP/1.1" status: 204 len: 173 time: 1.2312610 Aug 31 06:31:49.874090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2524de6e-6e05-47f8-a581-20972944ddc2', 'name': 'network-vif-deleted', 'tag': '0a6de010-020f-4919-94fe-364872ebce17'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:49.874883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-ad6986d3-4446-4570-86cd-78c3f9d3c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:49.876783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-ad6986d3-4446-4570-86cd-78c3f9d3c197 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1101 time: 0.2111692 Aug 31 06:31:49.876930 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fbb399-c00f-42b3-ab13-419dae90c5aa" -d '{"events": [{"server_uuid": "2524de6e-6e05-47f8-a581-20972944ddc2", "name": "network-vif-deleted", "tag": "0a6de010-020f-4919-94fe-364872ebce17"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:49.884354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da5272-aed1-432a-bc71-9fcb433013b1 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event deleted for resources: {'Subnet': ['ID=8461177a-f54a-4c64-b23f-98eb8eec06fd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:49.933519 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6270e6dc-4201-4ee4-95a2-4ba68bda55bf tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.945541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6270e6dc-4201-4ee4-95a2-4ba68bda55bf tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.969027 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:49.991612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270e6dc-4201-4ee4-95a2-4ba68bda55bf tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c979522-f1ae-439a-92a5-d1cb7a2151c6,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:50.010503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6270e6dc-4201-4ee4-95a2-4ba68bda55bf tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.015737 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6270e6dc-4201-4ee4-95a2-4ba68bda55bf tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5818193 Aug 31 06:31:50.016804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55026) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:50.020286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Transition to ACTIVE for port object 59767501-6a69-4c2f-a6c4-b287cb455c88 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:50.025235 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a0e37b-8f73-42ea-a6b5-89ec27a0c072 x-openstack-request-id: req-67a0e37b-8f73-42ea-a6b5-89ec27a0c072 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:50.027938 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63db33c7-9133-47f4-8e68-bacd213f90bd", "name": "network-vif-deleted", "tag": "c1c01567-02bf-4f2a-8d07-1341adff2894", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9", "status": "completed", "code": 200}, {"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:50.028401 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67a0e37b-8f73-42ea-a6b5-89ec27a0c072 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:50.028754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a12edd04-dcbe-4cc3-bd46-6ea4f1126b4d tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Request body: {'security_group_rule': {'security_group_id': 'd9521da2-9c9c-4411-8553-76b7cc07a4b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:50.031137 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63db33c7-9133-47f4-8e68-bacd213f90bd', 'name': 'network-vif-deleted', 'tag': 'c1c01567-02bf-4f2a-8d07-1341adff2894', 'status': 'completed', 'code': 200} Aug 31 06:31:50.031595 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9', 'status': 'completed', 'code': 200} Aug 31 06:31:50.032052 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'code': 200} Aug 31 06:31:50.076258 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.192425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d525f00c-4a86-44a1-8ec5-f2d3b562a3fc req-67a46415-58ca-4d25-ac60-85c9f277dec7 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898518 Aug 31 06:31:50.224343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.256714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7ca4f-5292-4691-aca4-f93bff015413 None None] Pushing event updated for resources: {'Port': ['ID=59767501-6a69-4c2f-a6c4-b287cb455c88,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:50.265856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-7abc566d-691d-4b9e-a4dc-cdc2aa837438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:50.267390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-7abc566d-691d-4b9e-a4dc-cdc2aa837438 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1126 time: 0.2264876 Aug 31 06:31:50.269589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a12edd04-dcbe-4cc3-bd46-6ea4f1126b4d tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.289456 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1261923d-291b-476d-a9a0-2d863f756c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.292665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac644ca-6bef-4248-86f8-d23fad80c79d req-7f0fa9e4-2a20-4af2-8012-a684866e85be tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:50.294451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ac644ca-6bef-4248-86f8-d23fad80c79d req-7f0fa9e4-2a20-4af2-8012-a684866e85be tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1844122 Aug 31 06:31:50.365669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1261923d-291b-476d-a9a0-2d863f756c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.391746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] DHCP port deletion for d4defb7e-124a-4d21-9c0c-08da0b91eba9 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:31:50.405877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Attempting to bind port 59767501-6a69-4c2f-a6c4-b287cb455c88 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:50.406678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Attempting to bind port 59767501-6a69-4c2f-a6c4-b287cb455c88 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:50.407269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Attempting to bind port 59767501-6a69-4c2f-a6c4-b287cb455c88 on network d82d2daf-8318-4a04-83c5-fd00909c743d {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:50.437426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-2b2885bd-60d7-42b2-9ab3-8eb8e2ce6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:50.437993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-2b2885bd-60d7-42b2-9ab3-8eb8e2ce6ca1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.5291576 Aug 31 06:31:50.442455 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df6b3a8-435b-4e83-9031-49acc178ba55 x-openstack-request-id: req-7df6b3a8-435b-4e83-9031-49acc178ba55 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:50.445349 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2524de6e-6e05-47f8-a581-20972944ddc2", "name": "network-vif-deleted", "tag": "0a6de010-020f-4919-94fe-364872ebce17", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:50.445981 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7df6b3a8-435b-4e83-9031-49acc178ba55 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:50.446659 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2524de6e-6e05-47f8-a581-20972944ddc2', 'name': 'network-vif-deleted', 'tag': '0a6de010-020f-4919-94fe-364872ebce17', 'status': 'completed', 'code': 200} Aug 31 06:31:50.465365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:50.465754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Checking segment: {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:50.468552 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.469007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Bound using segment: {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:50.469561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Bound port: 59767501-6a69-4c2f-a6c4-b287cb455c88, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:50.470117 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.481821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-91791aea-a6d5-4679-b860-b9dae1a7a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:50.482820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:50.483972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-91791aea-a6d5-4679-b860-b9dae1a7a0f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.2012401 Aug 31 06:31:50.566662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-84b2bf8a-7e2a-43c9-bb8f-33a21324c750 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 HTTP/1.1" status: 200 len: 217 time: 0.0635240 Aug 31 06:31:50.571616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ac644ca-6bef-4248-86f8-d23fad80c79d req-4a66395d-828f-4ded-a0aa-5dc1f77113a4 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086388 Aug 31 06:31:50.591668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:50.628265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a12edd04-dcbe-4cc3-bd46-6ea4f1126b4d tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.630082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] Deleting port 229f0dda-7c9c-43fb-9cf1-c96f572812bb {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:50.630460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.632820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] For port 59767501-6a69-4c2f-a6c4-b287cb455c88, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:50.637092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] For port 59767501-6a69-4c2f-a6c4-b287cb455c88, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=59767501-6a69-4c2f-a6c4-b287cb455c88,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:50.641922 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a12edd04-dcbe-4cc3-bd46-6ea4f1126b4d tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.650273 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.681159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12edd04-dcbe-4cc3-bd46-6ea4f1126b4d tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48459cef-b3a9-4a8c-8656-7b6d3728e542,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:50.695944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-f7674fe5-be01-449e-9b2d-e96288fa7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:50.697693 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-f7674fe5-be01-449e-9b2d-e96288fa7556 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.1109295 Aug 31 06:31:50.728491 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a12edd04-dcbe-4cc3-bd46-6ea4f1126b4d tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.729545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a12edd04-dcbe-4cc3-bd46-6ea4f1126b4d tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7115445 Aug 31 06:31:50.744443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55030) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:50.747981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-fc656cc0-ba1b-4b2b-accf-95c80df6df1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344882 Aug 31 06:31:50.751354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:50.786150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] For port 229f0dda-7c9c-43fb-9cf1-c96f572812bb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=229f0dda-7c9c-43fb-9cf1-c96f572812bb,segment=NetworkSegment(e8b9139a-1005-4ad7-b776-d903345633aa),segment_id=e8b9139a-1005-4ad7-b776-d903345633aa)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:50.786795 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.796149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7ca4f-5292-4691-aca4-f93bff015413 None None] Pushing event updated for resources: {'Port': ['ID=59767501-6a69-4c2f-a6c4-b287cb455c88,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:50.798805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489290a-e443-4181-95c0-7a34c19bff89 req-4549045c-b4aa-48bc-a798-852ecab2d276 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:50.798953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:31:50.799459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:31:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:50.807438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d489290a-e443-4181-95c0-7a34c19bff89 req-4549045c-b4aa-48bc-a798-852ecab2d276 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.1327136 Aug 31 06:31:50.858764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] Calling delete_port for 229f0dda-7c9c-43fb-9cf1-c96f572812bb owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:50.903900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.922312 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-9a08a00d-159f-4aa2-bef1-cd651262ff90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.4606831 Aug 31 06:31:50.930803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c30ad9f9-14d6-434d-a72e-c2f00c4381b1 req-0ac3c8f7-53ae-49bf-b46b-aa71f4addd90 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=2524de6e-6e05-47f8-a581-20972944ddc2 HTTP/1.1" status: 200 len: 210 time: 0.4914877 Aug 31 06:31:50.947851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 229f0dda-7c9c-43fb-9cf1-c96f572812bb no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:50.981955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1261923d-291b-476d-a9a0-2d863f756c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.985975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1261923d-291b-476d-a9a0-2d863f756c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:50.989356 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1261923d-291b-476d-a9a0-2d863f756c3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1892c284-d0c4-416f-a02a-4d96ed42de76 HTTP/1.1" status: 204 len: 168 time: 1.1602175 Aug 31 06:31:51.017262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-92fa7be5-ae49-42dd-8698-19d3c7c25166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:51.018766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-92fa7be5-ae49-42dd-8698-19d3c7c25166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0847125 Aug 31 06:31:51.071673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261923d-291b-476d-a9a0-2d863f756c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1892c284-d0c4-416f-a02a-4d96ed42de76,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:51.083156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d489290a-e443-4181-95c0-7a34c19bff89 req-f621b469-99a8-434b-9c66-3eef70bd9725 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748096 Aug 31 06:31:51.092976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Deleting port 229f0dda-7c9c-43fb-9cf1-c96f572812bb {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:51.093278 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.125050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-b90c7384-e950-4625-b458-fda9fc7398ca service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506517 Aug 31 06:31:51.217218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825573c4-3cac-4a3d-a267-52938183414c req-61c48675-2cc7-4535-bd34-4401d1f053ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:51.218453 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-61c48675-2cc7-4535-bd34-4401d1f053ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1897783 Aug 31 06:31:51.252886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] For port 229f0dda-7c9c-43fb-9cf1-c96f572812bb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=229f0dda-7c9c-43fb-9cf1-c96f572812bb,segment=NetworkSegment(e8b9139a-1005-4ad7-b776-d903345633aa),segment_id=e8b9139a-1005-4ad7-b776-d903345633aa)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:51.253362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.273508 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.307444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f998edd-5b9e-46d6-99b5-2254b2b68d5e req-14fd9080-6cc5-4c79-8a0f-f656adfe6eba service neutron] 10.222.0.23 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678667 Aug 31 06:31:51.308572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] Pushing event deleted for resources: {'Port': ['ID=229f0dda-7c9c-43fb-9cf1-c96f572812bb,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:51.309939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.314267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f3392-0587-4a31-abdd-2ad4b493308b req-d0e48e1e-4380-40ce-9001-29486b130989 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:51.324826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-692f3392-0587-4a31-abdd-2ad4b493308b req-d0e48e1e-4380-40ce-9001-29486b130989 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.2367873 Aug 31 06:31:51.331878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:31:51.334328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Calling delete_port for 229f0dda-7c9c-43fb-9cf1-c96f572812bb owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:51.379855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e45493d-af72-4086-b321-01bae94b0d72 None None] No DVR routers for this DVR port 229f0dda-7c9c-43fb-9cf1-c96f572812bb on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:51.394936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.485928 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-26b39b4a-e166-4dc8-a1a1-3e55dd34d4a7 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584679 Aug 31 06:31:51.491584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-692f3392-0587-4a31-abdd-2ad4b493308b req-73733650-dc43-43b3-aad9-0bb4f729fb3d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453755 Aug 31 06:31:51.525432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafc8e9-acde-467f-8d90-0751e9b25df3 req-6c03651e-f636-4ae2-94c0-3de3968f36f4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:51.527019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bafc8e9-acde-467f-8d90-0751e9b25df3 req-6c03651e-f636-4ae2-94c0-3de3968f36f4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 949 time: 0.1275058 Aug 31 06:31:51.594461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55040) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:51.630906 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.687454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5296c757-bb1e-4385-bca0-a47c9b05cf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.694960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:50Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:51.697414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bafc8e9-acde-467f-8d90-0751e9b25df3 req-ac3bcd53-391a-4910-9490-53c980e22a9e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623974 Aug 31 06:31:51.705016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event deleted for resources: {'Port': ['ID=229f0dda-7c9c-43fb-9cf1-c96f572812bb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:51.737106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Allocated IP 172.25.5.58 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/36369401-ee55-4a1f-bfd0-0b4dce9ec5ec) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:51.743984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c40f17-c0c4-41dd-968a-b829e62bce66 None None] The sync data for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 is: [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:50Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:31:51.770289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] No DVR routers for this DVR port 229f0dda-7c9c-43fb-9cf1-c96f572812bb on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:51.857878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-825573c4-3cac-4a3d-a267-52938183414c req-b5f91780-0a9c-4209-92de-7ea15c92f979 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613448 Aug 31 06:31:51.915096 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.941040 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:51.954791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4defb7e-124a-4d21-9c0c-08da0b91eba9']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:51.964772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f3ace-7911-48d1-b251-1c44d5bc7c4a req-972ddaa6-08f1-41c4-a166-7e805d3659fb tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:51.973623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c0f3ace-7911-48d1-b251-1c44d5bc7c4a req-972ddaa6-08f1-41c4-a166-7e805d3659fb tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.2441483 Aug 31 06:31:51.991145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b9139a-1005-4ad7-b776-d903345633aa') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:51.991656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b9139a-1005-4ad7-b776-d903345633aa') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:31:52.009447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.033649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.033973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:52.037669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5296c757-bb1e-4385-bca0-a47c9b05cf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.045580 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:52.051807 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.084994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c0f3ace-7911-48d1-b251-1c44d5bc7c4a req-a6eca01d-fb7e-4934-a87b-65515c551daa tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964322 Aug 31 06:31:52.084994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:31:52.084994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.086271 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5296c757-bb1e-4385-bca0-a47c9b05cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:31:52.086372 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:31:52.114709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5296c757-bb1e-4385-bca0-a47c9b05cf02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=631a19152acb45c6b38332b9663d3fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5175488 Aug 31 06:31:52.122267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:52.122880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55052) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:52.166507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:52.169867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:52.204434 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ac7c7-29b6-4510-b1f3-cce7028561b8 x-openstack-request-id: req-731ac7c7-29b6-4510-b1f3-cce7028561b8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:52.204787 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:52.205054 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-731ac7c7-29b6-4510-b1f3-cce7028561b8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:52.205404 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'status': 'completed', 'code': 200} Aug 31 06:31:52.224570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event updated for resources: {'Port': ['ID=36369401-ee55-4a1f-bfd0-0b4dce9ec5ec,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:52.248551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296c757-bb1e-4385-bca0-a47c9b05cf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a76c8-b730-4f18-887f-37e3187fdb33,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:52.308188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-754d925e-0579-4ffe-b6a4-b43039ec788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:52.310694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-754d925e-0579-4ffe-b6a4-b43039ec788c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1101 time: 0.1334624 Aug 31 06:31:52.327115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.360319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.362379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] 10.222.0.15 "DELETE /v2.0/networks/d4defb7e-124a-4d21-9c0c-08da0b91eba9 HTTP/1.1" status: 204 len: 168 time: 2.5343947 Aug 31 06:31:52.388210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bcd23-7a1f-4b92-961d-b7b91fb3f18a tempest-ExtraDHCPOptionsIpV6TestJSON-802283490 tempest-ExtraDHCPOptionsIpV6TestJSON-802283490-project] Pushing event deleted for resources: {'Network': ['ID=d4defb7e-124a-4d21-9c0c-08da0b91eba9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:52.408375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-31c48ac4-99ba-4bff-bfba-906ae0f7db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:52.410803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-31c48ac4-99ba-4bff-bfba-906ae0f7db18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2556a5a837e41668d15636b90159a61&device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1101 time: 0.2080703 Aug 31 06:31:52.424041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abb053-2724-4b48-b1f3-347fbf56e100 req-44797399-4c3e-4139-ae75-7cab9ba40734 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:52.427088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43abb053-2724-4b48-b1f3-347fbf56e100 req-44797399-4c3e-4139-ae75-7cab9ba40734 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.1902804 Aug 31 06:31:52.444526 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48bcc404-6c7a-41cc-9530-05e538a70927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.469293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48bcc404-6c7a-41cc-9530-05e538a70927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.473654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0a6de010-020f-4919-94fe-364872ebce17 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:52.503055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 0a6de010-020f-4919-94fe-364872ebce17 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:31:52.503397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0a6de010-020f-4919-94fe-364872ebce17 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:31:52.504355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:31:52.517545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-66683531-867c-44ab-bede-251cf66c1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:52.520283 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-66683531-867c-44ab-bede-251cf66c1d19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1784830 Aug 31 06:31:52.550665 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48bcc404-6c7a-41cc-9530-05e538a70927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.553661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48bcc404-6c7a-41cc-9530-05e538a70927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:52.555045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-48bcc404-6c7a-41cc-9530-05e538a70927 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f7a76c8-b730-4f18-887f-37e3187fdb33 HTTP/1.1" status: 204 len: 168 time: 0.4272265 Aug 31 06:31:52.572759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-b603af24-b7cb-4e61-9a78-358df6f1ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:52.575058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-b603af24-b7cb-4e61-9a78-358df6f1ea3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1467597 Aug 31 06:31:52.646364 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-ef99ecf2-0325-402a-a57e-8947ac33b9d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.0583816 Aug 31 06:31:52.700682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcc404-6c7a-41cc-9530-05e538a70927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a76c8-b730-4f18-887f-37e3187fdb33,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:52.717311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-058f3f5d-beec-4635-bd43-6ef76ce8cdd3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=219953469e9548dea5273c3aae58d5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1955044 Aug 31 06:31:52.767206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43abb053-2724-4b48-b1f3-347fbf56e100 req-5c749441-ac25-49bf-a9ae-eaadc509918f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910636 Aug 31 06:31:52.769329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-dd18c539-4477-4130-a403-3250aa4bb586 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 200 len: 217 time: 0.2316151 Aug 31 06:31:52.771714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-1fef7377-6815-4205-9c7e-e8cfb7475578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:52.773969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-1fef7377-6815-4205-9c7e-e8cfb7475578 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1198237 Aug 31 06:31:52.885737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-c5c02cc9-ab4f-441b-88ed-b897b25221fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:52.887577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-c5c02cc9-ab4f-441b-88ed-b897b25221fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1051528 Aug 31 06:31:52.980928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55076) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:52.986630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 59767501-6a69-4c2f-a6c4-b287cb455c88 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:53.116660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 59767501-6a69-4c2f-a6c4-b287cb455c88 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:53.126310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 59767501-6a69-4c2f-a6c4-b287cb455c88 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:53.127781 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.187541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315a068-56a3-4352-9653-8d53b08fc787 req-feb27d6e-fddd-40a7-b134-e19fb43b8f2a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:53.189167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b315a068-56a3-4352-9653-8d53b08fc787 req-feb27d6e-fddd-40a7-b134-e19fb43b8f2a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.2625556 Aug 31 06:31:53.226829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-aab9e8b9-5809-44e0-8c41-da2123d26045 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299811 Aug 31 06:31:53.317546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.375680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 59767501-6a69-4c2f-a6c4-b287cb455c88, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=59767501-6a69-4c2f-a6c4-b287cb455c88,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:53.387333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.433477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b315a068-56a3-4352-9653-8d53b08fc787 req-51cb0c64-3f47-48fa-8080-b656517fe9de tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271667 Aug 31 06:31:53.486788 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.495979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-4cdbdb6a-a96e-4a58-bfb8-29b0424bdfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:53.499750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-4cdbdb6a-a96e-4a58-bfb8-29b0424bdfe6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.6958375 Aug 31 06:31:53.521000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d9ec3d1e-a206-4585-aa8d-808d74980c69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=483a319d5b66452993bb170ff60fc1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202446 Aug 31 06:31:53.523727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55092) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:53.590297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=59767501-6a69-4c2f-a6c4-b287cb455c88,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:53.596900 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-738b216d-54bf-4250-b960-275081621899 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555129 Aug 31 06:31:53.615896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.667501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-ce6f1d25-da5c-4f91-83ae-ec303f26e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:53.669413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-ce6f1d25-da5c-4f91-83ae-ec303f26e6c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1578414 Aug 31 06:31:53.721525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-942224ab-95e8-4884-a739-a1c2ba733b5f tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:53.722327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f1461a24-c60f-415f-b9e6-70da9ef072b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.730440 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-942224ab-95e8-4884-a739-a1c2ba733b5f tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9571931 Aug 31 06:31:53.758269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54003-199e-4af8-92bd-55fcb2325887 req-d6f22149-1d3c-48ec-b93a-0ca259c11c69 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:53.759865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb54003-199e-4af8-92bd-55fcb2325887 req-d6f22149-1d3c-48ec-b93a-0ca259c11c69 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 949 time: 0.1244850 Aug 31 06:31:53.779374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f1461a24-c60f-415f-b9e6-70da9ef072b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.855187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-eecb9ff7-f7f2-4fb3-b0bb-87e46e086d03 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/quotas/219953469e9548dea5273c3aae58d5f4 HTTP/1.1" status: 200 len: 375 time: 0.1238420 Aug 31 06:31:53.867755 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb54003-199e-4af8-92bd-55fcb2325887 req-4079d4c9-3e47-49d4-b136-3bca57e12a93 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908225 Aug 31 06:31:53.917241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f1461a24-c60f-415f-b9e6-70da9ef072b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.919850 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f1461a24-c60f-415f-b9e6-70da9ef072b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:53.923732 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f1461a24-c60f-415f-b9e6-70da9ef072b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ad2d3cf-faa6-4328-96d8-af2b8d6b9394 HTTP/1.1" status: 204 len: 168 time: 0.3964136 Aug 31 06:31:53.958683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-9dba9f4e-96df-47e4-84c2-fb1eed8033b3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=219953469e9548dea5273c3aae58d5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926712 Aug 31 06:31:53.960931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1461a24-c60f-415f-b9e6-70da9ef072b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad2d3cf-faa6-4328-96d8-af2b8d6b9394,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:54.024534 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-00782bdf-80eb-45b9-8974-f3073059bfb4 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415360 Aug 31 06:31:54.103775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.139271 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.170329 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a60b558b-a2bd-4dfd-8ac9-eae8785840e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.172677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dcc7e-d8ba-4c2d-922a-38a224df3fd9 req-0acda9e1-d483-405e-821e-7853b6d8f93d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:54.179398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-053dcc7e-d8ba-4c2d-922a-38a224df3fd9 req-0acda9e1-d483-405e-821e-7853b6d8f93d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1294730 Aug 31 06:31:54.199367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:31:54.203155 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.327029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:54.349569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'mac_address': 'fa:16:3e:a7:09:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:31:54.361870 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34d1c426-d719-4ac2-9ddc-2598aeccf7d0 req-12818f4e-ce88-400a-ab7a-883fb60d9f90 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265259 Aug 31 06:31:54.471246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-053dcc7e-d8ba-4c2d-922a-38a224df3fd9 req-7e69ef43-cbea-434d-93a7-6f9a2c411497 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758138 Aug 31 06:31:54.490019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-e31bd2b0-9d88-423b-91ae-37531386493a service neutron] 10.222.0.23 "GET /v2.0/ports/e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9/bindings/n-h2-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.3093359 Aug 31 06:31:54.527419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.579699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event updated for resources: {'Port': ['ID=36369401-ee55-4a1f-bfd0-0b4dce9ec5ec,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:54.589262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.600564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-33f57517-1d13-4b4f-ba86-1e852a9339a6 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8460534 Aug 31 06:31:54.626807 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.627305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddf25166-033c-4120-bcb8-864f84069f3b req-e2865df0-e3b4-4be4-92a5-64f1d9eaab74 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 210 time: 0.0582554 Aug 31 06:31:54.655204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b3d28f-67f3-4962-b73a-da7a77806514 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:54.658802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6af9-c0a5-452a-8bf1-866f18a46857 req-5b64537d-f0a8-41c6-85a0-d08cdd926c95 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:54.671336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-76cc6af9-c0a5-452a-8bf1-866f18a46857 req-5b64537d-f0a8-41c6-85a0-d08cdd926c95 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 943 time: 0.1317062 Aug 31 06:31:54.704102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:54.716207 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.746266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-76cc6af9-c0a5-452a-8bf1-866f18a46857 req-313be5ea-fc15-461b-9a08-8fe4d921804c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734184 Aug 31 06:31:54.831321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=12']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:54.902426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fac5e0-bc64-46c6-babb-3206c83ec688 req-72a3b6fa-e1fd-4734-9c68-a2cba94a7954 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:54.904262 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b5fac5e0-bc64-46c6-babb-3206c83ec688 req-72a3b6fa-e1fd-4734-9c68-a2cba94a7954 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1322737 Aug 31 06:31:54.968265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 59767501-6a69-4c2f-a6c4-b287cb455c88 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:54.998257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:55.052998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b5fac5e0-bc64-46c6-babb-3206c83ec688 req-c7dfc99b-5728-4aee-a42d-47a2c1ae3176 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275694 Aug 31 06:31:55.068106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:55.108306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['f1b3d28f-67f3-4962-b73a-da7a77806514'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:31:55.133097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:55.153997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:55.208126 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:55.230416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5772-bb8d-4a5f-a524-9b744d7389ed req-2da397b6-c23e-48b6-b1ef-cfd254e3be5e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:55.241696 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c3e5772-bb8d-4a5f-a524-9b744d7389ed req-2da397b6-c23e-48b6-b1ef-cfd254e3be5e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.1716084 Aug 31 06:31:55.313831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 59767501-6a69-4c2f-a6c4-b287cb455c88 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:55.314446 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:55.316898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c3e5772-bb8d-4a5f-a524-9b744d7389ed req-a37967ec-f549-4d2c-baad-20f089265543 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741665 Aug 31 06:31:55.401916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] Transition to ACTIVE for port object e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:55.410885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:55.602934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73e19b-232b-4f8b-a400-312a423a53de req-c34984f1-d4f9-47c5-914b-b766d4bd713b tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:55.616635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e73e19b-232b-4f8b-a400-312a423a53de req-c34984f1-d4f9-47c5-914b-b766d4bd713b tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 1102 time: 0.1780422 Aug 31 06:31:55.623457 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:55.660885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] No DVR routers for this DVR port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:31:55.673523 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e73e19b-232b-4f8b-a400-312a423a53de req-b35dab9a-5f6b-4234-b1eb-7d99d6f4f2fc tempest-MigrationsAdminTest-1453531629 tempest-MigrationsAdminTest-1453531629-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515492 Aug 31 06:31:55.741871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] Pushing event updated for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:55.790127 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f191d3c9-ea0c-4c7d-a71f-fd229a9b9788 service neutron] 10.222.0.23 "PUT /v2.0/ports/e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9/bindings/n-h2-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 1.2918456 Aug 31 06:31:55.805763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169e760-4a00-46b9-bc27-050bccc2636e req-f7ec32b7-fac8-4cc1-a632-371df3ca2bc3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:55.808565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0169e760-4a00-46b9-bc27-050bccc2636e req-f7ec32b7-fac8-4cc1-a632-371df3ca2bc3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1923723 Aug 31 06:31:55.890242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55206) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:55.902908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0169e760-4a00-46b9-bc27-050bccc2636e req-c359ff7a-3b0b-4aa0-95bf-ac4e867ceb83 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748615 Aug 31 06:31:56.122901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188313803'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:56.177997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.187487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.235067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b341e15-6218-4681-bd39-7a65db45a770 req-d24674c3-d338-41d5-aa83-2e0f4fbd86d4 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 210 time: 0.0916712 Aug 31 06:31:56.276419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-eaa992ad-f50a-4088-9be5-affcf6799fa9 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=219953469e9548dea5273c3aae58d5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511487 Aug 31 06:31:56.291062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-e222a9ec-2bb9-4c48-acca-4febd4282b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:56.294892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-e222a9ec-2bb9-4c48-acca-4febd4282b24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b012811396746d0b4c88e80afa75db4&device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 1097 time: 0.2304208 Aug 31 06:31:56.475922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f7ba5146-dbfa-423f-aceb-28c82ebdf1ef tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:56.479689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-f7ba5146-dbfa-423f-aceb-28c82ebdf1ef tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.2580698 Aug 31 06:31:56.566770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f99db5-a27b-4ad8-bf02-58be64f54885 req-918da78f-701b-49ab-b791-553e2ced9038 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:56.568431 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41f99db5-a27b-4ad8-bf02-58be64f54885 req-918da78f-701b-49ab-b791-553e2ced9038 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 944 time: 0.1738923 Aug 31 06:31:56.571277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-be9d98a1-0309-46e8-be71-da5ae6254bae tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:56.572823 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-be9d98a1-0309-46e8-be71-da5ae6254bae tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2887647 Aug 31 06:31:56.593983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Request body: {'port': {'device_id': 'eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '219953469e9548dea5273c3aae58d5f4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:56.598959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-9eb8fb91-4f5e-484a-8a5c-df9a64736688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:56.600878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.601026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-9eb8fb91-4f5e-484a-8a5c-df9a64736688 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c HTTP/1.1" status: 200 len: 1096 time: 0.1031258 Aug 31 06:31:56.609095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9e57-7fb5-428c-a53d-216bf599baaf req-944575c0-47c3-48f9-83b1-911b137d75c3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:56.610809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f7c9e57-7fb5-428c-a53d-216bf599baaf req-944575c0-47c3-48f9-83b1-911b137d75c3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1186121 Aug 31 06:31:56.611435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-60bdce59-6b10-47df-b674-e0f0f9fd3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:56.614376 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-60bdce59-6b10-47df-b674-e0f0f9fd3363 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 200 len: 916 time: 0.3094895 Aug 31 06:31:56.650653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.714146 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9bce34d1-8f4e-4c80-a528-1fb51c90095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.742387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ae6985-2c15-4dcc-b007-c44fce07aab1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:56.747581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f7c9e57-7fb5-428c-a53d-216bf599baaf req-7d3ca5da-6ce0-4915-9d50-47eaa98870d3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245430 Aug 31 06:31:56.776674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.860405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.876249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.932301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Made reservation on behalf of 219953469e9548dea5273c3aae58d5f4 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:31:56.935925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.941699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:56.945937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0541961 Aug 31 06:31:56.950165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55250) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:56.966052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7b58c-fa60-4712-b197-2d80576e9c13 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687bfc63-3c02-409c-af25-b3ba2c6d1ea9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:56.995558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0512480-f9bb-44a6-9014-c1899668ccc3 req-b506ae8c-9c72-4b17-9a1a-8da5c7765f93 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:56.997177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0512480-f9bb-44a6-9014-c1899668ccc3 req-b506ae8c-9c72-4b17-9a1a-8da5c7765f93 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.1402230 Aug 31 06:31:57.024932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-ba146fca-b178-4406-95a7-f630e149ad7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eac2f22-eeed-4896-b9de-40699f9d3daf HTTP/1.1" status: 200 len: 217 time: 0.4019635 Aug 31 06:31:57.029787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41f99db5-a27b-4ad8-bf02-58be64f54885 req-877eb454-24a9-4340-bf2f-0b7b24255ef3 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475358 Aug 31 06:31:57.081175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-5d047ec1-6d57-483f-92cd-e9e4806c1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:57.084162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-5d047ec1-6d57-483f-92cd-e9e4806c1cde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1096 time: 0.4471829 Aug 31 06:31:57.098798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-fb799497-1ec7-4d1d-88f8-67906b947a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:57.102776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-fb799497-1ec7-4d1d-88f8-67906b947a9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 HTTP/1.1" status: 200 len: 854 time: 0.0682809 Aug 31 06:31:57.129970 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0512480-f9bb-44a6-9014-c1899668ccc3 req-e6117028-81b0-4bae-a366-f03d9b1699e3 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229544 Aug 31 06:31:57.141090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a8f97bd8-8af6-4933-9a8c-1b3d7dce2d28 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1897862 Aug 31 06:31:57.141769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55258) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:57.151680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d32b8ac4-dc5d-4265-b676-60b25d51c61b tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-security--695322420', 'description': 'tempest-security-description-2064244171'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:57.213008 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ac4-dc5d-4265-b676-60b25d51c61b tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.232168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Allocated IP 192.168.233.111 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/7e579c31-9d0d-460d-b684-ef7aeeefa5cf) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:31:57.299760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ac4-dc5d-4265-b676-60b25d51c61b tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.306562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ac4-dc5d-4265-b676-60b25d51c61b tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.309218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32b8ac4-dc5d-4265-b676-60b25d51c61b tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.313419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d32b8ac4-dc5d-4265-b676-60b25d51c61b tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "PUT /v2.0/security-groups/687bfc63-3c02-409c-af25-b3ba2c6d1ea9 HTTP/1.1" status: 200 len: 1777 time: 0.1660995 Aug 31 06:31:57.314621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55264) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:57.370369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-162c057f-eafb-40a7-8499-9726c82f0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:57.373283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-162c057f-eafb-40a7-8499-9726c82f0a7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f47d8ff9-5309-492a-90d9-90c7b503278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2220051 Aug 31 06:31:57.430183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b8ac4-dc5d-4265-b676-60b25d51c61b tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687bfc63-3c02-409c-af25-b3ba2c6d1ea9,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:57.466105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c0e03-f387-4cdf-a61d-56ec541042ca req-9465e561-91e7-457f-9efa-2181e1a6520b tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:57.468625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-376c0e03-f387-4cdf-a61d-56ec541042ca req-9465e561-91e7-457f-9efa-2181e1a6520b tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1517985 Aug 31 06:31:57.487507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-587276ed-482c-4230-ab5e-8d0dc0cb39c2 req-c470e85b-e90e-4f16-9fc8-c4220eb73c31 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 210 time: 0.1228054 Aug 31 06:31:57.488848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-c30097d1-942c-4394-a41e-846816c73d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:57.490269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-c30097d1-942c-4394-a41e-846816c73d89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 200 len: 922 time: 0.3852904 Aug 31 06:31:57.505913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1b0e3fd7-addb-460c-a4ef-fc1875d92a4f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups/687bfc63-3c02-409c-af25-b3ba2c6d1ea9 HTTP/1.1" status: 200 len: 1777 time: 0.1725490 Aug 31 06:31:57.507276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:57.563541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-9c558934-6305-4b40-bd14-b64a23bbb833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 HTTP/1.1" status: 200 len: 217 time: 0.0572281 Aug 31 06:31:57.591869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.604218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-376c0e03-f387-4cdf-a61d-56ec541042ca req-33212a45-827e-4303-a6ad-7db16f2fea5a tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247649 Aug 31 06:31:57.621684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Transition to ACTIVE for port object 7e579c31-9d0d-460d-b684-ef7aeeefa5cf will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:57.643520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-143121d5-a5ec-4600-a9b0-4b5ce16b61d3 service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635846 Aug 31 06:31:57.646870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bc43ae9-ad0a-4297-81a5-74e3fddeb176 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.651126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-360bb53b-8cc6-462c-a4eb-a22b168e2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:57.653065 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-360bb53b-8cc6-462c-a4eb-a22b168e2b9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 200 len: 861 time: 0.0803387 Aug 31 06:31:57.685164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bc43ae9-ad0a-4297-81a5-74e3fddeb176 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.700951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-5d21b1a6-d32a-4b76-9d25-8634402d6f0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35c52f34-a68b-43f5-97af-5f58c585b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357742 Aug 31 06:31:57.744532 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.781506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55272) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:57.843332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bc43ae9-ad0a-4297-81a5-74e3fddeb176 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.846049 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bc43ae9-ad0a-4297-81a5-74e3fddeb176 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.847415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6bc43ae9-ad0a-4297-81a5-74e3fddeb176 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/687bfc63-3c02-409c-af25-b3ba2c6d1ea9 HTTP/1.1" status: 204 len: 168 time: 0.3390861 Aug 31 06:31:57.855897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55276) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:57.873908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:31:57.884468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:31:57.889655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:31:57.892592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc43ae9-ad0a-4297-81a5-74e3fddeb176 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687bfc63-3c02-409c-af25-b3ba2c6d1ea9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:57.919846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Pushing event updated for resources: {'Port': ['ID=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:57.959136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:57.961235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.972219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-296b4553-844c-47d9-8731-a38193324f23 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437093 Aug 31 06:31:57.999715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-7ff9d07b-ace1-4953-bd43-19e7bbf48ae6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4125841 Aug 31 06:31:58.005759 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.009532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a812118-5cd1-43ab-bf08-64e01cb34e73 req-81eebe9b-9033-45b5-bd70-017beeaf07b4 service neutron] 10.222.0.23 "GET /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551481 Aug 31 06:31:58.019502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Request body: {'port': {'device_id': 'eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:58.141013 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.222843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:31:58.223559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7488cfd2-43e2-4506-baf3-43b1866b40db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.282128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-863e2b5f-1fbf-41b0-90e8-6c5ccb7501f5 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4189579 Aug 31 06:31:58.302646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86a2e-a30f-439a-8aa5-fceebdc98fbe req-8a7e90fa-f71f-400c-b1ee-1ab00b9febbb tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:58.305549 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ee86a2e-a30f-439a-8aa5-fceebdc98fbe req-8a7e90fa-f71f-400c-b1ee-1ab00b9febbb tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.4533060 Aug 31 06:31:58.309249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55284) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:58.331659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-c71ee606-ad75-411a-b187-89ab4aebc1da tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:58.334814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-c71ee606-ad75-411a-b187-89ab4aebc1da tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 950 time: 0.3611457 Aug 31 06:31:58.359998 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:31:58.425040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-171775f5-a531-4ab2-8b1a-3318bda7076c None None] Provisioning for port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:58.433114 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-171775f5-a531-4ab2-8b1a-3318bda7076c None None] Provisioning complete for port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:58.434145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-171775f5-a531-4ab2-8b1a-3318bda7076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.438877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port f1b3d28f-67f3-4962-b73a-da7a77806514 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:31:58.475173 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-912989a7-bb2d-4eaa-b330-956b855c24b5 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] delete failed (client error): The resource could not be found. Aug 31 06:31:58.477294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-912989a7-bb2d-4eaa-b330-956b855c24b5 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/687bfc63-3c02-409c-af25-b3ba2c6d1ea9 HTTP/1.1" status: 404 len: 347 time: 0.1615608 Aug 31 06:31:58.501248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port f1b3d28f-67f3-4962-b73a-da7a77806514 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:31:58.502037 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.508916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55286) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:58.522712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-09c12507-37c4-451b-84d0-38e78d6cdb1a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484142079'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:58.543092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e579c31-9d0d-460d-b684-ef7aeeefa5cf {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:31:58.552793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.557914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-780a17e3-7a4d-40bb-8c47-4130afb329d0 service neutron] 10.222.0.42 "GET /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451841 Aug 31 06:31:58.566162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-171775f5-a531-4ab2-8b1a-3318bda7076c None None] Port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:31:58.572948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Transition to ACTIVE for port object 7e579c31-9d0d-460d-b684-ef7aeeefa5cf will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:31:58.579694 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.663940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ee86a2e-a30f-439a-8aa5-fceebdc98fbe req-b8a9e4ea-3829-47d6-a055-813b76bb537c tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243079 Aug 31 06:31:58.677138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67336e4-0da1-4cbd-9ef6-4bc0b66e8b7e req-0c514ebd-20f8-44f3-8208-86b52a967e28 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:58.685115 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b67336e4-0da1-4cbd-9ef6-4bc0b66e8b7e req-0c514ebd-20f8-44f3-8208-86b52a967e28 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 944 time: 0.5330822 Aug 31 06:31:58.689772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.773297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:58.778112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Pushing event updated for resources: {'Port': ['ID=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:58.780459 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0ffc8d-cb1b-49dc-8359-5c250212c789" -d '{"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-plugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:58.806789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b67336e4-0da1-4cbd-9ef6-4bc0b66e8b7e req-a8e4e567-1948-4d44-ac16-4868e0d9f533 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181767 Aug 31 06:31:58.838118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:58.846906 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.914220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Attempting to bind port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:31:58.914443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Attempting to bind port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:31:58.915984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Attempting to bind port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:58.922574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Deleting port f1b3d28f-67f3-4962-b73a-da7a77806514 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:31:58.923086 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:58.935634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:31:58.936209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Attempting to bind port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:31:58.966217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:31:58.966828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:31:58.967498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:31:58.968588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Bound port: 7e579c31-9d0d-460d-b684-ef7aeeefa5cf, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:31:58.969175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.029575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=13']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:59.115676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64b72e-d511-47eb-b1ad-851a9f56df33 req-6eb1cada-56a4-4b06-9cbd-b2ff969f6ebb tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:59.118434 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd64b72e-d511-47eb-b1ad-851a9f56df33 req-6eb1cada-56a4-4b06-9cbd-b2ff969f6ebb tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 948 time: 0.1566486 Aug 31 06:31:59.192943 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7488cfd2-43e2-4506-baf3-43b1866b40db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.212914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] For port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:59.213600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7488cfd2-43e2-4506-baf3-43b1866b40db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.243061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fc40c-3ce9-4837-a8a3-8be79554e700 req-f3a45927-bdf3-45fc-8aed-ea4466fbe143 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:59.244680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b93fc40c-3ce9-4837-a8a3-8be79554e700 req-f3a45927-bdf3-45fc-8aed-ea4466fbe143 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=efd7453d-a1b9-4782-b768-132177ebe1ff HTTP/1.1" status: 200 len: 951 time: 0.2051210 Aug 31 06:31:59.247069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] For port f1b3d28f-67f3-4962-b73a-da7a77806514, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b3d28f-67f3-4962-b73a-da7a77806514,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:31:59.247599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.253117 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd64b72e-d511-47eb-b1ad-851a9f56df33 req-c7719932-3059-43ab-b9ba-25044eb622a5 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156876 Aug 31 06:31:59.261952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] For port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:31:59.269505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.325518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-e0bbc95c-82fd-4dda-9a82-439a22eeef9e tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:59.331877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-e0bbc95c-82fd-4dda-9a82-439a22eeef9e tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114&tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.2796412 Aug 31 06:31:59.333833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:59.334464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.336043 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] 10.222.0.23 "PUT /v2.0/ports/7e579c31-9d0d-460d-b684-ef7aeeefa5cf HTTP/1.1" status: 200 len: 1097 time: 1.3265510 Aug 31 06:31:59.336502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8', 'tag': '7e579c31-9d0d-460d-b684-ef7aeeefa5cf'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:31:59.338939 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08bad17-da3f-4434-97fe-a6e80a7bdce3" -d '{"events": [{"name": "network-changed", "server_uuid": "eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8", "tag": "7e579c31-9d0d-460d-b684-ef7aeeefa5cf"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:31:59.367805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed11b56-d2e4-4bbc-94eb-07da086faf50 service neutron] Pushing event updated for resources: {'Port': ['ID=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:59.392749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Calling delete_port for f1b3d28f-67f3-4962-b73a-da7a77806514 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:31:59.398307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-09c12507-37c4-451b-84d0-38e78d6cdb1a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.458308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488cfd2-43e2-4506-baf3-43b1866b40db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80597ec-42b9-4be3-a1ae-e9dda9125776,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:59.463194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7488cfd2-43e2-4506-baf3-43b1866b40db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f433bee04984a9a8cc5040ee3c03b62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6794569 Aug 31 06:31:59.477077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55298) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:59.542071 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b93fc40c-3ce9-4837-a8a3-8be79554e700 req-2d11f787-eee8-4a28-a962-5cb21e3c6c04 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756939 Aug 31 06:31:59.592956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-c807f24d-df49-4b88-8563-be2e084b250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:59.595270 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-c807f24d-df49-4b88-8563-be2e084b250c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219953469e9548dea5273c3aae58d5f4&device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 1100 time: 0.1965756 Aug 31 06:31:59.610582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b9da7-f432-46d0-a30d-ef1894ff7f24 req-120a5f11-ccb4-4494-9203-f7a7d602b6c7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:59.612274 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b69b9da7-f432-46d0-a30d-ef1894ff7f24 req-120a5f11-ccb4-4494-9203-f7a7d602b6c7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1502266 Aug 31 06:31:59.683209 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea5a7a0-94d9-4745-8d82-3bbec2eafe20 x-openstack-request-id: req-6ea5a7a0-94d9-4745-8d82-3bbec2eafe20 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:59.683958 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-plugged", "status": "completed", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:59.684460 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ea5a7a0-94d9-4745-8d82-3bbec2eafe20 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:59.685087 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'code': 200} Aug 31 06:31:59.712177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-f30de122-a612-4af5-8309-293ff0af41c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=7e579c31-9d0d-460d-b684-ef7aeeefa5cf HTTP/1.1" status: 200 len: 217 time: 0.0987051 Aug 31 06:31:59.745604 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-09c12507-37c4-451b-84d0-38e78d6cdb1a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.773202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-09c12507-37c4-451b-84d0-38e78d6cdb1a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.794171 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd1bde7-ca97-45cb-a9f5-27a41c879085 x-openstack-request-id: req-5dd1bde7-ca97-45cb-a9f5-27a41c879085 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:31:59.794454 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8", "tag": "7e579c31-9d0d-460d-b684-ef7aeeefa5cf", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:31:59.794707 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dd1bde7-ca97-45cb-a9f5-27a41c879085 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:31:59.795211 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8', 'tag': '7e579c31-9d0d-460d-b684-ef7aeeefa5cf', 'status': 'completed', 'code': 200} Aug 31 06:31:59.796029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe637-a8ca-4f1a-b7fd-cea72128e7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.813484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b69b9da7-f432-46d0-a30d-ef1894ff7f24 req-16745db3-3447-4bef-8341-f5eb72be6de7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889391 Aug 31 06:31:59.823365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c12507-37c4-451b-84d0-38e78d6cdb1a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d5cd3f-647e-4967-a20d-32acb0ea5634,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:31:59.860882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe637-a8ca-4f1a-b7fd-cea72128e7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.865347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-d744d725-ace7-4e77-ae73-51da1e3f3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:59.867116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-d744d725-ace7-4e77-ae73-51da1e3f3e6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1322970 Aug 31 06:31:59.872399 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.968431 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-09c12507-37c4-451b-84d0-38e78d6cdb1a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.969735 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-09c12507-37c4-451b-84d0-38e78d6cdb1a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4574270 Aug 31 06:31:59.977616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55304) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:59.985226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-30711501-1e7d-4921-8728-9db1e351bd11 service neutron] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:31:59.989570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2e7a13c0-00f2-4e00-825d-0c5dd0574d4c tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': '46d5cd3f-647e-4967-a20d-32acb0ea5634', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:31:59.995070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-6e1a89b3-278d-4c0a-b8bc-ef68414a2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:31:59.996188 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-6e1a89b3-278d-4c0a-b8bc-ef68414a2387 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1164331 Aug 31 06:32:00.012334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-30711501-1e7d-4921-8728-9db1e351bd11 service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.013872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd68a044-929b-4fe7-a950-79764b82a5a5 req-30711501-1e7d-4921-8728-9db1e351bd11 service neutron] 10.222.0.42 "DELETE /v2.0/ports/e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9/bindings/n-h1-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.6179826 Aug 31 06:32:00.075224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181727b-3448-4125-bb89-b67e93ad0076 req-0b445b5b-1ebb-418a-a82c-513314d18d55 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:00.076970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b181727b-3448-4125-bb89-b67e93ad0076 req-0b445b5b-1ebb-418a-a82c-513314d18d55 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1605048 Aug 31 06:32:00.079143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273f6ca-52cd-48a5-8712-8c67b52ad914 req-19beb2c3-9391-465b-9a33-12f1c0248754 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:00.084195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2273f6ca-52cd-48a5-8712-8c67b52ad914 req-19beb2c3-9391-465b-9a33-12f1c0248754 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 944 time: 0.1359313 Aug 31 06:32:00.091149 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe637-a8ca-4f1a-b7fd-cea72128e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.095171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe637-a8ca-4f1a-b7fd-cea72128e7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.100358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b6cfe637-a8ca-4f1a-b7fd-cea72128e7d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f80597ec-42b9-4be3-a1ae-e9dda9125776 HTTP/1.1" status: 204 len: 168 time: 0.6213362 Aug 31 06:32:00.107070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e7a13c0-00f2-4e00-825d-0c5dd0574d4c tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.178875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfe637-a8ca-4f1a-b7fd-cea72128e7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80597ec-42b9-4be3-a1ae-e9dda9125776,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:00.230978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b181727b-3448-4125-bb89-b67e93ad0076 req-251cfde4-ebda-4bb1-b0aa-235541fc595c tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353574 Aug 31 06:32:00.240527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2273f6ca-52cd-48a5-8712-8c67b52ad914 req-6ded714c-cb02-408b-a0b8-eb90990454b7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368251 Aug 31 06:32:00.287214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-75904a60-3658-4612-b99a-d2446442aff5 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804170 Aug 31 06:32:00.290682 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e7a13c0-00f2-4e00-825d-0c5dd0574d4c tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.295673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.298273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e7a13c0-00f2-4e00-825d-0c5dd0574d4c tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.311989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5b564cf9-b3ab-4000-b0a3-f827692a0418', 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:00.366289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a13c0-00f2-4e00-825d-0c5dd0574d4c tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4963ea6f-fa08-42a9-b3e6-c224db5d9201,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:00.573746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event deleted for resources: {'Port': ['ID=f1b3d28f-67f3-4962-b73a-da7a77806514,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:00.580739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] No DVR routers for this DVR port f1b3d28f-67f3-4962-b73a-da7a77806514 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:00.589001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.593506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1f4ef2d-c56b-45ab-9295-0a44d28b9a3c req-3e69bd02-62d3-480a-a315-80fa19fc495e tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "DELETE /v2.0/ports/f1b3d28f-67f3-4962-b73a-da7a77806514 HTTP/1.1" status: 204 len: 173 time: 2.2227800 Aug 31 06:32:00.595768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-deleted', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:00.601274 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac03f4d-0f18-4eed-8370-01e914db72c6" -d '{"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-deleted", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:00.610315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e7a13c0-00f2-4e00-825d-0c5dd0574d4c tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.613356 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2e7a13c0-00f2-4e00-825d-0c5dd0574d4c tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6324842 Aug 31 06:32:00.621711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55326) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:00.642190 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb2cdf66-f7c9-4b3f-96ac-d8a73cf4e778 req-a54a1f99-a6fe-4a35-98e2-c1bab7bb4c78 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415632 Aug 31 06:32:00.649086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dc577-b26c-49af-aa8c-5e6bc6d66efd req-f8031a56-ae94-4d0f-9ec0-2c440d6d3a7d tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:00.660030 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-030dc577-b26c-49af-aa8c-5e6bc6d66efd req-f8031a56-ae94-4d0f-9ec0-2c440d6d3a7d tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 948 time: 0.1873157 Aug 31 06:32:00.779303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-030dc577-b26c-49af-aa8c-5e6bc6d66efd req-e35fb22b-e8d4-4841-8555-168d9db90d36 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138253 Aug 31 06:32:00.781474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6a75508-a446-4871-9480-5c18dfab84bc tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.846198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6a75508-a446-4871-9480-5c18dfab84bc tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.869493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55330) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:00.876983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592c2e0-0e1d-459a-b5bf-8e64ef816046 req-e7ec9010-0d93-4b4f-81a2-73e3a73197cf tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:00.881441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7592c2e0-0e1d-459a-b5bf-8e64ef816046 req-e7ec9010-0d93-4b4f-81a2-73e3a73197cf tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.3890245 Aug 31 06:32:00.899212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1f93-0007-4f90-bb07-bb3556ad01de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.980280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-3fc30892-c222-48e1-8e3f-3c7e25a54bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:00.992209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-3fc30892-c222-48e1-8e3f-3c7e25a54bc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219953469e9548dea5273c3aae58d5f4&device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 1100 time: 0.2486453 Aug 31 06:32:01.016637 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6a75508-a446-4871-9480-5c18dfab84bc tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.042175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6a75508-a446-4871-9480-5c18dfab84bc tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.045889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b6a75508-a446-4871-9480-5c18dfab84bc tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4963ea6f-fa08-42a9-b3e6-c224db5d9201 HTTP/1.1" status: 204 len: 168 time: 0.4172144 Aug 31 06:32:01.062180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55332) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:01.136259 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7592c2e0-0e1d-459a-b5bf-8e64ef816046 req-80f9b24e-c52f-46f6-9c0c-c284cdc04664 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316222 Aug 31 06:32:01.166081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a75508-a446-4871-9480-5c18dfab84bc tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4963ea6f-fa08-42a9-b3e6-c224db5d9201,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:01.181228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1f93-0007-4f90-bb07-bb3556ad01de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.187653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6417797-b9cd-494d-b923-c886f954a7d9 req-cdacd54e-3879-497c-94f7-cb071a5277c4 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:01.200745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a6417797-b9cd-494d-b923-c886f954a7d9 req-cdacd54e-3879-497c-94f7-cb071a5277c4 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 1096 time: 0.2904236 Aug 31 06:32:01.209505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef6c1f93-0007-4f90-bb07-bb3556ad01de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.249215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1dcb34a7-b092-4fb9-aa82-eb43ebecf355 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1855640 Aug 31 06:32:01.252019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55338) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:01.273806 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4f1e4-c7a5-427f-b4d7-528bbb06c513 x-openstack-request-id: req-acf4f1e4-c7a5-427f-b4d7-528bbb06c513 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:01.274105 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd7453d-a1b9-4782-b768-132177ebe1ff", "name": "network-vif-deleted", "tag": "f1b3d28f-67f3-4962-b73a-da7a77806514", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:01.274358 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acf4f1e4-c7a5-427f-b4d7-528bbb06c513 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:01.274840 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd7453d-a1b9-4782-b768-132177ebe1ff', 'name': 'network-vif-deleted', 'tag': 'f1b3d28f-67f3-4962-b73a-da7a77806514', 'status': 'completed', 'code': 200} Aug 31 06:32:01.286010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef6c1f93-0007-4f90-bb07-bb3556ad01de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72c7672769a448fd985bf9cc6fdc71d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120164 Aug 31 06:32:01.286010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c1f93-0007-4f90-bb07-bb3556ad01de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123c4e08-ec98-4bb8-8ad4-5ed8022f6974,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:01.287669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55340) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:01.318733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a6417797-b9cd-494d-b923-c886f954a7d9 req-97d8c44a-0060-4e09-b10a-dbbbe56b63c4 tempest-LiveAutoBlockMigrationV225Test-1408499205 tempest-LiveAutoBlockMigrationV225Test-1408499205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133354 Aug 31 06:32:01.354799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-96a6022e-21a7-4c3c-b1d5-2ac2b5e2e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:01.356802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-96a6022e-21a7-4c3c-b1d5-2ac2b5e2e36a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3457696 Aug 31 06:32:01.393955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-450a4d2e-cba7-48c7-b62b-d68dd7dd5f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.433088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f702bb47-6599-4726-841c-0e1da96c76bd tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.440197 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-9ad0a25e-03aa-49cd-bf44-1cbf344ccd4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=7e579c31-9d0d-460d-b684-ef7aeeefa5cf HTTP/1.1" status: 200 len: 217 time: 0.0470161 Aug 31 06:32:01.446724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-450a4d2e-cba7-48c7-b62b-d68dd7dd5f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.496624 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f702bb47-6599-4726-841c-0e1da96c76bd tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.504711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a0c63-ed17-4d6b-95bf-b3b5560f9bbf req-8439fc56-3610-42aa-ac97-a5a5bdcbef0f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:01.510487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c29a0c63-ed17-4d6b-95bf-b3b5560f9bbf req-8439fc56-3610-42aa-ac97-a5a5bdcbef0f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 945 time: 0.1005235 Aug 31 06:32:01.533602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ce25a-f300-461b-8679-61eb964c908c req-644edf41-d791-403f-8324-548beaa702a9 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:01.535682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f10ce25a-f300-461b-8679-61eb964c908c req-644edf41-d791-403f-8324-548beaa702a9 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.1983011 Aug 31 06:32:01.541450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-fa6c6f84-a7f1-4984-99d4-8048ffa6edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:01.542911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-fa6c6f84-a7f1-4984-99d4-8048ffa6edf9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0943193 Aug 31 06:32:01.557767 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c29a0c63-ed17-4d6b-95bf-b3b5560f9bbf req-2165136f-eb2b-43ef-9b05-a7f829e80b12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Aug 31 06:32:01.559026 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-450a4d2e-cba7-48c7-b62b-d68dd7dd5f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.565318 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-450a4d2e-cba7-48c7-b62b-d68dd7dd5f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.578006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-450a4d2e-cba7-48c7-b62b-d68dd7dd5f89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/123c4e08-ec98-4bb8-8ad4-5ed8022f6974 HTTP/1.1" status: 204 len: 168 time: 0.2662680 Aug 31 06:32:01.589724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a4d2e-cba7-48c7-b62b-d68dd7dd5f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123c4e08-ec98-4bb8-8ad4-5ed8022f6974,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:01.649567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f702bb47-6599-4726-841c-0e1da96c76bd tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.652427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f702bb47-6599-4726-841c-0e1da96c76bd tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.653622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f702bb47-6599-4726-841c-0e1da96c76bd tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/46d5cd3f-647e-4967-a20d-32acb0ea5634 HTTP/1.1" status: 204 len: 168 time: 0.4006457 Aug 31 06:32:01.656472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55348) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:01.660347 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f10ce25a-f300-461b-8679-61eb964c908c req-fa9acce7-66bd-4ab3-8a72-5ea3651415dc tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159537 Aug 31 06:32:01.669910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702bb47-6599-4726-841c-0e1da96c76bd tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d5cd3f-647e-4967-a20d-32acb0ea5634,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:01.678898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-61fcfdf1-6f8e-445d-b6e4-f3dd3b24ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:01.680734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-61fcfdf1-6f8e-445d-b6e4-f3dd3b24ab13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1192636 Aug 31 06:32:01.783501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-072382af-e1c1-4969-8690-3b0088cef4eb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1237271 Aug 31 06:32:01.786299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55354) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:01.793926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-bd13c27f-bc81-4b86-99df-129a86450564 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441379412'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:01.861218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd13c27f-bc81-4b86-99df-129a86450564 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:01.910292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-01b919f5-b4b3-43c6-9ff8-a97072b25b71 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969690 Aug 31 06:32:02.083581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d08bad17-da3f-4434-97fe-a6e80a7bdce3 req-ef91a60f-b63e-48f3-8115-6ace6b5fd723 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711531 Aug 31 06:32:02.095271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692efa0-574a-4f4f-b484-094fff4db219 req-34047a91-8058-4c81-8eff-22faa51ddcb3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:02.096929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9692efa0-574a-4f4f-b484-094fff4db219 req-34047a91-8058-4c81-8eff-22faa51ddcb3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 945 time: 0.1326020 Aug 31 06:32:02.100053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd13c27f-bc81-4b86-99df-129a86450564 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.111279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd13c27f-bc81-4b86-99df-129a86450564 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.167226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13c27f-bc81-4b86-99df-129a86450564 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63a1f1a-176d-4293-8512-6cd92ba03ff6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:02.204321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd13c27f-bc81-4b86-99df-129a86450564 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.209632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:02.209807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bd13c27f-bc81-4b86-99df-129a86450564 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4224021 Aug 31 06:32:02.215587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-27a768ba-6e95-4486-b355-cfad64a62304 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': 'a63a1f1a-176d-4293-8512-6cd92ba03ff6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:02.239865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9692efa0-574a-4f4f-b484-094fff4db219 req-76325333-a919-46f0-9f98-410790f1748d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245315 Aug 31 06:32:02.275424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:02.276869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27a768ba-6e95-4486-b355-cfad64a62304 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.355579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: f1b3d28f-67f3-4962-b73a-da7a77806514 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:02.357919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b3d28f-67f3-4962-b73a-da7a77806514 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:02.394843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27a768ba-6e95-4486-b355-cfad64a62304 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.410934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933f24-8f9e-42da-bdc5-43c85f41eb22 req-1f2a11db-c4ba-4ac0-a659-4420cbd634a6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:02.412866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad933f24-8f9e-42da-bdc5-43c85f41eb22 req-1f2a11db-c4ba-4ac0-a659-4420cbd634a6 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 948 time: 0.1087692 Aug 31 06:32:02.432109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27a768ba-6e95-4486-b355-cfad64a62304 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.458114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a768ba-6e95-4486-b355-cfad64a62304 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee570463-5703-4858-afcf-c6b2250ec431,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:02.464506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad933f24-8f9e-42da-bdc5-43c85f41eb22 req-86378348-440d-42cd-b0cd-7f6c00af1276 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Aug 31 06:32:02.483086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27a768ba-6e95-4486-b355-cfad64a62304 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.486845 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-27a768ba-6e95-4486-b355-cfad64a62304 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2737305 Aug 31 06:32:02.487204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55388) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:02.492378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f6236a88-4c7d-40c7-a5e5-deee2511e331 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': 'a63a1f1a-176d-4293-8512-6cd92ba03ff6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:02.511532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e383f-8ff8-4e6e-939b-fa3caa5f931f req-1cf9e897-5548-41c5-9130-c4776527e949 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:02.513389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-360e383f-8ff8-4e6e-939b-fa3caa5f931f req-1cf9e897-5548-41c5-9130-c4776527e949 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 951 time: 0.1230738 Aug 31 06:32:02.538798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e579c31-9d0d-460d-b684-ef7aeeefa5cf details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:32:02.557009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6236a88-4c7d-40c7-a5e5-deee2511e331 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.607916 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-360e383f-8ff8-4e6e-939b-fa3caa5f931f req-fcd97d03-8dbf-49c2-8767-dfd5fb853139 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825026 Aug 31 06:32:02.652723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-7c3afc16-c457-4a00-b524-37395a1b129e req-7d227457-badc-4377-9ac1-032f979e3657 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:32:02.661827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c3afc16-c457-4a00-b524-37395a1b129e req-7d227457-badc-4377-9ac1-032f979e3657 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177972 Aug 31 06:32:02.684533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-5f9c7283-c70e-4bad-9cc3-9ca9cb8791bd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:02.686546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-5f9c7283-c70e-4bad-9cc3-9ca9cb8791bd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.42 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 944 time: 0.1041927 Aug 31 06:32:02.717508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ad781-cbaf-4b0f-a2c1-52510fc0c7cd req-6318bf66-a4c1-416c-ae29-84b1441fd23c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:02.723384 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c70ad781-cbaf-4b0f-a2c1-52510fc0c7cd req-6318bf66-a4c1-416c-ae29-84b1441fd23c tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 944 time: 0.1513510 Aug 31 06:32:02.752120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:02.770601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '7e579c31-9d0d-460d-b684-ef7aeeefa5cf', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '7e579c31-9d0d-460d-b684-ef7aeeefa5cf', 'mac_address': 'fa:16:3e:dc:15:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:32:02.819581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6236a88-4c7d-40c7-a5e5-deee2511e331 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.845053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c3afc16-c457-4a00-b524-37395a1b129e req-e87c034d-5972-4fb9-b952-728ad426082d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1821339 Aug 31 06:32:02.847884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6236a88-4c7d-40c7-a5e5-deee2511e331 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.848403 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.859993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c70ad781-cbaf-4b0f-a2c1-52510fc0c7cd req-ddb6128a-55c4-432b-ad9a-4c155260971f tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258726 Aug 31 06:32:02.885501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e579c31-9d0d-460d-b684-ef7aeeefa5cf {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:02.909037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6236a88-4c7d-40c7-a5e5-deee2511e331 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a1a674-e340-4bd8-8d21-fb0992f2b7b7,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:02.917115 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6236a88-4c7d-40c7-a5e5-deee2511e331 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.923747 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f6236a88-4c7d-40c7-a5e5-deee2511e331 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4348035 Aug 31 06:32:02.926924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55402) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:02.937992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fd28c1a7-d4bb-4d28-9b5f-a3902da8680f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': 'a63a1f1a-176d-4293-8512-6cd92ba03ff6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:02.965261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:02.977651 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:02.989010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Deleting port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:02.991365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.024253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd28c1a7-d4bb-4d28-9b5f-a3902da8680f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.205447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:03.207677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd28c1a7-d4bb-4d28-9b5f-a3902da8680f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.217250 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd28c1a7-d4bb-4d28-9b5f-a3902da8680f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.251384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdd3f0-07c4-44b7-9151-ff56ca2e37da req-fd71f46c-c527-4bf7-bc5d-6dae80ecec8e tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:03.264567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddfdd3f0-07c4-44b7-9151-ff56ca2e37da req-fd71f46c-c527-4bf7-bc5d-6dae80ecec8e tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1063197 Aug 31 06:32:03.266596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28c1a7-d4bb-4d28-9b5f-a3902da8680f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f172351b-59b2-4cfc-88de-1b4143d6b977,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:03.283240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] For port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:03.283823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.285627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['7e579c31-9d0d-460d-b684-ef7aeeefa5cf'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:03.300873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Calling delete_port for e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:03.354648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddfdd3f0-07c4-44b7-9151-ff56ca2e37da req-3f26d04c-76ec-40a9-a0f6-96e144dfbecf tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773315 Aug 31 06:32:03.358969 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd28c1a7-d4bb-4d28-9b5f-a3902da8680f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.360156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fd28c1a7-d4bb-4d28-9b5f-a3902da8680f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4322307 Aug 31 06:32:03.375532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55420) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:03.399267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3921d2b2-0a6c-462a-b4dd-893933c8c9f4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': 'a63a1f1a-176d-4293-8512-6cd92ba03ff6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:03.486290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-b419af40-b11b-4911-8576-38257fc242fa tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:03.488041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-b419af40-b11b-4911-8576-38257fc242fa tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 951 time: 0.1174140 Aug 31 06:32:03.501242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3921d2b2-0a6c-462a-b4dd-893933c8c9f4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.566056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037862c0-bd9b-49ac-8e98-7793f68b5b68 req-1d52ce25-4229-4012-859b-0d338a0b15be tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:03.567820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-037862c0-bd9b-49ac-8e98-7793f68b5b68 req-1d52ce25-4229-4012-859b-0d338a0b15be tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 945 time: 0.1078708 Aug 31 06:32:03.632516 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3921d2b2-0a6c-462a-b4dd-893933c8c9f4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.639080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3921d2b2-0a6c-462a-b4dd-893933c8c9f4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.649967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-037862c0-bd9b-49ac-8e98-7793f68b5b68 req-af1e6894-58f7-4f36-af48-ba6855469574 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742829 Aug 31 06:32:03.666397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921d2b2-0a6c-462a-b4dd-893933c8c9f4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9fe45b-9f03-4764-81c0-d882dbf91998,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:03.688348 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3921d2b2-0a6c-462a-b4dd-893933c8c9f4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.694195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3921d2b2-0a6c-462a-b4dd-893933c8c9f4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3170257 Aug 31 06:32:03.695675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55438) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:03.705905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e274d1fb-475d-41a9-9438-c9bf813f14b4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': 'a63a1f1a-176d-4293-8512-6cd92ba03ff6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:03.762741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e274d1fb-475d-41a9-9438-c9bf813f14b4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.859852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c8fa-25cb-44ce-87c5-cd80123b11ac req-2cc1c6ad-561b-4e8f-a845-ac89724f12ce tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:03.861417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e72c8fa-25cb-44ce-87c5-cd80123b11ac req-2cc1c6ad-561b-4e8f-a845-ac89724f12ce tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 951 time: 0.0924067 Aug 31 06:32:03.893823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e274d1fb-475d-41a9-9438-c9bf813f14b4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.899050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e274d1fb-475d-41a9-9438-c9bf813f14b4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.900456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375392e3-8ffd-4c77-bc0f-c4334e024268 req-f80acfa5-f31c-4902-82ea-e4e5743238c2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:03.902076 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-375392e3-8ffd-4c77-bc0f-c4334e024268 req-f80acfa5-f31c-4902-82ea-e4e5743238c2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 949 time: 0.1266897 Aug 31 06:32:03.926471 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.941262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['a951124c-8ee0-4a2f-911c-30499323fa55', 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:03.951556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e72c8fa-25cb-44ce-87c5-cd80123b11ac req-beacfb08-fea6-429d-b7dd-3e416b6871ce tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789135 Aug 31 06:32:03.955595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e274d1fb-475d-41a9-9438-c9bf813f14b4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.963221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e274d1fb-475d-41a9-9438-c9bf813f14b4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2649119 Aug 31 06:32:03.964870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55444) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:03.974555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Pushing event deleted for resources: {'Port': ['ID=e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:03.997818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Deleting port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:03.998159 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.027375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274d1fb-475d-41a9-9438-c9bf813f14b4 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e6f36f-ea10-46c7-9ac7-1d68142b3c55,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:04.039233 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97cfc42-b3ea-446e-8f37-1f5127512341 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.044614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-375392e3-8ffd-4c77-bc0f-c4334e024268 req-04416389-2f54-4162-81b3-ff8ffbb24104 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323256 Aug 31 06:32:04.074205 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97cfc42-b3ea-446e-8f37-1f5127512341 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.098077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] No DVR routers for this DVR port e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:04.102621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.104680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dad7b7fa-0852-4653-9151-ed3e91a3ec53 req-18b22c7d-1780-44be-a71d-8e90072d09c6 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.42 "DELETE /v2.0/ports/e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 HTTP/1.1" status: 204 len: 173 time: 1.3795567 Aug 31 06:32:04.105318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'name': 'network-vif-deleted', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:04.107547 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8d7ad2-41b6-4977-85fb-98939f8d94b5" -d '{"events": [{"server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "name": "network-vif-deleted", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:04.184587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] For port e5d074f1-5c77-4d60-8754-9e78bdc06bc7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:04.184972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.201153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Calling delete_port for e5d074f1-5c77-4d60-8754-9e78bdc06bc7 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:04.226657 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97cfc42-b3ea-446e-8f37-1f5127512341 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.236165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650285a5-7449-4e33-abdf-3970a9d5b803 req-ba5392a3-568b-40d4-bc6f-c447ec4534fb tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:04.237788 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-650285a5-7449-4e33-abdf-3970a9d5b803 req-ba5392a3-568b-40d4-bc6f-c447ec4534fb tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 945 time: 0.1440778 Aug 31 06:32:04.243283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97cfc42-b3ea-446e-8f37-1f5127512341 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.244461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f97cfc42-b3ea-446e-8f37-1f5127512341 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/10e6f36f-ea10-46c7-9ac7-1d68142b3c55 HTTP/1.1" status: 204 len: 168 time: 0.2673311 Aug 31 06:32:04.251386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55454) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:04.263152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cfc42-b3ea-446e-8f37-1f5127512341 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10e6f36f-ea10-46c7-9ac7-1d68142b3c55,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:04.287590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20201a25-fe2a-45cb-a19a-ae4a63f64917 req-8aa8daf8-674c-4bfb-ab76-3d3f3ac57b15 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0354414 Aug 31 06:32:04.313588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-650285a5-7449-4e33-abdf-3970a9d5b803 req-9c225549-a9f6-47bb-8c9b-30841086be33 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582349 Aug 31 06:32:04.348451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-517c944d-2ccc-4cd1-9af6-58f008a2ef97 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0959642 Aug 31 06:32:04.351682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55462) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:04.400744 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2df93b79-f7f3-4bfa-a949-91956db2b1bb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.419361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2df93b79-f7f3-4bfa-a949-91956db2b1bb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.456057 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.470533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5b564cf9-b3ab-4000-b0a3-f827692a0418', 'd07e2397-e2c4-427d-ae67-349055d7e7eb'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:04.489542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2df93b79-f7f3-4bfa-a949-91956db2b1bb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.492563 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264ddfeb-b6b4-4759-8706-cf84bde2e99f x-openstack-request-id: req-264ddfeb-b6b4-4759-8706-cf84bde2e99f {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:04.493085 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254cd027-6ae2-4c86-8286-89c8058f7114", "name": "network-vif-deleted", "tag": "e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:04.493426 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-264ddfeb-b6b4-4759-8706-cf84bde2e99f {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:04.493861 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254cd027-6ae2-4c86-8286-89c8058f7114', 'name': 'network-vif-deleted', 'tag': 'e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9', 'status': 'completed', 'code': 200} Aug 31 06:32:04.495222 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2df93b79-f7f3-4bfa-a949-91956db2b1bb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.497003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event deleted for resources: {'Port': ['ID=e5d074f1-5c77-4d60-8754-9e78bdc06bc7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:04.500400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55470) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:04.505748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2df93b79-f7f3-4bfa-a949-91956db2b1bb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9a9fe45b-9f03-4764-81c0-d882dbf91998 HTTP/1.1" status: 204 len: 168 time: 0.1529174 Aug 31 06:32:04.525286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df93b79-f7f3-4bfa-a949-91956db2b1bb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a9fe45b-9f03-4764-81c0-d882dbf91998,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:04.580538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] No DVR routers for this DVR port e5d074f1-5c77-4d60-8754-9e78bdc06bc7 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:04.581309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f2968466-b95a-4eae-b16c-172b2fc6fd79 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:32:04.585170 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.587828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e579c31-9d0d-460d-b684-ef7aeeefa5cf up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:04.588500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a0ca220-9f97-4a99-bf9b-92fc0a6abec2 req-219bd1f7-554b-479e-b11b-9f45e025e667 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "DELETE /v2.0/ports/e5d074f1-5c77-4d60-8754-9e78bdc06bc7 HTTP/1.1" status: 204 len: 173 time: 1.0887773 Aug 31 06:32:04.642663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73a16acd-f9d7-4238-92c5-f55fa789b1ab tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1406620 Aug 31 06:32:04.646274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55478) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:04.684941 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f132a05c-44c8-4a2b-9b41-5f003f68ed3e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.695244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f132a05c-44c8-4a2b-9b41-5f003f68ed3e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.745611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6548-9a57-48be-bb91-5ffc62a71ada req-9086ecd4-0f3d-4ff8-883e-0f92350fdd15 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:04.754415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6548-9a57-48be-bb91-5ffc62a71ada req-9086ecd4-0f3d-4ff8-883e-0f92350fdd15 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:04.763105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6548-9a57-48be-bb91-5ffc62a71ada req-9086ecd4-0f3d-4ff8-883e-0f92350fdd15 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:04.769359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f132a05c-44c8-4a2b-9b41-5f003f68ed3e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.773631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e0d6548-9a57-48be-bb91-5ffc62a71ada req-9086ecd4-0f3d-4ff8-883e-0f92350fdd15 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407&device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928&device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 2416 time: 0.1012418 Aug 31 06:32:04.792797 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f132a05c-44c8-4a2b-9b41-5f003f68ed3e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.797325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55484) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:04.809417 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f132a05c-44c8-4a2b-9b41-5f003f68ed3e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f172351b-59b2-4cfc-88de-1b4143d6b977 HTTP/1.1" status: 204 len: 168 time: 0.1618638 Aug 31 06:32:04.852740 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e0d6548-9a57-48be-bb91-5ffc62a71ada req-782c8147-993e-420d-a5f2-74103fdd80e9 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773509 Aug 31 06:32:04.855510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132a05c-44c8-4a2b-9b41-5f003f68ed3e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f172351b-59b2-4cfc-88de-1b4143d6b977,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:04.891550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6ad6cacb-0665-4389-b0bf-822692e2ff75 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0920105 Aug 31 06:32:04.894053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55490) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:04.955077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c22fccf4-519a-4d91-9c85-a3141080fdf8 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:04.976015 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c22fccf4-519a-4d91-9c85-a3141080fdf8 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.000895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:32:05.032323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc045c30-ab18-472a-bf6e-438dd1f5edb8 req-c20326ef-a2f5-4f90-934c-3f5329f5a06c tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1281857 Aug 31 06:32:05.060934 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c22fccf4-519a-4d91-9c85-a3141080fdf8 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.068067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c22fccf4-519a-4d91-9c85-a3141080fdf8 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.074277 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c22fccf4-519a-4d91-9c85-a3141080fdf8 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/62a1a674-e340-4bd8-8d21-fb0992f2b7b7 HTTP/1.1" status: 204 len: 168 time: 0.1791289 Aug 31 06:32:05.076898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55500) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:05.090669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fccf4-519a-4d91-9c85-a3141080fdf8 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62a1a674-e340-4bd8-8d21-fb0992f2b7b7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:05.213734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:32:05.222515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ac05fe77-fb0c-43d0-a91b-aaf7ede6ecf7 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1434205 Aug 31 06:32:05.224865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55508) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:05.228871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:05.229236 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.281336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ead598c7-509f-46fd-a418-8d9f4d49dfde req-4f83118b-f4e4-4627-a7b1-b79c9438449d tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=66ea66e7-b4b2-434a-ab12-9dc917116bef HTTP/1.1" status: 200 len: 210 time: 0.0545852 Aug 31 06:32:05.334279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1b2b7e6-cbc8-4889-9900-7686630a469a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.349290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1b2b7e6-cbc8-4889-9900-7686630a469a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.358210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:05.390842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'port_id': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'mac_address': 'fa:16:3e:0b:6e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c899d8a-154a-4b2b-9be8-3464062ff28f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:32:05.427329 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1b2b7e6-cbc8-4889-9900-7686630a469a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.448689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1b2b7e6-cbc8-4889-9900-7686630a469a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.453103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f1b2b7e6-cbc8-4889-9900-7686630a469a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ee570463-5703-4858-afcf-c6b2250ec431 HTTP/1.1" status: 204 len: 168 time: 0.2246847 Aug 31 06:32:05.453520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55520) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:05.460017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2b7e6-cbc8-4889-9900-7686630a469a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee570463-5703-4858-afcf-c6b2250ec431,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:05.551412 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.561505 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.621662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccef99-5f0b-4f58-bc21-bc44eb82148f req-dad9b5e7-6a51-4a17-950a-5c02c5785ca3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:05.629498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2968466-b95a-4eae-b16c-172b2fc6fd79 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:05.641843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48ccef99-5f0b-4f58-bc21-bc44eb82148f req-dad9b5e7-6a51-4a17-950a-5c02c5785ca3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 949 time: 0.1808963 Aug 31 06:32:05.653682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e579c31-9d0d-460d-b684-ef7aeeefa5cf'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:05.660151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2642ded5-8ad7-4f49-8df4-9f4329d439b8 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2020149 Aug 31 06:32:05.660647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55526) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:05.662101 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788706f2-0497-4c62-b9ae-1799bc755fe3" -d '{"events": [{"server_uuid": "eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8", "name": "network-vif-plugged", "status": "completed", "tag": "7e579c31-9d0d-460d-b684-ef7aeeefa5cf"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:05.693773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:05.706841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:05.711787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.743534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48ccef99-5f0b-4f58-bc21-bc44eb82148f req-8e3bfba6-f80c-419e-bb26-24bc03bd5a2d tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951622 Aug 31 06:32:05.783559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.832061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-005c6ad9-b61a-40d9-8b26-7de523c3a012 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.867476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:05.898682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-250e1feb-2b71-4a4b-8c11-738cb5c26f81 req-5cfbadd1-8a7c-410c-a014-128beb60df52 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0572944 Aug 31 06:32:05.918199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-005c6ad9-b61a-40d9-8b26-7de523c3a012 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:05.976124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f2968466-b95a-4eae-b16c-172b2fc6fd79'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:05.995223 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f6acb-02fb-4307-aeb6-d3d6f69cc02e x-openstack-request-id: req-7e1f6acb-02fb-4307-aeb6-d3d6f69cc02e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:05.995523 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8", "name": "network-vif-plugged", "status": "completed", "tag": "7e579c31-9d0d-460d-b684-ef7aeeefa5cf", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:05.995783 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e1f6acb-02fb-4307-aeb6-d3d6f69cc02e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:05.996241 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e579c31-9d0d-460d-b684-ef7aeeefa5cf', 'code': 200} Aug 31 06:32:06.021333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-005c6ad9-b61a-40d9-8b26-7de523c3a012 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.024711 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-005c6ad9-b61a-40d9-8b26-7de523c3a012 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.030856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-005c6ad9-b61a-40d9-8b26-7de523c3a012 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/a63a1f1a-176d-4293-8512-6cd92ba03ff6 HTTP/1.1" status: 204 len: 168 time: 0.3690467 Aug 31 06:32:06.035135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55544) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:06.049757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c6ad9-b61a-40d9-8b26-7de523c3a012 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63a1f1a-176d-4293-8512-6cd92ba03ff6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:06.152856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635943a-ff11-4742-91d4-1f14c8fe70fe req-9b2c4af6-9e7f-4999-8428-1ed2ac98c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:06.159484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d635943a-ff11-4742-91d4-1f14c8fe70fe req-9b2c4af6-9e7f-4999-8428-1ed2ac98c88e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 1102 time: 0.0937073 Aug 31 06:32:06.193879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-431e2e07-b743-4c6b-afe9-0b2d30457aed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1526480 Aug 31 06:32:06.194927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55548) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:06.220149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-56edf594-80c8-4cee-a4c7-7359d2f2a5ed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151982312'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:06.233150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d635943a-ff11-4742-91d4-1f14c8fe70fe req-624a3a59-a33c-4078-acb2-b753f51ef3aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650351 Aug 31 06:32:06.264636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:06.317141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-56edf594-80c8-4cee-a4c7-7359d2f2a5ed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.319179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:06.386643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:06.386991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e36a6612-b2ec-4060-bb7c-f9a15e7cb1a9 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:06.387443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:06.432745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: e5d074f1-5c77-4d60-8754-9e78bdc06bc7 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:06.433113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5d074f1-5c77-4d60-8754-9e78bdc06bc7 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:06.499117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-deleted', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:06.501992 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a11a3-26eb-4408-91fa-dd7844ca6790" -d '{"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-deleted", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:06.540619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-56edf594-80c8-4cee-a4c7-7359d2f2a5ed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.552085 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-56edf594-80c8-4cee-a4c7-7359d2f2a5ed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.638330 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-56edf594-80c8-4cee-a4c7-7359d2f2a5ed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.649915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-56edf594-80c8-4cee-a4c7-7359d2f2a5ed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4501419 Aug 31 06:32:06.651268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55564) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:06.651401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edf594-80c8-4cee-a4c7-7359d2f2a5ed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991af2ff-3a31-4684-8f80-48e448a31c52,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:06.658509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-50acfc12-ed5b-49b4-b45d-5c9b521dfb21 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': '991af2ff-3a31-4684-8f80-48e448a31c52', 'direction': 'ingress', 'protocol': 17}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:06.728184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50acfc12-ed5b-49b4-b45d-5c9b521dfb21 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.842180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55570) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:06.904513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50acfc12-ed5b-49b4-b45d-5c9b521dfb21 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.919123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50acfc12-ed5b-49b4-b45d-5c9b521dfb21 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.947899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acfc12-ed5b-49b4-b45d-5c9b521dfb21 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997253c8-226d-4f89-953e-2d8c0fa7665a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:06.962945 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50acfc12-ed5b-49b4-b45d-5c9b521dfb21 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:06.965203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-50acfc12-ed5b-49b4-b45d-5c9b521dfb21 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3117545 Aug 31 06:32:06.968015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55578) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:06.986196 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031e9977-aa01-4d00-a3e8-75740326bf6b x-openstack-request-id: req-031e9977-aa01-4d00-a3e8-75740326bf6b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:06.986499 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ea66e7-b4b2-434a-ab12-9dc917116bef", "name": "network-vif-deleted", "tag": "e5d074f1-5c77-4d60-8754-9e78bdc06bc7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:06.986663 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-031e9977-aa01-4d00-a3e8-75740326bf6b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:06.987296 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ea66e7-b4b2-434a-ab12-9dc917116bef', 'name': 'network-vif-deleted', 'tag': 'e5d074f1-5c77-4d60-8754-9e78bdc06bc7', 'status': 'completed', 'code': 200} Aug 31 06:32:07.135502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53f38633-535f-4c69-bffc-b3a801e0f82a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.138607 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6717f081-70db-42ac-a0c6-390705a2ea53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.175474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a408b-fba4-44ef-8b78-b1c2c15e14d2 req-a1660b6e-c35e-4be2-9e7e-9a34f582a0a3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:07.178474 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f8a408b-fba4-44ef-8b78-b1c2c15e14d2 req-a1660b6e-c35e-4be2-9e7e-9a34f582a0a3 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 950 time: 0.0892291 Aug 31 06:32:07.206098 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53f38633-535f-4c69-bffc-b3a801e0f82a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.255185 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f8a408b-fba4-44ef-8b78-b1c2c15e14d2 req-d5665936-cb27-4e6f-b3d3-22b88c047786 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688868 Aug 31 06:32:07.275682 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53f38633-535f-4c69-bffc-b3a801e0f82a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.278972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53f38633-535f-4c69-bffc-b3a801e0f82a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.280134 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-53f38633-535f-4c69-bffc-b3a801e0f82a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/991af2ff-3a31-4684-8f80-48e448a31c52 HTTP/1.1" status: 204 len: 168 time: 0.3109138 Aug 31 06:32:07.282828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55580) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:07.304765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f38633-535f-4c69-bffc-b3a801e0f82a tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991af2ff-3a31-4684-8f80-48e448a31c52,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:07.398624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1d282c2a-1a03-4f23-a05f-687ba00ce2ed tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1117089 Aug 31 06:32:07.401516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55582) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:07.406819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fd8d7063-c6ed-45ea-aceb-7be8ca0d5227 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-secgroup--812292570'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:07.485092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6717f081-70db-42ac-a0c6-390705a2ea53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.497926 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6717f081-70db-42ac-a0c6-390705a2ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.529318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd8d7063-c6ed-45ea-aceb-7be8ca0d5227 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.596803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6717f081-70db-42ac-a0c6-390705a2ea53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efb2e80df83a41f6b0fe5c401c9297d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534571 Aug 31 06:32:07.599043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717f081-70db-42ac-a0c6-390705a2ea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e6f4cc-c20d-4252-b92d-bf89ebb62900,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:07.602308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55586) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:07.679642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ad36a6a-48b1-4a0e-938c-2f74a17ea622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.717771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ad36a6a-48b1-4a0e-938c-2f74a17ea622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.778378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd8d7063-c6ed-45ea-aceb-7be8ca0d5227 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.793761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd8d7063-c6ed-45ea-aceb-7be8ca0d5227 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.808952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ad36a6a-48b1-4a0e-938c-2f74a17ea622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.813939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ad36a6a-48b1-4a0e-938c-2f74a17ea622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.817604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8ad36a6a-48b1-4a0e-938c-2f74a17ea622 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52e6f4cc-c20d-4252-b92d-bf89ebb62900 HTTP/1.1" status: 204 len: 168 time: 0.2141917 Aug 31 06:32:07.856913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad36a6a-48b1-4a0e-938c-2f74a17ea622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e6f4cc-c20d-4252-b92d-bf89ebb62900,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:07.880879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d7063-c6ed-45ea-aceb-7be8ca0d5227 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed476e55-557a-4db7-b0ec-dd254ada937a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:07.887839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd8d7063-c6ed-45ea-aceb-7be8ca0d5227 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:07.889392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fd8d7063-c6ed-45ea-aceb-7be8ca0d5227 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4862199 Aug 31 06:32:07.892489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55592) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:07.900027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0af69ce3-7dd5-4e39-be5f-2fcd76f50be3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121838046'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:07.961897 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0af69ce3-7dd5-4e39-be5f-2fcd76f50be3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.162814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0af69ce3-7dd5-4e39-be5f-2fcd76f50be3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.168893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0af69ce3-7dd5-4e39-be5f-2fcd76f50be3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.176459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15092362-b385-4869-a825-93b920a584fe req-9d6326da-ea3a-4035-b8fb-f064204ec6ba tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0810301 Aug 31 06:32:08.207166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af69ce3-7dd5-4e39-be5f-2fcd76f50be3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738306b3-d6fd-46b6-b93f-b37f8dfec86b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:08.226142 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0af69ce3-7dd5-4e39-be5f-2fcd76f50be3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.227434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0af69ce3-7dd5-4e39-be5f-2fcd76f50be3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3324559 Aug 31 06:32:08.230349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55598) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:08.235393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d76dcf8d-eda9-46e9-815f-7279ca62ce79 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': 'ed476e55-557a-4db7-b0ec-dd254ada937a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '738306b3-d6fd-46b6-b93f-b37f8dfec86b', 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:08.323060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d76dcf8d-eda9-46e9-815f-7279ca62ce79 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.551776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d76dcf8d-eda9-46e9-815f-7279ca62ce79 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.564054 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d76dcf8d-eda9-46e9-815f-7279ca62ce79 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.570049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f2968466-b95a-4eae-b16c-172b2fc6fd79 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:08.617641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dcf8d-eda9-46e9-815f-7279ca62ce79 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2699477b-e873-4efc-9754-d0de8ca73c7d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:08.638853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d76dcf8d-eda9-46e9-815f-7279ca62ce79 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.643335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55612) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:08.644590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d76dcf8d-eda9-46e9-815f-7279ca62ce79 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4122617 Aug 31 06:32:08.739513 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fb5fc65-ec01-4c16-b742-4fd372bd668d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.771631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f2968466-b95a-4eae-b16c-172b2fc6fd79 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:08.772874 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.777940 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fb5fc65-ec01-4c16-b742-4fd372bd668d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.862090 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fb5fc65-ec01-4c16-b742-4fd372bd668d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.875689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fb5fc65-ec01-4c16-b742-4fd372bd668d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:08.876856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7fb5fc65-ec01-4c16-b742-4fd372bd668d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2699477b-e873-4efc-9754-d0de8ca73c7d HTTP/1.1" status: 204 len: 168 time: 0.2313986 Aug 31 06:32:08.882193 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55620) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:08.930534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f1d38-351a-42f8-a709-01b7305c8a02 req-66a1a873-2929-42a8-bef4-dc151852a9ae tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:08.941131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5fc65-ec01-4c16-b742-4fd372bd668d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2699477b-e873-4efc-9754-d0de8ca73c7d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:08.942021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a8f1d38-351a-42f8-a709-01b7305c8a02 req-66a1a873-2929-42a8-bef4-dc151852a9ae tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1304305 Aug 31 06:32:09.016310 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a8f1d38-351a-42f8-a709-01b7305c8a02 req-2d9a3bfa-493a-49ab-b2cf-8b02ca29adc1 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714355 Aug 31 06:32:09.028888 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.048702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bbce60a0-f54e-427c-bf9f-e4224110e2cf tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1607380 Aug 31 06:32:09.048961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55624) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:09.106194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:09.108930 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de443c0-150b-4453-b99f-d09bfec157a3" -d '{"events": [{"server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "name": "network-vif-plugged", "status": "completed", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:09.127212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:09.135392 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.207194 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b64a3b2b-97eb-424b-9a49-5f7c904e1560 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.212550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:09.263369 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b64a3b2b-97eb-424b-9a49-5f7c904e1560 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.275794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55632) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:09.333335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b64a3b2b-97eb-424b-9a49-5f7c904e1560 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.335933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b64a3b2b-97eb-424b-9a49-5f7c904e1560 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.337129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b64a3b2b-97eb-424b-9a49-5f7c904e1560 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/738306b3-d6fd-46b6-b93f-b37f8dfec86b HTTP/1.1" status: 204 len: 168 time: 0.2742257 Aug 31 06:32:09.353879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5eaa6-31af-402f-a099-338cbd49e63a req-494e63f4-2b20-4fdc-ae71-389183fd45b2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:09.360841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55636) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:09.365925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8a5eaa6-31af-402f-a099-338cbd49e63a req-494e63f4-2b20-4fdc-ae71-389183fd45b2 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 950 time: 0.1776037 Aug 31 06:32:09.387767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a3b2b-97eb-424b-9a49-5f7c904e1560 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738306b3-d6fd-46b6-b93f-b37f8dfec86b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:09.470214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8a5eaa6-31af-402f-a099-338cbd49e63a req-a9eb2979-17dd-417e-93e7-f4cb0fa62f30 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010420 Aug 31 06:32:09.491662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-7e0859fa-884a-43ec-a48b-193d656a9ba5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:09.493262 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-7e0859fa-884a-43ec-a48b-193d656a9ba5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 950 time: 0.1741550 Aug 31 06:32:09.499043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1840147731-network', 'tenant_id': '0922238f35674e64b0c8d841777351e8'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:09.550393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Made reservation on behalf of 0922238f35674e64b0c8d841777351e8 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:09.552807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.562960 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.625511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6e2b4cb1-708f-4b1e-bb00-112e459da46c tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2630594 Aug 31 06:32:09.627923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55640) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:09.699815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Deleting port d07e2397-e2c4-427d-ae67-349055d7e7eb {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:09.700184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.726178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.747695 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.781749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68e50fdf-0490-4b50-ac7c-41a67ff6ed14 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.811751 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68e50fdf-0490-4b50-ac7c-41a67ff6ed14 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.825623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:32:09.880626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.895133 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Added segment 0309ce55-a2df-4c07-b63d-60ebc9c7213c of type vlan for network ef6040c6-6413-4306-b886-cecac98d7080 Aug 31 06:32:09.938065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68e50fdf-0490-4b50-ac7c-41a67ff6ed14 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.948240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68e50fdf-0490-4b50-ac7c-41a67ff6ed14 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:09.963797 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-68e50fdf-0490-4b50-ac7c-41a67ff6ed14 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/ed476e55-557a-4db7-b0ec-dd254ada937a HTTP/1.1" status: 204 len: 168 time: 0.3341596 Aug 31 06:32:09.971465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55646) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:10.040729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e50fdf-0490-4b50-ac7c-41a67ff6ed14 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed476e55-557a-4db7-b0ec-dd254ada937a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:10.056953 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13db2c2-08a0-47e4-a6b4-74d0826e5ec1 x-openstack-request-id: req-b13db2c2-08a0-47e4-a6b4-74d0826e5ec1 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:10.057508 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "name": "network-vif-plugged", "status": "completed", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:10.057622 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b13db2c2-08a0-47e4-a6b4-74d0826e5ec1 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:10.058451 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'code': 200} Aug 31 06:32:10.079846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.086337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:10.149245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] For port d07e2397-e2c4-427d-ae67-349055d7e7eb, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d07e2397-e2c4-427d-ae67-349055d7e7eb,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:10.149913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.161484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.162865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:10.163741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.177904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Calling delete_port for d07e2397-e2c4-427d-ae67-349055d7e7eb owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:10.269172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c419a74b-4c68-4dfc-873d-5fa8c7491b49 req-85c77c1b-ac9f-4dc7-ab90-db55fa18c775 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=254cd027-6ae2-4c86-8286-89c8058f7114 HTTP/1.1" status: 200 len: 210 time: 0.0953999 Aug 31 06:32:10.282240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0030825 Aug 31 06:32:10.286266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55650) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:10.312431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Request body: {'subnet': {'network_id': 'ef6040c6-6413-4306-b886-cecac98d7080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1840147731-subnet', 'tenant_id': '0922238f35674e64b0c8d841777351e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:10.327187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147af83-70ff-4b14-a00a-343d5880bd7b admin admin] Pushing event updated for resources: {'Network': ['ID=ef6040c6-6413-4306-b886-cecac98d7080,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:10.347322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ef6040c6-6413-4306-b886-cecac98d7080 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:32:10.383206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Made reservation on behalf of 0922238f35674e64b0c8d841777351e8 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:10.386143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.441974 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b17ae433-05ab-4599-b7b9-e64669f73924 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4312510 Aug 31 06:32:10.442882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55652) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:10.499109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5da8a81d-8c73-4db7-8171-8c26d6116f26 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-secgroup--202642405'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:10.551385 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5da8a81d-8c73-4db7-8171-8c26d6116f26 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.591285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.607567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5b564cf9-b3ab-4000-b0a3-f827692a0418'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:10.779424 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5da8a81d-8c73-4db7-8171-8c26d6116f26 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.780752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event deleted for resources: {'Port': ['ID=d07e2397-e2c4-427d-ae67-349055d7e7eb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:10.810198 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5da8a81d-8c73-4db7-8171-8c26d6116f26 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.814270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5e599-8499-4422-abf7-3512066c7773 req-3e86b562-1611-4dea-91b5-b8ddd26f33e4 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:10.822255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c6a5e599-8499-4422-abf7-3512066c7773 req-3e86b562-1611-4dea-91b5-b8ddd26f33e4 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 945 time: 0.1850133 Aug 31 06:32:10.890561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] No DVR routers for this DVR port d07e2397-e2c4-427d-ae67-349055d7e7eb on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:10.890802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.896367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.899693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b4f3bea-7093-4fd0-8dff-d5363a136fd0 req-45d4c733-4c5e-48fc-b631-991f3cb47d20 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "DELETE /v2.0/ports/d07e2397-e2c4-427d-ae67-349055d7e7eb HTTP/1.1" status: 204 len: 173 time: 1.3970997 Aug 31 06:32:10.905661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'name': 'network-vif-deleted', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:10.910190 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85406261-9988-47c7-9d17-01fe8565d2d5" -d '{"events": [{"server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "name": "network-vif-deleted", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:10.942419 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5da8a81d-8c73-4db7-8171-8c26d6116f26 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:10.947064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5da8a81d-8c73-4db7-8171-8c26d6116f26 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4574261 Aug 31 06:32:10.947980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55660) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:10.954720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-de81d882-fc15-4c4d-8dcf-83ecfc7e3f23 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': '50de2d97-e020-4158-9256-a1cdd6d088c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:10.976228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8a81d-8c73-4db7-8171-8c26d6116f26 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50de2d97-e020-4158-9256-a1cdd6d088c3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:11.027606 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c6a5e599-8499-4422-abf7-3512066c7773 req-4c288a84-4597-4449-b240-8b78e24c9cd7 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041385 Aug 31 06:32:11.071604 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de81d882-fc15-4c4d-8dcf-83ecfc7e3f23 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.115599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bd81a9-7ead-46a9-b2b1-107a65f0b6e5,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:11.133169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Checking segment: {'id': '0309ce55-a2df-4c07-b63d-60ebc9c7213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ef6040c6-6413-4306-b886-cecac98d7080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:11.135198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Network hostable DHCP agents. Network: ef6040c6-6413-4306-b886-cecac98d7080, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:32:11.237334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4dc2362-547e-4edd-ae70-79d3a8bdb5ca req-bc5bf70b-8f61-4fda-9374-dfaf36c5a4c0 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59 HTTP/1.1" status: 200 len: 210 time: 0.0637984 Aug 31 06:32:11.240597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Network ef6040c6-6413-4306-b886-cecac98d7080 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:32:11.272172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ef6040c6-6413-4306-b886-cecac98d7080) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:11.280228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:11.280981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.282039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090fe0e-9975-48e1-9b7b-059969bd5638 None None] Network ef6040c6-6413-4306-b886-cecac98d7080 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:11.337678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5a915ef9-b730-4c33-885a-d3577e5d3295 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0498326 Aug 31 06:32:11.343713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de81d882-fc15-4c4d-8dcf-83ecfc7e3f23 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.381773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de81d882-fc15-4c4d-8dcf-83ecfc7e3f23 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.452425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81d882-fc15-4c4d-8dcf-83ecfc7e3f23 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c560c8-b5c4-43dc-bc3e-f6b011ae5637,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:11.504060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de81d882-fc15-4c4d-8dcf-83ecfc7e3f23 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.511001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-de81d882-fc15-4c4d-8dcf-83ecfc7e3f23 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5550945 Aug 31 06:32:11.511824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55666) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:11.574605 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e816f784-1d4d-4a8a-bc96-c628a3a1d457 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.586277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e816f784-1d4d-4a8a-bc96-c628a3a1d457 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.625754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-7b9c6820-0f65-4b49-8bf1-8ab56f05c074 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:11.633715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-7b9c6820-0f65-4b49-8bf1-8ab56f05c074 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa7a3605-669e-4c33-8155-acb5ef7cb407 HTTP/1.1" status: 200 len: 945 time: 0.2947247 Aug 31 06:32:11.635998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e816f784-1d4d-4a8a-bc96-c628a3a1d457 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.650915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e816f784-1d4d-4a8a-bc96-c628a3a1d457 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:11.654879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e816f784-1d4d-4a8a-bc96-c628a3a1d457 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/04c560c8-b5c4-43dc-bc3e-f6b011ae5637 HTTP/1.1" status: 204 len: 168 time: 0.1423631 Aug 31 06:32:11.660982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55668) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:11.705367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd706e1-81d8-46fd-9b9e-44b676edfec2 None None] Network ef6040c6-6413-4306-b886-cecac98d7080 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:11.716390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816f784-1d4d-4a8a-bc96-c628a3a1d457 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04c560c8-b5c4-43dc-bc3e-f6b011ae5637,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:11.861129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-abcca0cd-c444-479f-a152-ed48e9dd6d05 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1973724 Aug 31 06:32:11.864789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55674) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:12.041543 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e89daee3-47c4-47bf-a164-644f2e3c0d9f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.076740 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e89daee3-47c4-47bf-a164-644f2e3c0d9f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.153546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e89daee3-47c4-47bf-a164-644f2e3c0d9f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.162078 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e89daee3-47c4-47bf-a164-644f2e3c0d9f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.164411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e89daee3-47c4-47bf-a164-644f2e3c0d9f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/50de2d97-e020-4158-9256-a1cdd6d088c3 HTTP/1.1" status: 204 len: 168 time: 0.2977140 Aug 31 06:32:12.169671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:12.190315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89daee3-47c4-47bf-a164-644f2e3c0d9f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de2d97-e020-4158-9256-a1cdd6d088c3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:12.270044 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-37983134-dc97-4363-a14c-316b1153bc96 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0976512 Aug 31 06:32:12.276515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55684) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:12.282131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-885dae1d-3329-464b-a93d-4c8acb6deba3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296977051'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:12.322824 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-885dae1d-3329-464b-a93d-4c8acb6deba3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.329746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d07e2397-e2c4-427d-ae67-349055d7e7eb no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:12.388404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: d07e2397-e2c4-427d-ae67-349055d7e7eb {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:12.389013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d07e2397-e2c4-427d-ae67-349055d7e7eb not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:12.440566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73b44-74d1-401a-98f9-1c172797f23c req-0890b6af-bebb-4cb1-a55d-6628f38f0f79 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:12.450467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ea73b44-74d1-401a-98f9-1c172797f23c req-0890b6af-bebb-4cb1-a55d-6628f38f0f79 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 950 time: 0.8134863 Aug 31 06:32:12.525245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ea73b44-74d1-401a-98f9-1c172797f23c req-2d450b77-3ffc-4968-b245-e39b321e3814 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706599 Aug 31 06:32:12.538053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-885dae1d-3329-464b-a93d-4c8acb6deba3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.552778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Deleting port 8125a0ce-f94f-4967-962e-64b6b92d3b41 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:12.553125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.554971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-885dae1d-3329-464b-a93d-4c8acb6deba3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.594028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-885dae1d-3329-464b-a93d-4c8acb6deba3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.595473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-885dae1d-3329-464b-a93d-4c8acb6deba3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3175516 Aug 31 06:32:12.603734 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8450e52-3978-455d-9629-d0cc4c8fcf24 x-openstack-request-id: req-e8450e52-3978-455d-9629-d0cc4c8fcf24 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:12.604000 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59", "name": "network-vif-deleted", "tag": "d07e2397-e2c4-427d-ae67-349055d7e7eb", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:12.604328 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8450e52-3978-455d-9629-d0cc4c8fcf24 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:12.604782 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1cb9ad-28fb-47a4-a8e7-4e5d770b0b59', 'name': 'network-vif-deleted', 'tag': 'd07e2397-e2c4-427d-ae67-349055d7e7eb', 'status': 'completed', 'code': 200} Aug 31 06:32:12.606124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55688) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:12.619430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3b7bd81d-0403-42a3-a762-da96c1393ddb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': '39d981c8-9f5b-40e9-a550-86f3fa0361c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:12.633213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dae1d-3329-464b-a93d-4c8acb6deba3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d981c8-9f5b-40e9-a550-86f3fa0361c2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:12.672373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd81d-0403-42a3-a762-da96c1393ddb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.808346 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd81d-0403-42a3-a762-da96c1393ddb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.819223 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd81d-0403-42a3-a762-da96c1393ddb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.868427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bd81d-0403-42a3-a762-da96c1393ddb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9484a842-e867-432c-a809-9e33859ee420,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:12.877741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd81d-0403-42a3-a762-da96c1393ddb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.882513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3b7bd81d-0403-42a3-a762-da96c1393ddb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2718551 Aug 31 06:32:12.885609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55696) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:12.909238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] For port 8125a0ce-f94f-4967-962e-64b6b92d3b41, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8125a0ce-f94f-4967-962e-64b6b92d3b41,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:12.909655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:12.943205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Calling delete_port for 8125a0ce-f94f-4967-962e-64b6b92d3b41 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:12.946449 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-81bccca1-400f-4f64-a566-472beaaf1a05 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules/9484a842-e867-432c-a809-9e33859ee420 HTTP/1.1" status: 200 len: 763 time: 0.0569746 Aug 31 06:32:12.946591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55698) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:13.108692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-65dc05e3-a9ae-439e-9c8c-78a43c686ce7 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1569648 Aug 31 06:32:13.109415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55704) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:13.162249 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fcae200d-8412-495a-9325-5f49e0b90b38 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.178775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fcae200d-8412-495a-9325-5f49e0b90b38 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.248473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fcae200d-8412-495a-9325-5f49e0b90b38 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.256354 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.259585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fcae200d-8412-495a-9325-5f49e0b90b38 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.266440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fcae200d-8412-495a-9325-5f49e0b90b38 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9484a842-e867-432c-a809-9e33859ee420 HTTP/1.1" status: 204 len: 168 time: 0.1554694 Aug 31 06:32:13.272860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9eac2f22-eeed-4896-b9de-40699f9d3daf'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:13.274281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55708) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:13.276821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:13.317723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae200d-8412-495a-9325-5f49e0b90b38 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9484a842-e867-432c-a809-9e33859ee420,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:13.412598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-013c329b-83a4-4a0a-bc9d-8e4df4fba81e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1364064 Aug 31 06:32:13.414784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55710) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:13.428125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4b2d47d5-7c71-4292-bc1a-82afb94d879d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': '39d981c8-9f5b-40e9-a550-86f3fa0361c2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:13.437214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Pushing event deleted for resources: {'Port': ['ID=8125a0ce-f94f-4967-962e-64b6b92d3b41,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:13.486111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] No DVR routers for this DVR port 8125a0ce-f94f-4967-962e-64b6b92d3b41 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:13.490611 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.494753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94b894ed-c667-4603-be62-b7fb501fb3f2 req-e5c9e5a4-3103-4511-bf5b-7aaf4697b91a tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.23 "DELETE /v2.0/ports/8125a0ce-f94f-4967-962e-64b6b92d3b41 HTTP/1.1" status: 204 len: 173 time: 1.8522379 Aug 31 06:32:13.495453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a3605-669e-4c33-8155-acb5ef7cb407', 'name': 'network-vif-deleted', 'tag': '8125a0ce-f94f-4967-962e-64b6b92d3b41'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:13.500968 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dedcde-8ac3-4476-9d31-f999a9edc97e" -d '{"events": [{"server_uuid": "aa7a3605-669e-4c33-8155-acb5ef7cb407", "name": "network-vif-deleted", "tag": "8125a0ce-f94f-4967-962e-64b6b92d3b41"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:13.563838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b2d47d5-7c71-4292-bc1a-82afb94d879d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.823421 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b2d47d5-7c71-4292-bc1a-82afb94d879d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.837913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b2d47d5-7c71-4292-bc1a-82afb94d879d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.881803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d47d5-7c71-4292-bc1a-82afb94d879d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8525eccc-1e5f-4fc7-90d3-313a86a9b249,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:13.923799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b2d47d5-7c71-4292-bc1a-82afb94d879d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:13.925017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4b2d47d5-7c71-4292-bc1a-82afb94d879d tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5091641 Aug 31 06:32:13.927835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55716) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:13.961487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c8aeb603-b946-413b-842f-83c631062cb3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules/8525eccc-1e5f-4fc7-90d3-313a86a9b249 HTTP/1.1" status: 200 len: 763 time: 0.0323536 Aug 31 06:32:13.964780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55718) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:14.136461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-21b74e83-574a-4898-b05d-ac0fd2917e5b tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1703382 Aug 31 06:32:14.139208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55720) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:14.222406 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64fcda82-88ec-4988-ac9a-06227c50086e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.247008 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64fcda82-88ec-4988-ac9a-06227c50086e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.329102 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64fcda82-88ec-4988-ac9a-06227c50086e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.339337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64fcda82-88ec-4988-ac9a-06227c50086e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.340628 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-64fcda82-88ec-4988-ac9a-06227c50086e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8525eccc-1e5f-4fc7-90d3-313a86a9b249 HTTP/1.1" status: 204 len: 168 time: 0.2002568 Aug 31 06:32:14.343197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55722) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:14.355350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcda82-88ec-4988-ac9a-06227c50086e tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8525eccc-1e5f-4fc7-90d3-313a86a9b249,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:14.406197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-75bea45e-192b-448b-9461-0dc100e98844 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618908 Aug 31 06:32:14.412658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55730) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:14.420975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-089e9781-d7be-4e1a-8797-637b0c8a5e4f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Request body: {'security_group_rule': {'security_group_id': '39d981c8-9f5b-40e9-a550-86f3fa0361c2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:14.453453 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-089e9781-d7be-4e1a-8797-637b0c8a5e4f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.545439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-089e9781-d7be-4e1a-8797-637b0c8a5e4f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.555254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-089e9781-d7be-4e1a-8797-637b0c8a5e4f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.598306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8125a0ce-f94f-4967-962e-64b6b92d3b41 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:14.612837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-089e9781-d7be-4e1a-8797-637b0c8a5e4f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.614511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-089e9781-d7be-4e1a-8797-637b0c8a5e4f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2028494 Aug 31 06:32:14.617336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55732) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:14.628395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e9781-d7be-4e1a-8797-637b0c8a5e4f tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b2b36d-10a0-44eb-bc90-7accb712e30a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:14.664841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7b0f6ede-7d8d-4e90-9fb1-067a44dc4445 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules/05b2b36d-10a0-44eb-bc90-7accb712e30a HTTP/1.1" status: 200 len: 764 time: 0.0440927 Aug 31 06:32:14.667281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55734) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:14.686702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 8125a0ce-f94f-4967-962e-64b6b92d3b41 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:14.687037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8125a0ce-f94f-4967-962e-64b6b92d3b41 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:14.760360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-63581037-9907-44dd-b94d-efed56acc564 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0914934 Aug 31 06:32:14.763413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55736) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:14.810814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f001416f-482c-4f87-87a1-1038acadccd0 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.832544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f001416f-482c-4f87-87a1-1038acadccd0 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.898159 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f001416f-482c-4f87-87a1-1038acadccd0 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.915298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f001416f-482c-4f87-87a1-1038acadccd0 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:14.918586 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f001416f-482c-4f87-87a1-1038acadccd0 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/05b2b36d-10a0-44eb-bc90-7accb712e30a HTTP/1.1" status: 204 len: 168 time: 0.1539419 Aug 31 06:32:14.921282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55738) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:14.934923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001416f-482c-4f87-87a1-1038acadccd0 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05b2b36d-10a0-44eb-bc90-7accb712e30a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:15.006332 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f27c95fb-810e-4d04-88f2-b870abf8cfc3 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0831330 Aug 31 06:32:15.008664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55740) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:15.120584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8fe9956e-158b-4ae5-a377-a373ad829fdb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:15.154591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8fe9956e-158b-4ae5-a377-a373ad829fdb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:15.252939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8fe9956e-158b-4ae5-a377-a373ad829fdb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:15.262222 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8fe9956e-158b-4ae5-a377-a373ad829fdb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:15.266441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8fe9956e-158b-4ae5-a377-a373ad829fdb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "DELETE /v2.0/security-groups/39d981c8-9f5b-40e9-a550-86f3fa0361c2 HTTP/1.1" status: 204 len: 168 time: 0.2536547 Aug 31 06:32:15.267743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55744) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:15.285489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9956e-158b-4ae5-a377-a373ad829fdb tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d981c8-9f5b-40e9-a550-86f3fa0361c2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:15.397373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c7536417-117f-4f1b-9de5-6e4836d95721 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1224225 Aug 31 06:32:15.403389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55746) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:15.473004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e0b7c352-704d-43a1-b4a5-943b491c1b83 tempest-SecGroupTest-1039739986 tempest-SecGroupTest-1039739986-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0676277 Aug 31 06:32:15.949138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55754) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:16.329111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55760) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:16.330611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b4b1ac74-8f66-42bb-a6ce-424d4602e6b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12fd5e5623734dcab82ca716a723057b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792551 Aug 31 06:32:16.466442 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a84d28b-df9b-4676-ac59-d4f712eb4c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:16.534855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a84d28b-df9b-4676-ac59-d4f712eb4c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:16.631422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a84d28b-df9b-4676-ac59-d4f712eb4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:16.640460 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a84d28b-df9b-4676-ac59-d4f712eb4c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:16.646800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4a84d28b-df9b-4676-ac59-d4f712eb4c1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66ae6985-2c15-4dcc-b007-c44fce07aab1 HTTP/1.1" status: 204 len: 168 time: 0.3140137 Aug 31 06:32:16.671160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84d28b-df9b-4676-ac59-d4f712eb4c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ae6985-2c15-4dcc-b007-c44fce07aab1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:17.810690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-7d8ada07-c642-4b9f-aadf-73dfcad6b926 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:17.813048 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-7d8ada07-c642-4b9f-aadf-73dfcad6b926 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/networks?id=ef6040c6-6413-4306-b886-cecac98d7080 HTTP/1.1" status: 200 len: 822 time: 0.2543595 Aug 31 06:32:17.846819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-439f3e7e-95b3-4a4c-94c9-2afbe4d8e66a tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/quotas/0922238f35674e64b0c8d841777351e8 HTTP/1.1" status: 200 len: 375 time: 0.0225332 Aug 31 06:32:17.906236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-464a8dd5-bfb6-4eb8-9ec8-7deb779f0415 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0922238f35674e64b0c8d841777351e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581274 Aug 31 06:32:18.103392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-94b240e2-1444-413a-b358-695a892e6971 service neutron] 10.222.0.15 "GET /v2.0/networks/ef6040c6-6413-4306-b886-cecac98d7080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957817 Aug 31 06:32:18.236955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-7dab9c4d-5dd3-4947-aafb-d2eb80d1a1e1 service neutron] 10.222.0.15 "GET /v2.0/networks/ef6040c6-6413-4306-b886-cecac98d7080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323442 Aug 31 06:32:18.579125 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9a3c64-9061-4014-bb8b-0182fadafbd4 x-openstack-request-id: req-2f9a3c64-9061-4014-bb8b-0182fadafbd4 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:18.579811 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a3605-669e-4c33-8155-acb5ef7cb407", "name": "network-vif-deleted", "tag": "8125a0ce-f94f-4967-962e-64b6b92d3b41", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:18.580374 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f9a3c64-9061-4014-bb8b-0182fadafbd4 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:18.580995 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a3605-669e-4c33-8155-acb5ef7cb407', 'name': 'network-vif-deleted', 'tag': '8125a0ce-f94f-4967-962e-64b6b92d3b41', 'status': 'completed', 'code': 200} Aug 31 06:32:19.162918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e257cf-ec62-41e7-bf1a-7624378abd78 req-b6b5b635-4985-4a5b-a6f2-5a518df8f775 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:19.165297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4e257cf-ec62-41e7-bf1a-7624378abd78 req-b6b5b635-4985-4a5b-a6f2-5a518df8f775 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 950 time: 0.0647390 Aug 31 06:32:19.184667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73545fcb-ea7e-4d74-ac6e-d5694792bd8b req-d457af61-7925-46fc-ae3d-fcc61ebac5bb tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 210 time: 0.0692084 Aug 31 06:32:19.241440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4e257cf-ec62-41e7-bf1a-7624378abd78 req-00da490c-db0d-44a0-b068-6f320f680b09 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618534 Aug 31 06:32:19.438031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-85fd5c7f-549c-41c2-8b84-464a0734a793 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:19.439942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-85fd5c7f-549c-41c2-8b84-464a0734a793 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.42 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 944 time: 0.1397359 Aug 31 06:32:19.460762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9052313-86a4-42a6-b2f6-e864375ad1da req-1422447e-739a-485b-a82e-a97816d4a833 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:19.471031 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9052313-86a4-42a6-b2f6-e864375ad1da req-1422447e-739a-485b-a82e-a97816d4a833 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 944 time: 0.1238828 Aug 31 06:32:19.480672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91b239-da98-4bfa-b72a-9f8a16e7dcd4 req-e17ac777-d211-43ea-b3a7-f058a7660f3f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:19.493939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b91b239-da98-4bfa-b72a-9f8a16e7dcd4 req-e17ac777-d211-43ea-b3a7-f058a7660f3f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 945 time: 0.1003084 Aug 31 06:32:19.596050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b91b239-da98-4bfa-b72a-9f8a16e7dcd4 req-05fdf547-feb2-44df-a3ab-15d1aa4ef9d7 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986452 Aug 31 06:32:19.634931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9052313-86a4-42a6-b2f6-e864375ad1da req-a5419b4b-6848-4a67-baa4-2f5b7001ccf9 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626935 Aug 31 06:32:19.743072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Deleting port a951124c-8ee0-4a2f-911c-30499323fa55 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:19.744026 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:19.874355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18919793-2dca-4721-8cad-91e7ef72b9da req-0251a84f-bfc9-4b96-addc-9a8e89aa1cb9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:19.879284 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18919793-2dca-4721-8cad-91e7ef72b9da req-0251a84f-bfc9-4b96-addc-9a8e89aa1cb9 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1453600 Aug 31 06:32:19.894036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] For port a951124c-8ee0-4a2f-911c-30499323fa55, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a951124c-8ee0-4a2f-911c-30499323fa55,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:19.894316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:19.925437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Calling delete_port for a951124c-8ee0-4a2f-911c-30499323fa55 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:19.968902 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18919793-2dca-4721-8cad-91e7ef72b9da req-cb6b5b65-ec54-4a60-b857-46e8a7bcc9e2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848775 Aug 31 06:32:20.103475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-f6dcb3b8-d7e6-441a-8b85-a40cb245d51f tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:20.105238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-f6dcb3b8-d7e6-441a-8b85-a40cb245d51f tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.23 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 950 time: 0.0825145 Aug 31 06:32:20.285551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Deleting port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:20.290224 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:20.299292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:20.341796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['a951124c-8ee0-4a2f-911c-30499323fa55'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:20.493794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.42', 53203) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:20.663025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-bf846819-1fa8-4112-8274-80631039ebdf tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:20.663025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-bf846819-1fa8-4112-8274-80631039ebdf tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.42 "GET /v2.0/networks?id=ef6040c6-6413-4306-b886-cecac98d7080 HTTP/1.1" status: 200 len: 822 time: 0.3947580 Aug 31 06:32:20.682190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Pushing event deleted for resources: {'Port': ['ID=a951124c-8ee0-4a2f-911c-30499323fa55,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:20.694291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d681892f-5496-4a5b-9194-a9d5015e3fe1 req-d6c89be4-ccad-4995-b7f4-59b807c8ae9f tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 210 time: 0.1991401 Aug 31 06:32:20.705063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Request body: {'port': {'device_id': '212716cc-362c-4ebd-8b64-4682be2e3b47', 'network_id': 'ef6040c6-6413-4306-b886-cecac98d7080', 'admin_state_up': True, 'tenant_id': '0922238f35674e64b0c8d841777351e8'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:20.748028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] For port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:20.748466 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:20.754660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55906) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:20.791304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Calling delete_port for 7e579c31-9d0d-460d-b684-ef7aeeefa5cf owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:20.816817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa76af7-db73-4428-bf80-15ad41adb133 req-a24fbf87-645b-4679-82a5-6ec36739d9cb tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:20.824728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-efa76af7-db73-4428-bf80-15ad41adb133 req-a24fbf87-645b-4679-82a5-6ec36739d9cb tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8 HTTP/1.1" status: 200 len: 950 time: 0.1940451 Aug 31 06:32:20.917247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-44821c6d-a860-4a15-943a-9579ef2c62b3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:20.919298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-44821c6d-a860-4a15-943a-9579ef2c62b3 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 945 time: 0.2905686 Aug 31 06:32:20.936974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-efa76af7-db73-4428-bf80-15ad41adb133 req-46fe6465-80d8-41ed-aa5d-8fe1e0e1de32 tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.15 "GET /v2.0/security-groups?id=287519b7-ff1c-49f9-9bf1-2da882006a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068170 Aug 31 06:32:21.095635 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c993e7a-e6c8-454c-bd61-861e4ca1d9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:21.205473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7a45299-8dbc-4426-8e4e-2d6529372fcc req-6aa889c7-fb87-4852-9466-b539ef368dbf tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ca5f78-e51f-4799-b593-3b9962be8495 HTTP/1.1" status: 200 len: 210 time: 0.1164525 Aug 31 06:32:21.277473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Deleting port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:21.277816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:21.410862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:21.424490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['7e579c31-9d0d-460d-b684-ef7aeeefa5cf'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:21.439328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c993e7a-e6c8-454c-bd61-861e4ca1d9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:21.523202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c993e7a-e6c8-454c-bd61-861e4ca1d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:21.526479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Pushing event deleted for resources: {'Port': ['ID=7e579c31-9d0d-460d-b684-ef7aeeefa5cf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:21.539890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] No DVR routers for this DVR port 7e579c31-9d0d-460d-b684-ef7aeeefa5cf on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:21.544768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:21.547535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8ed3e4d-f8c9-494a-9b04-354bb2ebe0db req-a812d121-0315-4c6a-bb4c-058f59d4994b tempest-DeleteServersAdminTestJSON-1594701913 tempest-DeleteServersAdminTestJSON-1594701913-project] 10.222.0.23 "DELETE /v2.0/ports/7e579c31-9d0d-460d-b684-ef7aeeefa5cf HTTP/1.1" status: 204 len: 173 time: 1.4349127 Aug 31 06:32:21.558243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8', 'name': 'network-vif-deleted', 'tag': '7e579c31-9d0d-460d-b684-ef7aeeefa5cf'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:21.560987 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f21960-edbf-4132-a1e2-1345a7866816" -d '{"events": [{"server_uuid": "eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8", "name": "network-vif-deleted", "tag": "7e579c31-9d0d-460d-b684-ef7aeeefa5cf"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:21.574909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] No DVR routers for this DVR port a951124c-8ee0-4a2f-911c-30499323fa55 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:21.608668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:21.612797 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd22a51e-061e-4341-a94b-6365f1e6ded5 req-4652043f-4a81-4c37-8aa3-d2baf4becebd tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.42 "DELETE /v2.0/ports/a951124c-8ee0-4a2f-911c-30499323fa55 HTTP/1.1" status: 204 len: 173 time: 2.1610439 Aug 31 06:32:21.643348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] For port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:21.643798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:21.659505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Calling delete_port for 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:21.706748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c993e7a-e6c8-454c-bd61-861e4ca1d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daebc84-6488-4a11-aee4-394f887ff6e3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:21.711573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-16dffedc-b1ff-42d0-b7d7-81e0b241126f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:21.714499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-16dffedc-b1ff-42d0-b7d7-81e0b241126f tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 1.2087359 Aug 31 06:32:21.717838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'name': 'network-vif-deleted', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:21.723213 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2140ff-f3fb-48c0-a9aa-e32b210f8c73" -d '{"events": [{"server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "name": "network-vif-deleted", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:21.739382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5c993e7a-e6c8-454c-bd61-861e4ca1d9e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=657c7d4f2b424ba3a23ccb19793c0ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9810927 Aug 31 06:32:21.749612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a45328-be0d-44a7-8c23-cf497a025bfe req-068e78d8-52fd-4b73-85a5-ec3008e479a2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:21.751151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2a45328-be0d-44a7-8c23-cf497a025bfe req-068e78d8-52fd-4b73-85a5-ec3008e479a2 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.3910286 Aug 31 06:32:21.759601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55932) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:21.868988 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2a45328-be0d-44a7-8c23-cf497a025bfe req-19516040-5b26-42bf-8806-210affbb0bc5 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810132 Aug 31 06:32:21.950206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Made reservation on behalf of 0922238f35674e64b0c8d841777351e8 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:21.953215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:22.028317 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc8e687-7a42-47d7-aa81-61f1c5e86480 x-openstack-request-id: req-5fc8e687-7a42-47d7-aa81-61f1c5e86480 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:22.028621 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8", "name": "network-vif-deleted", "tag": "7e579c31-9d0d-460d-b684-ef7aeeefa5cf", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:22.028965 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fc8e687-7a42-47d7-aa81-61f1c5e86480 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:22.029287 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecee3c2-6d6a-47df-8cdb-b07eaaf26ca8', 'name': 'network-vif-deleted', 'tag': '7e579c31-9d0d-460d-b684-ef7aeeefa5cf', 'status': 'completed', 'code': 200} Aug 31 06:32:22.035328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:22.045037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39fb223b-8707-41d1-9d1e-587ad03a1c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:22.052809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:22.056204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9eac2f22-eeed-4896-b9de-40699f9d3daf'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:22.105870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa68d8a-bc1b-458d-b695-5d6eab3f4247 req-992e848f-62c3-40bc-a5d4-3d1bf4cc5f4d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:22.115128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-baa68d8a-bc1b-458d-b695-5d6eab3f4247 req-992e848f-62c3-40bc-a5d4-3d1bf4cc5f4d tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bc0b321-10be-40c1-b75e-7ae3694f5928 HTTP/1.1" status: 200 len: 945 time: 0.6494784 Aug 31 06:32:22.197105 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39fb223b-8707-41d1-9d1e-587ad03a1c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:22.240751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Pushing event deleted for resources: {'Port': ['ID=0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:22.289820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-baa68d8a-bc1b-458d-b695-5d6eab3f4247 req-05e11398-9bbc-45d1-a210-b8f49c3b6048 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736958 Aug 31 06:32:22.387681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a951124c-8ee0-4a2f-911c-30499323fa55 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:22.423777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-793fadc7-67da-4f6d-bfe9-0326e8123774 req-7396f195-4c51-4430-8896-b786a02adf44 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 210 time: 0.2815511 Aug 31 06:32:22.480852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] No DVR routers for this DVR port 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:22.485878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:22.491017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-951c2df3-f428-4f4a-97a6-c31a64bdc763 req-b63d4326-0823-4778-af3f-91b6310e2151 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.42 "DELETE /v2.0/ports/0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a HTTP/1.1" status: 204 len: 173 time: 1.5506752 Aug 31 06:32:22.502531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: a951124c-8ee0-4a2f-911c-30499323fa55 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:22.503562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a951124c-8ee0-4a2f-911c-30499323fa55 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:22.504179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5b564cf9-b3ab-4000-b0a3-f827692a0418 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:22.530650 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc968cb-8c77-4506-b979-47716a005574 x-openstack-request-id: req-5dc968cb-8c77-4506-b979-47716a005574 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:22.530932 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca5f78-e51f-4799-b593-3b9962be8495", "name": "network-vif-deleted", "tag": "a951124c-8ee0-4a2f-911c-30499323fa55", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:22.531189 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dc968cb-8c77-4506-b979-47716a005574 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:22.531637 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca5f78-e51f-4799-b593-3b9962be8495', 'name': 'network-vif-deleted', 'tag': 'a951124c-8ee0-4a2f-911c-30499323fa55', 'status': 'completed', 'code': 200} Aug 31 06:32:22.585563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Deleting port 5b564cf9-b3ab-4000-b0a3-f827692a0418 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:22.591045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:22.794826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Allocated IP 172.20.0.10 (ef6040c6-6413-4306-b886-cecac98d7080/92bd81a9-7ead-46a9-b2b1-107a65f0b6e5/e9388294-205a-4625-8b1a-2668abd1dda5) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:32:22.797829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39fb223b-8707-41d1-9d1e-587ad03a1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:22.801743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39fb223b-8707-41d1-9d1e-587ad03a1c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:22.805652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-39fb223b-8707-41d1-9d1e-587ad03a1c12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7daebc84-6488-4a11-aee4-394f887ff6e3 HTTP/1.1" status: 204 len: 168 time: 1.0412290 Aug 31 06:32:22.859271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb223b-8707-41d1-9d1e-587ad03a1c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daebc84-6488-4a11-aee4-394f887ff6e3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:23.238274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dce08-c0f9-4b15-afba-e9d1573ffa8b req-5bde3f34-8aac-47b6-beec-cfcb8c126d6c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:23.255523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:23.258041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a82dce08-c0f9-4b15-afba-e9d1573ffa8b req-5bde3f34-8aac-47b6-beec-cfcb8c126d6c tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 950 time: 0.1923215 Aug 31 06:32:23.313756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:23.323060 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac150d7-eca0-4e7f-ae26-c12d751634e9" -d '{"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-unplugged", "status": "completed", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:23.364385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a82dce08-c0f9-4b15-afba-e9d1573ffa8b req-9a2ca2fc-98a4-4735-bac8-dae32e03abe4 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958908 Aug 31 06:32:23.371934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:23.379848 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:23.456773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:23.476012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:23.541839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] For port 5b564cf9-b3ab-4000-b0a3-f827692a0418, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5b564cf9-b3ab-4000-b0a3-f827692a0418,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:23.542810 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:23.606311 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6cf4f0-80fd-4658-ab1e-b954b16ca592 x-openstack-request-id: req-0e6cf4f0-80fd-4658-ab1e-b954b16ca592 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:23.607358 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-unplugged", "status": "completed", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:23.607946 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e6cf4f0-80fd-4658-ab1e-b954b16ca592 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:23.609059 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'code': 200} Aug 31 06:32:23.643473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Calling delete_port for 5b564cf9-b3ab-4000-b0a3-f827692a0418 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:23.670070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-a5ec9688-9701-4369-b01a-ef3b27a03e02 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:23.674888 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-a5ec9688-9701-4369-b01a-ef3b27a03e02 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.42 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 945 time: 0.1640189 Aug 31 06:32:23.739084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55992) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:23.822839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55994) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:23.834192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ebe75-fd94-47c2-b103-23c914ffb8ac req-9e2a143c-5953-48be-8aad-f92f35640bf4 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:23.839706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b85ebe75-fd94-47c2-b103-23c914ffb8ac req-9e2a143c-5953-48be-8aad-f92f35640bf4 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 945 time: 0.3175423 Aug 31 06:32:23.849998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:23.887090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41338c-c489-4be3-ae41-35026dad72b8 req-469cfd19-95fa-4e30-8f5c-0b5fc8a7252f tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:23.889005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a41338c-c489-4be3-ae41-35026dad72b8 req-469cfd19-95fa-4e30-8f5c-0b5fc8a7252f tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 932 time: 0.1329889 Aug 31 06:32:23.929144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Deleting port 5de979cf-2ca6-4966-837f-ab829148f8c5 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:23.929811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:23.977291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74dea31f-6bdc-4bac-b0e2-9241fae9dfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:23.988672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Network ef6040c6-6413-4306-b886-cecac98d7080 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:32:24.009543 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b85ebe75-fd94-47c2-b103-23c914ffb8ac req-f0357ff7-23bd-4607-9445-b3505334905a tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520996 Aug 31 06:32:24.029812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc0b321-10be-40c1-b75e-7ae3694f5928', 'name': 'network-vif-deleted', 'tag': '0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:24.032566 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c47fc4-cd6b-49e1-b98f-c058cef17e55" -d '{"events": [{"server_uuid": "6bc0b321-10be-40c1-b75e-7ae3694f5928", "name": "network-vif-deleted", "tag": "0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:24.050128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:24.056168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a41338c-c489-4be3-ae41-35026dad72b8 req-2c15932c-fabf-4631-8c91-7f8dfcc3ba0f tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545851 Aug 31 06:32:24.102279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:32:24.186747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] For port 5de979cf-2ca6-4966-837f-ab829148f8c5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5de979cf-2ca6-4966-837f-ab829148f8c5,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:24.187504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.199938 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3562806-eb4d-4926-8f0a-b568c04356f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.208651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Calling delete_port for 5de979cf-2ca6-4966-837f-ab829148f8c5 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:24.228142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.336582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Pushing event updated for resources: {'Port': ['ID=e9388294-205a-4625-8b1a-2668abd1dda5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:24.391926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:24.392853 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.398265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:24.427596 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f10a783-2976-4924-9d5e-4cec3365da4b x-openstack-request-id: req-7f10a783-2976-4924-9d5e-4cec3365da4b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:24.427837 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc0b321-10be-40c1-b75e-7ae3694f5928", "name": "network-vif-deleted", "tag": "0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:24.428075 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f10a783-2976-4924-9d5e-4cec3365da4b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:24.428489 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc0b321-10be-40c1-b75e-7ae3694f5928', 'name': 'network-vif-deleted', 'tag': '0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a', 'status': 'completed', 'code': 200} Aug 31 06:32:24.441506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.481304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:24.483445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0d0c85cf-80c8-45ac-98a7-29fdc9b80c6a not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:24.484332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Pushing event deleted for resources: {'Port': ['ID=5de979cf-2ca6-4966-837f-ab829148f8c5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:24.485249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5de979cf-2ca6-4966-837f-ab829148f8c5 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:24.531556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 5de979cf-2ca6-4966-837f-ab829148f8c5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:24.532913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5de979cf-2ca6-4966-837f-ab829148f8c5 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:24.574420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] No DVR routers for this DVR port 5de979cf-2ca6-4966-837f-ab829148f8c5 on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:24.577886 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.583299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a817c847-9594-4b1b-8b11-03ac1b288ec6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=219953469e9548dea5273c3aae58d5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7422342 Aug 31 06:32:24.585382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62bff3c5-fb1d-4b82-a33e-bcec9dc50cf5 req-4c5f2208-21a6-4df6-8264-9ee2733e8594 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.42 "DELETE /v2.0/ports/5de979cf-2ca6-4966-837f-ab829148f8c5 HTTP/1.1" status: 204 len: 173 time: 0.9040563 Aug 31 06:32:24.615309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e579c31-9d0d-460d-b684-ef7aeeefa5cf no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:24.635951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56014) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:24.679777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 7e579c31-9d0d-460d-b684-ef7aeeefa5cf {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:24.680615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e579c31-9d0d-460d-b684-ef7aeeefa5cf not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:24.691590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45ae43-f34a-4aed-8e0c-6dcc531b2071 req-4ba1bfe8-6757-4c46-bd8f-d2b3575d72dd tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:24.693154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e45ae43-f34a-4aed-8e0c-6dcc531b2071 req-4ba1bfe8-6757-4c46-bd8f-d2b3575d72dd tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 949 time: 0.1204693 Aug 31 06:32:24.702121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74dea31f-6bdc-4bac-b0e2-9241fae9dfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.742522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14586b54-97de-4df0-b026-0c0fabbf158d req-e3504b91-f07a-4554-bf98-84ac92a9b3f6 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:24.744689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14586b54-97de-4df0-b026-0c0fabbf158d req-e3504b91-f07a-4554-bf98-84ac92a9b3f6 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1919022 Aug 31 06:32:24.746289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74dea31f-6bdc-4bac-b0e2-9241fae9dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.766355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e45ae43-f34a-4aed-8e0c-6dcc531b2071 req-6fa6065b-8774-40f9-9a42-b0f87f54acf6 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/security-groups?id=0129bc0e-9556-4bc9-a29a-66de78671548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661874 Aug 31 06:32:24.785612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-74dea31f-6bdc-4bac-b0e2-9241fae9dfb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c374ab77a5a3467b973e5b3957afc8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0453682 Aug 31 06:32:24.790482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56016) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:24.796053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0ac66e45-457c-4610-b5ac-143478e0c038 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1101961 Aug 31 06:32:24.834232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.853809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Request body: {'port': {'device_id': '212716cc-362c-4ebd-8b64-4682be2e3b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:24.936885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-010f57fa-23f0-495b-983d-4bbae5f5e518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.987801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-010f57fa-23f0-495b-983d-4bbae5f5e518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.991620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] No DVR routers for this DVR port 5b564cf9-b3ab-4000-b0a3-f827692a0418 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:25.015039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dea31f-6bdc-4bac-b0e2-9241fae9dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7479b2d2-e883-478e-98fb-4793576fc154,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:25.021785 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.023866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a61ea61-b044-4e67-9793-ba33a9920ba1 req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.42 "DELETE /v2.0/ports/5b564cf9-b3ab-4000-b0a3-f827692a0418 HTTP/1.1" status: 204 len: 173 time: 3.2949624 Aug 31 06:32:25.038991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14586b54-97de-4df0-b026-0c0fabbf158d req-89433eea-6dec-421c-828c-0821eff713bd tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544770 Aug 31 06:32:25.041227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dcc4a-6db6-4e29-b0e2-03609dea2cec tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] Pushing event deleted for resources: {'Port': ['ID=5b564cf9-b3ab-4000-b0a3-f827692a0418,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:25.043477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-deleted', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:25.045952 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69385ec-d522-42b6-a05c-a29a11a08510" -d '{"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-deleted", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:25.092185 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7efbf1c-58d2-4ce0-a6e5-c7732837545d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.100795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-010f57fa-23f0-495b-983d-4bbae5f5e518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.103739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-010f57fa-23f0-495b-983d-4bbae5f5e518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.106718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-010f57fa-23f0-495b-983d-4bbae5f5e518 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7479b2d2-e883-478e-98fb-4793576fc154 HTTP/1.1" status: 204 len: 168 time: 0.3142610 Aug 31 06:32:25.119992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f57fa-23f0-495b-983d-4bbae5f5e518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479b2d2-e883-478e-98fb-4793576fc154,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:25.165652 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3073b9a9-4723-44c8-8db0-e9f79545a28b x-openstack-request-id: req-3073b9a9-4723-44c8-8db0-e9f79545a28b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:25.165967 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0b5eb9-471a-42a3-b263-9bb6d196cd71", "name": "network-vif-deleted", "tag": "5b564cf9-b3ab-4000-b0a3-f827692a0418", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:25.166277 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3073b9a9-4723-44c8-8db0-e9f79545a28b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:25.169665 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0b5eb9-471a-42a3-b263-9bb6d196cd71', 'name': 'network-vif-deleted', 'tag': '5b564cf9-b3ab-4000-b0a3-f827692a0418', 'status': 'completed', 'code': 200} Aug 31 06:32:25.196947 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7efbf1c-58d2-4ce0-a6e5-c7732837545d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.199448 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.317384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1f309f65-101e-4410-891a-db4a5aafad51 req-8c81f491-9fcf-4090-88ca-cf1e1e0a13cf tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=2beb3765-39ac-4243-8ba4-cc013896cc4b HTTP/1.1" status: 200 len: 210 time: 0.0583284 Aug 31 06:32:25.625508 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.713767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fe32-6e18-4f0d-bee2-fb6b9a497e84 req-70ce220f-8f67-44b1-ad0e-f721d95add16 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:25.731806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8961fe32-6e18-4f0d-bee2-fb6b9a497e84 req-70ce220f-8f67-44b1-ad0e-f721d95add16 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 932 time: 0.5089662 Aug 31 06:32:25.873524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8961fe32-6e18-4f0d-bee2-fb6b9a497e84 req-5d47df63-8ef5-40a0-8bd7-25db52efc7d5 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352332 Aug 31 06:32:25.874572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7efbf1c-58d2-4ce0-a6e5-c7732837545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.879026 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7efbf1c-58d2-4ce0-a6e5-c7732837545d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:25.894716 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d7efbf1c-58d2-4ce0-a6e5-c7732837545d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/287519b7-ff1c-49f9-9bf1-2da882006a67 HTTP/1.1" status: 204 len: 168 time: 1.2512991 Aug 31 06:32:25.923441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efbf1c-58d2-4ce0-a6e5-c7732837545d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287519b7-ff1c-49f9-9bf1-2da882006a67,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:26.085872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-c4d069cb-d033-4190-a5ae-889620edaf1f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:26.087475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-c4d069cb-d033-4190-a5ae-889620edaf1f tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1692169 Aug 31 06:32:26.183364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9388294-205a-4625-8b1a-2668abd1dda5 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:26.186243 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46b0c9da-f508-4430-a485-6b8fc22491c0 req-5f28669d-4779-487f-9f5d-83992519fa98 tempest-MigrationsAdminTest-1075990257 tempest-MigrationsAdminTest-1075990257-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a0b5eb9-471a-42a3-b263-9bb6d196cd71 HTTP/1.1" status: 200 len: 210 time: 0.0943460 Aug 31 06:32:26.240095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.318459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Transition to ACTIVE for port object e9388294-205a-4625-8b1a-2668abd1dda5 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:32:26.332268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.399258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52063877-c53b-4d25-b383-dcad0f986435 req-d5e61df3-676f-4446-878d-1c87fd8b7992 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:26.409392 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52063877-c53b-4d25-b383-dcad0f986435 req-d5e61df3-676f-4446-878d-1c87fd8b7992 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 945 time: 0.1971209 Aug 31 06:32:26.422639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Deleting port 9eac2f22-eeed-4896-b9de-40699f9d3daf {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:26.423145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.444145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'name': 'network-vif-deleted', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:26.450051 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c189bcae-b177-478e-a094-67973ccd4e09" -d '{"events": [{"server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "name": "network-vif-deleted", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:26.455253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9388294-205a-4625-8b1a-2668abd1dda5,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:26.535189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52063877-c53b-4d25-b383-dcad0f986435 req-20d4e74e-eb1f-43f6-8c2b-f9d585415f2c tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/security-groups?id=41c48e9a-a512-4f6f-b8d8-54006947dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243088 Aug 31 06:32:26.585750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56072) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:26.608232 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edb9a1ad-f622-4f79-a782-b085668951b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.701650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] For port 9eac2f22-eeed-4896-b9de-40699f9d3daf, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9eac2f22-eeed-4896-b9de-40699f9d3daf,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:26.701650 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.715044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Attempting to bind port e9388294-205a-4625-8b1a-2668abd1dda5 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:32:26.716317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Attempting to bind port e9388294-205a-4625-8b1a-2668abd1dda5 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '0309ce55-a2df-4c07-b63d-60ebc9c7213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ef6040c6-6413-4306-b886-cecac98d7080'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:32:26.718414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Attempting to bind port e9388294-205a-4625-8b1a-2668abd1dda5 on network ef6040c6-6413-4306-b886-cecac98d7080 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:26.723243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Calling delete_port for 9eac2f22-eeed-4896-b9de-40699f9d3daf owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:26.735262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Port e9388294-205a-4625-8b1a-2668abd1dda5 on network ef6040c6-6413-4306-b886-cecac98d7080 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:32:26.738201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Attempting to bind port e9388294-205a-4625-8b1a-2668abd1dda5 on network ef6040c6-6413-4306-b886-cecac98d7080 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:26.757291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:32:26.758733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Checking segment: {'id': '0309ce55-a2df-4c07-b63d-60ebc9c7213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ef6040c6-6413-4306-b886-cecac98d7080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:26.766341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Bound using segment: {'id': '0309ce55-a2df-4c07-b63d-60ebc9c7213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ef6040c6-6413-4306-b886-cecac98d7080'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:32:26.768393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Bound port: e9388294-205a-4625-8b1a-2668abd1dda5, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0309ce55-a2df-4c07-b63d-60ebc9c7213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ef6040c6-6413-4306-b886-cecac98d7080'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:32:26.769059 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.769687 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-17e0124e-34bd-4a32-bbeb-2bc0ed4d5049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.798290 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a251c9-ecf4-43a0-a9d3-7f8e2bd96aec x-openstack-request-id: req-11a251c9-ecf4-43a0-a9d3-7f8e2bd96aec {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:26.798627 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb3765-39ac-4243-8ba4-cc013896cc4b", "name": "network-vif-deleted", "tag": "5de979cf-2ca6-4966-837f-ab829148f8c5", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:26.798834 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11a251c9-ecf4-43a0-a9d3-7f8e2bd96aec {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:26.799779 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beb3765-39ac-4243-8ba4-cc013896cc4b', 'name': 'network-vif-deleted', 'tag': '5de979cf-2ca6-4966-837f-ab829148f8c5', 'status': 'completed', 'code': 200} Aug 31 06:32:26.840663 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.960969 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edb9a1ad-f622-4f79-a782-b085668951b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:26.998664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] For port e9388294-205a-4625-8b1a-2668abd1dda5, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:32:27.006396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] For port e9388294-205a-4625-8b1a-2668abd1dda5, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e9388294-205a-4625-8b1a-2668abd1dda5,segment=NetworkSegment(0309ce55-a2df-4c07-b63d-60ebc9c7213c),segment_id=0309ce55-a2df-4c07-b63d-60ebc9c7213c)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:32:27.007360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edb9a1ad-f622-4f79-a782-b085668951b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.015689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.102352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-edb9a1ad-f622-4f79-a782-b085668951b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09231ba3daed477184a2ae1dde056d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152946 Aug 31 06:32:27.103063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:27.129298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:27.136464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.149749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9a1ad-f622-4f79-a782-b085668951b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42bd0d-d7a7-431f-ae02-15ab0c904f97,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:27.171687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] 10.222.0.42 "PUT /v2.0/ports/e9388294-205a-4625-8b1a-2668abd1dda5 HTTP/1.1" status: 200 len: 1093 time: 2.3165228 Aug 31 06:32:27.210587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.222668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212716cc-362c-4ebd-8b64-4682be2e3b47', 'tag': 'e9388294-205a-4625-8b1a-2668abd1dda5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:27.228295 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "212716cc-362c-4ebd-8b64-4682be2e3b47", "tag": "e9388294-205a-4625-8b1a-2668abd1dda5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:27.264994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Pushing event deleted for resources: {'Port': ['ID=9eac2f22-eeed-4896-b9de-40699f9d3daf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:27.356962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb70e2-01cf-4ba5-838c-a7ec8e3afef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9388294-205a-4625-8b1a-2668abd1dda5,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:27.412076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0dd5e116-9974-4db5-aeab-b2b858abdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:27.413861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0dd5e116-9974-4db5-aeab-b2b858abdf1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0922238f35674e64b0c8d841777351e8&device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 1096 time: 0.1713624 Aug 31 06:32:27.479446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-0a9f46be-11f6-466f-8ac8-f210ebf100ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9388294-205a-4625-8b1a-2668abd1dda5 HTTP/1.1" status: 200 len: 217 time: 0.0465431 Aug 31 06:32:27.492495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d003f-d3db-4c10-9efe-c566cacb0dcb req-b264d246-1ac2-4b89-bf93-4791e8d6ae1d tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:27.494815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c9d003f-d3db-4c10-9efe-c566cacb0dcb req-b264d246-1ac2-4b89-bf93-4791e8d6ae1d tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 944 time: 0.3186069 Aug 31 06:32:27.553882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-c8655144-ddaf-45ca-ab26-a3c7df414dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:27.555728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-c8655144-ddaf-45ca-ab26-a3c7df414dcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92bd81a9-7ead-46a9-b2b1-107a65f0b6e5 HTTP/1.1" status: 200 len: 862 time: 0.0598066 Aug 31 06:32:27.637870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-833e60e0-a9d7-44d9-8c0d-391a444bd22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.657731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] No DVR routers for this DVR port 9eac2f22-eeed-4896-b9de-40699f9d3daf on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:27.667515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.669611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ec94275-0c3d-4e61-a478-3da1c14f2f9e req-b0c3e13d-b325-4d41-a3fb-8234140dbc12 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.23 "DELETE /v2.0/ports/9eac2f22-eeed-4896-b9de-40699f9d3daf HTTP/1.1" status: 204 len: 173 time: 1.5588384 Aug 31 06:32:27.670375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-96af3e91-87f7-48ed-8289-85d9f6778f73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef6040c6-6413-4306-b886-cecac98d7080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939724 Aug 31 06:32:27.689710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff39422-1751-407f-94a9-369e4c80a90a req-7b10f9a5-07d3-4264-a91a-66b28eb3efa4 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:27.698579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ff39422-1751-407f-94a9-369e4c80a90a req-7b10f9a5-07d3-4264-a91a-66b28eb3efa4 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 945 time: 0.5116522 Aug 31 06:32:27.715082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-833e60e0-a9d7-44d9-8c0d-391a444bd22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.799064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ff39422-1751-407f-94a9-369e4c80a90a req-0403c7b0-0d42-4268-93a0-e748045989a4 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994804 Aug 31 06:32:27.814478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c9d003f-d3db-4c10-9efe-c566cacb0dcb req-a4043e9c-0f91-4081-b9b7-62ae24770ac3 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572672 Aug 31 06:32:27.856721 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-833e60e0-a9d7-44d9-8c0d-391a444bd22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.860786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-833e60e0-a9d7-44d9-8c0d-391a444bd22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.866514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-833e60e0-a9d7-44d9-8c0d-391a444bd22e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c42bd0d-d7a7-431f-ae02-15ab0c904f97 HTTP/1.1" status: 204 len: 168 time: 0.7554417 Aug 31 06:32:27.878618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e60e0-a9d7-44d9-8c0d-391a444bd22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42bd0d-d7a7-431f-ae02-15ab0c904f97,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:27.961149 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031bef71-40c0-4eb3-ab04-24f946fe74ec x-openstack-request-id: req-031bef71-40c0-4eb3-ab04-24f946fe74ec {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:27.963347 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212716cc-362c-4ebd-8b64-4682be2e3b47", "tag": "e9388294-205a-4625-8b1a-2668abd1dda5", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:27.963620 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-031bef71-40c0-4eb3-ab04-24f946fe74ec {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:27.964486 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212716cc-362c-4ebd-8b64-4682be2e3b47', 'tag': 'e9388294-205a-4625-8b1a-2668abd1dda5', 'status': 'completed', 'code': 200} Aug 31 06:32:27.998260 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:28.015356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-f229e10e-80ea-47ae-aa90-4671072863c9 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:28.018547 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-f229e10e-80ea-47ae-aa90-4671072863c9 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 945 time: 0.4407966 Aug 31 06:32:28.167680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71a82562-8c46-47e8-9303-675b4d3e8247 req-aeb840e9-c247-4d4e-8bc3-f97eb258b097 tempest-ListServerFiltersTestJSON-878279946 tempest-ListServerFiltersTestJSON-878279946-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cc666e2-0781-4f0e-9d31-fd7bddefc9ea HTTP/1.1" status: 200 len: 210 time: 0.0670893 Aug 31 06:32:28.250012 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-10989483-fe1a-4289-80a3-f42f3d426d38 service neutron] 10.222.0.42 "GET /v2.0/networks/ef6040c6-6413-4306-b886-cecac98d7080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793744 Aug 31 06:32:28.437567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Deleting port a9550a5a-4432-4533-9364-b56207fb18d0 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:28.438062 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:28.525070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24ee54f9-5ef5-4bba-9f2b-b20a43978acc req-a138d728-8aae-48fc-bd5b-5576b4c2fc0d service neutron] 10.222.0.42 "GET /v2.0/networks/ef6040c6-6413-4306-b886-cecac98d7080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654474 Aug 31 06:32:28.643509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9eac2f22-eeed-4896-b9de-40699f9d3daf no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:28.709230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] For port a9550a5a-4432-4533-9364-b56207fb18d0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a9550a5a-4432-4533-9364-b56207fb18d0,segment=NetworkSegment(8f6603ba-1f6f-4575-8023-4c647fc0bd52),segment_id=8f6603ba-1f6f-4575-8023-4c647fc0bd52)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:28.709556 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:28.714196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 9eac2f22-eeed-4896-b9de-40699f9d3daf {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:28.715486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9eac2f22-eeed-4896-b9de-40699f9d3daf not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:28.731868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Calling delete_port for a9550a5a-4432-4533-9364-b56207fb18d0 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:28.749638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-e735e562-77fe-41eb-a729-47198cb96d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:28.751158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-e735e562-77fe-41eb-a729-47198cb96d79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0922238f35674e64b0c8d841777351e8&device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 1096 time: 0.1341841 Aug 31 06:32:28.801228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc666e2-0781-4f0e-9d31-fd7bddefc9ea', 'name': 'network-vif-deleted', 'tag': '9eac2f22-eeed-4896-b9de-40699f9d3daf'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:28.803573 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f0967e-fdc2-4689-8adf-663d4f7fefe2" -d '{"events": [{"server_uuid": "4cc666e2-0781-4f0e-9d31-fd7bddefc9ea", "name": "network-vif-deleted", "tag": "9eac2f22-eeed-4896-b9de-40699f9d3daf"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:28.902354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56140) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:28.948727 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5f176f-803c-4255-a5e6-fef68b538914 x-openstack-request-id: req-2e5f176f-803c-4255-a5e6-fef68b538914 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:28.949147 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc666e2-0781-4f0e-9d31-fd7bddefc9ea", "name": "network-vif-deleted", "tag": "9eac2f22-eeed-4896-b9de-40699f9d3daf", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:28.949463 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e5f176f-803c-4255-a5e6-fef68b538914 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:28.949857 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc666e2-0781-4f0e-9d31-fd7bddefc9ea', 'name': 'network-vif-deleted', 'tag': '9eac2f22-eeed-4896-b9de-40699f9d3daf', 'status': 'completed', 'code': 200} Aug 31 06:32:29.083022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1248c03-02bc-456f-b4e2-214294007ec3 req-cbd3c4ff-25d3-4788-8e98-f239f8c6b0e7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:29.088497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1248c03-02bc-456f-b4e2-214294007ec3 req-cbd3c4ff-25d3-4788-8e98-f239f8c6b0e7 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 945 time: 0.1022477 Aug 31 06:32:29.207396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1248c03-02bc-456f-b4e2-214294007ec3 req-63def70c-7c73-4435-8056-3013249bb9f1 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/security-groups?id=d542420a-b09b-4b4b-8e0d-083a5443c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097865 Aug 31 06:32:29.324765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ff7237d9-1e24-4755-bd3b-cb94015b8598 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2556a5a837e41668d15636b90159a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212086 Aug 31 06:32:29.327819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56168) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:29.401704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56176) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:29.656764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af132611-27f3-4e73-876a-3091ab6d6891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:29.675680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-6012d095-f03f-4453-9f3a-ebcfbc1a261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:29.677477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-6012d095-f03f-4453-9f3a-ebcfbc1a261c service neutron] 10.222.0.42 "GET /v2.0/networks?id=ef6040c6-6413-4306-b886-cecac98d7080 HTTP/1.1" status: 200 len: 923 time: 0.9143443 Aug 31 06:32:29.678310 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:29.697054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49a6511-611c-4d3d-a607-0c2338dd3b13 admin admin] Deleting subnet 7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:32:29.703219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a49a6511-611c-4d3d-a607-0c2338dd3b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:29.737658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Pushing event deleted for resources: {'Port': ['ID=a9550a5a-4432-4533-9364-b56207fb18d0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:29.809208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a49a6511-611c-4d3d-a607-0c2338dd3b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:29.829766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-6b1be9a0-700a-4dc3-a029-0bd8cea00d59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9388294-205a-4625-8b1a-2668abd1dda5 HTTP/1.1" status: 200 len: 217 time: 0.1179006 Aug 31 06:32:29.848523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:29.889132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf9efb-2607-4373-a7f1-180ac2c87a52 req-c6d9b62d-1d04-4c66-8206-e52fb96998f1 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:29.895727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32cf9efb-2607-4373-a7f1-180ac2c87a52 req-c6d9b62d-1d04-4c66-8206-e52fb96998f1 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 944 time: 0.4878557 Aug 31 06:32:29.953207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-7569d2d5-4c48-4832-88b6-1c7ac915bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:29.954817 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-7569d2d5-4c48-4832-88b6-1c7ac915bc7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92bd81a9-7ead-46a9-b2b1-107a65f0b6e5 HTTP/1.1" status: 200 len: 862 time: 0.0803363 Aug 31 06:32:29.965257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a49a6511-611c-4d3d-a607-0c2338dd3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:29.996783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] No DVR routers for this DVR port a9550a5a-4432-4533-9364-b56207fb18d0 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:30.000087 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:30.002205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f86ed38f-3ab3-457a-87a4-63713d33812e req-3cffdb51-ec11-41a2-a756-e985b2b72758 tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.42 "DELETE /v2.0/ports/a9550a5a-4432-4533-9364-b56207fb18d0 HTTP/1.1" status: 204 len: 173 time: 1.9674847 Aug 31 06:32:30.005963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-c57c95b8-27bf-4f97-8279-13cb9524bdc2 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1202192551&fields=id&tenant_id=2e9a38379be54c429776790ebdf49513 HTTP/1.1" status: 200 len: 267 time: 0.4384651 Aug 31 06:32:30.042788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'name': 'network-vif-deleted', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:30.045660 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b172de8f-65ff-43a0-88c5-139a12437ac9" -d '{"events": [{"server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "name": "network-vif-deleted", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:30.051457 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af132611-27f3-4e73-876a-3091ab6d6891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:30.095763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-b7556af3-d951-453f-8656-d2dc23cf525a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef6040c6-6413-4306-b886-cecac98d7080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017113 Aug 31 06:32:30.100030 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32cf9efb-2607-4373-a7f1-180ac2c87a52 req-d614486c-7e42-46f4-bfe0-2e64389c3681 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422164 Aug 31 06:32:30.262003 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b744e9c4-7e82-47eb-b436-7a70403c9b26 x-openstack-request-id: req-b744e9c4-7e82-47eb-b436-7a70403c9b26 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:30.262341 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b96e66-049e-4b0f-a06b-7e382230b229", "name": "network-vif-deleted", "tag": "a9550a5a-4432-4533-9364-b56207fb18d0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:30.262545 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b744e9c4-7e82-47eb-b436-7a70403c9b26 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:30.262938 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b96e66-049e-4b0f-a06b-7e382230b229', 'name': 'network-vif-deleted', 'tag': 'a9550a5a-4432-4533-9364-b56207fb18d0', 'status': 'completed', 'code': 200} Aug 31 06:32:30.301414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a49a6511-611c-4d3d-a607-0c2338dd3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:30.369074 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af132611-27f3-4e73-876a-3091ab6d6891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:30.372001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af132611-27f3-4e73-876a-3091ab6d6891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:30.374739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-af132611-27f3-4e73-876a-3091ab6d6891 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0129bc0e-9556-4bc9-a29a-66de78671548 HTTP/1.1" status: 204 len: 168 time: 1.0458300 Aug 31 06:32:30.379634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a6511-611c-4d3d-a607-0c2338dd3b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d0491a5-a2ab-4b17-960b-d2c8ea4a8354,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:30.395100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc71d69-1b58-46f4-a078-2a1672f3bdce None None] Network f47d8ff9-5309-492a-90d9-90c7b503278e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:30.396336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189477c-9d7f-44b8-981d-302139ea535e req-32a531da-4f3f-4b9b-958c-8b09d53adb41 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:30.404459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-32a531da-4f3f-4b9b-958c-8b09d53adb41 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/networks?id=d82d2daf-8318-4a04-83c5-fd00909c743d HTTP/1.1" status: 200 len: 815 time: 0.3971474 Aug 31 06:32:30.413043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a49a6511-611c-4d3d-a607-0c2338dd3b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:30.413782 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a49a6511-611c-4d3d-a607-0c2338dd3b13 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d0491a5-a2ab-4b17-960b-d2c8ea4a8354 HTTP/1.1" status: 204 len: 168 time: 1.0088742 Aug 31 06:32:30.416037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af132611-27f3-4e73-876a-3091ab6d6891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0129bc0e-9556-4bc9-a29a-66de78671548,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:30.420581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56232) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:30.433738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-13648ce5-6488-4bac-b322-10ed4e094881 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/quotas/2e9a38379be54c429776790ebdf49513 HTTP/1.1" status: 200 len: 375 time: 0.0241292 Aug 31 06:32:30.482727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-d1aea87a-f98d-4093-922a-1cd291fd8be6 service neutron] 10.222.0.42 "GET /v2.0/networks/ef6040c6-6413-4306-b886-cecac98d7080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776956 Aug 31 06:32:30.504402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e9388294-205a-4625-8b1a-2668abd1dda5 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:32:30.506574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a9550a5a-4432-4533-9364-b56207fb18d0 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:30.577570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: a9550a5a-4432-4533-9364-b56207fb18d0 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:30.577926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a9550a5a-4432-4533-9364-b56207fb18d0 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:30.605037 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-4e8936ff-180a-4eee-b337-1c0a4d936577 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e9a38379be54c429776790ebdf49513&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1687007 Aug 31 06:32:30.919476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04851ea6-b44f-4b52-b49b-02ecd68698c4 req-307a5e9b-e147-41e9-961b-6709ca58c07b tempest-LiveAutoBlockMigrationV225Test-2019304503 tempest-LiveAutoBlockMigrationV225Test-2019304503-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b96e66-049e-4b0f-a06b-7e382230b229 HTTP/1.1" status: 200 len: 210 time: 0.4660535 Aug 31 06:32:30.920004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-68d04035-040c-4e5a-bbaa-e8608b55d45e service neutron] 10.222.0.15 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125691 Aug 31 06:32:30.923926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07e54dc1-1818-47eb-80e9-d07fb9a7c7fb req-cea0320e-68df-4af9-a865-e52bb89c28a1 service neutron] 10.222.0.42 "GET /v2.0/networks/ef6040c6-6413-4306-b886-cecac98d7080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660915 Aug 31 06:32:30.940480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:31.000656 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.048742 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4e2b753-874a-4829-8275-78049018b066 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d619fd275450486cbbcebeb101d4fc17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071045 Aug 31 06:32:31.051717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56280) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:31.059256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e9388294-205a-4625-8b1a-2668abd1dda5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e9388294-205a-4625-8b1a-2668abd1dda5,segment=NetworkSegment(0309ce55-a2df-4c07-b63d-60ebc9c7213c),segment_id=0309ce55-a2df-4c07-b63d-60ebc9c7213c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:31.093905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e9388294-205a-4625-8b1a-2668abd1dda5', 'network_id': 'ef6040c6-6413-4306-b886-cecac98d7080', 'port_id': 'e9388294-205a-4625-8b1a-2668abd1dda5', 'mac_address': 'fa:16:3e:df:51:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bd81a9-7ead-46a9-b2b1-107a65f0b6e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:32:31.170222 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-1b6b501c-0d6f-4815-8786-0712ccfb7bc3 service neutron] 10.222.0.15 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430289 Aug 31 06:32:31.172839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c5c2914-78e3-4621-b4db-e862684c5e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.207548 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.239873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c5c2914-78e3-4621-b4db-e862684c5e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.249870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9388294-205a-4625-8b1a-2668abd1dda5 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:31.256067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] DHCP port deletion for f47d8ff9-5309-492a-90d9-90c7b503278e request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:32:31.276807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Deleting port 8eb3aa09-4710-4e87-8741-e7791345027a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:31.277160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.320717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e9388294-205a-4625-8b1a-2668abd1dda5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e9388294-205a-4625-8b1a-2668abd1dda5,segment=NetworkSegment(0309ce55-a2df-4c07-b63d-60ebc9c7213c),segment_id=0309ce55-a2df-4c07-b63d-60ebc9c7213c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:31.332565 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.340921 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c5c2914-78e3-4621-b4db-e862684c5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.345143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c5c2914-78e3-4621-b4db-e862684c5e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.347533 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5c5c2914-78e3-4621-b4db-e862684c5e02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/669c9d44-dec1-4c83-8a4c-ed3b4540fe24 HTTP/1.1" status: 204 len: 168 time: 0.2946804 Aug 31 06:32:31.356864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c2914-78e3-4621-b4db-e862684c5e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c9d44-dec1-4c83-8a4c-ed3b4540fe24,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:31.412154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e9388294-205a-4625-8b1a-2668abd1dda5,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:31.417603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] Deleting port 8eb3aa09-4710-4e87-8741-e7791345027a {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:31.418171 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.473322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] For port 8eb3aa09-4710-4e87-8741-e7791345027a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8eb3aa09-4710-4e87-8741-e7791345027a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:31.474044 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.492176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] For port 8eb3aa09-4710-4e87-8741-e7791345027a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8eb3aa09-4710-4e87-8741-e7791345027a,segment=NetworkSegment(7d2ddb2f-5041-451c-a750-a1c4b7ccef1b),segment_id=7d2ddb2f-5041-451c-a750-a1c4b7ccef1b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:31.492893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.493064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Calling delete_port for 8eb3aa09-4710-4e87-8741-e7791345027a owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:31.511209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] Calling delete_port for 8eb3aa09-4710-4e87-8741-e7791345027a owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:31.626660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2fb1-ae10-4cf7-ade5-33ee4c0712e2 req-6c495999-2624-4c5d-82f1-1f0b7d073c8b tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:31.635843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771e2fb1-ae10-4cf7-ade5-33ee4c0712e2 req-6c495999-2624-4c5d-82f1-1f0b7d073c8b tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0819180 Aug 31 06:32:31.662371 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.671976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e9388294-205a-4625-8b1a-2668abd1dda5'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:31.696492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771e2fb1-ae10-4cf7-ade5-33ee4c0712e2 req-709846e2-90db-4b5c-a1f5-c2f4520dbd17 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570414 Aug 31 06:32:31.713824 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.765221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] Pushing event deleted for resources: {'Port': ['ID=8eb3aa09-4710-4e87-8741-e7791345027a,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:31.777032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fed6a-601a-4ad7-84cf-5b2555c5dcb1 None None] No DVR routers for this DVR port 8eb3aa09-4710-4e87-8741-e7791345027a on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:31.827370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb3aa09-4710-4e87-8741-e7791345027a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:31.832439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] No DVR routers for this DVR port 8eb3aa09-4710-4e87-8741-e7791345027a on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:31.893852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-544a01c3-8657-4249-a2ef-6e8180af5525 req-d543a9a3-a89e-4e81-ad5f-631c1be73b13 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.0505748 Aug 31 06:32:31.971890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:31.994089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47d8ff9-5309-492a-90d9-90c7b503278e']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:32.020983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:32.021336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2ddb2f-5041-451c-a750-a1c4b7ccef1b') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:32.038792 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.057024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.064609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:32:32.065067 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:32:32.105094 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:32:32.129243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.138651 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.140293 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f47d8ff9-5309-492a-90d9-90c7b503278e HTTP/1.1" status: 204 len: 168 time: 1.7186744 Aug 31 06:32:32.156914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b16251-3ee3-4808-9334-4fa4cd888065 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47d8ff9-5309-492a-90d9-90c7b503278e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:32.229890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56382) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:32.293373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b8ced7-7094-4dcb-865a-2409dff9087a admin admin] Deleting subnet 23e323d9-f357-4b24-9e1f-0246eb573883 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:32:32.296590 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25b8ced7-7094-4dcb-865a-2409dff9087a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.344500 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25b8ced7-7094-4dcb-865a-2409dff9087a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.410898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25b8ced7-7094-4dcb-865a-2409dff9087a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.420759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e9388294-205a-4625-8b1a-2668abd1dda5 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:32.500513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56396) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:32.512780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25b8ced7-7094-4dcb-865a-2409dff9087a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.516768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port e9388294-205a-4625-8b1a-2668abd1dda5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:32:32.524354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e9388294-205a-4625-8b1a-2668abd1dda5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:32.524681 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.549864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56404) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:32.566197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8ced7-7094-4dcb-865a-2409dff9087a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e323d9-f357-4b24-9e1f-0246eb573883,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:32.585777 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25b8ced7-7094-4dcb-865a-2409dff9087a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.588217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-25b8ced7-7094-4dcb-865a-2409dff9087a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23e323d9-f357-4b24-9e1f-0246eb573883 HTTP/1.1" status: 204 len: 168 time: 0.3572555 Aug 31 06:32:32.592294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56408) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:32.635145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.665338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212716cc-362c-4ebd-8b64-4682be2e3b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9388294-205a-4625-8b1a-2668abd1dda5'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:32.668135 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e13a3c-c929-4ce0-b061-690bc8b13ccf" -d '{"events": [{"server_uuid": "212716cc-362c-4ebd-8b64-4682be2e3b47", "name": "network-vif-plugged", "status": "completed", "tag": "e9388294-205a-4625-8b1a-2668abd1dda5"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:32.701817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e9388294-205a-4625-8b1a-2668abd1dda5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e9388294-205a-4625-8b1a-2668abd1dda5,segment=NetworkSegment(0309ce55-a2df-4c07-b63d-60ebc9c7213c),segment_id=0309ce55-a2df-4c07-b63d-60ebc9c7213c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:32.713333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.756210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-98a6c019-2e55-4966-a9cd-b18f3457a4e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b012811396746d0b4c88e80afa75db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023475 Aug 31 06:32:32.756427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56430) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:32.778142 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.817702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e9388294-205a-4625-8b1a-2668abd1dda5,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:32.927498 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.930373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-907a362f-da5a-4497-a195-2d89119eccf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:32.949147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8eb3aa09-4710-4e87-8741-e7791345027a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:32.949951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c52f34-a68b-43f5-97af-5f58c585b4a4']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:32.974056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6603ba-1f6f-4575-8023-4c647fc0bd52') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:32.977322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6603ba-1f6f-4575-8023-4c647fc0bd52') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:32.988568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-907a362f-da5a-4497-a195-2d89119eccf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.005142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 8eb3aa09-4710-4e87-8741-e7791345027a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:33.007682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8eb3aa09-4710-4e87-8741-e7791345027a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:33.023498 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.028610 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf1cb25-2444-4be5-8913-e364dc4b947e x-openstack-request-id: req-aaf1cb25-2444-4be5-8913-e364dc4b947e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:33.028909 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212716cc-362c-4ebd-8b64-4682be2e3b47", "name": "network-vif-plugged", "status": "completed", "tag": "e9388294-205a-4625-8b1a-2668abd1dda5", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:33.029167 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aaf1cb25-2444-4be5-8913-e364dc4b947e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:33.029734 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212716cc-362c-4ebd-8b64-4682be2e3b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9388294-205a-4625-8b1a-2668abd1dda5', 'code': 200} Aug 31 06:32:33.067103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-c8351921-e4b5-4f42-bdb4-2dcee3e29f15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1662774 Aug 31 06:32:33.069972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.085631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2aa-a9ae-41f4-9732-43508e10c59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.097466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:32:33.097885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:32:33.099761 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:32:33.183601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b8f8fe5-667e-478c-97ba-259c95aba7d6 req-c668b96e-305c-4804-8880-1294cccd3a8f tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.0387874 Aug 31 06:32:33.269369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-15b2eea9-89ad-478b-bb6a-0af49509de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:33.271927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-15b2eea9-89ad-478b-bb6a-0af49509de15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 1097 time: 0.0840774 Aug 31 06:32:33.320183 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.321999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-907a362f-da5a-4497-a195-2d89119eccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.324997 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-907a362f-da5a-4497-a195-2d89119eccf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.328593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-907a362f-da5a-4497-a195-2d89119eccf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41c48e9a-a512-4f6f-b8d8-54006947dfbe HTTP/1.1" status: 204 len: 168 time: 0.5685513 Aug 31 06:32:33.342410 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.346972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] 10.222.0.15 "DELETE /v2.0/networks/35c52f34-a68b-43f5-97af-5f58c585b4a4 HTTP/1.1" status: 204 len: 168 time: 0.7509911 Aug 31 06:32:33.356690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56450) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:33.389900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c5085-33c6-4580-ad0a-f71bca0fda3a req-48113723-13f7-4ad3-8ee8-fa0e2a2c2792 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:33.391495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b7c5085-33c6-4580-ad0a-f71bca0fda3a req-48113723-13f7-4ad3-8ee8-fa0e2a2c2792 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 946 time: 0.2421036 Aug 31 06:32:33.402915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03039e8-a8df-4203-87a5-c8d376c0fa8f admin admin] Pushing event deleted for resources: {'Network': ['ID=35c52f34-a68b-43f5-97af-5f58c585b4a4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:33.416401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a362f-da5a-4497-a195-2d89119eccf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c48e9a-a512-4f6f-b8d8-54006947dfbe,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:33.491383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b000b-2e31-4e4f-96d8-17fcdd365fbf req-d03d7505-411b-4e0a-aca5-f72c02d419dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:33.492945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df9b000b-2e31-4e4f-96d8-17fcdd365fbf req-d03d7505-411b-4e0a-aca5-f72c02d419dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 1098 time: 0.2927148 Aug 31 06:32:33.524705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-08a5048b-d507-491a-9d6a-8017c30d23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:33.527164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-08a5048b-d507-491a-9d6a-8017c30d23e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 906 time: 0.2298586 Aug 31 06:32:33.574283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-063bfa2f-7e88-45f8-a341-bd894ee60558 admin admin] Deleting subnet 8b400c4e-1862-46e8-a883-a3b48cb775b3 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:32:33.578605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-57b16e6b-987d-4efe-b688-468f4a94ae65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79 HTTP/1.1" status: 200 len: 217 time: 0.0436397 Aug 31 06:32:33.601660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189477c-9d7f-44b8-981d-302139ea535e req-702a2203-ece2-41f4-a487-2b58d20bc173 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:33.603668 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-702a2203-ece2-41f4-a487-2b58d20bc173 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.23 "GET /v2.0/networks?id=d82d2daf-8318-4a04-83c5-fd00909c743d HTTP/1.1" status: 200 len: 815 time: 0.3855052 Aug 31 06:32:33.604460 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-063bfa2f-7e88-45f8-a341-bd894ee60558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.646940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-90f3cca6-f2b9-47fe-acfd-16e6c6905c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:33.649542 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-90f3cca6-f2b9-47fe-acfd-16e6c6905c19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.0619662 Aug 31 06:32:33.672986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b7c5085-33c6-4580-ad0a-f71bca0fda3a req-5b735dfb-7d59-4cf0-83c1-2826a99ed0a4 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576714 Aug 31 06:32:33.721655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-eba3bdf7-3146-48af-89c4-27b3b72b04f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611053 Aug 31 06:32:33.722227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df9b000b-2e31-4e4f-96d8-17fcdd365fbf req-d0ee55c5-81c8-4c31-95e8-85fc31006e89 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141452 Aug 31 06:32:33.738251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2aa-a9ae-41f4-9732-43508e10c59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.754237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf2aa-a9ae-41f4-9732-43508e10c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.807910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-063bfa2f-7e88-45f8-a341-bd894ee60558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:33.815964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bf2aa-a9ae-41f4-9732-43508e10c59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a6af0-a7b3-4973-bb9a-1822bf97c42c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:33.858497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-ec20e503-9903-4947-b212-68b4d09a2e42 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e9a38379be54c429776790ebdf49513 HTTP/1.1" status: 200 len: 380 time: 0.1844289 Aug 31 06:32:33.905891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Request body: {'port': {'device_id': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'admin_state_up': True, 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'security_groups': ['d9521da2-9c9c-4411-8553-76b7cc07a4b6']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:33.947646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-efe07fd9-8586-49ac-b08e-53688070eda0 service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121930 Aug 31 06:32:34.002647 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cc4bf2aa-a9ae-41f4-9732-43508e10c59a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07a45b2cf8d34b6186d8e2e33e63dd51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5006266 Aug 31 06:32:34.011991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56474) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:34.042514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-063bfa2f-7e88-45f8-a341-bd894ee60558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.152336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-468355b7-0231-4d69-b6a2-fc3340b7abc4 req-b04629d0-2807-4f16-8d02-402b77ff223a service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958487 Aug 31 06:32:34.208252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-7e561cb9-6cc1-43b4-92a7-d0df03178aec tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:34.209841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-7e561cb9-6cc1-43b4-92a7-d0df03178aec tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 805 time: 0.3572841 Aug 31 06:32:34.242118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8ae3-0542-4c76-b82e-fe5aaf4314b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.252965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-5e472e18-bc81-455c-ad1f-b0ed44177ada tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/quotas/cd273f6f062d4d9dbb10bcc90ae1cace HTTP/1.1" status: 200 len: 375 time: 0.0321598 Aug 31 06:32:34.259969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-063bfa2f-7e88-45f8-a341-bd894ee60558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.279095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Made reservation on behalf of 2e9a38379be54c429776790ebdf49513 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:34.283091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.337900 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8ae3-0542-4c76-b82e-fe5aaf4314b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.339945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bfa2f-7e88-45f8-a341-bd894ee60558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b400c4e-1862-46e8-a883-a3b48cb775b3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:34.373011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-063bfa2f-7e88-45f8-a341-bd894ee60558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.378146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56494) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:34.382584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-063bfa2f-7e88-45f8-a341-bd894ee60558 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8b400c4e-1862-46e8-a883-a3b48cb775b3 HTTP/1.1" status: 204 len: 168 time: 1.0123599 Aug 31 06:32:34.478671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-23772fa5-17c3-4c2a-a875-6c254a125e06 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2092767 Aug 31 06:32:34.532556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.601407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Allocated IP 172.20.0.9 (d82d2daf-8318-4a04-83c5-fd00909c743d/92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3/b3b272bc-48f6-45d7-a2fa-ab14fc536853) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:32:34.676152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f2968466-b95a-4eae-b16c-172b2fc6fd79 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:34.697454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8ae3-0542-4c76-b82e-fe5aaf4314b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.702490 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8ae3-0542-4c76-b82e-fe5aaf4314b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.706320 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a3ea8ae3-0542-4c76-b82e-fe5aaf4314b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df7a6af0-a7b3-4973-bb9a-1822bf97c42c HTTP/1.1" status: 204 len: 168 time: 0.6883357 Aug 31 06:32:34.806325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c80a4a7-8e8b-45a2-a232-0c073e471e53 req-4787c1b6-7a6c-4663-8191-1a2615d643ca tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.1341503 Aug 31 06:32:34.823417 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.846702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15851d2f-09e6-4aa6-b307-eb0756ca0253']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:34.847390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea8ae3-0542-4c76-b82e-fe5aaf4314b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a6af0-a7b3-4973-bb9a-1822bf97c42c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:34.866911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f694af8a-a3ea-47fa-8e0b-69770c88e670') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:34.867209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f694af8a-a3ea-47fa-8e0b-69770c88e670') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:34.912728 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.919731 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.980485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:34.989218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:34.998101 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.005727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:32:35.006212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:32:35.008480 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:32:35.064353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:35.068064 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a925d2-5ad2-4fc3-81b3-1918a93f95e8" -d '{"events": [{"server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "name": "network-vif-unplugged", "status": "completed", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:35.072135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:35.132549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-ff74fc93-1e01-48f7-91b5-5c7a69fb9033 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:35.134434 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-ff74fc93-1e01-48f7-91b5-5c7a69fb9033 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.23 "GET /v2.0/ports?device_id=3906fdf5-7df7-482c-bd55-7ff67bbccdca HTTP/1.1" status: 200 len: 945 time: 0.2530172 Aug 31 06:32:35.174434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.212788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Transition to ACTIVE for port object b3b272bc-48f6-45d7-a2fa-ab14fc536853 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:32:35.218870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.241151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.246477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/15851d2f-09e6-4aa6-b307-eb0756ca0253 HTTP/1.1" status: 204 len: 168 time: 0.8663054 Aug 31 06:32:35.270108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-7aa93413-f937-4907-93ea-d672b7dd86b9 service neutron] 10.222.0.15 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968087 Aug 31 06:32:35.307271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91db5e-928b-413f-8803-aa66889231ba admin admin] Pushing event deleted for resources: {'Network': ['ID=15851d2f-09e6-4aa6-b307-eb0756ca0253,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:35.337452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8a376-e4b9-40c0-9bc0-59d9e4a914de req-8eb83587-ddc1-4623-9f0c-355556b57b3d tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:35.340346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07d8a376-e4b9-40c0-9bc0-59d9e4a914de req-8eb83587-ddc1-4623-9f0c-355556b57b3d tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 946 time: 0.2328620 Aug 31 06:32:35.361657 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:32:35.396886 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.427637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07d8a376-e4b9-40c0-9bc0-59d9e4a914de req-5df528f4-b7f5-4bd7-8461-4b74f59ca8e1 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740645 Aug 31 06:32:35.442110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Deleting port f2968466-b95a-4eae-b16c-172b2fc6fd79 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:35.443034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.476570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56528) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:35.499648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56530) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:35.528358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d4617ee-380d-4fd7-a753-60e30908b5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.528979 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d1847-4ef4-4019-a991-c1c4d6fb9e71 x-openstack-request-id: req-7f9d1847-4ef4-4019-a991-c1c4d6fb9e71 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:35.529349 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "name": "network-vif-unplugged", "status": "completed", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:35.529614 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f9d1847-4ef4-4019-a991-c1c4d6fb9e71 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:35.530511 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'code': 200} Aug 31 06:32:35.542729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Network d82d2daf-8318-4a04-83c5-fd00909c743d is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:32:35.575052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:35.589653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:32:35.651829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] For port f2968466-b95a-4eae-b16c-172b2fc6fd79, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f2968466-b95a-4eae-b16c-172b2fc6fd79,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:35.652336 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.726090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Calling delete_port for f2968466-b95a-4eae-b16c-172b2fc6fd79 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:35.869961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56540) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:35.935229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-6e95ab4a-f6de-4c32-b9fc-321620c53196 service neutron] 10.222.0.15 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555841 Aug 31 06:32:35.936150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event updated for resources: {'Port': ['ID=b3b272bc-48f6-45d7-a2fa-ab14fc536853,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:35.939120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2e4c1589-3dda-4fab-9b48-696aecd1fe3e None None] Provisioning for port b3b272bc-48f6-45d7-a2fa-ab14fc536853 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:32:35.943876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2e4c1589-3dda-4fab-9b48-696aecd1fe3e None None] Provisioning complete for port b3b272bc-48f6-45d7-a2fa-ab14fc536853 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:35.944247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1589-3dda-4fab-9b48-696aecd1fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.960079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef554568-0801-40ef-8825-9a9d6062009c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=888b3dd70ed24f6bb5a9cbcca6771f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671192 Aug 31 06:32:35.962905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56544) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:35.975947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:35.976676 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.015187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c1589-3dda-4fab-9b48-696aecd1fe3e None None] Port b3b272bc-48f6-45d7-a2fa-ab14fc536853 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:32:36.034486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76ca9b57-bb51-43ce-b1f8-f8efc1011917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.062496 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76ca9b57-bb51-43ce-b1f8-f8efc1011917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.103885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d4617ee-380d-4fd7-a753-60e30908b5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.119226 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d4617ee-380d-4fd7-a753-60e30908b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.167692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-network', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:36.177120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-a90ff0a4-d1c1-4326-ab5e-f78c2255b5b4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2962167 Aug 31 06:32:36.191734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Request body: {'port': {'device_id': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:36.258271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4617ee-380d-4fd7-a753-60e30908b5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5250172-a5d7-4656-8f3b-dc674f71a09c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:36.296710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d4617ee-380d-4fd7-a753-60e30908b5b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e633d61c86e46609b5931a5c9eb61a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7954111 Aug 31 06:32:36.309128 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76ca9b57-bb51-43ce-b1f8-f8efc1011917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.310465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56554) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:36.312555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76ca9b57-bb51-43ce-b1f8-f8efc1011917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.313851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-76ca9b57-bb51-43ce-b1f8-f8efc1011917 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d542420a-b09b-4b4b-8e0d-083a5443c492 HTTP/1.1" status: 204 len: 168 time: 0.3499398 Aug 31 06:32:36.328657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Made reservation on behalf of b6cec88f6d4b4058a23fbc3bba756cb2 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:36.332437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.349873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d9adf-1f11-45f9-a9dc-d6fd37df44b1 req-ea005fee-68bc-464d-8c92-af58a0b703ef tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:36.350580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d9adf-1f11-45f9-a9dc-d6fd37df44b1 req-ea005fee-68bc-464d-8c92-af58a0b703ef tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:36.351399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d9adf-1f11-45f9-a9dc-d6fd37df44b1 req-ea005fee-68bc-464d-8c92-af58a0b703ef tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:36.352023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d9adf-1f11-45f9-a9dc-d6fd37df44b1 req-ea005fee-68bc-464d-8c92-af58a0b703ef tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:36.352645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d9adf-1f11-45f9-a9dc-d6fd37df44b1 req-ea005fee-68bc-464d-8c92-af58a0b703ef tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:36.353386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d9adf-1f11-45f9-a9dc-d6fd37df44b1 req-ea005fee-68bc-464d-8c92-af58a0b703ef tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:36.357974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca9b57-bb51-43ce-b1f8-f8efc1011917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d542420a-b09b-4b4b-8e0d-083a5443c492,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:36.362869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-298d9adf-1f11-45f9-a9dc-d6fd37df44b1 req-ea005fee-68bc-464d-8c92-af58a0b703ef tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4312 time: 0.4937265 Aug 31 06:32:36.369967 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.394485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.448679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.516557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Pushing event deleted for resources: {'Port': ['ID=f2968466-b95a-4eae-b16c-172b2fc6fd79,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:36.531673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee4071b8-a12a-49be-bd95-0106d863195e req-402c86f6-c4b9-4c43-9527-af513a07776f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 210 time: 0.1058171 Aug 31 06:32:36.664572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8e147-19b6-4d19-b5b6-4eda10cd7e50 req-2108b58b-3ee8-400a-a0e0-12984b9e5922 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:36.673579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eec8e147-19b6-4d19-b5b6-4eda10cd7e50 req-2108b58b-3ee8-400a-a0e0-12984b9e5922 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 931 time: 0.3044913 Aug 31 06:32:36.683153 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.699719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f636d03-8e59-4d6f-95d4-c79def541673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.724515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f636d03-8e59-4d6f-95d4-c79def541673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.737334 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.740470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] No DVR routers for this DVR port f2968466-b95a-4eae-b16c-172b2fc6fd79 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:36.769819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:36.772097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f2bc360-0d5a-452a-9a38-6b3d521db076 req-288cfb04-8f30-4d6f-b08c-7b8f07b30c02 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.23 "DELETE /v2.0/ports/f2968466-b95a-4eae-b16c-172b2fc6fd79 HTTP/1.1" status: 204 len: 173 time: 1.6160984 Aug 31 06:32:36.772581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'name': 'network-vif-deleted', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:36.775335 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e955d8-f4c1-47ca-98b9-e9d6755d6649" -d '{"events": [{"server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "name": "network-vif-deleted", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:36.807063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eec8e147-19b6-4d19-b5b6-4eda10cd7e50 req-1e1fb047-43ec-4619-b6d2-8585d0924fca tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315761 Aug 31 06:32:37.010724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56574) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:37.087782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b272bc-48f6-45d7-a2fa-ab14fc536853 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:37.100297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.146074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e75d3743-d1b2-408c-b6a4-63c74acd47ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bac45fec3a847088b1f7223c8d574c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339529 Aug 31 06:32:37.146929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56580) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:37.155250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Transition to ACTIVE for port object b3b272bc-48f6-45d7-a2fa-ab14fc536853 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:32:37.162154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f636d03-8e59-4d6f-95d4-c79def541673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.165247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f636d03-8e59-4d6f-95d4-c79def541673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.166547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f636d03-8e59-4d6f-95d4-c79def541673 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5250172-a5d7-4656-8f3b-dc674f71a09c HTTP/1.1" status: 204 len: 168 time: 0.8523507 Aug 31 06:32:37.169828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:32:37.179941 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b285d8ea-ca3a-4e5d-b547-a1cee1ff8a74 x-openstack-request-id: req-b285d8ea-ca3a-4e5d-b547-a1cee1ff8a74 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:37.180246 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906fdf5-7df7-482c-bd55-7ff67bbccdca", "name": "network-vif-deleted", "tag": "f2968466-b95a-4eae-b16c-172b2fc6fd79", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:37.180501 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b285d8ea-ca3a-4e5d-b547-a1cee1ff8a74 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:37.181214 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906fdf5-7df7-482c-bd55-7ff67bbccdca', 'name': 'network-vif-deleted', 'tag': 'f2968466-b95a-4eae-b16c-172b2fc6fd79', 'status': 'completed', 'code': 200} Aug 31 06:32:37.194382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d403a6a7-9dc5-4e18-bf87-4ef08706e631,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:37.194849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.206928 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.206928 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Added segment 59838b80-fd7c-4601-a927-cc9bb4360138 of type vlan for network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 Aug 31 06:32:37.252802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f636d03-8e59-4d6f-95d4-c79def541673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5250172-a5d7-4656-8f3b-dc674f71a09c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:37.298242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.309180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5427e4-a167-46ff-8934-71d6286d896b req-c7e3dff8-2653-4e1f-a978-9bf3f91bfe25 tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.316121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd5427e4-a167-46ff-8934-71d6286d896b req-c7e3dff8-2653-4e1f-a978-9bf3f91bfe25 tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 886 time: 0.5807362 Aug 31 06:32:37.365951 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.367249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.369913 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.427565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b272bc-48f6-45d7-a2fa-ab14fc536853,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:37.453026 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-001d9bc8-8ac3-4a38-a48e-464085a7f389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.484170 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-001d9bc8-8ac3-4a38-a48e-464085a7f389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.548192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4b54-a250-4e8c-b195-5ce812f9e7a5 req-164970d4-94f9-4b2e-93b1-2ab0d8c3aa6b tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.549547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4b54-a250-4e8c-b195-5ce812f9e7a5 req-164970d4-94f9-4b2e-93b1-2ab0d8c3aa6b tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.550213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4b54-a250-4e8c-b195-5ce812f9e7a5 req-164970d4-94f9-4b2e-93b1-2ab0d8c3aa6b tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.550858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4b54-a250-4e8c-b195-5ce812f9e7a5 req-164970d4-94f9-4b2e-93b1-2ab0d8c3aa6b tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.551631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4b54-a250-4e8c-b195-5ce812f9e7a5 req-164970d4-94f9-4b2e-93b1-2ab0d8c3aa6b tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.552255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4b54-a250-4e8c-b195-5ce812f9e7a5 req-164970d4-94f9-4b2e-93b1-2ab0d8c3aa6b tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.552881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4b54-a250-4e8c-b195-5ce812f9e7a5 req-164970d4-94f9-4b2e-93b1-2ab0d8c3aa6b tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.567452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-410b4b54-a250-4e8c-b195-5ce812f9e7a5 req-164970d4-94f9-4b2e-93b1-2ab0d8c3aa6b tempest-NetworksTest-1356109930 tempest-NetworksTest-1356109930-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.1744215 Aug 31 06:32:37.574826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-001d9bc8-8ac3-4a38-a48e-464085a7f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.577984 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-001d9bc8-8ac3-4a38-a48e-464085a7f389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.579361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-001d9bc8-8ac3-4a38-a48e-464085a7f389 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/344a3b55-dd30-47bb-9b67-5be69c93d413 HTTP/1.1" status: 204 len: 168 time: 0.4313252 Aug 31 06:32:37.607693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d9bc8-8ac3-4a38-a48e-464085a7f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a3b55-dd30-47bb-9b67-5be69c93d413,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:37.618456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d756ac0-917c-4e40-9907-67811e0c9845 req-76559d72-1ab2-43cb-be71-8e25401108fa tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:37.627231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d756ac0-917c-4e40-9907-67811e0c9845 req-76559d72-1ab2-43cb-be71-8e25401108fa tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 946 time: 0.2887712 Aug 31 06:32:37.675333 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8009305 Aug 31 06:32:37.676332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56598) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:37.689772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Request body: {'subnet': {'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-subnet', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:37.707162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d756ac0-917c-4e40-9907-67811e0c9845 req-79b4cf45-40ca-4cf0-8c28-a86cd94eb388 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770841 Aug 31 06:32:37.775852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11af1b-bc2a-4e74-8bc2-ba5546c2273a admin admin] Pushing event updated for resources: {'Network': ['ID=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:37.776708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Attempting to bind port b3b272bc-48f6-45d7-a2fa-ab14fc536853 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:32:37.776994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Attempting to bind port b3b272bc-48f6-45d7-a2fa-ab14fc536853 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:32:37.788511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Attempting to bind port b3b272bc-48f6-45d7-a2fa-ab14fc536853 on network d82d2daf-8318-4a04-83c5-fd00909c743d {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:37.794549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Port b3b272bc-48f6-45d7-a2fa-ab14fc536853 on network d82d2daf-8318-4a04-83c5-fd00909c743d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:32:37.794887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Attempting to bind port b3b272bc-48f6-45d7-a2fa-ab14fc536853 on network d82d2daf-8318-4a04-83c5-fd00909c743d {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:37.804551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:32:37.808808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:32:37.809149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Checking segment: {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:37.809559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Bound using segment: {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:32:37.810009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Bound port: b3b272bc-48f6-45d7-a2fa-ab14fc536853, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58418a1b-6e1f-47da-adee-581845c0ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:32:37.810379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:37.864175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da77b4d1-fb21-40ef-bfe6-1567a8943c32 req-2801ac81-2ff1-4e79-bcb4-61f6ba045d01 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 210 time: 0.1006296 Aug 31 06:32:37.951619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Made reservation on behalf of b6cec88f6d4b4058a23fbc3bba756cb2 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:37.959656 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:38.066328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] For port b3b272bc-48f6-45d7-a2fa-ab14fc536853, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:32:38.079129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] For port b3b272bc-48f6-45d7-a2fa-ab14fc536853, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:32:38.099526 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:38.137859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55d3bb-3e86-4712-82f8-28efbe88439c req-7e231738-76ce-4fcf-9dc6-6cee2a927156 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:38.139473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f55d3bb-3e86-4712-82f8-28efbe88439c req-7e231738-76ce-4fcf-9dc6-6cee2a927156 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.1865675 Aug 31 06:32:38.192228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:38.192863 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:38.194275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] 10.222.0.23 "PUT /v2.0/ports/b3b272bc-48f6-45d7-a2fa-ab14fc536853 HTTP/1.1" status: 200 len: 1092 time: 2.0089920 Aug 31 06:32:38.211094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:38.213626 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c830593b-7750-42f5-a98a-4f21595c9c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:38.222289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56608) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:38.325832 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f832fe4c-0fb5-4471-8500-c0a8b15e7c56 x-openstack-request-id: req-f832fe4c-0fb5-4471-8500-c0a8b15e7c56 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:38.326143 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:38.326403 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f832fe4c-0fb5-4471-8500-c0a8b15e7c56 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:38.326822 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'status': 'completed', 'code': 200} Aug 31 06:32:38.375286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:38.413023 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f55d3bb-3e86-4712-82f8-28efbe88439c req-dd51faab-7ce2-44b6-ad64-5e775b0f4965 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235849 Aug 31 06:32:38.445699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fed0a4-4cc4-4fd3-a50b-5b9c1dfd3ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b272bc-48f6-45d7-a2fa-ab14fc536853,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:38.473679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56620) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:38.500211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189477c-9d7f-44b8-981d-302139ea535e req-0d4f3f63-6738-4ec2-973d-ad90cc71aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:38.502920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-0d4f3f63-6738-4ec2-973d-ad90cc71aeaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e9a38379be54c429776790ebdf49513&device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 1095 time: 0.2212801 Aug 31 06:32:38.508595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4c5f672d-193a-4037-ad86-cd7ee7aecb08 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:38.523362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-d6bd52f7-baf6-486a-a4e7-6ec9b3d5dbdd tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:38.525296 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-d6bd52f7-baf6-486a-a4e7-6ec9b3d5dbdd tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.42 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 946 time: 0.1356206 Aug 31 06:32:38.529102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4c5f672d-193a-4037-ad86-cd7ee7aecb08 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.23 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 805 time: 0.6693187 Aug 31 06:32:38.547204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Request body: {'port': {'device_id': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'admin_state_up': True, 'tenant_id': 'cd273f6f062d4d9dbb10bcc90ae1cace'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:38.568225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=465e3ffd-5549-4030-b264-28ce920205d2,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:38.585378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-9a7525d3-bddc-497e-ace0-10de8a06fca6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853 HTTP/1.1" status: 200 len: 217 time: 0.0588641 Aug 31 06:32:38.631363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Checking segment: {'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:38.632392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Network hostable DHCP agents. Network: e720a2e7-2320-4c04-8a79-8cbfaf46a9b7, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:32:38.682833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f2968466-b95a-4eae-b16c-172b2fc6fd79 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:38.704593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:32:38.731870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: f2968466-b95a-4eae-b16c-172b2fc6fd79 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:38.732318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f2968466-b95a-4eae-b16c-172b2fc6fd79 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:38.749482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e720a2e7-2320-4c04-8a79-8cbfaf46a9b7) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:38.753795 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f145465e-dd5d-42ce-9f99-e12778b9784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:38.760510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f98978-159d-4dbb-97c5-8bca334cddf7 None None] Network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:38.768052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:38.768715 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:38.806028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Made reservation on behalf of cd273f6f062d4d9dbb10bcc90ae1cace for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:38.810237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68a8b645-4476-44fc-820e-aac05b7247d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:38.811788 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:38.848977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e6b8e52e-d6f6-4c4d-bb91-c1e4890aa804 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1699095 Aug 31 06:32:38.858011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56634) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:38.870682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:38.885686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189477c-9d7f-44b8-981d-302139ea535e req-d3262c74-8464-4d1f-941e-9f086a78bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:38.887318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-d3262c74-8464-4d1f-941e-9f086a78bb16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3 HTTP/1.1" status: 200 len: 854 time: 0.2815413 Aug 31 06:32:39.001421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Deleting port e9388294-205a-4625-8b1a-2668abd1dda5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:32:39.007508 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.058131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d413e393-d7db-4b2a-b997-c86982485f0d None None] Network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:39.060325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Allocated IP 172.20.0.4 (ef5bc231-211d-4812-9642-c22256c304d1/6c899d8a-154a-4b2b-9be8-3464062ff28f/c9912d94-6e0d-4076-a00e-96bc2da5655f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:32:39.222693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ee9492c-ae3c-4786-b5d0-03b7d53bfb6a req-4721189a-00d5-4fb7-8beb-087e18f4f783 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 210 time: 0.1180079 Aug 31 06:32:39.225079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f079276-93b4-48be-8f71-0680080e9018 req-ded9e5ac-7599-42b0-8172-50c6bac23b4c tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:39.242310 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f079276-93b4-48be-8f71-0680080e9018 req-ded9e5ac-7599-42b0-8172-50c6bac23b4c tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 946 time: 0.3993495 Aug 31 06:32:39.321935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] For port e9388294-205a-4625-8b1a-2668abd1dda5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e9388294-205a-4625-8b1a-2668abd1dda5,segment=NetworkSegment(0309ce55-a2df-4c07-b63d-60ebc9c7213c),segment_id=0309ce55-a2df-4c07-b63d-60ebc9c7213c)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:39.322542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.325920 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f079276-93b4-48be-8f71-0680080e9018 req-45f986c5-0148-4e89-8924-7394722e3786 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/security-groups?id=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818632 Aug 31 06:32:39.356625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Calling delete_port for e9388294-205a-4625-8b1a-2668abd1dda5 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:32:39.360518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.419604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.436413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189477c-9d7f-44b8-981d-302139ea535e req-770235e1-6e35-49cd-a98d-6142ce388e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:39.448204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-770235e1-6e35-49cd-a98d-6142ce388e10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d82d2daf-8318-4a04-83c5-fd00909c743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5347569 Aug 31 06:32:39.487301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56658) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:39.536468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Network ef5bc231-211d-4812-9642-c22256c304d1 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:32:39.539970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:39.544638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:32:39.548987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Pushing event updated for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:39.604952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:39.605660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.634622 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68a8b645-4476-44fc-820e-aac05b7247d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.664999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68a8b645-4476-44fc-820e-aac05b7247d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.701681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011040-a726-4292-8ef8-991017cb50ea req-cd1313af-b2a2-4c7b-ae98-42d6840b4817 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:39.703180 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23011040-a726-4292-8ef8-991017cb50ea req-cd1313af-b2a2-4c7b-ae98-42d6840b4817 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.1478043 Aug 31 06:32:39.766988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-233967657-network', 'tenant_id': '7b4f812bfd7f4d49b1502a4a3e209519'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:39.780260 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-68a8b645-4476-44fc-820e-aac05b7247d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb8f45c849714e329ccaff640b2b6c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3035884 Aug 31 06:32:39.782371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-38b2499f-1c79-464e-a46f-44c27e7bd0a3 service neutron] 10.222.0.23 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850664 Aug 31 06:32:39.783171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56668) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:39.802332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8b645-4476-44fc-820e-aac05b7247d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0559433-904f-44be-af4b-06271c4ecbbe,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:39.870678 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b7a-3101-4791-849b-1aebafff1ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.897567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b7a-3101-4791-849b-1aebafff1ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.911032 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23011040-a726-4292-8ef8-991017cb50ea req-0276fc9b-06f5-4ecc-98df-b28f01d696f9 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898007 Aug 31 06:32:39.971623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b7a-3101-4791-849b-1aebafff1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.975901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.977106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2dae7b7a-3101-4791-849b-1aebafff1ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:39.978835 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2dae7b7a-3101-4791-849b-1aebafff1ed8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0559433-904f-44be-af4b-06271c4ecbbe HTTP/1.1" status: 204 len: 168 time: 0.1941774 Aug 31 06:32:39.988460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e9388294-205a-4625-8b1a-2668abd1dda5'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:40.013659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae7b7a-3101-4791-849b-1aebafff1ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0559433-904f-44be-af4b-06271c4ecbbe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:40.079215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Pushing event deleted for resources: {'Port': ['ID=e9388294-205a-4625-8b1a-2668abd1dda5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:40.084205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9189477c-9d7f-44b8-981d-302139ea535e req-14d6fe6d-45c2-4618-9d6f-9267751e3361 service neutron] 10.222.0.23 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787373 Aug 31 06:32:40.140355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] No DVR routers for this DVR port e9388294-205a-4625-8b1a-2668abd1dda5 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:32:40.144080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.146119 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-390b66a3-a2ed-47a6-8359-6895e4a6b0ee req-1d531cd0-5684-43a1-a8fe-7578d6c6cf80 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.42 "DELETE /v2.0/ports/e9388294-205a-4625-8b1a-2668abd1dda5 HTTP/1.1" status: 204 len: 173 time: 1.6117170 Aug 31 06:32:40.172361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f145465e-dd5d-42ce-9f99-e12778b9784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.191238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f145465e-dd5d-42ce-9f99-e12778b9784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.228600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.228600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.253732 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f145465e-dd5d-42ce-9f99-e12778b9784f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9eb694b10e046d7bf87438de9677e54&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0111694 Aug 31 06:32:40.254200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56682) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:40.254654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145465e-dd5d-42ce-9f99-e12778b9784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262cd9a1-bf92-44f9-86b5-12a5d054b6b2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:40.259943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-920db275-9269-45c0-9711-e4cb7c04903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:40.261487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-920db275-9269-45c0-9711-e4cb7c04903a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e9a38379be54c429776790ebdf49513&device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 1095 time: 0.1119657 Aug 31 06:32:40.328489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212716cc-362c-4ebd-8b64-4682be2e3b47', 'name': 'network-vif-deleted', 'tag': 'e9388294-205a-4625-8b1a-2668abd1dda5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:40.331862 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc97944-9596-4ad8-854a-1d8444416e57" -d '{"events": [{"server_uuid": "212716cc-362c-4ebd-8b64-4682be2e3b47", "name": "network-vif-deleted", "tag": "e9388294-205a-4625-8b1a-2668abd1dda5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:40.380144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-4abce188-0413-4677-99c5-a50a46cdabcf tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8373563 Aug 31 06:32:40.463981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.484421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Request body: {'port': {'device_id': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:40.493692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2de5588d-3772-4a3d-85bf-f3511fe3799e req-21b902d7-56a7-4199-84d6-ac23a6e132d5 tempest-ServerAddressesNegativeTestJSON-1236230668 tempest-ServerAddressesNegativeTestJSON-1236230668-project] 10.222.0.15 "GET /v2.0/ports?device_id=212716cc-362c-4ebd-8b64-4682be2e3b47 HTTP/1.1" status: 200 len: 210 time: 0.0567114 Aug 31 06:32:40.499744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fae6bfb4-32dc-4f17-975e-325af9a0871d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.512546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-f1a414fc-b821-446f-8abc-dd0eede73bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:40.514066 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-f1a414fc-b821-446f-8abc-dd0eede73bbd service neutron] 10.222.0.23 "GET /v2.0/networks?id=d82d2daf-8318-4a04-83c5-fd00909c743d HTTP/1.1" status: 200 len: 916 time: 0.2400730 Aug 31 06:32:40.545143 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fae6bfb4-32dc-4f17-975e-325af9a0871d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.580546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-1c4a1808-2a90-4dc3-9f92-2cae428a91d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853 HTTP/1.1" status: 200 len: 217 time: 0.0551703 Aug 31 06:32:40.597919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Made reservation on behalf of 7b4f812bfd7f4d49b1502a4a3e209519 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:40.600674 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.639939 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c4c452-5e08-44b4-af6b-ce60a95691b3 x-openstack-request-id: req-e6c4c452-5e08-44b4-af6b-ce60a95691b3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:40.640256 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212716cc-362c-4ebd-8b64-4682be2e3b47", "name": "network-vif-deleted", "tag": "e9388294-205a-4625-8b1a-2668abd1dda5", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:40.640788 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6c4c452-5e08-44b4-af6b-ce60a95691b3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:40.641561 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212716cc-362c-4ebd-8b64-4682be2e3b47', 'name': 'network-vif-deleted', 'tag': 'e9388294-205a-4625-8b1a-2668abd1dda5', 'status': 'completed', 'code': 200} Aug 31 06:32:40.727967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-2868e822-5bb8-4a08-9158-db9333d8197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:40.733532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-2868e822-5bb8-4a08-9158-db9333d8197e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3 HTTP/1.1" status: 200 len: 854 time: 0.1255863 Aug 31 06:32:40.745262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.785853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56694) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:40.798060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc0c15-8968-43d6-affc-b5551626d7ba req-d60c536e-6323-4703-a8f1-26050ecf888c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:40.800566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88fc0c15-8968-43d6-affc-b5551626d7ba req-d60c536e-6323-4703-a8f1-26050ecf888c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 931 time: 0.4185059 Aug 31 06:32:40.811881 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fae6bfb4-32dc-4f17-975e-325af9a0871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.815795 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fae6bfb4-32dc-4f17-975e-325af9a0871d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.818804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fae6bfb4-32dc-4f17-975e-325af9a0871d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/262cd9a1-bf92-44f9-86b5-12a5d054b6b2 HTTP/1.1" status: 204 len: 168 time: 0.5606787 Aug 31 06:32:40.825893 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.838977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6bfb4-32dc-4f17-975e-325af9a0871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262cd9a1-bf92-44f9-86b5-12a5d054b6b2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:40.873805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-ca9c2b96-2dc9-49e5-a8d4-7b461e593625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:40.879297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-ca9c2b96-2dc9-49e5-a8d4-7b461e593625 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d82d2daf-8318-4a04-83c5-fd00909c743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355128 Aug 31 06:32:40.946936 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.952161 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8bc5-36c5-4de6-9a9d-0ffcedb9a884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.004314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-4a6faf7c-04bc-49e0-bb39-732db5ec8238 service neutron] 10.222.0.23 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174369 Aug 31 06:32:41.110735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88fc0c15-8968-43d6-affc-b5551626d7ba req-ce269e91-9791-49d8-a525-bd8ec66137fe tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700713 Aug 31 06:32:41.151576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e4c87-33e8-4f61-90be-abc6d9f40840 req-9be688f9-7bc4-491d-bfe6-146d69bdfc35 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:41.159313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-469e4c87-33e8-4f61-90be-abc6d9f40840 req-9be688f9-7bc4-491d-bfe6-146d69bdfc35 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.1239407 Aug 31 06:32:41.193535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c830593b-7750-42f5-a98a-4f21595c9c1a req-f4c185a7-f39e-437f-8df4-118a2635d45b service neutron] 10.222.0.23 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805170 Aug 31 06:32:41.221870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-469e4c87-33e8-4f61-90be-abc6d9f40840 req-6618e486-8319-435f-83c9-8aea68302ffb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557849 Aug 31 06:32:41.228755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.247489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.349048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:32:41.353501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38c068-ec3a-49d9-baa7-1352a37a5608,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:41.377852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56708) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:41.381107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.381403 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Added segment e86a1628-5be2-4e5c-a1da-66d9187af034 of type vlan for network 544ec84f-db76-4548-98c2-b10d82d10c0c Aug 31 06:32:41.395701 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a34d7fed-837e-4471-be34-ff536a41df7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.514462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.570866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56714) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:41.607527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.620771 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.621682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:41.622272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.633589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c641a2be-670e-4586-952d-54d0719339f1 admin admin] Deleting subnet 92bd81a9-7ead-46a9-b2b1-107a65f0b6e5 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:32:41.637026 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c641a2be-670e-4586-952d-54d0719339f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.677030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c641a2be-670e-4586-952d-54d0719339f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.685884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.721225 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c641a2be-670e-4586-952d-54d0719339f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.747875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9912d94-6e0d-4076-a00e-96bc2da5655f {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:41.757988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8bc5-36c5-4de6-9a9d-0ffcedb9a884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.778276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c641a2be-670e-4586-952d-54d0719339f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.792595 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c641a2be-670e-4586-952d-54d0719339f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.792856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.797693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c641a2be-670e-4586-952d-54d0719339f1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/92bd81a9-7ead-46a9-b2b1-107a65f0b6e5 HTTP/1.1" status: 204 len: 168 time: 0.2251866 Aug 31 06:32:41.798534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56716) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:41.803252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8bc5-36c5-4de6-9a9d-0ffcedb9a884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.812921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] Pushing event updated for resources: {'Network': ['ID=544ec84f-db76-4548-98c2-b10d82d10c0c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:41.822086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e53cbfba-fa63-46ea-8f29-3d74ab748923 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3298576 Aug 31 06:32:41.826543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 544ec84f-db76-4548-98c2-b10d82d10c0c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:32:41.903195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56718) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:41.910047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Transition to ACTIVE for port object c9912d94-6e0d-4076-a00e-96bc2da5655f will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:32:41.928739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Request body: {'subnet': {'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-233967657-subnet', 'tenant_id': '7b4f812bfd7f4d49b1502a4a3e209519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:41.951730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.964526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Allocated IP 172.25.5.132 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/b2ca8680-da97-4b60-9116-4722d70c2358) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:32:41.969735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:41.979776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641a2be-670e-4586-952d-54d0719339f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bd81a9-7ead-46a9-b2b1-107a65f0b6e5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:42.004911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a8bc5-36c5-4de6-9a9d-0ffcedb9a884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5656242a-0f41-41ea-8084-e9c178019634,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:42.012064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8c4a8bc5-36c5-4de6-9a9d-0ffcedb9a884 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ead3dc3905f14c9f80bb43cb71021ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2080255 Aug 31 06:32:42.019001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56720) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:42.150055 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.168050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6040c6-6413-4306-b886-cecac98d7080']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:42.178749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a34d7fed-837e-4471-be34-ff536a41df7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.183127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0309ce55-a2df-4c07-b63d-60ebc9c7213c') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:42.183439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0309ce55-a2df-4c07-b63d-60ebc9c7213c') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:42.192470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a34d7fed-837e-4471-be34-ff536a41df7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.209322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.271724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.275308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d7fed-837e-4471-be34-ff536a41df7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87bd70-007a-42e8-a000-86ca81f892c3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:42.288527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a34d7fed-837e-4471-be34-ff536a41df7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68b8f232a5c34bd996962b2a5e42ee46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9088521 Aug 31 06:32:42.291390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:32:42.291872 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.293352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56726) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:32:42.294025 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:32:42.341906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Pushing event updated for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:42.458106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Made reservation on behalf of 7b4f812bfd7f4d49b1502a4a3e209519 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:42.460463 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.469621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e9388294-205a-4625-8b1a-2668abd1dda5 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:32:42.495074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: e9388294-205a-4625-8b1a-2668abd1dda5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:32:42.495797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e9388294-205a-4625-8b1a-2668abd1dda5 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:32:42.510588 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-061067eb-20f9-4506-b9e1-d4afccd3d56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.578272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df15c3b-52b9-442e-8855-0b8112b21de5 req-0e5c65dd-f485-4ebb-82ed-1d723778795e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:42.580346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5df15c3b-52b9-442e-8855-0b8112b21de5 req-0e5c65dd-f485-4ebb-82ed-1d723778795e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.2481735 Aug 31 06:32:42.596755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-061067eb-20f9-4506-b9e1-d4afccd3d56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.606965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2644f-5662-4d83-a9d5-a425f53a2565 req-f46be78d-7881-4983-b1a2-8dcd002b625c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:42.620699 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7e2644f-5662-4d83-a9d5-a425f53a2565 req-f46be78d-7881-4983-b1a2-8dcd002b625c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 943 time: 0.4292884 Aug 31 06:32:42.630318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.657411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Attempting to bind port c9912d94-6e0d-4076-a00e-96bc2da5655f on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:32:42.657620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Attempting to bind port c9912d94-6e0d-4076-a00e-96bc2da5655f by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:32:42.657975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Attempting to bind port c9912d94-6e0d-4076-a00e-96bc2da5655f on network ef5bc231-211d-4812-9642-c22256c304d1 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:42.688862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Port c9912d94-6e0d-4076-a00e-96bc2da5655f on network ef5bc231-211d-4812-9642-c22256c304d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:32:42.689841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Attempting to bind port c9912d94-6e0d-4076-a00e-96bc2da5655f on network ef5bc231-211d-4812-9642-c22256c304d1 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:42.693923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7e2644f-5662-4d83-a9d5-a425f53a2565 req-59b8eb2c-9ee7-4286-b893-6dab33916731 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721469 Aug 31 06:32:42.697602 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.718206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.718206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] 10.222.0.15 "DELETE /v2.0/networks/ef6040c6-6413-4306-b886-cecac98d7080 HTTP/1.1" status: 204 len: 168 time: 0.9135187 Aug 31 06:32:42.723836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:32:42.724174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Checking segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:42.724796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Bound using segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:32:42.725204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Bound port: c9912d94-6e0d-4076-a00e-96bc2da5655f, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:32:42.725840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.742392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5df15c3b-52b9-442e-8855-0b8112b21de5 req-832ba1d4-a410-4e38-a0c9-cfc8fc76e82a tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332839 Aug 31 06:32:42.743728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e9a6c-3b0d-4274-85ac-7d25ae9e87ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6040c6-6413-4306-b886-cecac98d7080,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:42.748384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e319-2b7c-47c5-81a3-6411219f0e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.778054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e319-2b7c-47c5-81a3-6411219f0e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.833897 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-061067eb-20f9-4506-b9e1-d4afccd3d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.836408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-061067eb-20f9-4506-b9e1-d4afccd3d56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.839982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-061067eb-20f9-4506-b9e1-d4afccd3d56e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5656242a-0f41-41ea-8084-e9c178019634 HTTP/1.1" status: 204 len: 168 time: 0.8158681 Aug 31 06:32:42.842600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e319-2b7c-47c5-81a3-6411219f0e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.848204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e319-2b7c-47c5-81a3-6411219f0e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.849827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3ef7e319-2b7c-47c5-81a3-6411219f0e16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b87bd70-007a-42e8-a000-86ca81f892c3 HTTP/1.1" status: 204 len: 168 time: 0.5548847 Aug 31 06:32:42.860812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7e319-2b7c-47c5-81a3-6411219f0e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87bd70-007a-42e8-a000-86ca81f892c3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:42.897930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061067eb-20f9-4506-b9e1-d4afccd3d56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5656242a-0f41-41ea-8084-e9c178019634,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:42.901422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:42.967177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:32:42.978616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:32:42.983302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:42.987303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:32:42.992518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56740) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:43.007559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.086226 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d633fcfc-a9ae-49fa-b3b6-c971fac1c214 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0922238f35674e64b0c8d841777351e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923057 Aug 31 06:32:43.088843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56744) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:43.095967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:32:43.097812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=855d36ba-a623-41eb-a4d6-258e3da7e2ca,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:43.118745 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.120939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ca8680-da97-4b60-9116-4722d70c2358,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:43.179931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:43.181579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.183078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] 10.222.0.23 "PUT /v2.0/ports/c9912d94-6e0d-4076-a00e-96bc2da5655f HTTP/1.1" status: 200 len: 1092 time: 2.7042196 Aug 31 06:32:43.186319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b7b417d-741a-4d82-90ec-1c6b30d76f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.190592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:43.192905 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c572b2-7a5c-4593-ad11-bbf504ef36d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:43.217600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b7b417d-741a-4d82-90ec-1c6b30d76f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.271115 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faeef10-614d-46ef-95dd-7669eb0bd1ef x-openstack-request-id: req-8faeef10-614d-46ef-95dd-7669eb0bd1ef {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:43.271413 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:43.271673 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8faeef10-614d-46ef-95dd-7669eb0bd1ef {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:43.272091 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'status': 'completed', 'code': 200} Aug 31 06:32:43.280083 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b7b417d-741a-4d82-90ec-1c6b30d76f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.283692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b7b417d-741a-4d82-90ec-1c6b30d76f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.287197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9b7b417d-741a-4d82-90ec-1c6b30d76f34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6 HTTP/1.1" status: 204 len: 168 time: 0.1951385 Aug 31 06:32:43.296186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b417d-741a-4d82-90ec-1c6b30d76f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fcf3e6-8aec-44b4-ade3-b0bc9c510cc6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:43.329873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77819f0-a2d1-4acf-91e1-e9f35f025e0f service neutron] Pushing event updated for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:43.379122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:43.379494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Network hostable DHCP agents. Network: 544ec84f-db76-4548-98c2-b10d82d10c0c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:32:43.418669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-916bcf55-02b2-49d7-8817-44328eab5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:43.420327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-916bcf55-02b2-49d7-8817-44328eab5ddf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 1095 time: 0.1433892 Aug 31 06:32:43.442373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Network 544ec84f-db76-4548-98c2-b10d82d10c0c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:32:43.488292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-d05dfb89-dddf-4a82-9c60-aaea73341cbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f HTTP/1.1" status: 200 len: 217 time: 0.0577433 Aug 31 06:32:43.618490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.644873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 544ec84f-db76-4548-98c2-b10d82d10c0c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:43.651442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b062d3d-d5ec-414c-b313-2c206a75af3f None None] Network 544ec84f-db76-4548-98c2-b10d82d10c0c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:43.694044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:43.694691 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:43.731148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-63f1cf44-2845-41a8-b873-2cdf4f51d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:43.732774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-63f1cf44-2845-41a8-b873-2cdf4f51d78a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.1239891 Aug 31 06:32:43.789767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-12fdcf45-a5a0-449c-91c8-21794ea90dfb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8703580 Aug 31 06:32:43.835060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-f9cd86ff-ea38-4fd9-9b18-974f4fbd1006 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637150 Aug 31 06:32:43.980482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f00c99-a411-4d4e-8d7a-6040d852508f None None] Network 544ec84f-db76-4548-98c2-b10d82d10c0c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:44.025480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c22ff-91b5-4b8d-a144-737a2f4f3d86 req-c648db32-67f5-468f-8003-442ce15d6409 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:44.041168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a3c22ff-91b5-4b8d-a144-737a2f4f3d86 req-c648db32-67f5-468f-8003-442ce15d6409 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.1093519 Aug 31 06:32:44.091377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690f30e-5e9f-43e6-88f8-8a62a02c2696 req-3e3a93b1-e912-4866-8d6c-b0877791f0b2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:44.093001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3690f30e-5e9f-43e6-88f8-8a62a02c2696 req-3e3a93b1-e912-4866-8d6c-b0877791f0b2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 943 time: 0.1810904 Aug 31 06:32:44.134769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a3c22ff-91b5-4b8d-a144-737a2f4f3d86 req-175de00a-5ccc-45a5-a27b-357b839591aa tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922921 Aug 31 06:32:44.235481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:44.332402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-eecb7957-f067-4bc2-96c3-315a7a91c6c9 service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895217 Aug 31 06:32:44.440891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3690f30e-5e9f-43e6-88f8-8a62a02c2696 req-b1e7bb61-850f-4d97-97e1-61c685c3ec89 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832790 Aug 31 06:32:44.544249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fbefbcb-8326-4105-928f-22be49c4c52e req-141f2828-1e46-49c1-b5e4-bbe1c7e47fbd service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916587 Aug 31 06:32:44.586510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Router a1511ebc-da24-448a-a5d0-c36e459af298 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:32:44.680593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-84418ba7-fcd2-4bef-8a2a-fb8f7254ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:44.682390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-84418ba7-fcd2-4bef-8a2a-fb8f7254ba4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 1095 time: 0.0810111 Aug 31 06:32:45.026968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:32:45.043411 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Sync routers for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:32:45.058017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:45.059262 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:32:45.059616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-989fcad3-9d0f-441b-8191-e1026a80ead8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.1987667 Aug 31 06:32:45.060460 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:45.062166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56834) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:45.090292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-4cac0851-ecea-475f-9204-ec2a72ace7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:45.092094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-4cac0851-ecea-475f-9204-ec2a72ace7f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 906 time: 0.4018242 Aug 31 06:32:45.183977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-37553dc2-76fb-4a57-9c07-9691622b62a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f HTTP/1.1" status: 200 len: 217 time: 0.0830941 Aug 31 06:32:45.193623 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:32:45.261569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-23b464ca-7ad6-4138-82ea-dd6d546df1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:45.263214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-23b464ca-7ad6-4138-82ea-dd6d546df1be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.0713017 Aug 31 06:32:45.308009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-da58983f-1f06-4559-8bbc-ea3f25ad0a2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359266 Aug 31 06:32:45.385985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f340685-04ae-42d1-892f-9932f90b8732 req-6a1a308c-6804-4cb4-9b45-9cbfadc2ead4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:45.394276 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f340685-04ae-42d1-892f-9932f90b8732 req-6a1a308c-6804-4cb4-9b45-9cbfadc2ead4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.0970635 Aug 31 06:32:45.482323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f340685-04ae-42d1-892f-9932f90b8732 req-e3056d58-c1b5-408a-bcf4-2a7c557bd30b tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868766 Aug 31 06:32:45.523026 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:43Z', 'revision_number': 3, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:45.546049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-18752882-1d62-4981-b75e-7e32f19f339a service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297897 Aug 31 06:32:45.595175 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Checking router: a1511ebc-da24-448a-a5d0-c36e459af298 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:32:45.595175 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Updating router a1511ebc-da24-448a-a5d0-c36e459af298 port b2ca8680-da97-4b60-9116-4722d70c2358 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:32:45.632770 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:45.648447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10617-1dbc-4095-8d01-b17748a80331 req-b54a4d29-f209-4a12-9af4-1fce232aa52f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:45.650043 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97b10617-1dbc-4095-8d01-b17748a80331 req-b54a4d29-f209-4a12-9af4-1fce232aa52f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 943 time: 0.1029797 Aug 31 06:32:45.713249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97b10617-1dbc-4095-8d01-b17748a80331 req-2d865a41-c7ce-4423-8c5c-2dc5567d5ede tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566382 Aug 31 06:32:45.726500 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06c572b2-7a5c-4593-ad11-bbf504ef36d7 req-0881ae5b-b08c-4515-8661-d324343f1165 service neutron] 10.222.0.23 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690187 Aug 31 06:32:45.841687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56868) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:45.847149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1398863458-network', 'tenant_id': 'dcaca3d3ff2f4594b3e7212b792886ae'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:45.896172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Made reservation on behalf of dcaca3d3ff2f4594b3e7212b792886ae for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:45.898834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:45.908807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.011182 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.086118 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.097155 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Transition to ACTIVE for port object b2ca8680-da97-4b60-9116-4722d70c2358 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:32:46.106123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.108341 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.113036 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.195098 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Attempting to bind port b2ca8680-da97-4b60-9116-4722d70c2358 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:32:46.195377 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Attempting to bind port b2ca8680-da97-4b60-9116-4722d70c2358 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:32:46.195745 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Attempting to bind port b2ca8680-da97-4b60-9116-4722d70c2358 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:46.207174 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:32:46.207543 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:46.210115 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.215971 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:32:46.218612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:32:46.219557 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Bound port: b2ca8680-da97-4b60-9116-4722d70c2358, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:32:46.220242 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.236957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc1733-1160-42cf-a3de-f41b36898a27,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:46.294265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.296695 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Added segment a17cfc71-b193-4d8b-92f3-4e652fcfb91e of type vlan for network 82bba8c9-4f02-4627-9591-1d676e2b5f9e Aug 31 06:32:46.335868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Allocated IP 172.20.0.1 (e720a2e7-2320-4c04-8a79-8cbfaf46a9b7/465e3ffd-5549-4030-b264-28ce920205d2/479b7075-c0c1-4f5d-9c76-569d6665d663) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:32:46.418478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.470069 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.471794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:46.472786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.490828 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Pushing event updated for resources: {'Port': ['ID=b2ca8680-da97-4b60-9116-4722d70c2358,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:46.511685 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.512385 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.512962 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.513538 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.514124 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.529789 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.530498 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.531074 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.531638 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.532181 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.532758 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.533323 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:46.556799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.610532 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] For port b2ca8680-da97-4b60-9116-4722d70c2358, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:32:46.617157 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] For port b2ca8680-da97-4b60-9116-4722d70c2358, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b2ca8680-da97-4b60-9116-4722d70c2358,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:32:46.649822 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.652103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:46.683936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] Pushing event updated for resources: {'Network': ['ID=82bba8c9-4f02-4627-9591-1d676e2b5f9e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:46.727793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c9912d94-6e0d-4076-a00e-96bc2da5655f details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:32:46.762317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:32:46.799461 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:32:46.800254 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:46.806022 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-71eb89b0-7562-40f2-907c-a443170410cc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9608433 Aug 31 06:32:46.809124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56904) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:46.822758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4a55365-1d3f-4418-a363-62ed6a323312 req-d26bc2cc-f1ae-4b7a-b09e-b9297f028e26 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.1202955 Aug 31 06:32:46.822923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Request body: {'subnet': {'network_id': '82bba8c9-4f02-4627-9591-1d676e2b5f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1398863458-subnet', 'tenant_id': 'dcaca3d3ff2f4594b3e7212b792886ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:46.853093 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66916e38-6529-4aad-8ad8-0f50feb90ce9 None None] Pushing event updated for resources: {'Port': ['ID=b2ca8680-da97-4b60-9116-4722d70c2358,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:46.865816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:46.866941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:32:46.885233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649243e-9769-4d57-8fe3-e63313a6df04 req-ee36597a-f8e0-4d0c-b362-6dfd5047f19b tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:46.886577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1649243e-9769-4d57-8fe3-e63313a6df04 req-ee36597a-f8e0-4d0c-b362-6dfd5047f19b tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.2078195 Aug 31 06:32:46.978234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1649243e-9769-4d57-8fe3-e63313a6df04 req-72de89cd-1762-4505-b403-4ac2f1c2bde3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800068 Aug 31 06:32:46.991304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Pushing event updated for resources: {'Port': ['ID=479b7075-c0c1-4f5d-9c76-569d6665d663,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:47.018829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Made reservation on behalf of dcaca3d3ff2f4594b3e7212b792886ae for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:47.021413 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.035006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:47.054667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.066665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'port_id': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'mac_address': 'fa:16:3e:1f:7c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c899d8a-154a-4b2b-9be8-3464062ff28f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:32:47.148724 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.149651 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:32:47.186002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 82bba8c9-4f02-4627-9591-1d676e2b5f9e details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:32:47.194125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10ba4-a978-41bb-98ee-4038f7f1b698 req-1a264437-2d99-4b58-9293-772bb17e217a tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:47.209303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34e10ba4-a978-41bb-98ee-4038f7f1b698 req-1a264437-2d99-4b58-9293-772bb17e217a tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 943 time: 0.2444882 Aug 31 06:32:47.272566 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34e10ba4-a978-41bb-98ee-4038f7f1b698 req-0091dc7e-e677-4a2f-bec7-f74060ee8181 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Aug 31 06:32:47.352414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9912d94-6e0d-4076-a00e-96bc2da5655f {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:47.414755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.455775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56924) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:47.498403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:47.511578 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.561807 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:43Z', 'revision_number': 3, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:47.604471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:47.614343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.614969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.615517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.616030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.616562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.617052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.617571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.618515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.619212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.619780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.620292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.620793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.646758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.670045 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fc8fc-6144-4074-acc5-923cc89cea6a None None] The sync data for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 is: [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:43Z', 'revision_number': 3, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:32:47.714410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['c9912d94-6e0d-4076-a00e-96bc2da5655f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:47.769467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2b81a7-c320-4890-a94d-e64c117e53d0,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:47.794750 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.810508 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.823618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.826183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.827130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.827572 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.833599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.834330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.834903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.835443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.835998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.836546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.837117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.837687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:47.859411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Checking segment: {'id': 'a17cfc71-b193-4d8b-92f3-4e652fcfb91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '82bba8c9-4f02-4627-9591-1d676e2b5f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:47.861646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Network hostable DHCP agents. Network: 82bba8c9-4f02-4627-9591-1d676e2b5f9e, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:32:47.907968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Network 82bba8c9-4f02-4627-9591-1d676e2b5f9e is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:32:47.933293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 82bba8c9-4f02-4627-9591-1d676e2b5f9e) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:47.937779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:47.938561 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.948976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7011254-20ee-4fdb-a62b-2bb827a90711 None None] Network 82bba8c9-4f02-4627-9591-1d676e2b5f9e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:47.964665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2a8cd40e-9ca2-47c4-9203-04d405167626 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1549792 Aug 31 06:32:47.980789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:47.998989 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14f19bc2-6292-4d0e-bc2f-973ea4445d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:48.012387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Pushing event updated for resources: {'Port': ['ID=479b7075-c0c1-4f5d-9c76-569d6665d663,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:48.271575 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e48d2440-6c92-4d91-9686-8f7c73dd597c req-cd426e41-de0c-4fc7-8b78-fdfda448a805 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.2029548 Aug 31 06:32:48.432110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4140318c-f212-4fbb-bb6c-a8931dc49697 None None] Network 82bba8c9-4f02-4627-9591-1d676e2b5f9e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:32:48.502401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:32:48.510375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:48.568131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced35b33-f069-42a3-9327-a0b6ce009243 req-88f3975f-53dd-4af9-b87f-16205e7bd2b0 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:48.580375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ced35b33-f069-42a3-9327-a0b6ce009243 req-88f3975f-53dd-4af9-b87f-16205e7bd2b0 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.1036491 Aug 31 06:32:48.620107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b15b7-3003-459a-b6e8-58cae4b4edc3 req-08106675-a332-4a77-8f41-6b96344bb04f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:48.622156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf3b15b7-3003-459a-b6e8-58cae4b4edc3 req-08106675-a332-4a77-8f41-6b96344bb04f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 944 time: 0.1892550 Aug 31 06:32:48.653806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ced35b33-f069-42a3-9327-a0b6ce009243 req-cba1a9cf-25e1-4ef8-af2b-da0b190de700 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708144 Aug 31 06:32:48.731497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf3b15b7-3003-459a-b6e8-58cae4b4edc3 req-eeb48f05-d40c-45b7-abf5-9832fc284d6a tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775721 Aug 31 06:32:48.738177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14f19bc2-6292-4d0e-bc2f-973ea4445d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:48.747720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Router a1511ebc-da24-448a-a5d0-c36e459af298 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:32:48.748929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b3b272bc-48f6-45d7-a2fa-ab14fc536853 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:32:48.751901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14f19bc2-6292-4d0e-bc2f-973ea4445d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:48.752896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c9912d94-6e0d-4076-a00e-96bc2da5655f up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:48.852126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port c9912d94-6e0d-4076-a00e-96bc2da5655f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:32:48.890119 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-14f19bc2-6292-4d0e-bc2f-973ea4445d7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5fb232a07774a52836223f3712de7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4304655 Aug 31 06:32:48.891244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56960) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:48.894884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f19bc2-6292-4d0e-bc2f-973ea4445d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93e1aec-e3af-4426-aab2-68068bcc8dcd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:49.006466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b3b272bc-48f6-45d7-a2fa-ab14fc536853, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:49.016093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:32:49.022323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port c9912d94-6e0d-4076-a00e-96bc2da5655f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:49.023043 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.026043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'port_id': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'mac_address': 'fa:16:3e:28:52:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:32:49.027001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a3a7d6a7-b822-492a-b814-dce007d6de88 admin admin] 10.222.0.15 "PUT /v2.0/routers/a1511ebc-da24-448a-a5d0-c36e459af298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9636178 Aug 31 06:32:49.123782 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.185163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b272bc-48f6-45d7-a2fa-ab14fc536853 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:49.236384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b3b272bc-48f6-45d7-a2fa-ab14fc536853, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:49.262943 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.265228 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.290622 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.348617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b3b272bc-48f6-45d7-a2fa-ab14fc536853,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:49.362869 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.450515 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.453138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.457454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c93e1aec-e3af-4426-aab2-68068bcc8dcd HTTP/1.1" status: 204 len: 168 time: 0.5658231 Aug 31 06:32:49.496286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93e1aec-e3af-4426-aab2-68068bcc8dcd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:49.528100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-897d0d32-8377-46f4-b370-09815cc2224a req-94cf1bce-49b9-4b8c-be19-bf79de183a1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0694692 Aug 31 06:32:49.533828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.534175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.534520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.534858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.535192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.535525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.535854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.536180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.536501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.536830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.537154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.537518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9ce632-5474-4343-b035-7f49f2b13385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:32:49.562262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-6d843601-05ee-4913-8a63-4322ad84f9a6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:49.569661 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-6d843601-05ee-4913-8a63-4322ad84f9a6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 807 time: 0.5372944 Aug 31 06:32:49.571607 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8da012d6-4b2c-4332-ab2d-31def3aea139 req-e357f84c-38e5-4410-b9e0-25837461505a tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.1031837 Aug 31 06:32:49.613365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-febe138e-bc3d-4b61-a1dd-687b2da6f3d8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/quotas/7b4f812bfd7f4d49b1502a4a3e209519 HTTP/1.1" status: 200 len: 375 time: 0.0426712 Aug 31 06:32:49.655395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-1eb5cecb-c5d3-49ae-b119-ae130c55721f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410542 Aug 31 06:32:49.655928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b2ca8680-da97-4b60-9116-4722d70c2358 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:49.732045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:49.735732 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e758f60-b4c3-416a-89ca-14b15459d3a1" -d '{"events": [{"server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "name": "network-vif-plugged", "status": "completed", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:49.761337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-7d71d969-f11e-4df1-aa23-2a83b3e897fd service neutron] 10.222.0.15 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050022 Aug 31 06:32:49.803248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b3b272bc-48f6-45d7-a2fa-ab14fc536853'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:49.886135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-a88a5a4d-df15-485d-9122-3f2fd23f4099 service neutron] 10.222.0.15 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232722 Aug 31 06:32:49.928192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:49.940127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b2ca8680-da97-4b60-9116-4722d70c2358 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:32:49.952378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b2ca8680-da97-4b60-9116-4722d70c2358 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:49.955083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:49.965044 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:50.169560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57022) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:50.197990 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd857d69-0955-47d7-ac58-7a499805041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:50.246409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:50.296388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a86fd-2a94-40da-8e49-001bc8554bb9 req-98590525-236a-4195-8b16-13ab4225bea3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:50.304416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce7a86fd-2a94-40da-8e49-001bc8554bb9 req-98590525-236a-4195-8b16-13ab4225bea3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 944 time: 0.1254907 Aug 31 06:32:50.409963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce7a86fd-2a94-40da-8e49-001bc8554bb9 req-62a7b9ef-1dc3-466a-9b6b-7e651f626819 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039886 Aug 31 06:32:50.449920 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:50.515461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b2ca8680-da97-4b60-9116-4722d70c2358, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b2ca8680-da97-4b60-9116-4722d70c2358,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:50.530846 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a75dcf1-2e62-45e8-8997-8cce615ccfb0 x-openstack-request-id: req-7a75dcf1-2e62-45e8-8997-8cce615ccfb0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:50.532284 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "name": "network-vif-plugged", "status": "completed", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:50.534322 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a75dcf1-2e62-45e8-8997-8cce615ccfb0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:50.534937 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'code': 200} Aug 31 06:32:50.569747 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:50.599275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd857d69-0955-47d7-ac58-7a499805041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:50.687935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd857d69-0955-47d7-ac58-7a499805041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:50.728489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Sync routers for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:32:50.738039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2e7d5-ce3c-4468-abe4-22b64bb4c47d req-c4f785fe-0e69-4bba-a5d3-248371838659 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:50.748204 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd857d69-0955-47d7-ac58-7a499805041f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c55d03e1ec743caabcfb191f1375875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746500 Aug 31 06:32:50.750985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84d2e7d5-ce3c-4468-abe4-22b64bb4c47d req-c4f785fe-0e69-4bba-a5d3-248371838659 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 945 time: 0.0967941 Aug 31 06:32:50.754020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57036) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:50.826384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd857d69-0955-47d7-ac58-7a499805041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c68fde-03a7-4bad-a2c2-0cdea39dfe31,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:50.847777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8061b9-8585-4732-8a5b-becefc47732a req-9f232149-8048-4c63-b5ec-fed0cb84d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:50.851783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:32:50.852423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff8061b9-8585-4732-8a5b-becefc47732a req-9f232149-8048-4c63-b5ec-fed0cb84d341 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 1097 time: 0.2434046 Aug 31 06:32:50.853544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:50.858516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7e8-c5cf-4868-a440-c37a173c2c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:50.859630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b2ca8680-da97-4b60-9116-4722d70c2358,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:50.875419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84d2e7d5-ce3c-4468-abe4-22b64bb4c47d req-378e7c5a-3d7d-41c7-92a9-9e2b0e3c6b5c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227090 Aug 31 06:32:50.939640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff8061b9-8585-4732-8a5b-becefc47732a req-721d3765-9315-4c5b-9beb-fc0d2e512cc8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784755 Aug 31 06:32:50.962286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7e8-c5cf-4868-a440-c37a173c2c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:51.052616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ecc37c4f-9348-4b57-b6d1-1a2a88975e91 req-74386c02-d003-4a8f-8b65-12ed94eb02f3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 210 time: 0.0892489 Aug 31 06:32:51.067353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:32:51.141929 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7e8-c5cf-4868-a440-c37a173c2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:51.146043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7e8-c5cf-4868-a440-c37a173c2c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:51.151088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8cabd7e8-c5cf-4868-a440-c37a173c2c42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37c68fde-03a7-4bad-a2c2-0cdea39dfe31 HTTP/1.1" status: 204 len: 168 time: 0.3951416 Aug 31 06:32:51.170644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabd7e8-c5cf-4868-a440-c37a173c2c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c68fde-03a7-4bad-a2c2-0cdea39dfe31,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:51.231753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-54d6ae98-ecaf-4773-88bc-adb6ec73ce2f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:51.234843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c1bf341-46d7-4f23-9886-8b7248e52619 req-2a735fb6-65d5-451d-923a-e8a0c7147159 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0582094 Aug 31 06:32:51.242889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-54d6ae98-ecaf-4773-88bc-adb6ec73ce2f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 820 time: 0.2266803 Aug 31 06:32:51.310116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-1865e3bd-5288-4a12-a274-aa9e34e15657 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/quotas/b6cec88f6d4b4058a23fbc3bba756cb2 HTTP/1.1" status: 200 len: 375 time: 0.0662048 Aug 31 06:32:51.411267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b2ca8680-da97-4b60-9116-4722d70c2358 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:51.449688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-2c05828c-872a-4038-8c2d-f7173843c01c tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1384456 Aug 31 06:32:51.489927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b2ca8680-da97-4b60-9116-4722d70c2358 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:51.490672 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:51.646293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 2, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:51.666563 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-1f27a547-72ab-40c3-b8f9-953d2e811ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913335 Aug 31 06:32:51.688371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Checking router: a1511ebc-da24-448a-a5d0-c36e459af298 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:32:51.689060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Updating router a1511ebc-da24-448a-a5d0-c36e459af298 port 479b7075-c0c1-4f5d-9c76-569d6665d663 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:32:51.715915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:51.834457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-2b342924-399e-4cc1-89db-54c612ba9a30 service neutron] 10.222.0.15 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604400 Aug 31 06:32:52.150917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-b3005e91-ac68-4b34-ad1d-418de5316bdb tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:52.152424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-b3005e91-ac68-4b34-ad1d-418de5316bdb tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 807 time: 0.2633212 Aug 31 06:32:52.178083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Request body: {'port': {'device_id': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'admin_state_up': True, 'tenant_id': '7b4f812bfd7f4d49b1502a4a3e209519'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:52.245053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:52.260816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Transition to ACTIVE for port object 479b7075-c0c1-4f5d-9c76-569d6665d663 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:32:52.273261 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:52.274050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3483-f45f-4831-b66c-04d9abf36c77 req-d0d509f4-b1c8-4d2f-b0c2-2637f982f5ba tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:52.300807 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c88b3483-f45f-4831-b66c-04d9abf36c77 req-d0d509f4-b1c8-4d2f-b0c2-2637f982f5ba tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 944 time: 0.1057460 Aug 31 06:32:52.363733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c88b3483-f45f-4831-b66c-04d9abf36c77 req-a2c16036-126f-4f71-b660-fe69f4c538a5 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611172 Aug 31 06:32:52.416692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d53683-2460-41be-9160-9be0fb15b4db None None] Pushing event updated for resources: {'Port': ['ID=479b7075-c0c1-4f5d-9c76-569d6665d663,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:52.419321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Made reservation on behalf of 7b4f812bfd7f4d49b1502a4a3e209519 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:52.429512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:52.544702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Attempting to bind port 479b7075-c0c1-4f5d-9c76-569d6665d663 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:32:52.546777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Attempting to bind port 479b7075-c0c1-4f5d-9c76-569d6665d663 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:32:52.547174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Attempting to bind port 479b7075-c0c1-4f5d-9c76-569d6665d663 on network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:52.563298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:32:52.566705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Checking segment: {'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:52.567605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:52.569688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Bound using segment: {'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:32:52.572247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Bound port: 479b7075-c0c1-4f5d-9c76-569d6665d663, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:32:52.573367 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:52.662597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9310ba-2c5a-48bc-820f-f2f2f15b9a8e req-ee8f16c0-b485-48fc-b470-bcd272cc32ea tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:52.670008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a9310ba-2c5a-48bc-820f-f2f2f15b9a8e req-ee8f16c0-b485-48fc-b470-bcd272cc32ea tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 945 time: 0.1964509 Aug 31 06:32:52.689303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] For port 479b7075-c0c1-4f5d-9c76-569d6665d663, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:32:52.696910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] For port 479b7075-c0c1-4f5d-9c76-569d6665d663, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=479b7075-c0c1-4f5d-9c76-569d6665d663,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:32:52.726871 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:52.733148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Allocated IP 172.20.0.7 (544ec84f-db76-4548-98c2-b10d82d10c0c/855d36ba-a623-41eb-a4d6-258e3da7e2ca/0b8bea90-4f6a-4e93-b222-351588b80d9b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:32:52.754796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a9310ba-2c5a-48bc-820f-f2f2f15b9a8e req-b8740860-6918-4245-85b4-692a1e4e39d2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833983 Aug 31 06:32:52.797939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b3b272bc-48f6-45d7-a2fa-ab14fc536853 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:52.931071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d53683-2460-41be-9160-9be0fb15b4db None None] Pushing event updated for resources: {'Port': ['ID=479b7075-c0c1-4f5d-9c76-569d6665d663,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:53.012648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:32:53.013495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:53.043285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1a66f9c-7dca-4acc-88f3-1753bfd6a98a req-e9c10d7b-6fb8-4032-ad87-c8f28ee9857e tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 210 time: 0.1430023 Aug 31 06:32:53.101242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96acef83-031c-4636-82a8-037bb39367a4 req-0b274769-7ade-483d-906c-394a3a922294 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 210 time: 0.1071882 Aug 31 06:32:53.179798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port b3b272bc-48f6-45d7-a2fa-ab14fc536853 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:32:53.185149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port b3b272bc-48f6-45d7-a2fa-ab14fc536853 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:53.185697 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:53.248240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:53.285031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:32:53.369073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:53.427284 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:53.475405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Network 544ec84f-db76-4548-98c2-b10d82d10c0c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:32:53.479230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:53.487759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:32:53.521530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Pushing event updated for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:53.565018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:53.566637 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:53.608786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-53b9c417-fd91-4dfe-9e15-c0dbd27e8138 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4345315 Aug 31 06:32:53.629629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Request body: {'port': {'device_id': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:53.647691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:53.652454 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e11430-3c56-4b53-8d2c-e6db812f9cae" -d '{"events": [{"server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "name": "network-vif-plugged", "status": "completed", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:53.698921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b3b272bc-48f6-45d7-a2fa-ab14fc536853, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:53.719306 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:53.780280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-2978903d-e50d-4e17-bce2-603ce596f6b6 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:53.783158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-2978903d-e50d-4e17-bce2-603ce596f6b6 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.23 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 820 time: 0.2562053 Aug 31 06:32:53.797563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Request body: {'port': {'device_id': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'admin_state_up': True, 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:53.807868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.024150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Made reservation on behalf of b6cec88f6d4b4058a23fbc3bba756cb2 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:32:54.028163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.052618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b3b272bc-48f6-45d7-a2fa-ab14fc536853,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:54.143271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:52Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:32:54.211326 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38776bb3-9396-4bd5-932c-d39ad29f8802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.217978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e6922-62a3-44da-862e-3d6405278fd5 None None] The sync data for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 is: [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:52Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:32:54.229635 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.356592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Allocated IP 172.20.0.13 (e720a2e7-2320-4c04-8a79-8cbfaf46a9b7/465e3ffd-5549-4030-b264-28ce920205d2/f320c364-4010-4531-ba37-a728d6f37bfe) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:32:54.388979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a2b2-dfba-433d-94f1-f975c321394d req-d9f4ebe7-800e-4498-bd4f-4855628983df tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:54.396713 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d404a2b2-dfba-433d-94f1-f975c321394d req-d9f4ebe7-800e-4498-bd4f-4855628983df tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.1379209 Aug 31 06:32:54.439417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3ca7-6e27-4765-864a-ad56c5351ef3 req-5987b39e-e3b9-4957-9615-12b9da4f0be5 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:54.442575 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-449f3ca7-6e27-4765-864a-ad56c5351ef3 req-5987b39e-e3b9-4957-9615-12b9da4f0be5 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 945 time: 0.6110122 Aug 31 06:32:54.471647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d404a2b2-dfba-433d-94f1-f975c321394d req-61c6eb58-d826-4a9e-a9f3-f8b69db373d5 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738003 Aug 31 06:32:54.647886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-449f3ca7-6e27-4765-864a-ad56c5351ef3 req-5d4fe19e-2114-41d3-a4f2-e7d8cc6f476d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991291 Aug 31 06:32:54.776655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.782032 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e25f35-1602-46de-9d61-9422dbd94cc3 x-openstack-request-id: req-80e25f35-1602-46de-9d61-9422dbd94cc3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:54.783344 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "name": "network-vif-plugged", "status": "completed", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:54.784400 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80e25f35-1602-46de-9d61-9422dbd94cc3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:54.785018 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'code': 200} Aug 31 06:32:54.801340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8bea90-4f6a-4e93-b222-351588b80d9b {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:54.810081 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.827346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Transition to ACTIVE for port object 0b8bea90-4f6a-4e93-b222-351588b80d9b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:32:54.840525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.869820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88d5e924-aff7-478b-9a42-ce6d4b7b9e85 req-0efcb386-9e5c-41a9-84a0-b261453dbd45 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0798228 Aug 31 06:32:54.893889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.975764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:32:54.979904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:54.983005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:32:55.021541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:32:55.043226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f02f9-a4b0-466d-8d6a-1e1551373bcc req-5f34a7e6-2bd3-490e-9ebc-d9583996cae6 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.044994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8f02f9-a4b0-466d-8d6a-1e1551373bcc req-5f34a7e6-2bd3-490e-9ebc-d9583996cae6 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 932 time: 0.1419005 Aug 31 06:32:55.049222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6948a-8dc3-4c98-8bd3-df24774ea13d req-a1833542-9fc6-46c2-adc5-5b8de049acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.050704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3dd6948a-8dc3-4c98-8bd3-df24774ea13d req-a1833542-9fc6-46c2-adc5-5b8de049acbf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 1097 time: 0.1695099 Aug 31 06:32:55.060957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event updated for resources: {'Port': ['ID=f320c364-4010-4531-ba37-a728d6f37bfe,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:55.098226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc0e91-0090-4201-b38d-f5f18141a8d7 req-6e964398-e790-4838-bc83-b000ba9b7b7d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.099537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cabc0e91-0090-4201-b38d-f5f18141a8d7 req-6e964398-e790-4838-bc83-b000ba9b7b7d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 943 time: 0.1354904 Aug 31 06:32:55.108267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.108925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.138779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8f02f9-a4b0-466d-8d6a-1e1551373bcc req-dde3ba05-79d6-4ace-96e4-aa4ba5c73905 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871160 Aug 31 06:32:55.139181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-9bd3e84d-b896-4602-ac08-0203c488425f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3471611 Aug 31 06:32:55.142311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3dd6948a-8dc3-4c98-8bd3-df24774ea13d req-335bd2ea-c41d-4627-82a2-5d7ae626eb8e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783262 Aug 31 06:32:55.143333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:32:55.143702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:32:55.144029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:55.148462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:32:55.148787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:55.152573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cabc0e91-0090-4201-b38d-f5f18141a8d7 req-0584a0ca-ceac-40cd-a6d2-3f294c899aa3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Aug 31 06:32:55.154396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:32:55.154887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:55.155400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:32:55.155838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Bound port: 0b8bea90-4f6a-4e93-b222-351588b80d9b, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:32:55.156202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.257057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:32:55.261761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:32:55.278749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.332986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.333825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.335506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 1092 time: 1.7175653 Aug 31 06:32:55.336126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:55.339042 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33cb3b5-5541-4a8e-8461-fe833af0be25" -d '{"events": [{"name": "network-changed", "server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:55.341686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Request body: {'port': {'device_id': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:55.360933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 479b7075-c0c1-4f5d-9c76-569d6665d663 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:55.371985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796627-0885-4fd6-bdbb-b2eae6597060 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:55.440103 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a19b2e4-8c7f-45d0-b908-3dc0ff484675 x-openstack-request-id: req-9a19b2e4-8c7f-45d0-b908-3dc0ff484675 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:55.441155 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:55.441608 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a19b2e4-8c7f-45d0-b908-3dc0ff484675 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:55.442189 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b', 'status': 'completed', 'code': 200} Aug 31 06:32:55.445603 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.469787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-52bb3381-20c2-44b3-9e8a-131c30dc6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.471341 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-52bb3381-20c2-44b3-9e8a-131c30dc6e0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1095 time: 0.0889869 Aug 31 06:32:55.473692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 479b7075-c0c1-4f5d-9c76-569d6665d663 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:32:55.483959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 479b7075-c0c1-4f5d-9c76-569d6665d663 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:55.485042 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.553054 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-786622ee-9993-4e7b-a2a5-e55e3056b368 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 217 time: 0.0718029 Aug 31 06:32:55.603914 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.663463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-37f7d180-dfb2-4b2e-9ff1-1786d49d72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.664639 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.665507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-37f7d180-dfb2-4b2e-9ff1-1786d49d72ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1064649 Aug 31 06:32:55.734702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 479b7075-c0c1-4f5d-9c76-569d6665d663, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=479b7075-c0c1-4f5d-9c76-569d6665d663,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:55.744413 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:55.785450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-85371d20-da60-4bcd-ac25-9fb077c025d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989740 Aug 31 06:32:55.794900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57192) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:55.854596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=479b7075-c0c1-4f5d-9c76-569d6665d663,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:55.900620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a2ed6-d7c9-4f7e-8877-5e0969386718 req-595a85b1-d4b1-415a-a220-8bbdae5255a1 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.903808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e7a2ed6-d7c9-4f7e-8877-5e0969386718 req-595a85b1-d4b1-415a-a220-8bbdae5255a1 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 945 time: 0.1180294 Aug 31 06:32:55.917045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e434e-776c-493d-acb4-c71c182802f7 req-4e60f1c1-d400-4a47-921b-2cb0062cf6d9 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:55.927576 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7e7e434e-776c-493d-acb4-c71c182802f7 req-4e60f1c1-d400-4a47-921b-2cb0062cf6d9 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.2606957 Aug 31 06:32:56.021369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7e7e434e-776c-493d-acb4-c71c182802f7 req-5683ad32-cfc3-4af7-9887-d31eff449696 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858080 Aug 31 06:32:56.026239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-2a0f9f15-ddcb-48af-ae94-e7973ff709f3 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320890 Aug 31 06:32:56.144767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e7a2ed6-d7c9-4f7e-8877-5e0969386718 req-e56bea83-8324-4204-afcc-ae4948917ee2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114406 Aug 31 06:32:56.179088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f320c364-4010-4531-ba37-a728d6f37bfe {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:56.194685 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.217365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Transition to ACTIVE for port object f320c364-4010-4531-ba37-a728d6f37bfe will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:32:56.228975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.314725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d819852-6176-4f1f-a013-91ac9a37ac94 req-93dc8cbd-9e5a-4f2f-aaad-0219ce9eaf69 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775004 Aug 31 06:32:56.332901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f320c364-4010-4531-ba37-a728d6f37bfe,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:56.399755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa0c3-c1bc-4a7d-b24b-61f56351cb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.426353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f832d60-178b-4f2a-b8bf-5bb598ce56b1 req-0d2579f8-43be-4a8b-88af-f65b016d16ce tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.1097362 Aug 31 06:32:56.528863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Attempting to bind port f320c364-4010-4531-ba37-a728d6f37bfe on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:32:56.529486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Attempting to bind port f320c364-4010-4531-ba37-a728d6f37bfe by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:32:56.530007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Attempting to bind port f320c364-4010-4531-ba37-a728d6f37bfe on network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:56.549106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Port f320c364-4010-4531-ba37-a728d6f37bfe on network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:32:56.549793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Attempting to bind port f320c364-4010-4531-ba37-a728d6f37bfe on network e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:32:56.552846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-cdbd87e3-2664-4176-b9a8-281ec7e971d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:56.554625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-cdbd87e3-2664-4176-b9a8-281ec7e971d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1095 time: 0.1238117 Aug 31 06:32:56.564950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:32:56.569464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Checking segment: {'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:32:56.570071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Bound using segment: {'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:32:56.570841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Bound port: f320c364-4010-4531-ba37-a728d6f37bfe, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59838b80-fd7c-4601-a927-cc9bb4360138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:32:56.571391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.698682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] For port f320c364-4010-4531-ba37-a728d6f37bfe, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:32:56.706724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] For port f320c364-4010-4531-ba37-a728d6f37bfe, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f320c364-4010-4531-ba37-a728d6f37bfe,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:32:56.717616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.724175 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-deabc9a9-00e4-4ce0-9bfe-f840e2986c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.762029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33529e9c-2752-4822-91d4-c19269b49e4b req-a21d87c9-6afd-4f7e-bf78-5855e6cdcd06 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:56.771349 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33529e9c-2752-4822-91d4-c19269b49e4b req-a21d87c9-6afd-4f7e-bf78-5855e6cdcd06 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 944 time: 0.2223167 Aug 31 06:32:56.774818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-f9af1d1c-a829-45b6-a57e-b50847fdb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:56.776787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-f9af1d1c-a829-45b6-a57e-b50847fdb659 service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.2054379 Aug 31 06:32:56.778749 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.800775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f320c364-4010-4531-ba37-a728d6f37bfe,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:56.810940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:56.811718 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.813176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-c2cd00f1-f7f4-4d65-8a42-18f041a9c0a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 1093 time: 1.4803162 Aug 31 06:32:56.813717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:32:56.816056 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf" -d '{"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:32:56.858800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-bd47b3c1-3cbb-4a84-934b-3f94f2aa6e5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 217 time: 0.0690169 Aug 31 06:32:56.885236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33529e9c-2752-4822-91d4-c19269b49e4b req-b8c93d43-b7ef-47f5-ae79-4176a853e5fd tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124275 Aug 31 06:32:56.923149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-0fff58cd-c4ed-4718-9266-68fb6579b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:56.925518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-0fff58cd-c4ed-4718-9266-68fb6579b3a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1096 time: 0.0675189 Aug 31 06:32:56.950879 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa0c3-c1bc-4a7d-b24b-61f56351cb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:56.962121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa0c3-c1bc-4a7d-b24b-61f56351cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:57.006351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-4b57a68a-5093-4839-94bb-be49d05117e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 217 time: 0.0718846 Aug 31 06:32:57.022283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-c23571d7-b1d6-44ad-b465-e556901018a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:57.025898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-c23571d7-b1d6-44ad-b465-e556901018a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1546938 Aug 31 06:32:57.084715 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-9f36a015-62b4-414c-9947-e845f26fb73c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449700 Aug 31 06:32:57.085867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa0c3-c1bc-4a7d-b24b-61f56351cb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf0bbd-4c19-4b8b-8fbc-c48e9ef25e56,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:57.088737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-5bd59d16-7810-41c3-9a6a-71906d7d676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:57.093054 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dbeaa0c3-c1bc-4a7d-b24b-61f56351cb1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d503c136d8448d18983065e64bf1867&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2972133 Aug 31 06:32:57.095707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57240) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:57.098449 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-5bd59d16-7810-41c3-9a6a-71906d7d676c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.0721278 Aug 31 06:32:57.163089 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-f02ed1e3-1a67-4659-a605-b20fc9732c31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573776 Aug 31 06:32:57.238026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849caf2-2fa3-4ef3-8307-fbac49a3db63 req-755aa419-f26f-4d6d-b8e0-9a4dd85dc357 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:57.239567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3849caf2-2fa3-4ef3-8307-fbac49a3db63 req-755aa419-f26f-4d6d-b8e0-9a4dd85dc357 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 943 time: 0.2741339 Aug 31 06:32:57.301061 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebf67a70-1a12-42be-9565-665522b0061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:57.324857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 479b7075-c0c1-4f5d-9c76-569d6665d663 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:32:57.332378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebf67a70-1a12-42be-9565-665522b0061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:57.356263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-235b4e96-3809-4719-8d29-4e59bb7cfbcb service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837468 Aug 31 06:32:57.402598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-ba8c3799-30c9-4869-8f36-d1f1c557c602 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880015 Aug 31 06:32:57.434387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 479b7075-c0c1-4f5d-9c76-569d6665d663 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:32:57.441380 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:57.459280 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3849caf2-2fa3-4ef3-8307-fbac49a3db63 req-91acc615-9d05-425b-95d5-4c90edfa8103 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127676 Aug 31 06:32:57.589645 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449f1b2-8ab8-4a53-8509-ac25c5137a98 x-openstack-request-id: req-d449f1b2-8ab8-4a53-8509-ac25c5137a98 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:32:57.589979 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:32:57.590240 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d449f1b2-8ab8-4a53-8509-ac25c5137a98 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:32:57.590673 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'status': 'completed', 'code': 200} Aug 31 06:32:57.610022 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33cb3b5-5541-4a8e-8461-fe833af0be25 req-41097978-ba65-4759-857e-da9556dbc2b7 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436594 Aug 31 06:32:57.612314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebf67a70-1a12-42be-9565-665522b0061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:57.615338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebf67a70-1a12-42be-9565-665522b0061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:57.619443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ebf67a70-1a12-42be-9565-665522b0061d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5bf0bbd-4c19-4b8b-8fbc-c48e9ef25e56 HTTP/1.1" status: 204 len: 168 time: 0.5221443 Aug 31 06:32:57.628858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf67a70-1a12-42be-9565-665522b0061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf0bbd-4c19-4b8b-8fbc-c48e9ef25e56,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:57.672058 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55369bc9-742e-457b-a165-82ae0b4b2f0b req-d1b83bbb-360f-4a09-a359-4454172d2c07 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058717 Aug 31 06:32:57.699258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baeea-4614-4528-bd5c-3510df00b5cd req-9715cd3d-b5d9-443f-8841-87dd4bc637f5 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:57.701747 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c04baeea-4614-4528-bd5c-3510df00b5cd req-9715cd3d-b5d9-443f-8841-87dd4bc637f5 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.1099401 Aug 31 06:32:57.789090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8bb3516c-939d-443f-932a-eda4833dbbd6 req-64fcec90-33e0-4474-8762-3eecdc099efd tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0425744 Aug 31 06:32:57.793847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c04baeea-4614-4528-bd5c-3510df00b5cd req-f90dd5ae-3bb1-45bb-8c3f-72c5ea455521 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826397 Aug 31 06:32:57.806048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-c06266fd-8aca-4fd4-a400-ea6fd38748db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:57.807654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-c06266fd-8aca-4fd4-a400-ea6fd38748db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1096 time: 0.0567203 Aug 31 06:32:57.935669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-f1aa7445-89e6-4127-b7c4-a4a87b7dc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:57.937251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-f1aa7445-89e6-4127-b7c4-a4a87b7dc716 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 921 time: 0.1122882 Aug 31 06:32:57.972651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46616c5-4d2f-43aa-95e8-25597582f9b1 req-e01a08a1-7cb7-4dfc-9bc7-1606e957a4da tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:57.974615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c46616c5-4d2f-43aa-95e8-25597582f9b1 req-e01a08a1-7cb7-4dfc-9bc7-1606e957a4da tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.0767961 Aug 31 06:32:57.983543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57268) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:57.996401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Request body: {'floatingip': {'port_id': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:32:58.011978 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-24803914-ea8b-49e2-ab7d-9200dec9cfd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 217 time: 0.0658839 Aug 31 06:32:58.027842 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.043054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.072190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-05da6097-f2ab-4e0a-931c-9aa05942cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:58.073813 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-05da6097-f2ab-4e0a-931c-9aa05942cca3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.0520546 Aug 31 06:32:58.083230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57270) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:58.125576 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e15c4793-0412-4f72-8c5b-6a83d2b63ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.129962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-6d1dc2d3-b955-4ec9-9927-30828ce2e29e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376410 Aug 31 06:32:58.184241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af636264-5e2f-4e9a-af92-835c0571ca15 req-e27c801b-7eba-463b-b01f-71fcda91087d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:58.185890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-af636264-5e2f-4e9a-af92-835c0571ca15 req-e27c801b-7eba-463b-b01f-71fcda91087d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 944 time: 0.1018362 Aug 31 06:32:58.262260 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-038dd496-a56f-4919-936f-92a22a993ed6 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233172 Aug 31 06:32:58.278698 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-af636264-5e2f-4e9a-af92-835c0571ca15 req-79636fe3-70e4-4553-9baf-d60f13d14eef tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841756 Aug 31 06:32:58.354625 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e15c4793-0412-4f72-8c5b-6a83d2b63ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.362464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e15c4793-0412-4f72-8c5b-6a83d2b63ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.396338 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e15c4793-0412-4f72-8c5b-6a83d2b63ff8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=863553ec1ba64078a1ec1c3490c62b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109336 Aug 31 06:32:58.399136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57276) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:58.455651 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d1ebaa0-ad26-4efc-b70b-33dfdc39caaf req-a8388138-34b5-4b78-9cd7-dfa1ea180bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848648 Aug 31 06:32:58.480214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c4793-0412-4f72-8c5b-6a83d2b63ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2856ef-e581-431a-8b69-5033d1cea699,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:58.503487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40be4ec1-5e0e-432b-a052-9a155ea761e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.533646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40be4ec1-5e0e-432b-a052-9a155ea761e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.579898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0b8bea90-4f6a-4e93-b222-351588b80d9b details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:32:58.606679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40be4ec1-5e0e-432b-a052-9a155ea761e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.611518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40be4ec1-5e0e-432b-a052-9a155ea761e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.612885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40be4ec1-5e0e-432b-a052-9a155ea761e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c2856ef-e581-431a-8b69-5033d1cea699 HTTP/1.1" status: 204 len: 168 time: 0.2113726 Aug 31 06:32:58.624605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be4ec1-5e0e-432b-a052-9a155ea761e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2856ef-e581-431a-8b69-5033d1cea699,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:58.698995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e9221-4a86-4d7f-81b3-1f8e16895b62 req-1f871df5-8e3b-44fc-b1d3-781f1f2f4cb8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:58.707834 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-843e9221-4a86-4d7f-81b3-1f8e16895b62 req-1f871df5-8e3b-44fc-b1d3-781f1f2f4cb8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 943 time: 0.1380429 Aug 31 06:32:58.761492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:58.791984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c9912d94-6e0d-4076-a00e-96bc2da5655f details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:32:58.796631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '0b8bea90-4f6a-4e93-b222-351588b80d9b', 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'port_id': '0b8bea90-4f6a-4e93-b222-351588b80d9b', 'mac_address': 'fa:16:3e:01:78:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855d36ba-a623-41eb-a4d6-258e3da7e2ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:32:58.854301 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.resource_extend [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:32:58.911808 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-843e9221-4a86-4d7f-81b3-1f8e16895b62 req-41b941a5-14f9-4478-a6f9-e7e13e204853 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025180 Aug 31 06:32:58.961676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c69e5716-7cad-4fdc-b77c-002a3d9ee1ad req-1af527a6-7f09-482b-8a63-5cef264901c2 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0556409 Aug 31 06:32:58.965777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:58.992210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.029800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.058191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8bea90-4f6a-4e93-b222-351588b80d9b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:59.068390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57306) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:59.103542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:59.116873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.192716 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Floating IP 4dcd2f80-5de2-4a96-b23e-efc4da666015 associated. External IP: 172.25.5.58, port: b3b272bc-48f6-45d7-a2fa-ab14fc536853. Aug 31 06:32:59.217474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f57f72e4-cca1-40c4-8fe0-c1037b97c210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.289256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:59.291969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:59.304371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'port_id': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'mac_address': 'fa:16:3e:1f:7c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c899d8a-154a-4b2b-9be8-3464062ff28f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:32:59.333498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['0b8bea90-4f6a-4e93-b222-351588b80d9b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:59.388323 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.391346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f57f72e4-cca1-40c4-8fe0-c1037b97c210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.400338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f57f72e4-cca1-40c4-8fe0-c1037b97c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.424299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9912d94-6e0d-4076-a00e-96bc2da5655f {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:32:59.510438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f57f72e4-cca1-40c4-8fe0-c1037b97c210 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=028908fcd53b40a4b458a8fee8453fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407885 Aug 31 06:32:59.513689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57330) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:32:59.520656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f72e4-cca1-40c4-8fe0-c1037b97c210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83648d11-76a5-4563-9981-41e9d2d78248,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:59.521780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:32:59.555339 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.646762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['c9912d94-6e0d-4076-a00e-96bc2da5655f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:32:59.665637 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c491a25-b70c-4397-ae23-35d93053bf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.697946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:32:59.747529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c491a25-b70c-4397-ae23-35d93053bf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.806069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea73c98-702c-466d-840f-8959187674e9 req-932cb9af-1233-47de-8705-8459754ed878 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:32:59.812067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dea73c98-702c-466d-840f-8959187674e9 req-932cb9af-1233-47de-8705-8459754ed878 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 944 time: 0.4256072 Aug 31 06:32:59.888066 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c491a25-b70c-4397-ae23-35d93053bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.889718 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.891327 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c491a25-b70c-4397-ae23-35d93053bf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.896485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5c491a25-b70c-4397-ae23-35d93053bf7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83648d11-76a5-4563-9981-41e9d2d78248 HTTP/1.1" status: 204 len: 168 time: 0.3783689 Aug 31 06:32:59.910527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dea73c98-702c-466d-840f-8959187674e9 req-df85077a-3109-4da0-ad51-882013a32256 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925977 Aug 31 06:32:59.944020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c491a25-b70c-4397-ae23-35d93053bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83648d11-76a5-4563-9981-41e9d2d78248,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:00.053759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:33:00.116871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9c76-2fde-4976-bc4a-8ea773b359d0 req-e462ac71-aa4e-48be-a968-599a20060ae3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:00.119359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e35f9c76-2fde-4976-bc4a-8ea773b359d0 req-e462ac71-aa4e-48be-a968-599a20060ae3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 944 time: 0.0895143 Aug 31 06:33:00.195650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:33:00.201133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:00.209994 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] Sync routers for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:33:00.222391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e35f9c76-2fde-4976-bc4a-8ea773b359d0 req-90c8d258-746c-412f-831b-f2bc3f6867cb tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934672 Aug 31 06:33:00.225888 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:00.228683 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:32:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:00.278877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0d82d64-0712-43a5-a5a0-2195aa9f6f0f req-509b86ee-bb1b-45d7-9be5-9a92f912e30d tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0845785 Aug 31 06:33:00.285220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aa1c5be4-adec-4f84-bda9-398fbe2b3ddb tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "PUT /v2.0/floatingips/4dcd2f80-5de2-4a96-b23e-efc4da666015 HTTP/1.1" status: 200 len: 990 time: 2.2986236 Aug 31 06:33:00.285978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:00.288826 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1e793a-d38b-4acc-aced-c809cb6d8af6" -d '{"events": [{"name": "network-changed", "server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:00.362793 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e64360-6241-4f94-b9e6-7a4f01430a84 x-openstack-request-id: req-b6e64360-6241-4f94-b9e6-7a4f01430a84 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:00.363180 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:00.363318 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6e64360-6241-4f94-b9e6-7a4f01430a84 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:00.363731 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'status': 'completed', 'code': 200} Aug 31 06:33:00.388015 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:00.456855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-5663b064-ab58-48fe-b5bf-08a062385fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:00.458511 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-5663b064-ab58-48fe-b5bf-08a062385fa3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e9a38379be54c429776790ebdf49513&device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 1097 time: 0.0698321 Aug 31 06:33:00.578614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0b8bea90-4f6a-4e93-b222-351588b80d9b up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:00.755140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-55ef6e94-5b97-4a88-9c31-5b6167f11282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:00.757069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-55ef6e94-5b97-4a88-9c31-5b6167f11282 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d82d2daf-8318-4a04-83c5-fd00909c743d HTTP/1.1" status: 200 len: 916 time: 0.2898374 Aug 31 06:33:00.774016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 0b8bea90-4f6a-4e93-b222-351588b80d9b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:00.780479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 0b8bea90-4f6a-4e93-b222-351588b80d9b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:00.780893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:00.789744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f320c364-4010-4531-ba37-a728d6f37bfe details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:00.796177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c9912d94-6e0d-4076-a00e-96bc2da5655f up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:00.936576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-8f2479f4-ef69-4435-a989-d6d1f4521062 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853 HTTP/1.1" status: 200 len: 998 time: 0.1626949 Aug 31 06:33:00.990899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57400) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:01.043897 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a654007d-e258-40e9-aede-14225df041ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.064717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-d4f296e6-f9c3-4d1d-898b-040e88f7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:01.066142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port c9912d94-6e0d-4076-a00e-96bc2da5655f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:01.066575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-d4f296e6-f9c3-4d1d-898b-040e88f7a84b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3 HTTP/1.1" status: 200 len: 854 time: 0.1209819 Aug 31 06:33:01.067052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.102950 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4dcd2f80-5de2-4a96-b23e-efc4da666015', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'port_id': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'mac_address': 'fa:16:3e:28:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:31:52Z', 'updated_at': '2021-08-31T06:32:58Z', 'revision_number': 1, 'project_id': '2e9a38379be54c429776790ebdf49513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:53Z', 'revision_number': 5, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:01.134446 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] Checking router: b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:33:01.144483 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:01.145127 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:32:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:01.237768 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.282903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f320c364-4010-4531-ba37-a728d6f37bfe, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f320c364-4010-4531-ba37-a728d6f37bfe,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:01.312722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:01.315448 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e819a8f-5c04-4023-a4de-d71702d81721" -d '{"events": [{"server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "name": "network-vif-plugged", "status": "completed", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:01.350021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'port_id': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'mac_address': 'fa:16:3e:16:5b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:33:01.364743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:01.368537 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:01.398462 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.478750 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a654007d-e258-40e9-aede-14225df041ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.505492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b2e8-5c61-4ef6-a27d-96c35febcdf0 req-ec48cf93-570b-494a-9533-5d7ea8d44612 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:01.514739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.516032 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19a2b2e8-5c61-4ef6-a27d-96c35febcdf0 req-ec48cf93-570b-494a-9533-5d7ea8d44612 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 945 time: 0.1057842 Aug 31 06:33:01.532225 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a654007d-e258-40e9-aede-14225df041ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.553167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.572496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654007d-e258-40e9-aede-14225df041ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be50e18-e9a5-4944-9f8c-b71f7681af06,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:01.573737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f320c364-4010-4531-ba37-a728d6f37bfe {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:01.609833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19a2b2e8-5c61-4ef6-a27d-96c35febcdf0 req-50cb93a5-6104-40c2-af71-ade3d00d222a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920191 Aug 31 06:33:01.637762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a654007d-e258-40e9-aede-14225df041ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f053fd70a9524f3fb4919744301f7749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457481 Aug 31 06:33:01.644678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57414) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:01.660573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:01.671244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f320c364-4010-4531-ba37-a728d6f37bfe, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f320c364-4010-4531-ba37-a728d6f37bfe,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:01.676322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:01.679774 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.747183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-1b40f57f-3fa7-4cc3-8036-bb5d2e5a0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:01.749946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-1b40f57f-3fa7-4cc3-8036-bb5d2e5a0a74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d82d2daf-8318-4a04-83c5-fd00909c743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6746516 Aug 31 06:33:01.765229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660e454-62f5-49e3-ae43-9f039617aa90 req-f2a90cdd-7b85-471a-8ff4-79b6d67c0767 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:01.767229 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9660e454-62f5-49e3-ae43-9f039617aa90 req-f2a90cdd-7b85-471a-8ff4-79b6d67c0767 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 945 time: 0.6448517 Aug 31 06:33:01.777119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f320c364-4010-4531-ba37-a728d6f37bfe,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:01.787262 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.810294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e26895bb-b017-4787-94a6-30d739bffbd1 req-2201e418-eb1a-454d-949d-7719a5e65585 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0807831 Aug 31 06:33:01.825961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49472ae4-25fc-4986-9d38-b0617b33a7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.852535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49472ae4-25fc-4986-9d38-b0617b33a7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.874634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:01.879138 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4dcd2f80-5de2-4a96-b23e-efc4da666015', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'port_id': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'mac_address': 'fa:16:3e:28:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:31:52Z', 'updated_at': '2021-08-31T06:32:58Z', 'revision_number': 1, 'project_id': '2e9a38379be54c429776790ebdf49513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:53Z', 'revision_number': 5, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:01.907662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9660e454-62f5-49e3-ae43-9f039617aa90 req-67eaf470-5ab2-47f8-b3b7-fb428d4f2e4f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305811 Aug 31 06:33:01.934722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f320c364-4010-4531-ba37-a728d6f37bfe'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:01.963539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49472ae4-25fc-4986-9d38-b0617b33a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.966328 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49472ae4-25fc-4986-9d38-b0617b33a7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:01.967550 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-49472ae4-25fc-4986-9d38-b0617b33a7ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5be50e18-e9a5-4944-9f8c-b71f7681af06 HTTP/1.1" status: 204 len: 168 time: 0.3216388 Aug 31 06:33:01.983904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49472ae4-25fc-4986-9d38-b0617b33a7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be50e18-e9a5-4944-9f8c-b71f7681af06,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:02.030378 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d536ff-8f7f-449a-85ef-8d8a3dc8294c None None] The sync data for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 is: [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4dcd2f80-5de2-4a96-b23e-efc4da666015', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'port_id': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'mac_address': 'fa:16:3e:28:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:31:52Z', 'updated_at': '2021-08-31T06:32:58Z', 'revision_number': 1, 'project_id': '2e9a38379be54c429776790ebdf49513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:53Z', 'revision_number': 5, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:33:02.070388 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f44f3f4-d91e-474a-8ccb-71a52aa7d795 x-openstack-request-id: req-4f44f3f4-d91e-474a-8ccb-71a52aa7d795 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:02.070685 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "name": "network-vif-plugged", "status": "completed", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:02.070909 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f44f3f4-d91e-474a-8ccb-71a52aa7d795 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:02.071312 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b', 'code': 200} Aug 31 06:33:02.108130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-679884bf-cb2c-41fc-b2a2-36f28eb823b6 service neutron] 10.222.0.23 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396707 Aug 31 06:33:02.177534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b09ff-a6b8-4474-96b1-8a78382d2d1d req-89ac4e0b-9fb8-44e6-9b39-2e393f903846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:02.179871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-370b09ff-a6b8-4474-96b1-8a78382d2d1d req-89ac4e0b-9fb8-44e6-9b39-2e393f903846 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1097 time: 0.1216500 Aug 31 06:33:02.311164 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-370b09ff-a6b8-4474-96b1-8a78382d2d1d req-74502e9c-09cb-402c-b05f-bdd3488938bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141217 Aug 31 06:33:02.431647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a1e793a-d38b-4acc-aced-c809cb6d8af6 req-b9163fb3-b18b-490f-9eb5-032464a1dc05 service neutron] 10.222.0.23 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133140 Aug 31 06:33:02.495336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40960e4d-eb42-4ad0-afa8-2f5aa31c9888 None None] New status for floating IP 4dcd2f80-5de2-4a96-b23e-efc4da666015: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:33:02.882102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2540-a309-4260-b1a1-5c13b4efdae7 req-240acf0e-be49-4b58-92aa-c6f5eeda8fbc tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:02.882102 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31ae2540-a309-4260-b1a1-5c13b4efdae7 req-240acf0e-be49-4b58-92aa-c6f5eeda8fbc tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 945 time: 0.1343920 Aug 31 06:33:03.000203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-665eca3a-3578-4785-8f79-b07864c8055e req-dc63799d-d000-4f3e-b23a-28fac824cd6f tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0492487 Aug 31 06:33:03.023831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31ae2540-a309-4260-b1a1-5c13b4efdae7 req-6c9152ac-bb6d-4a1c-8aa1-dbb48ad08ed0 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276131 Aug 31 06:33:03.191372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a5eb3-7289-49d4-b18c-933c39f59afe req-3c7e1225-a05d-4b63-9537-93f177482fb1 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:03.199858 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-353a5eb3-7289-49d4-b18c-933c39f59afe req-3c7e1225-a05d-4b63-9537-93f177482fb1 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 945 time: 0.0820265 Aug 31 06:33:03.265414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-353a5eb3-7289-49d4-b18c-933c39f59afe req-15a5bb9c-8de0-48d7-8397-792ebaf11fdf tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Aug 31 06:33:03.303211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57480) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:03.483926 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-151118a9-459c-41a0-9366-833f40ef7bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:03.654991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-151118a9-459c-41a0-9366-833f40ef7bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:03.663233 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-151118a9-459c-41a0-9366-833f40ef7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:03.716769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151118a9-459c-41a0-9366-833f40ef7bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75fc033-8dc9-4b1e-a7e1-ae9fa67593a1,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:03.722048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-151118a9-459c-41a0-9366-833f40ef7bc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10a21d1ade9143ecb7a29eaca7410a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179819 Aug 31 06:33:03.724625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57502) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:03.839403 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b021a85-da83-4ecd-8fc0-bb87e66185d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:03.885516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b021a85-da83-4ecd-8fc0-bb87e66185d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:03.959833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b021a85-da83-4ecd-8fc0-bb87e66185d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:03.962646 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b021a85-da83-4ecd-8fc0-bb87e66185d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:03.963602 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2b021a85-da83-4ecd-8fc0-bb87e66185d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c75fc033-8dc9-4b1e-a7e1-ae9fa67593a1 HTTP/1.1" status: 204 len: 168 time: 0.2379789 Aug 31 06:33:03.978775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b021a85-da83-4ecd-8fc0-bb87e66185d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75fc033-8dc9-4b1e-a7e1-ae9fa67593a1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:04.078168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:04.084721 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389261fb-ef35-4adf-a803-79b9c4a9ebc6" -d '{"events": [{"server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "name": "network-vif-plugged", "status": "completed", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:04.287943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2a2b9a7-5516-49a9-9a43-11d2ca42b195 req-0b5a8583-77e7-43ec-93f2-bb2e77678026 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0883288 Aug 31 06:33:04.304338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550d95-ec21-4ae0-9a52-6dcd1f8a9b59 req-72774c2c-6d9b-460d-ae3b-41e9c41d7264 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:04.317254 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc550d95-ec21-4ae0-9a52-6dcd1f8a9b59 req-72774c2c-6d9b-460d-ae3b-41e9c41d7264 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 945 time: 0.1632359 Aug 31 06:33:04.398782 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e001245d-29dd-44de-a320-d67f1304ad65 x-openstack-request-id: req-e001245d-29dd-44de-a320-d67f1304ad65 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:04.399088 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "name": "network-vif-plugged", "status": "completed", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:04.399347 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e001245d-29dd-44de-a320-d67f1304ad65 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:04.399747 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'code': 200} Aug 31 06:33:04.407493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc550d95-ec21-4ae0-9a52-6dcd1f8a9b59 req-9129d16e-83c8-49ea-a8ca-9ecd0092fc51 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891268 Aug 31 06:33:04.631167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa06a61-16e1-454f-9f13-c7b0f6a887f1 req-f70a65a7-1e87-430f-a5e8-2b2bb9648fce tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:04.640272 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0aa06a61-16e1-454f-9f13-c7b0f6a887f1 req-f70a65a7-1e87-430f-a5e8-2b2bb9648fce tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 945 time: 0.0959063 Aug 31 06:33:04.695036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0aa06a61-16e1-454f-9f13-c7b0f6a887f1 req-ea3e351b-7519-43b4-9af9-9694fd367a16 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535777 Aug 31 06:33:04.744709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57554) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:04.770880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4ab09c0-59ee-4049-a585-57fd750385dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:04.805933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f320c364-4010-4531-ba37-a728d6f37bfe up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:04.930733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port f320c364-4010-4531-ba37-a728d6f37bfe completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:04.937863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f320c364-4010-4531-ba37-a728d6f37bfe triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:04.940301 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.025679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4ab09c0-59ee-4049-a585-57fd750385dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.037800 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4ab09c0-59ee-4049-a585-57fd750385dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.138264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f4ab09c0-59ee-4049-a585-57fd750385dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f78f0f0aa838448796090a560293aa48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898394 Aug 31 06:33:05.138660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:05.151204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab09c0-59ee-4049-a585-57fd750385dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec3e78-60e6-4af1-9876-85ab435c588a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:05.162811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.225863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e31e4ab-cbb0-42a9-b29a-73dbf5bceed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.274540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e31e4ab-cbb0-42a9-b29a-73dbf5bceed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.294994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f320c364-4010-4531-ba37-a728d6f37bfe, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f320c364-4010-4531-ba37-a728d6f37bfe,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:05.307899 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.366103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a2b24-d633-45d8-940c-471e9ebaf244 req-0a3e28a9-de34-4cbe-b79d-34e731506d2b tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:05.368810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-491a2b24-d633-45d8-940c-471e9ebaf244 req-0a3e28a9-de34-4cbe-b79d-34e731506d2b tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1097 time: 0.0828006 Aug 31 06:33:05.401121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e31e4ab-cbb0-42a9-b29a-73dbf5bceed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.402493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f320c364-4010-4531-ba37-a728d6f37bfe,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:05.404846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e31e4ab-cbb0-42a9-b29a-73dbf5bceed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.409802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4e31e4ab-cbb0-42a9-b29a-73dbf5bceed3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64ec3e78-60e6-4af1-9876-85ab435c588a HTTP/1.1" status: 204 len: 168 time: 0.2700493 Aug 31 06:33:05.426547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e4ab-cbb0-42a9-b29a-73dbf5bceed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec3e78-60e6-4af1-9876-85ab435c588a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:05.454349 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-491a2b24-d633-45d8-940c-471e9ebaf244 req-41a495c9-d5f2-41d9-8705-2432602ddd31 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640998 Aug 31 06:33:05.543882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be270c6b-7c19-4b0e-b0a5-8b36b98af535 req-180829b7-110b-4ed1-8ac4-713cd7e2a7c9 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0646989 Aug 31 06:33:05.896208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bb4f6-ed79-46bc-bff5-1018b548f731 req-2b05ea92-0e7e-4382-b83f-2c1ade7a9b9a tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:05.905364 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba0bb4f6-ed79-46bc-bff5-1018b548f731 req-2b05ea92-0e7e-4382-b83f-2c1ade7a9b9a tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1097 time: 0.0745268 Aug 31 06:33:05.952805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba0bb4f6-ed79-46bc-bff5-1018b548f731 req-96e531f7-b6f8-4b64-ba55-ce27c518d9a9 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Aug 31 06:33:06.102270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab358cf-9a96-4894-8fff-06a620c5c550 req-4c956cad-59a4-42e9-b22d-10ff9de39b01 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:06.104775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1ab358cf-9a96-4894-8fff-06a620c5c550 req-4c956cad-59a4-42e9-b22d-10ff9de39b01 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0988200 Aug 31 06:33:06.200746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1ab358cf-9a96-4894-8fff-06a620c5c550 req-8cb0c02a-ce06-443e-8529-7113a79f1511 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891442 Aug 31 06:33:06.379359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57616) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:06.401819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:06.406092 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c778420-2d40-4584-9921-64f0f4b2973f" -d '{"events": [{"server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "name": "network-vif-plugged", "status": "completed", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:06.458690 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4dc01b-8823-4442-b63d-008d1e049341 x-openstack-request-id: req-ae4dc01b-8823-4442-b63d-008d1e049341 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:06.458995 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "name": "network-vif-plugged", "status": "completed", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:06.459257 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae4dc01b-8823-4442-b63d-008d1e049341 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:06.459657 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'code': 200} Aug 31 06:33:06.734355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de31560-481c-40c5-9664-3f7145943d68 req-9f22aef8-0d5a-4b28-b407-085a41aa5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:06.735355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4de31560-481c-40c5-9664-3f7145943d68 req-9f22aef8-0d5a-4b28-b407-085a41aa5967 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1098 time: 0.0918381 Aug 31 06:33:06.737039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a54c2090-683b-43e3-b8ef-cde06d1d4347 req-1920611d-e0d4-4ad3-af6e-7df313762252 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0549669 Aug 31 06:33:06.764587 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5e42-6398-4bfe-b77b-9d635c015bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:06.802857 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4de31560-481c-40c5-9664-3f7145943d68 req-e6b8d13d-1f97-4c13-a837-cdee8b88a610 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583689 Aug 31 06:33:06.977166 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5e42-6398-4bfe-b77b-9d635c015bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:06.988018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5e42-6398-4bfe-b77b-9d635c015bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:07.045322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9ebc5e42-6398-4bfe-b77b-9d635c015bd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bfdb44951b0483b933aed15cbb31547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647706 Aug 31 06:33:07.046875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc5e42-6398-4bfe-b77b-9d635c015bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aaaab4-9176-4616-8083-18fd82368095,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:07.048845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57660) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:07.126814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e06e12e6-2874-4b00-befb-2e849e3238d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:07.188870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e06e12e6-2874-4b00-befb-2e849e3238d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:07.262283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e06e12e6-2874-4b00-befb-2e849e3238d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:07.267145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e06e12e6-2874-4b00-befb-2e849e3238d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:07.268548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e06e12e6-2874-4b00-befb-2e849e3238d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00aaaab4-9176-4616-8083-18fd82368095 HTTP/1.1" status: 204 len: 168 time: 0.2183402 Aug 31 06:33:07.304269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e12e6-2874-4b00-befb-2e849e3238d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aaaab4-9176-4616-8083-18fd82368095,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:07.437143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf799-a2f0-4753-bad5-76ca79376880 req-07af2d7e-8332-45a7-9c05-cd99ee1d72ee tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:07.451417 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-619bf799-a2f0-4753-bad5-76ca79376880 req-07af2d7e-8332-45a7-9c05-cd99ee1d72ee tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1254759 Aug 31 06:33:07.531934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-619bf799-a2f0-4753-bad5-76ca79376880 req-46de22cf-1d71-416c-ac46-57bbad747991 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770872 Aug 31 06:33:07.869012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57698) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:07.884305 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d477d9db-8625-4355-ab0e-cc9d9d51f95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:07.963475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a51cd66c-2170-467d-a5f4-3cd960d345f2 req-cffea9f1-7bc7-48eb-99f5-2dcfdf8de560 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0947278 Aug 31 06:33:08.085983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d477d9db-8625-4355-ab0e-cc9d9d51f95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:08.097813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d477d9db-8625-4355-ab0e-cc9d9d51f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:08.160697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477d9db-8625-4355-ab0e-cc9d9d51f95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50948c43-6c42-47f1-8f8f-11f3d921c237,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:08.230108 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57710) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:08.230348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d477d9db-8625-4355-ab0e-cc9d9d51f95d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=259f3a20c7614b5991ad749720754002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596392 Aug 31 06:33:08.321368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-76bcba76-edca-45dc-80b2-d12229ed73e6 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:33:08.322897 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-76bcba76-edca-45dc-80b2-d12229ed73e6 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087445 Aug 31 06:33:08.326480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-911a8bda-f67b-4249-a5e4-2002880ccf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:08.338133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Request body: {'binding': {'host': 'n-h1-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:08.338607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Unknown quota resources ['binding']. {{(pid=94667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:33:08.380583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-911a8bda-f67b-4249-a5e4-2002880ccf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:08.471107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-911a8bda-f67b-4249-a5e4-2002880ccf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:08.478050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-911a8bda-f67b-4249-a5e4-2002880ccf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:08.480753 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-911a8bda-f67b-4249-a5e4-2002880ccf74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50948c43-6c42-47f1-8f8f-11f3d921c237 HTTP/1.1" status: 204 len: 168 time: 0.2489989 Aug 31 06:33:08.502410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a8bda-f67b-4249-a5e4-2002880ccf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50948c43-6c42-47f1-8f8f-11f3d921c237,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:08.600794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on host n-h1-712142-16 for vnic_type normal with profile None {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:08.601138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:08.602737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:08.615001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:08.615327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:08.623206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:08.623550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:08.631949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:08.632503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Bound port: 0b8bea90-4f6a-4e93-b222-351588b80d9b, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:08.785911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3f6f9-ce73-4467-85cf-fd4c0d1dc542 req-622a8623-0ec8-47b3-811e-bbd8c9e73754 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:08.795390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0c3f6f9-ce73-4467-85cf-fd4c0d1dc542 req-622a8623-0ec8-47b3-811e-bbd8c9e73754 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1356630 Aug 31 06:33:08.800150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:08.809397 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] Notify callbacks [] for binding, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:08.812652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b3d0dce-679c-4348-9505-95a9d4658320 service neutron] 10.222.0.15 "POST /v2.0/ports/0b8bea90-4f6a-4e93-b222-351588b80d9b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4819193 Aug 31 06:33:08.864303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0c3f6f9-ce73-4467-85cf-fd4c0d1dc542 req-662b14df-266b-4c78-abe7-9d0631ec9f2b tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676732 Aug 31 06:33:09.326528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9db69d0e-02f2-4039-9503-4c8124fad23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:09.328022 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9db69d0e-02f2-4039-9503-4c8124fad23f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1097 time: 0.1198745 Aug 31 06:33:09.410581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-bd3685f7-5476-4608-ab5a-aa278bdddfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:09.415842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-bd3685f7-5476-4608-ab5a-aa278bdddfb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1098 time: 0.1439655 Aug 31 06:33:09.497011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-0eb97a02-b4c5-4296-a09b-2bb2b3321e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:09.499110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-0eb97a02-b4c5-4296-a09b-2bb2b3321e97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.1609509 Aug 31 06:33:09.545433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d497e-57b5-4227-920e-732744019f15 req-b97c98d6-3322-4157-a88f-41f50fd8caf9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:09.555124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a75d497e-57b5-4227-920e-732744019f15 req-b97c98d6-3322-4157-a88f-41f50fd8caf9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 945 time: 0.2748492 Aug 31 06:33:09.623386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-28fdea0d-e6da-4cdf-a80a-850002e0c590 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 217 time: 0.1088722 Aug 31 06:33:09.686517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-a52b3fb0-d7c7-47ff-bffe-fbd43f53e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:09.689808 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-a52b3fb0-d7c7-47ff-bffe-fbd43f53e640 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 921 time: 0.2647576 Aug 31 06:33:09.762723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5ac8b25c-35f4-4479-890e-3e88c0ef7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:09.765131 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5ac8b25c-35f4-4479-890e-3e88c0ef7f52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1305089 Aug 31 06:33:09.775886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-a193060d-2111-4b01-b99b-91cca8c0914d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 217 time: 0.0762799 Aug 31 06:33:09.784341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a75d497e-57b5-4227-920e-732744019f15 req-0ec26acf-c0ff-444e-8eba-3b59056746ef tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240272 Aug 31 06:33:09.852707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-615c3bc5-bcd4-4550-a3c7-6628bbb0c6f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662148 Aug 31 06:33:09.863369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-8ae0eac6-9809-4e38-b1d2-293263663d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:09.867077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-8ae0eac6-9809-4e38-b1d2-293263663d9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.0842595 Aug 31 06:33:09.930076 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-cf1c287c-5cfa-4fc0-b194-0c9089df3368 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551732 Aug 31 06:33:09.976230 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e27b4563-6173-4c31-a880-1d57aea22f01 req-9271c099-b54a-4b25-9aaf-7e9524710ecf tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0890434 Aug 31 06:33:10.079785 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-5b8dc6e9-5ae9-4b7d-8caa-24814f8af16d service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186186 Aug 31 06:33:10.106667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-c41582e8-18c5-4cae-abe4-adae8161528a service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666849 Aug 31 06:33:10.226665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f62157-ec8c-4c6f-bf5e-7655068b157b req-1cf5cc24-4270-4fa5-89e5-0eb86a4bdef6 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:10.228709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-36f62157-ec8c-4c6f-bf5e-7655068b157b req-1cf5cc24-4270-4fa5-89e5-0eb86a4bdef6 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0830169 Aug 31 06:33:10.258068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6aaa353a-94dd-4e8b-b2f6-f39352249a7a req-ad7ca22b-0796-404a-ae77-f3c94121b00c service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353850 Aug 31 06:33:10.273961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-64a2c69d-27f1-461b-bae4-4c5ff90e2c0f service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868827 Aug 31 06:33:10.310997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-36f62157-ec8c-4c6f-bf5e-7655068b157b req-06ae43b3-d1a3-42b3-a02e-3fc1a7657a82 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730386 Aug 31 06:33:10.499823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-4695eadc-bb88-4c95-aeb7-1b47420a12c7 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:10.502241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-4695eadc-bb88-4c95-aeb7-1b47420a12c7 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.1601176 Aug 31 06:33:10.527508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-16'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:10.684488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:10.993588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:11.081825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:11.084019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501f697-c02c-4bff-803c-9f880a413bb1 req-954fbc58-be35-4e2f-8c38-39e2a15de181 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:11.096917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b501f697-c02c-4bff-803c-9f880a413bb1 req-954fbc58-be35-4e2f-8c38-39e2a15de181 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 945 time: 0.1804929 Aug 31 06:33:11.176487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b501f697-c02c-4bff-803c-9f880a413bb1 req-7f3b0cf2-9828-4330-921c-a267423b9278 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783222 Aug 31 06:33:11.202762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:11.207480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:11.210273 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68928b4-3d3b-4c9d-887a-67b2acb821bd" -d '{"events": [{"server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:11.223370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:11.364076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:11.368019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on host n-h2-712142-16 for vnic_type normal with profile {"migrating_to": "n-h1-712142-16"} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:11.368406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:11.372230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:11.380618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4718aba9-9106-4692-972e-a55b9d8f0391 req-4b7a58dc-0a1b-4f7d-9fad-487a4c765368 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0731690 Aug 31 06:33:11.389696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:11.390177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Attempting to bind port 0b8bea90-4f6a-4e93-b222-351588b80d9b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:11.417776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:11.418203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:11.418826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:11.419346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Bound port: 0b8bea90-4f6a-4e93-b222-351588b80d9b, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:11.419761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:11.519056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:11.522716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:11.534604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:11.646412 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5666a94-c37d-4039-9aab-ee6a0244f5d7 x-openstack-request-id: req-f5666a94-c37d-4039-9aab-ee6a0244f5d7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:11.647018 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:11.647603 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5666a94-c37d-4039-9aab-ee6a0244f5d7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:11.648237 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b', 'code': 200} Aug 31 06:33:11.650561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=8']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:11.666385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:11.667504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:11.669867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-9c9b0501-501e-4021-88f8-7fdaca1e78d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 1123 time: 1.1497209 Aug 31 06:33:11.717654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['0b8bea90-4f6a-4e93-b222-351588b80d9b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:11.800321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e66080c1-0f0c-4735-9091-c42be9cc5edd req-26bd546a-3128-4317-8f51-6c62936e49f0 tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8a55c77b02b24f6d9ce8accb692c6c93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392966 Aug 31 06:33:11.890448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e11ca5-b8d9-44d2-b9b2-284080f46975 req-e6ec73ac-69c0-4255-a373-bee455d301ec tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:11.892534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33e11ca5-b8d9-44d2-b9b2-284080f46975 req-e6ec73ac-69c0-4255-a373-bee455d301ec tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0605571 Aug 31 06:33:11.949783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66080c1-0f0c-4735-9091-c42be9cc5edd req-5072b3c2-0ac3-4bac-9c50-85f691d944d6 tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:11.957889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e66080c1-0f0c-4735-9091-c42be9cc5edd req-5072b3c2-0ac3-4bac-9c50-85f691d944d6 tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558020 Aug 31 06:33:11.964016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33e11ca5-b8d9-44d2-b9b2-284080f46975 req-c5246ee5-84f8-4de5-be88-080598135879 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646377 Aug 31 06:33:11.993099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e66080c1-0f0c-4735-9091-c42be9cc5edd req-adb2561b-a36e-45ab-8bd0-8dbceee9a332 tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/quotas/8a55c77b02b24f6d9ce8accb692c6c93 HTTP/1.1" status: 200 len: 375 time: 0.0340667 Aug 31 06:33:12.041390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e66080c1-0f0c-4735-9091-c42be9cc5edd req-b626019a-7164-4885-ad29-7ba55ebf12de tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a55c77b02b24f6d9ce8accb692c6c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468931 Aug 31 06:33:12.089080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a9c44dc-39ce-467f-ab2c-5b6b14fe9b6f req-5e625b4b-f68f-4d24-909e-52f0dbbbd0f0 tempest-FlavorsV2NegativeTest-2068916377 tempest-FlavorsV2NegativeTest-2068916377-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b36d26ee3c44437db7ee01beac8a05b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372295 Aug 31 06:33:12.214105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c44dc-39ce-467f-ab2c-5b6b14fe9b6f req-cb8ac9f0-19b5-4ec2-86fb-5bf3290f0f81 tempest-FlavorsV2NegativeTest-2068916377 tempest-FlavorsV2NegativeTest-2068916377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:12.221754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a9c44dc-39ce-467f-ab2c-5b6b14fe9b6f req-cb8ac9f0-19b5-4ec2-86fb-5bf3290f0f81 tempest-FlavorsV2NegativeTest-2068916377 tempest-FlavorsV2NegativeTest-2068916377-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308880 Aug 31 06:33:12.237454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a9c44dc-39ce-467f-ab2c-5b6b14fe9b6f req-01153e6e-2d1f-48ff-a20e-de999ec573a0 tempest-FlavorsV2NegativeTest-2068916377 tempest-FlavorsV2NegativeTest-2068916377-project] 10.222.0.15 "GET /v2.0/quotas/b36d26ee3c44437db7ee01beac8a05b1 HTTP/1.1" status: 200 len: 375 time: 0.0147860 Aug 31 06:33:12.275824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a9c44dc-39ce-467f-ab2c-5b6b14fe9b6f req-9a2e98ff-2dbb-40f7-9b21-fe9ef83103f5 tempest-FlavorsV2NegativeTest-2068916377 tempest-FlavorsV2NegativeTest-2068916377-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b36d26ee3c44437db7ee01beac8a05b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323250 Aug 31 06:33:12.362847 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:33:12.399951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423ce72-7ceb-454b-9ecc-959e20cb406d req-3eaf3bdf-ca50-4936-b036-61e39f87e0f6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:12.408526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2423ce72-7ceb-454b-9ecc-959e20cb406d req-3eaf3bdf-ca50-4936-b036-61e39f87e0f6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 943 time: 0.1085782 Aug 31 06:33:12.468684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2423ce72-7ceb-454b-9ecc-959e20cb406d req-4f64b6b1-8151-4174-96f8-bafb4ba698e2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590677 Aug 31 06:33:12.627560 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b338cf3c-9017-45f4-b60f-f11afa5a47af req-a213c556-f211-4494-b3a7-2a7052a5359b tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0679803 Aug 31 06:33:13.124784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dacec-1786-45d7-b93f-295147241479 req-ae707fe1-5e47-4a3c-9c7a-e4ba48273a37 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:13.128311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-102dacec-1786-45d7-b93f-295147241479 req-ae707fe1-5e47-4a3c-9c7a-e4ba48273a37 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0703504 Aug 31 06:33:13.164806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:13.203134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-102dacec-1786-45d7-b93f-295147241479 req-28235e2b-a28a-4d5d-bc9e-89c1205de267 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610888 Aug 31 06:33:13.374648 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7ca93ff1-8c83-4ba7-9442-6c00eae7a4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:13.392807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c7dc8cc-1a0b-4091-b9a5-906dd52cf001 req-3869e345-fc0e-47ca-8e48-863589378374 tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8a55c77b02b24f6d9ce8accb692c6c93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973816 Aug 31 06:33:13.556312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dc8cc-1a0b-4091-b9a5-906dd52cf001 req-1bcd4440-91ae-4639-92fa-368ef7c30f1c tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:13.563292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c7dc8cc-1a0b-4091-b9a5-906dd52cf001 req-1bcd4440-91ae-4639-92fa-368ef7c30f1c tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692197 Aug 31 06:33:13.587044 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c7dc8cc-1a0b-4091-b9a5-906dd52cf001 req-6836f278-afed-49be-936c-d91c694e9d5b tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/quotas/8a55c77b02b24f6d9ce8accb692c6c93 HTTP/1.1" status: 200 len: 375 time: 0.0215526 Aug 31 06:33:13.643633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c7dc8cc-1a0b-4091-b9a5-906dd52cf001 req-6131733f-0f5d-4dd3-a486-2399aa59c93c tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a55c77b02b24f6d9ce8accb692c6c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387142 Aug 31 06:33:13.665088 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7ca93ff1-8c83-4ba7-9442-6c00eae7a4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:13.675168 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7ca93ff1-8c83-4ba7-9442-6c00eae7a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:13.677673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f797ff-a111-400a-bf93-0adcbfa54c6b req-3900df50-61d0-4d7f-a285-a2df9de2a62e tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:13.680556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96f797ff-a111-400a-bf93-0adcbfa54c6b req-3900df50-61d0-4d7f-a285-a2df9de2a62e tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 943 time: 0.1116526 Aug 31 06:33:13.681252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:13.687482 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7293d2ae-74f1-4278-a582-7a304fe58620" -d '{"events": [{"name": "network-changed", "server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:13.718707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca93ff1-8c83-4ba7-9442-6c00eae7a4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf46ad2-b216-43ba-85cd-6f63c818395d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:13.748776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7ca93ff1-8c83-4ba7-9442-6c00eae7a4c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b36d26ee3c44437db7ee01beac8a05b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5821490 Aug 31 06:33:13.751923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57980) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:13.755380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96f797ff-a111-400a-bf93-0adcbfa54c6b req-a9b18578-344b-4d27-9668-3bd96c5fd39d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Aug 31 06:33:13.843795 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ece0458-1879-4a8d-a50a-8e21f43f7957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:13.883976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ece0458-1879-4a8d-a50a-8e21f43f7957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:13.895831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b5b3d4e-a246-4344-830f-20ee026b73fd req-89accc81-2813-4db0-a4f4-9cfe2815f3f5 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0597687 Aug 31 06:33:13.901022 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e201a0-7e8d-47d3-a066-c0382c202099 x-openstack-request-id: req-16e201a0-7e8d-47d3-a066-c0382c202099 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:13.901626 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:13.902086 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16e201a0-7e8d-47d3-a066-c0382c202099 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:13.902692 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b', 'status': 'completed', 'code': 200} Aug 31 06:33:13.979667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-c6cd8f56-fca9-4f90-9c46-08b1ef0148de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:13.984630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-c6cd8f56-fca9-4f90-9c46-08b1ef0148de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1126 time: 0.0831659 Aug 31 06:33:14.127278 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ece0458-1879-4a8d-a50a-8e21f43f7957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:14.130572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ece0458-1879-4a8d-a50a-8e21f43f7957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:14.134985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9ece0458-1879-4a8d-a50a-8e21f43f7957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcf46ad2-b216-43ba-85cd-6f63c818395d HTTP/1.1" status: 204 len: 168 time: 0.3790152 Aug 31 06:33:14.174172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece0458-1879-4a8d-a50a-8e21f43f7957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf46ad2-b216-43ba-85cd-6f63c818395d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:14.186355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-f7733ff5-d763-413e-a321-d92a1288980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:14.189509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-f7733ff5-d763-413e-a321-d92a1288980a service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.1976786 Aug 31 06:33:14.265554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-90ccb94f-3679-437f-8246-551f18456a4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 217 time: 0.0690861 Aug 31 06:33:14.489939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-7ba3bdb7-99cd-4982-b8ce-7befd06cf3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:14.497661 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-7ba3bdb7-99cd-4982-b8ce-7befd06cf3b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.2224498 Aug 31 06:33:14.529612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a396f-0ffd-471a-9ec2-853c654d5504 req-ad4d4868-bc66-4c40-901f-1ccc13c3d99a tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:14.531374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b5a396f-0ffd-471a-9ec2-853c654d5504 req-ad4d4868-bc66-4c40-901f-1ccc13c3d99a tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1536527 Aug 31 06:33:14.580964 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-105178d3-c6d2-4f6b-a73f-2be42d6bb3cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625935 Aug 31 06:33:14.625002 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b5a396f-0ffd-471a-9ec2-853c654d5504 req-ddf9f447-abff-494d-b73a-80d46f695faa tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841551 Aug 31 06:33:14.820215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-a19db9f3-8059-486e-9b6f-daafb415aa15 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237678 Aug 31 06:33:14.848015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0b8bea90-4f6a-4e93-b222-351588b80d9b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:15.022373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7293d2ae-74f1-4278-a582-7a304fe58620 req-9d0bd49f-b432-4076-aeba-4e744882492e service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860013 Aug 31 06:33:15.069022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee436f76-f19f-441b-978c-855b5bc7fca9 req-e62e757b-be0a-4cca-a561-27f5cf5381ba tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:15.076059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee436f76-f19f-441b-978c-855b5bc7fca9 req-e62e757b-be0a-4cca-a561-27f5cf5381ba tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 943 time: 0.1508286 Aug 31 06:33:15.124410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:15.150357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0b8bea90-4f6a-4e93-b222-351588b80d9b has no active binding in host n-h1-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:33:15.167583 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee436f76-f19f-441b-978c-855b5bc7fca9 req-a43ab5d6-c940-412b-947b-c05a44cb50f6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803139 Aug 31 06:33:15.376562 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-276b39f3-44f6-41ca-a7a9-ecb7ef267dd2 req-dd5d3994-cf6c-4603-8660-4f2b079c49bc tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.1051419 Aug 31 06:33:15.492109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58058) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:15.615274 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cea499-799a-4cb7-ae8f-0ae5672d3166 req-3e5cedbc-5cd3-4cd7-969e-1694e261dbc0 tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8a55c77b02b24f6d9ce8accb692c6c93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503130 Aug 31 06:33:15.678804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-network', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:15.726083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Made reservation on behalf of fc974ad7b67945c3a01960e0d3fcf2f8 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:15.728634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:15.747174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:15.843263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea499-799a-4cb7-ae8f-0ae5672d3166 req-f4a1ccda-f140-4b64-83c0-8ae10b76894c tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:15.854951 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cea499-799a-4cb7-ae8f-0ae5672d3166 req-f4a1ccda-f140-4b64-83c0-8ae10b76894c tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285857 Aug 31 06:33:15.882565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cea499-799a-4cb7-ae8f-0ae5672d3166 req-4ba64eff-4da8-41a6-8731-0524604745f7 tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/quotas/8a55c77b02b24f6d9ce8accb692c6c93 HTTP/1.1" status: 200 len: 375 time: 0.0266428 Aug 31 06:33:15.910547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3620e-29ad-49b1-beb6-b43c0f376ebc req-9ff5041e-31fd-48cb-a9ac-741e549958a0 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:15.918702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab3620e-29ad-49b1-beb6-b43c0f376ebc req-9ff5041e-31fd-48cb-a9ac-741e549958a0 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1384001 Aug 31 06:33:15.954877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cea499-799a-4cb7-ae8f-0ae5672d3166 req-93d7018b-cdfc-4ee7-8c0e-7f912b5bedd8 tempest-QuotasAdminNegativeTest-442827793 tempest-QuotasAdminNegativeTest-442827793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a55c77b02b24f6d9ce8accb692c6c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713336 Aug 31 06:33:15.962591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58074) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:16.022039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab3620e-29ad-49b1-beb6-b43c0f376ebc req-694a1498-e002-4b2c-ab56-ef9c849005a8 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955632 Aug 31 06:33:16.049644 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.062879 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.108855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:33:16.119811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4339a3-b229-4a3d-b951-dfdf62a14d94,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:16.128025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.128649 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Added segment fae0675a-4155-4214-b31d-f958bc9df92a of type vlan for network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 Aug 31 06:33:16.225704 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.320251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-58c5d084-4f08-4f30-85fc-562ff84a4c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.332184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.333165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:16.333769 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.386523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448f73d-b390-463a-83d3-2a2ce27b8c5e req-75aebc2d-817c-44af-8468-c747b649c4d7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:16.395035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4448f73d-b390-463a-83d3-2a2ce27b8c5e req-75aebc2d-817c-44af-8468-c747b649c4d7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 943 time: 0.0994346 Aug 31 06:33:16.452138 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4448f73d-b390-463a-83d3-2a2ce27b8c5e req-35b8169f-71b7-462b-b52c-86f216f7ed42 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Aug 31 06:33:16.503581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] Pushing event updated for resources: {'Network': ['ID=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:16.520658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:33:16.718759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-58c5d084-4f08-4f30-85fc-562ff84a4c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.777343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-58c5d084-4f08-4f30-85fc-562ff84a4c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:16.822648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58104) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:16.837170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-58c5d084-4f08-4f30-85fc-562ff84a4c03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdea193b4de940b98048f1438c5c7b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8555079 Aug 31 06:33:16.851316 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ed8eec7-ac2b-4b56-956a-b1f71f28611e req-2e64e1f7-7cba-453f-95fd-e3908ce94a53 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.1357062 Aug 31 06:33:16.855717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bcf7c88c-b198-4d91-b692-81d3c6dd8b25 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3597972 Aug 31 06:33:16.861873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58106) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:16.878356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Request body: {'subnet': {'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-subnet', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:16.915767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5d084-4f08-4f30-85fc-562ff84a4c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16410c-c813-4d73-bc89-50e237bdfef8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:16.925491 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-872b9dd3-b6b3-49db-842b-8a46af040f2c service neutron] 10.222.0.42 "GET /v2.0/ports/0b8bea90-4f6a-4e93-b222-351588b80d9b/bindings/n-h1-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.2414777 Aug 31 06:33:16.939070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Made reservation on behalf of fc974ad7b67945c3a01960e0d3fcf2f8 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:16.942719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.111873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cdebecb-5b6b-475b-92ac-84e909aa2fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.140008 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cdebecb-5b6b-475b-92ac-84e909aa2fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.168339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58112) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:17.208231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:17.243747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:17.296416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b055-1f86-4cb4-857a-eea8774dd0a5 req-15feb795-3a98-46cc-8c7b-a7c4a466acc2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:17.298240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3144b055-1f86-4cb4-857a-eea8774dd0a5 req-15feb795-3a98-46cc-8c7b-a7c4a466acc2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1285605 Aug 31 06:33:17.301019 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.303651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8bea90-4f6a-4e93-b222-351588b80d9b {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:17.310557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cdebecb-5b6b-475b-92ac-84e909aa2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.314023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cdebecb-5b6b-475b-92ac-84e909aa2fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.318011 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5cdebecb-5b6b-475b-92ac-84e909aa2fd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b16410c-c813-4d73-bc89-50e237bdfef8 HTTP/1.1" status: 204 len: 168 time: 0.4914157 Aug 31 06:33:17.319241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:17.338831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.378485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d32010-726d-4650-9fb1-fe1d9a93789c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:17.395313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdebecb-5b6b-475b-92ac-84e909aa2fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16410c-c813-4d73-bc89-50e237bdfef8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:17.483814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Checking segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:17.484212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Network hostable DHCP agents. Network: 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:33:17.507208 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3144b055-1f86-4cb4-857a-eea8774dd0a5 req-d9c8b14e-f09d-474e-a10a-0854cd03221f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896358 Aug 31 06:33:17.508591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88909fd1-860e-43b9-9f4d-9fe15ed5cce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.560277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] Transition to ACTIVE for port object 0b8bea90-4f6a-4e93-b222-351588b80d9b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:17.567665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.642889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:17.712712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88909fd1-860e-43b9-9f4d-9fe15ed5cce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.718400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88909fd1-860e-43b9-9f4d-9fe15ed5cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.746521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:33:17.751375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] No DVR routers for this DVR port 0b8bea90-4f6a-4e93-b222-351588b80d9b on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:33:17.776043 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-88909fd1-860e-43b9-9f4d-9fe15ed5cce2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a55c77b02b24f6d9ce8accb692c6c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938323 Aug 31 06:33:17.779471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58126) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:17.789716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88909fd1-860e-43b9-9f4d-9fe15ed5cce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd70cce7-e6d2-48ad-90b6-5d7541b78b77,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:17.803077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:17.817169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3a847-575c-4dff-b511-4fdce0437e1a None None] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:17.838715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:17.841578 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.847902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-fe16c165-451b-4a1d-882b-c408f413b327 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b8bea90-4f6a-4e93-b222-351588b80d9b/bindings/n-h1-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9091041 Aug 31 06:33:17.866352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d5bf-3d54-4790-8fab-7a847040a08b req-6e76c745-18b6-4e94-8626-e4b2cf13d171 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:17.868045 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e081d5bf-3d54-4790-8fab-7a847040a08b req-6e76c745-18b6-4e94-8626-e4b2cf13d171 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 944 time: 0.2817163 Aug 31 06:33:17.936233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58138) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:17.951062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e081d5bf-3d54-4790-8fab-7a847040a08b req-b87386e9-98fa-4b90-8e2b-4bd39ffcd3cd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559664 Aug 31 06:33:17.975689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2d6a0008-cf94-4625-8141-245a3d092c58 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1104436 Aug 31 06:33:17.978677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58140) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:17.983256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:17.999525 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae00b10f-564a-42da-abf6-72ac400cfa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.002044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-46b1a509-acc5-4833-a8d4-aa927c3b4426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.050514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.053015 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae00b10f-564a-42da-abf6-72ac400cfa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.054023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.150568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28b5b8fa-64d5-47ba-b2c3-465518a01661 req-1cb250a8-aebe-4701-a5d4-efcc0028a604 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0707200 Aug 31 06:33:18.163102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-dc3ea438-223b-4451-b232-dde636abdcdf tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:18.164306 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.165427 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-dc3ea438-223b-4451-b232-dde636abdcdf tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.2027559 Aug 31 06:33:18.219730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:33:18.220761 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.269364 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae00b10f-564a-42da-abf6-72ac400cfa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.272268 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae00b10f-564a-42da-abf6-72ac400cfa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.273668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ae00b10f-564a-42da-abf6-72ac400cfa3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd70cce7-e6d2-48ad-90b6-5d7541b78b77 HTTP/1.1" status: 204 len: 168 time: 0.4932544 Aug 31 06:33:18.309209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00b10f-564a-42da-abf6-72ac400cfa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd70cce7-e6d2-48ad-90b6-5d7541b78b77,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:18.358820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-0113b7e8-c7f8-4ad6-9c5d-074f4895ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:18.365000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-0113b7e8-c7f8-4ad6-9c5d-074f4895ea68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519 HTTP/1.1" status: 200 len: 1096 time: 0.1789749 Aug 31 06:33:18.424049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.472441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Allocated IP 172.20.0.2 (8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9/e9d32010-726d-4650-9fb1-fe1d9a93789c/a34714d2-52b4-4c3d-a7a8-c17410dcb797) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:18.487997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-46b1a509-acc5-4833-a8d4-aa927c3b4426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.511031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-46b1a509-acc5-4833-a8d4-aa927c3b4426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.718048 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.731384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Transition to ACTIVE for port object a34714d2-52b4-4c3d-a7a8-c17410dcb797 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:18.753884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Transition to ACTIVE for port object a34714d2-52b4-4c3d-a7a8-c17410dcb797 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:18.764175 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.843297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:18.846999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:18.855597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:18.899599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:18.910584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95438ce-d1e0-4b2f-9925-ed7a7da3329e req-c5ccce22-98fc-44e4-afe4-a946639e29c9 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:18.912382 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f95438ce-d1e0-4b2f-9925-ed7a7da3329e req-c5ccce22-98fc-44e4-afe4-a946639e29c9 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1686523 Aug 31 06:33:18.927106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Pushing event updated for resources: {'Port': ['ID=a34714d2-52b4-4c3d-a7a8-c17410dcb797,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:18.937272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.050498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f95438ce-d1e0-4b2f-9925-ed7a7da3329e req-4a22fa89-d657-453e-b5d9-32c2b5135e2f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157961 Aug 31 06:33:19.054215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1a509-acc5-4833-a8d4-aa927c3b4426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ea933-116f-4017-9dd6-450e7f37ea6c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:19.125544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-6a36485d-1271-410b-8d5d-6589923b6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:19.137245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-6a36485d-1271-410b-8d5d-6589923b6921 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1096 time: 0.7315753 Aug 31 06:33:19.138792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58162) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:19.147234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-46b1a509-acc5-4833-a8d4-aa927c3b4426 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e00a0ce4405f40c7818dbcd9b9f61089&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2079523 Aug 31 06:33:19.151218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58164) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:19.206010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Allocated IP 172.25.5.153 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/a107fa3f-9348-4586-9786-bf8a308a3214) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:19.219905 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f365-0c88-4dd0-9ba9-c7d2b28f6a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.305106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Attempting to bind port a34714d2-52b4-4c3d-a7a8-c17410dcb797 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:19.305550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Attempting to bind port a34714d2-52b4-4c3d-a7a8-c17410dcb797 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:19.305910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Attempting to bind port a34714d2-52b4-4c3d-a7a8-c17410dcb797 on network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:19.311817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:19.313034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Checking segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:19.313469 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.313865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Bound using segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:19.314340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Bound port: a34714d2-52b4-4c3d-a7a8-c17410dcb797, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:19.314723 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.366710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ece433e-acc8-4443-a429-bf9d60d62d5d req-039d0b60-bda8-4ed4-a5d7-f54c561c531c tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0578573 Aug 31 06:33:19.396562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96bf9881-85dd-4c53-a468-acea01c977e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.432108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.433037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] For port a34714d2-52b4-4c3d-a7a8-c17410dcb797, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:19.438234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] For port a34714d2-52b4-4c3d-a7a8-c17410dcb797, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a34714d2-52b4-4c3d-a7a8-c17410dcb797,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:19.448748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.461140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25f89-1386-4cd7-97b6-64d15a91a36f req-c80d2b8e-d9ba-4a24-abc8-bae04abf420f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:19.463007 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddf25f89-1386-4cd7-97b6-64d15a91a36f req-c80d2b8e-d9ba-4a24-abc8-bae04abf420f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 944 time: 0.2919915 Aug 31 06:33:19.485720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.497821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96bf9881-85dd-4c53-a468-acea01c977e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.499706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-ef363ada-942c-434f-bfa6-a0b4ef94ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:19.501750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-ef363ada-942c-434f-bfa6-a0b4ef94ca3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.3351479 Aug 31 06:33:19.530878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738b08f-1318-4633-9cb8-a43c9f570248 None None] Pushing event updated for resources: {'Port': ['ID=a34714d2-52b4-4c3d-a7a8-c17410dcb797,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:19.548987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Pushing event updated for resources: {'Port': ['ID=a107fa3f-9348-4586-9786-bf8a308a3214,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:19.569445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:19.582205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:19.586820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:19.645516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddf25f89-1386-4cd7-97b6-64d15a91a36f req-e10167a2-371f-412c-a50b-625c3abee5b2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718085 Aug 31 06:33:19.669609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-2aea6198-b735-4753-b1e5-2384c7fffc8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 217 time: 0.1510069 Aug 31 06:33:19.765080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96bf9881-85dd-4c53-a468-acea01c977e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.768245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96bf9881-85dd-4c53-a468-acea01c977e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.772487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-96bf9881-85dd-4c53-a468-acea01c977e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/268ea933-116f-4017-9dd6-450e7f37ea6c HTTP/1.1" status: 204 len: 168 time: 0.6044230 Aug 31 06:33:19.794781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf9881-85dd-4c53-a468-acea01c977e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ea933-116f-4017-9dd6-450e7f37ea6c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:19.804086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-89fbaf16-7a2f-45cb-845e-25f49b02aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:19.805938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-89fbaf16-7a2f-45cb-845e-25f49b02aca6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1247818 Aug 31 06:33:19.808657 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f365-0c88-4dd0-9ba9-c7d2b28f6a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:19.910212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-c592e486-7042-4f65-9e2c-993468a2c2b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831885 Aug 31 06:33:19.910883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f365-0c88-4dd0-9ba9-c7d2b28f6a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:20.088180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e3d6f365-0c88-4dd0-9ba9-c7d2b28f6a2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=748e31ce9160490d8ab90afa700796f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9378810 Aug 31 06:33:20.091365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6f365-0c88-4dd0-9ba9-c7d2b28f6a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8a3ce-e50b-4022-8904-cd2308cbb95b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:20.096371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58186) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:20.187717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-175b7e5b-37b4-4176-b904-77d4a5a54f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:20.211315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-175b7e5b-37b4-4176-b904-77d4a5a54f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:20.293282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-ca781c0f-920f-43a4-a2ee-2f86169d4afd service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622458 Aug 31 06:33:20.294481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-175b7e5b-37b4-4176-b904-77d4a5a54f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:20.299571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-175b7e5b-37b4-4176-b904-77d4a5a54f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:20.301206 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-175b7e5b-37b4-4176-b904-77d4a5a54f7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26f8a3ce-e50b-4022-8904-cd2308cbb95b HTTP/1.1" status: 204 len: 168 time: 0.2016451 Aug 31 06:33:20.456328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1941f2-b748-4726-8d4f-32cb6592c828 req-247f77a7-ca34-49ca-89bf-519fd740204a tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:20.458009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b1941f2-b748-4726-8d4f-32cb6592c828 req-247f77a7-ca34-49ca-89bf-519fd740204a tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1597052 Aug 31 06:33:20.521914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b7e5b-37b4-4176-b904-77d4a5a54f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8a3ce-e50b-4022-8904-cd2308cbb95b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:20.595040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b1941f2-b748-4726-8d4f-32cb6592c828 req-dd6ea88d-a4c1-4e37-8200-d3687e0e7743 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200583 Aug 31 06:33:20.656030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0b8bea90-4f6a-4e93-b222-351588b80d9b no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:33:20.785706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0b8bea90-4f6a-4e93-b222-351588b80d9b not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:33:20.818828 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:20.820009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0413cb5-92d2-482a-8216-b041aedd9396 req-61d78aa2-87ab-4710-92a1-7310ea01e15c tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.1780660 Aug 31 06:33:20.881473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-b8b8bcc9-99c9-46e1-ab9e-322dde09f1c2 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787323 Aug 31 06:33:21.118459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:21.322672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64a606-6716-409c-9d00-d986e94d3a71 None None] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:21.338627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-97f1768b-9667-41ca-a273-55da54eafd0a tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:21.341981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-97f1768b-9667-41ca-a273-55da54eafd0a tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.1597400 Aug 31 06:33:21.391995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df19cd-33bf-4fa9-9ad5-d463903b23c4 req-bc0040f7-709c-400e-b2c9-e9d0d1ca4140 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:21.400441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55df19cd-33bf-4fa9-9ad5-d463903b23c4 req-bc0040f7-709c-400e-b2c9-e9d0d1ca4140 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 944 time: 0.4189365 Aug 31 06:33:21.444055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Router e77f02c8-1901-4012-bdeb-35cd744938d6 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:33:21.450682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-634a3453-6fe0-4163-8cc5-2421fa797461 None None] Provisioning for port a34714d2-52b4-4c3d-a7a8-c17410dcb797 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:21.456020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a34714d2-52b4-4c3d-a7a8-c17410dcb797 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:21.476050 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55df19cd-33bf-4fa9-9ad5-d463903b23c4 req-6e505fd3-d594-462c-8ce6-bcaf3955a0c4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707774 Aug 31 06:33:21.558945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ac64a61-8bf8-4d84-ab72-078780d143c3 req-7ebc60b9-2816-4259-9356-3f3fd0f5e76f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0714107 Aug 31 06:33:21.603864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a34714d2-52b4-4c3d-a7a8-c17410dcb797 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:21.610474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a34714d2-52b4-4c3d-a7a8-c17410dcb797 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:21.610853 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:21.677678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-57267d8b-0fc6-4a01-bbd6-044f515e14e7 service neutron] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:21.681828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-57267d8b-0fc6-4a01-bbd6-044f515e14e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:21.683334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62e650b0-e793-4df4-ad9a-b6c5bcfaeb38 req-57267d8b-0fc6-4a01-bbd6-044f515e14e7 service neutron] 10.222.0.23 "DELETE /v2.0/ports/0b8bea90-4f6a-4e93-b222-351588b80d9b/bindings/n-h2-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.3311834 Aug 31 06:33:21.741142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:33:21.754119 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:33:21.763988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:21.773221 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:21.785546 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:32:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:21.809399 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a34714d2-52b4-4c3d-a7a8-c17410dcb797, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a34714d2-52b4-4c3d-a7a8-c17410dcb797,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:21.809686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:21.815509 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:21.822199 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1935c2df-e142-40a7-addf-2ba7af6baf9c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8412821 Aug 31 06:33:21.823762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58260) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:21.892484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f880dee-4724-44c4-a9c7-559e8bd80866 req-7f3fad08-5c51-4fb3-978d-9290e1617cde tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:21.912532 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f880dee-4724-44c4-a9c7-559e8bd80866 req-7f3fad08-5c51-4fb3-978d-9290e1617cde tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1338704 Aug 31 06:33:21.924866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a34714d2-52b4-4c3d-a7a8-c17410dcb797,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:22.022407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f880dee-4724-44c4-a9c7-559e8bd80866 req-f9667c5e-33c9-4882-b4b1-88c2235a1946 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082835 Aug 31 06:33:22.045450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7155fc3-e973-4436-96bf-4cc54901db7d req-2d49ba68-d398-4e6a-8868-5ae2389c1ca0 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0749040 Aug 31 06:33:22.113065 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:22.279585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-431e1c86-5161-4557-8bd6-fd6d1b437cc9 None None] Provisioning complete for port a34714d2-52b4-4c3d-a7a8-c17410dcb797 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:22.286920 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-431e1c86-5161-4557-8bd6-fd6d1b437cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:22.412155 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:20Z', 'revision_number': 3, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:22.673855 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:33:22.674632 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Updating router e77f02c8-1901-4012-bdeb-35cd744938d6 port a107fa3f-9348-4586-9786-bf8a308a3214 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:33:22.707107 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:22.823548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9decd-52ae-4baf-ae3b-a24f93361b7c req-eb247f29-ad2f-4f86-9a0a-e3460a04e429 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:22.825355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16f9decd-52ae-4baf-ae3b-a24f93361b7c req-eb247f29-ad2f-4f86-9a0a-e3460a04e429 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 944 time: 0.2099082 Aug 31 06:33:22.858308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:22.890778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16f9decd-52ae-4baf-ae3b-a24f93361b7c req-9bbd79c3-3c55-495a-b72f-fa85d3ac24b4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Aug 31 06:33:23.123225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Allocated IP 172.20.0.1 (8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9/e9d32010-726d-4650-9fb1-fe1d9a93789c/3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:23.134580 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.148683 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Transition to ACTIVE for port object a107fa3f-9348-4586-9786-bf8a308a3214 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:23.158999 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.241323 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Attempting to bind port a107fa3f-9348-4586-9786-bf8a308a3214 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:23.241710 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Attempting to bind port a107fa3f-9348-4586-9786-bf8a308a3214 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:23.248358 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Attempting to bind port a107fa3f-9348-4586-9786-bf8a308a3214 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:23.264637 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:23.265021 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:23.267168 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.269470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:23.270183 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Bound port: a107fa3f-9348-4586-9786-bf8a308a3214, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:23.271999 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.280260 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f0e84-bf4a-4519-986f-8606183256c7 None None] Pushing event updated for resources: {'Port': ['ID=a107fa3f-9348-4586-9786-bf8a308a3214,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:23.303988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075102b3-0b1b-40ed-b5f0-5c57054bfc86 req-9fc16ab5-aa86-44c4-b1a4-0730f21423ac tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:23.307982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-075102b3-0b1b-40ed-b5f0-5c57054bfc86 req-9fc16ab5-aa86-44c4-b1a4-0730f21423ac tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1011028 Aug 31 06:33:23.312202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a34714d2-52b4-4c3d-a7a8-c17410dcb797 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:23.328938 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.364382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Transition to ACTIVE for port object 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:23.396605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a34714d2-52b4-4c3d-a7a8-c17410dcb797 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:23.396916 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.409007 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] For port a107fa3f-9348-4586-9786-bf8a308a3214, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:23.409934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-075102b3-0b1b-40ed-b5f0-5c57054bfc86 req-dc326b02-a2de-4d53-ba04-f31a7a4887d4 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814033 Aug 31 06:33:23.420393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.423633 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] For port a107fa3f-9348-4586-9786-bf8a308a3214, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a107fa3f-9348-4586-9786-bf8a308a3214,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:23.435603 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.507467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:23.508654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Pushing event updated for resources: {'Port': ['ID=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:23.512657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:23.515108 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:23.528583 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fbde8196-d8de-424a-951c-5335e9490de4 req-a11392b6-b6c7-41db-b6c3-3adce771f6fb tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0561185 Aug 31 06:33:23.593460 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.602407 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:23.603063 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:32:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:23.682496 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f0e84-bf4a-4519-986f-8606183256c7 None None] Pushing event updated for resources: {'Port': ['ID=a107fa3f-9348-4586-9786-bf8a308a3214,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:23.775735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6638b14-3869-4806-bcbb-aeddcec03c0e req-e0a31a9b-c8e1-4022-a411-7a3f72080b3f tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:23.785819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6638b14-3869-4806-bcbb-aeddcec03c0e req-e0a31a9b-c8e1-4022-a411-7a3f72080b3f tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1096 time: 0.0972874 Aug 31 06:33:23.820064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:23.828627 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:23.847753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6638b14-3869-4806-bcbb-aeddcec03c0e req-f900fc4b-7167-45c4-a59a-a73b811909e6 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606887 Aug 31 06:33:23.889227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-681563dd-b016-425e-a2f0-de94f114e81b None None] Provisioning for port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:23.910832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-681563dd-b016-425e-a2f0-de94f114e81b None None] Provisioning complete for port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:23.911213 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-681563dd-b016-425e-a2f0-de94f114e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.019888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-681563dd-b016-425e-a2f0-de94f114e81b None None] Port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:24.048341 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:20Z', 'revision_number': 3, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:24.099842 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bcc33-bea6-4d9f-bc39-449d2723005a None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:20Z', 'revision_number': 3, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:33:24.166498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5d05b34c-9822-4bf5-9edf-4a9f5599a9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.182748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.214448 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.233705 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.333567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Pushing event updated for resources: {'Port': ['ID=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:24.342305 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.604613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:24.611617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:24.650978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c36d2edf-7680-48d7-9240-b0eade2e0e4f req-31ec5c1b-b2e3-483b-8f9e-7e01580ff6d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79a08454a6864e20ab0192189c1e8a15&device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0440221 Aug 31 06:33:24.793669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c36d2edf-7680-48d7-9240-b0eade2e0e4f req-59c18371-3f9f-4285-baeb-a6de95bdfbd7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=79a08454a6864e20ab0192189c1e8a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749941 Aug 31 06:33:24.810978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-bbf01c09-c52c-4546-82a0-e676bc6c63a2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:24.814097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-bbf01c09-c52c-4546-82a0-e676bc6c63a2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 807 time: 0.1625078 Aug 31 06:33:24.837160 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-2aa7eb0e-4b9d-4af7-8d12-a9bb04d39082 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/quotas/7b4f812bfd7f4d49b1502a4a3e209519 HTTP/1.1" status: 200 len: 375 time: 0.0158668 Aug 31 06:33:24.894896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c9912d94-6e0d-4076-a00e-96bc2da5655f no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:33:24.903776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-ca508820-3703-456a-ad0b-ce1312d7b5f7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654838 Aug 31 06:33:25.030559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.066519 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-744b2bfd-0209-44f8-9143-0669c9bc76cd service neutron] 10.222.0.15 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614234 Aug 31 06:33:25.078323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:25.081080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:25.084527 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fbbdaf-3c72-4079-91ac-fa94fcf04e3d" -d '{"events": [{"server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "name": "network-vif-unplugged", "status": "completed", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:25.090303 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.151849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Router e77f02c8-1901-4012-bdeb-35cd744938d6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:33:25.157610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a4d9962a-570d-4c1e-a061-b5841ecae4c9 None None] Provisioning complete for port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:25.157976 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a4d9962a-570d-4c1e-a061-b5841ecae4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.185073 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:25.194060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-285f7297-24c8-4b1e-afc1-faa9e4508d8f service neutron] 10.222.0.15 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260037 Aug 31 06:33:25.212912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df93f-88c3-4fca-b848-26500e34ba24 req-c3d84d1d-93cc-442b-bf83-1cc84bfc21cd tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:25.221891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-282df93f-88c3-4fca-b848-26500e34ba24 req-c3d84d1d-93cc-442b-bf83-1cc84bfc21cd tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.4305146 Aug 31 06:33:25.246943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9962a-570d-4c1e-a061-b5841ecae4c9 None None] Port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:25.377496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-282df93f-88c3-4fca-b848-26500e34ba24 req-1bd030e2-0d36-4b78-a630-9eabfd2ff78c tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493473 Aug 31 06:33:25.406562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d2edf-7680-48d7-9240-b0eade2e0e4f req-a70f4762-d890-481b-91d7-627bded94947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:25.407802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c36d2edf-7680-48d7-9240-b0eade2e0e4f req-a70f4762-d890-481b-91d7-627bded94947 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6030912 Aug 31 06:33:25.428873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a107fa3f-9348-4586-9786-bf8a308a3214 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:25.548596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a107fa3f-9348-4586-9786-bf8a308a3214 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:25.554101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a107fa3f-9348-4586-9786-bf8a308a3214 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:25.555211 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.592736 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-386f7b41-3ab0-4e6a-92e0-ca38c966fa08 req-c9e3ee56-18d0-4caf-ab87-c680a6cda9d2 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0812535 Aug 31 06:33:25.652668 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.655614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:33:25.666965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-591800c8-2f21-46e8-813f-4672facfe73c admin admin] 10.222.0.15 "PUT /v2.0/routers/e77f02c8-1901-4012-bdeb-35cd744938d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8407907 Aug 31 06:33:25.764703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-830433c8-4ef8-4f6c-8403-f8b2449db15f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:25.774145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-830433c8-4ef8-4f6c-8403-f8b2449db15f tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 805 time: 0.2429683 Aug 31 06:33:25.784095 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.800520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-8a34efa6-006a-4dd9-a0e3-8078f46956d5 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/quotas/cd273f6f062d4d9dbb10bcc90ae1cace HTTP/1.1" status: 200 len: 375 time: 0.0193925 Aug 31 06:33:25.828548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a107fa3f-9348-4586-9786-bf8a308a3214, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a107fa3f-9348-4586-9786-bf8a308a3214,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:25.835941 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.888943 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba74635-8752-4f73-b9b1-6d2eb562a52c x-openstack-request-id: req-8ba74635-8752-4f73-b9b1-6d2eb562a52c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:25.889940 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "name": "network-vif-unplugged", "status": "completed", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:25.905686 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ba74635-8752-4f73-b9b1-6d2eb562a52c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:25.906488 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'code': 200} Aug 31 06:33:25.925956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-9f393ed0-8685-4d0f-b35e-aac91d5e2069 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085012 Aug 31 06:33:25.963307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a107fa3f-9348-4586-9786-bf8a308a3214,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:25.980871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c186f09-99b3-41b6-83cd-762947775e79 req-0f81dace-92c3-41f8-a6b8-77543e168473 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 210 time: 0.0756915 Aug 31 06:33:26.074257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-58305ba3-2c91-40c9-a06b-700d91d1b0c0 service neutron] 10.222.0.15 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243110 Aug 31 06:33:26.203424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-fbd17168-47c3-4544-88ae-b58d657d61b0 service neutron] 10.222.0.15 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190929 Aug 31 06:33:26.324354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-50455e5f-d990-439f-9fc2-7731386b96eb tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:26.326135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-50455e5f-d990-439f-9fc2-7731386b96eb tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f605f1c-6c8d-485e-afd1-824e2b843c58 HTTP/1.1" status: 200 len: 943 time: 0.0849729 Aug 31 06:33:26.655426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-cddb98fb-3d09-46fd-bbea-5b8333ddb10b tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:26.664684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-cddb98fb-3d09-46fd-bbea-5b8333ddb10b tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 821 time: 0.2556155 Aug 31 06:33:26.681789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Deleting port c9912d94-6e0d-4076-a00e-96bc2da5655f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:33:26.682447 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.719535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-949b3d5a-4b63-48a0-84e6-7fd6326cc6a8 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/quotas/fc974ad7b67945c3a01960e0d3fcf2f8 HTTP/1.1" status: 200 len: 375 time: 0.0526633 Aug 31 06:33:26.733983 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93d0a9ca-c670-4f40-a423-f52afb19df2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.786647 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.852194 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-369bb167-347a-4159-852f-7d65c040b964 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316478 Aug 31 06:33:26.918015 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41fad86a-1af6-42d4-a1ea-deede85d8c2b req-4c137de8-12e3-44c3-96e7-373e552145e2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 210 time: 0.5242171 Aug 31 06:33:26.970580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] For port c9912d94-6e0d-4076-a00e-96bc2da5655f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c9912d94-6e0d-4076-a00e-96bc2da5655f,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:26.971325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.017456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c36d2edf-7680-48d7-9240-b0eade2e0e4f req-20a4be76-3608-4d4f-9c11-f84393eb4bda tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0894887 Aug 31 06:33:27.048147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Calling delete_port for c9912d94-6e0d-4076-a00e-96bc2da5655f owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:33:27.059168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:33:27.073641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:27.074466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:27.185806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-39accb99-c947-4228-a490-d62b88530d2f service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183985 Aug 31 06:33:27.280412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-812a4b7d-6660-407f-aa1d-500b3b6faced tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:27.285228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-812a4b7d-6660-407f-aa1d-500b3b6faced tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 807 time: 0.3710051 Aug 31 06:33:27.310900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Request body: {'port': {'device_id': '190206a6-8d8c-477b-8cc5-012eddf799de', 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'admin_state_up': True, 'tenant_id': '7b4f812bfd7f4d49b1502a4a3e209519'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:27.346263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:27.442051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a107fa3f-9348-4586-9786-bf8a308a3214 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:27.469967 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.500460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Made reservation on behalf of 7b4f812bfd7f4d49b1502a4a3e209519 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:27.504688 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.530133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Pushing event deleted for resources: {'Port': ['ID=c9912d94-6e0d-4076-a00e-96bc2da5655f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:27.549597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-0fbc01a5-647d-4013-b083-22c70221f777 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615773 Aug 31 06:33:27.563955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a107fa3f-9348-4586-9786-bf8a308a3214 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:27.564409 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.710982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] No DVR routers for this DVR port c9912d94-6e0d-4076-a00e-96bc2da5655f on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:33:27.717514 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.726138 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65b9b1e3-d914-4116-a268-f2bf77739d3b req-8008bdb7-1f43-4203-a792-ae31da724714 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.23 "DELETE /v2.0/ports/c9912d94-6e0d-4076-a00e-96bc2da5655f HTTP/1.1" status: 204 len: 173 time: 1.3876066 Aug 31 06:33:27.727457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'name': 'network-vif-deleted', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:27.737810 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e5770a-85b4-4316-ba47-4a3ab2216fc8" -d '{"events": [{"server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "name": "network-vif-deleted", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:27.756129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 2, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:27.792343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:33:27.792987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Updating router e77f02c8-1901-4012-bdeb-35cd744938d6 port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:33:27.835450 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.956767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-dc76d9d9-465e-48b0-a563-b97d5af67b0e tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:27.958709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-dc76d9d9-465e-48b0-a563-b97d5af67b0e tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.42 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 805 time: 0.1201746 Aug 31 06:33:27.986650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fde2a0-c48e-4fcf-8129-7db5a4f104fa req-bb8a8450-cf5a-4333-b204-6dcafb7bc1dc tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:27.988176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8fde2a0-c48e-4fcf-8129-7db5a4f104fa req-bb8a8450-cf5a-4333-b204-6dcafb7bc1dc tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.2883165 Aug 31 06:33:27.994560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Request body: {'port': {'device_id': '68070c27-d177-49d8-b593-fb16677b68d4', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'admin_state_up': True, 'tenant_id': 'cd273f6f062d4d9dbb10bcc90ae1cace'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:28.048596 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-663f6254-34df-4e90-876e-abc6324c528a req-6a301629-3d92-4cce-90b7-e9280e8a4477 tempest-ServerShowV254Test-1822374800 tempest-ServerShowV254Test-1822374800-project] 10.222.0.15 "GET /v2.0/ports?device_id=bca4d7d2-ed8e-47b9-97b9-54fd6c7ddd6c HTTP/1.1" status: 200 len: 210 time: 0.0698617 Aug 31 06:33:28.057090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Allocated IP 172.20.0.6 (544ec84f-db76-4548-98c2-b10d82d10c0c/855d36ba-a623-41eb-a4d6-258e3da7e2ca/bc4008db-0bdd-434b-8407-aefd59342cca) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:28.076556 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.125601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8fde2a0-c48e-4fcf-8129-7db5a4f104fa req-086b50db-cd1d-45c2-a529-957affe13538 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080048 Aug 31 06:33:28.297709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0ea5c7d6-458b-41f0-a2e4-ff3a5b903994 req-8b4735b0-0e5f-498a-9834-75802fc43e5c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 210 time: 0.1008840 Aug 31 06:33:28.405921 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e526e3f8-f364-4f92-b08a-205e811aa1fd x-openstack-request-id: req-e526e3f8-f364-4f92-b08a-205e811aa1fd {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:28.406503 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f605f1c-6c8d-485e-afd1-824e2b843c58", "name": "network-vif-deleted", "tag": "c9912d94-6e0d-4076-a00e-96bc2da5655f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:28.406975 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e526e3f8-f364-4f92-b08a-205e811aa1fd {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:28.407404 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f605f1c-6c8d-485e-afd1-824e2b843c58', 'name': 'network-vif-deleted', 'tag': 'c9912d94-6e0d-4076-a00e-96bc2da5655f', 'status': 'completed', 'code': 200} Aug 31 06:33:28.477792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Made reservation on behalf of cd273f6f062d4d9dbb10bcc90ae1cace for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:28.486357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.531936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.547945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Transition to ACTIVE for port object 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:28.558976 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.632240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d6cac-fbeb-49d4-a79b-f9ad79e0e57d None None] Pushing event updated for resources: {'Port': ['ID=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:28.678841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27c0e05a-d811-498a-aa1d-4076efaf2a71 req-e81a57d5-5330-4c9e-8fc4-49f36ea662c5 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 210 time: 0.0936446 Aug 31 06:33:28.686955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-359a1921-dd23-435e-95e4-d4a24dd25148 req-c58b760f-c429-4507-8205-88d057ddc242 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 210 time: 0.0439970 Aug 31 06:33:28.754222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Attempting to bind port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:28.754834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Attempting to bind port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:28.755425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Attempting to bind port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 on network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:28.762091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:28.762923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Checking segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:28.763819 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.764422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Bound using segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:28.765113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Bound port: 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:28.766040 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.878224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] For port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:28.884161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] For port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:28.889395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c9912d94-6e0d-4076-a00e-96bc2da5655f no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:33:28.897081 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.907933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.989490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: c9912d94-6e0d-4076-a00e-96bc2da5655f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:33:28.989759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c9912d94-6e0d-4076-a00e-96bc2da5655f not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:33:28.997523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d6cac-fbeb-49d4-a79b-f9ad79e0e57d None None] Pushing event updated for resources: {'Port': ['ID=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:29.011673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Allocated IP 172.20.0.10 (ef5bc231-211d-4812-9642-c22256c304d1/6c899d8a-154a-4b2b-9be8-3464062ff28f/659696ca-21d6-43bd-a11a-30a918beff5c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:29.015046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:29.015877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:29.071491 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.222585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Pushing event updated for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:29.269459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:29.332734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Network 544ec84f-db76-4548-98c2-b10d82d10c0c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:29.380452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:29.394384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:29.553612 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.606241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3f133-d344-4929-90d7-92085f5ebeee req-e352407e-393f-49a2-a5b3-921afc78d288 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:29.619067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1b3f133-d344-4929-90d7-92085f5ebeee req-e352407e-393f-49a2-a5b3-921afc78d288 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.3835917 Aug 31 06:33:29.643101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:28Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:29.694345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:29.695005 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.697676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b519-b835-4554-87c0-682722cbf87c req-e5ff55f7-c087-46d9-abff-4c3d4d6ae62f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:29.699266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5070b519-b835-4554-87c0-682722cbf87c req-e5ff55f7-c087-46d9-abff-4c3d4d6ae62f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 931 time: 0.1069221 Aug 31 06:33:29.701965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58540) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:29.706052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7f831-9550-4584-be50-e9bf6b92bb4e None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:28Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:33:29.742913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-0c42a94e-a71f-4d2c-b47b-0bc1f4a55ea5 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:29.745536 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-0c42a94e-a71f-4d2c-b47b-0bc1f4a55ea5 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.42 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 821 time: 0.3098354 Aug 31 06:33:29.758980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1b3f133-d344-4929-90d7-92085f5ebeee req-bd909563-f653-4bf9-bd58-5dbcb621a700 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389370 Aug 31 06:33:29.774538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-df09c49d-e1a5-4f40-a338-407bdf39e7ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4709506 Aug 31 06:33:29.802038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Request body: {'port': {'device_id': '190206a6-8d8c-477b-8cc5-012eddf799de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:29.809137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Request body: {'port': {'device_id': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'admin_state_up': True, 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:29.819001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5070b519-b835-4554-87c0-682722cbf87c req-bad4c5fe-71e5-4061-b832-4027e1269690 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080241 Aug 31 06:33:29.847796 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.915203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.045747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.057864 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-689ade9f-9fb4-4cd5-9b29-e220dd45fae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.066913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Network ef5bc231-211d-4812-9642-c22256c304d1 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:30.094199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:30.094438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c186a4ba-cfe2-4be1-acf2-e4d63d91053b req-cbd763ea-5592-47a0-99b9-c880b2ae4b7f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 210 time: 0.0763807 Aug 31 06:33:30.095040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:30.103964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Pushing event updated for resources: {'Port': ['ID=659696ca-21d6-43bd-a11a-30a918beff5c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:30.128680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Made reservation on behalf of fc974ad7b67945c3a01960e0d3fcf2f8 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:30.133368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.194612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f019462-8c58-4639-95a1-e9896dcb5696 req-61ca6106-56ce-4ef4-8028-745b86409ac7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:30.204345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f019462-8c58-4639-95a1-e9896dcb5696 req-61ca6106-56ce-4ef4-8028-745b86409ac7 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 932 time: 0.2340717 Aug 31 06:33:30.278929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58552) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:30.318230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:30.318884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.339604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Allocated IP 172.20.0.5 (8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9/e9d32010-726d-4650-9fb1-fe1d9a93789c/b65322b4-9354-47ec-8c91-40da2ecb07c2) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:30.452943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f019462-8c58-4639-95a1-e9896dcb5696 req-d2e06324-7a01-4f60-a923-32cc934a8a10 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471840 Aug 31 06:33:30.562998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec728-b3fa-4244-baf9-e5bef542274d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.618577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-689ade9f-9fb4-4cd5-9b29-e220dd45fae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.628241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.644221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-689ade9f-9fb4-4cd5-9b29-e220dd45fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.647855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Transition to ACTIVE for port object b65322b4-9354-47ec-8c91-40da2ecb07c2 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:30.659694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-0c47a002-9ad9-44e1-ad6d-7b0165fae425 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6838055 Aug 31 06:33:30.693136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Request body: {'port': {'device_id': '68070c27-d177-49d8-b593-fb16677b68d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:30.695493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.782665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-689ade9f-9fb4-4cd5-9b29-e220dd45fae0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79a08454a6864e20ab0192189c1e8a15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0661557 Aug 31 06:33:30.785360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ade9f-9fb4-4cd5-9b29-e220dd45fae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847cc747-09a8-4774-9a0c-3b009870f5a0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:30.801594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58562) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:30.810636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Pushing event updated for resources: {'Port': ['ID=b65322b4-9354-47ec-8c91-40da2ecb07c2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:30.843016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:30.845932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:30.851595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:30.928974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.070925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af17d29-93c4-4496-a90a-8ecf98e43269 req-e84afe6c-711f-445d-9c70-6ae9a99bd3d5 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:31.081387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4af17d29-93c4-4496-a90a-8ecf98e43269 req-e84afe6c-711f-445d-9c70-6ae9a99bd3d5 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1747012 Aug 31 06:33:31.114135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:31.114839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.239411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4008db-0bdd-434b-8407-aefd59342cca {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:31.256173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4af17d29-93c4-4496-a90a-8ecf98e43269 req-973ff57f-4455-4270-bd00-b16f1061f817 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736567 Aug 31 06:33:31.279669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.297339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84e8f2eb-5404-45d0-b367-bfebaee13867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.332359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-173abb71-d2a2-456f-a00a-6bdfe4160ad6 None None] Provisioning for port b65322b4-9354-47ec-8c91-40da2ecb07c2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:31.338617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-173abb71-d2a2-456f-a00a-6bdfe4160ad6 None None] Provisioning complete for port b65322b4-9354-47ec-8c91-40da2ecb07c2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:31.340080 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173abb71-d2a2-456f-a00a-6bdfe4160ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.379952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:31.414059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Transition to ACTIVE for port object bc4008db-0bdd-434b-8407-aefd59342cca will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:31.443888 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec728-b3fa-4244-baf9-e5bef542274d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.449121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-173abb71-d2a2-456f-a00a-6bdfe4160ad6 None None] Port b65322b4-9354-47ec-8c91-40da2ecb07c2 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:31.459138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa9f7-8d9d-4982-b469-3b442fa4bc88 req-c00b51ff-d0b9-4b0c-9e3b-6e318ce20c45 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:31.460778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e7aa9f7-8d9d-4982-b469-3b442fa4bc88 req-c00b51ff-d0b9-4b0c-9e3b-6e318ce20c45 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 931 time: 0.4706540 Aug 31 06:33:31.473885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:31.479647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:31.480070 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.525578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.531789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-67c63fb8-2672-4bcb-9a0b-b30d84ea6958 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7293634 Aug 31 06:33:31.541548 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec728-b3fa-4244-baf9-e5bef542274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.548719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa23f5-7dfb-4889-b655-3eb65590782e req-136dd485-1543-4f2d-9d54-42526db22cd2 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:31.558537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa23f5-7dfb-4889-b655-3eb65590782e req-136dd485-1543-4f2d-9d54-42526db22cd2 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 931 time: 0.1174905 Aug 31 06:33:31.564104 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84e8f2eb-5404-45d0-b367-bfebaee13867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.577323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Request body: {'port': {'device_id': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:31.647157 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.692266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:31.692628 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa23f5-7dfb-4889-b655-3eb65590782e req-bc642d94-b258-4bfe-8a8e-cc6e4ff57745 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331871 Aug 31 06:33:31.699343 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.713230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.796577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:31.825021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0a3ec728-b3fa-4244-baf9-e5bef542274d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fa87f4b88a0431bb1aaeea424c91f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5352385 Aug 31 06:33:31.867756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:31.872434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58582) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:31.896282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e7aa9f7-8d9d-4982-b469-3b442fa4bc88 req-1fcd6e8d-bb81-4133-a195-458dfd77b09c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653595 Aug 31 06:33:31.929454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ec728-b3fa-4244-baf9-e5bef542274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9414aba6-b211-4da7-8dce-c28996ba3088,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.044413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84e8f2eb-5404-45d0-b367-bfebaee13867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.047292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84e8f2eb-5404-45d0-b367-bfebaee13867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.050888 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-84e8f2eb-5404-45d0-b367-bfebaee13867 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/847cc747-09a8-4774-9a0c-3b009870f5a0 HTTP/1.1" status: 204 len: 168 time: 1.2053556 Aug 31 06:33:32.092432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8f2eb-5404-45d0-b367-bfebaee13867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847cc747-09a8-4774-9a0c-3b009870f5a0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.132635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca8ae-c517-49c2-b26a-240224cd6a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.155400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:32.155845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:32.156179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:32.185981 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca8ae-c517-49c2-b26a-240224cd6a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.199299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:32.199618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:32.235674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:32.235674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:32.235674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:32.236152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Bound port: bc4008db-0bdd-434b-8407-aefd59342cca, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:32.236875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.282026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659696ca-21d6-43bd-a11a-30a918beff5c {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:32.299519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.377941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Transition to ACTIVE for port object 659696ca-21d6-43bd-a11a-30a918beff5c will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:32.401747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca8ae-c517-49c2-b26a-240224cd6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.404915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca8ae-c517-49c2-b26a-240224cd6a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.406845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6d0ca8ae-c517-49c2-b26a-240224cd6a3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9414aba6-b211-4da7-8dce-c28996ba3088 HTTP/1.1" status: 204 len: 168 time: 0.5279906 Aug 31 06:33:32.414193 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.525241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ca8ae-c517-49c2-b26a-240224cd6a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9414aba6-b211-4da7-8dce-c28996ba3088,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.565294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:32.583954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4296-bbd7-4dfc-bc21-a9ecfdfe570f req-742c95de-7ae1-4d15-82f2-8b74614bd7d2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:32.586715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ceae4296-bbd7-4dfc-bc21-a9ecfdfe570f req-742c95de-7ae1-4d15-82f2-8b74614bd7d2 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 932 time: 0.5658324 Aug 31 06:33:32.602325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:32.620381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.644266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Pushing event updated for resources: {'Port': ['ID=659696ca-21d6-43bd-a11a-30a918beff5c,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.670557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ceae4296-bbd7-4dfc-bc21-a9ecfdfe570f req-02117328-f056-422a-8665-514d9028a441 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738533 Aug 31 06:33:32.686187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9207e0-41fc-4648-8861-af0b2e89da8c req-10947dbc-2091-482d-9fb8-78404081226b tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:32.688571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab9207e0-41fc-4648-8861-af0b2e89da8c req-10947dbc-2091-482d-9fb8-78404081226b tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.2890668 Aug 31 06:33:32.741935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65322b4-9354-47ec-8c91-40da2ecb07c2 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:32.756086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.782197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Transition to ACTIVE for port object b65322b4-9354-47ec-8c91-40da2ecb07c2 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:32.789556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.828216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:32.828787 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.836923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 200 len: 1092 time: 3.0490870 Aug 31 06:33:32.837783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:32.840320 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:32.906812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409f1aa-7efa-417d-90c5-fb02036f9d8f req-96bb1096-9b48-46bc-bd1f-c6cc524eb845 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:32.915861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b409f1aa-7efa-417d-90c5-fb02036f9d8f req-96bb1096-9b48-46bc-bd1f-c6cc524eb845 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 943 time: 0.1170347 Aug 31 06:33:32.962791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4e03c-3709-4d10-b8ea-779a39cac672 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:33.026714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Pushing event updated for resources: {'Port': ['ID=b65322b4-9354-47ec-8c91-40da2ecb07c2,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:33.039754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab9207e0-41fc-4648-8861-af0b2e89da8c req-e8169b7d-46b6-4166-9d58-ccde19ce1f88 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762589 Aug 31 06:33:33.040824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Attempting to bind port 659696ca-21d6-43bd-a11a-30a918beff5c on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:33.041160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Attempting to bind port 659696ca-21d6-43bd-a11a-30a918beff5c by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:33.043568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Attempting to bind port 659696ca-21d6-43bd-a11a-30a918beff5c on network ef5bc231-211d-4812-9642-c22256c304d1 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:33.057307 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b409f1aa-7efa-417d-90c5-fb02036f9d8f req-a774a5fc-f18c-42f1-801b-45e40933befa tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365793 Aug 31 06:33:33.073451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-4aefacd0-ca11-490b-b2c8-5240391dbc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:33.083851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-4aefacd0-ca11-490b-b2c8-5240391dbc06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1095 time: 0.1595130 Aug 31 06:33:33.084911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Port 659696ca-21d6-43bd-a11a-30a918beff5c on network ef5bc231-211d-4812-9642-c22256c304d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:33.085499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Attempting to bind port 659696ca-21d6-43bd-a11a-30a918beff5c on network ef5bc231-211d-4812-9642-c22256c304d1 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:33.114158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Attempting to bind port b65322b4-9354-47ec-8c91-40da2ecb07c2 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:33.114496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Attempting to bind port b65322b4-9354-47ec-8c91-40da2ecb07c2 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:33.114861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Attempting to bind port b65322b4-9354-47ec-8c91-40da2ecb07c2 on network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:33.125041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Port b65322b4-9354-47ec-8c91-40da2ecb07c2 on network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:33.128659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Attempting to bind port b65322b4-9354-47ec-8c91-40da2ecb07c2 on network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:33.135430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:33.144840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:33.145120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Checking segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:33.145269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Checking segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:33.145557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Bound using segment: {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:33.145804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Bound using segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:33.146138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Bound port: b65322b4-9354-47ec-8c91-40da2ecb07c2, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:33.146517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.149505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Bound port: 659696ca-21d6-43bd-a11a-30a918beff5c, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b548fc-6afa-4af7-a7e5-acc1ee528279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:33.150185 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.235505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] For port b65322b4-9354-47ec-8c91-40da2ecb07c2, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:33.238433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] For port b65322b4-9354-47ec-8c91-40da2ecb07c2, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:33.244695 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.303773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:33.304419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.321306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] 10.222.0.42 "PUT /v2.0/ports/b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 1092 time: 1.7355058 Aug 31 06:33:33.321983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:33.325474 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:33.342222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:33.400742 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54602183-ddcf-4991-805a-5ca1e5af8259 x-openstack-request-id: req-54602183-ddcf-4991-805a-5ca1e5af8259 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:33.401046 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:33.401976 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54602183-ddcf-4991-805a-5ca1e5af8259 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:33.404327 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'status': 'completed', 'code': 200} Aug 31 06:33:33.447985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9440a16-862e-4e40-8922-d3e1b819cf9a service neutron] Pushing event updated for resources: {'Port': ['ID=b65322b4-9354-47ec-8c91-40da2ecb07c2,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:33.494206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:33.494905 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.508991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-b86ece64-9723-471f-b923-0cb315f01147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:33.514881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-b86ece64-9723-471f-b923-0cb315f01147 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1095 time: 0.1408849 Aug 31 06:33:33.621973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-b3d3ba83-a862-4aa4-b8c1-38e5e6c8c0ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 217 time: 0.0978639 Aug 31 06:33:33.723569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-8e2bfc0c-fd4b-4ead-96fc-094516092e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:33.725590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-8e2bfc0c-fd4b-4ead-96fc-094516092e5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.0967178 Aug 31 06:33:33.773476 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac77f54-72bc-4c83-88a4-9bae92888815 x-openstack-request-id: req-1ac77f54-72bc-4c83-88a4-9bae92888815 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:33.774260 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:33.774260 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ac77f54-72bc-4c83-88a4-9bae92888815 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:33.774480 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca', 'status': 'completed', 'code': 200} Aug 31 06:33:33.782782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-a47d1fee-0780-445e-ac19-f5f5e1c4425a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 200 len: 217 time: 0.6872189 Aug 31 06:33:33.804646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-84254770-74e5-4568-abb8-3b5e415c2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:33.806401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-84254770-74e5-4568-abb8-3b5e415c2dcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727494 Aug 31 06:33:33.964230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457c1c7-7640-4283-a8ae-2b3fc195f960 req-23a3e690-2ac6-4f5f-9015-20edf8736485 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:33.965803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3457c1c7-7640-4283-a8ae-2b3fc195f960 req-23a3e690-2ac6-4f5f-9015-20edf8736485 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 943 time: 0.1941941 Aug 31 06:33:33.968634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-1fa6dfb5-9459-4fab-b64a-838ceb29252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:33.970521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-1fa6dfb5-9459-4fab-b64a-838ceb29252e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1749558 Aug 31 06:33:34.046380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-2182f39d-1d64-405b-a866-426b9e01a7c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660172 Aug 31 06:33:34.048496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:34.056535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-cbd80408-c447-4edd-bf26-ff7a2798476f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1530404 Aug 31 06:33:34.059546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-f714d1f4-3519-483a-a5b8-87b30d2d91a4 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442963 Aug 31 06:33:34.108858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=659696ca-21d6-43bd-a11a-30a918beff5c,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:34.144185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3457c1c7-7640-4283-a8ae-2b3fc195f960 req-6eaedd29-763f-4b4d-a136-da54916b3bfa tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672771 Aug 31 06:33:34.147027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.195196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23521175-942d-4f75-a571-f097e552566c req-db6854ec-da5a-4b12-95ae-20f5a1352799 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.198150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.198993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.200560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] 10.222.0.42 "PUT /v2.0/ports/659696ca-21d6-43bd-a11a-30a918beff5c HTTP/1.1" status: 200 len: 1093 time: 3.5277822 Aug 31 06:33:34.204501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23521175-942d-4f75-a571-f097e552566c req-db6854ec-da5a-4b12-95ae-20f5a1352799 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 944 time: 0.2475886 Aug 31 06:33:34.254473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f8756-acb0-40f5-8316-22669bfc1f3f service neutron] Pushing event updated for resources: {'Port': ['ID=659696ca-21d6-43bd-a11a-30a918beff5c,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:34.287046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-9cd097f0-4f7c-45be-9b6f-f08cf3010869 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317808 Aug 31 06:33:34.288905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23521175-942d-4f75-a571-f097e552566c req-1b2860dd-4253-4b3f-b175-e02c17f6dc0c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806994 Aug 31 06:33:34.333398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-f32c8f87-bc53-4eec-ad91-a2647744e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.334941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-f32c8f87-bc53-4eec-ad91-a2647744e5ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e9a38379be54c429776790ebdf49513&device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 1097 time: 0.2007680 Aug 31 06:33:34.352380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f96e38a8-45d3-4924-a8f4-56f508b40e95 req-2d32c034-b75b-481c-8a6e-f1b59d9c3bbb service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854671 Aug 31 06:33:34.524160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-9cff391d-29fa-4aa5-a139-368e5904fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.526105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-9cff391d-29fa-4aa5-a139-368e5904fe79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 1096 time: 0.2679098 Aug 31 06:33:34.549397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698035-c9ff-4084-9154-861640d21e98 req-ef990c99-65bb-4c2c-9165-71b7419c50b5 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.550936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c698035-c9ff-4084-9154-861640d21e98 req-ef990c99-65bb-4c2c-9165-71b7419c50b5 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 943 time: 0.1308875 Aug 31 06:33:34.552023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-0b9ff495-6489-455a-857e-ec389a21c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.553436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-0b9ff495-6489-455a-857e-ec389a21c2e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d82d2daf-8318-4a04-83c5-fd00909c743d HTTP/1.1" status: 200 len: 916 time: 0.1939344 Aug 31 06:33:34.560619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-818f0722-84ba-4774-9f36-f0bd3cea43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.562380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-818f0722-84ba-4774-9f36-f0bd3cea43f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1095 time: 0.1270332 Aug 31 06:33:34.611805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-c496011a-e36a-40ae-b25a-275735e3f14b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=659696ca-21d6-43bd-a11a-30a918beff5c HTTP/1.1" status: 200 len: 217 time: 0.0724342 Aug 31 06:33:34.620386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e88e-0e52-4a9b-9c16-3c92cc7906be req-715dd5ea-0b6e-4beb-b787-c7e06db14af3 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.622073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2af9e88e-0e52-4a9b-9c16-3c92cc7906be req-715dd5ea-0b6e-4beb-b787-c7e06db14af3 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1607053 Aug 31 06:33:34.637674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f4551e4-fc62-4b2d-a73b-1a0f795e3abb req-eb502355-63a8-4754-a3e8-9d5027e95e29 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958632 Aug 31 06:33:34.704854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-ba7638dd-50bf-4c97-8201-da9d47f3b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.706627 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-ba7638dd-50bf-4c97-8201-da9d47f3b355 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.0834770 Aug 31 06:33:34.730998 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c698035-c9ff-4084-9154-861640d21e98 req-f28f1029-8ca3-4056-985d-735c7cafe9ca tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664040 Aug 31 06:33:34.731581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2af9e88e-0e52-4a9b-9c16-3c92cc7906be req-15486dbd-9d44-4e82-8823-dbef3e4e2bf9 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980439 Aug 31 06:33:34.761160 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-9a097120-2eaf-4532-9ff0-0514c641b8ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853 HTTP/1.1" status: 200 len: 1000 time: 0.1953957 Aug 31 06:33:34.769704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-7126a74e-3bba-4cbc-ad49-dc059b79d9e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497572 Aug 31 06:33:34.837130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-7501f982-8361-44c1-a72b-64a936aa9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.839280 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-7501f982-8361-44c1-a72b-64a936aa9013 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1095 time: 0.1388576 Aug 31 06:33:34.907681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-1f679bee-3af5-47ab-8a0a-08d77c575e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:34.928919 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-1f679bee-3af5-47ab-8a0a-08d77c575e2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.3345139 Aug 31 06:33:34.962250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-e79b6de0-26e8-45b9-9348-18fb971ec012 service neutron] 10.222.0.42 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848843 Aug 31 06:33:35.004325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-8b70d838-939f-4667-9d2d-9a28779125ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.006035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-8b70d838-939f-4667-9d2d-9a28779125ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.1572032 Aug 31 06:33:35.050918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-ad8933fb-c8e2-490f-82d2-0c13af4a75da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 217 time: 0.1198821 Aug 31 06:33:35.115829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-b0e7e5e0-7e90-47d0-bc54-871ed949d689 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 200 len: 217 time: 0.0937989 Aug 31 06:33:35.131276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-bc27948f-dd16-4c21-bf15-37b649bea8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.133236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-bc27948f-dd16-4c21-bf15-37b649bea8a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3 HTTP/1.1" status: 200 len: 854 time: 0.3143945 Aug 31 06:33:35.214281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-5aacd780-98ad-4439-b4bc-847127ec71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.219519 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-5aacd780-98ad-4439-b4bc-847127ec71bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.1563313 Aug 31 06:33:35.224382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-2a293e0c-362d-424a-a77f-3fd0df65210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.226328 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-2a293e0c-362d-424a-a77f-3fd0df65210e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1034472 Aug 31 06:33:35.232889 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0497bf78-1f51-4e65-87be-bc627f0ba6ec req-7a52e872-f7c6-4e08-b9cf-1abceb89282c service neutron] 10.222.0.42 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580469 Aug 31 06:33:35.300456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-f6820375-2d0c-48c4-9742-b44d6eaabef9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589864 Aug 31 06:33:35.326205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-6e904578-51bf-4b81-8efd-76f05150d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.328430 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-6e904578-51bf-4b81-8efd-76f05150d46b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d82d2daf-8318-4a04-83c5-fd00909c743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857417 Aug 31 06:33:35.423243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-a9c3c0fa-4a18-44a0-bac9-7c145cb074e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.424432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-a9c3c0fa-4a18-44a0-bac9-7c145cb074e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957154 Aug 31 06:33:35.457613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0b66f-a51e-415e-aa5e-d09296aacf0b req-4f7bf687-ba02-4894-9e78-d2dc99342469 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.459194 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6db0b66f-a51e-415e-aa5e-d09296aacf0b req-4f7bf687-ba02-4894-9e78-d2dc99342469 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 943 time: 0.1355422 Aug 31 06:33:35.500617 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-b9663ace-e80a-44fb-ac42-faa5cd37de76 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801727 Aug 31 06:33:35.596791 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6db0b66f-a51e-415e-aa5e-d09296aacf0b req-08ebd8e8-c2b9-436e-955e-d5b6fe2a647c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183848 Aug 31 06:33:35.628317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-92be675c-398e-4fd6-be39-e71347b7f8aa service neutron] 10.222.0.23 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836044 Aug 31 06:33:35.707414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bd07fed-f81f-4bbe-9150-eef8fad52cfe req-5d592eb1-cf13-430f-a55a-e693d29440f5 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017152 Aug 31 06:33:35.775862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68070c27-d177-49d8-b593-fb16677b68d4', 'tag': '659696ca-21d6-43bd-a11a-30a918beff5c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:35.777690 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071897e1-2a38-4920-967e-135d68149253" -d '{"events": [{"name": "network-changed", "server_uuid": "68070c27-d177-49d8-b593-fb16677b68d4", "tag": "659696ca-21d6-43bd-a11a-30a918beff5c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:35.790705 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-a0e29690-3bea-4ec9-bff3-f70b6f43f349 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554327 Aug 31 06:33:35.908358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb49cf4-f37a-49eb-ba4f-62026a068f4b req-7dbece22-81fe-4299-8f8a-e540e8ccb08c tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.910147 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fb49cf4-f37a-49eb-ba4f-62026a068f4b req-7dbece22-81fe-4299-8f8a-e540e8ccb08c tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 943 time: 0.0687912 Aug 31 06:33:35.938771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99cc3d-b113-4ac4-b786-2a4b64467f96 req-b02326cf-9a83-4cb1-8ace-d611a138b50d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.947190 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc99cc3d-b113-4ac4-b786-2a4b64467f96 req-b02326cf-9a83-4cb1-8ace-d611a138b50d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 944 time: 0.1864946 Aug 31 06:33:35.965864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fb49cf4-f37a-49eb-ba4f-62026a068f4b req-0c1400a5-c00f-448d-ad4b-13a93aff0dd5 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 Aug 31 06:33:36.038601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be43ee29-31af-46c9-9790-d0e57c87d123 req-fc4bddfd-ad37-4636-8227-c2c0d3ca18a7 service neutron] 10.222.0.23 "GET /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980114 Aug 31 06:33:36.063587 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d9fe30-5bb8-40f8-b70b-63cc5009473a req-5e893fc1-a92c-4d11-a6f6-330e4d973dac service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537909 Aug 31 06:33:36.066873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc99cc3d-b113-4ac4-b786-2a4b64467f96 req-bd1e4932-0436-4f0e-b726-3ec39069e520 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192286 Aug 31 06:33:36.132559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0327a-9ba7-41b9-ab2e-3dc76f523640 req-2ebd8e89-53fd-4cf7-b74a-162fe2cee4f8 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:36.134407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8e0327a-9ba7-41b9-ab2e-3dc76f523640 req-2ebd8e89-53fd-4cf7-b74a-162fe2cee4f8 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0901213 Aug 31 06:33:36.184489 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8e0327a-9ba7-41b9-ab2e-3dc76f523640 req-0ed7ff0f-7995-46ac-aa8e-5af2ca3cdf83 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Aug 31 06:33:36.240220 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8921636c-bb79-4a2e-9de8-cd293ff3c822 x-openstack-request-id: req-8921636c-bb79-4a2e-9de8-cd293ff3c822 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:36.240516 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68070c27-d177-49d8-b593-fb16677b68d4", "tag": "659696ca-21d6-43bd-a11a-30a918beff5c", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:36.240793 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8921636c-bb79-4a2e-9de8-cd293ff3c822 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:36.241242 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68070c27-d177-49d8-b593-fb16677b68d4', 'tag': '659696ca-21d6-43bd-a11a-30a918beff5c', 'status': 'completed', 'code': 200} Aug 31 06:33:36.334511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071897e1-2a38-4920-967e-135d68149253 req-0a48444d-706a-437c-a3a5-e75917e9e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:36.336961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-071897e1-2a38-4920-967e-135d68149253 req-0a48444d-706a-437c-a3a5-e75917e9e965 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 1096 time: 0.0626752 Aug 31 06:33:36.443138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071897e1-2a38-4920-967e-135d68149253 req-28917004-16fa-45fd-a299-85168688cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:36.445070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-071897e1-2a38-4920-967e-135d68149253 req-28917004-16fa-45fd-a299-85168688cfcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 200 len: 906 time: 0.0997267 Aug 31 06:33:36.462384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58764) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:36.506945 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-071897e1-2a38-4920-967e-135d68149253 req-40ff81db-5601-4660-b9b7-c88265413e02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=659696ca-21d6-43bd-a11a-30a918beff5c HTTP/1.1" status: 200 len: 217 time: 0.0528777 Aug 31 06:33:36.563422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071897e1-2a38-4920-967e-135d68149253 req-b561b189-66a2-4111-b763-3476ac03634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:36.565680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-071897e1-2a38-4920-967e-135d68149253 req-b561b189-66a2-4111-b763-3476ac03634c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 200 len: 845 time: 0.0502264 Aug 31 06:33:36.604805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-071897e1-2a38-4920-967e-135d68149253 req-47f8ed39-bb1a-4df4-a0e9-93904c0b665b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef5bc231-211d-4812-9642-c22256c304d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318227 Aug 31 06:33:36.652871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50a84046-840f-4e65-bcc7-e3288ba8b82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.736350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 659696ca-21d6-43bd-a11a-30a918beff5c details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:36.814130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58776) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:36.835359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787dee4-792d-46db-b566-4b8212045669 req-55bc0f0d-8ea5-4b7d-b306-f383c256c973 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:36.837467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0787dee4-792d-46db-b566-4b8212045669 req-55bc0f0d-8ea5-4b7d-b306-f383c256c973 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 943 time: 0.1616552 Aug 31 06:33:36.855476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50a84046-840f-4e65-bcc7-e3288ba8b82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.863547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50a84046-840f-4e65-bcc7-e3288ba8b82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.872663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-071897e1-2a38-4920-967e-135d68149253 req-0a4a3605-85ea-40de-8659-03bd0efb7298 service neutron] 10.222.0.42 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594907 Aug 31 06:33:36.914006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=659696ca-21d6-43bd-a11a-30a918beff5c,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:36.933883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-50a84046-840f-4e65-bcc7-e3288ba8b82a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b48296dba6df45d49c802b2eaf3a7cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686520 Aug 31 06:33:36.934963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a84046-840f-4e65-bcc7-e3288ba8b82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7975d271-ea7f-4b74-9d2a-9f81404ce917,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:36.948353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '659696ca-21d6-43bd-a11a-30a918beff5c', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'port_id': '659696ca-21d6-43bd-a11a-30a918beff5c', 'mac_address': 'fa:16:3e:80:84:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c899d8a-154a-4b2b-9be8-3464062ff28f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:33:36.950993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58780) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:37.022525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e7f0132-dd3e-4f2c-8f9e-88918cdc3182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.033029 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.050912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659696ca-21d6-43bd-a11a-30a918beff5c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:37.085666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=659696ca-21d6-43bd-a11a-30a918beff5c,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:37.096719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.097954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device bc4008db-0bdd-434b-8407-aefd59342cca details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:37.149287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f990c255-913b-4359-9cc3-60bfb9bf608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.205601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f990c255-913b-4359-9cc3-60bfb9bf608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.207958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=659696ca-21d6-43bd-a11a-30a918beff5c,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:37.261048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754edd-097c-424b-9cdc-a9bdb6f6b506 req-5e00404a-a47a-44b8-8fef-f6f02bf427f0 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:37.261309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:37.269589 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce754edd-097c-424b-9cdc-a9bdb6f6b506 req-5e00404a-a47a-44b8-8fef-f6f02bf427f0 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 943 time: 0.2136431 Aug 31 06:33:37.279800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'bc4008db-0bdd-434b-8407-aefd59342cca', 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'port_id': 'bc4008db-0bdd-434b-8407-aefd59342cca', 'mac_address': 'fa:16:3e:f1:a5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855d36ba-a623-41eb-a4d6-258e3da7e2ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:33:37.333710 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.357242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4008db-0bdd-434b-8407-aefd59342cca {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:37.365808 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce754edd-097c-424b-9cdc-a9bdb6f6b506 req-78eb3899-92b9-4ccb-864b-ca2565775e1a tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914950 Aug 31 06:33:37.373021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-071897e1-2a38-4920-967e-135d68149253 req-a2304709-6f8c-4271-b750-dd2caf4640b7 service neutron] 10.222.0.42 "GET /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915159 Aug 31 06:33:37.398744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e7f0132-dd3e-4f2c-8f9e-88918cdc3182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.398744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f990c255-913b-4359-9cc3-60bfb9bf608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.398744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f990c255-913b-4359-9cc3-60bfb9bf608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.399894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f990c255-913b-4359-9cc3-60bfb9bf608d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7975d271-ea7f-4b74-9d2a-9f81404ce917 HTTP/1.1" status: 204 len: 168 time: 0.4467587 Aug 31 06:33:37.414748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990c255-913b-4359-9cc3-60bfb9bf608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7975d271-ea7f-4b74-9d2a-9f81404ce917,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:37.416884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e7f0132-dd3e-4f2c-8f9e-88918cdc3182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.418360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0787dee4-792d-46db-b566-4b8212045669 req-ae4366cd-6f35-44ef-913e-fffc119b50a0 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676312 Aug 31 06:33:37.452456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:37.462720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f0132-dd3e-4f2c-8f9e-88918cdc3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6489db-de12-4395-bcec-4341f6251f0d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:37.477659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.478459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device b65322b4-9354-47ec-8c91-40da2ecb07c2 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:37.530484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b0a4-29bb-46a5-93b7-7c5c5e8a6c8e req-19bb0ba1-ba30-45f7-9bca-9ee0d145a5aa tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:37.538152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-efe3b0a4-29bb-46a5-93b7-7c5c5e8a6c8e req-19bb0ba1-ba30-45f7-9bca-9ee0d145a5aa tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0617824 Aug 31 06:33:37.582686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-efe3b0a4-29bb-46a5-93b7-7c5c5e8a6c8e req-25f7a913-2c7e-4600-9094-9be1a818378c tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Aug 31 06:33:37.604832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8e7f0132-dd3e-4f2c-8f9e-88918cdc3182 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0b395433f9d4dcd85b7cbbf5dfe74d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7896662 Aug 31 06:33:37.607637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58792) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:37.654598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048eba0-332d-465e-b313-0cfac748212b req-1dcdcf36-32a6-4d3f-b714-c45d6a6bfd98 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:37.668056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c048eba0-332d-465e-b313-0cfac748212b req-1dcdcf36-32a6-4d3f-b714-c45d6a6bfd98 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 945 time: 0.2023602 Aug 31 06:33:37.675948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port b65322b4-9354-47ec-8c91-40da2ecb07c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:37.725230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d5763e6-bb66-4ac3-8a18-a3c948a5bb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.788229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d5763e6-bb66-4ac3-8a18-a3c948a5bb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.802728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c048eba0-332d-465e-b313-0cfac748212b req-9dee212a-6eea-49ef-affe-f8f6c0a0cb36 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335440 Aug 31 06:33:37.833225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'mac_address': 'fa:16:3e:6e:a0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:33:37.909360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d5763e6-bb66-4ac3-8a18-a3c948a5bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.917021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d5763e6-bb66-4ac3-8a18-a3c948a5bb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.922981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4d5763e6-bb66-4ac3-8a18-a3c948a5bb98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf6489db-de12-4395-bcec-4341f6251f0d HTTP/1.1" status: 204 len: 168 time: 0.3109457 Aug 31 06:33:37.940215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5763e6-bb66-4ac3-8a18-a3c948a5bb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6489db-de12-4395-bcec-4341f6251f0d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:37.960480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:38.005368 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.024276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65322b4-9354-47ec-8c91-40da2ecb07c2 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:38.044229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58806) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:38.047178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port b65322b4-9354-47ec-8c91-40da2ecb07c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:38.053953 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.079216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-506006fe-a0cf-41f8-abcd-7b36bbd868a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.143988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=b65322b4-9354-47ec-8c91-40da2ecb07c2,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:38.294582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-506006fe-a0cf-41f8-abcd-7b36bbd868a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.303406 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-506006fe-a0cf-41f8-abcd-7b36bbd868a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.321016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['659696ca-21d6-43bd-a11a-30a918beff5c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:38.382610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-506006fe-a0cf-41f8-abcd-7b36bbd868a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1abc8c2440ea4b2b87aaac33a8075574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340354 Aug 31 06:33:38.382785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['bc4008db-0bdd-434b-8407-aefd59342cca'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:38.382906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58814) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:38.387714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['b65322b4-9354-47ec-8c91-40da2ecb07c2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:38.390203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506006fe-a0cf-41f8-abcd-7b36bbd868a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e4fc9-d1db-4f8c-a56b-4323f3f2f4da,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:38.508345 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4616752f-3fe0-47c3-81c1-73b62e803135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.596361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407f332-638b-43c6-9307-2b6b5c89d909 req-b1008ed1-8751-46ed-a526-b34db0e792c0 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:38.611026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0407f332-638b-43c6-9307-2b6b5c89d909 req-b1008ed1-8751-46ed-a526-b34db0e792c0 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 944 time: 0.0910492 Aug 31 06:33:38.620530 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4616752f-3fe0-47c3-81c1-73b62e803135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.722825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0407f332-638b-43c6-9307-2b6b5c89d909 req-7599ecef-da30-4be4-b060-899c2b4b3f0f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049693 Aug 31 06:33:38.797095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4616752f-3fe0-47c3-81c1-73b62e803135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.799826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4616752f-3fe0-47c3-81c1-73b62e803135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.804193 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4616752f-3fe0-47c3-81c1-73b62e803135 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a4e4fc9-d1db-4f8c-a56b-4323f3f2f4da HTTP/1.1" status: 204 len: 168 time: 0.4202163 Aug 31 06:33:38.829111 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616752f-3fe0-47c3-81c1-73b62e803135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e4fc9-d1db-4f8c-a56b-4323f3f2f4da,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:38.860651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45cc5f-aeb7-4e38-a337-3cee180036f1 req-139ee786-9ef6-4875-b74e-3074ea7479c7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:38.868317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e45cc5f-aeb7-4e38-a337-3cee180036f1 req-139ee786-9ef6-4875-b74e-3074ea7479c7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.3181071 Aug 31 06:33:38.933427 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e45cc5f-aeb7-4e38-a337-3cee180036f1 req-6adbf961-d35d-4333-b64d-fdc82b0358a2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587883 Aug 31 06:33:38.975987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ac5b-5f38-496c-992a-c7af8a331bfc req-5bb319a9-9b3b-473c-b10d-e02115483b69 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:38.992582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6b9ac5b-5f38-496c-992a-c7af8a331bfc req-5bb319a9-9b3b-473c-b10d-e02115483b69 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1678836 Aug 31 06:33:39.060997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6b9ac5b-5f38-496c-992a-c7af8a331bfc req-fa653214-1858-48a3-8113-a9d0b5b6b849 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672026 Aug 31 06:33:39.104848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:39.223776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dcc7d-cd7c-4817-bd88-056800c41540 req-a15f210e-39b6-4ede-b7c1-708e4cdd6ce4 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:39.225578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-043dcc7d-cd7c-4817-bd88-056800c41540 req-a15f210e-39b6-4ede-b7c1-708e4cdd6ce4 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 945 time: 0.1067996 Aug 31 06:33:39.278356 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-043dcc7d-cd7c-4817-bd88-056800c41540 req-0648999a-98dc-4aee-8366-b2b750e00a1c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465670 Aug 31 06:33:39.420241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30a34005-ce7d-4ae9-9250-a2d4a0706d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.525831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30a34005-ce7d-4ae9-9250-a2d4a0706d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.530070 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30a34005-ce7d-4ae9-9250-a2d4a0706d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.571573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-30a34005-ce7d-4ae9-9250-a2d4a0706d07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8020b0df5c2a436eb7f5618587a7e758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650760 Aug 31 06:33:39.574252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58862) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:39.581057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a34005-ce7d-4ae9-9250-a2d4a0706d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d82f7-35bc-43af-8ecd-e8e83bef2be4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:39.634087 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d20a9cd1-462c-4d0a-90dc-3991feefc46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.657063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d20a9cd1-462c-4d0a-90dc-3991feefc46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.713598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d20a9cd1-462c-4d0a-90dc-3991feefc46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.722652 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d20a9cd1-462c-4d0a-90dc-3991feefc46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.724437 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d20a9cd1-462c-4d0a-90dc-3991feefc46c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f4d82f7-35bc-43af-8ecd-e8e83bef2be4 HTTP/1.1" status: 204 len: 168 time: 0.1486688 Aug 31 06:33:39.737473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a9cd1-462c-4d0a-90dc-3991feefc46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d82f7-35bc-43af-8ecd-e8e83bef2be4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:39.875870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cf3d4-97f6-4a78-b884-19d03c6a5d48 req-bd041355-6d88-4239-806c-e3279771fd1f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:39.883616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d38cf3d4-97f6-4a78-b884-19d03c6a5d48 req-bd041355-6d88-4239-806c-e3279771fd1f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 944 time: 0.0631986 Aug 31 06:33:39.932701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d38cf3d4-97f6-4a78-b884-19d03c6a5d48 req-921cfa6f-aa59-491a-953f-239cbeb10e3a tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481441 Aug 31 06:33:40.117556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac93de-beb0-4500-bb6e-6d5b4b2c7652 req-e1b16be0-52f2-4c42-bb11-ae4acbe44b2b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:40.119342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8ac93de-beb0-4500-bb6e-6d5b4b2c7652 req-e1b16be0-52f2-4c42-bb11-ae4acbe44b2b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.0792890 Aug 31 06:33:40.164956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8ac93de-beb0-4500-bb6e-6d5b4b2c7652 req-6bee56e4-69fe-471d-80c1-218b819cf64b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Aug 31 06:33:40.211581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58888) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:40.229880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03e7a23e-c89c-43ef-a0a2-e01b11a42442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.365495 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03e7a23e-c89c-43ef-a0a2-e01b11a42442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.370618 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03e7a23e-c89c-43ef-a0a2-e01b11a42442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.441996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-03e7a23e-c89c-43ef-a0a2-e01b11a42442 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53b4e54f40704204a0d244fd066c1aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288973 Aug 31 06:33:40.444693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58898) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:40.453044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7a23e-c89c-43ef-a0a2-e01b11a42442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e92febb-4b1e-43ef-866e-f2b79e7bb113,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:40.472475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3c15a-8c59-4f60-a570-fe321fb1b791 req-b17b5030-43be-4c3e-a37c-6754332be0d9 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:40.474353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3b3c15a-8c59-4f60-a570-fe321fb1b791 req-b17b5030-43be-4c3e-a37c-6754332be0d9 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0992525 Aug 31 06:33:40.527436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3b3c15a-8c59-4f60-a570-fe321fb1b791 req-82281a11-ecc2-47b2-9939-c1957b48e49f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Aug 31 06:33:40.542204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c42926-a4d4-4d0e-9dc9-d4e4a6b82b8f req-8f5589d5-7572-4859-8bc3-7c7c18abc09d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:40.544605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78c42926-a4d4-4d0e-9dc9-d4e4a6b82b8f req-8f5589d5-7572-4859-8bc3-7c7c18abc09d tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 945 time: 0.0812159 Aug 31 06:33:40.563834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5df1758b-a0e1-49d8-9f97-c817da16db60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.612218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5df1758b-a0e1-49d8-9f97-c817da16db60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.672395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78c42926-a4d4-4d0e-9dc9-d4e4a6b82b8f req-97d96e7e-45ef-4881-82c4-86b328ba5bba tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905287 Aug 31 06:33:40.706796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5df1758b-a0e1-49d8-9f97-c817da16db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.711274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5df1758b-a0e1-49d8-9f97-c817da16db60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.717970 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5df1758b-a0e1-49d8-9f97-c817da16db60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e92febb-4b1e-43ef-866e-f2b79e7bb113 HTTP/1.1" status: 204 len: 168 time: 0.2716529 Aug 31 06:33:40.728687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1758b-a0e1-49d8-9f97-c817da16db60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e92febb-4b1e-43ef-866e-f2b79e7bb113,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:40.755619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 659696ca-21d6-43bd-a11a-30a918beff5c up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:40.836020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 659696ca-21d6-43bd-a11a-30a918beff5c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:40.841581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 659696ca-21d6-43bd-a11a-30a918beff5c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:40.842120 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.950000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.988955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68070c27-d177-49d8-b593-fb16677b68d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659696ca-21d6-43bd-a11a-30a918beff5c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:40.991863 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deaf4dd-1d20-43f7-a372-2cdd8dd8e0d3" -d '{"events": [{"server_uuid": "68070c27-d177-49d8-b593-fb16677b68d4", "name": "network-vif-plugged", "status": "completed", "tag": "659696ca-21d6-43bd-a11a-30a918beff5c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:40.995962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=659696ca-21d6-43bd-a11a-30a918beff5c,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:41.004207 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.005031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device bc4008db-0bdd-434b-8407-aefd59342cca up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:41.107691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=659696ca-21d6-43bd-a11a-30a918beff5c,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:41.135934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e0695-8ee4-4694-8140-820a73f04b48 req-3c0c865d-c192-4d04-b85e-1f65fe026836 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:41.139100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-568e0695-8ee4-4694-8140-820a73f04b48 req-3c0c865d-c192-4d04-b85e-1f65fe026836 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 944 time: 0.0791190 Aug 31 06:33:41.147384 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d274612-bcd8-41e1-8899-1fcc8fcbaf94 x-openstack-request-id: req-4d274612-bcd8-41e1-8899-1fcc8fcbaf94 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:41.147913 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68070c27-d177-49d8-b593-fb16677b68d4", "name": "network-vif-plugged", "status": "completed", "tag": "659696ca-21d6-43bd-a11a-30a918beff5c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:41.148085 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d274612-bcd8-41e1-8899-1fcc8fcbaf94 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:41.148689 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68070c27-d177-49d8-b593-fb16677b68d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659696ca-21d6-43bd-a11a-30a918beff5c', 'code': 200} Aug 31 06:33:41.149622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port bc4008db-0bdd-434b-8407-aefd59342cca completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:41.154264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port bc4008db-0bdd-434b-8407-aefd59342cca triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:41.154895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.220572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-568e0695-8ee4-4694-8140-820a73f04b48 req-115cc88e-315c-4a92-a765-a794d3b5d0ae tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738208 Aug 31 06:33:41.285461 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.310384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc250cc-c55c-4e5f-940b-e7d4138d6955 req-c82d2b07-fe51-4c40-b740-e45b5d086418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:41.320547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfc250cc-c55c-4e5f-940b-e7d4138d6955 req-c82d2b07-fe51-4c40-b740-e45b5d086418 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 1098 time: 0.0826633 Aug 31 06:33:41.323485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:41.327085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:41.336273 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.337995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device b65322b4-9354-47ec-8c91-40da2ecb07c2 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:41.354571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61ff2797-eb5c-4495-b306-672dc7f1fc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.359161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd78ba2-c498-44e4-8f13-d16e26ec742a req-451c86d4-1e14-44a8-93f6-c81685625a78 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:41.368120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffd78ba2-c498-44e4-8f13-d16e26ec742a req-451c86d4-1e14-44a8-93f6-c81685625a78 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.0960844 Aug 31 06:33:41.400560 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfc250cc-c55c-4e5f-940b-e7d4138d6955 req-bff74655-5afe-441a-bffd-04342084e377 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791078 Aug 31 06:33:41.423788 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffd78ba2-c498-44e4-8f13-d16e26ec742a req-499b2445-47e7-4d72-ab22-9858199bc755 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538101 Aug 31 06:33:41.449403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:41.487742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port b65322b4-9354-47ec-8c91-40da2ecb07c2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:41.494229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port b65322b4-9354-47ec-8c91-40da2ecb07c2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:41.494854 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.515896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61ff2797-eb5c-4495-b306-672dc7f1fc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.524391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61ff2797-eb5c-4495-b306-672dc7f1fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.576296 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-61ff2797-eb5c-4495-b306-672dc7f1fc16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30639c27b1784e9f9d592c94dd3ae0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512736 Aug 31 06:33:41.577806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff2797-eb5c-4495-b306-672dc7f1fc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707a3e7c-05b1-42c0-9025-5da7ac2275ac,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:41.579585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58944) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:41.585546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.657121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port b65322b4-9354-47ec-8c91-40da2ecb07c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:41.662526 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.710251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bf8c-a348-4c94-8354-3df25c09cb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.715467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7adf-b04e-4a82-90be-f60c9ad34925 req-22bddaae-917a-42c9-9ce6-9195a9d1091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:41.722197 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4eba7adf-b04e-4a82-90be-f60c9ad34925 req-22bddaae-917a-42c9-9ce6-9195a9d1091b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1098 time: 0.0784948 Aug 31 06:33:41.732248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=b65322b4-9354-47ec-8c91-40da2ecb07c2,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:41.757668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bf8c-a348-4c94-8354-3df25c09cb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.773600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4eba7adf-b04e-4a82-90be-f60c9ad34925 req-b34efacd-07f2-4693-a1dd-acffb6a1a78d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Aug 31 06:33:41.777722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54538b79-d657-4478-9cf6-c25d0e67d57f req-d00fac1f-104e-41d8-9c3f-dcc9d1b1f475 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:41.779685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-54538b79-d657-4478-9cf6-c25d0e67d57f req-d00fac1f-104e-41d8-9c3f-dcc9d1b1f475 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1464612 Aug 31 06:33:41.840884 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-54538b79-d657-4478-9cf6-c25d0e67d57f req-eb0b15d6-77e4-4f4f-982d-2c73d8d39bd2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528893 Aug 31 06:33:41.868416 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bf8c-a348-4c94-8354-3df25c09cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.871078 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bf8c-a348-4c94-8354-3df25c09cb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.872535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c3a6bf8c-a348-4c94-8354-3df25c09cb2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/707a3e7c-05b1-42c0-9025-5da7ac2275ac HTTP/1.1" status: 204 len: 168 time: 0.2915099 Aug 31 06:33:41.894652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6bf8c-a348-4c94-8354-3df25c09cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707a3e7c-05b1-42c0-9025-5da7ac2275ac,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:42.018388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48415820-d7b9-404e-baea-89b1fb18ce7f req-2aaf05e0-0b14-43e6-ab28-9d21179085f0 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:42.022292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48415820-d7b9-404e-baea-89b1fb18ce7f req-2aaf05e0-0b14-43e6-ab28-9d21179085f0 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 946 time: 0.0732713 Aug 31 06:33:42.087956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48415820-d7b9-404e-baea-89b1fb18ce7f req-3bd7632a-e9b6-4f86-af0f-08f2d708f6f3 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532744 Aug 31 06:33:42.450024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4596e05-92d2-48aa-a308-397b857271cc req-9fb90383-4e40-4546-8b02-44378298dad4 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:42.457093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4596e05-92d2-48aa-a308-397b857271cc req-9fb90383-4e40-4546-8b02-44378298dad4 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 945 time: 0.1354430 Aug 31 06:33:42.510207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4596e05-92d2-48aa-a308-397b857271cc req-1c5449e3-734c-472f-a0c6-91cf3d3b3108 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447888 Aug 31 06:33:42.649225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75a3a-cffc-45d8-8031-941cbfcadf42 req-367a3234-7bc2-4375-bfef-632b937347d1 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:42.651070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7f75a3a-cffc-45d8-8031-941cbfcadf42 req-367a3234-7bc2-4375-bfef-632b937347d1 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 945 time: 0.0701520 Aug 31 06:33:42.708515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7f75a3a-cffc-45d8-8031-941cbfcadf42 req-25f174e7-7592-4b97-9304-7217983aaa11 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498247 Aug 31 06:33:43.017821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887ec62-de00-4960-90db-5495bc28ea81 req-611712c7-2a5e-4ff8-9119-f17a13512887 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.019426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2887ec62-de00-4960-90db-5495bc28ea81 req-611712c7-2a5e-4ff8-9119-f17a13512887 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0729656 Aug 31 06:33:43.091520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2887ec62-de00-4960-90db-5495bc28ea81 req-efdaf954-2232-4316-889b-f5ec8b92fc96 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595775 Aug 31 06:33:43.150670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca'}, {'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:43.153932 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe1100e-1aae-401e-a0b0-69f9fd058d03" -d '{"events": [{"server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "name": "network-vif-plugged", "status": "completed", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca"}, {"server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "name": "network-vif-plugged", "status": "completed", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:43.233553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc95da-5610-4154-a261-170d6b46cd5e req-bad18c54-3d66-41fc-820c-b75dd815b052 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.236157 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aafc95da-5610-4154-a261-170d6b46cd5e req-bad18c54-3d66-41fc-820c-b75dd815b052 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 946 time: 0.0678413 Aug 31 06:33:43.289516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aafc95da-5610-4154-a261-170d6b46cd5e req-35578479-4a34-4205-a93e-172333e21913 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Aug 31 06:33:43.320844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-93f98328-a0d5-430c-8cf5-ba193f9c5f24 req-d1cd9137-9248-4c4a-a32a-ae5e5355f922 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1913837754', 'description': 'tempest-description-1676725463'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:43.356888 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-93f98328-a0d5-430c-8cf5-ba193f9c5f24 req-d1cd9137-9248-4c4a-a32a-ae5e5355f922 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.371886 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f446a-4653-4af8-a8b9-49c11d4aa975 x-openstack-request-id: req-501f446a-4653-4af8-a8b9-49c11d4aa975 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:43.372427 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "name": "network-vif-plugged", "status": "completed", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca", "code": 200}, {"server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "name": "network-vif-plugged", "status": "completed", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:43.372860 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-501f446a-4653-4af8-a8b9-49c11d4aa975 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:43.373457 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca', 'code': 200} Aug 31 06:33:43.373921 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'code': 200} Aug 31 06:33:43.508451 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-93f98328-a0d5-430c-8cf5-ba193f9c5f24 req-d1cd9137-9248-4c4a-a32a-ae5e5355f922 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.524678 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-93f98328-a0d5-430c-8cf5-ba193f9c5f24 req-d1cd9137-9248-4c4a-a32a-ae5e5355f922 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.544524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed6278-a892-4c86-bbb0-de4818626744 req-2874de3a-b37b-47a9-88c4-743f1199b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.546363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-faed6278-a892-4c86-bbb0-de4818626744 req-2874de3a-b37b-47a9-88c4-743f1199b94a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.0757875 Aug 31 06:33:43.554971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c5773-35a3-42ba-950e-0a64b1c05797 req-aca810f0-940f-471c-b623-e1f1b10c4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.556701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-93f98328-a0d5-430c-8cf5-ba193f9c5f24 req-d1cd9137-9248-4c4a-a32a-ae5e5355f922 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.558868 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-209c5773-35a3-42ba-950e-0a64b1c05797 req-aca810f0-940f-471c-b623-e1f1b10c4aad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1097 time: 0.0933182 Aug 31 06:33:43.579986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-93f98328-a0d5-430c-8cf5-ba193f9c5f24 req-d1cd9137-9248-4c4a-a32a-ae5e5355f922 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2638075 Aug 31 06:33:43.667133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd9137-9248-4c4a-a32a-ae5e5355f922 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcce21d-460c-4d94-bc6d-49e8360105be,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:43.670672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-faed6278-a892-4c86-bbb0-de4818626744 req-ade40b48-c741-4776-b9c6-1b1d63b120c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153269 Aug 31 06:33:43.681792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-209c5773-35a3-42ba-950e-0a64b1c05797 req-aa65566c-277c-4acf-a183-6a6df94176c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034579 Aug 31 06:33:43.746096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638554a6-df7b-4d21-84c2-47cd56aa3b59 req-c838cf78-f7e4-49da-b7a9-c21066d00681 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.756224 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-638554a6-df7b-4d21-84c2-47cd56aa3b59 req-c838cf78-f7e4-49da-b7a9-c21066d00681 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 945 time: 0.0732560 Aug 31 06:33:43.811183 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-638554a6-df7b-4d21-84c2-47cd56aa3b59 req-63e734a1-4370-4ead-af17-0a8e86d5eb9e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515337 Aug 31 06:33:43.920017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-45c45cdd-a9b0-4475-b89a-ecadc137fb04 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1913837754&fields=id&tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2 HTTP/1.1" status: 200 len: 267 time: 0.0522797 Aug 31 06:33:43.998280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-0b578c2d-875f-4875-a745-21d375228237 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:44.000689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-0b578c2d-875f-4875-a745-21d375228237 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0735953 Aug 31 06:33:44.015214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Request body: {'port': {'security_groups': ['d403a6a7-9dc5-4e18-bf87-4ef08706e631', '8dcce21d-460c-4d94-bc6d-49e8360105be']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:44.076656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeee956-1f6f-40df-be2d-69353a65950a req-511ede82-6428-4562-b754-028f03d2638e tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:44.086760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7aeee956-1f6f-40df-be2d-69353a65950a req-511ede82-6428-4562-b754-028f03d2638e tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 945 time: 0.0814731 Aug 31 06:33:44.106993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.141719 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7aeee956-1f6f-40df-be2d-69353a65950a req-3da8cb9b-a23c-4302-a49a-a375c72b9106 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530360 Aug 31 06:33:44.425642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] For port f320c364-4010-4531-ba37-a728d6f37bfe, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f320c364-4010-4531-ba37-a728d6f37bfe,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:44.472197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.475640 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.490465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f320c364-4010-4531-ba37-a728d6f37bfe'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:44.530044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:44.531729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.555794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15ba9315-6e86-42d7-8648-e0d426d03447 req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "PUT /v2.0/ports/f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 982 time: 0.5460119 Aug 31 06:33:44.566392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:44.569393 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281d8ffd-4894-47ed-9c11-bf6694a4026e" -d '{"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:44.618951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacf732-e5db-4faa-b6a5-c150e959c72d tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event updated for resources: {'Port': ['ID=f320c364-4010-4531-ba37-a728d6f37bfe,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:44.620734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f320c364-4010-4531-ba37-a728d6f37bfe'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:44.943738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-d05e0201-338d-4a66-b73f-9ac5bc4853d4 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1913837754&fields=id&tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2 HTTP/1.1" status: 200 len: 267 time: 0.0637016 Aug 31 06:33:45.035060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-18597b25-d256-40c1-81b1-95186dfdaf0a tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.059907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-18597b25-d256-40c1-81b1-95186dfdaf0a tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 985 time: 0.1123209 Aug 31 06:33:45.060439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59154) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:45.074364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Request body: {'port': {'security_groups': ['d403a6a7-9dc5-4e18-bf87-4ef08706e631']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:45.184753 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.281632 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9de076a-290c-4dc4-ad4c-a21403a8bf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.342471 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1008a0b2-8c4c-4aaa-9cb6-5855028044c9 x-openstack-request-id: req-1008a0b2-8c4c-4aaa-9cb6-5855028044c9 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:45.343292 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:45.343555 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1008a0b2-8c4c-4aaa-9cb6-5855028044c9 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:45.344200 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'status': 'completed', 'code': 200} Aug 31 06:33:45.440171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-fc400668-7783-46bc-8910-a4ab3b4c4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.443060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-fc400668-7783-46bc-8910-a4ab3b4c4adb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1137 time: 0.0811412 Aug 31 06:33:45.531949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9de076a-290c-4dc4-ad4c-a21403a8bf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.540879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] For port f320c364-4010-4531-ba37-a728d6f37bfe, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f320c364-4010-4531-ba37-a728d6f37bfe,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:45.543189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9de076a-290c-4dc4-ad4c-a21403a8bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.578248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4435983-daa5-440b-a6f6-8d7e0fadeb82 req-ae56034b-0e70-4ca8-b768-cf60b6877618 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.580180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4435983-daa5-440b-a6f6-8d7e0fadeb82 req-ae56034b-0e70-4ca8-b768-cf60b6877618 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 945 time: 0.1359406 Aug 31 06:33:45.604565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de076a-290c-4dc4-ad4c-a21403a8bf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5302abad-57d5-44e3-8661-c8e34b91f5f1,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:45.619731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d9de076a-290c-4dc4-ad4c-a21403a8bf6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86cf8f46c57a472682fdb49564ffd71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581188 Aug 31 06:33:45.623353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-d9c749e4-8c2d-4c5a-a7aa-977d5c16f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.626314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-d9c749e4-8c2d-4c5a-a7aa-977d5c16f612 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 921 time: 0.1671674 Aug 31 06:33:45.626444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59168) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:45.637847 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.647891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.659904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f320c364-4010-4531-ba37-a728d6f37bfe'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:45.686866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4435983-daa5-440b-a6f6-8d7e0fadeb82 req-8631b4ac-de76-438c-859b-fdc48f376592 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947909 Aug 31 06:33:45.688737 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-2e9e9753-f7b6-4e98-890a-87473f1acefd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 217 time: 0.0521369 Aug 31 06:33:45.740257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.740600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.743734 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-003f0d09-5af9-409b-9086-57f6a6f07268 req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "PUT /v2.0/ports/f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 943 time: 0.6849518 Aug 31 06:33:45.772992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-9402667d-f87f-4518-95f7-5871bf456b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.775923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-9402667d-f87f-4518-95f7-5871bf456b24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.0783803 Aug 31 06:33:45.796485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd9afd-e8d8-48d1-a71a-46a9577019d2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event updated for resources: {'Port': ['ID=f320c364-4010-4531-ba37-a728d6f37bfe,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:45.819893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f320c364-4010-4531-ba37-a728d6f37bfe'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:45.823122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-be4f4662-14cc-4eeb-ae0f-0a0fc1f19149 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381272 Aug 31 06:33:45.841404 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c8203b5-6b5d-452e-aa1d-461b2830d962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.902281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c8203b5-6b5d-452e-aa1d-461b2830d962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.012710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-02d8179c-2259-4e43-bec6-4c1a3a28fad8 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794133 Aug 31 06:33:46.022341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0765b-9340-45f3-90d2-3b0ff51f4444 req-57499b18-e8ef-4c9b-ae5e-63eb4a462413 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:46.024018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55c0765b-9340-45f3-90d2-3b0ff51f4444 req-57499b18-e8ef-4c9b-ae5e-63eb4a462413 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 945 time: 0.1294198 Aug 31 06:33:46.054236 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c8203b5-6b5d-452e-aa1d-461b2830d962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.057099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c8203b5-6b5d-452e-aa1d-461b2830d962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.061405 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1c8203b5-6b5d-452e-aa1d-461b2830d962 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5302abad-57d5-44e3-8661-c8e34b91f5f1 HTTP/1.1" status: 204 len: 168 time: 0.4344292 Aug 31 06:33:46.081899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8203b5-6b5d-452e-aa1d-461b2830d962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5302abad-57d5-44e3-8661-c8e34b91f5f1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:46.090339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55c0765b-9340-45f3-90d2-3b0ff51f4444 req-9a00aa19-d5ef-4f9c-8698-62c06abe4d1a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593495 Aug 31 06:33:46.184557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139d1b8-e8ff-4377-8881-1dc6078e1684 req-11c0e798-1a20-4f4f-8913-4807ab3aa127 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:46.186358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0139d1b8-e8ff-4377-8881-1dc6078e1684 req-11c0e798-1a20-4f4f-8913-4807ab3aa127 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 946 time: 0.2429507 Aug 31 06:33:46.247930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-281d8ffd-4894-47ed-9c11-bf6694a4026e req-b04c1260-e3da-4211-a234-a844b0e54f43 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038312 Aug 31 06:33:46.280662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0139d1b8-e8ff-4377-8881-1dc6078e1684 req-ef817d77-878c-43ea-a030-6260902d1fc0 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669439 Aug 31 06:33:46.488210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59192) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:46.529554 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d84ec9ce-1416-4c31-8f1b-f8ad48a58c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.545070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-bbbd299a-b577-409e-92ec-d430ce99c623 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2501504 Aug 31 06:33:46.559292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:46.662812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-af288b97-351f-4a52-a7d0-652864513fbd req-739c0e48-2df3-4258-b45c-cfa17d30b37d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5389957 Aug 31 06:33:46.667239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d84ec9ce-1416-4c31-8f1b-f8ad48a58c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.670463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:46.674693 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d84ec9ce-1416-4c31-8f1b-f8ad48a58c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.729605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d84ec9ce-1416-4c31-8f1b-f8ad48a58c9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f3750998b3942f89127f1a8a58d338a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394283 Aug 31 06:33:46.734777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59202) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:46.737836 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.749251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ec9ce-1416-4c31-8f1b-f8ad48a58c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9809b093-dd9e-4760-905b-465c9744ac71,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:46.766222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.805150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 659696ca-21d6-43bd-a11a-30a918beff5c details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:46.887526 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4565bf33-ad92-458b-a8b6-faa657244bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.895656 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.928320 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4565bf33-ad92-458b-a8b6-faa657244bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.972279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.032972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=659696ca-21d6-43bd-a11a-30a918beff5c,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:47.046918 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '659696ca-21d6-43bd-a11a-30a918beff5c', 'network_id': 'ef5bc231-211d-4812-9642-c22256c304d1', 'port_id': '659696ca-21d6-43bd-a11a-30a918beff5c', 'mac_address': 'fa:16:3e:80:84:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c899d8a-154a-4b2b-9be8-3464062ff28f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:33:47.060468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4565bf33-ad92-458b-a8b6-faa657244bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.064845 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4565bf33-ad92-458b-a8b6-faa657244bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.067346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4565bf33-ad92-458b-a8b6-faa657244bf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9809b093-dd9e-4760-905b-465c9744ac71 HTTP/1.1" status: 204 len: 168 time: 0.3310347 Aug 31 06:33:47.078626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565bf33-ad92-458b-a8b6-faa657244bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9809b093-dd9e-4760-905b-465c9744ac71,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.083629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Allocated IP 172.25.5.60 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/09457e2d-0605-4dda-887f-789cf251ce92) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:47.127786 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.143760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 659696ca-21d6-43bd-a11a-30a918beff5c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:47.172308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=659696ca-21d6-43bd-a11a-30a918beff5c,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:47.178023 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.235211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.251978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=659696ca-21d6-43bd-a11a-30a918beff5c,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.288475 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.290114 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['659696ca-21d6-43bd-a11a-30a918beff5c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:47.332712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:47.338344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:47.343896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:47.356831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Allocated IP 172.25.5.43 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/dff92e49-5ff3-4345-8271-ac7ecf3e8f50) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:47.375995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:47.378593 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71" -d '{"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:47.404690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Pushing event updated for resources: {'Port': ['ID=09457e2d-0605-4dda-887f-789cf251ce92,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.506987 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.517538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.556324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.567357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.607140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:47.611284 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:47.616644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:47.647665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event updated for resources: {'Port': ['ID=dff92e49-5ff3-4345-8271-ac7ecf3e8f50,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.736649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.780039 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.786060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.794628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.866248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Pushing event updated for resources: {'Port': ['ID=09457e2d-0605-4dda-887f-789cf251ce92,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.876547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.892492 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.893969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-af288b97-351f-4a52-a7d0-652864513fbd req-1fd73eda-0496-4be3-8b04-6de57b7815c1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2300937 Aug 31 06:33:47.985128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-af288b97-351f-4a52-a7d0-652864513fbd req-f94945e8-1e04-44a6-882d-2a1fd96c6622 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 695 time: 0.0833023 Aug 31 06:33:47.993137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.009594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.093290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event updated for resources: {'Port': ['ID=dff92e49-5ff3-4345-8271-ac7ecf3e8f50,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:48.104295 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.117768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.118219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.118574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.119109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.119684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.120174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.120517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.120854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.121476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.121820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.122203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.122544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:48.126808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.134675 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-c52ddc47-c301-4b22-9fe0-b408ef528551 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5815141 Aug 31 06:33:48.135941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af288b97-351f-4a52-a7d0-652864513fbd req-b9560822-1878-48f4-b9ea-5d10c6badf48 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.151488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-af288b97-351f-4a52-a7d0-652864513fbd req-b9560822-1878-48f4-b9ea-5d10c6badf48 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1589427 Aug 31 06:33:48.250493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-9ec2717b-72b9-49e0-b04f-b30e5241e25c tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1147363 Aug 31 06:33:48.348758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b311008-02a7-4a7a-baf8-a3733a4e738c req-e66e0f75-2043-49d5-ae9d-848ca8f2b918 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.351739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b311008-02a7-4a7a-baf8-a3733a4e738c req-e66e0f75-2043-49d5-ae9d-848ca8f2b918 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1097 time: 0.0995023 Aug 31 06:33:48.407758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b311008-02a7-4a7a-baf8-a3733a4e738c req-b3d6aba3-bb2f-410b-b01b-179ee619b777 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503802 Aug 31 06:33:48.450255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-982f9a6c-9055-4613-9d9e-81924b064755 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.452612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d243ac27-4da7-4e96-aa2c-d6b466bcde67 req-982f9a6c-9055-4613-9d9e-81924b064755 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1943092 Aug 31 06:33:48.550077 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c890fc81-5683-42be-bcb4-7ca8ee768c8b x-openstack-request-id: req-c890fc81-5683-42be-bcb4-7ca8ee768c8b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:48.550613 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:48.550933 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c890fc81-5683-42be-bcb4-7ca8ee768c8b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:48.551426 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'status': 'completed', 'code': 200} Aug 31 06:33:48.642100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86f5f9-b287-4479-9bc3-86ce6f2fdace req-6adb9ff7-823e-43d2-8680-2b8356594b63 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.644883 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3a86f5f9-b287-4479-9bc3-86ce6f2fdace req-6adb9ff7-823e-43d2-8680-2b8356594b63 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 945 time: 0.1194956 Aug 31 06:33:48.713102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-2ede0232-b135-48b7-ba3f-6fbf94816615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.714725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-2ede0232-b135-48b7-ba3f-6fbf94816615 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1098 time: 0.1183381 Aug 31 06:33:48.756812 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3a86f5f9-b287-4479-9bc3-86ce6f2fdace req-a0283b4e-6806-4999-a7b2-e9b7d747db0c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916793 Aug 31 06:33:48.821531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 659696ca-21d6-43bd-a11a-30a918beff5c no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:33:48.913465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-3390b714-54b3-46b6-988e-fe89567b6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.934346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-3390b714-54b3-46b6-988e-fe89567b6858 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 921 time: 0.2076478 Aug 31 06:33:48.940601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-412da469-88db-42eb-b61c-6e93b0813b61 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.953890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-412da469-88db-42eb-b61c-6e93b0813b61 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 821 time: 0.2369275 Aug 31 06:33:49.010227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-1d5129f0-4b49-4b3b-bce6-8f682be2bc43 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/quotas/fc974ad7b67945c3a01960e0d3fcf2f8 HTTP/1.1" status: 200 len: 375 time: 0.0531805 Aug 31 06:33:49.103080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-cd6ddc38-3d40-47ea-85a9-016064bbe506 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 217 time: 0.1606033 Aug 31 06:33:49.210478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-8b953e9d-7891-4867-b2f9-c76553e2bf5d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1897895 Aug 31 06:33:49.301528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.319535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 659696ca-21d6-43bd-a11a-30a918beff5c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:49.328204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-08e70635-4bdd-4fe2-8cb5-ec0f3f2beb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:49.333969 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-08e70635-4bdd-4fe2-8cb5-ec0f3f2beb9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.1938190 Aug 31 06:33:49.365304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=659696ca-21d6-43bd-a11a-30a918beff5c,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:49.377449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.382903 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:33:49.396882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59280) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:49.419948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37562010-4eab-4b38-99ba-c8510d88da9d req-5ebd4430-2f00-40b9-bc30-08ba0be16493 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:49.433150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37562010-4eab-4b38-99ba-c8510d88da9d req-5ebd4430-2f00-40b9-bc30-08ba0be16493 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1097 time: 0.4432776 Aug 31 06:33:49.450774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-2b2f4a35-d74d-4276-b39f-72b0b7f338f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008382 Aug 31 06:33:49.480544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=659696ca-21d6-43bd-a11a-30a918beff5c,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:49.495362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.495991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.496530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.497036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.497615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.498133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.499950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.500464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.500970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.501498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.504302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.504847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:49.605997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-7ade9e0e-d151-49cb-a92f-23f4d904b1c1 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907647 Aug 31 06:33:49.633997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37562010-4eab-4b38-99ba-c8510d88da9d req-67503616-61d9-4062-bc62-ce58d248bfe2 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987100 Aug 31 06:33:49.743343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-7b106f25-888b-4a9a-9bf0-4e1b1207325d service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726607 Aug 31 06:33:49.845908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-868f4a49-d22e-4086-8c4f-9460694176f2 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377510 Aug 31 06:33:50.161801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59298) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:50.257230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bea9-b591-44a2-bb7f-72882855a231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.293700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-df4071b2-398f-4ba5-bfae-45260311f068 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:50.295395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-df4071b2-398f-4ba5-bfae-45260311f068 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5356464 Aug 31 06:33:50.322139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.380703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9dbf18e4-1e4b-419f-bb12-4932ffb0ee71 req-90ae98b8-43e8-42c0-a5c7-cbcda734b109 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193650 Aug 31 06:33:50.448175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-a98559f5-8e3c-42ff-a9c3-6075b6145dae tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1058455 Aug 31 06:33:50.464158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Request body: {'floatingip': {'port_id': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:50.571491 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.741237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d438393a-90f7-4c83-9055-d8b2e53ec53d req-83810c08-bbe7-46f4-a34d-bd7269e1e823 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 210 time: 0.0413668 Aug 31 06:33:50.791047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bea9-b591-44a2-bb7f-72882855a231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.824551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bea9-b591-44a2-bb7f-72882855a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.883093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aeb3bea9-b591-44a2-bb7f-72882855a231 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0061939db9d84857a6771584b6e4d43d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4681072 Aug 31 06:33:50.887114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:50.917168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3bea9-b591-44a2-bb7f-72882855a231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954e183d-4a74-4409-8cb1-65ca0318d09f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:50.982633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.994800 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.113486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4049a85e88f440a8a16df09f9942552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9380093 Aug 31 06:33:51.115082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59340) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:51.144621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa92f06-cec7-4bba-a986-abdf18931fd2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:51.182866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.183482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.183993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.184555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.185113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.186834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.187628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.188429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.189255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.190037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.191002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.191794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f3c18-db6b-4e9f-b334-2422f2ce5e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:51.249866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55a0e80c-be07-4ac7-a16e-608931c53160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.272516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59348) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:51.300790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c81ba12-6284-4125-9292-d91c3b3de3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.331309 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c81ba12-6284-4125-9292-d91c3b3de3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.376860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55a0e80c-be07-4ac7-a16e-608931c53160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.415269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6650de7-357b-4522-9bbd-106e649a3a44 req-ce2b73de-35c9-4a49-ab01-4b046e7e06cc tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:51.417301 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6650de7-357b-4522-9bbd-106e649a3a44 req-ce2b73de-35c9-4a49-ab01-4b046e7e06cc tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1097 time: 0.0781946 Aug 31 06:33:51.438716 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c81ba12-6284-4125-9292-d91c3b3de3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.442759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c81ba12-6284-4125-9292-d91c3b3de3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.444224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4c81ba12-6284-4125-9292-d91c3b3de3e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daa92f06-cec7-4bba-a986-abdf18931fd2 HTTP/1.1" status: 204 len: 168 time: 0.3260338 Aug 31 06:33:51.472988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81ba12-6284-4125-9292-d91c3b3de3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa92f06-cec7-4bba-a986-abdf18931fd2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:51.511891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6650de7-357b-4522-9bbd-106e649a3a44 req-f4e58ed7-8e5e-42fb-966c-52b02d1adc61 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851305 Aug 31 06:33:51.513063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d96c0be6-7c6c-4ba5-9310-53c84cb37795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.632028 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.resource_extend [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:33:51.672773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973436e2-0863-44a8-87f1-a52b27c409fe req-c329a5bd-b61d-46ee-aeaa-e5fcdbb6fc4c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:51.674679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-973436e2-0863-44a8-87f1-a52b27c409fe req-c329a5bd-b61d-46ee-aeaa-e5fcdbb6fc4c tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 944 time: 0.0700696 Aug 31 06:33:51.691664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55a0e80c-be07-4ac7-a16e-608931c53160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.694915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55a0e80c-be07-4ac7-a16e-608931c53160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.696332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-55a0e80c-be07-4ac7-a16e-608931c53160 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/954e183d-4a74-4409-8cb1-65ca0318d09f HTTP/1.1" status: 204 len: 168 time: 0.8053675 Aug 31 06:33:51.744158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0e80c-be07-4ac7-a16e-608931c53160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e183d-4a74-4409-8cb1-65ca0318d09f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:51.744315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-973436e2-0863-44a8-87f1-a52b27c409fe req-959f4db1-3b59-47b3-aa88-29c583dc4980 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b2a1180-f32f-4422-8992-c240c6ec0e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626392 Aug 31 06:33:51.770596 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d96c0be6-7c6c-4ba5-9310-53c84cb37795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.771727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.778116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d96c0be6-7c6c-4ba5-9310-53c84cb37795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.785505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-5684c331-0122-48b6-83e8-90b948f240cf tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:51.787979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-5684c331-0122-48b6-83e8-90b948f240cf tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.23 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 821 time: 0.2810261 Aug 31 06:33:51.796759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.804262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Request body: {'port': {'device_id': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'admin_state_up': True, 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:51.869000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c0be6-7c6c-4ba5-9310-53c84cb37795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d86ae58-38de-4227-aea8-d5ea17923cbc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:51.911367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d96c0be6-7c6c-4ba5-9310-53c84cb37795 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8f95ba631814576b2c308a10dd642cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341436 Aug 31 06:33:51.912858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59362) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:51.956894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59364) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:52.001751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8585a4c-16bb-4556-889f-eb28d7b5262d req-2ff68729-0b09-4550-8099-bb92d9bc529b tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 210 time: 0.0459583 Aug 31 06:33:52.003249 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7e762b8-e8f2-44cf-9e6e-8825b4415bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.088625 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Floating IP 7687116b-a196-4e18-98a6-20501ebc7c0a associated. External IP: 172.25.5.43, port: f320c364-4010-4531-ba37-a728d6f37bfe. Aug 31 06:33:52.114741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7e762b8-e8f2-44cf-9e6e-8825b4415bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.126553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7e762b8-e8f2-44cf-9e6e-8825b4415bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.135453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fe21ed3-f03c-48bd-8110-434cb1410711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.170885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e7e762b8-e8f2-44cf-9e6e-8825b4415bd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4734f5eb22dd42f48e01a7d7206985d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104256 Aug 31 06:33:52.170885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e762b8-e8f2-44cf-9e6e-8825b4415bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a242178-7091-4721-946e-680f41d411eb,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:52.171734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59372) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:52.174603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-52152336-1b6f-4079-9d49-d97c02727a54 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:52.176247 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-52152336-1b6f-4079-9d49-d97c02727a54 tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.42 "GET /v2.0/ports?device_id=68070c27-d177-49d8-b593-fb16677b68d4 HTTP/1.1" status: 200 len: 944 time: 0.1666470 Aug 31 06:33:52.182706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Made reservation on behalf of fc974ad7b67945c3a01960e0d3fcf2f8 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:52.186974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.229336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b42fa9e-7466-4603-bdca-16af1664c8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.253655 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b42fa9e-7466-4603-bdca-16af1664c8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.306361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b42fa9e-7466-4603-bdca-16af1664c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.309061 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b42fa9e-7466-4603-bdca-16af1664c8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.316858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3b42fa9e-7466-4603-bdca-16af1664c8d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a242178-7091-4721-946e-680f41d411eb HTTP/1.1" status: 204 len: 168 time: 0.1406705 Aug 31 06:33:52.326455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42fa9e-7466-4603-bdca-16af1664c8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a242178-7091-4721-946e-680f41d411eb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:52.536473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fe21ed3-f03c-48bd-8110-434cb1410711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.635495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877f6b0-90f1-44fd-8c70-03ae49f135ab req-da78b57c-9904-491f-95bf-513f120712d7 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:52.643890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4877f6b0-90f1-44fd-8c70-03ae49f135ab req-da78b57c-9904-491f-95bf-513f120712d7 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1097 time: 0.0579097 Aug 31 06:33:52.685970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4877f6b0-90f1-44fd-8c70-03ae49f135ab req-5072d572-9cbd-4ff7-957c-d4e86f7e9456 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Aug 31 06:33:52.789606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fe21ed3-f03c-48bd-8110-434cb1410711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.797579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fe21ed3-f03c-48bd-8110-434cb1410711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.799850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4fe21ed3-f03c-48bd-8110-434cb1410711 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d86ae58-38de-4227-aea8-d5ea17923cbc HTTP/1.1" status: 204 len: 168 time: 0.8860307 Aug 31 06:33:52.837648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe21ed3-f03c-48bd-8110-434cb1410711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d86ae58-38de-4227-aea8-d5ea17923cbc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:52.889700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Deleting port 659696ca-21d6-43bd-a11a-30a918beff5c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:33:52.890073 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.916379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59408) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:52.967360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Allocated IP 172.20.0.7 (8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9/e9d32010-726d-4650-9fb1-fe1d9a93789c/6e097b50-ab0f-4837-b3d2-bc7314991a36) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:53.023161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Router a1511ebc-da24-448a-a5d0-c36e459af298 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:33:53.061964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] For port 659696ca-21d6-43bd-a11a-30a918beff5c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=659696ca-21d6-43bd-a11a-30a918beff5c,segment=NetworkSegment(29b548fc-6afa-4af7-a7e5-acc1ee528279),segment_id=29b548fc-6afa-4af7-a7e5-acc1ee528279)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:53.062408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.122187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Calling delete_port for 659696ca-21d6-43bd-a11a-30a918beff5c owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:33:53.291373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-704405407-network', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:53.322846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Made reservation on behalf of 3716c637219b4f5aa6d0e919e7ca85bf for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:53.326928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.332874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.342986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.343483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:33:53.353869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.359619 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] Sync routers for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:33:53.402413 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:53.403074 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:53.420330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59424) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:53.432302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Transition to ACTIVE for port object 6e097b50-ab0f-4837-b3d2-bc7314991a36 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:53.436771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70f6c3ed-b3ca-4860-b0c9-0ca1d80fff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.500517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.509028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.526754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-98c647d0-a2e6-4ea4-8874-4fd148655e57 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "PUT /v2.0/floatingips/7687116b-a196-4e18-98a6-20501ebc7c0a HTTP/1.1" status: 200 len: 996 time: 3.0692394 Aug 31 06:33:53.531658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:53.548496 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbba8fc8-8593-44fb-b6c8-88373bd57756" -d '{"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:53.554708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600a568c-0c8c-46d9-8822-4395a032ad77,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.628439 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:53.633761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.652052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:33:53.675499 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.677286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Pushing event deleted for resources: {'Port': ['ID=659696ca-21d6-43bd-a11a-30a918beff5c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.680315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.680906 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Added segment 0f76d45e-4f97-4220-a8c2-bc063a21ddc1 of type vlan for network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 Aug 31 06:33:53.688780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['b65322b4-9354-47ec-8c91-40da2ecb07c2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:53.705012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-6c93e5a3-9d96-40b7-945c-3d5c0c166571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:53.706930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-6c93e5a3-9d96-40b7-945c-3d5c0c166571 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1098 time: 0.1500978 Aug 31 06:33:53.805061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:53.845316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70f6c3ed-b3ca-4860-b0c9-0ca1d80fff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.849506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.857351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70f6c3ed-b3ca-4860-b0c9-0ca1d80fff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.873464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] No DVR routers for this DVR port 659696ca-21d6-43bd-a11a-30a918beff5c on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:33:53.876070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:53.905340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.907372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1286b236-2f68-4835-945f-c9d5e0496d40 req-dfd61bd3-1a71-41c2-b32c-66e2f06191ce tempest-ImagesTestJSON-1613442632 tempest-ImagesTestJSON-1613442632-project] 10.222.0.42 "DELETE /v2.0/ports/659696ca-21d6-43bd-a11a-30a918beff5c HTTP/1.1" status: 204 len: 173 time: 1.6855137 Aug 31 06:33:53.910248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Pushing event updated for resources: {'Port': ['ID=6e097b50-ab0f-4837-b3d2-bc7314991a36,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.913171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:53.925587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-70f6c3ed-b3ca-4860-b0c9-0ca1d80fff70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6868352defb5444bba51a31c68001602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017030 Aug 31 06:33:53.925587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c3ed-b3ca-4860-b0c9-0ca1d80fff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be42f3-c131-448c-a8f6-f620c0b23d27,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.930142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59446) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:53.936528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.939638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:53.941119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.000964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:54.002183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.032867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-e5d1edf8-a011-4fb4-9252-409dd1c5976d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2334661 Aug 31 06:33:54.055778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Request body: {'port': {'device_id': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:54.063865 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '7687116b-a196-4e18-98a6-20501ebc7c0a', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'port_id': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'mac_address': 'fa:16:3e:16:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:33:51Z', 'revision_number': 1, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:55Z', 'revision_number': 5, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:54.114519 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] Checking router: a1511ebc-da24-448a-a5d0-c36e459af298 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:33:54.131223 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:54.132691 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:54.142690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2251832 Aug 31 06:33:54.147337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59454) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:54.154594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Request body: {'subnet': {'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-704405407-subnet', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:54.171146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1004-7421-4bb7-a7bd-ecc631abd9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a54b82f-2ed3-4a7c-aca2-fece68970b68,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:54.187302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-173f9447-562a-4666-a820-0f4263e5ae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.204469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:33:54.223049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-173f9447-562a-4666-a820-0f4263e5ae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.224813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.291719 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-173f9447-562a-4666-a820-0f4263e5ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.296242 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-173f9447-562a-4666-a820-0f4263e5ae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.299836 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-173f9447-562a-4666-a820-0f4263e5ae91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56be42f3-c131-448c-a8f6-f620c0b23d27 HTTP/1.1" status: 204 len: 168 time: 0.3647306 Aug 31 06:33:54.302059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Made reservation on behalf of 3716c637219b4f5aa6d0e919e7ca85bf for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:54.304799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.350879 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6ca1abd7-0a9f-42a6-9a99-efcfd068a0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.370152 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.390176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f9447-562a-4666-a820-0f4263e5ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be42f3-c131-448c-a8f6-f620c0b23d27,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:54.401644 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:54.504022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-22a04119-fa2a-4477-b9d5-f08fb09753d7 None None] Provisioning for port 6e097b50-ab0f-4837-b3d2-bc7314991a36 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:54.512984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-22a04119-fa2a-4477-b9d5-f08fb09753d7 None None] Provisioning complete for port 6e097b50-ab0f-4837-b3d2-bc7314991a36 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:54.515303 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-22a04119-fa2a-4477-b9d5-f08fb09753d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.595360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-22a04119-fa2a-4477-b9d5-f08fb09753d7 None None] Port 6e097b50-ab0f-4837-b3d2-bc7314991a36 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:54.702296 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '7687116b-a196-4e18-98a6-20501ebc7c0a', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'port_id': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'mac_address': 'fa:16:3e:16:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:33:51Z', 'revision_number': 1, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:55Z', 'revision_number': 5, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:54.735293 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656600fa-9f7b-468d-b682-77d10f31cfa3 None None] The sync data for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 is: [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '7687116b-a196-4e18-98a6-20501ebc7c0a', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'port_id': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'mac_address': 'fa:16:3e:16:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:33:51Z', 'revision_number': 1, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:55Z', 'revision_number': 5, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:33:54.778680 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.780927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-82b15276-b00f-4105-9c2f-85e822a0ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:54.782632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-82b15276-b00f-4105-9c2f-85e822a0ed3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 921 time: 1.0461040 Aug 31 06:33:54.791747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e097b50-ab0f-4837-b3d2-bc7314991a36 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:54.827868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 659696ca-21d6-43bd-a11a-30a918beff5c no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:33:54.873742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 659696ca-21d6-43bd-a11a-30a918beff5c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:33:54.878099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 659696ca-21d6-43bd-a11a-30a918beff5c not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:33:54.888684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a247993-ac34-4812-bce3-aa6e51a02a51,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:54.889272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-d0ef3172-d737-405a-bd3e-0e23e227f65b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 999 time: 0.0901775 Aug 31 06:33:54.894677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.940527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Checking segment: {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:54.940527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Network hostable DHCP agents. Network: 8a54b82f-2ed3-4a7c-aca2-fece68970b68, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:33:54.958030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Transition to ACTIVE for port object 6e097b50-ab0f-4837-b3d2-bc7314991a36 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:54.972948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:33:54.973802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.992401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 8a54b82f-2ed3-4a7c-aca2-fece68970b68) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:55.004247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b32ed4-be16-4d53-a713-16219d6e3f9e None None] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:55.004891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:55.008178 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.042502 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6460f5f1-755d-4bd4-9391-60940fb7f7c8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8898602 Aug 31 06:33:55.042864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59476) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:55.043015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-497db3dd-495e-4560-a7f0-b2069c1d1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:55.047513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:55.052711 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-497db3dd-495e-4560-a7f0-b2069c1d1587 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.1452155 Aug 31 06:33:55.117946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-03d61e3e-3d0f-4a04-beb6-e27f51fb6c5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607305 Aug 31 06:33:55.118489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-67e0f02a-7be9-42df-b7ff-e6f95ed7df0e tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:33:55.119659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-67e0f02a-7be9-42df-b7ff-e6f95ed7df0e tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6309214 Aug 31 06:33:55.139931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.140840 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.161506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0768b30-b551-4d25-ac38-878e110ee5b4 None None] New status for floating IP 7687116b-a196-4e18-98a6-20501ebc7c0a: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:33:55.224574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.309805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e097b50-ab0f-4837-b3d2-bc7314991a36,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:55.412100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Attempting to bind port 6e097b50-ab0f-4837-b3d2-bc7314991a36 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:55.412445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Attempting to bind port 6e097b50-ab0f-4837-b3d2-bc7314991a36 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:55.412784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Attempting to bind port 6e097b50-ab0f-4837-b3d2-bc7314991a36 on network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:55.424397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-49f56652-1eaa-4bf8-8e97-9935588da7ee service neutron] 10.222.0.15 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047945 Aug 31 06:33:55.476202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Request body: {'binding': {'host': 'n-h1-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:55.476838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Unknown quota resources ['binding']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:33:55.483579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Port 6e097b50-ab0f-4837-b3d2-bc7314991a36 on network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:55.483918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Attempting to bind port 6e097b50-ab0f-4837-b3d2-bc7314991a36 on network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:55.496823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:55.497225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Checking segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:55.497993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Bound using segment: {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:55.498276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Bound port: 6e097b50-ab0f-4837-b3d2-bc7314991a36, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae0675a-4155-4214-b31d-f958bc9df92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:55.499163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.504099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.563503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:33:55.564893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.601228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb94eb81-d453-48b1-8f0e-743df1a1f706 req-8215b6a4-66e5-4329-b8da-fbfa7b1dd71e service neutron] 10.222.0.15 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715827 Aug 31 06:33:55.657702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] For port 6e097b50-ab0f-4837-b3d2-bc7314991a36, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:55.667479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] For port 6e097b50-ab0f-4837-b3d2-bc7314991a36, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:55.677248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.777049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Allocated IP 172.20.0.2 (8a54b82f-2ed3-4a7c-aca2-fece68970b68/0a247993-ac34-4812-bce3-aa6e51a02a51/0984084b-7f1b-4a16-b486-551494f809a2) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:55.802090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:55.802690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.804173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] 10.222.0.23 "PUT /v2.0/ports/6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 1092 time: 1.7578437 Aug 31 06:33:55.852934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on host n-h1-712142-16 for vnic_type normal with profile None {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:55.853253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:55.853637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:55.871056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:55.873392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:55.883563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:55.884059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:55.884525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:55.884992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Bound port: bc4008db-0bdd-434b-8407-aefd59342cca, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:55.937957 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.034883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37150bfc-f8e8-44f8-8598-551cb9571ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e097b50-ab0f-4837-b3d2-bc7314991a36,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:56.057116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-ec3a6ffa-c4b3-4534-9664-27f4d33bfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.059613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-ec3a6ffa-c4b3-4534-9664-27f4d33bfeb7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 1095 time: 0.1947577 Aug 31 06:33:56.078830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38385916-127f-4096-bb62-7de13c82895c req-59b1fa6f-d3c6-492e-9340-a4a8227ccfb3 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.094545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38385916-127f-4096-bb62-7de13c82895c req-59b1fa6f-d3c6-492e-9340-a4a8227ccfb3 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 943 time: 0.1278374 Aug 31 06:33:56.175610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-d4ab8123-f315-4183-b57d-0223859aeb5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 217 time: 0.0781386 Aug 31 06:33:56.196461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.228435 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.263216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:56.278056 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.290285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38385916-127f-4096-bb62-7de13c82895c req-61651d7d-fb6c-4dc8-9926-b77c35dea392 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941810 Aug 31 06:33:56.304769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Transition to ACTIVE for port object 0984084b-7f1b-4a16-b486-551494f809a2 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:56.309588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.312097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-e51a32e3-096d-4989-8af0-1ca5a6bf6fcc service neutron] 10.222.0.15 "POST /v2.0/ports/bc4008db-0bdd-434b-8407-aefd59342cca/bindings HTTP/1.1" status: 201 len: 390 time: 1.1784542 Aug 31 06:33:56.343977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-9b31d5d5-c0b9-4368-abee-e9146451b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.349227 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-9b31d5d5-c0b9-4368-abee-e9146451b6e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.1640201 Aug 31 06:33:56.374074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Transition to ACTIVE for port object 0984084b-7f1b-4a16-b486-551494f809a2 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:56.394434 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.464244 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd9965a-d4fe-4927-9dc7-b4f794175a2c x-openstack-request-id: req-3fd9965a-d4fe-4927-9dc7-b4f794175a2c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:56.465081 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:56.467532 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fd9965a-d4fe-4927-9dc7-b4f794175a2c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:56.468105 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'status': 'completed', 'code': 200} Aug 31 06:33:56.494773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:56.501557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:56.505373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Pushing event updated for resources: {'Port': ['ID=0984084b-7f1b-4a16-b486-551494f809a2,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:56.517505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:56.518817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-13c96c9f-66a1-4a6f-a856-5c4113baa7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.523494 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-13c96c9f-66a1-4a6f-a856-5c4113baa7a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653333 Aug 31 06:33:56.663120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Attempting to bind port 0984084b-7f1b-4a16-b486-551494f809a2 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:56.663388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Attempting to bind port 0984084b-7f1b-4a16-b486-551494f809a2 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:56.663768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Attempting to bind port 0984084b-7f1b-4a16-b486-551494f809a2 on network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:56.678246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:56.678624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Checking segment: {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:56.679034 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.679435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Bound using segment: {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:56.679921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Bound port: 0984084b-7f1b-4a16-b486-551494f809a2, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:56.680311 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.724437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Allocated IP 172.25.5.63 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/ff31825a-7487-46b8-9773-b019e5bb8f73) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:56.827886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-23a157bb-6c81-4c41-9b7e-20ce2d617ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.829976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-23a157bb-6c81-4c41-9b7e-20ce2d617ca9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1097 time: 0.1851327 Aug 31 06:33:56.917894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f361-9ee6-47fd-8df5-f36d7db6e71d req-15727d3e-a421-4d88-8322-10d76b3afacd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.931106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d679f361-9ee6-47fd-8df5-f36d7db6e71d req-15727d3e-a421-4d88-8322-10d76b3afacd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 945 time: 0.2389119 Aug 31 06:33:56.940389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-7a3060a0-756a-4f0f-a618-fc4c77130d57 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060781 Aug 31 06:33:56.981227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59534) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:56.983478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] For port 0984084b-7f1b-4a16-b486-551494f809a2, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:56.987454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] For port 0984084b-7f1b-4a16-b486-551494f809a2, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0984084b-7f1b-4a16-b486-551494f809a2,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:57.003297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4a643cab-993e-449a-8bc7-e34afb6a1813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.015717 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.022795 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.123344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfba8c1-d968-40ca-9cc7-51a1aaaa4f6a None None] Pushing event updated for resources: {'Port': ['ID=0984084b-7f1b-4a16-b486-551494f809a2,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:57.318378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d679f361-9ee6-47fd-8df5-f36d7db6e71d req-2ee32b8c-e544-400c-97ac-11c3e193c693 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860490 Aug 31 06:33:57.319862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e0529cc-7f72-464e-bf9e-0337a8b5a36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.333595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-fbff25af-ef31-442f-9015-b77428be5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:57.335531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-fbff25af-ef31-442f-9015-b77428be5c5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1098 time: 0.8465292 Aug 31 06:33:57.344227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-bbe8c735-b8e1-4ea3-891e-7081f9878a68 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.8921864 Aug 31 06:33:57.384872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd5c857c-82dc-4a9c-ad1f-c236aa4e4bd7 req-61b3bce9-30e1-4073-955b-07239fd71a13 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124830 Aug 31 06:33:57.524934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-0eb9527b-7de0-4719-b357-29bcba4e765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:57.527479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-0eb9527b-7de0-4719-b357-29bcba4e765f service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.6769354 Aug 31 06:33:57.606046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249beda-6473-48d7-9ee2-2e099689862c req-bd243906-98bb-4bbb-9996-c68ed11fb898 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:57.608644 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-bd243906-98bb-4bbb-9996-c68ed11fb898 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports/f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 943 time: 0.0951407 Aug 31 06:33:57.619090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-3245b321-dc33-4c95-8616-e7d9f3f87818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:57.620501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-3245b321-dc33-4c95-8616-e7d9f3f87818 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 921 time: 0.2737048 Aug 31 06:33:57.729748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.819142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-67437c61-f573-48d2-b326-43c804781e2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 1001 time: 0.1845160 Aug 31 06:33:57.886148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-6db78a54-3003-45eb-afec-e73b15c074bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:57.888114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-6db78a54-3003-45eb-afec-e73b15c074bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.0593381 Aug 31 06:33:57.916750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-9bda6937-3143-4c61-9d14-68fb24f844c8 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.2006984 Aug 31 06:33:57.919926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-f16d42de-a289-47bb-856f-cfcde246f650 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 200 len: 217 time: 0.3820596 Aug 31 06:33:57.938182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-3f80ef05-b100-45fe-9f72-47f863f91c13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385492 Aug 31 06:33:58.013772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.020530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e0529cc-7f72-464e-bf9e-0337a8b5a36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.032895 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e0529cc-7f72-464e-bf9e-0337a8b5a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.060468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0209a-5fb2-4be2-800e-6c56c4232945 req-54129883-f2d2-4a1b-a5e2-3e2cae6b0c02 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.063350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1de0209a-5fb2-4be2-800e-6c56c4232945 req-54129883-f2d2-4a1b-a5e2-3e2cae6b0c02 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 943 time: 0.1501060 Aug 31 06:33:58.072602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-453f5dda-df3b-4d0a-b1b6-cb48a3ca879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.074097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-453f5dda-df3b-4d0a-b1b6-cb48a3ca879d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1247175 Aug 31 06:33:58.108537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249beda-6473-48d7-9ee2-2e099689862c req-06c3f764-0faa-43b0-9257-8a280d232266 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.124627 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-06c3f764-0faa-43b0-9257-8a280d232266 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.1841874 Aug 31 06:33:58.140612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e0529cc-7f72-464e-bf9e-0337a8b5a36b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a28ac0eb00d4dd9a87daf66b5e9770b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1053398 Aug 31 06:33:58.144102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59546) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:58.174025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0529cc-7f72-464e-bf9e-0337a8b5a36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8863865-6e5b-4f12-9493-08d167922c89,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:58.178250 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-239cf02f-5249-48c9-9cc6-603f0734c73c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697596 Aug 31 06:33:58.183062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1de0209a-5fb2-4be2-800e-6c56c4232945 req-7513ddb9-dac0-48b0-a26a-fe5e935db36a tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020164 Aug 31 06:33:58.252542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.306806 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57451c12-a916-4978-8bfc-644f9ba58d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.340037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-7d5afacc-64ba-4819-bb3c-35b15ca88181 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.2144904 Aug 31 06:33:58.343793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57451c12-a916-4978-8bfc-644f9ba58d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.353760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-7666a7bf-ba37-4665-8673-416e07146fa2 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647878 Aug 31 06:33:58.359439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:58.457391 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.474073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68070c27-d177-49d8-b593-fb16677b68d4', 'name': 'network-vif-deleted', 'tag': '659696ca-21d6-43bd-a11a-30a918beff5c'}, {'name': 'network-changed', 'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:58.476564 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e" -d '{"events": [{"server_uuid": "68070c27-d177-49d8-b593-fb16677b68d4", "name": "network-vif-deleted", "tag": "659696ca-21d6-43bd-a11a-30a918beff5c"}, {"name": "network-changed", "server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:58.495538 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57451c12-a916-4978-8bfc-644f9ba58d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.498086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57451c12-a916-4978-8bfc-644f9ba58d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.502493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-57451c12-a916-4978-8bfc-644f9ba58d0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8863865-6e5b-4f12-9493-08d167922c89 HTTP/1.1" status: 204 len: 168 time: 0.3333607 Aug 31 06:33:58.512841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:58.513900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Pushing event updated for resources: {'Port': ['ID=ff31825a-7487-46b8-9773-b019e5bb8f73,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:58.520382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57451c12-a916-4978-8bfc-644f9ba58d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8863865-6e5b-4f12-9493-08d167922c89,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:58.527168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:58.533317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-f38daa34-395f-4ee5-90b9-be0b5f1eea3f service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063818 Aug 31 06:33:58.534090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:58.562113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4cafb-c09e-4d3a-96ac-e70b881bde04 req-28795676-c06d-46d0-a4ad-ba77de1e0fe2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.569082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afb4cafb-c09e-4d3a-96ac-e70b881bde04 req-28795676-c06d-46d0-a4ad-ba77de1e0fe2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 945 time: 0.1274850 Aug 31 06:33:58.572303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-35024877-c75e-4c38-aba8-a92da3bc8f71 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088196 Aug 31 06:33:58.641825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afb4cafb-c09e-4d3a-96ac-e70b881bde04 req-452ecbb0-a72b-4dbf-9297-540f3b7b0692 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717447 Aug 31 06:33:58.643010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7c52f-817e-48bf-8765-d28fc36238a0 None None] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:58.729295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-bedf729c-7f13-468e-80b3-cc1710d732e6 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.732286 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-bedf729c-7f13-468e-80b3-cc1710d732e6 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.0891211 Aug 31 06:33:58.745689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-16'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:58.784355 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2671ed52-2426-4a6a-b8de-410f8ce384bc x-openstack-request-id: req-2671ed52-2426-4a6a-b8de-410f8ce384bc {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:58.799122 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68070c27-d177-49d8-b593-fb16677b68d4", "name": "network-vif-deleted", "tag": "659696ca-21d6-43bd-a11a-30a918beff5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:58.799538 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2671ed52-2426-4a6a-b8de-410f8ce384bc {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:58.799978 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68070c27-d177-49d8-b593-fb16677b68d4', 'name': 'network-vif-deleted', 'tag': '659696ca-21d6-43bd-a11a-30a918beff5c', 'status': 'completed', 'code': 200} Aug 31 06:33:58.800234 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'status': 'completed', 'code': 200} Aug 31 06:33:58.844065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.876925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.877240 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Floating IP 7687116b-a196-4e18-98a6-20501ebc7c0a disassociated. External IP: 172.25.5.43, port: f320c364-4010-4531-ba37-a728d6f37bfe. Aug 31 06:33:58.883561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f806936a-9664-4988-acf3-9291fb7d6b6e None None] Provisioning for port 0984084b-7f1b-4a16-b486-551494f809a2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:58.895244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.910924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-6f3cb64d-510d-4ea5-ac24-86b284080f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.912392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-6f3cb64d-510d-4ea5-ac24-86b284080f34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 1095 time: 0.1042197 Aug 31 06:33:58.927922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbba8fc8-8593-44fb-b6c8-88373bd57756 req-292b773a-7fc9-46a5-9e9f-94e07e268576 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656526 Aug 31 06:33:59.068510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59584) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:59.111627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6e097b50-ab0f-4837-b3d2-bc7314991a36 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:59.183288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78f43c3-1fa2-4dd6-84fe-91987c8d02f9 admin admin] Deleting subnet 6c899d8a-154a-4b2b-9be8-3464062ff28f {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:33:59.189932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-3c38ffae-a1e2-4a4f-9c69-fea6c9b818a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:59.191616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-3c38ffae-a1e2-4a4f-9c69-fea6c9b818a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.2720206 Aug 31 06:33:59.194907 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a78f43c3-1fa2-4dd6-84fe-91987c8d02f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.242650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:59.300571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-a1ff45b3-2a00-429f-9cbf-be64d6954865 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 217 time: 0.0998828 Aug 31 06:33:59.327038 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a78f43c3-1fa2-4dd6-84fe-91987c8d02f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.360960 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.418722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6e097b50-ab0f-4837-b3d2-bc7314991a36, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:59.468113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'port_id': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'mac_address': 'fa:16:3e:48:5c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:33:59.494929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:59.526045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0984084b-7f1b-4a16-b486-551494f809a2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:59.559148 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.571672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a78f43c3-1fa2-4dd6-84fe-91987c8d02f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.591743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Router a1511ebc-da24-448a-a5d0-c36e459af298 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:33:59.604658 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.623593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-2b495f56-c09c-4b00-aa77-5f2bbe351198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:59.625252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-2b495f56-c09c-4b00-aa77-5f2bbe351198 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.3118293 Aug 31 06:33:59.680874 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.695553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7e02-0d99-4d11-a3f1-e3449578daf1 req-44d14050-c6b0-44d1-9a2d-a3671d1e62e3 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:59.701282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e097b50-ab0f-4837-b3d2-bc7314991a36 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:59.703858 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9fc7e02-0d99-4d11-a3f1-e3449578daf1 req-44d14050-c6b0-44d1-9a2d-a3671d1e62e3 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 943 time: 0.3238919 Aug 31 06:33:59.706530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0984084b-7f1b-4a16-b486-551494f809a2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:59.712385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0984084b-7f1b-4a16-b486-551494f809a2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:59.713160 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.780703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6e097b50-ab0f-4837-b3d2-bc7314991a36, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:59.813931 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.835835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:59.843965 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a78f43c3-1fa2-4dd6-84fe-91987c8d02f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.901594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-ba53f666-bcb4-4af3-a15f-23b9d136b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:59.903408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-ba53f666-bcb4-4af3-a15f-23b9d136b713 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2485948 Aug 31 06:33:59.909847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.911208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a78f43c3-1fa2-4dd6-84fe-91987c8d02f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.915365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a78f43c3-1fa2-4dd6-84fe-91987c8d02f9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6c899d8a-154a-4b2b-9be8-3464062ff28f HTTP/1.1" status: 204 len: 168 time: 0.8422990 Aug 31 06:33:59.915365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f43c3-1fa2-4dd6-84fe-91987c8d02f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c899d8a-154a-4b2b-9be8-3464062ff28f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:59.917649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on host n-h2-712142-16 for vnic_type normal with profile {"migrating_to": "n-h1-712142-16"} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:59.917998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:59.918338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:59.937467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9fc7e02-0d99-4d11-a3f1-e3449578daf1 req-7ad739eb-f5f3-4fa7-9911-8a90769aff61 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325876 Aug 31 06:33:59.939202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:59.971968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.005000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6e097b50-ab0f-4837-b3d2-bc7314991a36,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:00.059845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 0984084b-7f1b-4a16-b486-551494f809a2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0984084b-7f1b-4a16-b486-551494f809a2,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:00.067230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.092961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:00.093448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Attempting to bind port bc4008db-0bdd-434b-8407-aefd59342cca on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:00.120351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['6e097b50-ab0f-4837-b3d2-bc7314991a36'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:00.165218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:00.165668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:00.166130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:00.166671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Bound port: bc4008db-0bdd-434b-8407-aefd59342cca, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:00.167109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.198376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=0984084b-7f1b-4a16-b486-551494f809a2,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:00.247798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6ea2a-1420-4c90-b9ac-77080750415e req-92350383-f538-4112-8904-a8f63c4d8cb7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:00.250336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0a6ea2a-1420-4c90-b9ac-77080750415e req-92350383-f538-4112-8904-a8f63c4d8cb7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 943 time: 0.1752844 Aug 31 06:34:00.329608 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0a6ea2a-1420-4c90-b9ac-77080750415e req-7f8030f8-eb5e-4acc-9473-70aaa82cd30a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612473 Aug 31 06:34:00.344677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.390221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.401541 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-4f459f09-8e90-48b1-a036-3aeffe6247da service neutron] 10.222.0.23 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613378 Aug 31 06:34:00.402793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:00.506129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:00.523242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.599277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=8']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:00.606648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.619819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Router 0f95312c-2e21-4a5e-ae31-52e422748905 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:34:00.636489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5bc231-211d-4812-9642-c22256c304d1']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:00.638530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:00.651955 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] Sync routers for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:00.653999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.669128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b548fc-6afa-4af7-a7e5-acc1ee528279') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:00.669454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b548fc-6afa-4af7-a7e5-acc1ee528279') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:00.678782 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:00.680256 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:00.685897 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.688268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:00.688897 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.690525 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-b10bad5b-3237-4e6f-9225-556dd124cd30 service neutron] 10.222.0.23 "PUT /v2.0/ports/bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 200 len: 1123 time: 1.9494865 Aug 31 06:34:00.691551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-c984a79e-8406-4549-acbc-fe3ee78d2ded tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "PUT /v2.0/floatingips/7687116b-a196-4e18-98a6-20501ebc7c0a HTTP/1.1" status: 200 len: 694 time: 2.3369772 Aug 31 06:34:00.734025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1225249a-ebff-4713-8ba2-8e7e7f5cd24e req-c1b68312-6b33-48de-bd33-d1b84cba2806 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073757 Aug 31 06:34:00.734937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:00.738874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.746378 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a0bac5-cd31-4c51-8a22-0e5b04092419" -d '{"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:00.761692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['bc4008db-0bdd-434b-8407-aefd59342cca'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:00.770571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:34:00.770998 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:34:00.773125 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:34:00.803447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca'}, {'name': 'network-changed', 'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:00.812643 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56e36c5-0b01-474f-83f3-8fcae6ce040a" -d '{"events": [{"server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca"}, {"name": "network-changed", "server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:00.879496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249beda-6473-48d7-9ee2-2e099689862c req-d3b7090f-49f3-4738-ae5f-c08215214aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:00.882048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-d3b7090f-49f3-4738-ae5f-c08215214aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1098 time: 0.1278732 Aug 31 06:34:00.885904 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc54e00-08f9-4b4a-b550-dc4f2dfb86c7 x-openstack-request-id: req-9fc54e00-08f9-4b4a-b550-dc4f2dfb86c7 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:00.886356 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:00.886609 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fc54e00-08f9-4b4a-b550-dc4f2dfb86c7 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:00.887018 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'status': 'completed', 'code': 200} Aug 31 06:34:01.080101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249beda-6473-48d7-9ee2-2e099689862c req-302882c5-24db-4ea4-9c79-6bc2fcd0dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.082818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-302882c5-24db-4ea4-9c79-6bc2fcd0dbc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 921 time: 0.1825337 Aug 31 06:34:01.090262 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad5ebf3-0a22-4f28-9185-0c8f745af832 x-openstack-request-id: req-0ad5ebf3-0a22-4f28-9185-0c8f745af832 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:01.092761 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca", "code": 200}, {"name": "network-changed", "server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:01.106500 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ad5ebf3-0a22-4f28-9185-0c8f745af832 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:01.106500 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca', 'code': 200} Aug 31 06:34:01.106500 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca', 'status': 'completed', 'code': 200} Aug 31 06:34:01.144852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6e097b50-ab0f-4837-b3d2-bc7314991a36 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:01.161986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-ace26b80-3ee2-432d-bbb2-981eb9b57e24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 217 time: 0.0707598 Aug 31 06:34:01.182547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:01.185748 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:01.255603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Sync routers for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:01.293964 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.298771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d93cc291-44ae-4d0c-a951-cf3815ee255c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.2544920 Aug 31 06:34:01.303050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59636) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:01.319639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.325813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.331466 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] 10.222.0.15 "DELETE /v2.0/networks/ef5bc231-211d-4812-9642-c22256c304d1 HTTP/1.1" status: 204 len: 168 time: 1.3875842 Aug 31 06:34:01.348688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249beda-6473-48d7-9ee2-2e099689862c req-dd4147a7-6426-4578-b6fc-24cc901595d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.359108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-dd4147a7-6426-4578-b6fc-24cc901595d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.1904924 Aug 31 06:34:01.391035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:01.391696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:01.437629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-5d1998c1-b898-47a7-b861-229b98925dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.439485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-5d1998c1-b898-47a7-b861-229b98925dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 1098 time: 0.5623407 Aug 31 06:34:01.445137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536fa18-5769-44ba-a6dd-0248fa8dcaff admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5bc231-211d-4812-9642-c22256c304d1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:01.463962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955597c7-15ce-4d3e-9a77-c91f521bacd6 req-1597acc1-9a51-4820-946e-9d955f7a4b51 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.472851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-955597c7-15ce-4d3e-9a77-c91f521bacd6 req-1597acc1-9a51-4820-946e-9d955f7a4b51 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 944 time: 0.3474157 Aug 31 06:34:01.547811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-3a7b58ee-7c6b-4406-a7f3-eaedef468c0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1724212 Aug 31 06:34:01.611635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0984084b-7f1b-4a16-b486-551494f809a2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:01.625937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-2b18320d-a590-4f5f-b025-ca7db969eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.628254 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-2b18320d-a590-4f5f-b025-ca7db969eaa6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 200 len: 921 time: 0.1406903 Aug 31 06:34:01.642631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-272401bb-aa2f-4868-bad3-9c9c9a589dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.644946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-272401bb-aa2f-4868-bad3-9c9c9a589dc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1126 time: 0.6282470 Aug 31 06:34:01.803173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-b29846c3-9f19-419e-a088-e78140ce5e3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 200 len: 217 time: 0.1567600 Aug 31 06:34:01.814483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59658) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:01.866706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-1a2a90b4-d418-4628-8771-e33904638a1d service neutron] 10.222.0.15 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066933 Aug 31 06:34:01.900800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-09579ef2-3cbc-427f-a499-6669a474d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.902703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-09579ef2-3cbc-427f-a499-6669a474d6a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 200 len: 860 time: 0.0750618 Aug 31 06:34:01.908236 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:55Z', 'revision_number': 5, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:01.914710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 6e097b50-ab0f-4837-b3d2-bc7314991a36 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:01.941535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 6e097b50-ab0f-4837-b3d2-bc7314991a36 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:01.941846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.945870 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-955597c7-15ce-4d3e-9a77-c91f521bacd6 req-39d78718-59d7-406e-a193-f19348089b17 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719000 Aug 31 06:34:01.989455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-d0050b16-caa9-485d-8180-eefe14aa0e5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625432 Aug 31 06:34:02.019344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0984084b-7f1b-4a16-b486-551494f809a2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:02.020108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.036292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] Checking router: a1511ebc-da24-448a-a5d0-c36e459af298 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:02.066430 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:02.072106 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:02.168265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e3429d8d-c4e3-4718-993c-23bdc551d6a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd273f6f062d4d9dbb10bcc90ae1cace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478756 Aug 31 06:34:02.196429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59688) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:02.228942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f249beda-6473-48d7-9ee2-2e099689862c req-f0dcfd6d-a3c2-490d-a591-d5701cfa31a5 service neutron] 10.222.0.15 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472245 Aug 31 06:34:02.353891 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:02.360755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:02.567040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-d79959b8-3b84-4d42-bf44-53d5d83a7d4e tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/floatingips/7687116b-a196-4e18-98a6-20501ebc7c0a HTTP/1.1" status: 200 len: 694 time: 0.1328990 Aug 31 06:34:02.703720 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:55Z', 'revision_number': 5, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:02.726167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.766119 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162373e-3999-4117-bccc-35306d1a0bbb None None] The sync data for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 is: [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:32:47Z', 'revision_number': 4, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '479b7075-c0c1-4f5d-9c76-569d6665d663', 'name': '', 'network_id': 'e720a2e7-2320-4c04-8a79-8cbfaf46a9b7', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '465e3ffd-5549-4030-b264-28ce920205d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:46Z', 'updated_at': '2021-08-31T06:32:55Z', 'revision_number': 5, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'subnets': [{'id': '465e3ffd-5549-4030-b264-28ce920205d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:02.809914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-acb3fa01-1d9f-45a6-aa08-55bc298e629f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:02.818312 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-acb3fa01-1d9f-45a6-aa08-55bc298e629f tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.2435029 Aug 31 06:34:02.832350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:02.834851 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab66123-4dd4-4027-89ce-b4415add8771" -d '{"events": [{"server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "name": "network-vif-plugged", "status": "completed", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:02.861339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6e097b50-ab0f-4837-b3d2-bc7314991a36, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:02.879000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.934016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:33:58Z', 'revision_number': 3, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:02.952204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-6136f810-59e5-4d43-a40c-2919e69f7df2 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 697 time: 0.1321993 Aug 31 06:34:02.953962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-405512be-c45d-4ac7-a71f-1c1f9f321127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:02.955469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-405512be-c45d-4ac7-a71f-1c1f9f321127 service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 1.2966084 Aug 31 06:34:02.994097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd14391-f874-42f5-aa1d-533ee8520378 req-4567edeb-ae38-4ee1-ac05-0d64d7809a7c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.005827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5dd14391-f874-42f5-aa1d-533ee8520378 req-4567edeb-ae38-4ee1-ac05-0d64d7809a7c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 943 time: 0.9184139 Aug 31 06:34:03.020887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Checking router: 0f95312c-2e21-4a5e-ae31-52e422748905 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:03.021831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Updating router 0f95312c-2e21-4a5e-ae31-52e422748905 port ff31825a-7487-46b8-9773-b019e5bb8f73 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:34:03.040252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59736) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:03.075660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-f4d6341b-3591-44b4-a17e-a6b749de74be tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 697 time: 0.1120417 Aug 31 06:34:03.078824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6e097b50-ab0f-4837-b3d2-bc7314991a36,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:03.113053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.220763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-f33a0a7e-4ee4-4a35-81db-a56ca0281e1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 200 len: 217 time: 0.2537372 Aug 31 06:34:03.235647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5dd14391-f874-42f5-aa1d-533ee8520378 req-9fd8098f-19ff-4b39-8f45-70f92f8ddc64 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286744 Aug 31 06:34:03.245064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-eef52c52-4674-486c-8aea-da9ad8af3fb2 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1476424 Aug 31 06:34:03.302676 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0afc2-87cc-4d35-893b-30f2cbad2e3e None None] New status for floating IP 7687116b-a196-4e18-98a6-20501ebc7c0a: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:34:03.375763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Deleting port dff92e49-5ff3-4345-8271-ac7ecf3e8f50 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:03.376477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.427079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17b7da08-55b9-42a7-8f6c-a1f815e6a626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.496302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.496965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.524584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Calling delete_port for dff92e49-5ff3-4345-8271-ac7ecf3e8f50 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:03.544591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74adf857-aa0e-4a4e-85b5-af135ce4630b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.647316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17b7da08-55b9-42a7-8f6c-a1f815e6a626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.664694 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7880cf-c56f-4f26-953a-9635ce65c7cd x-openstack-request-id: req-1d7880cf-c56f-4f26-953a-9635ce65c7cd {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:03.665434 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "name": "network-vif-plugged", "status": "completed", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:03.665434 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d7880cf-c56f-4f26-953a-9635ce65c7cd {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:03.665780 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'code': 200} Aug 31 06:34:03.672035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-288828e6-8de3-44b7-84d4-767ffac81b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.673599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-288828e6-8de3-44b7-84d4-767ffac81b60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.4369376 Aug 31 06:34:03.674871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device bc4008db-0bdd-434b-8407-aefd59342cca details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:03.800079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-1e884f27-6dfc-4410-b28e-d559df61d8ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953519 Aug 31 06:34:03.811547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37583a-b944-4cf6-8284-3de71bebcb4a req-3598c99a-d3a6-4c4a-842a-2a0b3a3e7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.814090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf37583a-b944-4cf6-8284-3de71bebcb4a req-3598c99a-d3a6-4c4a-842a-2a0b3a3e7f46 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 1097 time: 0.4084499 Aug 31 06:34:03.832439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643fc44-3c7c-4d0f-a939-5c29f2b1c3a2 req-45b49cf9-3465-4590-b97e-a387f6f17b9b tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.844833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c643fc44-3c7c-4d0f-a939-5c29f2b1c3a2 req-45b49cf9-3465-4590-b97e-a387f6f17b9b tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 945 time: 0.3748841 Aug 31 06:34:03.866966 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6a0bac5-cd31-4c51-8a22-0e5b04092419 req-6a7895c9-e4bc-4bf5-ba67-bd6bf9616fa1 service neutron] 10.222.0.23 "GET /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821364 Aug 31 06:34:03.927232 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.939187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:03.961319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device bc4008db-0bdd-434b-8407-aefd59342cca has no active binding in host n-h1-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:34:03.972889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Transition to ACTIVE for port object ff31825a-7487-46b8-9773-b019e5bb8f73 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:03.975833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.992054 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.048007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event deleted for resources: {'Port': ['ID=dff92e49-5ff3-4345-8271-ac7ecf3e8f50,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:04.079203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17b7da08-55b9-42a7-8f6c-a1f815e6a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.082157 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17b7da08-55b9-42a7-8f6c-a1f815e6a626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.083517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-17b7da08-55b9-42a7-8f6c-a1f815e6a626 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b2a1180-f32f-4422-8992-c240c6ec0e9b HTTP/1.1" status: 204 len: 168 time: 1.3161335 Aug 31 06:34:04.108258 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf37583a-b944-4cf6-8284-3de71bebcb4a req-89d501cf-8d1b-4975-9b00-2f1dc7fef02e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600377 Aug 31 06:34:04.120238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Attempting to bind port ff31825a-7487-46b8-9773-b019e5bb8f73 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:04.122567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Attempting to bind port ff31825a-7487-46b8-9773-b019e5bb8f73 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:04.122954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Attempting to bind port ff31825a-7487-46b8-9773-b019e5bb8f73 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:04.129833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.133077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b12e-ba84-43ec-9e72-611f62df4ceb None None] Pushing event updated for resources: {'Port': ['ID=ff31825a-7487-46b8-9773-b019e5bb8f73,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:04.133284 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.134839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7da8d5c-eb19-4660-93ce-1541611328d4 req-68b47031-bbe2-446f-810a-31feb0798aff tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "DELETE /v2.0/floatingips/7687116b-a196-4e18-98a6-20501ebc7c0a HTTP/1.1" status: 204 len: 173 time: 1.0570993 Aug 31 06:34:04.160110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:04.161153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:04.161885 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.163090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:04.163798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Bound port: ff31825a-7487-46b8-9773-b019e5bb8f73, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:04.164401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.168695 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c643fc44-3c7c-4d0f-a939-5c29f2b1c3a2 req-b224b79b-7808-48c2-9807-ed5f60723320 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228910 Aug 31 06:34:04.240092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7da08-55b9-42a7-8f6c-a1f815e6a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2a1180-f32f-4422-8992-c240c6ec0e9b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:04.320546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-17db8aac-33ae-4c76-929d-0a4d6fe8add2 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051506 Aug 31 06:34:04.327920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] For port ff31825a-7487-46b8-9773-b019e5bb8f73, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:04.334558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] For port ff31825a-7487-46b8-9773-b019e5bb8f73, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff31825a-7487-46b8-9773-b019e5bb8f73,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:04.341456 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.419735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:04.421244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:04.461495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b12e-ba84-43ec-9e72-611f62df4ceb None None] Pushing event updated for resources: {'Port': ['ID=ff31825a-7487-46b8-9773-b019e5bb8f73,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:04.536325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74adf857-aa0e-4a4e-85b5-af135ce4630b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.543823 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ad49cf9-1e41-4c3b-ac96-69247288910c req-bfdc3369-0fe4-4cdd-87f6-25fc57c8c0ce tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups/8dcce21d-460c-4d94-bc6d-49e8360105be HTTP/1.1" status: 200 len: 1810 time: 0.2825830 Aug 31 06:34:04.548434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.581625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:04.585070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d693-2aa9-464f-8715-fd5c1de0be62 req-caa54839-877c-4d05-a406-0c5f23650415 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.586840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b68d693-2aa9-464f-8715-fd5c1de0be62 req-caa54839-877c-4d05-a406-0c5f23650415 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 943 time: 0.1360068 Aug 31 06:34:04.589616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-9ed05879-ed49-4384-97f5-5e2e20b307de service neutron] 10.222.0.42 "GET /v2.0/ports/bc4008db-0bdd-434b-8407-aefd59342cca/bindings/n-h1-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.1962476 Aug 31 06:34:04.590516 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74adf857-aa0e-4a4e-85b5-af135ce4630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.761484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b68d693-2aa9-464f-8715-fd5c1de0be62 req-9dbc43e9-590d-4891-95dc-775392394bc7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668069 Aug 31 06:34:04.867156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:33:58Z', 'revision_number': 3, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:04.886578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b56e36c5-0b01-474f-83f3-8fcae6ce040a req-8d0682f1-a902-48ab-8cae-3d15a2b3b3dc service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425117 Aug 31 06:34:04.901145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47686480-2013-475d-8fd4-76bf50a3867e None None] The sync data for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 is: [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:33:58Z', 'revision_number': 3, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:04.911771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adf857-aa0e-4a4e-85b5-af135ce4630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13581adc-8d69-4412-b41c-6a346b97aa1b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:04.953012 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-74adf857-aa0e-4a4e-85b5-af135ce4630b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e42a34dec344f96b25e84d04889c56c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9022963 Aug 31 06:34:04.958088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59766) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:05.040496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8ad49cf9-1e41-4c3b-ac96-69247288910c req-5b0d571a-d3c4-4883-9f05-28bb95a340ab tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.078872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:05.116781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Allocated IP 172.20.0.1 (8a54b82f-2ed3-4a7c-aca2-fece68970b68/0a247993-ac34-4812-bce3-aa6e51a02a51/59d0732c-0d9c-454b-9a75-e786b676723c) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:05.122029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:05.145688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8ad49cf9-1e41-4c3b-ac96-69247288910c req-5b0d571a-d3c4-4883-9f05-28bb95a340ab tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.189322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4008db-0bdd-434b-8407-aefd59342cca {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:05.207934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:05.224068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7166e413-d167-43b0-9800-1e72911be6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.237638 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.259913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59774) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:05.446932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8ad49cf9-1e41-4c3b-ac96-69247288910c req-5b0d571a-d3c4-4883-9f05-28bb95a340ab tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.459666 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8ad49cf9-1e41-4c3b-ac96-69247288910c req-5b0d571a-d3c4-4883-9f05-28bb95a340ab tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.459666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ad49cf9-1e41-4c3b-ac96-69247288910c req-5b0d571a-d3c4-4883-9f05-28bb95a340ab tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "DELETE /v2.0/security-groups/8dcce21d-460c-4d94-bc6d-49e8360105be HTTP/1.1" status: 204 len: 173 time: 0.8772893 Aug 31 06:34:05.534559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714612a-2352-4302-ae00-3b732881be38 req-ba7ea2e2-52ad-4d0d-950b-db945aed893c tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:05.539797 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1714612a-2352-4302-ae00-3b732881be38 req-ba7ea2e2-52ad-4d0d-950b-db945aed893c tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 945 time: 0.1622517 Aug 31 06:34:05.571534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7166e413-d167-43b0-9800-1e72911be6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.572655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] Transition to ACTIVE for port object bc4008db-0bdd-434b-8407-aefd59342cca will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:05.595479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d571a-d3c4-4883-9f05-28bb95a340ab tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcce21d-460c-4d94-bc6d-49e8360105be,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:05.613146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.667657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1384631792-network', 'tenant_id': '3ea737585d3840c499cc3c7a489b4199'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:05.706400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.735789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Transition to ACTIVE for port object 59d0732c-0d9c-454b-9a75-e786b676723c will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:05.774307 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7166e413-d167-43b0-9800-1e72911be6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.781736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7166e413-d167-43b0-9800-1e72911be6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.784092 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7166e413-d167-43b0-9800-1e72911be6f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13581adc-8d69-4412-b41c-6a346b97aa1b HTTP/1.1" status: 204 len: 168 time: 0.8213189 Aug 31 06:34:05.789124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] No DVR routers for this DVR port bc4008db-0bdd-434b-8407-aefd59342cca on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:05.799022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.804954 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1714612a-2352-4302-ae00-3b732881be38 req-daf62752-a107-471e-ad3b-6324c3ed55d6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431636 Aug 31 06:34:05.809323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166e413-d167-43b0-9800-1e72911be6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13581adc-8d69-4412-b41c-6a346b97aa1b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:05.910458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Made reservation on behalf of 3ea737585d3840c499cc3c7a489b4199 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:05.913039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:05.918445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:05.923736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:05.927308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Pushing event updated for resources: {'Port': ['ID=59d0732c-0d9c-454b-9a75-e786b676723c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:05.929137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.955531 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.957736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] Pushing event updated for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:06.015004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-59fe461c-f372-4f17-bb13-8bb68c67617a service neutron] 10.222.0.42 "PUT /v2.0/ports/bc4008db-0bdd-434b-8407-aefd59342cca/bindings/n-h1-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4132581 Aug 31 06:34:06.022578 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.135320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609ced-a193-4f72-9a55-620cdad89e6a req-913abd75-9e83-4381-93e0-a492dc733c4c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.145125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1609ced-a193-4f72-9a55-620cdad89e6a req-913abd75-9e83-4381-93e0-a492dc733c4c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.1903107 Aug 31 06:34:06.272988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1609ced-a193-4f72-9a55-620cdad89e6a req-1b6ce93a-1a60-438c-83f1-a0f829df2abb tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265652 Aug 31 06:34:06.378408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab1b9d-59fa-4db1-a1ba-a29c7439b3f9 req-6d209136-37e9-456c-8289-6411c69675e3 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.385956 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6aab1b9d-59fa-4db1-a1ba-a29c7439b3f9 req-6d209136-37e9-456c-8289-6411c69675e3 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.1523492 Aug 31 06:34:06.421486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-79edd4a9-f194-4c86-aecb-31e257a00b39 None None] Provisioning for port 59d0732c-0d9c-454b-9a75-e786b676723c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:06.428745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-79edd4a9-f194-4c86-aecb-31e257a00b39 None None] Provisioning complete for port 59d0732c-0d9c-454b-9a75-e786b676723c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:06.429480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-79edd4a9-f194-4c86-aecb-31e257a00b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.435135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-f81fa056-94b9-4388-8ed2-1644a73ac984 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.437464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-f81fa056-94b9-4388-8ed2-1644a73ac984 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.3568635 Aug 31 06:34:06.441028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.451112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.492217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-79edd4a9-f194-4c86-aecb-31e257a00b39 None None] Port 59d0732c-0d9c-454b-9a75-e786b676723c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:06.502454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:06.522660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ada7be-0c7f-48c7-8b1d-61fbd2a101fa,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:06.561246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.562140 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Added segment eded1d66-6c84-4f42-b6ac-ecccd960251d of type vlan for network ccf69bed-20c6-4159-a9ff-a8b59c0eff70 Aug 31 06:34:06.587654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59796) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:06.608770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ad326f-51c8-444d-bf60-0cbdb7fe3849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.683521 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.771847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.772860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.774230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.775910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.813825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6aab1b9d-59fa-4db1-a1ba-a29c7439b3f9 req-29865b80-7c32-4043-ac86-7e5ab01c3144 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251380 Aug 31 06:34:06.840015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-ca406b1b-68d1-490c-8a7b-e545f870ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.845012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device bc4008db-0bdd-434b-8407-aefd59342cca no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:06.852741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf69bed-20c6-4159-a9ff-a8b59c0eff70,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:06.873378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-ca406b1b-68d1-490c-8a7b-e545f870ad48 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519 HTTP/1.1" status: 200 len: 1096 time: 0.3881545 Aug 31 06:34:06.907076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ccf69bed-20c6-4159-a9ff-a8b59c0eff70 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:06.961720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ad326f-51c8-444d-bf60-0cbdb7fe3849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.977949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ad326f-51c8-444d-bf60-0cbdb7fe3849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.005702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device bc4008db-0bdd-434b-8407-aefd59342cca not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:07.048649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-96ad326f-51c8-444d-bf60-0cbdb7fe3849 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0e3902adeac480e83105806a1ed9037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591854 Aug 31 06:34:07.052577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8ff0d258-19cf-4a08-9477-38a02ca99871 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7912586 Aug 31 06:34:07.058786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59810) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:07.059184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:07.086973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad326f-51c8-444d-bf60-0cbdb7fe3849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208af078-a8fc-4e61-9376-7af50983caf9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:07.092706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Request body: {'subnet': {'network_id': 'ccf69bed-20c6-4159-a9ff-a8b59c0eff70', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1384631792-subnet', 'tenant_id': '3ea737585d3840c499cc3c7a489b4199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:07.104483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600dcd9-f1a7-46fe-a23e-3a85cb5abf8e req-fa5d86a5-520f-439f-bd37-c8d2bce3c753 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:07.113516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0600dcd9-f1a7-46fe-a23e-3a85cb5abf8e req-fa5d86a5-520f-439f-bd37-c8d2bce3c753 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 945 time: 0.1905532 Aug 31 06:34:07.166892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0600dcd9-f1a7-46fe-a23e-3a85cb5abf8e req-35a5e461-c610-484c-b58d-ffe797db052f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Aug 31 06:34:07.194521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Made reservation on behalf of 3ea737585d3840c499cc3c7a489b4199 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:07.196899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.227183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-ade83802-bb59-48c4-b3b9-973b08563ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:07.229521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-ade83802-bb59-48c4-b3b9-973b08563ccf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1096 time: 0.1710637 Aug 31 06:34:07.347629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59820) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:07.417392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccc9639b-2423-4d90-8880-16f37527fc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.438716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff31825a-7487-46b8-9773-b019e5bb8f73 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:07.451948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.490488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.538256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccc9639b-2423-4d90-8880-16f37527fc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.545596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ada92e-be3c-47ee-861b-3fcef4e45e6e req-6db22985-f181-4c57-9c70-67d11e41b53f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:07.561274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04ada92e-be3c-47ee-861b-3fcef4e45e6e req-6db22985-f181-4c57-9c70-67d11e41b53f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.1383765 Aug 31 06:34:07.602203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ff31825a-7487-46b8-9773-b019e5bb8f73 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:07.608970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ff31825a-7487-46b8-9773-b019e5bb8f73 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:07.609375 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.636930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04ada92e-be3c-47ee-861b-3fcef4e45e6e req-548b052d-4fe5-4a68-8c4e-cabed100d71b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745082 Aug 31 06:34:07.688929 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee1abc12-5829-4955-8703-769c7dbb6ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.770224 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.809901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ff31825a-7487-46b8-9773-b019e5bb8f73, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff31825a-7487-46b8-9773-b019e5bb8f73,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:07.816080 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.860861 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee1abc12-5829-4955-8703-769c7dbb6ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.867689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee1abc12-5829-4955-8703-769c7dbb6ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.883518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ff31825a-7487-46b8-9773-b019e5bb8f73,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:07.925300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1abc12-5829-4955-8703-769c7dbb6ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c203b686-bff5-40db-a528-36c8f3988c51,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:07.932279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee1abc12-5829-4955-8703-769c7dbb6ada admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab20122c484c4915b663bb46d29135d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835822 Aug 31 06:34:07.935169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59828) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:08.023502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fc84-76a3-4323-a154-1e417d477a54 req-5dc49839-2bc8-458b-9bf1-284090153380 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.025078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-5dc49839-2bc8-458b-9bf1-284090153380 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7645500 Aug 31 06:34:08.029655 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6af7e983-e834-428b-9548-879f3fad53f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.032465 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.034750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-2f102987-7cdf-4a1f-941f-32378ac41e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.036223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-2f102987-7cdf-4a1f-941f-32378ac41e7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.7786498 Aug 31 06:34:08.040686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c12cd-4c9f-4ee4-bba8-69ae40c58fe9 req-40866e5f-8c58-4b2d-9442-cb54eeca3a9b tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.042358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-775c12cd-4c9f-4ee4-bba8-69ae40c58fe9 req-40866e5f-8c58-4b2d-9442-cb54eeca3a9b tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0790815 Aug 31 06:34:08.055612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Pushing event updated for resources: {'Port': ['ID=59d0732c-0d9c-454b-9a75-e786b676723c,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:08.078796 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6af7e983-e834-428b-9548-879f3fad53f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.113358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-775c12cd-4c9f-4ee4-bba8-69ae40c58fe9 req-a1dc6630-6b9c-4421-94a0-0031b4fe2ee5 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628231 Aug 31 06:34:08.148750 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6af7e983-e834-428b-9548-879f3fad53f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.151854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6af7e983-e834-428b-9548-879f3fad53f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.153143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6af7e983-e834-428b-9548-879f3fad53f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c203b686-bff5-40db-a528-36c8f3988c51 HTTP/1.1" status: 204 len: 168 time: 0.2163622 Aug 31 06:34:08.162720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7e983-e834-428b-9548-879f3fad53f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c203b686-bff5-40db-a528-36c8f3988c51,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:08.189363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-87c4e92f-f1fa-4ebc-b108-5fe1841efa2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 200 len: 217 time: 0.1367402 Aug 31 06:34:08.225752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-0230cf8c-4a96-4732-8bcf-eec0f897f0ea tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 695 time: 0.1881614 Aug 31 06:34:08.271644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Request body: {'floatingip': {'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:08.281632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccc9639b-2423-4d90-8880-16f37527fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.284440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccc9639b-2423-4d90-8880-16f37527fc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.285601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ccc9639b-2423-4d90-8880-16f37527fc04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/208af078-a8fc-4e61-9376-7af50983caf9 HTTP/1.1" status: 204 len: 168 time: 1.2254744 Aug 31 06:34:08.403109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9639b-2423-4d90-8880-16f37527fc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208af078-a8fc-4e61-9376-7af50983caf9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:08.408356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.468119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59836) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:08.473554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-d151d549-bfbd-45c3-bfdc-f99045e7a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.475334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-d151d549-bfbd-45c3-bfdc-f99045e7a945 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.2555530 Aug 31 06:34:08.483538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64d3622d-3482-4033-b9dd-1673733ff8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.500445 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.596464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-9dcf287f-0592-4557-863b-13e269a8c7f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920641 Aug 31 06:34:08.599131 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64d3622d-3482-4033-b9dd-1673733ff8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.604800 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64d3622d-3482-4033-b9dd-1673733ff8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.628366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:08.646009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-64d3622d-3482-4033-b9dd-1673733ff8cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c87909123c145bfa40bcf20ab780821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758964 Aug 31 06:34:08.646889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3622d-3482-4033-b9dd-1673733ff8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee6e7f-f407-48d1-8805-af68f97bdbc5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:08.647869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-2f234c09-cfb9-406a-94fc-15c8faf1b7bb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.649641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59844) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:08.650225 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-2f234c09-cfb9-406a-94fc-15c8faf1b7bb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.3734694 Aug 31 06:34:08.672785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:08.730643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=029b1e13-7440-4fe7-9675-b3ba22e7af9e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:08.761499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4906bbba-38c6-43ca-b3d0-f4fb11d23d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.797583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4906bbba-38c6-43ca-b3d0-f4fb11d23d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.888319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b7474-ec13-4830-927e-b0fa21770e24 req-f26df8cf-63d6-4d98-a6fc-426adcf611dd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.901497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be4b7474-ec13-4830-927e-b0fa21770e24 req-f26df8cf-63d6-4d98-a6fc-426adcf611dd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.1508765 Aug 31 06:34:08.904227 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4906bbba-38c6-43ca-b3d0-f4fb11d23d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.907581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4906bbba-38c6-43ca-b3d0-f4fb11d23d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.908967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4906bbba-38c6-43ca-b3d0-f4fb11d23d75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8ee6e7f-f407-48d1-8805-af68f97bdbc5 HTTP/1.1" status: 204 len: 168 time: 0.2584088 Aug 31 06:34:08.952922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906bbba-38c6-43ca-b3d0-f4fb11d23d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee6e7f-f407-48d1-8805-af68f97bdbc5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:08.977766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be4b7474-ec13-4830-927e-b0fa21770e24 req-5fdf89b6-c1eb-4d45-8f8a-9e12bf9502b4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747628 Aug 31 06:34:09.041209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Checking segment: {'id': 'eded1d66-6c84-4f42-b6ac-ecccd960251d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccf69bed-20c6-4159-a9ff-a8b59c0eff70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:09.041572 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Network hostable DHCP agents. Network: ccf69bed-20c6-4159-a9ff-a8b59c0eff70, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:34:09.042459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c5baa417-6253-4da5-acb0-86433eaed747 None None] Provisioning complete for port 59d0732c-0d9c-454b-9a75-e786b676723c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:09.042948 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c5baa417-6253-4da5-acb0-86433eaed747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.069028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-0c340c7e-8624-46ff-9b60-2c077ac1d95f service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468362 Aug 31 06:34:09.096847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c5baa417-6253-4da5-acb0-86433eaed747 None None] Port 59d0732c-0d9c-454b-9a75-e786b676723c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:09.219208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Network ccf69bed-20c6-4159-a9ff-a8b59c0eff70 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:34:09.275200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf5788-94f4-4a3b-a287-d0b39e1f6e50 req-0329909f-2cc6-4782-9f9e-6c43a1959b14 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.281708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91cf5788-94f4-4a3b-a287-d0b39e1f6e50 req-0329909f-2cc6-4782-9f9e-6c43a1959b14 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddcc155-d76a-4f39-a89f-9a375bbbcdd1 HTTP/1.1" status: 200 len: 946 time: 0.0689681 Aug 31 06:34:09.282567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ccf69bed-20c6-4159-a9ff-a8b59c0eff70) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:09.295420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713aa58-6593-4832-beee-8616ce50e94b None None] Network ccf69bed-20c6-4159-a9ff-a8b59c0eff70 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:09.297421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Router 0f95312c-2e21-4a5e-ae31-52e422748905 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:09.299586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.300203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.315411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Deleting port f320c364-4010-4531-ba37-a728d6f37bfe {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:09.315784 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.387039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff31825a-7487-46b8-9773-b019e5bb8f73 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:09.401567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91cf5788-94f4-4a3b-a287-d0b39e1f6e50 req-de0331bc-183d-4880-89f3-ada105bb07d8 tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.15 "GET /v2.0/security-groups?id=d403a6a7-9dc5-4e18-bf87-4ef08706e631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866144 Aug 31 06:34:09.484974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-456f6317-c590-4ac4-aa6b-b42fcd2b73a0 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897424 Aug 31 06:34:09.497975 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3d18c5d3-f19f-4ef0-91a2-c86ae13d05fa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4184546 Aug 31 06:34:09.559050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a031a-73e9-4443-b40b-b371e376ee69 None None] Network ccf69bed-20c6-4159-a9ff-a8b59c0eff70 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:09.605198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ff31825a-7487-46b8-9773-b019e5bb8f73 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:09.606404 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.656875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] For port f320c364-4010-4531-ba37-a728d6f37bfe, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f320c364-4010-4531-ba37-a728d6f37bfe,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:09.657282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.676963 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.resource_extend [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:34:09.728904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Calling delete_port for f320c364-4010-4531-ba37-a728d6f37bfe owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:09.769114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.770458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:09.789531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8532404a-70f2-49b6-8bf1-69313a56abf1 admin admin] 10.222.0.15 "PUT /v2.0/routers/0f95312c-2e21-4a5e-ae31-52e422748905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4828479 Aug 31 06:34:09.791036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Sync routers for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:09.835975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:09.836691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:09.838261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.045626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:10.217630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ee3ab5db-79b0-4d65-8d55-41af7f176e2d req-99b0c191-a1dd-4b4f-a0a3-1a898a9369d8 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-107057369', 'description': 'tempest-description-886809017'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:10.261293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-aa4796f0-2bf3-48e0-b807-07ce7bd5c865 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:10.263966 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-aa4796f0-2bf3-48e0-b807-07ce7bd5c865 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.5058355 Aug 31 06:34:10.282262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee3ab5db-79b0-4d65-8d55-41af7f176e2d req-99b0c191-a1dd-4b4f-a0a3-1a898a9369d8 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.335194 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596 associated. External IP: 172.25.5.60, port: b65322b4-9354-47ec-8c91-40da2ecb07c2. Aug 31 06:34:10.337010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 2, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:10.379618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Checking router: 0f95312c-2e21-4a5e-ae31-52e422748905 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:10.380506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Updating router 0f95312c-2e21-4a5e-ae31-52e422748905 port 59d0732c-0d9c-454b-9a75-e786b676723c binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:34:10.418330 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.542635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee3ab5db-79b0-4d65-8d55-41af7f176e2d req-99b0c191-a1dd-4b4f-a0a3-1a898a9369d8 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.555240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.556062 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee3ab5db-79b0-4d65-8d55-41af7f176e2d req-99b0c191-a1dd-4b4f-a0a3-1a898a9369d8 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.589262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee3ab5db-79b0-4d65-8d55-41af7f176e2d req-99b0c191-a1dd-4b4f-a0a3-1a898a9369d8 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.592277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee3ab5db-79b0-4d65-8d55-41af7f176e2d req-99b0c191-a1dd-4b4f-a0a3-1a898a9369d8 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3832974 Aug 31 06:34:10.616154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Pushing event deleted for resources: {'Port': ['ID=f320c364-4010-4531-ba37-a728d6f37bfe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:10.643130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0c191-a1dd-4b4f-a0a3-1a898a9369d8 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c937ba8-3379-4355-99a5-b624c8fbe806,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:10.699300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-c9619d99-b18f-4820-a63a-0c005f3ae1f3 service neutron] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:10.709438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-c9619d99-b18f-4820-a63a-0c005f3ae1f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.723005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b04a0ba-d94e-4a90-a382-3185ac6046bb req-c9619d99-b18f-4820-a63a-0c005f3ae1f3 service neutron] 10.222.0.23 "DELETE /v2.0/ports/bc4008db-0bdd-434b-8407-aefd59342cca/bindings/n-h2-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.4520473 Aug 31 06:34:10.759549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] No DVR routers for this DVR port f320c364-4010-4531-ba37-a728d6f37bfe on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:10.763955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.776353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe330f11-ca51-4bdb-9b7c-edb33411bcb1 req-d7cfa576-3a00-437e-a05e-7c3e1f2423eb tempest-ServerRescueTestJSONUnderV235-1172100576 tempest-ServerRescueTestJSONUnderV235-1172100576-project] 10.222.0.23 "DELETE /v2.0/ports/f320c364-4010-4531-ba37-a728d6f37bfe HTTP/1.1" status: 204 len: 173 time: 2.0597796 Aug 31 06:34:10.776856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'name': 'network-vif-deleted', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:10.780026 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b99dce-7952-4024-a0f3-fe24fa7ae000" -d '{"events": [{"server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "name": "network-vif-deleted", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:10.814944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22b2d8-bb84-412d-9684-373c377f11bb req-4df147f0-72a8-4664-802f-17e369f9bc86 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:10.821816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d22b2d8-bb84-412d-9684-373c377f11bb req-4df147f0-72a8-4664-802f-17e369f9bc86 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.1076677 Aug 31 06:34:10.865221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Router e77f02c8-1901-4012-bdeb-35cd744938d6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:10.878008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d22b2d8-bb84-412d-9684-373c377f11bb req-d520f46b-a24e-466e-ba00-735426c4e58c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526323 Aug 31 06:34:10.882460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.915388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Transition to ACTIVE for port object 59d0732c-0d9c-454b-9a75-e786b676723c will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:10.920474 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.978954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a51bbb-cd11-4343-84f8-c6d5c45beb84 None None] Pushing event updated for resources: {'Port': ['ID=59d0732c-0d9c-454b-9a75-e786b676723c,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:11.070848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Attempting to bind port 59d0732c-0d9c-454b-9a75-e786b676723c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:11.070848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Attempting to bind port 59d0732c-0d9c-454b-9a75-e786b676723c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:11.070848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Attempting to bind port 59d0732c-0d9c-454b-9a75-e786b676723c on network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:11.090650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:11.090957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Checking segment: {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:11.091219 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.091563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Bound using segment: {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:11.105646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Bound port: 59d0732c-0d9c-454b-9a75-e786b676723c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:11.106414 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.127475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:11.140228 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:11.154258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.162235 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:11.162891 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:11.171999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f320c364-4010-4531-ba37-a728d6f37bfe no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:11.204617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: f320c364-4010-4531-ba37-a728d6f37bfe {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:11.204981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f320c364-4010-4531-ba37-a728d6f37bfe not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:11.253162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] For port 59d0732c-0d9c-454b-9a75-e786b676723c, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:11.261789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] For port 59d0732c-0d9c-454b-9a75-e786b676723c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=59d0732c-0d9c-454b-9a75-e786b676723c,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:11.268438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.315023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-c48608e1-9577-40b4-a38a-bf5e71e542f6 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "PUT /v2.0/floatingips/4544c0eb-a9c6-412c-8a84-9c1c42fe8596 HTTP/1.1" status: 200 len: 995 time: 3.0711629 Aug 31 06:34:11.377711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:11.378353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:11.428066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a51bbb-cd11-4343-84f8-c6d5c45beb84 None None] Pushing event updated for resources: {'Port': ['ID=59d0732c-0d9c-454b-9a75-e786b676723c,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:11.474706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fc84-76a3-4323-a154-1e417d477a54 req-1c7bebb1-5956-4d1d-a592-2cd1d2da04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.496413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-1c7bebb1-5956-4d1d-a592-2cd1d2da04c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.1726623 Aug 31 06:34:11.559248 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:11.728917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:11.742924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59964) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:11.759182 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c266ebe5-1cd3-4b12-b7a4-cccd04311ac2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659283734', 'description': 'tempest-description--1411148716'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:11.945161 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c266ebe5-1cd3-4b12-b7a4-cccd04311ac2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.965146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59972) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:11.968130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fc84-76a3-4323-a154-1e417d477a54 req-06cec111-cb5b-4578-9bad-6d089f294fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.970557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-06cec111-cb5b-4578-9bad-6d089f294fea service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.4683123 Aug 31 06:34:12.104473 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:6e:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:09Z', 'revision_number': 1, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:12.165010 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:12.174296 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-420f6e6c-d469-47e5-9add-722cfa3b3b5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 998 time: 0.1935141 Aug 31 06:34:12.177360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c5c707f-73b1-4513-8f75-2faec41dff5d req-7608a147-46d1-4681-b994-caa49d52a107 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/8c937ba8-3379-4355-99a5-b624c8fbe806 HTTP/1.1" status: 200 len: 1813 time: 0.1593783 Aug 31 06:34:12.184690 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:12.186888 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:12.198576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2c5c707f-73b1-4513-8f75-2faec41dff5d req-65752d9e-4e02-4792-bc1b-970028531b40 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c937ba8-3379-4355-99a5-b624c8fbe806', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:12.198923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2c5c707f-73b1-4513-8f75-2faec41dff5d req-65752d9e-4e02-4792-bc1b-970028531b40 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c937ba8-3379-4355-99a5-b624c8fbe806', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:12.288900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:11Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:12.327174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca3f0-e4c2-42f1-8931-e176d9df3983 None None] The sync data for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 is: [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:11Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:12.447689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59976) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:12.481170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fc84-76a3-4323-a154-1e417d477a54 req-321e0285-6d63-4606-bb3d-e365e6bd2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:12.485739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-321e0285-6d63-4606-bb3d-e365e6bd2e8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.2891786 Aug 31 06:34:12.549960 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:12.574310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c266ebe5-1cd3-4b12-b7a4-cccd04311ac2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.582388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c266ebe5-1cd3-4b12-b7a4-cccd04311ac2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.660862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c266ebe5-1cd3-4b12-b7a4-cccd04311ac2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.664767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c266ebe5-1cd3-4b12-b7a4-cccd04311ac2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9178016 Aug 31 06:34:12.665822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59980) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:12.672612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-906bddc3-1845-4d01-970e-be77e53cbb70 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Request body: {'security_group_rule': {'security_group_id': '37c4c0dc-98a4-4e18-86ce-4a6caf29cc87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:12.678915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266ebe5-1cd3-4b12-b7a4-cccd04311ac2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:12.708191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fc84-76a3-4323-a154-1e417d477a54 req-0e1f551e-228b-4a1d-a48b-34f3e51568ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:12.711637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-0e1f551e-228b-4a1d-a48b-34f3e51568ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2115371 Aug 31 06:34:12.811844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-906bddc3-1845-4d01-970e-be77e53cbb70 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.814960 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1464854c-e3ba-4506-9b6e-7ea672ee8b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.858108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2c5c707f-73b1-4513-8f75-2faec41dff5d req-65752d9e-4e02-4792-bc1b-970028531b40 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.914826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-906bddc3-1845-4d01-970e-be77e53cbb70 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.926832 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-906bddc3-1845-4d01-970e-be77e53cbb70 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.984589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bddc3-1845-4d01-970e-be77e53cbb70 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4e2f6e-1d95-49a9-b332-3451f93951bb,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:12.990241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-5894efab-3b85-4201-8268-a14314291442 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636929 Aug 31 06:34:13.031570 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2c5c707f-73b1-4513-8f75-2faec41dff5d req-65752d9e-4e02-4792-bc1b-970028531b40 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.052300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2c5c707f-73b1-4513-8f75-2faec41dff5d req-65752d9e-4e02-4792-bc1b-970028531b40 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.109577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65752d9e-4e02-4792-bc1b-970028531b40 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0037bef3-df55-4fa5-b00f-3bcade0faab3,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.172969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.213044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4813fc84-76a3-4323-a154-1e417d477a54 req-2d9de42f-cfeb-4410-b7b6-08cd0a83d47c service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952477 Aug 31 06:34:13.338307 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9670b28-514c-4496-92e7-bf4f8d5ce074 x-openstack-request-id: req-d9670b28-514c-4496-92e7-bf4f8d5ce074 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:13.338624 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddcc155-d76a-4f39-a89f-9a375bbbcdd1", "name": "network-vif-deleted", "tag": "f320c364-4010-4531-ba37-a728d6f37bfe", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:13.338881 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9670b28-514c-4496-92e7-bf4f8d5ce074 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:13.339372 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddcc155-d76a-4f39-a89f-9a375bbbcdd1', 'name': 'network-vif-deleted', 'tag': 'f320c364-4010-4531-ba37-a728d6f37bfe', 'status': 'completed', 'code': 200} Aug 31 06:34:13.355498 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:6e:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:09Z', 'revision_number': 1, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:13.400047 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb83b4f-adb7-470b-b3dc-677dd45fc975 None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:6e:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:09Z', 'revision_number': 1, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:13.436174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 59d0732c-0d9c-454b-9a75-e786b676723c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:13.463466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1464854c-e3ba-4506-9b6e-7ea672ee8b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.478721 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-906bddc3-1845-4d01-970e-be77e53cbb70 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.483191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-906bddc3-1845-4d01-970e-be77e53cbb70 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8160205 Aug 31 06:34:13.483927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59994) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:13.488927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8f16afda-7413-4ec0-9618-230cd6f8df41 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Request body: {'security_group_rule': {'security_group_id': '37c4c0dc-98a4-4e18-86ce-4a6caf29cc87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:13.533514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1464854c-e3ba-4506-9b6e-7ea672ee8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.541357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2c5c707f-73b1-4513-8f75-2faec41dff5d req-65752d9e-4e02-4792-bc1b-970028531b40 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.557963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c5c707f-73b1-4513-8f75-2faec41dff5d req-65752d9e-4e02-4792-bc1b-970028531b40 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3797743 Aug 31 06:34:13.559355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 59d0732c-0d9c-454b-9a75-e786b676723c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:13.566905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 59d0732c-0d9c-454b-9a75-e786b676723c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:13.568686 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.572090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f16afda-7413-4ec0-9618-230cd6f8df41 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.663302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464854c-e3ba-4506-9b6e-7ea672ee8b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf64e94-26b7-4fb9-977f-922c3d6bb187,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.725888 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.736814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f16afda-7413-4ec0-9618-230cd6f8df41 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.754078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1464854c-e3ba-4506-9b6e-7ea672ee8b79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce4227559428465a8b941f385b8dad37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2984097 Aug 31 06:34:13.755025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59998) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:13.771576 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f16afda-7413-4ec0-9618-230cd6f8df41 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.805168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0d0fa308-4862-4643-95fc-5b66a0a4d269 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:13.812967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 59d0732c-0d9c-454b-9a75-e786b676723c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=59d0732c-0d9c-454b-9a75-e786b676723c,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:13.820114 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0d0fa308-4862-4643-95fc-5b66a0a4d269 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1679342 Aug 31 06:34:13.823243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.832213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6b40-c2e0-4a3f-b905-e4a0f4bf2447 req-b80a4441-356f-4370-93d2-95cd0d72b5d3 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:13.845255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba1f6b40-c2e0-4a3f-b905-e4a0f4bf2447 req-b80a4441-356f-4370-93d2-95cd0d72b5d3 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1096 time: 0.1422698 Aug 31 06:34:13.929417 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba1f6b40-c2e0-4a3f-b905-e4a0f4bf2447 req-758e2ea8-0bbb-4a03-9d74-a8ea6c09e119 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779490 Aug 31 06:34:13.939845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=59d0732c-0d9c-454b-9a75-e786b676723c,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.944531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16afda-7413-4ec0-9618-230cd6f8df41 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c88509a-e5e0-4a9c-bf34-7e449a65f221,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.964590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56955f0e-885f-4d12-9b7e-9ade0090896a None None] New status for floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:34:14.083275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f16afda-7413-4ec0-9618-230cd6f8df41 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.092886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8f16afda-7413-4ec0-9618-230cd6f8df41 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6045716 Aug 31 06:34:14.120965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60002) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:14.128033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:14.157502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-6a5a0350-1092-4af7-be21-f2dc4a5e9688 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 998 time: 0.3352716 Aug 31 06:34:14.164153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Request body: {'floatingip': {'port_id': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:14.244269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-525fa237-51de-4f3d-bda8-49c6090e1508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.254027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.354634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-525fa237-51de-4f3d-bda8-49c6090e1508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.359337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.471084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69df8644-53c7-4170-ad35-c33385d7cdda req-4a478695-79f2-4b11-9aa0-247df1a7139f tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/8c937ba8-3379-4355-99a5-b624c8fbe806 HTTP/1.1" status: 200 len: 2407 time: 0.4566569 Aug 31 06:34:14.480225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Deleting port 479b7075-c0c1-4f5d-9c76-569d6665d663 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:14.481007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.637826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] For port 479b7075-c0c1-4f5d-9c76-569d6665d663, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=479b7075-c0c1-4f5d-9c76-569d6665d663,segment=NetworkSegment(59838b80-fd7c-4601-a927-cc9bb4360138),segment_id=59838b80-fd7c-4601-a927-cc9bb4360138)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:14.637826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.661820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Calling delete_port for 479b7075-c0c1-4f5d-9c76-569d6665d663 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:14.685955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-525fa237-51de-4f3d-bda8-49c6090e1508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.688662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-525fa237-51de-4f3d-bda8-49c6090e1508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.692710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-525fa237-51de-4f3d-bda8-49c6090e1508 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaf64e94-26b7-4fb9-977f-922c3d6bb187 HTTP/1.1" status: 204 len: 168 time: 0.9361291 Aug 31 06:34:14.771745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fa237-51de-4f3d-bda8-49c6090e1508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf64e94-26b7-4fb9-977f-922c3d6bb187,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:14.796719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-c2124973-861b-4500-91c9-c84631cf75b5 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:14.798210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-c2124973-861b-4500-91c9-c84631cf75b5 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 807 time: 0.2390933 Aug 31 06:34:14.831211 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-a1b7dcc2-b73d-4989-9c34-093370721617 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/quotas/7b4f812bfd7f4d49b1502a4a3e209519 HTTP/1.1" status: 200 len: 375 time: 0.0202460 Aug 31 06:34:14.845123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.146673 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-0e9bf769-9533-4320-96d3-07f93fa91b68 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2777464 Aug 31 06:34:15.189039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60024) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:15.250661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1bc3-6c6c-49d3-81f9-23c068e22293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.266860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.287107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Allocated IP 172.25.5.200 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/9251a36e-cd01-46e6-a711-8256e6230443) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:15.309446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=479b7075-c0c1-4f5d-9c76-569d6665d663,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:15.340590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:15.343484 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:15.345351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 59d0732c-0d9c-454b-9a75-e786b676723c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:15.359116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-2d1c1e17-5fad-4cfd-ba2a-d08ac587f0bc service neutron] 10.222.0.15 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806867 Aug 31 06:34:15.422466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 59d0732c-0d9c-454b-9a75-e786b676723c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:15.422830 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.588354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-73a10f4a-d110-41ef-a2f5-29b25a3e6cf3 service neutron] 10.222.0.15 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962719 Aug 31 06:34:15.589210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.807059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b97c2a32-0839-4cf1-8fea-0fd2b512bcce req-2da95769-394d-4dbf-b5fe-8389866e3dab tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-group-rules/0037bef3-df55-4fa5-b00f-3bcade0faab3 HTTP/1.1" status: 200 len: 778 time: 0.0282426 Aug 31 06:34:15.911240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Router a1511ebc-da24-448a-a5d0-c36e459af298 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:15.918446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b97c2a32-0839-4cf1-8fea-0fd2b512bcce req-fd2bf748-8406-49a8-8089-26ae083330fb tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/8c937ba8-3379-4355-99a5-b624c8fbe806 HTTP/1.1" status: 200 len: 2407 time: 0.0730679 Aug 31 06:34:15.997063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.002141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1bc3-6c6c-49d3-81f9-23c068e22293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.006643 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.009503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.012816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1bc3-6c6c-49d3-81f9-23c068e22293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.059773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b97c2a32-0839-4cf1-8fea-0fd2b512bcce req-9a683920-43c5-4a58-9fe1-09ae84fa7520 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.070322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b97c2a32-0839-4cf1-8fea-0fd2b512bcce req-9a683920-43c5-4a58-9fe1-09ae84fa7520 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.119276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a1fc1bc3-6c6c-49d3-81f9-23c068e22293 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92c52f5a5faa4c67a3a84b617d2661a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9290934 Aug 31 06:34:16.126049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60042) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:16.131988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b97c2a32-0839-4cf1-8fea-0fd2b512bcce req-9a683920-43c5-4a58-9fe1-09ae84fa7520 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.142483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc1bc3-6c6c-49d3-81f9-23c068e22293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f6bae0-3577-45b1-a0f9-fe6c1cebeaf3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:16.147825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b97c2a32-0839-4cf1-8fea-0fd2b512bcce req-9a683920-43c5-4a58-9fe1-09ae84fa7520 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.149036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b97c2a32-0839-4cf1-8fea-0fd2b512bcce req-9a683920-43c5-4a58-9fe1-09ae84fa7520 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0037bef3-df55-4fa5-b00f-3bcade0faab3 HTTP/1.1" status: 204 len: 173 time: 0.1845040 Aug 31 06:34:16.161036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a683920-43c5-4a58-9fe1-09ae84fa7520 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0037bef3-df55-4fa5-b00f-3bcade0faab3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:16.172984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:16.180805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6065899-b575-4573-a4fc-d89251016ee9 admin admin] 10.222.0.15 "PUT /v2.0/routers/a1511ebc-da24-448a-a5d0-c36e459af298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2124472 Aug 31 06:34:16.181416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60048) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:16.186388 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] Sync routers for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:16.199741 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:16.200357 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:16.302122 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.317030 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596 associated. External IP: 172.25.5.60, port: b65322b4-9354-47ec-8c91-40da2ecb07c2. Aug 31 06:34:16.335018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.356333 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8e039-0057-4623-b584-55bb7e939254 x-openstack-request-id: req-83d8e039-0057-4623-b584-55bb7e939254 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:16.357595 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:16.357595 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83d8e039-0057-4623-b584-55bb7e939254 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:16.357854 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'status': 'completed', 'code': 200} Aug 31 06:34:16.438561 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:16.459183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4168e7e7-5d9c-4899-bb07-39772fd018cb req-ccacb1df-78d8-4071-80b3-5e6330f012d5 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 210 time: 0.0370486 Aug 31 06:34:16.460326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:16.492776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:16.505250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d6d5435d-853e-4447-8b66-8f16841bc89c req-42fb69af-91e3-4a76-8338-2a5c5b8abc4b tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1722058322', 'description': 'tempest-description-821935201'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:16.507673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b143-c042-4d12-8d95-7753dd16eb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.515696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:16.532820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-798e5fe0-bcdd-4f6b-ad9d-f6736e7c08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.534370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-798e5fe0-bcdd-4f6b-ad9d-f6736e7c08fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.1442595 Aug 31 06:34:16.577223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event updated for resources: {'Port': ['ID=9251a36e-cd01-46e6-a711-8256e6230443,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:16.622927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b143-c042-4d12-8d95-7753dd16eb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.638647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-81ef4f4d-6f4c-48e0-96d3-adb1a2ac01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.640162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-81ef4f4d-6f4c-48e0-96d3-adb1a2ac01f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.0963349 Aug 31 06:34:16.653155 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6d5435d-853e-4447-8b66-8f16841bc89c req-42fb69af-91e3-4a76-8338-2a5c5b8abc4b tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.662631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.715300 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-09b717c2-e79c-43aa-bdc0-19d53354ff3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 217 time: 0.0631478 Aug 31 06:34:16.730541 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:34:15Z', 'revision_number': 5, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port': {'id': 'b2ca8680-da97-4b60-9116-4722d70c2358', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:32:41Z', 'updated_at': '2021-08-31T06:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:16.784254 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] Checking router: a1511ebc-da24-448a-a5d0-c36e459af298 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:16.794308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6d5435d-853e-4447-8b66-8f16841bc89c req-42fb69af-91e3-4a76-8338-2a5c5b8abc4b tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.807634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6d5435d-853e-4447-8b66-8f16841bc89c req-42fb69af-91e3-4a76-8338-2a5c5b8abc4b tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.830443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.832634 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] Routers {'a1511ebc-da24-448a-a5d0-c36e459af298'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:16.835640 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a1511ebc-da24-448a-a5d0-c36e459af298'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:16.878855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b143-c042-4d12-8d95-7753dd16eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.883713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b143-c042-4d12-8d95-7753dd16eb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.886053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ebc6b143-c042-4d12-8d95-7753dd16eb35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16f6bae0-3577-45b1-a0f9-fe6c1cebeaf3 HTTP/1.1" status: 204 len: 168 time: 0.7569413 Aug 31 06:34:16.921570 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6d5435d-853e-4447-8b66-8f16841bc89c req-42fb69af-91e3-4a76-8338-2a5c5b8abc4b tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.928830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6d5435d-853e-4447-8b66-8f16841bc89c req-42fb69af-91e3-4a76-8338-2a5c5b8abc4b tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4313877 Aug 31 06:34:16.960526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6b143-c042-4d12-8d95-7753dd16eb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f6bae0-3577-45b1-a0f9-fe6c1cebeaf3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:16.967736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-7cd3ae33-db8e-4322-b04f-34923f3fb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.969790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-7cd3ae33-db8e-4322-b04f-34923f3fb4c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.1739235 Aug 31 06:34:16.980467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb69af-91e3-4a76-8338-2a5c5b8abc4b tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65b6e5e-0f15-4884-8406-74d805e85bc0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:17.007492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.079043 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] Set router a1511ebc-da24-448a-a5d0-c36e459af298 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:17.093174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Router e77f02c8-1901-4012-bdeb-35cd744938d6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:17.179379 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:34:16Z', 'revision_number': 6, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:17.187927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Deleting port b2ca8680-da97-4b60-9116-4722d70c2358 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:17.190391 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.216000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d712534-62a9-40e1-956f-466eae4f96fc req-9e0de2cb-0cd1-47b2-8039-98861e9e4a1b tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/b65b6e5e-0f15-4884-8406-74d805e85bc0 HTTP/1.1" status: 200 len: 1814 time: 0.2595882 Aug 31 06:34:17.250514 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b5bf7-71dc-46b7-b420-cf88eaa657de None None] The sync data for ids ['a1511ebc-da24-448a-a5d0-c36e459af298'] in n-d-712142-16 is: [{'id': 'a1511ebc-da24-448a-a5d0-c36e459af298', 'name': 'tempest-ServerRescueTestJSONUnderV235-1225827452-router', 'tenant_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:32:40Z', 'updated_at': '2021-08-31T06:34:16Z', 'revision_number': 6, 'project_id': 'b6cec88f6d4b4058a23fbc3bba756cb2', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:17.344515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-47069980-4165-407c-b2e1-7b249800b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.347290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-47069980-4165-407c-b2e1-7b249800b18f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3566606 Aug 31 06:34:17.600683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7c6e5824-2652-4b77-8478-4972580d59a0 req-bf824cc4-1def-436a-8412-4b6f3c259106 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-53879627', 'description': 'tempest-description-1315135346'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:17.721856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] For port b2ca8680-da97-4b60-9116-4722d70c2358, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b2ca8680-da97-4b60-9116-4722d70c2358,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:17.722553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.742132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7c6e5824-2652-4b77-8478-4972580d59a0 req-bf824cc4-1def-436a-8412-4b6f3c259106 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.819117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Calling delete_port for b2ca8680-da97-4b60-9116-4722d70c2358 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:17.839620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-88072cef-8bfb-42ba-bf4c-b856fd1db2ca service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735826 Aug 31 06:34:17.869426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-f975ce0c-11b7-4f2e-a5c5-d8fe782b2fac tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.871680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-f975ce0c-11b7-4f2e-a5c5-d8fe782b2fac tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 807 time: 0.7640824 Aug 31 06:34:17.889858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Request body: {'port': {'device_id': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'admin_state_up': True, 'tenant_id': '7b4f812bfd7f4d49b1502a4a3e209519'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:17.979435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:18.007490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:18.023187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:18.024396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:18.027124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7c6e5824-2652-4b77-8478-4972580d59a0 req-bf824cc4-1def-436a-8412-4b6f3c259106 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.062835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.075765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.089758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7c6e5824-2652-4b77-8478-4972580d59a0 req-bf824cc4-1def-436a-8412-4b6f3c259106 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.231502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:18.242858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event updated for resources: {'Port': ['ID=9251a36e-cd01-46e6-a711-8256e6230443,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:18.270288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Made reservation on behalf of 7b4f812bfd7f4d49b1502a4a3e209519 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:18.273892 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.276249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.355504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.356767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-168b559c-ce89-4005-8974-e1aa65007ee7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2347417 Aug 31 06:34:18.579962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Router e77f02c8-1901-4012-bdeb-35cd744938d6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:18.607587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf824cc4-1def-436a-8412-4b6f3c259106 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f776179e-7b1f-494c-8c27-b41a4a3a4983,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:18.643625 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7c6e5824-2652-4b77-8478-4972580d59a0 req-bf824cc4-1def-436a-8412-4b6f3c259106 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.654525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c6e5824-2652-4b77-8478-4972580d59a0 req-bf824cc4-1def-436a-8412-4b6f3c259106 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0655875 Aug 31 06:34:18.672287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f430b9-a6c9-4e69-b1e7-39b65c85874c req-07785b57-ef5e-402a-91dd-60e2f4fd6e30 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218572 Aug 31 06:34:18.728441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Allocated IP 172.20.0.2 (544ec84f-db76-4548-98c2-b10d82d10c0c/855d36ba-a623-41eb-a4d6-258e3da7e2ca/93f0d797-8548-4930-bb00-463cc2974731) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:18.849071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:18.858547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.895792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:48:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:15Z', 'revision_number': 3, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:18.902078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5eadaf84-ef99-40e5-ae8c-c3e1b5be78b9 req-e9594c70-ee14-4044-aa58-bdb79441810d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 210 time: 0.1372008 Aug 31 06:34:18.903441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.963063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:19.010614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:19.011514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:19.035241 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:19.038868 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:19.053568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ca8680-da97-4b60-9116-4722d70c2358,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:19.122904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-0dbd5512-0a8d-4586-83a4-1f9c3d76b722 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "PUT /v2.0/floatingips/4544c0eb-a9c6-412c-8a84-9c1c42fe8596 HTTP/1.1" status: 200 len: 997 time: 4.9642293 Aug 31 06:34:19.273808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-88adcd56-c809-4f58-b06b-60c9a0fa6e25 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.305610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-88adcd56-c809-4f58-b06b-60c9a0fa6e25 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports/b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 942 time: 0.1816735 Aug 31 06:34:19.306720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.338905 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.457148 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.475129 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.477735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.503389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-f5aa35e0-3976-4d77-a2e0-52a0731318c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.503744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 479b7075-c0c1-4f5d-9c76-569d6665d663 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:19.511717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-f5aa35e0-3976-4d77-a2e0-52a0731318c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.0977190 Aug 31 06:34:19.548327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d844e44-0b61-4169-813e-9e624317bd49 req-11155cb4-a598-4d28-8b57-a6d533f53294 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/f776179e-7b1f-494c-8c27-b41a4a3a4983 HTTP/1.1" status: 200 len: 1813 time: 0.3463345 Aug 31 06:34:19.551012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.552837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1511ebc-da24-448a-a5d0-c36e459af298 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:34:19.563517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.568520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-67d5fca5-65ca-41aa-a9de-659bf2d00bfc admin admin] 10.222.0.15 "DELETE /v2.0/routers/a1511ebc-da24-448a-a5d0-c36e459af298 HTTP/1.1" status: 204 len: 168 time: 3.3863337 Aug 31 06:34:19.573356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60146) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:19.601425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 479b7075-c0c1-4f5d-9c76-569d6665d663 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:19.605661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 479b7075-c0c1-4f5d-9c76-569d6665d663 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:19.606424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b2ca8680-da97-4b60-9116-4722d70c2358 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:19.637157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-17a38955-328a-4dce-adde-1f34f07b9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.649846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fa457a-9793-4b30-ac59-bb003d70c887 admin admin] Deleting subnet 465e3ffd-5549-4030-b264-28ce920205d2 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:34:19.654327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-17a38955-328a-4dce-adde-1f34f07b9fd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.1410849 Aug 31 06:34:19.660468 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6fa457a-9793-4b30-ac59-bb003d70c887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.665340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Network 544ec84f-db76-4548-98c2-b10d82d10c0c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:19.679581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:19.683620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b2ca8680-da97-4b60-9116-4722d70c2358 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:19.684335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b2ca8680-da97-4b60-9116-4722d70c2358 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:19.724474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:19.770594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:19.787607 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6fa457a-9793-4b30-ac59-bb003d70c887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.793557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-fb4a1c3e-16a6-4b99-b4b5-0979a947356c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 217 time: 0.1380405 Aug 31 06:34:19.836672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Pushing event updated for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:19.841969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-6dd33d19-dd07-425f-82e1-6803d2501202 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--659283734&fields=id&tenant_id=3716c637219b4f5aa6d0e919e7ca85bf HTTP/1.1" status: 200 len: 267 time: 0.1072621 Aug 31 06:34:19.907337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.908030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.916868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-c53717e7-ca66-48bb-bd6c-a395d78bb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.924598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-c53717e7-ca66-48bb-bd6c-a395d78bb741 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.1295390 Aug 31 06:34:19.969863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-e23c0916-443c-4b78-867b-30ff2659ad7f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0875125 Aug 31 06:34:19.985202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Request body: {'port': {'device_id': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:19.994582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-10ab6da4-c466-4187-883f-963342c4215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:20.003713 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-10ab6da4-c466-4187-883f-963342c4215e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780640 Aug 31 06:34:20.016191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6fa457a-9793-4b30-ac59-bb003d70c887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.083327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60162) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:20.103884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-04e4ee5e-1fb1-418e-bb16-9efd89348644 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:20.113901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-04e4ee5e-1fb1-418e-bb16-9efd89348644 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/networks?id=8a54b82f-2ed3-4a7c-aca2-fece68970b68 HTTP/1.1" status: 200 len: 805 time: 0.2704351 Aug 31 06:34:20.137616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-a25e1e5a-67a7-4d7c-8455-644185749e82 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/quotas/3716c637219b4f5aa6d0e919e7ca85bf HTTP/1.1" status: 200 len: 375 time: 0.0227160 Aug 31 06:34:20.142786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-7ca71730-501d-4c40-b5b9-f9bb55603d0c service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336389 Aug 31 06:34:20.243934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:48:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:15Z', 'revision_number': 3, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:20.300650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ba460-3878-408e-8e83-2e2f147285fa None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:48:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:15Z', 'revision_number': 3, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:20.305407 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6fa457a-9793-4b30-ac59-bb003d70c887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.346914 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6fa457a-9793-4b30-ac59-bb003d70c887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.352065 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c6fa457a-9793-4b30-ac59-bb003d70c887 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/465e3ffd-5549-4030-b264-28ce920205d2 HTTP/1.1" status: 204 len: 168 time: 0.7769051 Aug 31 06:34:20.352832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60168) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:20.486462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.493633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa457a-9793-4b30-ac59-bb003d70c887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=465e3ffd-5549-4030-b264-28ce920205d2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:20.506049 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-5629f13d-2cad-457d-96a1-ebbc07a8ec99 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3716c637219b4f5aa6d0e919e7ca85bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3478496 Aug 31 06:34:20.517831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-277b3c2d-5792-4c55-ad74-8b5de879dd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.738041 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.739636 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f613d037-ca42-40bb-ba4a-6512dc9fc327 None None] New status for floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:34:20.831823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.857701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e720a2e7-2320-4c04-8a79-8cbfaf46a9b7']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:20.887496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59838b80-fd7c-4601-a927-cc9bb4360138') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:20.888177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59838b80-fd7c-4601-a927-cc9bb4360138') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:20.905557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.937585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.941679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-392785f6-46e0-49dd-a808-5cd36dc15034 service neutron] 10.222.0.15 "GET /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833263 Aug 31 06:34:20.958071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:34:20.959210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:34:20.969917 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:34:20.979492 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-f9191c84-2461-4410-a4f1-b01442c3eb92 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191013 Aug 31 06:34:21.135464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-277b3c2d-5792-4c55-ad74-8b5de879dd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.141114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-277b3c2d-5792-4c55-ad74-8b5de879dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.144539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-81c3d6a8-c3da-4370-8e30-202b6f47dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:21.146976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-81c3d6a8-c3da-4370-8e30-202b6f47dee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0875311 Aug 31 06:34:21.166547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:21.179518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:21.180472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:21.194398 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.197801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b3c2d-5792-4c55-ad74-8b5de879dd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50339764-d08b-457e-ac36-9f6b3d104f17,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:21.236071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.240796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e720a2e7-2320-4c04-8a79-8cbfaf46a9b7 HTTP/1.1" status: 204 len: 168 time: 0.8531644 Aug 31 06:34:21.273799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-277b3c2d-5792-4c55-ad74-8b5de879dd60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=122f8da5572a4c8ea5109845cdb2a4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1863048 Aug 31 06:34:21.274542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f53d1a-bfc8-4a7a-afb7-cd7e3dd965e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e720a2e7-2320-4c04-8a79-8cbfaf46a9b7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:21.276705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60172) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:21.296185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-9e5cb141-37d7-4f85-aa9b-3208c2223804 service neutron] 10.222.0.15 "GET /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441548 Aug 31 06:34:21.385092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60da8c93-9931-4d9f-ac60-01afe96cba1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.432720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-556e2354-5592-47f3-9907-088a6a724c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:21.442058 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-556e2354-5592-47f3-9907-088a6a724c5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.2797375 Aug 31 06:34:21.458906 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60da8c93-9931-4d9f-ac60-01afe96cba1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.532473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60176) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:21.538409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:21.573936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-20ac077e-f03d-4cdd-87aa-990090a3e86a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 1000 time: 0.1308098 Aug 31 06:34:21.599215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-82e4eae2-6e80-484f-82fa-815c7edeae5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6cec88f6d4b4058a23fbc3bba756cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652626 Aug 31 06:34:21.601102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60178) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:21.622406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f0d797-8548-4930-bb00-463cc2974731 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:21.638108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.638354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60da8c93-9931-4d9f-ac60-01afe96cba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.641004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60da8c93-9931-4d9f-ac60-01afe96cba1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.647909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-60da8c93-9931-4d9f-ac60-01afe96cba1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50339764-d08b-457e-ac36-9f6b3d104f17 HTTP/1.1" status: 204 len: 168 time: 0.3674536 Aug 31 06:34:21.665491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8c93-9931-4d9f-ac60-01afe96cba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50339764-d08b-457e-ac36-9f6b3d104f17,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:21.695542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619bf22c-7f13-412e-b293-adf9a4193d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.722351 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47849028-2372-4f9e-8d53-eef43dd1729e x-openstack-request-id: req-47849028-2372-4f9e-8d53-eef43dd1729e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:21.722657 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:21.723643 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47849028-2372-4f9e-8d53-eef43dd1729e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:21.724074 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'status': 'completed', 'code': 200} Aug 31 06:34:21.726463 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619bf22c-7f13-412e-b293-adf9a4193d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.733709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Transition to ACTIVE for port object 93f0d797-8548-4930-bb00-463cc2974731 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:21.736285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-17e9f7de-e56c-408a-8fe3-0c84d258cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:21.738439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-17e9f7de-e56c-408a-8fe3-0c84d258cd18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.1532807 Aug 31 06:34:21.739609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.799326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ff7ff6e8-e8d0-436c-b593-a65b02d85e11 req-2c68bb86-065d-4ff8-b63a-c699269f8bda tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1741990538', 'description': 'tempest-description-290996250'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:21.862516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ff7ff6e8-e8d0-436c-b593-a65b02d85e11 req-2c68bb86-065d-4ff8-b63a-c699269f8bda tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.911019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-71ca51b4-401f-4963-839d-0ed8a754b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:21.913254 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-71ca51b4-401f-4963-839d-0ed8a754b8d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.1684082 Aug 31 06:34:22.014558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Pushing event updated for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:22.025584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306f9b-3863-4baf-9462-9acad3a336dc req-3e3638db-c332-41bb-9d31-4f3882e101f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:22.027358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-3e3638db-c332-41bb-9d31-4f3882e101f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2778707 Aug 31 06:34:22.040442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:48:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:20Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:22.044922 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619bf22c-7f13-412e-b293-adf9a4193d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.047577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619bf22c-7f13-412e-b293-adf9a4193d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.048675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-619bf22c-7f13-412e-b293-adf9a4193d9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d403a6a7-9dc5-4e18-bf87-4ef08706e631 HTTP/1.1" status: 204 len: 168 time: 0.4469543 Aug 31 06:34:22.071728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:22.072335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:22.072854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:22.096061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:22.118515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:22.120240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:22.141718 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ff7ff6e8-e8d0-436c-b593-a65b02d85e11 req-2c68bb86-065d-4ff8-b63a-c699269f8bda tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.145913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:22.148539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:22.164746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bf22c-7f13-412e-b293-adf9a4193d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d403a6a7-9dc5-4e18-bf87-4ef08706e631,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:22.165860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:22.166203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:22.166590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:22.167034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Bound port: 93f0d797-8548-4930-bb00-463cc2974731, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:22.167394 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.183343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ff7ff6e8-e8d0-436c-b593-a65b02d85e11 req-2c68bb86-065d-4ff8-b63a-c699269f8bda tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.265338 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-5d64a4b5-37b1-4399-ae2e-2b8335312807 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223997 Aug 31 06:34:22.266300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68bb86-065d-4ff8-b63a-c699269f8bda tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2255cc3-559c-4c1e-af3c-664559430fe8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:22.272232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ff7ff6e8-e8d0-436c-b593-a65b02d85e11 req-2c68bb86-065d-4ff8-b63a-c699269f8bda tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.287601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff7ff6e8-e8d0-436c-b593-a65b02d85e11 req-2c68bb86-065d-4ff8-b63a-c699269f8bda tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5066817 Aug 31 06:34:22.342223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:22.392012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-05455109-a3c7-430e-ba15-8efd60dc5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:22.396963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-05455109-a3c7-430e-ba15-8efd60dc5d67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.4743543 Aug 31 06:34:22.414063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:22.424574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.560437 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-9a922649-fa47-4177-9822-cf6f6cd60b91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 217 time: 0.1449661 Aug 31 06:34:22.579156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:22.601555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5559485-d280-4205-ab4a-30555a91118d req-80e50b6c-e5cd-4af1-9ffa-56fd2a09aaca tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:22.604665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91306f9b-3863-4baf-9462-9acad3a336dc req-45c9e429-a37f-4fb7-a8b8-10121f4d16b4 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302295 Aug 31 06:34:22.607694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:22.621216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.621216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] 10.222.0.42 "PUT /v2.0/ports/93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 200 len: 1092 time: 2.6330185 Aug 31 06:34:22.621617 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5559485-d280-4205-ab4a-30555a91118d req-80e50b6c-e5cd-4af1-9ffa-56fd2a09aaca tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.2101333 Aug 31 06:34:22.733085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5559485-d280-4205-ab4a-30555a91118d req-6bff903a-4a40-4896-b3c5-30c2eaf43e79 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198292 Aug 31 06:34:22.769620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-4199a733-fed8-491f-a297-9b5e6ff0af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:22.773247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-4199a733-fed8-491f-a297-9b5e6ff0af65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.2051592 Aug 31 06:34:22.945458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97149b8b-a7fd-4917-9f3c-2ca950b0b065 service neutron] Pushing event updated for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:22.987913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-19f20377-ea66-459d-a689-6b68fcd9a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:22.991411 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-19f20377-ea66-459d-a689-6b68fcd9a940 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1095 time: 0.3015425 Aug 31 06:34:23.071766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-63b50cd1-a90b-4fd0-ac67-e8558ca28ef0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 200 len: 217 time: 0.0678418 Aug 31 06:34:23.076168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1799b3df-a124-4c65-a90c-e4288b12246f req-3b12165c-41f5-41df-a256-208bc497c1d4 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 210 time: 0.1275823 Aug 31 06:34:23.112981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-6e625377-4cc5-45fc-8c4b-c4ae62797231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:23.118252 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-6e625377-4cc5-45fc-8c4b-c4ae62797231 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3375809 Aug 31 06:34:23.224365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33e9b960-21e6-4446-88ef-a7cd5e39e45c req-8970e45c-a90e-42e4-9d84-60fde18b758d tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/d2255cc3-559c-4c1e-af3c-664559430fe8 HTTP/1.1" status: 200 len: 1814 time: 0.2567074 Aug 31 06:34:23.232961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-8bdfb589-38a4-44f2-9832-3b0d328d3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:23.236620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-8bdfb589-38a4-44f2-9832-3b0d328d3b05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1551442 Aug 31 06:34:23.279433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-da0c8b2d-78c7-42bd-a219-911cad8cc6c8 req-65aff864-0f71-4c51-a9a9-47d6a123bb3a tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1197678356', 'description': 'tempest-description-64463033'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:23.300047 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4550aff5-f154-41b2-8e73-ffd1f7e5b1fd req-af4846f9-e0e7-433b-ad5d-b56de449c50e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.1773427 Aug 31 06:34:23.303071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-047e4ef6-7948-4491-b948-33e11d9e77c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595753 Aug 31 06:34:23.361676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:48:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:20Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:23.406431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7e2dd-351d-4e0a-9729-a323427ea9b8 None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:48:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:20Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:23.439193 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-da0c8b2d-78c7-42bd-a219-911cad8cc6c8 req-65aff864-0f71-4c51-a9a9-47d6a123bb3a tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.501166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-dc569a5c-1289-4d10-8d50-d4a3fb1a16ce service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864917 Aug 31 06:34:23.517757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-06542514-5ccb-40de-8391-84f32d2befd1 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724344 Aug 31 06:34:23.726626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36'}, {'name': 'network-changed', 'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'tag': '93f0d797-8548-4930-bb00-463cc2974731'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:23.729167 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36"}, {"name": "network-changed", "server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "tag": "93f0d797-8548-4930-bb00-463cc2974731"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:23.761352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e1b2936-7f57-4562-8a96-5660c7eaa28f req-1e1ce552-3622-4ebe-bf64-00a42cfd0ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504430 Aug 31 06:34:23.763910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-da0c8b2d-78c7-42bd-a219-911cad8cc6c8 req-65aff864-0f71-4c51-a9a9-47d6a123bb3a tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.765462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a867cd09-bfa9-4f96-bc1e-5f4d145bf9ee req-70d12c65-b18a-4f4f-a4ba-84f842c209bf service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399552 Aug 31 06:34:23.779671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-da0c8b2d-78c7-42bd-a219-911cad8cc6c8 req-65aff864-0f71-4c51-a9a9-47d6a123bb3a tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.810601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550aff5-f154-41b2-8e73-ffd1f7e5b1fd req-2a4aa56b-52e6-4598-bfb4-2de6808b05eb tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:23.812994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4550aff5-f154-41b2-8e73-ffd1f7e5b1fd req-2a4aa56b-52e6-4598-bfb4-2de6808b05eb tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports/6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 942 time: 0.5104935 Aug 31 06:34:23.858035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aff864-0f71-4c51-a9a9-47d6a123bb3a tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe47c1e-42e5-4fa0-9988-6739615ec93f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:23.875441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-da0c8b2d-78c7-42bd-a219-911cad8cc6c8 req-65aff864-0f71-4c51-a9a9-47d6a123bb3a tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.898939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da0c8b2d-78c7-42bd-a219-911cad8cc6c8 req-65aff864-0f71-4c51-a9a9-47d6a123bb3a tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6302257 Aug 31 06:34:23.951183 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49391d9-7393-482e-bc99-aa26d52e5ac1 x-openstack-request-id: req-a49391d9-7393-482e-bc99-aa26d52e5ac1 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:23.951688 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "tag": "93f0d797-8548-4930-bb00-463cc2974731", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:23.952056 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a49391d9-7393-482e-bc99-aa26d52e5ac1 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:23.952592 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'status': 'completed', 'code': 200} Aug 31 06:34:23.953107 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'tag': '93f0d797-8548-4930-bb00-463cc2974731', 'status': 'completed', 'code': 200} Aug 31 06:34:24.109986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-8c991df2-25c4-49ab-b191-04e3707def37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.111864 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-8c991df2-25c4-49ab-b191-04e3707def37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0961730 Aug 31 06:34:24.152610 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-131cb2cd-9bd3-4270-9c2b-2629defd7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:24.181054 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:24.184405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-9a49d74c-41c7-4a27-8064-b77456610f03 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.186003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-9a49d74c-41c7-4a27-8064-b77456610f03 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.42 "GET /v2.0/networks?id=8a54b82f-2ed3-4a7c-aca2-fece68970b68 HTTP/1.1" status: 200 len: 805 time: 0.4124169 Aug 31 06:34:24.199475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4550aff5-f154-41b2-8e73-ffd1f7e5b1fd req-3eb1d6f3-9e30-4b24-a605-68121888882d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.2090766 Aug 31 06:34:24.214988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48315a2a-21a8-4e0a-a8ea-9077e913f4af req-a45b7438-9373-41f2-a4f0-20b3597fc31e tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.217083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48315a2a-21a8-4e0a-a8ea-9077e913f4af req-a45b7438-9373-41f2-a4f0-20b3597fc31e tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.1484456 Aug 31 06:34:24.292547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48315a2a-21a8-4e0a-a8ea-9077e913f4af req-08dd0f12-136b-4cb4-a3f1-a56707f69966 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679126 Aug 31 06:34:24.294009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-8f36bff8-2c14-47a9-bed2-3cf6c197cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.295540 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-8f36bff8-2c14-47a9-bed2-3cf6c197cbff service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.1739438 Aug 31 06:34:24.342196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-ad2ee4be-f896-4d3d-aedb-eef0a05c8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.343747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-ad2ee4be-f896-4d3d-aedb-eef0a05c8cac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1095 time: 0.3509531 Aug 31 06:34:24.377170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-f192827f-dad6-42ff-a240-bd4b76a53f82 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3716c637219b4f5aa6d0e919e7ca85bf HTTP/1.1" status: 200 len: 379 time: 0.1723378 Aug 31 06:34:24.397436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Request body: {'port': {'device_id': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'admin_state_up': True, 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'security_groups': ['37c4c0dc-98a4-4e18-86ce-4a6caf29cc87']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:24.409611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e307ba23-ac50-4382-b8d2-4991dacc3f52 req-73a4508e-7f92-4e94-bc70-256c3b9d55c7 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/ffe47c1e-42e5-4fa0-9988-6739615ec93f HTTP/1.1" status: 200 len: 1813 time: 0.0571089 Aug 31 06:34:24.418791 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-36683c69-c956-473b-99e2-5ad178b4c5b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 1000 time: 0.1149681 Aug 31 06:34:24.497869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-d817ccb8-1dc1-48d8-89d7-d7dc2cc6f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.499842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-d817ccb8-1dc1-48d8-89d7-d7dc2cc6f706 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.0721021 Aug 31 06:34:24.556876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550aff5-f154-41b2-8e73-ffd1f7e5b1fd req-726a3293-428d-4784-a518-ceb17b764b0b tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.558073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4550aff5-f154-41b2-8e73-ffd1f7e5b1fd req-726a3293-428d-4784-a518-ceb17b764b0b tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.3578036 Aug 31 06:34:24.612204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-f0aefd91-9ae2-4023-8287-a2f070e80f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.619717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-f0aefd91-9ae2-4023-8287-a2f070e80f20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111543 Aug 31 06:34:24.641180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60274) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:24.703553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-301a8d89-fc4c-4ee7-95e3-739727a8948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.705938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-301a8d89-fc4c-4ee7-95e3-739727a8948b service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.3514569 Aug 31 06:34:24.823430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-5302560d-11f5-4be9-a934-d589acac2c35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 200 len: 217 time: 0.1074286 Aug 31 06:34:24.825307 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd1b9028-9a19-4790-a2cb-4ccc100103e7 req-b36a339c-5df7-4097-bf82-4f367e272412 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 210 time: 0.1218996 Aug 31 06:34:24.874012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a766120e-b26a-48e5-ad14-b5e99cf8ad42 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-420905708'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:24.917008 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-c0d5197f-b534-4f1b-96ba-4eca5b31b982 req-1705fabf-8073-4902-ba38-b90d4a17280d tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] show failed (client error): The resource could not be found. Aug 31 06:34:24.921626 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c0d5197f-b534-4f1b-96ba-4eca5b31b982 req-1705fabf-8073-4902-ba38-b90d4a17280d tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/ee947262-17c9-4a8e-9c17-411214ca542e HTTP/1.1" status: 404 len: 352 time: 0.0479691 Aug 31 06:34:24.927286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 93f0d797-8548-4930-bb00-463cc2974731 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:24.954079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-9cf566b7-83aa-4992-b4c7-bbb64220b2f9 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238204 Aug 31 06:34:24.971656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Made reservation on behalf of 3716c637219b4f5aa6d0e919e7ca85bf for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:24.978396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.031424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-e26325ec-3e19-490d-913e-c2c4ff016c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:25.032874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-e26325ec-3e19-490d-913e-c2c4ff016c5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1978228 Aug 31 06:34:25.064142 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a766120e-b26a-48e5-ad14-b5e99cf8ad42 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.065691 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a766120e-b26a-48e5-ad14-b5e99cf8ad42 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.114302 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-8a0fb432-12dc-4a19-a7e8-7ed92a2726f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715568 Aug 31 06:34:25.268293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:25.290653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '93f0d797-8548-4930-bb00-463cc2974731', 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'port_id': '93f0d797-8548-4930-bb00-463cc2974731', 'mac_address': 'fa:16:3e:2e:8a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855d36ba-a623-41eb-a4d6-258e3da7e2ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:25.297982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-429f536e-43b9-4d52-b320-22633dab1246 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.3030236 Aug 31 06:34:25.324248 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a766120e-b26a-48e5-ad14-b5e99cf8ad42 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.349876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a766120e-b26a-48e5-ad14-b5e99cf8ad42 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.355833 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.364819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-8f49ef17-95f5-4338-b8d9-079cc9278b62 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031773 Aug 31 06:34:25.379483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f0d797-8548-4930-bb00-463cc2974731 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:25.403756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-c4805791-d7bb-43ab-8c7c-f22cf6ea9ae2 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:25.405567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-c4805791-d7bb-43ab-8c7c-f22cf6ea9ae2 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports/6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 942 time: 0.1004169 Aug 31 06:34:25.419214 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-02adbcc5-e6ce-418e-a94b-98f7b0cd58ed req-fd884b01-0efa-4d99-86b4-d883d3960055 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] show failed (client error): The resource could not be found. Aug 31 06:34:25.436287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:25.438025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02adbcc5-e6ce-418e-a94b-98f7b0cd58ed req-fd884b01-0efa-4d99-86b4-d883d3960055 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-group-rules/e01d1e1a-f3d5-407e-b58c-4d7c2fb19f5f HTTP/1.1" status: 404 len: 361 time: 0.1123729 Aug 31 06:34:25.448161 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.470282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a766120e-b26a-48e5-ad14-b5e99cf8ad42 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.474330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60298) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:25.474903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a766120e-b26a-48e5-ad14-b5e99cf8ad42 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8242054 Aug 31 06:34:25.498366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Allocated IP 172.20.0.12 (8a54b82f-2ed3-4a7c-aca2-fece68970b68/0a247993-ac34-4812-bce3-aa6e51a02a51/8880503c-ae62-490a-a12c-806f6ec5fadd) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:25.511126 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-8a42042b-2eaa-4868-b0f0-24a056c0557d service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591645 Aug 31 06:34:25.602584 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:25.645507 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.661917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['93f0d797-8548-4930-bb00-463cc2974731'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:25.679635 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7f02210-ac0e-44c4-9404-ca5bf90c67f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.833595 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-e2271d81-a125-4f3f-a376-946fb0e8e5a7 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.2601919 Aug 31 06:34:26.180760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c92e7c56-e243-4687-9bc0-d193b51d219e req-5ea14c4e-b4ce-4700-82fb-1bce234af147 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.6367168 Aug 31 06:34:26.385247 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:34:26.460258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2be91d47-7a27-4a0c-a1c7-c5d51084b71e req-14ad3e2f-120a-43e5-a86f-aca5d7978208 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354222 Aug 31 06:34:26.500456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5ebe-47ac-42dd-87c2-b9110c53bf34 req-c1fdace1-4b25-4627-901a-eccc88d58d2a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:26.502660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90bc5ebe-47ac-42dd-87c2-b9110c53bf34 req-c1fdace1-4b25-4627-901a-eccc88d58d2a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 944 time: 0.1403315 Aug 31 06:34:26.574618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90bc5ebe-47ac-42dd-87c2-b9110c53bf34 req-118e7dbb-87ee-4975-be7b-4be2c68dc70b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587454 Aug 31 06:34:26.584715 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.608861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Transition to ACTIVE for port object 8880503c-ae62-490a-a12c-806f6ec5fadd will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:26.627371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7f02210-ac0e-44c4-9404-ca5bf90c67f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.634257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7f02210-ac0e-44c4-9404-ca5bf90c67f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.680233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-45348242-334b-4e5e-bf49-ff00217329cc req-64013f6a-e84e-4d4e-b3b6-ead2e19cdc52 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/ffe47c1e-42e5-4fa0-9988-6739615ec93f HTTP/1.1" status: 200 len: 1813 time: 0.0688872 Aug 31 06:34:26.709675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.740309 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1e01d994-f292-42bd-8800-11a33bac06c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.741879 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7f02210-ac0e-44c4-9404-ca5bf90c67f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.742404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f02210-ac0e-44c4-9404-ca5bf90c67f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf360cf-b784-4b2a-b787-090a049eb865 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:34:26.748014 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7f02210-ac0e-44c4-9404-ca5bf90c67f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.749557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7f02210-ac0e-44c4-9404-ca5bf90c67f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "DELETE /v2.0/routers/2cf360cf-b784-4b2a-b787-090a049eb865 HTTP/1.1" status: 204 len: 168 time: 1.2741568 Aug 31 06:34:26.761874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60312) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:26.772833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4452f63b-6078-4b80-8fff-498abda0019d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Request body: {'router': {'name': 'tempest-router-825154105', 'distributed': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:26.789578 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.792569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-4963ea5f-bd02-49f7-a9a7-b3474e3cbede tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:26.794855 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-4963ea5f-bd02-49f7-a9a7-b3474e3cbede tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.9590740 Aug 31 06:34:26.805558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:26.813459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:26.828593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4452f63b-6078-4b80-8fff-498abda0019d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.828825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:26.829135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4452f63b-6078-4b80-8fff-498abda0019d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.901050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4452f63b-6078-4b80-8fff-498abda0019d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.904211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event updated for resources: {'Port': ['ID=8880503c-ae62-490a-a12c-806f6ec5fadd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:26.922282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 93f0d797-8548-4930-bb00-463cc2974731 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:26.959759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4452f63b-6078-4b80-8fff-498abda0019d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.992765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:26.994418 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.000279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-45348242-334b-4e5e-bf49-ff00217329cc req-e4015e7d-684b-4b86-a9ea-df758ef4796f tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.020583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4452f63b-6078-4b80-8fff-498abda0019d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.025319 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4452f63b-6078-4b80-8fff-498abda0019d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2632308 Aug 31 06:34:27.034162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:27.058895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 93f0d797-8548-4930-bb00-463cc2974731 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:27.067809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 93f0d797-8548-4930-bb00-463cc2974731 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:27.069103 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.070803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-45348242-334b-4e5e-bf49-ff00217329cc req-e4015e7d-684b-4b86-a9ea-df758ef4796f tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.158654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-39338778-e98a-4ad5-9347-436230426a8e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.3429797 Aug 31 06:34:27.175386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96618c0f-1054-4091-a0af-21598ad940c3 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.179351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8e106dc9-257d-4d39-ba06-e1ad973522ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7854819 Aug 31 06:34:27.203397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Request body: {'port': {'device_id': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:27.210264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:27.216812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-45348242-334b-4e5e-bf49-ff00217329cc req-e4015e7d-684b-4b86-a9ea-df758ef4796f tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.223680 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-45348242-334b-4e5e-bf49-ff00217329cc req-e4015e7d-684b-4b86-a9ea-df758ef4796f tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.227549 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-45348242-334b-4e5e-bf49-ff00217329cc req-e4015e7d-684b-4b86-a9ea-df758ef4796f tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "DELETE /v2.0/security-groups/ffe47c1e-42e5-4fa0-9988-6739615ec93f HTTP/1.1" status: 204 len: 173 time: 0.5350201 Aug 31 06:34:27.280797 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.316414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4015e7d-684b-4b86-a9ea-df758ef4796f tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe47c1e-42e5-4fa0-9988-6739615ec93f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:27.341493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2a965060-8d05-4f7b-92df-5e2f09d2faa7 None None] Provisioning for port 8880503c-ae62-490a-a12c-806f6ec5fadd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:27.359267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f0d797-8548-4930-bb00-463cc2974731'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:27.361802 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f5794-14da-4fd8-8293-3d2dfc8bd74f" -d '{"events": [{"server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "name": "network-vif-plugged", "status": "completed", "tag": "93f0d797-8548-4930-bb00-463cc2974731"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:27.374455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2a965060-8d05-4f7b-92df-5e2f09d2faa7 None None] Provisioning complete for port 8880503c-ae62-490a-a12c-806f6ec5fadd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:27.374831 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a965060-8d05-4f7b-92df-5e2f09d2faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.381005 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.435746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:27.458401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.514415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2a965060-8d05-4f7b-92df-5e2f09d2faa7 None None] Port 8880503c-ae62-490a-a12c-806f6ec5fadd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:27.560032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96618c0f-1054-4091-a0af-21598ad940c3 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.563098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:27.565140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96618c0f-1054-4091-a0af-21598ad940c3 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.574215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.691841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf67050-5316-4ec4-82a2-9bae0ace6a5d req-ddb3c92d-619d-4ce3-b5ec-79260f5784b3 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:27.693642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9bf67050-5316-4ec4-82a2-9bae0ace6a5d req-ddb3c92d-619d-4ce3-b5ec-79260f5784b3 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 932 time: 0.1277835 Aug 31 06:34:27.763499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9bf67050-5316-4ec4-82a2-9bae0ace6a5d req-0448b6ed-7911-4e09-a447-1e8fd2ca2ccd tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607183 Aug 31 06:34:27.799689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96618c0f-1054-4091-a0af-21598ad940c3 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.800264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96618c0f-1054-4091-a0af-21598ad940c3 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0a39d53-14a9-4576-b74e-082be6fa0da4 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:34:27.807052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96618c0f-1054-4091-a0af-21598ad940c3 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.812525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60336) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:27.812728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-96618c0f-1054-4091-a0af-21598ad940c3 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e0a39d53-14a9-4576-b74e-082be6fa0da4 HTTP/1.1" status: 204 len: 168 time: 0.7741122 Aug 31 06:34:27.821895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8a58b057-88f2-49c3-8cfd-da1c97223aef tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Request body: {'router': {'name': 'tempest-router-1675277926', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '13a10f4d99bd44fb8277515f9e9a352d'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:27.862230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8880503c-ae62-490a-a12c-806f6ec5fadd {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:27.872650 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.877145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.877527 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596 disassociated. External IP: 172.25.5.60, port: 6e097b50-ab0f-4837-b3d2-bc7314991a36. Aug 31 06:34:27.882821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.901912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a58b057-88f2-49c3-8cfd-da1c97223aef tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.902934 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a58b057-88f2-49c3-8cfd-da1c97223aef tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.915235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Transition to ACTIVE for port object 8880503c-ae62-490a-a12c-806f6ec5fadd will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:27.920964 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5309f3f9-bd9b-4efb-b212-08edb829135f req-f29912b0-8fe4-4bae-a554-a6de919784b7 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/d2255cc3-559c-4c1e-af3c-664559430fe8 HTTP/1.1" status: 200 len: 1814 time: 0.1046760 Aug 31 06:34:27.923481 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.021497 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.057440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Pushing event updated for resources: {'Port': ['ID=8880503c-ae62-490a-a12c-806f6ec5fadd,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:28.067011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a58b057-88f2-49c3-8cfd-da1c97223aef tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.103999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a58b057-88f2-49c3-8cfd-da1c97223aef tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.132347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a58b057-88f2-49c3-8cfd-da1c97223aef tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.134480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8a58b057-88f2-49c3-8cfd-da1c97223aef tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3203325 Aug 31 06:34:28.141055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60340) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:28.146348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:28.190643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5309f3f9-bd9b-4efb-b212-08edb829135f req-0d3fae30-9fd4-41ee-8111-1822a56e372e tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.232062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Router e77f02c8-1901-4012-bdeb-35cd744938d6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:28.250811 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5309f3f9-bd9b-4efb-b212-08edb829135f req-0d3fae30-9fd4-41ee-8111-1822a56e372e tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.285375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Attempting to bind port 8880503c-ae62-490a-a12c-806f6ec5fadd on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:28.286015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Attempting to bind port 8880503c-ae62-490a-a12c-806f6ec5fadd by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:28.286516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Attempting to bind port 8880503c-ae62-490a-a12c-806f6ec5fadd on network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:28.299619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Port 8880503c-ae62-490a-a12c-806f6ec5fadd on network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:28.300039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Attempting to bind port 8880503c-ae62-490a-a12c-806f6ec5fadd on network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:28.310331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:28.310668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Checking segment: {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:28.311041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Bound using segment: {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:28.311606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Bound port: 8880503c-ae62-490a-a12c-806f6ec5fadd, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f76d45e-4f97-4220-a8c2-bc063a21ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:28.312793 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.362445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5309f3f9-bd9b-4efb-b212-08edb829135f req-0d3fae30-9fd4-41ee-8111-1822a56e372e tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.366783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5309f3f9-bd9b-4efb-b212-08edb829135f req-0d3fae30-9fd4-41ee-8111-1822a56e372e tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.373818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5309f3f9-bd9b-4efb-b212-08edb829135f req-0d3fae30-9fd4-41ee-8111-1822a56e372e tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "DELETE /v2.0/security-groups/d2255cc3-559c-4c1e-af3c-664559430fe8 HTTP/1.1" status: 204 len: 173 time: 0.4368861 Aug 31 06:34:28.423709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] For port 8880503c-ae62-490a-a12c-806f6ec5fadd, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:28.430507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] For port 8880503c-ae62-490a-a12c-806f6ec5fadd, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8880503c-ae62-490a-a12c-806f6ec5fadd,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:28.461046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fae30-9fd4-41ee-8111-1822a56e372e tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2255cc3-559c-4c1e-af3c-664559430fe8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:28.464066 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.494467 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.495940 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.503523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ba46e68-146a-41fd-be99-f75a8a34c4eb req-af731522-da1f-4840-8495-7f28460e7565 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0545356 Aug 31 06:34:28.531641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:28.532436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.534932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] 10.222.0.42 "PUT /v2.0/ports/8880503c-ae62-490a-a12c-806f6ec5fadd HTTP/1.1" status: 200 len: 1093 time: 1.3455849 Aug 31 06:34:28.535303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:28.538789 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc487fe5-12cb-4d53-bd9c-742bad046c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:28.580538 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73d9de-92a4-4798-b5e2-9abfd4ccc084 x-openstack-request-id: req-ef73d9de-92a4-4798-b5e2-9abfd4ccc084 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:28.580863 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "name": "network-vif-plugged", "status": "completed", "tag": "93f0d797-8548-4930-bb00-463cc2974731", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:28.581128 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef73d9de-92a4-4798-b5e2-9abfd4ccc084 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:28.581571 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f0d797-8548-4930-bb00-463cc2974731', 'code': 200} Aug 31 06:34:28.704573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b45428ef-d50a-47a6-b362-0bb2fb900cc1 req-9f22a697-fbd9-477b-8ece-58a4b73abb7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.2999539 Aug 31 06:34:28.802759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c097983-4edf-41cd-afad-ae30b3cfead3 service neutron] Pushing event updated for resources: {'Port': ['ID=8880503c-ae62-490a-a12c-806f6ec5fadd,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:28.827132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-4e4da968-6642-4f2b-b934-b3024bd5fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:28.828702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-4e4da968-6642-4f2b-b934-b3024bd5fbe5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3716c637219b4f5aa6d0e919e7ca85bf&device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 1096 time: 0.2225647 Aug 31 06:34:28.861162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94667) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 06:34:28.863062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Router 2c5bee4b-52a1-4ccc-8aea-62099336da32 migrating from provider to provider. {{(pid=94667) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 06:34:28.863921 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.875414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.881948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadd212-5915-4f05-91c2-918b3b69d37f req-e929e6a3-5075-4378-8cb2-ea3cae8bd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:28.883538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0eadd212-5915-4f05-91c2-918b3b69d37f req-e929e6a3-5075-4378-8cb2-ea3cae8bd98f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1097 time: 0.2134120 Aug 31 06:34:28.886579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.892787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe99c6f-3d13-4e87-b33a-a935d6221712 req-65419313-dda6-47fd-905e-6d3fa592f5bf tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:28.901064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebe99c6f-3d13-4e87-b33a-a935d6221712 req-65419313-dda6-47fd-905e-6d3fa592f5bf tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.1888220 Aug 31 06:34:28.906831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-68cbea13-51e4-4c57-955f-91c45fb70d9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8880503c-ae62-490a-a12c-806f6ec5fadd HTTP/1.1" status: 200 len: 217 time: 0.0693567 Aug 31 06:34:29.018313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:29.018958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-ed747fe6-b787-44a4-8a34-407bc7d311d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:29.020500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-ed747fe6-b787-44a4-8a34-407bc7d311d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a247993-ac34-4812-bce3-aa6e51a02a51 HTTP/1.1" status: 200 len: 844 time: 0.0936503 Aug 31 06:34:29.025171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.039106 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:29.057801 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:29.062892 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:29.081109 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-bfb1127d-95f1-41b2-9150-325ce7d7b939 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "PUT /v2.0/floatingips/4544c0eb-a9c6-412c-8a84-9c1c42fe8596 HTTP/1.1" status: 200 len: 694 time: 1.9076910 Aug 31 06:34:29.083381 n-d-712142-16 neutron-server[94667]: WARNING neutron.scheduler.l3_agent_scheduler [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] No L3 agents can host the router 2c5bee4b-52a1-4ccc-8aea-62099336da32 Aug 31 06:34:29.084208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:29.086912 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:29.126639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0eadd212-5915-4f05-91c2-918b3b69d37f req-703458a7-b163-490d-b734-64f7630e4c4e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223682 Aug 31 06:34:29.150599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebe99c6f-3d13-4e87-b33a-a935d6221712 req-81a43392-7e6b-4cd5-b118-d78af035c7e9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482710 Aug 31 06:34:29.194188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-39c45611-33a8-4089-a580-e2e2ae819ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:29.199396 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-39c45611-33a8-4089-a580-e2e2ae819ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a54b82f-2ed3-4a7c-aca2-fece68970b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715171 Aug 31 06:34:29.273744 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:29.371704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Hosts for router 2c5bee4b-52a1-4ccc-8aea-62099336da32: [] {{(pid=94667) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 06:34:29.405968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-56164b42-b909-4cec-b7ac-934581591aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:29.407779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-56164b42-b909-4cec-b7ac-934581591aef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 1097 time: 0.2750578 Aug 31 06:34:29.409934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Hosts for other DVR routers connected to router 2c5bee4b-52a1-4ccc-8aea-62099336da32: set() {{(pid=94667) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 06:34:29.414811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.417067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-90ca6f15-6615-4be5-a489-eeee5522c7b0 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "PUT /v2.0/routers/2c5bee4b-52a1-4ccc-8aea-62099336da32 HTTP/1.1" status: 200 len: 717 time: 1.2745717 Aug 31 06:34:29.420430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60358) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:29.467614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db32c326-c076-4c65-a316-c44d67a60a2f req-1a793605-41cb-46a4-87ea-138f1f4c7003 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/f776179e-7b1f-494c-8c27-b41a4a3a4983 HTTP/1.1" status: 200 len: 1813 time: 0.1880286 Aug 31 06:34:29.652527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-db32c326-c076-4c65-a316-c44d67a60a2f req-87303bc0-5282-4a9a-9fad-1eecddd9b1ea tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.661321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-813c6182-2664-41e8-92d5-aeaa292ea21e service neutron] 10.222.0.42 "GET /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263574 Aug 31 06:34:29.666531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-fecd3251-1e4a-460b-9903-dd270a6b2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:29.670435 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-fecd3251-1e4a-460b-9903-dd270a6b2a68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.2515926 Aug 31 06:34:29.674502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ee9a0a3d-6795-4907-a9f7-c1397338195d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "GET /v2.0/routers/2c5bee4b-52a1-4ccc-8aea-62099336da32 HTTP/1.1" status: 200 len: 717 time: 0.2522604 Aug 31 06:34:29.677834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60362) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:29.708100 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:29.766751 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-6ef9593f-6158-4ada-914e-3b1992089605 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 217 time: 0.0775156 Aug 31 06:34:29.775209 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:29.804079 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:29.804079 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:29.804432 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-db32c326-c076-4c65-a316-c44d67a60a2f req-87303bc0-5282-4a9a-9fad-1eecddd9b1ea tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.859840 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.894494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-47b75a57-8477-443a-adfa-8ef247811b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:29.897920 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-47b75a57-8477-443a-adfa-8ef247811b30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.1205592 Aug 31 06:34:29.946070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-db32c326-c076-4c65-a316-c44d67a60a2f req-87303bc0-5282-4a9a-9fad-1eecddd9b1ea tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.967338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-db32c326-c076-4c65-a316-c44d67a60a2f req-87303bc0-5282-4a9a-9fad-1eecddd9b1ea tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.970864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db32c326-c076-4c65-a316-c44d67a60a2f req-87303bc0-5282-4a9a-9fad-1eecddd9b1ea tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "DELETE /v2.0/security-groups/f776179e-7b1f-494c-8c27-b41a4a3a4983 HTTP/1.1" status: 204 len: 173 time: 0.4846513 Aug 31 06:34:30.039265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d23e126-1e7a-4332-a848-aa88ca23a81c req-0f591390-cdc3-48be-9178-b1698cbe435a service neutron] 10.222.0.42 "GET /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585956 Aug 31 06:34:30.065479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87303bc0-5282-4a9a-9fad-1eecddd9b1ea tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f776179e-7b1f-494c-8c27-b41a4a3a4983,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:30.107577 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b55d8d-31e4-4199-aace-b77a9ceee71f x-openstack-request-id: req-47b55d8d-31e4-4199-aace-b77a9ceee71f {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:30.108356 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:30.108876 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47b55d8d-31e4-4199-aace-b77a9ceee71f {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:30.114325 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'status': 'completed', 'code': 200} Aug 31 06:34:30.175212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6116dbd4-179f-45bd-938b-dab215aadee2 tempest-RoutersTestDVR-1880724150 tempest-RoutersTestDVR-1880724150-project] 10.222.0.15 "GET /v2.0/routers/2c5bee4b-52a1-4ccc-8aea-62099336da32 HTTP/1.1" status: 200 len: 683 time: 0.4956863 Aug 31 06:34:30.178851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:30.285130 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:30.298218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ac86e4c-e159-488a-a283-22d5fb32c9f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:30.304389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-5814ccf0-d5d0-490d-9db3-af789da67a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:30.308251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-5814ccf0-d5d0-490d-9db3-af789da67a44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4002438 Aug 31 06:34:30.324439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-f195d199-9ec6-4298-9b2d-68438fefa44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:30.326154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-f195d199-9ec6-4298-9b2d-68438fefa44b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3716c637219b4f5aa6d0e919e7ca85bf&device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 1096 time: 0.1865425 Aug 31 06:34:30.421546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb14b9-6251-49f5-a61a-51b03b92b735 req-d43ced0e-4101-4b0d-b563-d6850d8583a1 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:30.430101 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6fb14b9-6251-49f5-a61a-51b03b92b735 req-d43ced0e-4101-4b0d-b563-d6850d8583a1 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 944 time: 0.2017620 Aug 31 06:34:30.512819 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6fb14b9-6251-49f5-a61a-51b03b92b735 req-08ee8de0-22a3-439a-aec0-141077561fdd tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756125 Aug 31 06:34:30.541429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-bbc1f808-3862-42ce-9709-0b80d8aa2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:30.542937 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-bbc1f808-3862-42ce-9709-0b80d8aa2bb8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a54b82f-2ed3-4a7c-aca2-fece68970b68 HTTP/1.1" status: 200 len: 906 time: 0.2060804 Aug 31 06:34:30.592415 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:30.610546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-a170b1a9-adc8-4720-adf7-90ca74948cbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8880503c-ae62-490a-a12c-806f6ec5fadd HTTP/1.1" status: 200 len: 217 time: 0.0572290 Aug 31 06:34:30.653058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04f938-b0c8-4b4d-82a9-283f1c5c5282 None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:30.813031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-8feaa780-4b33-43e8-aae6-49e8921c1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:30.814629 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-8feaa780-4b33-43e8-aae6-49e8921c1bea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a247993-ac34-4812-bce3-aa6e51a02a51 HTTP/1.1" status: 200 len: 844 time: 0.1942358 Aug 31 06:34:30.846637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48cfecb6-c18e-43b2-9a6a-0ce7d9b05d47 req-aab1a152-aad5-4aa8-85f5-1a9e68b6492b tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0614164 Aug 31 06:34:30.904392 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0710c7bf-1b0e-4f13-8b1c-44dc6e345fa6 x-openstack-request-id: req-0710c7bf-1b0e-4f13-8b1c-44dc6e345fa6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:30.905048 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:30.905048 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0710c7bf-1b0e-4f13-8b1c-44dc6e345fa6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:30.905435 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'status': 'completed', 'code': 200} Aug 31 06:34:30.950794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-e9c5dcae-5198-41c9-a809-f9950820a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:30.952643 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-e9c5dcae-5198-41c9-a809-f9950820a00c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a54b82f-2ed3-4a7c-aca2-fece68970b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127391 Aug 31 06:34:30.967321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1ccfe23c-2615-41e1-bcb6-3931d6cb9d1e req-5b45b2be-5b54-4d75-a3ef-9bf6824f175a tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/b65b6e5e-0f15-4884-8406-74d805e85bc0 HTTP/1.1" status: 200 len: 1814 time: 0.0856619 Aug 31 06:34:30.977149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-7455f38e-3709-4cba-a7aa-368b24033761 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134174 Aug 31 06:34:31.062460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5c91e-c556-4f50-91b8-4bbf1b29da08 None None] New status for floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:34:31.108486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ac86e4c-e159-488a-a283-22d5fb32c9f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.110976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ac86e4c-e159-488a-a283-22d5fb32c9f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.121746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-8cc178bf-6b8d-40ce-b411-7f22a7bb92a9 service neutron] 10.222.0.42 "GET /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511459 Aug 31 06:34:31.183566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1ccfe23c-2615-41e1-bcb6-3931d6cb9d1e req-208ed9aa-2771-41e6-b1cc-9d3c37496267 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.225918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1ccfe23c-2615-41e1-bcb6-3931d6cb9d1e req-208ed9aa-2771-41e6-b1cc-9d3c37496267 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.233447 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ac86e4c-e159-488a-a283-22d5fb32c9f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.233822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac86e4c-e159-488a-a283-22d5fb32c9f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c5bee4b-52a1-4ccc-8aea-62099336da32 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:34:31.253159 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ac86e4c-e159-488a-a283-22d5fb32c9f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.260800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8ac86e4c-e159-488a-a283-22d5fb32c9f6 tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "DELETE /v2.0/routers/2c5bee4b-52a1-4ccc-8aea-62099336da32 HTTP/1.1" status: 204 len: 168 time: 1.0807188 Aug 31 06:34:31.264708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60380) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:31.273426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-a19ea852-cc89-4351-9c46-aeeed98e8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:31.275326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-a19ea852-cc89-4351-9c46-aeeed98e8260 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 1097 time: 0.3673685 Aug 31 06:34:31.280585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-49ccb062-9ea1-47f0-be18-dcf5f592b11a tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Request body: {'router': {'name': 'tempest-router-437900296', 'distributed': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:31.327294 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49ccb062-9ea1-47f0-be18-dcf5f592b11a tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.328676 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49ccb062-9ea1-47f0-be18-dcf5f592b11a tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.340164 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc487fe5-12cb-4d53-bd9c-742bad046c3d req-81e4de0c-76de-4d28-943f-6a11af43aa4a service neutron] 10.222.0.42 "GET /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075033 Aug 31 06:34:31.351748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1ccfe23c-2615-41e1-bcb6-3931d6cb9d1e req-208ed9aa-2771-41e6-b1cc-9d3c37496267 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.355829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1ccfe23c-2615-41e1-bcb6-3931d6cb9d1e req-208ed9aa-2771-41e6-b1cc-9d3c37496267 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.369926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1ccfe23c-2615-41e1-bcb6-3931d6cb9d1e req-208ed9aa-2771-41e6-b1cc-9d3c37496267 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "DELETE /v2.0/security-groups/b65b6e5e-0f15-4884-8406-74d805e85bc0 HTTP/1.1" status: 204 len: 173 time: 0.4003925 Aug 31 06:34:31.406485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ed9aa-2771-41e6-b1cc-9d3c37496267 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65b6e5e-0f15-4884-8406-74d805e85bc0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:31.459907 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-67d76269-6282-4417-9abd-ff7f11ce14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:31.462504 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-67d76269-6282-4417-9abd-ff7f11ce14e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.1775916 Aug 31 06:34:31.480635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49ccb062-9ea1-47f0-be18-dcf5f592b11a tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.495685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49ccb062-9ea1-47f0-be18-dcf5f592b11a tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.535263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49ccb062-9ea1-47f0-be18-dcf5f592b11a tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.540123 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-49ccb062-9ea1-47f0-be18-dcf5f592b11a tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2686188 Aug 31 06:34:31.540452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fdb0521-3d5f-485d-90fa-d5e30d333731 req-c2e57a38-a87e-41e4-a74f-bce2f47ce5b4 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193645 Aug 31 06:34:31.541085 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-6b5b857b-9725-4f48-ab87-d77b40cdab5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 200 len: 217 time: 0.0683031 Aug 31 06:34:31.541344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60388) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:31.621567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649730-c002-44bc-aaa3-7f7dbb9ef474 req-011b8562-a35a-43ad-873c-89a5bc45a8ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:31.624219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d649730-c002-44bc-aaa3-7f7dbb9ef474 req-011b8562-a35a-43ad-873c-89a5bc45a8ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.1412950 Aug 31 06:34:31.624714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-4516354d-3595-42e0-af12-73f546285f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:31.626581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-4516354d-3595-42e0-af12-73f546285f52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.0682933 Aug 31 06:34:31.696578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-124a3d09-5ca7-4fa6-9f2f-f1389c36f15d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.696946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-36622d25-55e5-4eb2-9bda-717349e01c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:31.699394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-36622d25-55e5-4eb2-9bda-717349e01c25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649204 Aug 31 06:34:31.850814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d649730-c002-44bc-aaa3-7f7dbb9ef474 req-4654930b-447d-48db-97eb-a47cedea317f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745465 Aug 31 06:34:31.892465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-2161c3bb-7005-47d9-86a5-e9fce296cbed service neutron] 10.222.0.23 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841168 Aug 31 06:34:32.096262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-124a3d09-5ca7-4fa6-9f2f-f1389c36f15d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.096604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3f70fd3-c7b0-4a30-8270-f21b2914ee4b req-da3f948f-de80-4986-a9f9-759fb08c2e59 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961212 Aug 31 06:34:32.098653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-124a3d09-5ca7-4fa6-9f2f-f1389c36f15d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.175471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50f515ae-d083-4315-8d62-f9225f0bfec3 req-620d714f-a772-44f9-85a3-133a776b7d77 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "GET /v2.0/security-groups/8c937ba8-3379-4355-99a5-b624c8fbe806 HTTP/1.1" status: 200 len: 1813 time: 0.2331369 Aug 31 06:34:32.181052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-124a3d09-5ca7-4fa6-9f2f-f1389c36f15d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.181988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124a3d09-5ca7-4fa6-9f2f-f1389c36f15d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec656e3-10bf-4861-b02f-167e71ce097c {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:34:32.188784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-124a3d09-5ca7-4fa6-9f2f-f1389c36f15d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.189979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-124a3d09-5ca7-4fa6-9f2f-f1389c36f15d tempest-RoutersTestDVR-1541286975 tempest-RoutersTestDVR-1541286975-project-admin] 10.222.0.15 "DELETE /v2.0/routers/2ec656e3-10bf-4861-b02f-167e71ce097c HTTP/1.1" status: 204 len: 168 time: 0.6471536 Aug 31 06:34:32.275376 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50f515ae-d083-4315-8d62-f9225f0bfec3 req-55240620-a779-4a0f-869d-12f695a8dfb4 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.301522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c8d8a-5163-40d3-8d57-1ac7e852a3cc req-555c8c71-32ed-4337-acd0-707177baa0ec tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:32.303650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-493c8d8a-5163-40d3-8d57-1ac7e852a3cc req-555c8c71-32ed-4337-acd0-707177baa0ec tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 944 time: 0.1329033 Aug 31 06:34:32.326149 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50f515ae-d083-4315-8d62-f9225f0bfec3 req-55240620-a779-4a0f-869d-12f695a8dfb4 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.363854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-493c8d8a-5163-40d3-8d57-1ac7e852a3cc req-ec1ef07b-7791-497f-9692-d9a090aa387d tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522342 Aug 31 06:34:32.420536 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50f515ae-d083-4315-8d62-f9225f0bfec3 req-55240620-a779-4a0f-869d-12f695a8dfb4 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.423674 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50f515ae-d083-4315-8d62-f9225f0bfec3 req-55240620-a779-4a0f-869d-12f695a8dfb4 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.425509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50f515ae-d083-4315-8d62-f9225f0bfec3 req-55240620-a779-4a0f-869d-12f695a8dfb4 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] 10.222.0.15 "DELETE /v2.0/security-groups/8c937ba8-3379-4355-99a5-b624c8fbe806 HTTP/1.1" status: 204 len: 173 time: 0.2351398 Aug 31 06:34:32.438908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60416) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:32.441420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55240620-a779-4a0f-869d-12f695a8dfb4 tempest-SecurityGroupRulesNegativeTestJSON-1532286038 tempest-SecurityGroupRulesNegativeTestJSON-1532286038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c937ba8-3379-4355-99a5-b624c8fbe806,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:32.564936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b44f54-4ff6-4b43-8be4-fe7f99e5e794 admin admin] Deleting subnet 029b1e13-7440-4fe7-9675-b3ba22e7af9e {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:34:32.574503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57b44f54-4ff6-4b43-8be4-fe7f99e5e794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.598033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3d4e-c42a-44d8-88e7-a66bcb772274 req-edc624f8-49fe-4c80-8075-05c02a6f7cd9 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:32.611775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01da3d4e-c42a-44d8-88e7-a66bcb772274 req-edc624f8-49fe-4c80-8075-05c02a6f7cd9 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1097 time: 0.0800674 Aug 31 06:34:32.624451 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57b44f54-4ff6-4b43-8be4-fe7f99e5e794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.676496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57b44f54-4ff6-4b43-8be4-fe7f99e5e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.724611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01da3d4e-c42a-44d8-88e7-a66bcb772274 req-6c0dfbbf-f48e-40a3-948b-2087149f641a tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108410 Aug 31 06:34:32.778900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57b44f54-4ff6-4b43-8be4-fe7f99e5e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.814827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b44f54-4ff6-4b43-8be4-fe7f99e5e794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029b1e13-7440-4fe7-9675-b3ba22e7af9e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:32.823923 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57b44f54-4ff6-4b43-8be4-fe7f99e5e794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.828539 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-57b44f54-4ff6-4b43-8be4-fe7f99e5e794 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/029b1e13-7440-4fe7-9675-b3ba22e7af9e HTTP/1.1" status: 204 len: 168 time: 0.3856142 Aug 31 06:34:32.829499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60426) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:32.866037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60428) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:32.889552 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-953dcd0f-658e-4ef9-8451-04305390469a req-5caa9926-903e-4d51-9750-74964194e28e tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0559173 Aug 31 06:34:32.939087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8880503c-ae62-490a-a12c-806f6ec5fadd details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:33.079493 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.154730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84e3e5cf-af5b-4bba-ada4-db2adacccc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.164051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-78f3f013-59ea-4a22-8346-39f1d48c01b3 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.166023 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-78f3f013-59ea-4a22-8346-39f1d48c01b3 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2198107 Aug 31 06:34:33.258011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8880503c-ae62-490a-a12c-806f6ec5fadd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8880503c-ae62-490a-a12c-806f6ec5fadd,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:33.287095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'port_id': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'mac_address': 'fa:16:3e:f8:dc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:33.370761 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.392555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8880503c-ae62-490a-a12c-806f6ec5fadd {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:33.431460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8880503c-ae62-490a-a12c-806f6ec5fadd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8880503c-ae62-490a-a12c-806f6ec5fadd,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:33.439298 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.535285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=8880503c-ae62-490a-a12c-806f6ec5fadd,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:33.610995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399171d0-3344-48d6-99eb-f075f07791c4 req-773bc06b-0d1b-4419-acca-502bee7d2f47 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.618004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.622515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-399171d0-3344-48d6-99eb-f075f07791c4 req-773bc06b-0d1b-4419-acca-502bee7d2f47 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 945 time: 0.0736537 Aug 31 06:34:33.653584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-83316ce2-68e9-4a83-8123-cd6c8bbbf8d2 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 695 time: 0.4665544 Aug 31 06:34:33.656574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf69bed-20c6-4159-a9ff-a8b59c0eff70']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:33.664330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['8880503c-ae62-490a-a12c-806f6ec5fadd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:33.665092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Request body: {'floatingip': {'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:33.683863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eded1d66-6c84-4f42-b6ac-ecccd960251d') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:33.684188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eded1d66-6c84-4f42-b6ac-ecccd960251d') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:33.723519 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-399171d0-3344-48d6-99eb-f075f07791c4 req-edbd7ac3-1507-4f45-9c07-8a0d7ed56d09 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964246 Aug 31 06:34:33.743928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.777438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.828347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.871703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:34:33.872983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:34:33.875984 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:34:34.111513 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.114721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-b6270192-98d7-4684-814b-f9c190f006f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1849911 Aug 31 06:34:34.221879 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.225071 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccf69bed-20c6-4159-a9ff-a8b59c0eff70 HTTP/1.1" status: 204 len: 168 time: 1.3942647 Aug 31 06:34:34.244304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097fe0f-2e8d-410b-9b9a-35ece1179596 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf69bed-20c6-4159-a9ff-a8b59c0eff70,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:34.313220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84e3e5cf-af5b-4bba-ada4-db2adacccc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.354990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84e3e5cf-af5b-4bba-ada4-db2adacccc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.409670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5de81e05-9c8b-49a8-a8ba-870045bb4c9d req-74e85a58-61b9-4638-b077-130f93715eaa tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.1336963 Aug 31 06:34:34.422472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3e5cf-af5b-4bba-ada4-db2adacccc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead530b9-0094-4e3c-90e5-a5c8b94118fb,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:34.435196 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-84e3e5cf-af5b-4bba-ada4-db2adacccc98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13a10f4d99bd44fb8277515f9e9a352d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5675724 Aug 31 06:34:34.435857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60454) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:34.468647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60456) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:34.543556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-8cadc071-9a58-472c-89e6-23e63fe940d7 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:34.546961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-8cadc071-9a58-472c-89e6-23e63fe940d7 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1aa4fac-b2ed-4e47-91de-c1ad51651fc3 HTTP/1.1" status: 200 len: 945 time: 0.3250058 Aug 31 06:34:34.552934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-0cc91689-e41a-4bb1-abe4-cc00db1bedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:34.556092 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-0cc91689-e41a-4bb1-abe4-cc00db1bedf6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1096 time: 0.4015851 Aug 31 06:34:34.635187 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8dea-444a-4ef8-93ce-3451fce3f4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.708712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8dea-444a-4ef8-93ce-3451fce3f4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.729432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b682377c-9428-4086-8528-3448ef7196e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ea737585d3840c499cc3c7a489b4199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479296 Aug 31 06:34:34.731924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60460) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:34.870777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ecae6bbf-d67b-4d48-a4be-dd6f1d8ffff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.876004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-2cae07a6-689b-4869-8b65-a67d651e21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:34.878007 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-2cae07a6-689b-4869-8b65-a67d651e21d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.2756214 Aug 31 06:34:34.949949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ecae6bbf-d67b-4d48-a4be-dd6f1d8ffff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.951608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8880503c-ae62-490a-a12c-806f6ec5fadd up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:34.958899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Deleting port 6e097b50-ab0f-4837-b3d2-bc7314991a36 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:34.959406 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.964849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-21f4ad70-6044-40eb-822c-8e32146eba8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 217 time: 0.0663638 Aug 31 06:34:34.973606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8dea-444a-4ef8-93ce-3451fce3f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.982805 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8dea-444a-4ef8-93ce-3451fce3f4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.986263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2ffd8dea-444a-4ef8-93ce-3451fce3f4eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ead530b9-0094-4e3c-90e5-a5c8b94118fb HTTP/1.1" status: 204 len: 168 time: 0.5343006 Aug 31 06:34:35.078026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 8880503c-ae62-490a-a12c-806f6ec5fadd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:35.082772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 8880503c-ae62-490a-a12c-806f6ec5fadd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:35.083164 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.101659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f1f0c-d9a9-4716-90d4-cfbac71e9a99 req-e72104ec-c4ea-45d7-ab44-2e9a9c6f3371 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:35.103643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-767f1f0c-d9a9-4716-90d4-cfbac71e9a99 req-e72104ec-c4ea-45d7-ab44-2e9a9c6f3371 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 945 time: 0.2553809 Aug 31 06:34:35.141460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd8dea-444a-4ef8-93ce-3451fce3f4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead530b9-0094-4e3c-90e5-a5c8b94118fb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:35.177653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-ec3295b2-5316-47c8-849d-ddf737f428c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:35.179802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-ec3295b2-5316-47c8-849d-ddf737f428c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1971703 Aug 31 06:34:35.184452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.196048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.230571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-767f1f0c-d9a9-4716-90d4-cfbac71e9a99 req-c2ab6feb-52ca-4df7-a9c0-e3e9e3a5ba9b tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150081 Aug 31 06:34:35.259490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-af26c2d7-bb1a-497e-9927-252e668e9b01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642757 Aug 31 06:34:35.262011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] For port 6e097b50-ab0f-4837-b3d2-bc7314991a36, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6e097b50-ab0f-4837-b3d2-bc7314991a36,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:35.262585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.314487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.315814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ecae6bbf-d67b-4d48-a4be-dd6f1d8ffff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.322801 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ecae6bbf-d67b-4d48-a4be-dd6f1d8ffff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.327206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Calling delete_port for 6e097b50-ab0f-4837-b3d2-bc7314991a36 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:35.328405 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ecae6bbf-d67b-4d48-a4be-dd6f1d8ffff7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8ada7be-0c7f-48c7-8b1d-61fbd2a101fa HTTP/1.1" status: 204 len: 168 time: 0.5923755 Aug 31 06:34:35.348929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae6bbf-d67b-4d48-a4be-dd6f1d8ffff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ada7be-0c7f-48c7-8b1d-61fbd2a101fa,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:35.420552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:35.423637 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658c0bbf-f490-44f4-8504-a0c04721bc6e" -d '{"events": [{"server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "name": "network-vif-plugged", "status": "completed", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:35.445166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8880503c-ae62-490a-a12c-806f6ec5fadd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8880503c-ae62-490a-a12c-806f6ec5fadd,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:35.455579 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.496753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-a26ccdfb-e743-4e7e-9b4c-48c0bb358b02 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217121 Aug 31 06:34:35.600474 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c363a431-21a9-4970-9e07-c3686ef7804a x-openstack-request-id: req-c363a431-21a9-4970-9e07-c3686ef7804a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:35.600769 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "name": "network-vif-plugged", "status": "completed", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:35.601017 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c363a431-21a9-4970-9e07-c3686ef7804a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:35.601460 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'code': 200} Aug 31 06:34:35.605829 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=8880503c-ae62-490a-a12c-806f6ec5fadd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:35.653132 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596 associated. External IP: 172.25.5.60, port: b65322b4-9354-47ec-8c91-40da2ecb07c2. Aug 31 06:34:35.728170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.740420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['b65322b4-9354-47ec-8c91-40da2ecb07c2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:35.749987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a4c8a64-06b8-4253-b664-8ae58716c65e req-fbcd3016-5325-40b8-96f6-8a48a73fa928 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384284 Aug 31 06:34:35.850868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60480) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:35.895739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Pushing event deleted for resources: {'Port': ['ID=6e097b50-ab0f-4837-b3d2-bc7314991a36,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:35.932204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50490143-efe2-49ff-b15b-d8ce65283cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.978946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-961ff71e-0afa-4938-a743-f3c7af95c50b req-2453cfa9-1d45-4c86-a79f-2872bf577e09 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.2043819 Aug 31 06:34:36.025858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-5c58c084-c0f7-423c-aba6-799d24f691a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2572014 Aug 31 06:34:36.084104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] No DVR routers for this DVR port 6e097b50-ab0f-4837-b3d2-bc7314991a36 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:36.089731 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.093017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-12472f6d-149c-417b-9d02-3bf11441ef07 req-d554fb4c-17f7-4c12-a83d-082643950c0d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.23 "DELETE /v2.0/ports/6e097b50-ab0f-4837-b3d2-bc7314991a36 HTTP/1.1" status: 204 len: 173 time: 1.5099723 Aug 31 06:34:36.093543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'name': 'network-vif-deleted', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:36.113105 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd338e8-68db-4629-951f-f01d0d7f011e" -d '{"events": [{"server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "name": "network-vif-deleted", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:36.149206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085057f2-a2d6-4fc7-bfbe-460dd8b98319 req-59bb3c97-3179-45eb-afad-c6ada8121150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:36.150989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-085057f2-a2d6-4fc7-bfbe-460dd8b98319 req-59bb3c97-3179-45eb-afad-c6ada8121150 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 1098 time: 0.3837290 Aug 31 06:34:36.361329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-ffe4e7a5-ca9e-4ed4-be94-b246468a8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:36.362881 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-ffe4e7a5-ca9e-4ed4-be94-b246468a8fdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.2803717 Aug 31 06:34:36.425028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-085057f2-a2d6-4fc7-bfbe-460dd8b98319 req-9c025059-8215-4a74-ba80-ebd3b237e195 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642493 Aug 31 06:34:36.510866 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50490143-efe2-49ff-b15b-d8ce65283cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.574567 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-50490143-efe2-49ff-b15b-d8ce65283cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.632407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50490143-efe2-49ff-b15b-d8ce65283cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee6de0-b052-469d-a2a9-6f6b1445ab1c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:36.733774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-180bff62-ebb3-4aa8-878c-ba213c887251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:36.735518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-180bff62-ebb3-4aa8-878c-ba213c887251 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.3346756 Aug 31 06:34:36.740717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-50490143-efe2-49ff-b15b-d8ce65283cec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee773c2eda0b4a66bd1a5180c9bb414b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8860717 Aug 31 06:34:36.742424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60514) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:36.784108 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e54dcbb-5d53-4730-b44d-edf8e0c3e19e x-openstack-request-id: req-5e54dcbb-5d53-4730-b44d-edf8e0c3e19e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:36.787811 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aa4fac-b2ed-4e47-91de-c1ad51651fc3", "name": "network-vif-deleted", "tag": "6e097b50-ab0f-4837-b3d2-bc7314991a36", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:36.789332 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e54dcbb-5d53-4730-b44d-edf8e0c3e19e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:36.791747 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aa4fac-b2ed-4e47-91de-c1ad51651fc3', 'name': 'network-vif-deleted', 'tag': '6e097b50-ab0f-4837-b3d2-bc7314991a36', 'status': 'completed', 'code': 200} Aug 31 06:34:36.816521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Router e77f02c8-1901-4012-bdeb-35cd744938d6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:36.921295 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94e56fa0-e08a-4924-ae8d-b73f50021b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.966588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-057c5ffa-289f-477d-ad8f-8fe093dba0ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 998 time: 0.2228985 Aug 31 06:34:37.079043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94e56fa0-e08a-4924-ae8d-b73f50021b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.099238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-c7248c5d-a170-43e3-b9f4-d594ad494de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:37.101822 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-c7248c5d-a170-43e3-b9f4-d594ad494de1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.1253736 Aug 31 06:34:37.147760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec3d89-f1d9-4105-a9f2-c742f726b99c req-765d6a56-fbe3-4013-b262-4d1052288aa1 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:37.150205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4ec3d89-f1d9-4105-a9f2-c742f726b99c req-765d6a56-fbe3-4013-b262-4d1052288aa1 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.1967332 Aug 31 06:34:37.174472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:37.191412 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:37.192264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.207968 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:37.208930 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:37.236827 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94e56fa0-e08a-4924-ae8d-b73f50021b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.240212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94e56fa0-e08a-4924-ae8d-b73f50021b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.246312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-94e56fa0-e08a-4924-ae8d-b73f50021b32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89ee6de0-b052-469d-a2a9-6f6b1445ab1c HTTP/1.1" status: 204 len: 168 time: 0.5017087 Aug 31 06:34:37.275995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4ec3d89-f1d9-4105-a9f2-c742f726b99c req-829d4510-126a-4abd-9f66-8f4264e2c9c7 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131890 Aug 31 06:34:37.294444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6e097b50-ab0f-4837-b3d2-bc7314991a36 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:37.302869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e56fa0-e08a-4924-ae8d-b73f50021b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee6de0-b052-469d-a2a9-6f6b1445ab1c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:37.342261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 6e097b50-ab0f-4837-b3d2-bc7314991a36 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:37.342834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6e097b50-ab0f-4837-b3d2-bc7314991a36 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:37.380052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60524) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:37.401639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-b85ab5d6-41e5-4e29-a823-032aa308c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:37.404055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-b85ab5d6-41e5-4e29-a823-032aa308c87b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2921743 Aug 31 06:34:37.433934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-01521e30-d3f1-48ef-80d6-2fc5b145b157 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "PUT /v2.0/floatingips/4544c0eb-a9c6-412c-8a84-9c1c42fe8596 HTTP/1.1" status: 200 len: 995 time: 3.7792933 Aug 31 06:34:37.439115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:37.451192 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:37.507333 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:37.695480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-5836be40-5bad-4c41-aeaf-ab5016241bb5 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570896 Aug 31 06:34:37.802168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-76961ddb-0fba-491f-8451-a7d158eb99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:37.811176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-76961ddb-0fba-491f-8451-a7d158eb99d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.3426270 Aug 31 06:34:37.979148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a814c98c-59e4-41e1-88e4-92677816d1c2 req-97c6e221-a072-4673-9833-b81508d478cf tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0560381 Aug 31 06:34:38.007378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-cb82a354-53be-4893-84b4-98a44125fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:38.015503 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-cb82a354-53be-4893-84b4-98a44125fd85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.2034724 Aug 31 06:34:38.103002 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0960183b-7f0d-4962-9ccb-87d1f9a56306 x-openstack-request-id: req-0960183b-7f0d-4962-9ccb-87d1f9a56306 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:38.104244 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:38.104757 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0960183b-7f0d-4962-9ccb-87d1f9a56306 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:38.105407 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'status': 'completed', 'code': 200} Aug 31 06:34:38.119908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6e64d07-77d4-4c92-b49e-8e06d91745ae req-58ed2047-aca7-477f-a171-46bf0f902259 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154854 Aug 31 06:34:38.198506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-4e90ccb3-369d-4825-b521-a239439f6103 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 998 time: 0.1796489 Aug 31 06:34:38.220073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-863134002-network', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:38.276190 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:6e:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:34Z', 'revision_number': 8, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:38.287306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Made reservation on behalf of e506f5fddcd44becab79ffc863b06875 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:38.291033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.316696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.323978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-0f73151e-203d-42cf-bdb8-728a2c42bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:38.326346 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-0f73151e-203d-42cf-bdb8-728a2c42bf5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.0966978 Aug 31 06:34:38.340601 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:38.350814 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:38.351458 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:38.431752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-758aaf44-4530-43ac-a0be-95d5c39ea95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:38.447644 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-758aaf44-4530-43ac-a0be-95d5c39ea95a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.2709837 Aug 31 06:34:38.657142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f124539-1f06-43df-a47e-a7aea7c771ae req-a2bfd626-02c0-437b-967e-e1795a4bb0ed tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:38.665151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f124539-1f06-43df-a47e-a7aea7c771ae req-a2bfd626-02c0-437b-967e-e1795a4bb0ed tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.2289948 Aug 31 06:34:38.685144 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:38.728020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f124539-1f06-43df-a47e-a7aea7c771ae req-5d74e798-4cfd-41d9-ac2b-6fe670d40e0c tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602326 Aug 31 06:34:38.815199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.825154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.892520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:38.990713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.994652 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Added segment 7d379565-86fb-47f8-b2db-929843463c9c of type vlan for network 5083b8fe-94c9-4ad4-8157-69cbea5456be Aug 31 06:34:39.189403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0596172-c790-4703-9ef3-ea8692712dd6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:39.218422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.255242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-bf76cc0a-6f32-4e04-8851-ba8447d69e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.257778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-bf76cc0a-6f32-4e04-8851-ba8447d69e33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8974967 Aug 31 06:34:39.334589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-4183f2e8-5ed6-42ac-8cf1-4c5e60fb72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.336427 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-4183f2e8-5ed6-42ac-8cf1-4c5e60fb72f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.8512206 Aug 31 06:34:39.350105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.353507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.354473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.388035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18918c-7157-4f84-9d2d-1ee5814c2121 req-10c1653a-7014-4f6f-8129-7ec11078b381 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.402263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60566) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:39.409159 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e18918c-7157-4f84-9d2d-1ee5814c2121 req-10c1653a-7014-4f6f-8129-7ec11078b381 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.2740974 Aug 31 06:34:39.449472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Request body: {'floatingip': {'port_id': '8880503c-ae62-490a-a12c-806f6ec5fadd'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:39.513849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.554739 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:6e:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:34Z', 'revision_number': 8, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:39.565903 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c070481-8d31-45a8-b0c8-58d190c26b30 req-12aa4e3f-ecaf-456c-8e78-eb61f1486210 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0521791 Aug 31 06:34:39.577710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1890886 Aug 31 06:34:39.578652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60568) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:39.586129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Request body: {'subnet': {'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-863134002-subnet', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:39.589403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-e305bfaa-012c-41ee-9558-74fc0ea0ba70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 998 time: 0.2431593 Aug 31 06:34:39.590043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981d83c-e134-4cf7-b38b-bf2ecef8c57e admin admin] Pushing event updated for resources: {'Network': ['ID=5083b8fe-94c9-4ad4-8157-69cbea5456be,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:39.600965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:39.657227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Made reservation on behalf of e506f5fddcd44becab79ffc863b06875 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:39.659938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.668975 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cddca50-666d-4227-a368-4d688f4ab1b4 None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4544c0eb-a9c6-412c-8a84-9c1c42fe8596', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'port_id': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'mac_address': 'fa:16:3e:6e:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:47Z', 'updated_at': '2021-08-31T06:34:34Z', 'revision_number': 8, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:39.681437 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-bdba8c2f-b7ce-4d9e-a5be-38cf398d690f service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028528 Aug 31 06:34:39.723631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-da004d74-1faf-4699-af03-a34ee81282a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.725897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-da004d74-1faf-4699-af03-a34ee81282a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.1197495 Aug 31 06:34:39.984195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-13726ab1-376f-430e-97d2-5a29a277de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.986014 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-13726ab1-376f-430e-97d2-5a29a277de37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291353 Aug 31 06:34:40.210010 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.240637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0458f1b-f3a2-47c3-99e1-6927f16a8fc6 None None] New status for floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:34:40.305511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30927174-259f-4a78-8aa5-2326f7b425b3,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:40.322064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Checking segment: {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:40.323020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Network hostable DHCP agents. Network: 5083b8fe-94c9-4ad4-8157-69cbea5456be, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:34:40.369834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:34:40.372130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee670d98-90cc-46bc-8c83-71f1ea21ee37 req-3a628e55-4fbb-41b8-bf7b-e4a24c6dc247 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372066 Aug 31 06:34:40.406573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 5083b8fe-94c9-4ad4-8157-69cbea5456be) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:40.419891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:40.420421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.438239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b58e0-dad1-43b7-8ea9-c0141fb47950 None None] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:40.487809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0ece9d59-cf31-4e0c-9a02-47e07bf19ec8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9057493 Aug 31 06:34:40.494923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:40.499684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:40.544311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1331eeb-6cd3-4cd4-9e8b-7c9b4e356e15 req-f3d41ebe-2874-4718-aa83-e1877807d616 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips/4544c0eb-a9c6-412c-8a84-9c1c42fe8596 HTTP/1.1" status: 200 len: 995 time: 0.1042573 Aug 31 06:34:40.546129 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.547896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.808134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.902604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-5083b8fe-94c9-4ad4-8157-69cbea5456be', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:34:40.907074 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.945788 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b76286-52d8-4c91-81bd-e0e0e2eeb0d5 req-edd83efa-1da8-4427-85a4-6116a4543821 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0348659 Aug 31 06:34:41.026769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60594) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:41.055502 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-a1517b87-9f93-4fd2-95e0-97dd14cfab81 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0132143 Aug 31 06:34:41.168004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1331eeb-6cd3-4cd4-9e8b-7c9b4e356e15 req-a61ceb6b-da32-4121-8395-3e5d94aa7add tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:41.173673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1331eeb-6cd3-4cd4-9e8b-7c9b4e356e15 req-a61ceb6b-da32-4121-8395-3e5d94aa7add tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.6176882 Aug 31 06:34:41.205749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.326890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1331774999', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:41.446217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Allocated IP 172.20.0.2 (5083b8fe-94c9-4ad4-8157-69cbea5456be/30927174-259f-4a78-8aa5-2326f7b425b3/16d77797-5972-45ec-b581-979f2386c6eb) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:41.479253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Made reservation on behalf of c01c3b3449934fd1b35bcb817f39e746 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:41.483034 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.500740 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-021d4694-9179-417a-b50c-867d09839552 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.3060615 Aug 31 06:34:41.503681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62deab0c-d5cc-4fea-8d00-9f78f7ed2477 req-bd6d458a-8269-4e1e-9e45-0b1865c849ad service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306502 Aug 31 06:34:41.507185 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.508521 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.523418 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.636550 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Floating IP c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2 associated. External IP: 172.25.5.200, port: 8880503c-ae62-490a-a12c-806f6ec5fadd. Aug 31 06:34:41.667522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-e3de23aa-f0ea-43c6-b84b-5ca7e2549e31 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:41.695101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-e3de23aa-f0ea-43c6-b84b-5ca7e2549e31 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports/b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 942 time: 0.1868718 Aug 31 06:34:41.970817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.999379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Transition to ACTIVE for port object 16d77797-5972-45ec-b581-979f2386c6eb will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:42.033686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Router 0f95312c-2e21-4a5e-ae31-52e422748905 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:42.061808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-bedb7500-1551-4d29-809d-36a236e171f8 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.2031581 Aug 31 06:34:42.063207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Transition to ACTIVE for port object 16d77797-5972-45ec-b581-979f2386c6eb will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:42.065355 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.092411 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.142995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.158700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:42.160042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Pushing event updated for resources: {'Port': ['ID=16d77797-5972-45ec-b581-979f2386c6eb,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:42.163612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:42.170084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:42.305668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Attempting to bind port 16d77797-5972-45ec-b581-979f2386c6eb on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:42.306053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Attempting to bind port 16d77797-5972-45ec-b581-979f2386c6eb by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:42.306426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Attempting to bind port 16d77797-5972-45ec-b581-979f2386c6eb on network 5083b8fe-94c9-4ad4-8157-69cbea5456be {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:42.314564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:42.315799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Checking segment: {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:42.316466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.317100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Bound using segment: {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:42.317834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Bound port: 16d77797-5972-45ec-b581-979f2386c6eb, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:42.318490 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.393831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bad752a9-94d2-4762-b357-3b7222e2eb6d req-6a9415ca-4e7f-46e6-8fe5-cb6f4e07fdf4 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0428269 Aug 31 06:34:42.401235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] For port 16d77797-5972-45ec-b581-979f2386c6eb, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:42.425092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] For port 16d77797-5972-45ec-b581-979f2386c6eb, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=16d77797-5972-45ec-b581-979f2386c6eb,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:42.431884 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.468087 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.483791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.551504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] device_id is not set on port 4d75763b-f376-4a09-a5e7-3ee6891d3a65 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:34:42.556468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce65e9fd-9a30-496c-9349-a0cec4bfd9ec,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:42.564293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:42.572772 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.581220 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] Sync routers for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:42.589765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a63e8f-30d0-4951-b7b9-3980d69db882 None None] Pushing event updated for resources: {'Port': ['ID=16d77797-5972-45ec-b581-979f2386c6eb,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:42.601445 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:42.606424 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:42.648394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-579b5e1c-bed1-4a15-8cdf-2b1ad64a74ea tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "PUT /v2.0/floatingips/c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2 HTTP/1.1" status: 200 len: 992 time: 3.2313268 Aug 31 06:34:42.675544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:42.680272 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb77d58-2400-45ee-97f2-17e458c52ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:42.874314 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:42.962189 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2a347a-67ea-4268-802a-297953e52e96 x-openstack-request-id: req-3c2a347a-67ea-4268-802a-297953e52e96 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:42.962461 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:42.962718 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c2a347a-67ea-4268-802a-297953e52e96 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:42.963125 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'status': 'completed', 'code': 200} Aug 31 06:34:42.980187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-83d2f8c5-c34c-4c78-a8c1-4044a44acbab tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:43.004631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-83d2f8c5-c34c-4c78-a8c1-4044a44acbab tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.9122305 Aug 31 06:34:43.074608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-f4b6bcc9-0a07-49b0-9a4e-b2872269a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:43.077642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-f4b6bcc9-0a07-49b0-9a4e-b2872269a36a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3716c637219b4f5aa6d0e919e7ca85bf&device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 1098 time: 0.0944500 Aug 31 06:34:43.086704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Allocated IP 172.25.5.84 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/b6e9355b-ab7c-4bf4-bb7e-6c34f7555534) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:43.126850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-75106c07-6bff-40e1-83fb-af05dcd9caae tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.1153321 Aug 31 06:34:43.173275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:43.233424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-ce86d21c-dde0-447e-9b65-6cb1f5f1c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:43.236880 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-ce86d21c-dde0-447e-9b65-6cb1f5f1c3e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a54b82f-2ed3-4a7c-aca2-fece68970b68 HTTP/1.1" status: 200 len: 906 time: 0.1534724 Aug 31 06:34:43.258311 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.382924 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-eaa376e8-998f-4c35-9e80-9cd176711e5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8880503c-ae62-490a-a12c-806f6ec5fadd HTTP/1.1" status: 200 len: 1000 time: 0.1367743 Aug 31 06:34:43.398630 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'port_id': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'mac_address': 'fa:16:3e:f8:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:34:16Z', 'updated_at': '2021-08-31T06:34:41Z', 'revision_number': 1, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:13Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:43.435655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 16d77797-5972-45ec-b581-979f2386c6eb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:43.440771 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] Checking router: 0f95312c-2e21-4a5e-ae31-52e422748905 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:43.455452 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:43.456114 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:43.503596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-4b147220-2908-4e69-b728-5113d5a9db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:43.505887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-4b147220-2908-4e69-b728-5113d5a9db4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a247993-ac34-4812-bce3-aa6e51a02a51 HTTP/1.1" status: 200 len: 844 time: 0.1079288 Aug 31 06:34:43.525614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.579855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-c2770a68-4431-41ca-b91c-15fed4efb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:43.581806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-c2770a68-4431-41ca-b91c-15fed4efb94f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a54b82f-2ed3-4a7c-aca2-fece68970b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654333 Aug 31 06:34:43.602275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 16d77797-5972-45ec-b581-979f2386c6eb completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:43.763206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e445321a-d6bc-4f03-8503-1591130d673f req-fbcf9760-efb8-480f-b2a4-b4146fdabb5c tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.1277540 Aug 31 06:34:43.782608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.874729 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:43.919033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.933870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Allocated IP 172.25.5.170 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/4d75763b-f376-4a09-a5e7-3ee6891d3a65) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:43.951873 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-26c911bb-5f0b-4892-8286-8b46588e42b1 service neutron] 10.222.0.42 "GET /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602517 Aug 31 06:34:43.979816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.980140 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596 disassociated. External IP: 172.25.5.60, port: b65322b4-9354-47ec-8c91-40da2ecb07c2. Aug 31 06:34:44.224632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:44.242896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:44.248078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:44.331224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e9355b-ab7c-4bf4-bb7e-6c34f7555534,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:44.366565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f4844-47e5-4584-943c-8ba748de87f2 None None] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:44.398698 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'port_id': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'mac_address': 'fa:16:3e:f8:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:34:16Z', 'updated_at': '2021-08-31T06:34:41Z', 'revision_number': 1, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:13Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:44.458792 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ade33bc-a14e-4f46-bdb6-020df9001d9b None None] The sync data for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 is: [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'port_id': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'mac_address': 'fa:16:3e:f8:dc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:34:16Z', 'updated_at': '2021-08-31T06:34:41Z', 'revision_number': 1, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:13Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:44.544345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Router e77f02c8-1901-4012-bdeb-35cd744938d6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:44.633025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c471479e-ba60-44e6-af79-414ea0485def None None] Provisioning for port 16d77797-5972-45ec-b581-979f2386c6eb completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:44.640343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c471479e-ba60-44e6-af79-414ea0485def None None] Provisioning complete for port 16d77797-5972-45ec-b581-979f2386c6eb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:44.641129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c471479e-ba60-44e6-af79-414ea0485def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.657355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2fb77d58-2400-45ee-97f2-17e458c52ba5 req-9c70ce2b-bf40-49a0-8032-8f838d2386e9 service neutron] 10.222.0.42 "GET /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896091 Aug 31 06:34:44.816654 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.826168 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c471479e-ba60-44e6-af79-414ea0485def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.902611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c471479e-ba60-44e6-af79-414ea0485def None None] For port 16d77797-5972-45ec-b581-979f2386c6eb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=16d77797-5972-45ec-b581-979f2386c6eb,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:44.914422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c471479e-ba60-44e6-af79-414ea0485def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.967463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a29330-93dc-4dc6-9c59-1d4b8695763a None None] New status for floating IP c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:34:45.021929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad1cf1b3-9146-4728-b861-5459f902b663 req-9deb7774-059a-41f3-88ec-4ec451e0940b tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0891600 Aug 31 06:34:45.051341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.155657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.171418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:45.178213 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.185973 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:45.211859 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:45.212706 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-ebf9a1ae-0c64-4311-b788-3458aa3b61d1 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "PUT /v2.0/floatingips/4544c0eb-a9c6-412c-8a84-9c1c42fe8596 HTTP/1.1" status: 200 len: 695 time: 2.0751548 Aug 31 06:34:45.214839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:45.217424 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd6d8f8-e906-475a-ad1a-a726650ab99f" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:45.222252 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:45.264247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Pushing event updated for resources: {'Port': ['ID=4d75763b-f376-4a09-a5e7-3ee6891d3a65,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:45.294323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:45.306111 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:45.311024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:45.370159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-9add7591-d048-4513-9a78-7e3de058068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:45.372504 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-9add7591-d048-4513-9a78-7e3de058068c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.1005793 Aug 31 06:34:45.416168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:45.416937 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.454933 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a239d84-ae32-4ad3-9fba-244846a3b06c x-openstack-request-id: req-5a239d84-ae32-4ad3-9fba-244846a3b06c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:45.455410 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:45.455719 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a239d84-ae32-4ad3-9fba-244846a3b06c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:45.456136 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'status': 'completed', 'code': 200} Aug 31 06:34:45.457688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-679f313d-b145-43ae-85d6-6461bf0a2be2 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.4274991 Aug 31 06:34:45.461994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60646) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:45.465671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.503456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.170'}]}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:45.537336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471479e-ba60-44e6-af79-414ea0485def None None] Pushing event updated for resources: {'Port': ['ID=16d77797-5972-45ec-b581-979f2386c6eb,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:45.549745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9715d94-c3b3-422b-bae4-08f6c759a6d3 None None] Provisioning complete for port 16d77797-5972-45ec-b581-979f2386c6eb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:45.551396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9715d94-c3b3-422b-bae4-08f6c759a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.607849 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:45.616962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-df3fa0a3-4b81-4474-b5e9-3f66c225c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:45.618899 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-df3fa0a3-4b81-4474-b5e9-3f66c225c4ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.2389879 Aug 31 06:34:45.622098 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.624923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.640026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-c486adce-7a23-40d5-84fe-6183ab198c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:45.643062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-c486adce-7a23-40d5-84fe-6183ab198c9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 1097 time: 0.1819510 Aug 31 06:34:45.784457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-f7869052-96e2-4b6d-aff0-5ffb37bef6e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 217 time: 0.1528666 Aug 31 06:34:45.905723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-7384edd5-c16d-4678-b02b-eb0cc3bcfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:45.907092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.907593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-7384edd5-c16d-4678-b02b-eb0cc3bcfd48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.0939829 Aug 31 06:34:45.967893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:34:45.985178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-0f1415b2-abea-469a-8fc0-8500f64f8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:45.987173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-0f1415b2-abea-469a-8fc0-8500f64f8c33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663090 Aug 31 06:34:46.058869 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:46.121892 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:46.139590 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:46.152107 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:46.156194 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-96104396-2352-48f9-a7f5-14a2b1b3cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:46.159428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-96104396-2352-48f9-a7f5-14a2b1b3cbc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 200 len: 922 time: 0.5087166 Aug 31 06:34:46.163328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:46.177362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Sync routers for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:46.197110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:46.198703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:46.243812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.245173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-313a0b1c-3448-41d4-92be-6a5d0893e478 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7487924 Aug 31 06:34:46.248256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60656) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:46.295701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-8c5b8be4-6863-43cf-abc5-e026e736b3a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 200 len: 217 time: 0.0599735 Aug 31 06:34:46.330513 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:46.429516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-d4b64156-e984-4a0a-88de-b119de5e63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:46.431829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-d4b64156-e984-4a0a-88de-b119de5e63ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 200 len: 860 time: 0.0894246 Aug 31 06:34:46.449589 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43163fcb-13fd-49b7-b67b-0efdd3a779a9 req-d6c446f9-d204-40a9-a7a3-5af635363653 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.2137556 Aug 31 06:34:46.461608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.470864 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-23c957a2-5ae3-41e3-96ee-722de4e25adc service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546990 Aug 31 06:34:46.584756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:46.708645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-1d1c7085-999c-4069-b0fd-c7b8a5e2ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:46.710480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-1d1c7085-999c-4069-b0fd-c7b8a5e2ffc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2587569 Aug 31 06:34:46.765995 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:46.809477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d38efe76-9518-4914-b2f9-c0b4455e57eb req-6066276c-7549-4c9b-9724-fa8d6f9e32a3 service neutron] 10.222.0.15 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276041 Aug 31 06:34:46.818249 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba96a4f-98a1-4019-97b9-8a9b1526ea11 None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:23Z', 'revision_number': 4, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956', 'name': '', 'network_id': '8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'mac_address': 'fa:16:3e:02:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:22Z', 'updated_at': '2021-08-31T06:33:31Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'subnets': [{'id': 'e9d32010-726d-4650-9fb1-fe1d9a93789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:46.867455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-6fab0b9d-1c8f-44ff-aa96-1e2704bfcf47 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477919 Aug 31 06:34:46.874813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:44Z', 'revision_number': 3, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:46.943385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Checking router: 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:46.951735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Updating router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:34:47.006704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.250233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a426324-baec-4de7-b833-93f5467e5f96 req-6569624c-791a-4280-9b58-a3dea0d8fc9d tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips/4544c0eb-a9c6-412c-8a84-9c1c42fe8596 HTTP/1.1" status: 200 len: 695 time: 0.2419603 Aug 31 06:34:47.315756 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.391264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dd6d8f8-e906-475a-ad1a-a726650ab99f req-4fa82687-f063-4492-b572-ae0f11655bb7 service neutron] 10.222.0.42 "GET /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858378 Aug 31 06:34:47.414885 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db55ce92-cb75-4f26-b939-f588b51c50be None None] New status for floating IP 4544c0eb-a9c6-412c-8a84-9c1c42fe8596: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:34:47.433588 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.446664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Transition to ACTIVE for port object b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:47.454208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.456548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 16d77797-5972-45ec-b581-979f2386c6eb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:47.498149 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.570962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426324-baec-4de7-b833-93f5467e5f96 req-b7478bb6-2f35-4668-8107-398d0810586c tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:47.572844 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a426324-baec-4de7-b833-93f5467e5f96 req-b7478bb6-2f35-4668-8107-398d0810586c tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 784 time: 0.3208816 Aug 31 06:34:47.659366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Attempting to bind port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:47.660342 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Attempting to bind port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:47.661131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Attempting to bind port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:47.685138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 16d77797-5972-45ec-b581-979f2386c6eb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:47.686069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.736430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a426324-baec-4de7-b833-93f5467e5f96 req-addd29df-0030-470a-90eb-19a160e2952b tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 698 time: 0.1051490 Aug 31 06:34:47.768807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:47.769850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:47.770686 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.771471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:47.772487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Bound port: b6e9355b-ab7c-4bf4-bb7e-6c34f7555534, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:47.773499 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.821462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a426324-baec-4de7-b833-93f5467e5f96 req-371ba5e7-7dfa-43d3-9250-dae5f136f736 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 696 time: 0.0838938 Aug 31 06:34:47.857955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.867828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] For port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:47.873915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] For port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b6e9355b-ab7c-4bf4-bb7e-6c34f7555534,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:47.889576 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.909046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704675e-935b-4dc9-b34a-78b06a281657 None None] Pushing event updated for resources: {'Port': ['ID=b6e9355b-ab7c-4bf4-bb7e-6c34f7555534,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:47.976625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:47.977214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:48.081307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Deleting port 09457e2d-0605-4dda-887f-789cf251ce92 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:48.081919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.088492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Allocated IP 172.20.0.1 (5083b8fe-94c9-4ad4-8157-69cbea5456be/30927174-259f-4a78-8aa5-2326f7b425b3/418bd058-af15-4b27-a497-85646fe6f979) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:48.101842 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.172914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:48.207614 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.209111 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.217892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d06e0768-1806-4512-b417-8e890605ebe2 req-3bbb27c4-a23c-4387-8813-b1fad4884823 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.3436179 Aug 31 06:34:48.294726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Calling delete_port for 09457e2d-0605-4dda-887f-789cf251ce92 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:48.321101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.347507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Transition to ACTIVE for port object 418bd058-af15-4b27-a497-85646fe6f979 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:48.424234 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.428555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704675e-935b-4dc9-b34a-78b06a281657 None None] Pushing event updated for resources: {'Port': ['ID=b6e9355b-ab7c-4bf4-bb7e-6c34f7555534,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:48.458299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:44Z', 'revision_number': 3, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:48.472966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:48.476621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:48.484105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:48.506910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93a87a-2b70-434d-babf-f0483f6db7e3 None None] The sync data for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 is: [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:44Z', 'revision_number': 3, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:48.561165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.626802 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.630663 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.735046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Pushing event updated for resources: {'Port': ['ID=418bd058-af15-4b27-a497-85646fe6f979,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:48.747241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.747910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0664ff27-779f-487b-ae8e-170b73bee072 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:34:48.757260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.757807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.761818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.762872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.763234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.763566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.763901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.764233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.764565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.764875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.765233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.765562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:48.774997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.800482 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:34:48.803319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f01be4ff-997c-4ce9-aa28-6693b31785b3 tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3043184 Aug 31 06:34:48.806159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60680) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:48.883468 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-677c960f-331d-430a-8892-5cb8b4bdd3fa None None] Provisioning for port 418bd058-af15-4b27-a497-85646fe6f979 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:48.893047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-677c960f-331d-430a-8892-5cb8b4bdd3fa None None] Provisioning complete for port 418bd058-af15-4b27-a497-85646fe6f979 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:48.893458 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-677c960f-331d-430a-8892-5cb8b4bdd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.959189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.000305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Pushing event deleted for resources: {'Port': ['ID=09457e2d-0605-4dda-887f-789cf251ce92,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:49.070943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-677c960f-331d-430a-8892-5cb8b4bdd3fa None None] Port 418bd058-af15-4b27-a497-85646fe6f979 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:49.130498 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.137776 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.143788 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a426324-baec-4de7-b833-93f5467e5f96 req-4567d404-3e95-471b-8fdb-038cd7db682f tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "DELETE /v2.0/floatingips/4544c0eb-a9c6-412c-8a84-9c1c42fe8596 HTTP/1.1" status: 204 len: 173 time: 1.3212109 Aug 31 06:34:49.274870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3b834c25-94b1-47d8-8032-ac18d3ceceaf tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Deleting port 4d75763b-f376-4a09-a5e7-3ee6891d3a65 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:49.276342 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b834c25-94b1-47d8-8032-ac18d3ceceaf tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.351898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.454392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.511615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-23cedf11-39cc-4dce-856d-4b735120ba75 req-839f5606-a730-49bc-b341-8b3902492ec8 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0759585 Aug 31 06:34:49.540094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:49.624668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.626849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Pushing event updated for resources: {'Port': ['ID=418bd058-af15-4b27-a497-85646fe6f979,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:49.672410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:49.687727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b834c25-94b1-47d8-8032-ac18d3ceceaf tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.693290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:49.693763 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.705996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3b834c25-94b1-47d8-8032-ac18d3ceceaf tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Calling delete_port for 4d75763b-f376-4a09-a5e7-3ee6891d3a65 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:49.907440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2648e-cf92-4b5a-9982-c539ad226284 req-4a1b3c41-91f0-4346-9676-ddded4c6eeda tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:49.916981 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13c2648e-cf92-4b5a-9982-c539ad226284 req-4a1b3c41-91f0-4346-9676-ddded4c6eeda tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 945 time: 0.2064195 Aug 31 06:34:49.932088 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.001892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b6e9355b-ab7c-4bf4-bb7e-6c34f7555534,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:50.007855 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.048944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13c2648e-cf92-4b5a-9982-c539ad226284 req-750bdbdc-6305-4a33-8e38-01812cbdc9c4 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234164 Aug 31 06:34:50.195360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b6e9355b-ab7c-4bf4-bb7e-6c34f7555534,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:50.225685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.226432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.227551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.231625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.232478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.232983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.237067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.237629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.238245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.239293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.241700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf34c6-397f-4d57-a8ac-f2d4dd422e80 req-2d91a639-121e-4739-ae57-68588f38a6a4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:50.242465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.243089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:50.244480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43bf34c6-397f-4d57-a8ac-f2d4dd422e80 req-2d91a639-121e-4739-ae57-68588f38a6a4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.2751122 Aug 31 06:34:50.341954 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b834c25-94b1-47d8-8032-ac18d3ceceaf tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.356859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:50.393613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:50.424748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b834c25-94b1-47d8-8032-ac18d3ceceaf tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d75763b-f376-4a09-a5e7-3ee6891d3a65,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:50.517945 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43bf34c6-397f-4d57-a8ac-f2d4dd422e80 req-42ea10f5-34f8-4d66-8075-88318d0cbbd7 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440886 Aug 31 06:34:50.703180 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acd09fad-c710-48db-b91a-5f011aa9f761 req-7ce7617e-c5c4-4f74-b974-c1ddc92d3802 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0602753 Aug 31 06:34:50.713774 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b834c25-94b1-47d8-8032-ac18d3ceceaf tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.716384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3b834c25-94b1-47d8-8032-ac18d3ceceaf tempest-RoutersAdminNegativeIpV6Test-2080744247 tempest-RoutersAdminNegativeIpV6Test-2080744247-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4d75763b-f376-4a09-a5e7-3ee6891d3a65 HTTP/1.1" status: 204 len: 168 time: 1.9093416 Aug 31 06:34:50.754784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:50.818455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6aac1121-83eb-40cb-b47c-7451eff3e5c9 None None] Provisioning complete for port 418bd058-af15-4b27-a497-85646fe6f979 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:50.819061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6aac1121-83eb-40cb-b47c-7451eff3e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.898761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6aac1121-83eb-40cb-b47c-7451eff3e5c9 None None] Port 418bd058-af15-4b27-a497-85646fe6f979 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:50.980455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:50.985458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-da7e60cf-5af4-4902-abf0-aabc2fb2873e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:50.990592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-da7e60cf-5af4-4902-abf0-aabc2fb2873e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 945 time: 0.0679741 Aug 31 06:34:50.993221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-11cdb770-c5b9-42ec-8495-86dc04139d7b admin admin] 10.222.0.15 "PUT /v2.0/routers/3364cbcc-eb69-44d6-a33b-c6cd746aaff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7437346 Aug 31 06:34:51.143407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Deleting port b65322b4-9354-47ec-8c91-40da2ecb07c2 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:51.144287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.263082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60724) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:51.304170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] For port b65322b4-9354-47ec-8c91-40da2ecb07c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=b65322b4-9354-47ec-8c91-40da2ecb07c2,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:51.304629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.335257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Calling delete_port for b65322b4-9354-47ec-8c91-40da2ecb07c2 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:51.374726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36e58e-8aec-4e4c-88e9-74ded6f6c4a7 req-23130df8-8559-485b-9c45-0aa8afd538d2 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:51.378875 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e36e58e-8aec-4e4c-88e9-74ded6f6c4a7 req-23130df8-8559-485b-9c45-0aa8afd538d2 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 945 time: 0.1407530 Aug 31 06:34:51.428386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:51.507138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Sync routers for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:51.530472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e36e58e-8aec-4e4c-88e9-74ded6f6c4a7 req-d28a96fa-ef41-47a2-9ace-a11a532340a3 tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e4339a3-b229-4a3d-b951-dfdf62a14d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320744 Aug 31 06:34:51.558398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:51.559681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:51.598801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-865187dd-d35a-40fe-95cb-353e5f9c0ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.672510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.835760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-865187dd-d35a-40fe-95cb-353e5f9c0ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.839191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:51.844867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-865187dd-d35a-40fe-95cb-353e5f9c0ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.861448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Pushing event deleted for resources: {'Port': ['ID=b65322b4-9354-47ec-8c91-40da2ecb07c2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:51.900162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.900530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.900879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.903909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.905542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.905878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.906237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.906624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.908241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.908584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.912190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.912190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:51.916358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60742) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:51.917247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] No DVR routers for this DVR port b65322b4-9354-47ec-8c91-40da2ecb07c2 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:51.922047 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.924224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3b9fb69-0710-430e-9994-1d8191a038d7 req-9ae0cb20-3b14-423b-829f-94cce971888e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.42 "DELETE /v2.0/ports/b65322b4-9354-47ec-8c91-40da2ecb07c2 HTTP/1.1" status: 204 len: 173 time: 0.9295447 Aug 31 06:34:51.925180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'name': 'network-vif-deleted', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:51.927692 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974781ed-9ef0-431d-a687-ecce79da31a2" -d '{"events": [{"server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "name": "network-vif-deleted", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:51.936085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2a6d94c1-6621-4fa0-b0b8-5976f7b807fd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793316468', 'description': 'tempest-description--1236642789'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:51.954404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-865187dd-d35a-40fe-95cb-353e5f9c0ae5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12109761f0a643cdb3de3e7e0051eb41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6896091 Aug 31 06:34:51.957217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60746) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:51.968841 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94c1-6621-4fa0-b0b8-5976f7b807fd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.029490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865187dd-d35a-40fe-95cb-353e5f9c0ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7c3dc-5fc4-4fe9-90a8-5a05007e2c43,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:52.141473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94c1-6621-4fa0-b0b8-5976f7b807fd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.163118 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a161de91-6dc9-407d-8941-07f011dbc410 req-8df42ed6-35b9-40ef-9e0e-d797a42db0ab tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.1155548 Aug 31 06:34:52.186663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a76da75-067a-406b-83c9-c0bcc0389c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.220582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a76da75-067a-406b-83c9-c0bcc0389c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.220952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['b65322b4-9354-47ec-8c91-40da2ecb07c2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:52.244907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94c1-6621-4fa0-b0b8-5976f7b807fd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.286404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a76da75-067a-406b-83c9-c0bcc0389c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.289516 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a76da75-067a-406b-83c9-c0bcc0389c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.290842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a76da75-067a-406b-83c9-c0bcc0389c11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84e7c3dc-5fc4-4fe9-90a8-5a05007e2c43 HTTP/1.1" status: 204 len: 168 time: 0.3224833 Aug 31 06:34:52.302568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76da75-067a-406b-83c9-c0bcc0389c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7c3dc-5fc4-4fe9-90a8-5a05007e2c43,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:52.349910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94c1-6621-4fa0-b0b8-5976f7b807fd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.354774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60752) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:52.362337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e521d28a-5a9b-47e7-b3b8-85f4320e505e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Request body: {'security_group_rule': {'security_group_id': '6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:52.367952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a6d94c1-6621-4fa0-b0b8-5976f7b807fd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4475183 Aug 31 06:34:52.433137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e521d28a-5a9b-47e7-b3b8-85f4320e505e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.449696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0306-e8ce-442f-96b1-345d28c7784a req-46be3128-cbbf-41be-a872-b6f9901979ff tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:52.477702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bcef0306-e8ce-442f-96b1-345d28c7784a req-46be3128-cbbf-41be-a872-b6f9901979ff tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.3331609 Aug 31 06:34:52.496719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:52.497104 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.516507 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6b1df5-1506-4f93-97cd-c97633a54f8e x-openstack-request-id: req-bd6b1df5-1506-4f93-97cd-c97633a54f8e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:52.516842 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcf7cd7-dd82-46c9-a656-6a1a68f8a457", "name": "network-vif-deleted", "tag": "b65322b4-9354-47ec-8c91-40da2ecb07c2", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:52.517108 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd6b1df5-1506-4f93-97cd-c97633a54f8e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:52.517578 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcf7cd7-dd82-46c9-a656-6a1a68f8a457', 'name': 'network-vif-deleted', 'tag': 'b65322b4-9354-47ec-8c91-40da2ecb07c2', 'status': 'completed', 'code': 200} Aug 31 06:34:52.518175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d94c1-6621-4fa0-b0b8-5976f7b807fd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:52.529450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 2, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:52.578750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Checking router: 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:52.579403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Updating router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 port 418bd058-af15-4b27-a497-85646fe6f979 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:34:52.608443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bcef0306-e8ce-442f-96b1-345d28c7784a req-94d49eba-db45-495a-9ae8-10d3f6b0bfe3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295440 Aug 31 06:34:52.663668 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.705931 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e521d28a-5a9b-47e7-b3b8-85f4320e505e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.716297 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e521d28a-5a9b-47e7-b3b8-85f4320e505e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.798336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521d28a-5a9b-47e7-b3b8-85f4320e505e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9805f71-a12e-4184-b3b1-d72fd186080f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:52.822543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e521d28a-5a9b-47e7-b3b8-85f4320e505e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.828548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60768) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:52.832750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a701a1f9-a2c8-49f4-8767-eede5e8de6a1 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Request body: {'security_group_rule': {'security_group_id': '6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:52.838122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e521d28a-5a9b-47e7-b3b8-85f4320e505e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4812968 Aug 31 06:34:52.842553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e9bba827-280f-4a5a-900d-f1832f566859 req-800bd0ea-36c2-4293-b002-4d5ce5d40f0e tempest-FloatingIPsAssociationTestJSON-176792170 tempest-FloatingIPsAssociationTestJSON-176792170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dcf7cd7-dd82-46c9-a656-6a1a68f8a457 HTTP/1.1" status: 200 len: 210 time: 0.0639348 Aug 31 06:34:52.867662 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a701a1f9-a2c8-49f4-8767-eede5e8de6a1 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.967933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbffdb-09ed-40ab-a84b-002b8c5c6cec req-8a86c387-da1d-42d9-85e3-5e2aa6018f92 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:52.969968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-38cbffdb-09ed-40ab-a84b-002b8c5c6cec req-8a86c387-da1d-42d9-85e3-5e2aa6018f92 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1097 time: 0.0846100 Aug 31 06:34:52.994444 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a701a1f9-a2c8-49f4-8767-eede5e8de6a1 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.002649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a701a1f9-a2c8-49f4-8767-eede5e8de6a1 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.059892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60772) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:53.066670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701a1f9-a2c8-49f4-8767-eede5e8de6a1 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab277f0-4ebb-43ad-aab5-2ea1f0bece48,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:53.089334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a701a1f9-a2c8-49f4-8767-eede5e8de6a1 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.092232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a701a1f9-a2c8-49f4-8767-eede5e8de6a1 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2631247 Aug 31 06:34:53.107853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60774) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:53.111046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-38cbffdb-09ed-40ab-a84b-002b8c5c6cec req-cb59eb05-3f25-475e-8943-ec0c68912b15 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216278 Aug 31 06:34:53.117918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:53.179633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65603a2e-1819-4df6-804c-ab42ba1b173f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c01c3b3449934fd1b35bcb817f39e746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170366 Aug 31 06:34:53.182235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60778) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:53.191653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.214710 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.296400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Transition to ACTIVE for port object 418bd058-af15-4b27-a497-85646fe6f979 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:53.315406 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.394421 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-638eff6c-cc28-4b74-96a9-0c53309c2c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.435600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.486803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-638eff6c-cc28-4b74-96a9-0c53309c2c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.501027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77d39156-59fb-414a-b97f-f4bb0ac0df2e req-0e271926-6c73-431e-84c4-ace9947e1a20 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0408618 Aug 31 06:34:53.578730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-638eff6c-cc28-4b74-96a9-0c53309c2c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.581574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-638eff6c-cc28-4b74-96a9-0c53309c2c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.613960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-638eff6c-cc28-4b74-96a9-0c53309c2c55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce65e9fd-9a30-496c-9349-a0cec4bfd9ec HTTP/1.1" status: 204 len: 168 time: 0.4303286 Aug 31 06:34:53.636449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2724f4-4514-4991-b369-cab406bfc062 None None] Pushing event updated for resources: {'Port': ['ID=418bd058-af15-4b27-a497-85646fe6f979,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:53.644168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Attempting to bind port 418bd058-af15-4b27-a497-85646fe6f979 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:53.644796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Attempting to bind port 418bd058-af15-4b27-a497-85646fe6f979 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:53.645899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Attempting to bind port 418bd058-af15-4b27-a497-85646fe6f979 on network 5083b8fe-94c9-4ad4-8157-69cbea5456be {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:53.647077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638eff6c-cc28-4b74-96a9-0c53309c2c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce65e9fd-9a30-496c-9349-a0cec4bfd9ec,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:53.653419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:53.654272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Checking segment: {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:53.654895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.655475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Bound using segment: {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:53.656471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Bound port: 418bd058-af15-4b27-a497-85646fe6f979, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:53.657287 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.796022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Allocated IP 172.25.5.134 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/8efd3d13-1082-42e3-9aae-c0589fb177c7) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:53.813486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588ffaf-fbb9-4fdd-a0fc-924111abb330 req-c92ab681-4d8a-4a1a-9b21-2df13eaea630 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:53.815228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4588ffaf-fbb9-4fdd-a0fc-924111abb330 req-c92ab681-4d8a-4a1a-9b21-2df13eaea630 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.1254754 Aug 31 06:34:53.842480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] For port 418bd058-af15-4b27-a497-85646fe6f979, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:53.850166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] For port 418bd058-af15-4b27-a497-85646fe6f979, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=418bd058-af15-4b27-a497-85646fe6f979,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:53.857433 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.997767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:54.020877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:54.028229 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4588ffaf-fbb9-4fdd-a0fc-924111abb330 req-474a8edd-8f0c-4a32-9a93-b8cba96f5250 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975281 Aug 31 06:34:54.082866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2724f4-4514-4991-b369-cab406bfc062 None None] Pushing event updated for resources: {'Port': ['ID=418bd058-af15-4b27-a497-85646fe6f979,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:54.133471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.151677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60812) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:54.209992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aab8c253-5215-43be-8f88-fa10257ad64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.218196 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.244476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:54.268329 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.345935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60820) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:54.364063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event updated for resources: {'Port': ['ID=8efd3d13-1082-42e3-9aae-c0589fb177c7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:54.383402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:54.385067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:54.395152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:54.507145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.587546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2374016b-c1af-4fcc-a912-0b8533c20fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.648397 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.735716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:53Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:54.751909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9c8fa11-7c2b-4175-aadb-2b2d75d1f5cf req-56f6b7b5-03fb-45a6-aef6-2b510fe78b00 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0464296 Aug 31 06:34:54.801715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa220c-c1dc-4d51-b474-c04272c713a6 None None] The sync data for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 is: [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:53Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:55.083349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device b65322b4-9354-47ec-8c91-40da2ecb07c2 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:55.131499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: b65322b4-9354-47ec-8c91-40da2ecb07c2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:55.132146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device b65322b4-9354-47ec-8c91-40da2ecb07c2 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:55.205626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2374016b-c1af-4fcc-a912-0b8533c20fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.227133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2374016b-c1af-4fcc-a912-0b8533c20fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.269656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2374016b-c1af-4fcc-a912-0b8533c20fd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44270d012ab34d85a8d5ec2981979e86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1158099 Aug 31 06:34:55.304071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60852) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:55.315971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-fcdedf3c-f644-4b8b-bb09-fac986e402ab tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:55.332422 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-fcdedf3c-f644-4b8b-bb09-fac986e402ab tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.23 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.2816687 Aug 31 06:34:55.349365 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.358230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374016b-c1af-4fcc-a912-0b8533c20fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9b784d-a458-4234-8f90-43abbca449bd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:55.419021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.444923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.581338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 418bd058-af15-4b27-a497-85646fe6f979 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:55.652973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2ed5-8264-4a23-8524-dba2619a70b7 req-a1e870fe-176f-4377-861b-2918a6b5a56b tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:55.661405 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-29cf2ed5-8264-4a23-8524-dba2619a70b7 req-a1e870fe-176f-4377-861b-2918a6b5a56b tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 945 time: 0.4226921 Aug 31 06:34:55.679173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event updated for resources: {'Port': ['ID=8efd3d13-1082-42e3-9aae-c0589fb177c7,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:55.739257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.775176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 418bd058-af15-4b27-a497-85646fe6f979 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:55.786537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 418bd058-af15-4b27-a497-85646fe6f979 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:55.792918 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.808641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60860) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:55.814688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a020931-e181-4b2c-80ca-8e8560a317b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.863068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.894327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-29cf2ed5-8264-4a23-8524-dba2619a70b7 req-4562d3d1-fde5-4c9d-b0f2-4457130e62c4 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270961 Aug 31 06:34:55.918485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Deleting port b3b272bc-48f6-45d7-a2fa-ab14fc536853 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:55.919259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.947982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a020931-e181-4b2c-80ca-8e8560a317b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.998373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-899815204'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:56.008241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.010563 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.014063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a82941cf-1795-4b7c-8105-5f7bafda9dde tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9047177 Aug 31 06:34:56.094798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 418bd058-af15-4b27-a497-85646fe6f979, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=418bd058-af15-4b27-a497-85646fe6f979,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:56.114374 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.158785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-0d2f2e9d-7911-4dbe-96ed-21d7557438fc tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:34:56.160409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-0d2f2e9d-7911-4dbe-96ed-21d7557438fc tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5737302 Aug 31 06:34:56.201080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=418bd058-af15-4b27-a497-85646fe6f979,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:56.232892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5efc2a3c-7d46-4043-8c18-b7406c639b52 req-0ae75bfa-fa75-4665-b7eb-987fbb0ff9bf tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0888422 Aug 31 06:34:56.241807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Made reservation on behalf of 277ae83611fb4426b45fdab3ec1d945b for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:56.245622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.267359 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.289517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a020931-e181-4b2c-80ca-8e8560a317b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.291938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a020931-e181-4b2c-80ca-8e8560a317b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.300538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3a020931-e181-4b2c-80ca-8e8560a317b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b9b784d-a458-4234-8f90-43abbca449bd HTTP/1.1" status: 204 len: 168 time: 0.9590025 Aug 31 06:34:56.322490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Request body: {'binding': {'host': 'n-h1-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:56.323162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Unknown quota resources ['binding']. {{(pid=94667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:34:56.360210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a020931-e181-4b2c-80ca-8e8560a317b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9b784d-a458-4234-8f90-43abbca449bd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:56.421044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] For port b3b272bc-48f6-45d7-a2fa-ab14fc536853, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:56.422205 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.556998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Deleting port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:56.558767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.670734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] For port 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:56.671093 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.692036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Calling delete_port for 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:56.727529 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-58f4f4fb-bff2-4d82-bcf4-7fbf16faf71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.789444 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.972885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.010932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:57.080828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-5e96e90d-0c91-4737-8df6-13edfe78c348 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--793316468&fields=id&tenant_id=e506f5fddcd44becab79ffc863b06875 HTTP/1.1" status: 200 len: 267 time: 0.6842148 Aug 31 06:34:57.255049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.351771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b3b272bc-48f6-45d7-a2fa-ab14fc536853 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:57.477331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-aadad974-8531-4f8b-b40c-4dc67994076e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:57.486170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-aadad974-8531-4f8b-b40c-4dc67994076e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/networks?id=5083b8fe-94c9-4ad4-8157-69cbea5456be HTTP/1.1" status: 200 len: 814 time: 0.4041374 Aug 31 06:34:57.513989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.514749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.515287 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Floating IP 4dcd2f80-5de2-4a96-b23e-efc4da666015 disassociated. External IP: 172.25.5.58, port: b3b272bc-48f6-45d7-a2fa-ab14fc536853. Aug 31 06:34:57.515849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Calling delete_port for b3b272bc-48f6-45d7-a2fa-ab14fc536853 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:57.526343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.544103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-9d03d129-bd37-4ac8-9d0e-699162254045 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/quotas/e506f5fddcd44becab79ffc863b06875 HTTP/1.1" status: 200 len: 375 time: 0.0556958 Aug 31 06:34:57.569831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.592887 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.598146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 418bd058-af15-4b27-a497-85646fe6f979 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:57.611254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on host n-h1-712142-16 for vnic_type normal with profile None {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:57.611684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:57.612295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:57.622982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:57.663289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Router e77f02c8-1901-4012-bdeb-35cd744938d6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:57.677409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:57.683189 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce07051-099c-4715-94ed-e7964db6f06a" -d '{"events": [{"server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:57.688092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:57.688570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:57.720050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b3b272bc-48f6-45d7-a2fa-ab14fc536853, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3b272bc-48f6-45d7-a2fa-ab14fc536853,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:57.726988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.727235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.727687 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Added segment ecd9d12f-34bd-4211-9db7-a243455e4f25 of type vlan for network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c Aug 31 06:34:57.731693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:57.732071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:57.732584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:57.733318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Bound port: 93f0d797-8548-4930-bb00-463cc2974731, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:57.792892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b3b272bc-48f6-45d7-a2fa-ab14fc536853,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:57.805249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 418bd058-af15-4b27-a497-85646fe6f979 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:57.805633 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.827837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:57.830222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c42b92-2d56-4b24-9462-533cf0246dc2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:57.863778 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.865019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-c7e405d4-83d5-439e-9781-6f4ef31bf4d5 service neutron] 10.222.0.15 "POST /v2.0/ports/93f0d797-8548-4930-bb00-463cc2974731/bindings HTTP/1.1" status: 201 len: 390 time: 1.6949959 Aug 31 06:34:57.933895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-839f400a-ad39-41ba-9b3a-d399acd0341c tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e506f5fddcd44becab79ffc863b06875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3886998 Aug 31 06:34:57.947274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.993701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:58.020405 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] Sync routers for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:58.030164 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4c50c5f5-ed57-4307-b39d-313aaf002e39 admin admin] 10.222.0.15 "PUT /v2.0/routers/e77f02c8-1901-4012-bdeb-35cd744938d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6828175 Aug 31 06:34:58.036038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60914) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:58.047004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.052257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:58.052906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.066141 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:58.066778 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:58.105374 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.274077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea9513-f8a2-43d5-901c-604ac5deca4c req-b26f3bd8-b7b3-4e94-b5d0-b187cb498ce3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:58.275964 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5cea9513-f8a2-43d5-901c-604ac5deca4c req-b26f3bd8-b7b3-4e94-b5d0-b187cb498ce3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 943 time: 0.1099067 Aug 31 06:34:58.280241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.316681 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:58.352367 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5416191 Aug 31 06:34:58.359541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60920) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:58.368918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'subnet': {'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:58.400118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64127ba-c6e7-4b94-a032-7bb6269afd6e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Network': ['ID=d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:58.412856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.413174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:58.458340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event deleted for resources: {'Port': ['ID=b3b272bc-48f6-45d7-a2fa-ab14fc536853,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:58.491973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5cea9513-f8a2-43d5-901c-604ac5deca4c req-94b884a6-5aa2-41aa-bef1-b0af62335c63 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9521da2-9c9c-4411-8553-76b7cc07a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070401 Aug 31 06:34:58.585784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-47505edf-f7d5-42f5-a536-2f0aa28d26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:58.589015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-47505edf-f7d5-42f5-a536-2f0aa28d26f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1097 time: 0.3829942 Aug 31 06:34:58.590680 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.596029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-d8d06b24-e27e-47a7-b750-1a37eccbdc44 service neutron] 10.222.0.15 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049182 Aug 31 06:34:58.653571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Made reservation on behalf of 277ae83611fb4426b45fdab3ec1d945b for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:58.659971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.767958 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:34:56Z', 'revision_number': 5, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port': {'id': 'a107fa3f-9348-4586-9786-bf8a308a3214', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:58.826236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:58.835318 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] Checking router: e77f02c8-1901-4012-bdeb-35cd744938d6 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:58.849092 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cdb65d87-abde-49b6-abd7-478dc95318f9 req-6d9830de-0ac0-44b0-acbb-329ce27d8846 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0825176 Aug 31 06:34:58.859481 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] Routers {'e77f02c8-1901-4012-bdeb-35cd744938d6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:58.861832 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e77f02c8-1901-4012-bdeb-35cd744938d6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:58.931149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Deleting port a107fa3f-9348-4586-9786-bf8a308a3214 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:58.931499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.968837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7f501b70-d814-4bed-8e23-e9167efdb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:58.970754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7f501b70-d814-4bed-8e23-e9167efdb53d service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.3667314 Aug 31 06:34:58.991059 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea44568-90cc-4105-a6ff-fc047f120a12 x-openstack-request-id: req-fea44568-90cc-4105-a6ff-fc047f120a12 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:58.991634 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:58.991968 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fea44568-90cc-4105-a6ff-fc047f120a12 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:58.992726 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'code': 200} Aug 31 06:34:59.026871 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] Set router e77f02c8-1901-4012-bdeb-35cd744938d6 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:59.118054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:59.130031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] Sync routers for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:59.138981 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:34:58Z', 'revision_number': 6, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:59.144381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:59.145024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:59.213146 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9867e2e-7536-4616-9d05-cc1c885bd504 None None] The sync data for ids ['e77f02c8-1901-4012-bdeb-35cd744938d6'] in n-d-712142-16 is: [{'id': 'e77f02c8-1901-4012-bdeb-35cd744938d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1295017598-router', 'tenant_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:18Z', 'updated_at': '2021-08-31T06:34:58Z', 'revision_number': 6, 'project_id': 'fc974ad7b67945c3a01960e0d3fcf2f8', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:59.223247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] For port a107fa3f-9348-4586-9786-bf8a308a3214, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a107fa3f-9348-4586-9786-bf8a308a3214,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:59.223621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.228490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-6a7bec66-c708-4d5a-aeaa-1657624e5744 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 200 len: 217 time: 0.1149704 Aug 31 06:34:59.256862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Calling delete_port for a107fa3f-9348-4586-9786-bf8a308a3214 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:59.344307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56507917-a7c8-4029-bb12-a88a3a695224 req-20f852c2-d62e-4e81-9736-ff45bcab403b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:59.346536 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56507917-a7c8-4029-bb12-a88a3a695224 req-20f852c2-d62e-4e81-9736-ff45bcab403b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.2106750 Aug 31 06:34:59.368507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-e56546cc-e4b9-491b-bedd-ecccfd7dc8dc service neutron] 10.222.0.15 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496545 Aug 31 06:34:59.369760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] No DVR routers for this DVR port b3b272bc-48f6-45d7-a2fa-ab14fc536853 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:59.375883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.378132 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b81008f4-c253-4d20-bc2a-3997fab4a48b req-56d94a48-1c18-40f4-af9d-82af51aa55f3 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.23 "DELETE /v2.0/ports/b3b272bc-48f6-45d7-a2fa-ab14fc536853 HTTP/1.1" status: 204 len: 173 time: 4.0344591 Aug 31 06:34:59.378771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'name': 'network-vif-deleted', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:59.381142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:59.381791 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4791ce9-ddaa-45da-9389-6e6db66c3442" -d '{"events": [{"server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "name": "network-vif-deleted", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:59.393848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7c77bdd0-deee-41e2-8f9d-0b10df363d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:59.395861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7c77bdd0-deee-41e2-8f9d-0b10df363d50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1216068 Aug 31 06:34:59.461923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-8cafa8d1-1f7d-4b73-b9f4-2b1d2f4eb8b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539923 Aug 31 06:34:59.546995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.637649 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4548d5-3283-4d55-bf82-8712c1cad925 x-openstack-request-id: req-ed4548d5-3283-4d55-bf82-8712c1cad925 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:59.638356 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e64524-63eb-4525-af13-4e13b0ca8b01", "name": "network-vif-deleted", "tag": "b3b272bc-48f6-45d7-a2fa-ab14fc536853", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:59.644106 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed4548d5-3283-4d55-bf82-8712c1cad925 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:59.644663 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e64524-63eb-4525-af13-4e13b0ca8b01', 'name': 'network-vif-deleted', 'tag': 'b3b272bc-48f6-45d7-a2fa-ab14fc536853', 'status': 'completed', 'code': 200} Aug 31 06:34:59.662401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Subnet': ['ID=fc261761-6018-47ca-b26f-1b35169ffcd3,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:59.733284 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56507917-a7c8-4029-bb12-a88a3a695224 req-db410211-d7df-4043-8acf-5c459008e97b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476009 Aug 31 06:34:59.740399 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-12669eb1-e2f7-4729-88b1-b79d4bd3271c service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703121 Aug 31 06:34:59.766129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:59.794175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ec44c61-2c8a-4e78-a4fb-f68192a660f0 req-29ebca28-1cc9-4a1e-ae32-b8918c802ad1 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.0574675 Aug 31 06:34:59.894463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:59.896350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3d2f18f3-f26e-4f1d-8cb4-e1ae13d85956 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:59.931915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3479381-793d-48e9-a945-2b47f1c30f9f req-e3e3a59c-e738-4674-9cd6-aa4e6cdcf3bf tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 210 time: 0.0842094 Aug 31 06:34:59.951817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.015946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-679d4b66-7410-4a14-9679-7ec6abe7fb30 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189925 Aug 31 06:35:00.022518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Checking segment: {'id': 'ecd9d12f-34bd-4211-9db7-a243455e4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:00.023278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Network hostable DHCP agents. Network: d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:00.068699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:53Z', 'revision_number': 5, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:00.098757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bb2c154-e395-4f6a-83ac-6311194b4cb8 req-6f59af9f-5d8e-4543-a7c8-63b59a0cd56c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0488904 Aug 31 06:35:00.108500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:00.151094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d68f1521-deae-49a3-af34-02aff8f32907 req-a9e675e4-663f-4909-8f65-86018f360f29 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0782132 Aug 31 06:35:00.155476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.171115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:00.196275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:00.197248 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.217391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] Checking router: b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:00.220047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e6134-42b5-4fa8-9c09-03c4918c7793 None None] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:00.235224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a107fa3f-9348-4586-9786-bf8a308a3214,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:00.291594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60944) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:00.297351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'name': 'tempest-AllowedAddressPairTestJSON-1231920381'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:00.302052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-17f24f15-703f-4c5d-8cec-cf35d2d359e0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9408445 Aug 31 06:35:00.303503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:00.304159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:00.330855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.537579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Made reservation on behalf of 277ae83611fb4426b45fdab3ec1d945b for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:00.546019 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.593792 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.602791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.609982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] device_id is not set on port 2fedf502-0b45-4093-a9a7-59968dbee975 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:00.696268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.696982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e77f02c8-1901-4012-bdeb-35cd744938d6 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:35:00.701481 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.705999 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-667270fd-aa27-415a-8a95-f94e1f8e9e33 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e77f02c8-1901-4012-bdeb-35cd744938d6 HTTP/1.1" status: 204 len: 168 time: 2.6664956 Aug 31 06:35:00.706800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:00.780367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:00.898825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'tenant_id': '277ae83611fb4426b45fdab3ec1d945b', 'fixed_ips': [{'subnet_id': 'fc261761-6018-47ca-b26f-1b35169ffcd3'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:35:00.899990 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.935972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d8376f-ed20-45f9-a27c-e44e409d0ad5 admin admin] Deleting subnet e9d32010-726d-4650-9fb1-fe1d9a93789c {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:35:00.942389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87d8376f-ed20-45f9-a27c-e44e409d0ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.144169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07565ec3-8f64-4dd9-a57b-fb283eca3a47 req-69a7bd8e-23d2-477f-8f43-6aa61d01640e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.0984313 Aug 31 06:35:01.179353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c445a8-f897-4297-ba2c-7e1e96cd6a05 req-f2ea35a8-0e25-4bc4-b124-d8d8c9935989 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.181744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66c445a8-f897-4297-ba2c-7e1e96cd6a05 req-f2ea35a8-0e25-4bc4-b124-d8d8c9935989 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.2298346 Aug 31 06:35:01.191784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87d8376f-ed20-45f9-a27c-e44e409d0ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.204242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Allocated IP 172.20.0.3 (d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c/fc261761-6018-47ca-b26f-1b35169ffcd3/2fedf502-0b45-4093-a9a7-59968dbee975) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:01.281158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4058fed-7d03-4f53-b67e-d7f75f07b28d req-0ef66b3a-6252-4e46-8001-8c382ca74fc9 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 210 time: 0.0345373 Aug 31 06:35:01.412866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66c445a8-f897-4297-ba2c-7e1e96cd6a05 req-f98aa1d9-dedd-4ce7-a157-62bdd58f07b8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163522 Aug 31 06:35:01.462002 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87d8376f-ed20-45f9-a27c-e44e409d0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.494886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a107fa3f-9348-4586-9786-bf8a308a3214 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:01.555615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a107fa3f-9348-4586-9786-bf8a308a3214 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:01.556232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a107fa3f-9348-4586-9786-bf8a308a3214 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:01.570809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:53Z', 'revision_number': 5, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:01.624240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f908e2-6ed3-4a75-a2aa-fd13911895bb None None] The sync data for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 is: [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:31:44Z', 'revision_number': 4, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59767501-6a69-4c2f-a6c4-b287cb455c88', 'name': '', 'network_id': 'd82d2daf-8318-4a04-83c5-fd00909c743d', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'mac_address': 'fa:16:3e:0f:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:43Z', 'updated_at': '2021-08-31T06:31:53Z', 'revision_number': 5, 'project_id': '2e9a38379be54c429776790ebdf49513', 'subnets': [{'id': '92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:01.679557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-93fdba9e-58a0-41e4-bfa2-9a34c2171778 req-dd5c8a7a-cea2-4841-8394-e65991f6257f tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.1368296 Aug 31 06:35:01.778641 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87d8376f-ed20-45f9-a27c-e44e409d0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.862596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.868263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8376f-ed20-45f9-a27c-e44e409d0ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d32010-726d-4650-9fb1-fe1d9a93789c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:01.888701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f304c85-1a4c-4aaf-838a-2f6c01cf2cf6 None None] Network 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:01.897281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87d8376f-ed20-45f9-a27c-e44e409d0ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.905561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-87d8376f-ed20-45f9-a27c-e44e409d0ad5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e9d32010-726d-4650-9fb1-fe1d9a93789c HTTP/1.1" status: 204 len: 168 time: 1.1968250 Aug 31 06:35:01.910141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60962) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:02.012157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-03ad29be-0c81-4018-bcfe-c186d925b247 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:02.015272 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-03ad29be-0c81-4018-bcfe-c186d925b247 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.42 "GET /v2.0/networks?id=5083b8fe-94c9-4ad4-8157-69cbea5456be HTTP/1.1" status: 200 len: 814 time: 0.4240310 Aug 31 06:35:02.055858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Transition to ACTIVE for port object 2fedf502-0b45-4093-a9a7-59968dbee975 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:02.153852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.156952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-7ea66fb5-ea85-4179-bddf-68054a85f415 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e506f5fddcd44becab79ffc863b06875 HTTP/1.1" status: 200 len: 379 time: 0.1314268 Aug 31 06:35:02.174052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Request body: {'port': {'device_id': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'admin_state_up': True, 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'security_groups': ['6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:02.198317 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0304103-d783-4416-a166-78ce4fd4b575 None None] New status for floating IP 4dcd2f80-5de2-4a96-b23e-efc4da666015: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:35:02.249648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b77f855-d887-441e-9304-f97d9f5354f6 req-2df82bb0-a82b-402f-b275-fd4ae58cb99e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cac9b48adff244ffb76f86806df2a63c&device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0887282 Aug 31 06:35:02.301061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b77f855-d887-441e-9304-f97d9f5354f6 req-1615a078-8bc2-4b50-85c4-5f302d4ba8a6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cac9b48adff244ffb76f86806df2a63c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411763 Aug 31 06:35:02.307974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.383054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:02.403035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Allocated IP 172.20.0.2 (d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c/fc261761-6018-47ca-b26f-1b35169ffcd3/8723263d-9905-404e-94d9-b0c1a82d6a72) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:02.418882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:02.422138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:02.453527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9abd3d4-bea7-49d5-be13-90b802823462 req-54e5d44a-1959-4aab-a597-28eb1bf57e6e tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.1573327 Aug 31 06:35:02.490675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] DHCP port deletion for 8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:35:02.604145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] Deleting port a34714d2-52b4-4c3d-a7a8-c17410dcb797 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:02.605905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Made reservation on behalf of e506f5fddcd44becab79ffc863b06875 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:02.606685 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.611335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.618779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:02.619444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.647655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90da8a61-572d-4870-ba76-3269ddf7c5a8 req-76789b72-e763-4334-8afb-dfc096873ddb tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.2974563 Aug 31 06:35:02.654731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d324aac9-ae60-4f1c-b37d-0cc1084dcdcd req-beb5afc1-4ec6-4384-be4d-d9fab983edf2 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 210 time: 0.0921173 Aug 31 06:35:02.742053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.774060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Transition to ACTIVE for port object 8723263d-9905-404e-94d9-b0c1a82d6a72 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:02.778576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] For port a34714d2-52b4-4c3d-a7a8-c17410dcb797, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a34714d2-52b4-4c3d-a7a8-c17410dcb797,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:02.778983 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.808516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] Calling delete_port for a34714d2-52b4-4c3d-a7a8-c17410dcb797 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:02.823475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5279348 Aug 31 06:35:02.828671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Transition to ACTIVE for port object 8723263d-9905-404e-94d9-b0c1a82d6a72 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:02.835154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60974) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:02.839349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9d2d2-c0bb-416a-b3fc-fd1d97771210 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=2fedf502-0b45-4093-a9a7-59968dbee975,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:02.839574 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.867604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'name': 'tempest-AllowedAddressPairTestJSON-1819151841', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:61:5c:53'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:02.881678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Allocated IP 172.20.0.14 (5083b8fe-94c9-4ad4-8157-69cbea5456be/30927174-259f-4a78-8aa5-2326f7b425b3/096efc09-f167-41a8-a3c4-b65b344baee7) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:02.895327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:02.917121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:02.922972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:03.022613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Pushing event updated for resources: {'Port': ['ID=8723263d-9905-404e-94d9-b0c1a82d6a72,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.026323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Deleting port a34714d2-52b4-4c3d-a7a8-c17410dcb797 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:03.026673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.054394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Attempting to bind port 8723263d-9905-404e-94d9-b0c1a82d6a72 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:03.055241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Attempting to bind port 8723263d-9905-404e-94d9-b0c1a82d6a72 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'ecd9d12f-34bd-4211-9db7-a243455e4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:03.056229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Attempting to bind port 8723263d-9905-404e-94d9-b0c1a82d6a72 on network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:03.066465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:03.067160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Checking segment: {'id': 'ecd9d12f-34bd-4211-9db7-a243455e4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:03.067622 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.068070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Bound using segment: {'id': 'ecd9d12f-34bd-4211-9db7-a243455e4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:03.068738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Bound port: 8723263d-9905-404e-94d9-b0c1a82d6a72, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd9d12f-34bd-4211-9db7-a243455e4f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:03.069172 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.069935 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.087352 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.095146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Transition to ACTIVE for port object 096efc09-f167-41a8-a3c4-b65b344baee7 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:03.138271 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.186416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] No DVR routers for this DVR port a34714d2-52b4-4c3d-a7a8-c17410dcb797 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:03.192982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8041268-a7fb-4a10-8385-1adb46915a2a None None] Pushing event deleted for resources: {'Port': ['ID=a34714d2-52b4-4c3d-a7a8-c17410dcb797,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.208574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event updated for resources: {'Port': ['ID=096efc09-f167-41a8-a3c4-b65b344baee7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.226251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:03.227495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:03.235457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:03.245452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] For port 8723263d-9905-404e-94d9-b0c1a82d6a72, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:03.249985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] For port 8723263d-9905-404e-94d9-b0c1a82d6a72, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8723263d-9905-404e-94d9-b0c1a82d6a72,segment=NetworkSegment(ecd9d12f-34bd-4211-9db7-a243455e4f25),segment_id=ecd9d12f-34bd-4211-9db7-a243455e4f25)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:03.256943 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.367571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:03.368780 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.375287 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:35:03.410177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a64ea-6ffc-4aaf-bb50-185f1d0dc8ce None None] Pushing event updated for resources: {'Port': ['ID=8723263d-9905-404e-94d9-b0c1a82d6a72,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.423775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-ced959dc-0897-4d85-b805-9acfd23add41 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2568121 Aug 31 06:35:03.442214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a34714d2-52b4-4c3d-a7a8-c17410dcb797 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:03.445598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Request body: {'port': {'device_id': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:03.491648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a34714d2-52b4-4c3d-a7a8-c17410dcb797 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:03.492043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a34714d2-52b4-4c3d-a7a8-c17410dcb797 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:03.545543 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.610178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77f855-d887-441e-9304-f97d9f5354f6 req-4d75211c-4343-4e19-adfa-19790fa5fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:03.611691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b77f855-d887-441e-9304-f97d9f5354f6 req-4d75211c-4343-4e19-adfa-19790fa5fb4f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2811451 Aug 31 06:35:03.656289 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8f33d1d-63c2-4a71-bf50-83e4b276152b req-754ca178-c567-4f83-8693-c3539b7d830a tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.0469575 Aug 31 06:35:03.659189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec852706-3139-477d-99f3-d02d20c79a89 req-b7a6e873-81bf-46b5-a8c0-d98c011c0084 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:03.666593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec852706-3139-477d-99f3-d02d20c79a89 req-b7a6e873-81bf-46b5-a8c0-d98c011c0084 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.8404536 Aug 31 06:35:03.765018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] For port a34714d2-52b4-4c3d-a7a8-c17410dcb797, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a34714d2-52b4-4c3d-a7a8-c17410dcb797,segment=NetworkSegment(fae0675a-4155-4214-b31d-f958bc9df92a),segment_id=fae0675a-4155-4214-b31d-f958bc9df92a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:03.765305 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.768407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e99c661e-48ab-4beb-b808-5602f097b016 None None] Provisioning for port 096efc09-f167-41a8-a3c4-b65b344baee7 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:03.779130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e99c661e-48ab-4beb-b808-5602f097b016 None None] Provisioning complete for port 096efc09-f167-41a8-a3c4-b65b344baee7 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:03.786199 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e99c661e-48ab-4beb-b808-5602f097b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.797850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Made reservation on behalf of 277ae83611fb4426b45fdab3ec1d945b for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:03.812546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Calling delete_port for a34714d2-52b4-4c3d-a7a8-c17410dcb797 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:03.862130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e99c661e-48ab-4beb-b808-5602f097b016 None None] Port 096efc09-f167-41a8-a3c4-b65b344baee7 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:03.890313 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec852706-3139-477d-99f3-d02d20c79a89 req-8c2a7401-78da-4c79-a64d-e50fee8345d4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227259 Aug 31 06:35:04.072263 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.079871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b0cb13a-cc54-4e50-83ab-f91d5676ce29 req-63e0bcc4-83dd-4d90-a113-dce5f952b57c tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.0439882 Aug 31 06:35:04.122616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] device_id is not set on port fbc81449-3ac4-4ccc-bb7d-6379494f79d4 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:04.134052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.240522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34714d2-52b4-4c3d-a7a8-c17410dcb797,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:04.242943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] No DVR routers for this DVR port a34714d2-52b4-4c3d-a7a8-c17410dcb797 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:04.334534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378550e-9e5e-4392-8bcb-7df4c3d7feab req-bf24c8aa-4647-4c86-836b-12ba0d0ee363 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:04.336259 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5378550e-9e5e-4392-8bcb-7df4c3d7feab req-bf24c8aa-4647-4c86-836b-12ba0d0ee363 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 932 time: 0.0752966 Aug 31 06:35:04.383678 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.397808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:04.412742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae0675a-4155-4214-b31d-f958bc9df92a') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:04.413029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae0675a-4155-4214-b31d-f958bc9df92a') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:04.413280 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5378550e-9e5e-4392-8bcb-7df4c3d7feab req-1d2b764e-81fc-44d7-a293-0e7f6a30d62e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643351 Aug 31 06:35:04.429868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.449159 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.455929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:35:04.456171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:35:04.458356 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:35:04.473622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Allocated IP 172.20.0.6 (d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c/fc261761-6018-47ca-b26f-1b35169ffcd3/fbc81449-3ac4-4ccc-bb7d-6379494f79d4) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:04.504615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096efc09-f167-41a8-a3c4-b65b344baee7 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:04.513162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.537012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Transition to ACTIVE for port object 096efc09-f167-41a8-a3c4-b65b344baee7 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:04.542310 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.571728 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.614406 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.617323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9 HTTP/1.1" status: 204 len: 168 time: 2.7057805 Aug 31 06:35:04.618744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f74066-e2cb-400a-8d44-80e2a94702b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccab4e3-5ea4-4fb6-aa4a-d70cb123e2c9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:04.658866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Pushing event updated for resources: {'Port': ['ID=096efc09-f167-41a8-a3c4-b65b344baee7,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:04.747055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Attempting to bind port 096efc09-f167-41a8-a3c4-b65b344baee7 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:04.747395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Attempting to bind port 096efc09-f167-41a8-a3c4-b65b344baee7 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:04.747728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Attempting to bind port 096efc09-f167-41a8-a3c4-b65b344baee7 on network 5083b8fe-94c9-4ad4-8157-69cbea5456be {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:04.760963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Port 096efc09-f167-41a8-a3c4-b65b344baee7 on network 5083b8fe-94c9-4ad4-8157-69cbea5456be not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:04.761315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Attempting to bind port 096efc09-f167-41a8-a3c4-b65b344baee7 on network 5083b8fe-94c9-4ad4-8157-69cbea5456be {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:04.781387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:04.781938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Checking segment: {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:04.782521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Bound using segment: {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:04.783147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Bound port: 096efc09-f167-41a8-a3c4-b65b344baee7, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d379565-86fb-47f8-b2db-929843463c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:04.783710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.921551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fbdcd9c-aafa-480a-b699-7df0dbc639e7 req-106568c0-af23-43d5-afa9-b7011c1c68bc tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.1273875 Aug 31 06:35:04.950017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60990) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:04.985993 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b77f855-d887-441e-9304-f97d9f5354f6 req-e18ed5d7-37ca-4ba0-8b9b-07276a7a5905 tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.23 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.1026304 Aug 31 06:35:05.024310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] For port 096efc09-f167-41a8-a3c4-b65b344baee7, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:05.071777 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.102754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Transition to ACTIVE for port object fbc81449-3ac4-4ccc-bb7d-6379494f79d4 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:05.159182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] For port 096efc09-f167-41a8-a3c4-b65b344baee7, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=096efc09-f167-41a8-a3c4-b65b344baee7,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:05.166862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.187653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3440d7-761c-42c0-b9cd-0cb03c486380 None None] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:05.193017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.230916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:05.236523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:05.243528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6c32a340-cf2b-45ca-bd3d-f6ad0c149aa6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc974ad7b67945c3a01960e0d3fcf2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914937 Aug 31 06:35:05.244197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:05.247874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60996) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:05.258330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=fbc81449-3ac4-4ccc-bb7d-6379494f79d4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:05.274816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.275237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.276670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] 10.222.0.42 "PUT /v2.0/ports/096efc09-f167-41a8-a3c4-b65b344baee7 HTTP/1.1" status: 200 len: 1093 time: 1.8444817 Aug 31 06:35:05.280016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'tag': '096efc09-f167-41a8-a3c4-b65b344baee7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:05.283395 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d" -d '{"events": [{"name": "network-changed", "server_uuid": "82943b05-3e9e-468f-b87a-786f3d95b1ed", "tag": "096efc09-f167-41a8-a3c4-b65b344baee7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:05.298324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d57be-77b3-4b9d-b07a-ae4372281449 req-3081390b-81c9-453a-984e-70fca71e3bf4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.319562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fd256e04-3dc8-4469-af45-1ffe1dd8eefa None None] Provisioning for port 8723263d-9905-404e-94d9-b0c1a82d6a72 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:05.331469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f3d57be-77b3-4b9d-b07a-ae4372281449 req-3081390b-81c9-453a-984e-70fca71e3bf4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.2649136 Aug 31 06:35:05.422015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af220a0-64d3-4f2e-9060-135fba145862 service neutron] Pushing event updated for resources: {'Port': ['ID=096efc09-f167-41a8-a3c4-b65b344baee7,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:05.498363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8723263d-9905-404e-94d9-b0c1a82d6a72 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:05.534616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f3d57be-77b3-4b9d-b07a-ae4372281449 req-f303a259-a13a-4270-909e-51c5ba880deb tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021012 Aug 31 06:35:05.564408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-73562941-09c3-438d-b440-e0066d3ca6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.569240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-73562941-09c3-438d-b440-e0066d3ca6c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e506f5fddcd44becab79ffc863b06875&device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 1096 time: 0.2049913 Aug 31 06:35:05.576513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.584446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.640221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-184bef32-751f-4680-96ea-0f14ecf91bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.652705 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e65b8a79-e627-48a4-b9df-28b65169a266 req-c8c317d0-57d1-46f2-a5dc-ac5540feebff tempest-ServerShowV257Test-1139359194 tempest-ServerShowV257Test-1139359194-project] 10.222.0.15 "GET /v2.0/ports?device_id=8242c671-3902-431e-aa03-f9d2562d4e02 HTTP/1.1" status: 200 len: 210 time: 0.2984440 Aug 31 06:35:05.658989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 8723263d-9905-404e-94d9-b0c1a82d6a72 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:05.673851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 8723263d-9905-404e-94d9-b0c1a82d6a72 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:05.674235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.691879 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0c8ebde6-5a82-4a39-bca7-56c49d19a08b tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8541615 Aug 31 06:35:05.692216 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-08bf8a8b-8e03-4bad-b1c8-2074ed914dc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096efc09-f167-41a8-a3c4-b65b344baee7 HTTP/1.1" status: 200 len: 217 time: 0.1011076 Aug 31 06:35:05.696270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32770) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:05.723113 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-184bef32-751f-4680-96ea-0f14ecf91bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.774647 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75329f35-9afb-4bca-9928-2397683de39b x-openstack-request-id: req-75329f35-9afb-4bca-9928-2397683de39b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:05.774959 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82943b05-3e9e-468f-b87a-786f3d95b1ed", "tag": "096efc09-f167-41a8-a3c4-b65b344baee7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:05.775240 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75329f35-9afb-4bca-9928-2397683de39b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:05.775580 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'tag': '096efc09-f167-41a8-a3c4-b65b344baee7', 'status': 'completed', 'code': 200} Aug 31 06:35:05.800559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-184bef32-751f-4680-96ea-0f14ecf91bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.813687 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-184bef32-751f-4680-96ea-0f14ecf91bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.816591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-184bef32-751f-4680-96ea-0f14ecf91bdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e4339a3-b229-4a3d-b951-dfdf62a14d94 HTTP/1.1" status: 204 len: 168 time: 0.5671518 Aug 31 06:35:05.835446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bef32-751f-4680-96ea-0f14ecf91bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4339a3-b229-4a3d-b951-dfdf62a14d94,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:05.869288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-f8644dcf-21d6-4ec1-abb6-adf7d7bcfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.871811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-f8644dcf-21d6-4ec1-abb6-adf7d7bcfadb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30927174-259f-4a78-8aa5-2326f7b425b3 HTTP/1.1" status: 200 len: 853 time: 0.1783652 Aug 31 06:35:05.889062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f88cf-52f3-4373-942a-7d8ba695062f tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.904775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f88cf-52f3-4373-942a-7d8ba695062f tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.911277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f88cf-52f3-4373-942a-7d8ba695062f tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.913140 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-544f88cf-52f3-4373-942a-7d8ba695062f tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1723511 Aug 31 06:35:05.916614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32774) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:05.958204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3664b-cd32-42dd-9f95-49f74fe22896 req-37b6b244-4c21-44a7-aa18-882d5fd04ef0 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.969055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffb3664b-cd32-42dd-9f95-49f74fe22896 req-37b6b244-4c21-44a7-aa18-882d5fd04ef0 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 944 time: 0.1732101 Aug 31 06:35:06.018314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.074217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 8723263d-9905-404e-94d9-b0c1a82d6a72, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8723263d-9905-404e-94d9-b0c1a82d6a72,segment=NetworkSegment(ecd9d12f-34bd-4211-9db7-a243455e4f25),segment_id=ecd9d12f-34bd-4211-9db7-a243455e4f25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:06.080063 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.095036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-5cde701a-cfab-4ec7-90fa-819b819ccea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:06.102010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-5cde701a-cfab-4ec7-90fa-819b819ccea9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5083b8fe-94c9-4ad4-8157-69cbea5456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1843228 Aug 31 06:35:06.194618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab849f-715b-4fe4-b645-1305719097b3 req-0b79b35d-de18-43db-a7c3-d6b570e2294f tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e64524-63eb-4525-af13-4e13b0ca8b01 HTTP/1.1" status: 200 len: 210 time: 0.0816972 Aug 31 06:35:06.247420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5d112-285f-4d0e-a375-e842859685f0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Deleting port fbc81449-3ac4-4ccc-bb7d-6379494f79d4 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:06.247868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d112-285f-4d0e-a375-e842859685f0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.312541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=8723263d-9905-404e-94d9-b0c1a82d6a72,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:06.343828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Provisioning for port 2fedf502-0b45-4093-a9a7-59968dbee975 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:06.354114 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Provisioning complete for port 2fedf502-0b45-4093-a9a7-59968dbee975 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:06.354593 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.388577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffb3664b-cd32-42dd-9f95-49f74fe22896 req-fcdeee79-6447-4594-b875-e946bd4665c1 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4130030 Aug 31 06:35:06.447793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Port 2fedf502-0b45-4093-a9a7-59968dbee975 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:06.490989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Provisioning complete for port 8723263d-9905-404e-94d9-b0c1a82d6a72 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:06.491917 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.527139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d112-285f-4d0e-a375-e842859685f0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.548626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-b6a9ed54-49b3-4b38-bfa2-d4f22049b35c service neutron] 10.222.0.42 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027367 Aug 31 06:35:06.579791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5d112-285f-4d0e-a375-e842859685f0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Calling delete_port for fbc81449-3ac4-4ccc-bb7d-6379494f79d4 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:06.627851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Provisioning for port fbc81449-3ac4-4ccc-bb7d-6379494f79d4 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:06.639499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Provisioning complete for port fbc81449-3ac4-4ccc-bb7d-6379494f79d4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:06.639886 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.705356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0ed536ad-fd47-4bf4-a020-875989e45ac7 None None] Port fbc81449-3ac4-4ccc-bb7d-6379494f79d4 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:06.867318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9899f48-c32b-4b12-ad5f-e8271edee593 None None] Provisioning complete for port 2fedf502-0b45-4093-a9a7-59968dbee975 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:06.867873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9899f48-c32b-4b12-ad5f-e8271edee593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.894450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7f23a-65ed-45a0-86e0-5432f6b8004d req-75909de7-d352-4da7-aabe-975c66cdb5a1 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:06.907786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-423fec40-ab1a-481d-a05f-80e2e9494376 req-b53c1028-01f0-48c1-90f1-612785602aff service neutron] 10.222.0.42 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515205 Aug 31 06:35:06.908505 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7e7f23a-65ed-45a0-86e0-5432f6b8004d req-75909de7-d352-4da7-aabe-975c66cdb5a1 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.1699362 Aug 31 06:35:06.988986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7e7f23a-65ed-45a0-86e0-5432f6b8004d req-4c24b0a4-7e72-4bc1-8755-cf18b9383d77 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727155 Aug 31 06:35:07.043887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f9899f48-c32b-4b12-ad5f-e8271edee593 None None] Port 2fedf502-0b45-4093-a9a7-59968dbee975 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:07.110861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-f88dda6c-cd6e-4d19-86f1-f1041f4dd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:07.112988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-f88dda6c-cd6e-4d19-86f1-f1041f4dd3a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e506f5fddcd44becab79ffc863b06875&device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 1096 time: 0.0825248 Aug 31 06:35:07.137042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d112-285f-4d0e-a375-e842859685f0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.204408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5d112-285f-4d0e-a375-e842859685f0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Port': ['ID=fbc81449-3ac4-4ccc-bb7d-6379494f79d4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:07.263749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-637cd2da-0680-4eb6-b49b-9ece748b8a58 None None] Could not find standard attr ID for object fbc81449-3ac4-4ccc-bb7d-6379494f79d4. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:35:07.439090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32824) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:07.501912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8723263d-9905-404e-94d9-b0c1a82d6a72 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:07.596161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-7daa3317-b603-4d49-90d9-74797efd1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:07.598663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-7daa3317-b603-4d49-90d9-74797efd1f4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=5083b8fe-94c9-4ad4-8157-69cbea5456be HTTP/1.1" status: 200 len: 915 time: 0.4786358 Aug 31 06:35:07.599790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5ae-6a35-4d45-810b-2ab5c5ed1730 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.667553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5ae-6a35-4d45-810b-2ab5c5ed1730 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.750648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32836) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:07.862499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 8723263d-9905-404e-94d9-b0c1a82d6a72 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:07.863112 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.864469 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5ae-6a35-4d45-810b-2ab5c5ed1730 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.874961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5ae-6a35-4d45-810b-2ab5c5ed1730 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.876215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2e14c5ae-6a35-4d45-810b-2ab5c5ed1730 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "DELETE /v2.0/security-groups/d9521da2-9c9c-4411-8553-76b7cc07a4b6 HTTP/1.1" status: 204 len: 168 time: 0.4637904 Aug 31 06:35:07.884447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:07.984465 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-6f859642-d577-4eed-b933-76cd9635bc92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096efc09-f167-41a8-a3c4-b65b344baee7 HTTP/1.1" status: 200 len: 217 time: 0.1648169 Aug 31 06:35:08.058311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14c5ae-6a35-4d45-810b-2ab5c5ed1730 tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9521da2-9c9c-4411-8553-76b7cc07a4b6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:08.114543 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-42a20b80-f6e6-4c54-9074-7e6e5860399b tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] show failed (client error): The resource could not be found. Aug 31 06:35:08.116303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-42a20b80-f6e6-4c54-9074-7e6e5860399b tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "GET /v2.0/security-groups/d9521da2-9c9c-4411-8553-76b7cc07a4b6 HTTP/1.1" status: 404 len: 347 time: 0.2273595 Aug 31 06:35:08.132102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32852) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:08.147395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d112-285f-4d0e-a375-e842859685f0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.154670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e9c5d112-285f-4d0e-a375-e842859685f0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "DELETE /v2.0/ports/fbc81449-3ac4-4ccc-bb7d-6379494f79d4 HTTP/1.1" status: 204 len: 168 time: 2.2327528 Aug 31 06:35:08.187883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32854) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:08.334898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5961a1-52d3-40ce-8e3c-83160b00e8fd req-34c5add7-16d5-49aa-b4d5-951ef3670419 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.336877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab5961a1-52d3-40ce-8e3c-83160b00e8fd req-34c5add7-16d5-49aa-b4d5-951ef3670419 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 944 time: 0.7584729 Aug 31 06:35:08.346802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-d0605dd7-2411-4e85-9b4e-1bb305573f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.354347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-d0605dd7-2411-4e85-9b4e-1bb305573f24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30927174-259f-4a78-8aa5-2326f7b425b3 HTTP/1.1" status: 200 len: 853 time: 0.3500869 Aug 31 06:35:08.358267 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db1005c-e81c-49c3-9dd2-99487e7412e8 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] GET failed (client error): The resource could not be found. Aug 31 06:35:08.367152 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2db1005c-e81c-49c3-9dd2-99487e7412e8 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "GET /v2.0/ports/fbc81449-3ac4-4ccc-bb7d-6379494f79d4 HTTP/1.1" status: 404 len: 333 time: 0.1765161 Aug 31 06:35:08.378727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32858) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:08.396327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'name': 'tempest-AllowedAddressPairTestJSON-987013372'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:08.500071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab5961a1-52d3-40ce-8e3c-83160b00e8fd req-2ed18ffb-e7f8-4b8b-a28c-8fec77ce260c tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585186 Aug 31 06:35:08.526504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a4105fa-a0e7-4195-aad8-5422d2c83b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.677239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-18a7d0c5-c0c7-410b-83ed-65df43508876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.680170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-18a7d0c5-c0c7-410b-83ed-65df43508876 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5083b8fe-94c9-4ad4-8157-69cbea5456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2999449 Aug 31 06:35:08.713373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f8a2c-9508-4b19-86de-e819bb1f8352 req-9f485897-7406-4a34-a1b5-9c166a63b289 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.732104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a7f8a2c-9508-4b19-86de-e819bb1f8352 req-9f485897-7406-4a34-a1b5-9c166a63b289 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.3755763 Aug 31 06:35:08.743917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Deleting port 36369401-ee55-4a1f-bfd0-0b4dce9ec5ec {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:08.744596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.901933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a4105fa-a0e7-4195-aad8-5422d2c83b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.916450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a4105fa-a0e7-4195-aad8-5422d2c83b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.931010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Made reservation on behalf of 277ae83611fb4426b45fdab3ec1d945b for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:08.935398 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.975787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a7f8a2c-9508-4b19-86de-e819bb1f8352 req-86d1cfd1-4dc2-4f18-a504-89f3747aed5f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271285 Aug 31 06:35:09.010484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] device_id is not set on port 26148b9d-d4ec-4f5d-81d5-b7b7e931278c yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:09.104988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4105fa-a0e7-4195-aad8-5422d2c83b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed5b9a-4037-476c-8a54-2df53f0959bd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:09.107917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-85172046-82e0-4850-b0ca-33292e960451 service neutron] 10.222.0.42 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164953 Aug 31 06:35:09.112909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5a4105fa-a0e7-4195-aad8-5422d2c83b88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cac9b48adff244ffb76f86806df2a63c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3432462 Aug 31 06:35:09.116439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.117435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.119154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32892) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:09.135532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Calling delete_port for 36369401-ee55-4a1f-bfd0-0b4dce9ec5ec owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:09.162118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 096efc09-f167-41a8-a3c4-b65b344baee7 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:09.376304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 096efc09-f167-41a8-a3c4-b65b344baee7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=096efc09-f167-41a8-a3c4-b65b344baee7,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:09.416931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '096efc09-f167-41a8-a3c4-b65b344baee7', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'port_id': '096efc09-f167-41a8-a3c4-b65b344baee7', 'mac_address': 'fa:16:3e:05:c0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:09.477879 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.558448 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.600045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fefc93c-7152-4a5b-b91f-dcc75c8dffd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.613855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096efc09-f167-41a8-a3c4-b65b344baee7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:09.640860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5a1ba79-3481-4ba9-88c8-62176e57ac4d req-d014fc8a-cf6e-4fbc-a26d-634837bc244a service neutron] 10.222.0.42 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204349 Aug 31 06:35:09.674843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Pushing event deleted for resources: {'Port': ['ID=36369401-ee55-4a1f-bfd0-0b4dce9ec5ec,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:09.682125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 096efc09-f167-41a8-a3c4-b65b344baee7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=096efc09-f167-41a8-a3c4-b65b344baee7,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:09.690209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.824944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Allocated IP 172.20.0.9 (d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c/fc261761-6018-47ca-b26f-1b35169ffcd3/26148b9d-d4ec-4f5d-81d5-b7b7e931278c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:09.827935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.843298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.843298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-438a8dfd-82ec-4160-a7c3-bb415eab9bed tempest-ServersTestBootFromVolume-2073326480 tempest-ServersTestBootFromVolume-2073326480-project] 10.222.0.15 "DELETE /v2.0/floatingips/4dcd2f80-5de2-4a96-b23e-efc4da666015 HTTP/1.1" status: 204 len: 168 time: 1.6758530 Aug 31 06:35:09.844242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32908) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:09.852471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32910) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:09.859397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fefc93c-7152-4a5b-b91f-dcc75c8dffd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.860502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=096efc09-f167-41a8-a3c4-b65b344baee7,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:09.950947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['096efc09-f167-41a8-a3c4-b65b344baee7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:10.037093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec0cf-a212-4077-9d1b-d6e86de04eb6 req-3b86761c-1d2b-49dc-b92a-115e84e28894 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:10.076795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e0ec0cf-a212-4077-9d1b-d6e86de04eb6 req-3b86761c-1d2b-49dc-b92a-115e84e28894 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 945 time: 0.3333776 Aug 31 06:35:10.216132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e0ec0cf-a212-4077-9d1b-d6e86de04eb6 req-f116bd56-ccfd-4b71-95db-d5eaac770e7c tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380906 Aug 31 06:35:10.295143 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fefc93c-7152-4a5b-b91f-dcc75c8dffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.306202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fefc93c-7152-4a5b-b91f-dcc75c8dffd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.307786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7fefc93c-7152-4a5b-b91f-dcc75c8dffd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fed5b9a-4037-476c-8a54-2df53f0959bd HTTP/1.1" status: 204 len: 168 time: 1.1853390 Aug 31 06:35:10.361426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefc93c-7152-4a5b-b91f-dcc75c8dffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed5b9a-4037-476c-8a54-2df53f0959bd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:10.491199 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.532310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Transition to ACTIVE for port object 26148b9d-d4ec-4f5d-81d5-b7b7e931278c will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:10.540651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b171740-0ef9-4906-8698-d406927819ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.655135 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.669735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c376d-6e44-4c14-a22e-6ecf36068651 req-c8a18aa9-c01f-462a-bad7-e6e1b92c3718 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:10.677093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-214c376d-6e44-4c14-a22e-6ecf36068651 req-c8a18aa9-c01f-462a-bad7-e6e1b92c3718 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.1776145 Aug 31 06:35:10.741372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=26148b9d-d4ec-4f5d-81d5-b7b7e931278c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:10.756268 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-214c376d-6e44-4c14-a22e-6ecf36068651 req-70364194-cdf6-4dfe-98cd-e3711b9dfe1d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759704 Aug 31 06:35:10.761033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:10.763671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:10.766793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:10.847182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:10.849901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.060370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b171740-0ef9-4906-8698-d406927819ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.075223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b171740-0ef9-4906-8698-d406927819ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.083441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1d6d65a5-01b2-4828-995e-55bd390a7ae0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6895328 Aug 31 06:35:11.083828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32934) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:11.092884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:61:5c:53'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:11.125279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4b171740-0ef9-4906-8698-d406927819ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1ba04e773c44eb09072b1e7481b53c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2675953 Aug 31 06:35:11.147221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:11.158460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 096efc09-f167-41a8-a3c4-b65b344baee7 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:11.298743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66f1e75f-c921-4eb7-92cd-c18bf7d248a3 None None] Provisioning for port 26148b9d-d4ec-4f5d-81d5-b7b7e931278c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:11.325557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 096efc09-f167-41a8-a3c4-b65b344baee7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:11.330855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 096efc09-f167-41a8-a3c4-b65b344baee7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:11.334280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b171740-0ef9-4906-8698-d406927819ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291dced3-ef4f-491a-8a4f-5857c9666643,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:11.335086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.337310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66f1e75f-c921-4eb7-92cd-c18bf7d248a3 None None] Provisioning complete for port 26148b9d-d4ec-4f5d-81d5-b7b7e931278c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:11.338576 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66f1e75f-c921-4eb7-92cd-c18bf7d248a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.368332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5857ab3c-03c5-41a5-a3be-4f760ee94003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.472655 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.505903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5857ab3c-03c5-41a5-a3be-4f760ee94003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.536609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-66f1e75f-c921-4eb7-92cd-c18bf7d248a3 None None] Port 26148b9d-d4ec-4f5d-81d5-b7b7e931278c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:11.561078 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.647703 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.742621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c61698-9613-4e53-9b9a-c206ba48c52a req-a1193022-d61f-46a6-8ba2-8a586c2b65e3 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:11.744322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83c61698-9613-4e53-9b9a-c206ba48c52a req-a1193022-d61f-46a6-8ba2-8a586c2b65e3 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 945 time: 0.3182194 Aug 31 06:35:11.776878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 096efc09-f167-41a8-a3c4-b65b344baee7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=096efc09-f167-41a8-a3c4-b65b344baee7,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:11.778706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096efc09-f167-41a8-a3c4-b65b344baee7'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:11.790017 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d044aaf-78ed-457e-8a9e-76cb811fb5bb" -d '{"events": [{"server_uuid": "82943b05-3e9e-468f-b87a-786f3d95b1ed", "name": "network-vif-plugged", "status": "completed", "tag": "096efc09-f167-41a8-a3c4-b65b344baee7"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:11.804700 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.901584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32964) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:11.942311 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5857ab3c-03c5-41a5-a3be-4f760ee94003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.944544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5857ab3c-03c5-41a5-a3be-4f760ee94003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.946372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5857ab3c-03c5-41a5-a3be-4f760ee94003 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/291dced3-ef4f-491a-8a4f-5857c9666643 HTTP/1.1" status: 204 len: 168 time: 0.7976153 Aug 31 06:35:11.963622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=096efc09-f167-41a8-a3c4-b65b344baee7,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:11.964056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857ab3c-03c5-41a5-a3be-4f760ee94003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291dced3-ef4f-491a-8a4f-5857c9666643,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:12.039914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83c61698-9613-4e53-9b9a-c206ba48c52a req-156a120f-f2bd-4d37-91a8-bf509f3f305e tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632992 Aug 31 06:35:12.165655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a402653f-eeed-4bd2-bfca-bbdcc591d8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.211154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Deleting port 59767501-6a69-4c2f-a6c4-b287cb455c88 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:12.211574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.313619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.336555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.421103 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fcc0e7-1531-4062-8a09-76bb0ea39315 x-openstack-request-id: req-26fcc0e7-1531-4062-8a09-76bb0ea39315 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:12.421626 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82943b05-3e9e-468f-b87a-786f3d95b1ed", "name": "network-vif-plugged", "status": "completed", "tag": "096efc09-f167-41a8-a3c4-b65b344baee7", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:12.421890 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26fcc0e7-1531-4062-8a09-76bb0ea39315 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:12.422354 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096efc09-f167-41a8-a3c4-b65b344baee7', 'code': 200} Aug 31 06:35:12.488161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=26148b9d-d4ec-4f5d-81d5-b7b7e931278c,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:12.624393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] For port 59767501-6a69-4c2f-a6c4-b287cb455c88, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=59767501-6a69-4c2f-a6c4-b287cb455c88,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:12.624929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.636812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b9b1-f37b-4a56-b322-0cd3eb959926 req-a727132b-318a-4d00-afd8-91d070ae3b41 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.655588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c79b9b1-f37b-4a56-b322-0cd3eb959926 req-a727132b-318a-4d00-afd8-91d070ae3b41 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.4946365 Aug 31 06:35:12.685698 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a402653f-eeed-4bd2-bfca-bbdcc591d8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.693172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Calling delete_port for 59767501-6a69-4c2f-a6c4-b287cb455c88 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:12.696102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a402653f-eeed-4bd2-bfca-bbdcc591d8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.880136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] In _notify_port_updated(), no bound segment for port 26148b9d-d4ec-4f5d-81d5-b7b7e931278c on network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:35:12.897944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.898760 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.905739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0ba1b2e2-f07e-4b80-93c4-2bb0a5238765 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "PUT /v2.0/ports/26148b9d-d4ec-4f5d-81d5-b7b7e931278c HTTP/1.1" status: 200 len: 992 time: 1.8202832 Aug 31 06:35:12.906651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32986) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:12.977041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-144c4c9b-7f1e-4048-ad38-69d6e76e396f None None] Provisioning complete for port 26148b9d-d4ec-4f5d-81d5-b7b7e931278c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:12.977679 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-144c4c9b-7f1e-4048-ad38-69d6e76e396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.993042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cf1aa-deff-47e4-bfe3-5bbd945b427f req-131a4474-a5c6-4057-807c-ae43b6e01c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.997220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-811cf1aa-deff-47e4-bfe3-5bbd945b427f req-131a4474-a5c6-4057-807c-ae43b6e01c60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 1098 time: 0.4328160 Aug 31 06:35:13.015924 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a402653f-eeed-4bd2-bfca-bbdcc591d8df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b827ad72b7248e48385fe3afbe198f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1074064 Aug 31 06:35:13.016777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402653f-eeed-4bd2-bfca-bbdcc591d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82eeac-0d60-4c35-ac2e-86ae499e8d66,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:13.040599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32990) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:13.054863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-144c4c9b-7f1e-4048-ad38-69d6e76e396f None None] Port 26148b9d-d4ec-4f5d-81d5-b7b7e931278c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:13.087698 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c79b9b1-f37b-4a56-b322-0cd3eb959926 req-6f2ffab8-8bf1-46dc-87d9-8ea3a06e2bc6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312387 Aug 31 06:35:13.163667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-811cf1aa-deff-47e4-bfe3-5bbd945b427f req-f7e0ebb0-aa0a-4a22-8954-2eea64ee7b85 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034324 Aug 31 06:35:13.183172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32994) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:13.224694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a1779012-8d80-4aba-a0a9-0c9f0781200c tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Deleting port 26148b9d-d4ec-4f5d-81d5-b7b7e931278c {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:13.224932 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1779012-8d80-4aba-a0a9-0c9f0781200c tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.372341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08814e19-4377-41b3-968e-b4963a386c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.415743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1779012-8d80-4aba-a0a9-0c9f0781200c tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.431608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fcc95721-910b-4fec-a2d9-9fdf586599ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.435556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45678bfb-85a5-463c-b4a7-329afc3f0398 req-e29c4e3a-0967-456e-bcca-5be774859fbb tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.437351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45678bfb-85a5-463c-b4a7-329afc3f0398 req-e29c4e3a-0967-456e-bcca-5be774859fbb tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 946 time: 0.2639325 Aug 31 06:35:13.443725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a1779012-8d80-4aba-a0a9-0c9f0781200c tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Calling delete_port for 26148b9d-d4ec-4f5d-81d5-b7b7e931278c owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:13.560760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45678bfb-85a5-463c-b4a7-329afc3f0398 req-bf6facfd-8fa1-4894-901a-b3faac44f054 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599785 Aug 31 06:35:13.568384 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08814e19-4377-41b3-968e-b4963a386c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.633594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.674239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=59767501-6a69-4c2f-a6c4-b287cb455c88,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:13.785128 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1779012-8d80-4aba-a0a9-0c9f0781200c tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.812124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fcc95721-910b-4fec-a2d9-9fdf586599ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.875411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1779012-8d80-4aba-a0a9-0c9f0781200c tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Port': ['ID=26148b9d-d4ec-4f5d-81d5-b7b7e931278c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:13.912522 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fcc95721-910b-4fec-a2d9-9fdf586599ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.096730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fcc95721-910b-4fec-a2d9-9fdf586599ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b24f75b83a224752918015881171daa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9122531 Aug 31 06:35:14.097355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33030) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:14.277526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc95721-910b-4fec-a2d9-9fdf586599ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b0a0cd-62da-4c66-a747-cd7443235d6f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:14.432410 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8010f1b-0e0f-4445-8a31-4808eb9606eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.576814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08814e19-4377-41b3-968e-b4963a386c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.578311 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8010f1b-0e0f-4445-8a31-4808eb9606eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.580150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08814e19-4377-41b3-968e-b4963a386c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.581739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-08814e19-4377-41b3-968e-b4963a386c0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab82eeac-0d60-4c35-ac2e-86ae499e8d66 HTTP/1.1" status: 204 len: 168 time: 1.5400913 Aug 31 06:35:14.607548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08814e19-4377-41b3-968e-b4963a386c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab82eeac-0d60-4c35-ac2e-86ae499e8d66,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:14.624872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.668863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d9a6-b371-4903-b068-6624ef124a46 req-9e458df4-b052-486c-87e1-987293250449 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.672926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5611d9a6-b371-4903-b068-6624ef124a46 req-9e458df4-b052-486c-87e1-987293250449 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.1319768 Aug 31 06:35:14.680547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1779012-8d80-4aba-a0a9-0c9f0781200c tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.687796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a1779012-8d80-4aba-a0a9-0c9f0781200c tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "DELETE /v2.0/ports/26148b9d-d4ec-4f5d-81d5-b7b7e931278c HTTP/1.1" status: 204 len: 168 time: 1.7748127 Aug 31 06:35:14.702511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33054) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:14.757476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33056) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:14.783425 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1498c870-8bf9-41ae-a2a4-3dcb6ee064ee tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] GET failed (client error): The resource could not be found. Aug 31 06:35:14.786118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1498c870-8bf9-41ae-a2a4-3dcb6ee064ee tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "GET /v2.0/ports/26148b9d-d4ec-4f5d-81d5-b7b7e931278c HTTP/1.1" status: 404 len: 333 time: 0.0812855 Aug 31 06:35:14.808875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33062) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:14.815544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'name': 'tempest-AllowedAddressPairTestJSON-1029999982'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:14.891134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5611d9a6-b371-4903-b068-6624ef124a46 req-55eccb10-7b3c-444d-bee0-4cd30e8f3eb7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090471 Aug 31 06:35:14.932851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760fd41-2539-4969-9a64-9430dc35abb8 req-f8796762-d93b-4b12-8ab6-5ca0269bf87b tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.936118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5760fd41-2539-4969-9a64-9430dc35abb8 req-f8796762-d93b-4b12-8ab6-5ca0269bf87b tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 946 time: 0.2433355 Aug 31 06:35:14.938749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8010f1b-0e0f-4445-8a31-4808eb9606eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.941548 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8010f1b-0e0f-4445-8a31-4808eb9606eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.942750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c8010f1b-0e0f-4445-8a31-4808eb9606eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92b0a0cd-62da-4c66-a747-cd7443235d6f HTTP/1.1" status: 204 len: 168 time: 0.8128731 Aug 31 06:35:15.021602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8010f1b-0e0f-4445-8a31-4808eb9606eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b0a0cd-62da-4c66-a747-cd7443235d6f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:15.111718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5760fd41-2539-4969-9a64-9430dc35abb8 req-6db5f755-8534-42d3-9907-9319503d126f tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672831 Aug 31 06:35:15.133544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Made reservation on behalf of 277ae83611fb4426b45fdab3ec1d945b for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:15.139649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:15.184697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] device_id is not set on port dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:15.321680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:35:15.363497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823afd-671f-4d3c-b143-23e9faf8573f req-b0abe4ac-eb3e-435a-800c-f5eafeee090f tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:15.366127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32823afd-671f-4d3c-b143-23e9faf8573f req-b0abe4ac-eb3e-435a-800c-f5eafeee090f tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 946 time: 0.1219437 Aug 31 06:35:15.380932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33076) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:15.412296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Request body: {'floatingip': {'port_id': '096efc09-f167-41a8-a3c4-b65b344baee7'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:15.483046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:15.571029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:15.581212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a4a77e9-6b65-4252-82f0-5eae34216dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:15.582641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] Sync routers for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:15.591323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e3ced000-da92-4c86-893c-c632bfea9f5e admin admin] 10.222.0.15 "PUT /v2.0/routers/b96a1cfc-3f80-4b73-8703-d4f9d6a47d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7428873 Aug 31 06:35:15.596569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33080) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:15.599356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:15.600023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:15.800971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:15.857740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:16.066358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a4a77e9-6b65-4252-82f0-5eae34216dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.075594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a4a77e9-6b65-4252-82f0-5eae34216dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.086494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Allocated IP 172.20.0.12 (d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c/fc261761-6018-47ca-b26f-1b35169ffcd3/dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:16.119089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a77e9-6b65-4252-82f0-5eae34216dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1354d3a2-222d-4834-a947-c624f010e508,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:16.144792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.202046 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4a4a77e9-6b65-4252-82f0-5eae34216dc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d61040d9ead3415198d51508d7ba3f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4385886 Aug 31 06:35:16.206405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33104) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:16.291828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ff7d-c992-4dff-8dac-e6952bc7ac60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.329298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ff7d-c992-4dff-8dac-e6952bc7ac60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.350650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Deleting port f575cbae-427f-4bbe-ac40-07b2f186d44e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:16.350986 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.409348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:35:13Z', 'revision_number': 5, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port': {'id': 'f575cbae-427f-4bbe-ac40-07b2f186d44e', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:31:40Z', 'updated_at': '2021-08-31T06:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:16.461323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] Checking router: b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:16.462950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] For port f575cbae-427f-4bbe-ac40-07b2f186d44e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f575cbae-427f-4bbe-ac40-07b2f186d44e,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:16.463380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.478607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Calling delete_port for f575cbae-427f-4bbe-ac40-07b2f186d44e owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:16.491497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] Routers {'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:16.492145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:16.531694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c043a1-907a-43c7-ad11-186ce46323aa req-11bbab13-a62c-4b8f-82c3-c4432055e4c4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:16.533721 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-76c043a1-907a-43c7-ad11-186ce46323aa req-11bbab13-a62c-4b8f-82c3-c4432055e4c4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.4623480 Aug 31 06:35:16.640333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33112) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:16.668509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] Set router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:16.688729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.737617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Pushing event deleted for resources: {'Port': ['ID=f575cbae-427f-4bbe-ac40-07b2f186d44e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:16.798276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:35:16Z', 'revision_number': 6, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:16.844114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.851779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-76c043a1-907a-43c7-ad11-186ce46323aa req-4fcd0bfe-7715-4e1c-8c04-f97d86fc60eb tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977691 Aug 31 06:35:16.886790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258b680-764d-4fd3-8aad-9fc9550c6851 None None] The sync data for ids ['b96a1cfc-3f80-4b73-8703-d4f9d6a47d20'] in n-d-712142-16 is: [{'id': 'b96a1cfc-3f80-4b73-8703-d4f9d6a47d20', 'name': 'tempest-ServersTestBootFromVolume-732910295-router', 'tenant_id': '2e9a38379be54c429776790ebdf49513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:31:39Z', 'updated_at': '2021-08-31T06:35:16Z', 'revision_number': 6, 'project_id': '2e9a38379be54c429776790ebdf49513', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:17.012279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ff7d-c992-4dff-8dac-e6952bc7ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.016267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ff7d-c992-4dff-8dac-e6952bc7ac60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.021751 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cdb1ff7d-c992-4dff-8dac-e6952bc7ac60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1354d3a2-222d-4834-a947-c624f010e508 HTTP/1.1" status: 204 len: 168 time: 0.8123560 Aug 31 06:35:17.022703 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.026968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.036222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.039445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1ff7d-c992-4dff-8dac-e6952bc7ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1354d3a2-222d-4834-a947-c624f010e508,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:17.091528 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.092136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:35:17.101229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.105550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ad842d4-1f6c-457c-8764-ab7a05201510 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b96a1cfc-3f80-4b73-8703-d4f9d6a47d20 HTTP/1.1" status: 204 len: 168 time: 1.5075295 Aug 31 06:35:17.106224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33126) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:17.164331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1041695137-network', 'tenant_id': '5b6410273a13414b95d655c131961a70'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:17.170530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1b6f35-f082-496f-92d6-ed10bb3e68bf admin admin] Deleting subnet 92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:35:17.180003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de1b6f35-f082-496f-92d6-ed10bb3e68bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.193078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Transition to ACTIVE for port object dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:17.224112 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de1b6f35-f082-496f-92d6-ed10bb3e68bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.292767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Made reservation on behalf of 5b6410273a13414b95d655c131961a70 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:17.294941 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.322307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.402001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de1b6f35-f082-496f-92d6-ed10bb3e68bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.433119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.447681 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.457241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 59767501-6a69-4c2f-a6c4-b287cb455c88 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:17.470866 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.494967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 59767501-6a69-4c2f-a6c4-b287cb455c88 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:17.495320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 59767501-6a69-4c2f-a6c4-b287cb455c88 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:17.527514 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de1b6f35-f082-496f-92d6-ed10bb3e68bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.566299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de1b6f35-f082-496f-92d6-ed10bb3e68bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.569754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de1b6f35-f082-496f-92d6-ed10bb3e68bf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3 HTTP/1.1" status: 204 len: 168 time: 0.4623179 Aug 31 06:35:17.571112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b6f35-f082-496f-92d6-ed10bb3e68bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ab149f-309d-4fe9-bd54-b3a8cc3bd8a3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:17.574634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e291eb-abbf-454b-a961-3ece3f90b283 None None] Network d82d2daf-8318-4a04-83c5-fd00909c743d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:17.576456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33140) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:17.612984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:17.676599 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.702373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:17.702971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:17.708597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:17.836713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Deleting port e1f56bf5-4c66-43c6-9923-31d0a9347855 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:17.837150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.987728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:17.988808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.007365 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Floating IP bb4f5d36-e4af-4764-a718-a79622c58012 associated. External IP: 172.25.5.134, port: 096efc09-f167-41a8-a3c4-b65b344baee7. Aug 31 06:35:18.030372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] DHCP port deletion for d82d2daf-8318-4a04-83c5-fd00909c743d request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:35:18.076483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] For port e1f56bf5-4c66-43c6-9923-31d0a9347855, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e1f56bf5-4c66-43c6-9923-31d0a9347855,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:18.077101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.136654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Calling delete_port for e1f56bf5-4c66-43c6-9923-31d0a9347855 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:18.161012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.242961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] Deleting port e1f56bf5-4c66-43c6-9923-31d0a9347855 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:18.244040 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.286484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.307321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:18.324528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33164) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:18.328298 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73d0afa0-2f8e-4f7e-bff3-6880c6e07d02 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5179729 Aug 31 06:35:18.336053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33166) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:18.357394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:61:5c:53'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:18.368075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] For port e1f56bf5-4c66-43c6-9923-31d0a9347855, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e1f56bf5-4c66-43c6-9923-31d0a9347855,segment=NetworkSegment(58418a1b-6e1f-47da-adee-581845c0ef3a),segment_id=58418a1b-6e1f-47da-adee-581845c0ef3a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:18.368557 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.397987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] Calling delete_port for e1f56bf5-4c66-43c6-9923-31d0a9347855 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:18.412814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: from cryptography.utils import int_from_bytes Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: from cryptography.utils import int_from_bytes Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.492423 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:35:18.494876 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:35:18.502895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.506817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dd4c2f30-07b4-4506-bed0-de8575d8e599 None None] Provisioning for port dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:18.523928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1795217751-network', 'tenant_id': '60b96669e89c472ab68e41464c709f1b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:18.527574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.528298 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Added segment 56de2ccc-b134-4ef5-8c4c-e837a9adb272 of type vlan for network be573b09-e92c-4a49-ae85-3781209aaf44 Aug 31 06:35:18.534772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f56bf5-4c66-43c6-9923-31d0a9347855,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:18.535041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dd4c2f30-07b4-4506-bed0-de8575d8e599 None None] Provisioning complete for port dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:18.535329 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2f30-07b4-4506-bed0-de8575d8e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.539639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] No DVR routers for this DVR port e1f56bf5-4c66-43c6-9923-31d0a9347855 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:18.548388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db077801-15b5-42da-bed4-70595b6536d9 req-7120e8c3-3593-4a14-8d37-60d84b90a366 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:18.551148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db077801-15b5-42da-bed4-70595b6536d9 req-7120e8c3-3593-4a14-8d37-60d84b90a366 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.4615846 Aug 31 06:35:18.575936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c2f30-07b4-4506-bed0-de8575d8e599 None None] Port dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:18.579063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] Pushing event deleted for resources: {'Port': ['ID=e1f56bf5-4c66-43c6-9923-31d0a9347855,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:18.591783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfdd94-620b-4332-a1c5-3d1470d2db47 None None] No DVR routers for this DVR port e1f56bf5-4c66-43c6-9923-31d0a9347855 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:18.635899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbcd97a-0fa4-4679-ae35-eb41914de2f0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:18.660268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Made reservation on behalf of 60b96669e89c472ab68e41464c709f1b for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:18.662745 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.678362 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.681376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.696585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82d2daf-8318-4a04-83c5-fd00909c743d']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:18.710303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58418a1b-6e1f-47da-adee-581845c0ef3a') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:18.710599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58418a1b-6e1f-47da-adee-581845c0ef3a') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:18.726027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.747507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.751445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.759699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:35:18.760053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:35:18.761778 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:35:18.794980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db077801-15b5-42da-bed4-70595b6536d9 req-ca939ae3-d692-4377-8976-351906fc900f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234702 Aug 31 06:35:18.845574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.853829 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.872963 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.875063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d82d2daf-8318-4a04-83c5-fd00909c743d HTTP/1.1" status: 204 len: 168 time: 1.2975945 Aug 31 06:35:18.879354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432c725-5d83-43aa-98f6-d98a81230540 admin admin] Pushing event deleted for resources: {'Network': ['ID=d82d2daf-8318-4a04-83c5-fd00909c743d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:18.888758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.889849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:18.890438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.930569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.937303 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.983025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:18.984575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:35:18.997972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3564363 Aug 31 06:35:19.004061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33176) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:19.006204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.007042 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Added segment 58b4da1f-8a61-46b6-af79-2cede4e93fed of type vlan for network bf2808b6-257f-44da-af66-57f5177bf5ea Aug 31 06:35:19.013267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Request body: {'subnet': {'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1041695137-subnet', 'tenant_id': '5b6410273a13414b95d655c131961a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:19.018482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc613d24-7015-4234-8681-cf5981c9fef2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:19.045137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09d302-2011-4a67-8c00-c2b82ac08000 admin admin] Pushing event updated for resources: {'Network': ['ID=be573b09-e92c-4a49-ae85-3781209aaf44,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:19.093844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network be573b09-e92c-4a49-ae85-3781209aaf44 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:19.095908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33178) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:19.109056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.162577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Made reservation on behalf of 5b6410273a13414b95d655c131961a70 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:19.165459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.178301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.179386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.179563 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.231283 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-45ddf789-97da-4009-8d80-bef757bf320a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e9a38379be54c429776790ebdf49513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338885 Aug 31 06:35:19.240905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33182) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:19.272142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9420063 Aug 31 06:35:19.272142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8686dc-e9d7-4b93-a8d0-0f6747618765 admin admin] Pushing event updated for resources: {'Network': ['ID=bf2808b6-257f-44da-af66-57f5177bf5ea,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:19.275156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33186) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:19.283531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network bf2808b6-257f-44da-af66-57f5177bf5ea details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:19.283725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Request body: {'subnet': {'network_id': 'bf2808b6-257f-44da-af66-57f5177bf5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1795217751-subnet', 'tenant_id': '60b96669e89c472ab68e41464c709f1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:19.326936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Made reservation on behalf of 60b96669e89c472ab68e41464c709f1b for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:19.329634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.331563 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a990e648-99fe-4ac1-96cc-be3c46dda71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.421660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:19.422609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f575cbae-427f-4bbe-ac40-07b2f186d44e no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:19.429834 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.438257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a990e648-99fe-4ac1-96cc-be3c46dda71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.438716 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] Sync routers for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:19.452382 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:19.453433 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:19.471332 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4936f8a7-55cb-4af4-8345-18a1edee7fec tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "PUT /v2.0/floatingips/bb4f5d36-e4af-4764-a718-a79622c58012 HTTP/1.1" status: 200 len: 992 time: 4.0867617 Aug 31 06:35:19.475752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'tag': '096efc09-f167-41a8-a3c4-b65b344baee7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:19.478300 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87af14f3-98dc-456f-aa18-1d8a700ec791" -d '{"events": [{"name": "network-changed", "server_uuid": "82943b05-3e9e-468f-b87a-786f3d95b1ed", "tag": "096efc09-f167-41a8-a3c4-b65b344baee7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:19.483543 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.498493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: f575cbae-427f-4bbe-ac40-07b2f186d44e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:19.499108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f575cbae-427f-4bbe-ac40-07b2f186d44e not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:19.499768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e1f56bf5-4c66-43c6-9923-31d0a9347855 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:19.538662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e1f56bf5-4c66-43c6-9923-31d0a9347855 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:19.539013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e1f56bf5-4c66-43c6-9923-31d0a9347855 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:19.612170 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.619210 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:19.662649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.703464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a990e648-99fe-4ac1-96cc-be3c46dda71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.707855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a990e648-99fe-4ac1-96cc-be3c46dda71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.711005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a990e648-99fe-4ac1-96cc-be3c46dda71e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/020854b0-3988-41f3-b8af-92d4a433c325 HTTP/1.1" status: 204 len: 168 time: 0.4681375 Aug 31 06:35:19.784261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990e648-99fe-4ac1-96cc-be3c46dda71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020854b0-3988-41f3-b8af-92d4a433c325,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:19.788143 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a60a47-03f3-485c-91dd-4f3b5b3aaab5 x-openstack-request-id: req-90a60a47-03f3-485c-91dd-4f3b5b3aaab5 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:19.788496 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82943b05-3e9e-468f-b87a-786f3d95b1ed", "tag": "096efc09-f167-41a8-a3c4-b65b344baee7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:19.788789 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90a60a47-03f3-485c-91dd-4f3b5b3aaab5 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:19.789252 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'tag': '096efc09-f167-41a8-a3c4-b65b344baee7', 'status': 'completed', 'code': 200} Aug 31 06:35:19.829166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:19.926974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8961c49-9c6f-4364-8434-f826d5070408,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:19.950623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] In _notify_port_updated(), no bound segment for port dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf on network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:35:19.957963 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.958720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.959658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.969857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33210) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:19.970156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-325df4c7-181c-4de2-97db-e3aed90cbca3 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "PUT /v2.0/ports/dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf HTTP/1.1" status: 200 len: 997 time: 1.6282330 Aug 31 06:35:20.052623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-810dff6d-151c-42e6-988a-b00c19063e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.054485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-810dff6d-151c-42e6-988a-b00c19063e22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e506f5fddcd44becab79ffc863b06875&device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 1098 time: 0.3209689 Aug 31 06:35:20.060963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Checking segment: {'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:20.076370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Network hostable DHCP agents. Network: be573b09-e92c-4a49-ae85-3781209aaf44, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:20.136405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-911b3ac3-4e54-43b3-a509-680ab484298b None None] Provisioning complete for port dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:20.137534 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-911b3ac3-4e54-43b3-a509-680ab484298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.165553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b67bed-6ea2-4693-a8ba-b3443c657f81,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:20.170543 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bb4f5d36-e4af-4764-a718-a79622c58012', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'port_id': '096efc09-f167-41a8-a3c4-b65b344baee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'mac_address': 'fa:16:3e:05:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:34:54Z', 'updated_at': '2021-08-31T06:35:17Z', 'revision_number': 1, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:56Z', 'revision_number': 5, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:20.186391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Checking segment: {'id': '58b4da1f-8a61-46b6-af79-2cede4e93fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bf2808b6-257f-44da-af66-57f5177bf5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:20.188093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Network hostable DHCP agents. Network: bf2808b6-257f-44da-af66-57f5177bf5ea, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:20.235594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Network bf2808b6-257f-44da-af66-57f5177bf5ea is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:20.242978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a4696d3f-555e-4b07-acbb-56a523298e5d tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Deleting port dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:20.243547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a4696d3f-555e-4b07-acbb-56a523298e5d tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.258328 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] Checking router: 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:20.268671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-911b3ac3-4e54-43b3-a509-680ab484298b None None] Port dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:20.285175 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:20.285175 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:20.325562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, bf2808b6-257f-44da-af66-57f5177bf5ea) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:20.333833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.334644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.335362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd8a545-dc5b-4e31-8d45-9a58c1045a47 None None] Network bf2808b6-257f-44da-af66-57f5177bf5ea requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:20.394658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ffcb881e-07c9-4e7a-a567-4246141d51ba admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1182542 Aug 31 06:35:20.476478 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:20.503623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a4696d3f-555e-4b07-acbb-56a523298e5d tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.536092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a4696d3f-555e-4b07-acbb-56a523298e5d tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Calling delete_port for dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:20.710413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b10b7c0-9314-446c-8c09-3b3d71a34843 None None] Network bf2808b6-257f-44da-af66-57f5177bf5ea requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:20.858432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Network be573b09-e92c-4a49-ae85-3781209aaf44 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:20.890890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30574df-5c50-4545-894d-0d1e28cbed18 req-7001bca5-5ec0-41f0-9111-13dfee53e41b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.892462 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bb4f5d36-e4af-4764-a718-a79622c58012', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'port_id': '096efc09-f167-41a8-a3c4-b65b344baee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'mac_address': 'fa:16:3e:05:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:34:54Z', 'updated_at': '2021-08-31T06:35:17Z', 'revision_number': 1, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:56Z', 'revision_number': 5, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:20.915189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f30574df-5c50-4545-894d-0d1e28cbed18 req-7001bca5-5ec0-41f0-9111-13dfee53e41b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.9436951 Aug 31 06:35:20.926832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, be573b09-e92c-4a49-ae85-3781209aaf44) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:20.944114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.945475 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.967953 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584ac2f-fb4c-421e-93dd-93e6f92ce6cb None None] The sync data for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 is: [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bb4f5d36-e4af-4764-a718-a79622c58012', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'port_id': '096efc09-f167-41a8-a3c4-b65b344baee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'mac_address': 'fa:16:3e:05:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:34:54Z', 'updated_at': '2021-08-31T06:35:17Z', 'revision_number': 1, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:56Z', 'revision_number': 5, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:20.974810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33571397-19f1-47f6-b6f5-c373675a389b None None] Network be573b09-e92c-4a49-ae85-3781209aaf44 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:21.020367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a4696d3f-555e-4b07-acbb-56a523298e5d tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:21.054531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-535a0f8f-9d32-4735-a717-a0c1492ec759 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0488040 Aug 31 06:35:21.106830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f30574df-5c50-4545-894d-0d1e28cbed18 req-272f9feb-34a1-42d9-82bd-3b0707a566e7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896083 Aug 31 06:35:21.110290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4696d3f-555e-4b07-acbb-56a523298e5d tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Port': ['ID=dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:21.115418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-b2b68c13-f73b-4df5-873b-5bc8197f943d req-c56b74a1-50d3-47b5-9cb6-bd046628c3fc tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-783377881', 'description': 'tempest-description-632623104'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:21.129839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-3846fa03-5035-476c-b06d-05c657acc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:21.132715 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-3846fa03-5035-476c-b06d-05c657acc997 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5083b8fe-94c9-4ad4-8157-69cbea5456be HTTP/1.1" status: 200 len: 915 time: 1.0538354 Aug 31 06:35:21.275291 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b2b68c13-f73b-4df5-873b-5bc8197f943d req-c56b74a1-50d3-47b5-9cb6-bd046628c3fc tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:21.332786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa2519-a90e-4f4e-a723-225e5f09ab32 None None] Network be573b09-e92c-4a49-ae85-3781209aaf44 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:21.348965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-33d67dad-e3c5-4636-af74-f29e822e245d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096efc09-f167-41a8-a3c4-b65b344baee7 HTTP/1.1" status: 200 len: 1000 time: 0.2078793 Aug 31 06:35:21.368851 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a4696d3f-555e-4b07-acbb-56a523298e5d tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:21.382170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a4696d3f-555e-4b07-acbb-56a523298e5d tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "DELETE /v2.0/ports/dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf HTTP/1.1" status: 204 len: 168 time: 1.4060352 Aug 31 06:35:21.392577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33246) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:21.482159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33252) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:21.547185 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-033bf2da-a64e-4e6f-ae77-bd43f1aefd89 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] GET failed (client error): The resource could not be found. Aug 31 06:35:21.548970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-033bf2da-a64e-4e6f-ae77-bd43f1aefd89 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "GET /v2.0/ports/dc1dd09e-ecd2-47c3-805f-c8f6e6f4caaf HTTP/1.1" status: 404 len: 333 time: 0.1552563 Aug 31 06:35:21.559817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33254) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:21.568298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaed724-2d83-470d-bd8d-700c9b39bf8a None None] New status for floating IP bb4f5d36-e4af-4764-a718-a79622c58012: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:35:21.574570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'name': 'tempest-AllowedAddressPairTestJSON-1734275888'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:21.737871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-cf3229a9-b3e0-4334-be29-f11ee26b5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:21.740309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-cf3229a9-b3e0-4334-be29-f11ee26b5f88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30927174-259f-4a78-8aa5-2326f7b425b3 HTTP/1.1" status: 200 len: 853 time: 0.3790879 Aug 31 06:35:21.781955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-d90f644b-dccc-4a72-ad63-948d1928a883 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:21.784631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-d90f644b-dccc-4a72-ad63-948d1928a883 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.3010738 Aug 31 06:35:21.827141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-16'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:21.885169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b2b68c13-f73b-4df5-873b-5bc8197f943d req-c56b74a1-50d3-47b5-9cb6-bd046628c3fc tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:21.894056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1544378879-network', 'tenant_id': 'df25224f9be3445abf0b182e31891aec'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:21.896514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-bdc80797-0fbe-4dcc-9a75-2659bb20ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:21.909042 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-bdc80797-0fbe-4dcc-9a75-2659bb20ff4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5083b8fe-94c9-4ad4-8157-69cbea5456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501827 Aug 31 06:35:21.952091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Made reservation on behalf of df25224f9be3445abf0b182e31891aec for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:21.956520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:21.963495 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b2b68c13-f73b-4df5-873b-5bc8197f943d req-c56b74a1-50d3-47b5-9cb6-bd046628c3fc tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.031900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.126163 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:35:22.126163 n-d-712142-16 neutron-server[94668]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:35:22.126163 n-d-712142-16 neutron-server[94668]: [parameters: {'project_id_1': '277ae83611fb4426b45fdab3ec1d945b', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 35, 22, 86354)}] Aug 31 06:35:22.126163 n-d-712142-16 neutron-server[94668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:35:22.126961 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:35:22.141835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-90357dab-3e8e-4e97-83e6-a7decabc951c service neutron] 10.222.0.42 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194922 Aug 31 06:35:22.246184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.322519 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b2b68c13-f73b-4df5-873b-5bc8197f943d req-c56b74a1-50d3-47b5-9cb6-bd046628c3fc tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.327747 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2b68c13-f73b-4df5-873b-5bc8197f943d req-c56b74a1-50d3-47b5-9cb6-bd046628c3fc tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2223043 Aug 31 06:35:22.367563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b74a1-50d3-47b5-9cb6-bd046628c3fc tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b117c70-29a1-4a97-ae7b-c0432d2c1098,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:22.560964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126964db-8fd3-4b11-bb7c-0b62517e8a98 req-7c08f96f-c9f8-4dc2-92e6-d7863689356a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:22.562661 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db82873b-b176-4039-9e4d-2716d5a71e1d req-439457df-a9fd-4d28-81e2-01279d145c27 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/3b117c70-29a1-4a97-ae7b-c0432d2c1098 HTTP/1.1" status: 200 len: 1805 time: 0.1372840 Aug 31 06:35:22.578175 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-126964db-8fd3-4b11-bb7c-0b62517e8a98 req-7c08f96f-c9f8-4dc2-92e6-d7863689356a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 945 time: 0.1658785 Aug 31 06:35:22.588017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-db82873b-b176-4039-9e4d-2716d5a71e1d req-6c2d5271-8586-481f-90bd-932cad91b0c8 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b117c70-29a1-4a97-ae7b-c0432d2c1098', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:22.588403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-db82873b-b176-4039-9e4d-2716d5a71e1d req-6c2d5271-8586-481f-90bd-932cad91b0c8 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b117c70-29a1-4a97-ae7b-c0432d2c1098', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:22.590496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87af14f3-98dc-456f-aa18-1d8a700ec791 req-dd97390e-d36a-456f-8681-7a3c0b218cf0 service neutron] 10.222.0.42 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414887 Aug 31 06:35:22.641716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.652687 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.659734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:22.689605 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-126964db-8fd3-4b11-bb7c-0b62517e8a98 req-71b102ee-0f98-4c14-80e7-f4869fb87974 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969622 Aug 31 06:35:22.695501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:22.746510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.746880 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Added segment f50cf020-20c6-4908-8fd7-dd96455b29d9 of type vlan for network 0e91ff02-6e5c-4185-a906-71b517bae5f7 Aug 31 06:35:22.749411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Made reservation on behalf of 277ae83611fb4426b45fdab3ec1d945b for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:22.754358 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.763045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259dfcc7-4686-458a-9c91-bd0d84df057b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:22.785848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:22.804443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] device_id is not set on port 6ba7071c-e8df-484c-b626-f48f994aba83 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:22.891022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.939894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-db82873b-b176-4039-9e4d-2716d5a71e1d req-6c2d5271-8586-481f-90bd-932cad91b0c8 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.947480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93f0d797-8548-4930-bb00-463cc2974731'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:22.950603 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbcbf6e-b34c-4b3c-beef-8967e7cf9858" -d '{"events": [{"server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "name": "network-vif-unplugged", "status": "completed", "tag": "93f0d797-8548-4930-bb00-463cc2974731"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:22.958569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.966373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.967342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:22.967930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.989664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.010680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Allocated IP 172.20.0.14 (d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c/fc261761-6018-47ca-b26f-1b35169ffcd3/6ba7071c-e8df-484c-b626-f48f994aba83) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:23.023333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-db82873b-b176-4039-9e4d-2716d5a71e1d req-6c2d5271-8586-481f-90bd-932cad91b0c8 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.095940 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-db82873b-b176-4039-9e4d-2716d5a71e1d req-6c2d5271-8586-481f-90bd-932cad91b0c8 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.110382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6208329 Aug 31 06:35:23.129015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33280) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:23.159177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Request body: {'subnet': {'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1544378879-subnet', 'tenant_id': 'df25224f9be3445abf0b182e31891aec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:23.166142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02066bd4-9655-4c2a-9979-c95e3de78604 admin admin] Pushing event updated for resources: {'Network': ['ID=0e91ff02-6e5c-4185-a906-71b517bae5f7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:23.175657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d5271-8586-481f-90bd-932cad91b0c8 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8830553d-006f-49ba-bf2f-eca00cf43a8d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:23.181825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 0e91ff02-6e5c-4185-a906-71b517bae5f7 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:23.231962 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-db82873b-b176-4039-9e4d-2716d5a71e1d req-6c2d5271-8586-481f-90bd-932cad91b0c8 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.233413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db82873b-b176-4039-9e4d-2716d5a71e1d req-6c2d5271-8586-481f-90bd-932cad91b0c8 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6531968 Aug 31 06:35:23.234152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.253209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Pushing event updated for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:23.255291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Transition to ACTIVE for port object 6ba7071c-e8df-484c-b626-f48f994aba83 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:23.301628 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.304643 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be91ea29-5522-45f5-a65b-b1746b81cb7c x-openstack-request-id: req-be91ea29-5522-45f5-a65b-b1746b81cb7c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:23.305064 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "name": "network-vif-unplugged", "status": "completed", "tag": "93f0d797-8548-4930-bb00-463cc2974731", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:23.308919 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be91ea29-5522-45f5-a65b-b1746b81cb7c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:23.312412 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93f0d797-8548-4930-bb00-463cc2974731', 'code': 200} Aug 31 06:35:23.342494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-16f6c517-bceb-4d59-af91-40a9a1fe0eda req-28af9604-738a-4a2d-914b-0887661f6589 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2135972623', 'description': 'tempest-description-155977291'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:23.356644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on host n-h2-712142-16 for vnic_type normal with profile {"migrating_to": "n-h1-712142-16"} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:23.356978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:23.357473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:23.364771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Made reservation on behalf of df25224f9be3445abf0b182e31891aec for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:23.367403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.380333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=6ba7071c-e8df-484c-b626-f48f994aba83,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:23.389644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:23.389997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:23.399691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:23.401420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:23.418839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:23.437813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 93f0d797-8548-4930-bb00-463cc2974731 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:23.459383 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:23.461401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:23.463143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:23.465652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Bound port: 93f0d797-8548-4930-bb00-463cc2974731, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:23.466217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.488550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16f6c517-bceb-4d59-af91-40a9a1fe0eda req-28af9604-738a-4a2d-914b-0887661f6589 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.505144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:23.505444 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.541795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-799f428a-988b-40dd-8e6f-c5c77bb6816e tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9703248 Aug 31 06:35:23.543844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33286) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:23.574892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'network_id': 'd9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c', 'name': 'tempest-AllowedAddressPairTestJSON-1309420909'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:23.593668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:23.645539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on host n-h2-712142-16 for vnic_type normal with profile {"migrating_to": "n-h1-712142-16"} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:23.646385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:23.646987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:23.659838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:23.660456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:23.674493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:23.677563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:23.678251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:23.678892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Bound port: 93f0d797-8548-4930-bb00-463cc2974731, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:23.681275 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.783132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:23.787587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:23.792306 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.819044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:23.831812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.857630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 93f0d797-8548-4930-bb00-463cc2974731-n-h2-712142-16-0 {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:35:23.858261 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:35:23.864563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-64b27ff8-b9dd-42fe-a223-c26b388445a7 None None] Provisioning for port 6ba7071c-e8df-484c-b626-f48f994aba83 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:23.890590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 93f0d797-8548-4930-bb00-463cc2974731 has no active binding in host n-h1-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:35:23.892421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:23.892742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80066f84-dc45-415a-8546-3d0c3b6acbaf req-9cc1e9ec-0b8f-43b0-822d-c7ce97187720 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:23.895058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80066f84-dc45-415a-8546-3d0c3b6acbaf req-9cc1e9ec-0b8f-43b0-822d-c7ce97187720 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.0732782 Aug 31 06:35:23.895920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-64b27ff8-b9dd-42fe-a223-c26b388445a7 None None] Provisioning complete for port 6ba7071c-e8df-484c-b626-f48f994aba83 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:23.896299 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-64b27ff8-b9dd-42fe-a223-c26b388445a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.916756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16f6c517-bceb-4d59-af91-40a9a1fe0eda req-28af9604-738a-4a2d-914b-0887661f6589 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.926389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16f6c517-bceb-4d59-af91-40a9a1fe0eda req-28af9604-738a-4a2d-914b-0887661f6589 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.932858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-64b27ff8-b9dd-42fe-a223-c26b388445a7 None None] Port 6ba7071c-e8df-484c-b626-f48f994aba83 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:23.961614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80066f84-dc45-415a-8546-3d0c3b6acbaf req-76e1bb2a-5683-4142-837b-a1339510ee1e tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 Aug 31 06:35:23.969315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Made reservation on behalf of 277ae83611fb4426b45fdab3ec1d945b for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:23.971085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d08af08-3001-4675-bf4d-e90ed44ac52d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:23.987702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16f6c517-bceb-4d59-af91-40a9a1fe0eda req-28af9604-738a-4a2d-914b-0887661f6589 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.989343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16f6c517-bceb-4d59-af91-40a9a1fe0eda req-28af9604-738a-4a2d-914b-0887661f6589 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6698182 Aug 31 06:35:23.990127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af9604-738a-4a2d-914b-0887661f6589 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45da2b14-aeb4-4751-a094-eef8636e6f95,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:23.999229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.021590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Checking segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:24.021960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Network hostable DHCP agents. Network: 0e91ff02-6e5c-4185-a906-71b517bae5f7, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:24.025150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] device_id is not set on port ad7aeb72-091e-4109-a1c3-9a7cb2064992 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:24.072196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Network 0e91ff02-6e5c-4185-a906-71b517bae5f7 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:24.104381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 0e91ff02-6e5c-4185-a906-71b517bae5f7) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:24.115620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef40c3f-097f-4bc5-a86c-cad0d9e47644 None None] Network 0e91ff02-6e5c-4185-a906-71b517bae5f7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:24.117781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:24.118387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.162244 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ebb796-28cd-421b-90be-497702baa0d2 req-808eac9a-6d2b-4c67-b7d9-acf16a96e5d1 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/45da2b14-aeb4-4751-a094-eef8636e6f95 HTTP/1.1" status: 200 len: 1806 time: 0.0649998 Aug 31 06:35:24.168163 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3fd3b1e5-164f-4993-a5d5-eeb46ce1c70f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0335214 Aug 31 06:35:24.182022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-71ebb796-28cd-421b-90be-497702baa0d2 req-d7781729-0e8b-48de-85c4-e43ad722ef32 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '45da2b14-aeb4-4751-a094-eef8636e6f95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:24.182307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-71ebb796-28cd-421b-90be-497702baa0d2 req-d7781729-0e8b-48de-85c4-e43ad722ef32 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '45da2b14-aeb4-4751-a094-eef8636e6f95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:24.283581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Allocated IP 172.20.0.5 (d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c/fc261761-6018-47ca-b26f-1b35169ffcd3/ad7aeb72-091e-4109-a1c3-9a7cb2064992) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:24.294950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.318332 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34c9abde-5331-4e17-a5ab-d8fa0dbb2346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.354518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-71ebb796-28cd-421b-90be-497702baa0d2 req-d7781729-0e8b-48de-85c4-e43ad722ef32 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.399506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on host n-h2-712142-16 for vnic_type normal with profile {"migrating_to": "n-h1-712142-16"} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:24.400193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:24.400615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:24.424371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:24.424757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempting to bind port 93f0d797-8548-4930-bb00-463cc2974731 on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:24.445573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:24.449811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:24.450596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:24.451987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Bound port: 93f0d797-8548-4930-bb00-463cc2974731, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:24.452371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.461305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863faef9-3a5e-471c-96a5-6be99377bb23 None None] Network 0e91ff02-6e5c-4185-a906-71b517bae5f7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:24.544011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33310) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:24.566492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-71ebb796-28cd-421b-90be-497702baa0d2 req-d7781729-0e8b-48de-85c4-e43ad722ef32 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.572743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-71ebb796-28cd-421b-90be-497702baa0d2 req-d7781729-0e8b-48de-85c4-e43ad722ef32 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.594775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.612769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781729-0e8b-48de-85c4-e43ad722ef32 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f75d4b4-fd69-4479-adae-df2cfe347d5a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:24.635755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Transition to ACTIVE for port object ad7aeb72-091e-4109-a1c3-9a7cb2064992 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:24.658677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-71ebb796-28cd-421b-90be-497702baa0d2 req-d7781729-0e8b-48de-85c4-e43ad722ef32 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.661293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ebb796-28cd-421b-90be-497702baa0d2 req-d7781729-0e8b-48de-85c4-e43ad722ef32 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4912000 Aug 31 06:35:24.668638 n-d-712142-16 neutron-server[94667]: WARNING neutron.plugins.ml2.plugin [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Concurrent port binding operations failed on port 93f0d797-8548-4930-bb00-463cc2974731 Aug 31 06:35:24.682526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:24.684743 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attempt 2 to bind port 93f0d797-8548-4930-bb00-463cc2974731 Aug 31 06:35:24.688920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:24.689593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.691411 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-971fddf6-b2e1-4b6e-96ad-40a115602579 service neutron] 10.222.0.23 "PUT /v2.0/ports/93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 200 len: 1123 time: 2.8931689 Aug 31 06:35:24.710554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-b139834b-147c-45ec-8f9c-9a54db40638e req-8ccca9bb-2fd4-44d2-9228-289c2a69235f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-393445683', 'description': 'tempest-description-362796348'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:24.738887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.763580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b139834b-147c-45ec-8f9c-9a54db40638e req-8ccca9bb-2fd4-44d2-9228-289c2a69235f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.790526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['93f0d797-8548-4930-bb00-463cc2974731'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:24.794875 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['93f0d797-8548-4930-bb00-463cc2974731'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:24.914637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:24.971502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:24.985589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db0e88db-8393-4c3d-acfe-3ffc275e2346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.992649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:24.994486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b139834b-147c-45ec-8f9c-9a54db40638e req-8ccca9bb-2fd4-44d2-9228-289c2a69235f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.007449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b139834b-147c-45ec-8f9c-9a54db40638e req-8ccca9bb-2fd4-44d2-9228-289c2a69235f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.083991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b139834b-147c-45ec-8f9c-9a54db40638e req-8ccca9bb-2fd4-44d2-9228-289c2a69235f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.106143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=ad7aeb72-091e-4109-a1c3-9a7cb2064992,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:25.109792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b139834b-147c-45ec-8f9c-9a54db40638e req-8ccca9bb-2fd4-44d2-9228-289c2a69235f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4094801 Aug 31 06:35:25.114255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccca9bb-2fd4-44d2-9228-289c2a69235f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afad096-fd14-41f6-9ddd-6bd4a2e55a8b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:25.163940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.164630 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.255293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec11dd1-f821-4c6b-b407-61ca57575a44 req-cf0c6d77-b185-47e4-a3fb-933aa6ea3bcd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.260544 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fec11dd1-f821-4c6b-b407-61ca57575a44 req-cf0c6d77-b185-47e4-a3fb-933aa6ea3bcd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.0784910 Aug 31 06:35:25.315002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'tag': '93f0d797-8548-4930-bb00-463cc2974731'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:25.315836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-93a89a70-280a-4b9d-8a7a-cb5b3b6c5a1f tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.319604 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5833b9-c373-4bd7-863e-f36c08c50616" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "tag": "93f0d797-8548-4930-bb00-463cc2974731"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:25.323230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-93a89a70-280a-4b9d-8a7a-cb5b3b6c5a1f tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 813 time: 0.2247150 Aug 31 06:35:25.335102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fec11dd1-f821-4c6b-b407-61ca57575a44 req-99fb41f3-edf7-4eca-aa32-10729e0146ab tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656743 Aug 31 06:35:25.346181 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-e423be0b-2229-4791-9515-04de8f038837 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/quotas/df25224f9be3445abf0b182e31891aec HTTP/1.1" status: 200 len: 375 time: 0.0219545 Aug 31 06:35:25.411201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-37e6445f-c975-40a3-9ad1-55d2c501475f None None] Provisioning for port ad7aeb72-091e-4109-a1c3-9a7cb2064992 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:25.419180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-37e6445f-c975-40a3-9ad1-55d2c501475f None None] Provisioning complete for port ad7aeb72-091e-4109-a1c3-9a7cb2064992 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:25.419885 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37e6445f-c975-40a3-9ad1-55d2c501475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.434207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-e5e5c190-3cfa-419b-a40f-ff8ef2b4a75e tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630620 Aug 31 06:35:25.442246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db0e88db-8393-4c3d-acfe-3ffc275e2346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.457743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db0e88db-8393-4c3d-acfe-3ffc275e2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.467563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-37e6445f-c975-40a3-9ad1-55d2c501475f None None] Port ad7aeb72-091e-4109-a1c3-9a7cb2064992 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:25.510111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dbac83cc-f507-44a8-af95-2120db135d91 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9647522 Aug 31 06:35:25.515180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33350) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:25.520699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:61:5c:53'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:96:9e:e9'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:25.555146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-db0e88db-8393-4c3d-acfe-3ffc275e2346 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68f2a87c2f5d4ef7afdfaaaa69225696&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0075064 Aug 31 06:35:25.555394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e88db-8393-4c3d-acfe-3ffc275e2346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbff9b92-3a64-420d-8a84-4dafbcebb6e7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:25.556732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33352) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:25.591279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-aeef4e71-0f89-4b6d-94bc-fe8ab119014c service neutron] 10.222.0.15 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451192 Aug 31 06:35:25.620914 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.681790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-1c1777d9-a8db-4309-8c5a-b665310437e0 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.683551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-1c1777d9-a8db-4309-8c5a-b665310437e0 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/networks?id=be573b09-e92c-4a49-ae85-3781209aaf44 HTTP/1.1" status: 200 len: 809 time: 0.2354221 Aug 31 06:35:25.697118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-eb551c64-7adb-4140-a54f-947383224afb service neutron] 10.222.0.15 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976794 Aug 31 06:35:25.714101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71fbe7b5-9f03-4462-9a46-6d1b3e16e8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.725023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-4b1e9c09-52ca-475a-b313-88ed5682b8fb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/quotas/5b6410273a13414b95d655c131961a70 HTTP/1.1" status: 200 len: 375 time: 0.0314627 Aug 31 06:35:25.768729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-4d69c869-7288-42de-a06e-9856f0fb0a36 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b6410273a13414b95d655c131961a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427947 Aug 31 06:35:25.805762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71fbe7b5-9f03-4462-9a46-6d1b3e16e8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.941832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-eceb1b48-581b-4ef8-aeeb-eca5b89e04e5 req-d4003f7f-cbb7-4920-8f81-5e13392f7825 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1113852626', 'description': 'tempest-description-1752135002'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:25.971346 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-eceb1b48-581b-4ef8-aeeb-eca5b89e04e5 req-d4003f7f-cbb7-4920-8f81-5e13392f7825 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.083874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-eceb1b48-581b-4ef8-aeeb-eca5b89e04e5 req-d4003f7f-cbb7-4920-8f81-5e13392f7825 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.090925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-eceb1b48-581b-4ef8-aeeb-eca5b89e04e5 req-d4003f7f-cbb7-4920-8f81-5e13392f7825 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.146229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-eceb1b48-581b-4ef8-aeeb-eca5b89e04e5 req-d4003f7f-cbb7-4920-8f81-5e13392f7825 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.147519 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eceb1b48-581b-4ef8-aeeb-eca5b89e04e5 req-d4003f7f-cbb7-4920-8f81-5e13392f7825 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2114115 Aug 31 06:35:26.148643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4003f7f-cbb7-4920-8f81-5e13392f7825 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c32aa6e-b69d-41ab-bfdc-85d4c2886ea2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:26.278607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.303560 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c80e117-5d60-4aa4-9beb-a4e6bfce514c x-openstack-request-id: req-4c80e117-5d60-4aa4-9beb-a4e6bfce514c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:26.303849 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "tag": "93f0d797-8548-4930-bb00-463cc2974731", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:26.304126 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c80e117-5d60-4aa4-9beb-a4e6bfce514c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:26.304558 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'tag': '93f0d797-8548-4930-bb00-463cc2974731', 'status': 'completed', 'code': 200} Aug 31 06:35:26.399853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-8d243352-cfb5-4b6a-8d15-414d7b3c6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:26.400066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-0fb00df0-5374-412a-9ba7-a6538c12add4 service neutron] 10.222.0.15 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183863 Aug 31 06:35:26.402000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-8d243352-cfb5-4b6a-8d15-414d7b3c6389 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1126 time: 0.0708122 Aug 31 06:35:26.423166 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71fbe7b5-9f03-4462-9a46-6d1b3e16e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.425642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71fbe7b5-9f03-4462-9a46-6d1b3e16e8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.429574 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-71fbe7b5-9f03-4462-9a46-6d1b3e16e8dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbff9b92-3a64-420d-8a84-4dafbcebb6e7 HTTP/1.1" status: 204 len: 168 time: 0.8717711 Aug 31 06:35:26.540774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbe7b5-9f03-4462-9a46-6d1b3e16e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbff9b92-3a64-420d-8a84-4dafbcebb6e7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:26.572411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-0574bb34-3026-4ea9-9de9-ae6570702500 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/4afad096-fd14-41f6-9ddd-6bd4a2e55a8b HTTP/1.1" status: 200 len: 1805 time: 0.1042542 Aug 31 06:35:26.599810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-367f138c-8bc0-4fbe-a947-42e2b56e473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:26.601361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-367f138c-8bc0-4fbe-a947-42e2b56e473b service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.1908202 Aug 31 06:35:26.665604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-e65cf797-a31c-4750-8b37-844bb02753e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 200 len: 217 time: 0.0546944 Aug 31 06:35:26.682404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-ff15d4a3-7a7a-498d-a1f1-0d3e133b6f11 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/2c32aa6e-b69d-41ab-bfdc-85d4c2886ea2 HTTP/1.1" status: 200 len: 1807 time: 0.1090178 Aug 31 06:35:26.690903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-7b5053f4-70ab-4136-8eb2-73445d85e87c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4afad096-fd14-41f6-9ddd-6bd4a2e55a8b', 'remote_group_id': '2c32aa6e-b69d-41ab-bfdc-85d4c2886ea2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:26.690903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-7b5053f4-70ab-4136-8eb2-73445d85e87c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4afad096-fd14-41f6-9ddd-6bd4a2e55a8b', 'remote_group_id': '2c32aa6e-b69d-41ab-bfdc-85d4c2886ea2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:26.693038 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-e91e80f5-5882-4528-bff9-afe03f22dc15 service neutron] 10.222.0.15 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773027 Aug 31 06:35:26.721591 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-23c5d695-9f17-4c69-bb23-97b0481ec12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.741760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.751181 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.789660 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.820114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-13c7c94f-d7a6-41f1-9f06-f373462d62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:26.821914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-13c7c94f-d7a6-41f1-9f06-f373462d62f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1357105 Aug 31 06:35:26.876433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-f88785bc-ce8e-4a35-8190-ace3180698ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423949 Aug 31 06:35:26.904899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event updated for resources: {'Port': ['ID=ad7aeb72-091e-4109-a1c3-9a7cb2064992,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:26.949518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-7b5053f4-70ab-4136-8eb2-73445d85e87c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.026012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] In _notify_port_updated(), no bound segment for port ad7aeb72-091e-4109-a1c3-9a7cb2064992 on network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:35:27.033155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.034359 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.037244 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7aaf93e-c371-475f-99ee-0de5cf7de006 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "PUT /v2.0/ports/ad7aeb72-091e-4109-a1c3-9a7cb2064992 HTTP/1.1" status: 200 len: 1056 time: 1.5211976 Aug 31 06:35:27.044206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33390) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:27.146752 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-7b5053f4-70ab-4136-8eb2-73445d85e87c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.154951 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-7b5053f4-70ab-4136-8eb2-73445d85e87c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.237077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2f81d-ff33-405f-9699-df4f71640d62 req-f296ce88-99d2-45b5-912b-64dc2fd4dbf4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.240515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6e2f81d-ff33-405f-9699-df4f71640d62 req-f296ce88-99d2-45b5-912b-64dc2fd4dbf4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.1987329 Aug 31 06:35:27.310114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-b7d81270-2905-4964-b10e-60dc163f070a service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957145 Aug 31 06:35:27.345233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5053f4-70ab-4136-8eb2-73445d85e87c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14580e82-35ed-461b-8462-33d5d202ac88,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:27.351882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-7b5053f4-70ab-4136-8eb2-73445d85e87c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.358457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07a74e76-a784-48f2-b56f-b43ad334eb94 req-7b5053f4-70ab-4136-8eb2-73445d85e87c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6734366 Aug 31 06:35:27.384318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6e2f81d-ff33-405f-9699-df4f71640d62 req-cc20086b-4831-474d-a7c6-89459ceef0ed tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271172 Aug 31 06:35:27.430951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-538064e1-2119-4145-99f7-92f4da967d11 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Deleting port ad7aeb72-091e-4109-a1c3-9a7cb2064992 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:27.432684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f035fba3-9350-45ac-b818-83d09ffad8e0 None None] Provisioning complete for port ad7aeb72-091e-4109-a1c3-9a7cb2064992 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:27.435100 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f035fba3-9350-45ac-b818-83d09ffad8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.443825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-538064e1-2119-4145-99f7-92f4da967d11 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.534518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b5833b9-c373-4bd7-863e-f36c08c50616 req-507a3e0d-33da-44cf-b44c-cb9df0a7e758 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023399 Aug 31 06:35:27.586461 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e71ac58a-a3b6-4930-9a47-b2faf88a53be req-ecf219c3-ea68-4947-8e5d-01bdb2028a70 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 210 time: 0.0480461 Aug 31 06:35:27.605166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d535278-ae05-4ed4-9c86-944adbf79e05 req-92749edd-879a-48d1-84f6-3b2b64916e78 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 210 time: 0.0650921 Aug 31 06:35:27.609056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f035fba3-9350-45ac-b818-83d09ffad8e0 None None] Port ad7aeb72-091e-4109-a1c3-9a7cb2064992 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:27.746643 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-538064e1-2119-4145-99f7-92f4da967d11 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.759839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b0d885f2-270f-4c07-be05-c897818d75f5 req-1c56dd69-0304-417e-a3dd-27b5e80b55bd tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-384616276', 'description': 'tempest-description-1274772408'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:27.772502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-538064e1-2119-4145-99f7-92f4da967d11 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Calling delete_port for ad7aeb72-091e-4109-a1c3-9a7cb2064992 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:27.812519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b0d885f2-270f-4c07-be05-c897818d75f5 req-1c56dd69-0304-417e-a3dd-27b5e80b55bd tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.974709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-0be2965f-fa30-4c64-83fa-21639627924a tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.976827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-0be2965f-fa30-4c64-83fa-21639627924a tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 813 time: 0.1324577 Aug 31 06:35:28.026467 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:28.029728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Request body: {'port': {'device_id': 'e83d758c-28c9-4e2f-be89-67087d8ddf10', 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'admin_state_up': True, 'tenant_id': 'df25224f9be3445abf0b182e31891aec'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:28.117807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-7462d2c0-ccdd-4514-adeb-820d932a6e7b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:28.123798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-7462d2c0-ccdd-4514-adeb-820d932a6e7b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.23 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 813 time: 0.3211610 Aug 31 06:35:28.151738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Request body: {'port': {'device_id': 'd2e75c2f-7996-40fd-a700-186c76ee0183', 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'admin_state_up': True, 'tenant_id': 'df25224f9be3445abf0b182e31891aec'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:28.284527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b0d885f2-270f-4c07-be05-c897818d75f5 req-1c56dd69-0304-417e-a3dd-27b5e80b55bd tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:28.296038 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b0d885f2-270f-4c07-be05-c897818d75f5 req-1c56dd69-0304-417e-a3dd-27b5e80b55bd tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:28.338312 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-538064e1-2119-4145-99f7-92f4da967d11 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:28.343882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Made reservation on behalf of df25224f9be3445abf0b182e31891aec for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:28.347712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:28.359893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b0d885f2-270f-4c07-be05-c897818d75f5 req-1c56dd69-0304-417e-a3dd-27b5e80b55bd tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:28.361430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0d885f2-270f-4c07-be05-c897818d75f5 req-1c56dd69-0304-417e-a3dd-27b5e80b55bd tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6132324 Aug 31 06:35:28.365746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56dd69-0304-417e-a3dd-27b5e80b55bd tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052b8635-1966-4ee0-b7e4-0396484e741a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:28.398104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538064e1-2119-4145-99f7-92f4da967d11 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Port': ['ID=ad7aeb72-091e-4109-a1c3-9a7cb2064992,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:28.450294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6423b052-e744-4982-abe9-03552eb5e32c req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-780753430', 'description': 'tempest-description-1070068360'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:28.504511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [req-6423b052-e744-4982-abe9-03552eb5e32c req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:35:28.504511 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:35:28.504511 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id_1': '60b96669e89c472ab68e41464c709f1b', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 35, 28, 476812)}] Aug 31 06:35:28.504511 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:35:28.505405 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [req-6423b052-e744-4982-abe9-03552eb5e32c req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:35:28.534154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Made reservation on behalf of df25224f9be3445abf0b182e31891aec for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:28.538528 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:28.638373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Allocated IP 172.20.0.7 (0e91ff02-6e5c-4185-a906-71b517bae5f7/4d08af08-3001-4675-bf4d-e90ed44ac52d/21751289-4ae0-40f1-bb7a-1fec5125a119) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:28.660757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075cbb-94a6-4416-a26e-5e97757266c2 req-04c854ef-c25e-4a46-8881-dc7473abc39b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:28.661842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4075cbb-94a6-4416-a26e-5e97757266c2 req-04c854ef-c25e-4a46-8881-dc7473abc39b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.0849211 Aug 31 06:35:28.786861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4075cbb-94a6-4416-a26e-5e97757266c2 req-0da97ee0-3439-4603-904a-fa3f9e3e3c4f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145091 Aug 31 06:35:28.931801 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-891696fd-543e-400f-9396-3647a77ff88f req-c721ac1f-178e-4aa3-a4a8-cf61b0eb60ed tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 210 time: 0.0433095 Aug 31 06:35:28.970950 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.004029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-c8a52a08-c9bd-43ef-a2f2-08c2674ebb06 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:29.005996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-c8a52a08-c9bd-43ef-a2f2-08c2674ebb06 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "GET /v2.0/networks?id=be573b09-e92c-4a49-ae85-3781209aaf44 HTTP/1.1" status: 200 len: 809 time: 0.3939004 Aug 31 06:35:29.025376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Request body: {'port': {'device_id': '88f75258-0637-4aa5-bb5d-60e60e7905e7', 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44', 'admin_state_up': True, 'tenant_id': '5b6410273a13414b95d655c131961a70'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:29.068334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d572fa17-95eb-4252-b682-b2f01055d9b9 req-46fe399e-6790-48f4-b34e-4da5a76788cc tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 210 time: 0.0367379 Aug 31 06:35:29.078568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.117282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-538064e1-2119-4145-99f7-92f4da967d11 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.124064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-538064e1-2119-4145-99f7-92f4da967d11 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "DELETE /v2.0/ports/ad7aeb72-091e-4109-a1c3-9a7cb2064992 HTTP/1.1" status: 204 len: 168 time: 2.0779123 Aug 31 06:35:29.124719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33442) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:29.170878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6423b052-e744-4982-abe9-03552eb5e32c req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.175117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Network 0e91ff02-6e5c-4185-a906-71b517bae5f7 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:29.176957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Pushing event updated for resources: {'Port': ['ID=21751289-4ae0-40f1-bb7a-1fec5125a119,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:29.180140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:29.182608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:29.203115 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe2bc9f-b9ab-425c-b4df-8c98af212430 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] GET failed (client error): The resource could not be found. Aug 31 06:35:29.207679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-efe2bc9f-b9ab-425c-b4df-8c98af212430 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "GET /v2.0/ports/ad7aeb72-091e-4109-a1c3-9a7cb2064992 HTTP/1.1" status: 404 len: 333 time: 0.0532391 Aug 31 06:35:29.208302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33444) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:29.256441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:29.258300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.270397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Allocated IP 172.20.0.12 (0e91ff02-6e5c-4185-a906-71b517bae5f7/4d08af08-3001-4675-bf4d-e90ed44ac52d/0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:29.283200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-803904cb-b89b-487d-9db0-4e37ed9d601d tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2827444 Aug 31 06:35:29.297063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Request body: {'port': {'device_id': 'e83d758c-28c9-4e2f-be89-67087d8ddf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:29.363075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.548270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7653f025-43a7-41cc-89fd-6a01efee2ff0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Deleting port 6ba7071c-e8df-484c-b626-f48f994aba83 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:29.548614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7653f025-43a7-41cc-89fd-6a01efee2ff0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.558531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6423b052-e744-4982-abe9-03552eb5e32c req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.607202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6423b052-e744-4982-abe9-03552eb5e32c req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.669649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Made reservation on behalf of 5b6410273a13414b95d655c131961a70 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:29.673399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.697852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6423b052-e744-4982-abe9-03552eb5e32c req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.699618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6423b052-e744-4982-abe9-03552eb5e32c req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2622020 Aug 31 06:35:29.710610 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.722418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0e18e-8be9-4651-ab02-e9d561733306 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2282a46a-4a2f-41c4-8d05-354416f676d9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:29.774783 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7653f025-43a7-41cc-89fd-6a01efee2ff0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.786971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-80a9c495-6e87-4fc3-9450-5e3593090426 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/052b8635-1966-4ee0-b7e4-0396484e741a HTTP/1.1" status: 200 len: 1806 time: 0.0608709 Aug 31 06:35:29.823074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7653f025-43a7-41cc-89fd-6a01efee2ff0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Calling delete_port for 6ba7071c-e8df-484c-b626-f48f994aba83 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:29.857137 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.861680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-a53a02cb-e6c4-4137-864f-80390aa29254 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/2282a46a-4a2f-41c4-8d05-354416f676d9 HTTP/1.1" status: 200 len: 1806 time: 0.0712004 Aug 31 06:35:29.879437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-9b7e672b-9c75-4e5e-8af1-031edb7d755d tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '052b8635-1966-4ee0-b7e4-0396484e741a', 'remote_group_id': '2282a46a-4a2f-41c4-8d05-354416f676d9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:29.881668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-9b7e672b-9c75-4e5e-8af1-031edb7d755d tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '052b8635-1966-4ee0-b7e4-0396484e741a', 'remote_group_id': '2282a46a-4a2f-41c4-8d05-354416f676d9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:29.978539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.026770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-9b7e672b-9c75-4e5e-8af1-031edb7d755d tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.048821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Allocated IP 172.20.0.7 (be573b09-e92c-4a49-ae85-3781209aaf44/d8961c49-9c6f-4364-8434-f826d5070408/c67a6678-a938-4d74-8837-d67163ed2353) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:30.089318 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-9b7e672b-9c75-4e5e-8af1-031edb7d755d tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.096931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Network 0e91ff02-6e5c-4185-a906-71b517bae5f7 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:30.098354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-9b7e672b-9c75-4e5e-8af1-031edb7d755d tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.116344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c65a-d7c0-4489-8aa5-495b2f562bad req-87da7ac0-ba6d-4cda-aa4e-a622735e3761 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.118088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b730c65a-d7c0-4489-8aa5-495b2f562bad req-87da7ac0-ba6d-4cda-aa4e-a622735e3761 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.2053587 Aug 31 06:35:30.122566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Pushing event updated for resources: {'Port': ['ID=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:30.125300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:30.135232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e672b-9c75-4e5e-8af1-031edb7d755d tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba640db-a75e-4526-8c1d-c2938125e0b5,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:30.138979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-9b7e672b-9c75-4e5e-8af1-031edb7d755d tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.141313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:30.148671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-926bca97-fc9b-4f1d-bf65-978aa3c2053a req-9b7e672b-9c75-4e5e-8af1-031edb7d755d tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2791615 Aug 31 06:35:30.255144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21751289-4ae0-40f1-bb7a-1fec5125a119 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:30.266985 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.304153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e982b-297f-4e93-af38-1742748a48c3 req-4b1bd07b-ae30-4670-b351-ede1bcee79a9 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.312237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-989e982b-297f-4e93-af38-1742748a48c3 req-4b1bd07b-ae30-4670-b351-ede1bcee79a9 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 931 time: 0.0906720 Aug 31 06:35:30.333134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.333747 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.346517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Transition to ACTIVE for port object 21751289-4ae0-40f1-bb7a-1fec5125a119 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:30.359066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b730c65a-d7c0-4489-8aa5-495b2f562bad req-3810f2d6-6d9b-4dc9-bbb4-9ce19022baea tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300751 Aug 31 06:35:30.359808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7653f025-43a7-41cc-89fd-6a01efee2ff0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.370568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-989e982b-297f-4e93-af38-1742748a48c3 req-6aade6c5-0098-4f25-a8fa-f4553c9acb5b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529180 Aug 31 06:35:30.376685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.419026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a25dd4f1-95d8-47ba-8164-04cdf80e16c0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2791116 Aug 31 06:35:30.426892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653f025-43a7-41cc-89fd-6a01efee2ff0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Port': ['ID=6ba7071c-e8df-484c-b626-f48f994aba83,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:30.452962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Request body: {'port': {'device_id': 'd2e75c2f-7996-40fd-a700-186c76ee0183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:30.495728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Pushing event updated for resources: {'Port': ['ID=21751289-4ae0-40f1-bb7a-1fec5125a119,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:30.562656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83ad28df-e225-4774-88ba-a5517c616cb6 req-18e80b71-d459-4d57-ae21-2a4bf8d4cc48 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 210 time: 0.0455072 Aug 31 06:35:30.775154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Attempting to bind port 21751289-4ae0-40f1-bb7a-1fec5125a119 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:30.776149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Attempting to bind port 21751289-4ae0-40f1-bb7a-1fec5125a119 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:30.776906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Attempting to bind port 21751289-4ae0-40f1-bb7a-1fec5125a119 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:30.777442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-61f3cd24-2966-446e-bb7a-b4c583e7c7d8 req-932b1e72-b4cd-4c1b-a27e-f70606b57d9e tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/2282a46a-4a2f-41c4-8d05-354416f676d9 HTTP/1.1" status: 200 len: 1806 time: 0.3318233 Aug 31 06:35:30.787228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Port 21751289-4ae0-40f1-bb7a-1fec5125a119 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:30.788010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Attempting to bind port 21751289-4ae0-40f1-bb7a-1fec5125a119 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:30.799201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:30.799441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Checking segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:30.800295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Bound using segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:30.801160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Bound port: 21751289-4ae0-40f1-bb7a-1fec5125a119, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:30.802612 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.910831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.989043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7653f025-43a7-41cc-89fd-6a01efee2ff0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.996864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] For port 21751289-4ae0-40f1-bb7a-1fec5125a119, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:30.999272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7653f025-43a7-41cc-89fd-6a01efee2ff0 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "DELETE /v2.0/ports/6ba7071c-e8df-484c-b626-f48f994aba83 HTTP/1.1" status: 204 len: 168 time: 1.7796276 Aug 31 06:35:31.016300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33474) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:31.017966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.072469 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6bf51d-a2b7-469e-9e55-8532c9bd24f5 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] GET failed (client error): The resource could not be found. Aug 31 06:35:31.079783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fb6bf51d-a2b7-469e-9e55-8532c9bd24f5 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "GET /v2.0/ports/6ba7071c-e8df-484c-b626-f48f994aba83 HTTP/1.1" status: 404 len: 333 time: 0.0589714 Aug 31 06:35:31.080484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33478) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:31.128105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-61f3cd24-2966-446e-bb7a-b4c583e7c7d8 req-d554899c-6571-4595-a114-175c9fb57dd4 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.159586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] For port 21751289-4ae0-40f1-bb7a-1fec5125a119, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=21751289-4ae0-40f1-bb7a-1fec5125a119,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:31.182105 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.204971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.238088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.239576 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.242510 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-5c827e32-89cc-4027-b690-4188861be258 service neutron] 10.222.0.42 "PUT /v2.0/ports/21751289-4ae0-40f1-bb7a-1fec5125a119 HTTP/1.1" status: 200 len: 1092 time: 1.9506936 Aug 31 06:35:31.246711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83d758c-28c9-4e2f-be89-67087d8ddf10', 'tag': '21751289-4ae0-40f1-bb7a-1fec5125a119'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:31.249647 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "e83d758c-28c9-4e2f-be89-67087d8ddf10", "tag": "21751289-4ae0-40f1-bb7a-1fec5125a119"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:31.265236 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-61f3cd24-2966-446e-bb7a-b4c583e7c7d8 req-d554899c-6571-4595-a114-175c9fb57dd4 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.307693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Network be573b09-e92c-4a49-ae85-3781209aaf44 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:31.313561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827e32-89cc-4027-b690-4188861be258 service neutron] Pushing event updated for resources: {'Port': ['ID=21751289-4ae0-40f1-bb7a-1fec5125a119,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:31.343276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b6383b22-91cd-4f63-bddf-c6762b392e08 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Deleting port 2fedf502-0b45-4093-a9a7-59968dbee975 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:31.343546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6383b22-91cd-4f63-bddf-c6762b392e08 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.353405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:31.364078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:31.371643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Pushing event updated for resources: {'Port': ['ID=c67a6678-a938-4d74-8837-d67163ed2353,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:31.398558 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f68af-29d7-4a69-b758-8970dbd802a1 x-openstack-request-id: req-c34f68af-29d7-4a69-b758-8970dbd802a1 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:31.399752 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83d758c-28c9-4e2f-be89-67087d8ddf10", "tag": "21751289-4ae0-40f1-bb7a-1fec5125a119", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:31.400029 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c34f68af-29d7-4a69-b758-8970dbd802a1 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:31.400725 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83d758c-28c9-4e2f-be89-67087d8ddf10', 'tag': '21751289-4ae0-40f1-bb7a-1fec5125a119', 'status': 'completed', 'code': 200} Aug 31 06:35:31.425991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-4b18f4a1-a480-471d-b81f-f1562ddaedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.428049 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-4b18f4a1-a480-471d-b81f-f1562ddaedbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 1095 time: 0.1225193 Aug 31 06:35:31.462062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.462735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.492127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-61f3cd24-2966-446e-bb7a-b4c583e7c7d8 req-d554899c-6571-4595-a114-175c9fb57dd4 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.493866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-61f3cd24-2966-446e-bb7a-b4c583e7c7d8 req-d554899c-6571-4595-a114-175c9fb57dd4 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.494659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-61f3cd24-2966-446e-bb7a-b4c583e7c7d8 req-d554899c-6571-4595-a114-175c9fb57dd4 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "DELETE /v2.0/security-groups/2282a46a-4a2f-41c4-8d05-354416f676d9 HTTP/1.1" status: 204 len: 173 time: 0.6886213 Aug 31 06:35:31.513090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-cffdcc65-b70f-47d8-8abc-11184d15e5cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4948609 Aug 31 06:35:31.515438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554899c-6571-4595-a114-175c9fb57dd4 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2282a46a-4a2f-41c4-8d05-354416f676d9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:31.526518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Request body: {'port': {'device_id': '88f75258-0637-4aa5-bb5d-60e60e7905e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:31.546949 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-b27de6a9-8268-42ae-95b3-d39d79fcd607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21751289-4ae0-40f1-bb7a-1fec5125a119 HTTP/1.1" status: 200 len: 217 time: 0.1098626 Aug 31 06:35:31.592760 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6383b22-91cd-4f63-bddf-c6762b392e08 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.610611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:31.619475 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.634388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Transition to ACTIVE for port object 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:31.638873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b6383b22-91cd-4f63-bddf-c6762b392e08 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Calling delete_port for 2fedf502-0b45-4093-a9a7-59968dbee975 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:31.673635 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.675800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.714372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aef4a5-8d20-4598-8805-711c8b77ab47 req-6a73d04a-1a88-47dd-afe4-1bcb3d4f2a72 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.722767 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aef4a5-8d20-4598-8805-711c8b77ab47 req-6a73d04a-1a88-47dd-afe4-1bcb3d4f2a72 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 943 time: 0.1881661 Aug 31 06:35:31.725935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f02b87c5-e881-44a1-8c8a-b99319755c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.727466 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f02b87c5-e881-44a1-8c8a-b99319755c08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 200 len: 853 time: 0.1571765 Aug 31 06:35:31.781326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-e7bf1985-f1d1-4571-8539-dd5abadff8dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e91ff02-6e5c-4185-a906-71b517bae5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385370 Aug 31 06:35:32.181216 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aef4a5-8d20-4598-8805-711c8b77ab47 req-ef28cb49-ca9b-432a-90d8-7f145f5d2ce8 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573765 Aug 31 06:35:32.245752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:32.280419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa0707-e5c8-46ca-ac74-fd5ebf1f5eb5 req-e6ce4c4c-6cf1-4406-a71d-1775d5feccd9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:32.282156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1eaa0707-e5c8-46ca-ac74-fd5ebf1f5eb5 req-e6ce4c4c-6cf1-4406-a71d-1775d5feccd9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.6107333 Aug 31 06:35:32.338133 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-e6a8bb65-8338-49cc-b859-e119ee4e64e7 service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458460 Aug 31 06:35:32.390319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6383b22-91cd-4f63-bddf-c6762b392e08 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.423738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1eaa0707-e5c8-46ca-ac74-fd5ebf1f5eb5 req-7f38def6-d1d4-4773-8534-ddbfc57832dc tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128149 Aug 31 06:35:32.452855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccc065a-31a6-4403-8f1e-ed9627478ff0 req-fef36100-afaa-411a-a7df-baef6331f560 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/052b8635-1966-4ee0-b7e4-0396484e741a HTTP/1.1" status: 200 len: 1806 time: 0.2221544 Aug 31 06:35:32.453007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Attempting to bind port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:32.453364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Attempting to bind port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:32.453692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Attempting to bind port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:32.486655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:32.487035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Attempting to bind port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:32.494603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6383b22-91cd-4f63-bddf-c6762b392e08 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Port': ['ID=2fedf502-0b45-4093-a9a7-59968dbee975,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:32.500541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:32.500943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Checking segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:32.501421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Bound using segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:32.502164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Bound port: 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:32.502383 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.517223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-6a573530-6165-4bb3-88d3-bcd594d8440b service neutron] 10.222.0.42 "GET /v2.0/ports/93f0d797-8548-4930-bb00-463cc2974731/bindings/n-h1-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.2232788 Aug 31 06:35:32.675967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] For port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:32.681404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] For port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:32.695527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-3d30d9ce-78da-43f6-8b20-1ade12b55bfe service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425679 Aug 31 06:35:32.695754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.720659 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6383b22-91cd-4f63-bddf-c6762b392e08 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.722919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b6383b22-91cd-4f63-bddf-c6762b392e08 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "DELETE /v2.0/ports/2fedf502-0b45-4093-a9a7-59968dbee975 HTTP/1.1" status: 204 len: 168 time: 1.6360285 Aug 31 06:35:32.727406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33514) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:32.740161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb23ab6-36d5-4bea-9f46-12da6148ce98 req-310fedba-f049-483e-b3cc-f70e7410fad3 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:32.744500 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4eb23ab6-36d5-4bea-9f46-12da6148ce98 req-310fedba-f049-483e-b3cc-f70e7410fad3 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 931 time: 0.1882787 Aug 31 06:35:32.815987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-e7872207-3ea0-4dcd-9ae8-83a7c326a9f6 req-3163c2fc-2581-4d01-8885-ffae78c847fb tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1901530375', 'description': 'tempest-description-1199757603'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:32.821327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:32.821976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.823359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] 10.222.0.23 "PUT /v2.0/ports/0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 HTTP/1.1" status: 200 len: 1093 time: 2.3931315 Aug 31 06:35:32.829457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e75c2f-7996-40fd-a700-186c76ee0183', 'tag': '0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:32.831793 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0932b7-befc-4740-baa0-d0342f2093bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e75c2f-7996-40fd-a700-186c76ee0183", "tag": "0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:32.862038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67a6678-a938-4d74-8837-d67163ed2353 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:32.877803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.914685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36399d4-7fce-4b0a-84a3-3e74cb8344ed tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Deleting subnet fc261761-6018-47ca-b26f-1b35169ffcd3 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:35:32.928118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d36399d4-7fce-4b0a-84a3-3e74cb8344ed tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.945877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4eb23ab6-36d5-4bea-9f46-12da6148ce98 req-70339d6b-f678-4c84-867b-682918e2f3bb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685164 Aug 31 06:35:32.946486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d56298-3de0-41d6-ba67-cda9b179e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:32.949645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Transition to ACTIVE for port object c67a6678-a938-4d74-8837-d67163ed2353 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:32.965996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.971154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a91d346a-a3dc-413b-ba43-1ce04f60986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:32.973217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a91d346a-a3dc-413b-ba43-1ce04f60986e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&device_id=d2e75c2f-7996-40fd-a700-186c76ee0183 HTTP/1.1" status: 200 len: 1096 time: 0.0994103 Aug 31 06:35:32.975626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e7872207-3ea0-4dcd-9ae8-83a7c326a9f6 req-3163c2fc-2581-4d01-8885-ffae78c847fb tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.995628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-50a7cfbd-6177-4fbf-ad48-06aebddd25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:32.997307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-50a7cfbd-6177-4fbf-ad48-06aebddd25ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 1095 time: 0.2122688 Aug 31 06:35:33.020599 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9b8cb1-9a04-4cca-8423-64703d77d187 x-openstack-request-id: req-5e9b8cb1-9a04-4cca-8423-64703d77d187 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:33.020902 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e75c2f-7996-40fd-a700-186c76ee0183", "tag": "0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:33.021156 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e9b8cb1-9a04-4cca-8423-64703d77d187 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:33.021670 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e75c2f-7996-40fd-a700-186c76ee0183', 'tag': '0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49', 'status': 'completed', 'code': 200} Aug 31 06:35:33.064954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-1d79b116-8caf-4e27-b95c-a9c695aca116 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 HTTP/1.1" status: 200 len: 217 time: 0.0461295 Aug 31 06:35:33.073773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d36399d4-7fce-4b0a-84a3-3e74cb8344ed tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.116839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Pushing event updated for resources: {'Port': ['ID=c67a6678-a938-4d74-8837-d67163ed2353,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:33.129271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:33.179804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a0762ee9-6676-4c6c-85ea-f9ee7378a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.181370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-a0762ee9-6676-4c6c-85ea-f9ee7378a359 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 200 len: 853 time: 0.1058040 Aug 31 06:35:33.198467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:33.226067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-0fe5d73a-1315-4252-9c06-fc89b68f9ad2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e91ff02-6e5c-4185-a906-71b517bae5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361915 Aug 31 06:35:33.232156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Attempting to bind port c67a6678-a938-4d74-8837-d67163ed2353 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:33.232528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Attempting to bind port c67a6678-a938-4d74-8837-d67163ed2353 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:33.232826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Attempting to bind port c67a6678-a938-4d74-8837-d67163ed2353 on network be573b09-e92c-4a49-ae85-3781209aaf44 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:33.264347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 93f0d797-8548-4930-bb00-463cc2974731 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:33.264942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Port c67a6678-a938-4d74-8837-d67163ed2353 on network be573b09-e92c-4a49-ae85-3781209aaf44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:33.265384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Attempting to bind port c67a6678-a938-4d74-8837-d67163ed2353 on network be573b09-e92c-4a49-ae85-3781209aaf44 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:33.302640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:33.302997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Checking segment: {'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:33.303362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Bound using segment: {'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:33.303950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Bound port: c67a6678-a938-4d74-8837-d67163ed2353, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:33.304321 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.334513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-0470c308-a698-4497-bbec-1c9e8c479b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.340006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-0470c308-a698-4497-bbec-1c9e8c479b33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 914 time: 0.3277555 Aug 31 06:35:33.342613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f0d797-8548-4930-bb00-463cc2974731 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:33.413753 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d36399d4-7fce-4b0a-84a3-3e74cb8344ed tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.431184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e7872207-3ea0-4dcd-9ae8-83a7c326a9f6 req-3163c2fc-2581-4d01-8885-ffae78c847fb tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.431808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c2572-4b97-4ef4-b691-e0f0ae201ec3 req-eb2105cb-e77c-4727-9db7-bb6edf7c4f8b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.433709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:33.439164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e2c2572-4b97-4ef4-b691-e0f0ae201ec3 req-eb2105cb-e77c-4727-9db7-bb6edf7c4f8b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 943 time: 0.1317055 Aug 31 06:35:33.451075 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-7d4ed46a-a466-46fc-a321-cb9214d5e3b2 service neutron] 10.222.0.23 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155015 Aug 31 06:35:33.500381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e7872207-3ea0-4dcd-9ae8-83a7c326a9f6 req-3163c2fc-2581-4d01-8885-ffae78c847fb tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.510532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-7e49204d-9083-4aef-a426-20fa28675207 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21751289-4ae0-40f1-bb7a-1fec5125a119 HTTP/1.1" status: 200 len: 217 time: 0.0985880 Aug 31 06:35:33.529900 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.530068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] For port c67a6678-a938-4d74-8837-d67163ed2353, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:33.564357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] For port c67a6678-a938-4d74-8837-d67163ed2353, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c67a6678-a938-4d74-8837-d67163ed2353,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:33.570008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e2c2572-4b97-4ef4-b691-e0f0ae201ec3 req-3969c651-8af2-42a1-9eed-902cb0fb5a42 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300054 Aug 31 06:35:33.580424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.628639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e7872207-3ea0-4dcd-9ae8-83a7c326a9f6 req-3163c2fc-2581-4d01-8885-ffae78c847fb tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.642984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7872207-3ea0-4dcd-9ae8-83a7c326a9f6 req-3163c2fc-2581-4d01-8885-ffae78c847fb tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8480647 Aug 31 06:35:33.708483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.709626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.711169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d36399d4-7fce-4b0a-84a3-3e74cb8344ed tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.711910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] 10.222.0.23 "PUT /v2.0/ports/c67a6678-a938-4d74-8837-d67163ed2353 HTTP/1.1" status: 200 len: 1092 time: 2.1894498 Aug 31 06:35:33.725170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c3ad9f7-ba6c-4421-8202-2709f2e1c250 req-763b09b6-d659-432f-8214-9829df745287 service neutron] 10.222.0.23 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644770 Aug 31 06:35:33.747343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163c2fc-2581-4d01-8885-ffae78c847fb tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692f4ec5-7d88-4288-8256-ef8a497b5c34,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:33.764707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a3313-047b-4e7b-bb73-f857d7fecf24 req-60f858cd-8c9f-4ef1-bd15-53bf229dd5da tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.766342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e95a3313-047b-4e7b-bb73-f857d7fecf24 req-60f858cd-8c9f-4ef1-bd15-53bf229dd5da tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 943 time: 0.1015382 Aug 31 06:35:33.767184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599a965-76d4-4930-aa1a-d440addf1eeb service neutron] Pushing event updated for resources: {'Port': ['ID=c67a6678-a938-4d74-8837-d67163ed2353,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:33.807467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36399d4-7fce-4b0a-84a3-3e74cb8344ed tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Subnet': ['ID=fc261761-6018-47ca-b26f-1b35169ffcd3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:33.811434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-23a9d3c4-5d61-424f-b0b1-2e7f7d8af4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.813169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-23a9d3c4-5d61-424f-b0b1-2e7f7d8af4bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 200 len: 853 time: 0.2887843 Aug 31 06:35:33.824223 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d36399d4-7fce-4b0a-84a3-3e74cb8344ed tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.828524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d36399d4-7fce-4b0a-84a3-3e74cb8344ed tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "DELETE /v2.0/subnets/fc261761-6018-47ca-b26f-1b35169ffcd3 HTTP/1.1" status: 204 len: 168 time: 1.0975902 Aug 31 06:35:33.831711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33552) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:33.835816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9054e-e7b5-4b47-9379-b5d371758944 None None] Network d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:33.854585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] Transition to ACTIVE for port object 93f0d797-8548-4930-bb00-463cc2974731 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:33.875982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e95a3313-047b-4e7b-bb73-f857d7fecf24 req-89c64ee6-060f-4554-a1a5-beb0c0faa45e tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967536 Aug 31 06:35:33.896047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-0e0175e4-5c5f-4197-abc9-99e20e44cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.897731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-0e0175e4-5c5f-4197-abc9-99e20e44cb0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b6410273a13414b95d655c131961a70&device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 1095 time: 0.1160753 Aug 31 06:35:33.905467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0932b7-befc-4740-baa0-d0342f2093bc req-b3f1a69d-2e8a-46ff-bb5d-bce62d71dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.907069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da0932b7-befc-4740-baa0-d0342f2093bc req-b3f1a69d-2e8a-46ff-bb5d-bce62d71dde8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&device_id=d2e75c2f-7996-40fd-a700-186c76ee0183 HTTP/1.1" status: 200 len: 1096 time: 0.1045845 Aug 31 06:35:33.917010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.923212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-5551ce21-f5d1-4b75-8581-832bae9d153f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e91ff02-6e5c-4185-a906-71b517bae5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932395 Aug 31 06:35:33.971582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-b7f13a96-66c4-48dd-994b-48d78ea46d6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67a6678-a938-4d74-8837-d67163ed2353 HTTP/1.1" status: 200 len: 217 time: 0.0634565 Aug 31 06:35:34.062993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] Pushing event updated for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:34.076417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-228c9da1-33d3-40d3-a492-93af08cde4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.078044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-228c9da1-33d3-40d3-a492-93af08cde4e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8961c49-9c6f-4364-8434-f826d5070408 HTTP/1.1" status: 200 len: 849 time: 0.0783000 Aug 31 06:35:34.126959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-8489893e-7854-486b-b73f-64728eae75af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be573b09-e92c-4a49-ae85-3781209aaf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407000 Aug 31 06:35:34.145559 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] DHCP port deletion for d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:35:34.161088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0932b7-befc-4740-baa0-d0342f2093bc req-7f7c6d87-b3ae-4fe1-9015-d43fa3055053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.162598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da0932b7-befc-4740-baa0-d0342f2093bc req-7f7c6d87-b3ae-4fe1-9015-d43fa3055053 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 914 time: 0.2462683 Aug 31 06:35:34.212338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] Deleting port 8723263d-9905-404e-94d9-b0c1a82d6a72 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:34.213083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.228367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-4bce6e2f-e0b6-48b4-8716-6addef199e9d service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664474 Aug 31 06:35:34.257751 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da0932b7-befc-4740-baa0-d0342f2093bc req-9d4fe8d1-ebeb-47eb-a621-507413ee6fd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 HTTP/1.1" status: 200 len: 217 time: 0.0822577 Aug 31 06:35:34.304426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] For port 8723263d-9905-404e-94d9-b0c1a82d6a72, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8723263d-9905-404e-94d9-b0c1a82d6a72,segment=NetworkSegment(ecd9d12f-34bd-4211-9db7-a243455e4f25),segment_id=ecd9d12f-34bd-4211-9db7-a243455e4f25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:34.305537 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.313664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc19dd6-122c-4ffc-8f38-705de13fd768 req-3eb2bed8-8f64-4b3e-82b2-e52c48043746 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.315223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ffc19dd6-122c-4ffc-8f38-705de13fd768 req-3eb2bed8-8f64-4b3e-82b2-e52c48043746 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 943 time: 0.1933358 Aug 31 06:35:34.318682 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.324475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ab52df4-373c-456d-bfb0-46d879d3c307 req-5c5edca6-ca6c-4cde-8770-a25b039142dd tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/692f4ec5-7d88-4288-8256-ef8a497b5c34 HTTP/1.1" status: 200 len: 1807 time: 0.5230060 Aug 31 06:35:34.328814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] No DVR routers for this DVR port 93f0d797-8548-4930-bb00-463cc2974731 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:34.338152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] Calling delete_port for 8723263d-9905-404e-94d9-b0c1a82d6a72 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:34.353904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-230b695a-1d56-4ae2-9393-72772dad1bf2 service neutron] 10.222.0.23 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147241 Aug 31 06:35:34.357780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2ab52df4-373c-456d-bfb0-46d879d3c307 req-d8ddf5fa-9bc7-41e0-bac0-3596cc06479f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '692f4ec5-7d88-4288-8256-ef8a497b5c34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:34.358534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2ab52df4-373c-456d-bfb0-46d879d3c307 req-d8ddf5fa-9bc7-41e0-bac0-3596cc06479f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '692f4ec5-7d88-4288-8256-ef8a497b5c34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:34.385839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0932b7-befc-4740-baa0-d0342f2093bc req-53a9f0f4-9fbc-4fea-a59f-7cc6dd101b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.387908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da0932b7-befc-4740-baa0-d0342f2093bc req-53a9f0f4-9fbc-4fea-a59f-7cc6dd101b27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 200 len: 853 time: 0.1146452 Aug 31 06:35:34.434217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.444198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-7858a221-1ec1-4c2b-8a65-1e04d8cc4565 service neutron] 10.222.0.42 "PUT /v2.0/ports/93f0d797-8548-4930-bb00-463cc2974731/bindings/n-h1-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 1.9006183 Aug 31 06:35:34.451689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] No DVR routers for this DVR port 8723263d-9905-404e-94d9-b0c1a82d6a72 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:34.456355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ffc19dd6-122c-4ffc-8f38-705de13fd768 req-f115a90b-dd66-4fb7-9f8f-daecd7aa7315 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289170 Aug 31 06:35:34.460467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da0932b7-befc-4740-baa0-d0342f2093bc req-3400c6b0-f315-4dd6-88eb-9666236eb0b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e91ff02-6e5c-4185-a906-71b517bae5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374746 Aug 31 06:35:34.500304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a45f56e-b862-4abd-9ca0-9fc0810f2ae0 req-c141e71a-c8fd-472f-9f4f-fd16f417709d service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620342 Aug 31 06:35:34.520457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699fd74-1658-409e-8acf-510e3c2af8ba None None] Pushing event deleted for resources: {'Port': ['ID=8723263d-9905-404e-94d9-b0c1a82d6a72,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:34.560061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cc31fb2-6356-4d05-a55b-60755a113025 req-0e2892e3-314c-465d-97bd-dfeb8b3e93a6 service neutron] 10.222.0.23 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955876 Aug 31 06:35:34.596082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da0932b7-befc-4740-baa0-d0342f2093bc req-5dc444bb-4078-42f0-8d9e-c3102954249c service neutron] 10.222.0.23 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268229 Aug 31 06:35:34.613596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Deleting port 8723263d-9905-404e-94d9-b0c1a82d6a72 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:34.613987 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.618388 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ab52df4-373c-456d-bfb0-46d879d3c307 req-d8ddf5fa-9bc7-41e0-bac0-3596cc06479f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.675445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-bffccdc4-8c6a-476c-b63d-44c0f5861589 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.677203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-bffccdc4-8c6a-476c-b63d-44c0f5861589 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.1607690 Aug 31 06:35:34.713662 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ab52df4-373c-456d-bfb0-46d879d3c307 req-d8ddf5fa-9bc7-41e0-bac0-3596cc06479f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.734451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da0932b7-befc-4740-baa0-d0342f2093bc req-c695a92d-eeca-4d67-bc17-7ca400b12785 service neutron] 10.222.0.23 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304336 Aug 31 06:35:34.737304 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ab52df4-373c-456d-bfb0-46d879d3c307 req-d8ddf5fa-9bc7-41e0-bac0-3596cc06479f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.740775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] For port 8723263d-9905-404e-94d9-b0c1a82d6a72, host n-d-712142-16, got binding levels [] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:34.741139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.748184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e174977-dd20-4cb3-844e-45bc069186e9 req-958f777f-1c62-4699-9657-0ca85e3678ec tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.749530 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e174977-dd20-4cb3-844e-45bc069186e9 req-958f777f-1c62-4699-9657-0ca85e3678ec tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 943 time: 0.0808737 Aug 31 06:35:34.773961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Calling delete_port for 8723263d-9905-404e-94d9-b0c1a82d6a72 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:34.779060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_backend_mixin [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Port 8723263d-9905-404e-94d9-b0c1a82d6a72 was not found and therefore no delete operation was performed {{(pid=94668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:35:34.781554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddf5fa-9bc7-41e0-bac0-3596cc06479f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cb7f63-54e8-4fc1-a4ef-733ba973faf3,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:34.787322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.796821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e174977-dd20-4cb3-844e-45bc069186e9 req-fd4107fc-7ebd-45ba-bae2-9aa7a9fbf1e2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390069 Aug 31 06:35:34.797252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ab52df4-373c-456d-bfb0-46d879d3c307 req-d8ddf5fa-9bc7-41e0-bac0-3596cc06479f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.798453 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ab52df4-373c-456d-bfb0-46d879d3c307 req-d8ddf5fa-9bc7-41e0-bac0-3596cc06479f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4611390 Aug 31 06:35:34.831429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Port': ['ID=8723263d-9905-404e-94d9-b0c1a82d6a72,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:34.833341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] No DVR routers for this DVR port 8723263d-9905-404e-94d9-b0c1a82d6a72 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:34.836432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-2e587cec-bc97-44dd-8e43-54d541df228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.838026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-2e587cec-bc97-44dd-8e43-54d541df228a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519 HTTP/1.1" status: 200 len: 1096 time: 0.1528983 Aug 31 06:35:34.906665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1da7a435-9977-4ea8-9fb0-57c4de712fc0 req-7271cc33-a2de-4ee0-822b-90739ccad4c2 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/692f4ec5-7d88-4288-8256-ef8a497b5c34 HTTP/1.1" status: 200 len: 2401 time: 0.0561292 Aug 31 06:35:34.919268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-1da7a435-9977-4ea8-9fb0-57c4de712fc0 req-8b6b76cd-546c-441a-a2cb-0ae03afea545 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '692f4ec5-7d88-4288-8256-ef8a497b5c34', 'remote_group_id': None}]} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:34.919580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-1da7a435-9977-4ea8-9fb0-57c4de712fc0 req-8b6b76cd-546c-441a-a2cb-0ae03afea545 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '692f4ec5-7d88-4288-8256-ef8a497b5c34', 'remote_group_id': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:34.951152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.963394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:34.978077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd9d12f-34bd-4211-9db7-a243455e4f25') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:34.978373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd9d12f-34bd-4211-9db7-a243455e4f25') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:34.990918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1da7a435-9977-4ea8-9fb0-57c4de712fc0 req-8b6b76cd-546c-441a-a2cb-0ae03afea545 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.011918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-04df19e8-c5c4-43d1-99b2-abc4cfc0bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.014009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-04df19e8-c5c4-43d1-99b2-abc4cfc0bdf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1096 time: 0.1436479 Aug 31 06:35:35.024416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f75258-0637-4aa5-bb5d-60e60e7905e7', 'tag': 'c67a6678-a938-4d74-8837-d67163ed2353'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:35.027166 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7293e5a-eaca-4421-a5f1-5c53209141b9" -d '{"events": [{"name": "network-changed", "server_uuid": "88f75258-0637-4aa5-bb5d-60e60e7905e7", "tag": "c67a6678-a938-4d74-8837-d67163ed2353"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:35.036861 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1da7a435-9977-4ea8-9fb0-57c4de712fc0 req-8b6b76cd-546c-441a-a2cb-0ae03afea545 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.043347 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1da7a435-9977-4ea8-9fb0-57c4de712fc0 req-8b6b76cd-546c-441a-a2cb-0ae03afea545 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.047894 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.067099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b76cd-546c-441a-a2cb-0ae03afea545 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4b681c-6039-4c00-93a0-d2ab30b9854f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:35.076080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1da7a435-9977-4ea8-9fb0-57c4de712fc0 req-8b6b76cd-546c-441a-a2cb-0ae03afea545 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.090599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1da7a435-9977-4ea8-9fb0-57c4de712fc0 req-8b6b76cd-546c-441a-a2cb-0ae03afea545 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1755872 Aug 31 06:35:35.124712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076313e3-2627-40cd-bcd2-de86fd779d83 req-c214c7fa-939f-44d9-9888-39641fe5b50f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.126363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-076313e3-2627-40cd-bcd2-de86fd779d83 req-c214c7fa-939f-44d9-9888-39641fe5b50f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 944 time: 0.1518226 Aug 31 06:35:35.133794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.149959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:35:35.150112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:35:35.158776 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:35:35.194004 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd61a49d-bb28-4d2f-a142-ba32788daf03 x-openstack-request-id: req-dd61a49d-bb28-4d2f-a142-ba32788daf03 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:35.194555 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f75258-0637-4aa5-bb5d-60e60e7905e7", "tag": "c67a6678-a938-4d74-8837-d67163ed2353", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:35.195016 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd61a49d-bb28-4d2f-a142-ba32788daf03 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:35.195811 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f75258-0637-4aa5-bb5d-60e60e7905e7', 'tag': 'c67a6678-a938-4d74-8837-d67163ed2353', 'status': 'completed', 'code': 200} Aug 31 06:35:35.263484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 21751289-4ae0-40f1-bb7a-1fec5125a119 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:35.274617 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-076313e3-2627-40cd-bcd2-de86fd779d83 req-9c38d3a2-31e0-42c6-82e0-e9ae99c2a6c3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335566 Aug 31 06:35:35.278702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-9f0cd04e-a8d3-4651-9cd0-c810a7afe8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.282155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-9f0cd04e-a8d3-4651-9cd0-c810a7afe8e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.2486684 Aug 31 06:35:35.284804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.295044 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.304197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] 10.222.0.15 "DELETE /v2.0/networks/d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c HTTP/1.1" status: 204 len: 168 time: 1.4507701 Aug 31 06:35:35.309626 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf2c297c-955e-4323-b609-20801ad56758 req-8ad2acda-7dca-4cb1-be77-6b77caf8799f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/692f4ec5-7d88-4288-8256-ef8a497b5c34 HTTP/1.1" status: 200 len: 3000 time: 0.1022701 Aug 31 06:35:35.362250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-0d93f855-a2b7-4549-a8ce-872a24d3b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.364461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-0d93f855-a2b7-4549-a8ce-872a24d3b6e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b6410273a13414b95d655c131961a70&device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 1095 time: 0.1367524 Aug 31 06:35:35.366513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c45b-32a8-4fa5-ba22-05040a5ea476 tempest-AllowedAddressPairTestJSON-18071488 tempest-AllowedAddressPairTestJSON-18071488-project] Pushing event deleted for resources: {'Network': ['ID=d9fd6a0e-ccd8-4895-84d6-b1cd5a8b609c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:35.370896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-661d5a56-83b7-4d3c-919c-cf80fb92ef3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 200 len: 217 time: 0.0614917 Aug 31 06:35:35.406199 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b05192a-da3b-4520-9aa2-884d08a43f34 req-0ae43290-b91e-4af1-aa26-a009eb39ffea tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-group-rules/4f4b681c-6039-4c00-93a0-d2ab30b9854f HTTP/1.1" status: 200 len: 783 time: 0.0410352 Aug 31 06:35:35.465449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:35.489282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-6f3b6f1c-0b25-4512-9fbc-74fe87fb85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.491050 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-6f3b6f1c-0b25-4512-9fbc-74fe87fb85b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1080689 Aug 31 06:35:35.501856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b05192a-da3b-4520-9aa2-884d08a43f34 req-6a97b417-3e51-4a2a-aee4-57b3f1844e0c tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/692f4ec5-7d88-4288-8256-ef8a497b5c34 HTTP/1.1" status: 200 len: 3000 time: 0.0938933 Aug 31 06:35:35.504433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 21751289-4ae0-40f1-bb7a-1fec5125a119, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=21751289-4ae0-40f1-bb7a-1fec5125a119,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:35.523854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '21751289-4ae0-40f1-bb7a-1fec5125a119', 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'port_id': '21751289-4ae0-40f1-bb7a-1fec5125a119', 'mac_address': 'fa:16:3e:e0:e1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d08af08-3001-4675-bf4d-e90ed44ac52d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:35.532928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8723263d-9905-404e-94d9-b0c1a82d6a72 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:35.535712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:35.562005 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-616f76c0-c778-4fca-9985-1e1070a7e394 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581560 Aug 31 06:35:35.563777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b05192a-da3b-4520-9aa2-884d08a43f34 req-01fb706a-f574-4923-866d-faff6f61b8db tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.588608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b05192a-da3b-4520-9aa2-884d08a43f34 req-01fb706a-f574-4923-866d-faff6f61b8db tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.605895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 8723263d-9905-404e-94d9-b0c1a82d6a72 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:35.607173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8723263d-9905-404e-94d9-b0c1a82d6a72 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:35.696042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b05192a-da3b-4520-9aa2-884d08a43f34 req-01fb706a-f574-4923-866d-faff6f61b8db tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.719413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9b05192a-da3b-4520-9aa2-884d08a43f34 req-01fb706a-f574-4923-866d-faff6f61b8db tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.720249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.725618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b05192a-da3b-4520-9aa2-884d08a43f34 req-01fb706a-f574-4923-866d-faff6f61b8db tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4f4b681c-6039-4c00-93a0-d2ab30b9854f HTTP/1.1" status: 204 len: 173 time: 0.2224889 Aug 31 06:35:35.733584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-dc22eb2e-f97a-41a9-840c-8019cc66a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.737293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-dc22eb2e-f97a-41a9-840c-8019cc66a58f service neutron] 10.222.0.23 "GET /v2.0/networks?id=be573b09-e92c-4a49-ae85-3781209aaf44 HTTP/1.1" status: 200 len: 910 time: 0.3578076 Aug 31 06:35:35.748360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21751289-4ae0-40f1-bb7a-1fec5125a119 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:35.776891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb706a-f574-4923-866d-faff6f61b8db tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f4b681c-6039-4c00-93a0-d2ab30b9854f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:35.797731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 21751289-4ae0-40f1-bb7a-1fec5125a119, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=21751289-4ae0-40f1-bb7a-1fec5125a119,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:35.808947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.814715 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-6e4d72f2-9d78-4748-b2fe-788570c6a2a9 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381256 Aug 31 06:35:35.821031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33596) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:35.823630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-0a47967d-0bba-41c0-a2d5-6634b85f9ebe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c67a6678-a938-4d74-8837-d67163ed2353 HTTP/1.1" status: 200 len: 217 time: 0.0766132 Aug 31 06:35:35.837258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac04750-3e45-4589-abca-87f79eb111bc req-0792dd64-d3c7-432d-a901-22d42c5d5591 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.845106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bac04750-3e45-4589-abca-87f79eb111bc req-0792dd64-d3c7-432d-a901-22d42c5d5591 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 943 time: 0.2515099 Aug 31 06:35:35.880641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=21751289-4ae0-40f1-bb7a-1fec5125a119,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:35.898296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-f718a0ba-6b67-4f59-b5dd-22ecd1f8adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.899787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-f718a0ba-6b67-4f59-b5dd-22ecd1f8adc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8961c49-9c6f-4364-8434-f826d5070408 HTTP/1.1" status: 200 len: 849 time: 0.0520942 Aug 31 06:35:35.900297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:35.914934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454c741-f117-47a6-a396-76c1c648c33b req-1beb6848-cc6b-441d-9d62-57fe63218a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.915253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49', 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'port_id': '0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49', 'mac_address': 'fa:16:3e:60:7b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d08af08-3001-4675-bf4d-e90ed44ac52d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:35.916658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b454c741-f117-47a6-a396-76c1c648c33b req-1beb6848-cc6b-441d-9d62-57fe63218a81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1096 time: 0.2380412 Aug 31 06:35:35.952934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-760bbd7f-f33d-4a57-9cdb-ccfa697af4aa req-590da8c4-ffd9-474e-a86e-3b51351861a3 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/692f4ec5-7d88-4288-8256-ef8a497b5c34 HTTP/1.1" status: 200 len: 2401 time: 0.1969731 Aug 31 06:35:35.955183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1925f3e5-570e-4b53-a586-eea05e86af9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.969242 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.975223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-8bc3c19a-863b-46fa-a4e2-d9d9ba7e349a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be573b09-e92c-4a49-ae85-3781209aaf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530233 Aug 31 06:35:35.988447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:36.012342 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:36.015891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-fd65c53d-b0b2-4cc2-965a-33c01ab7740e service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914082 Aug 31 06:35:36.016638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.059676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['21751289-4ae0-40f1-bb7a-1fec5125a119'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:36.070712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bac04750-3e45-4589-abca-87f79eb111bc req-70e59bfb-be8e-4393-9bdc-10c6f8435f4b tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239976 Aug 31 06:35:36.108463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454c741-f117-47a6-a396-76c1c648c33b req-27ec3b0e-c143-46f1-adbe-64fa333d0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.110375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b454c741-f117-47a6-a396-76c1c648c33b req-27ec3b0e-c143-46f1-adbe-64fa333d0c29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.1511097 Aug 31 06:35:36.149327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0c70470a-b7ad-42da-8239-72e67a14edb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=277ae83611fb4426b45fdab3ec1d945b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238440 Aug 31 06:35:36.149528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-3ec3b5ce-1119-4693-ba39-6acf8acb0568 service neutron] 10.222.0.23 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548650 Aug 31 06:35:36.151295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33604) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:36.160557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:36.200595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b454c741-f117-47a6-a396-76c1c648c33b req-5047f206-a3dd-4127-9461-2c92e244e193 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 200 len: 217 time: 0.0592985 Aug 31 06:35:36.264984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:36.307359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-760bbd7f-f33d-4a57-9cdb-ccfa697af4aa req-daf71bc1-a35a-424c-b9cc-e629787091e7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.327355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454c741-f117-47a6-a396-76c1c648c33b req-c1a686fe-bd1a-4ba6-ac1d-940ec238989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.328867 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b454c741-f117-47a6-a396-76c1c648c33b req-c1a686fe-bd1a-4ba6-ac1d-940ec238989a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1188784 Aug 31 06:35:36.334107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1925f3e5-570e-4b53-a586-eea05e86af9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.351176 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1925f3e5-570e-4b53-a586-eea05e86af9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.358503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-760bbd7f-f33d-4a57-9cdb-ccfa697af4aa req-daf71bc1-a35a-424c-b9cc-e629787091e7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.364197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-d4a4c7c4-0f47-461f-a379-c75e3410d775 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.365779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-d4a4c7c4-0f47-461f-a379-c75e3410d775 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.0992556 Aug 31 06:35:36.393702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b454c741-f117-47a6-a396-76c1c648c33b req-66fe5a88-eae9-47ba-942e-a21a74158e90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459917 Aug 31 06:35:36.401441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ac61a-7a45-4a4b-8de3-9891d0d3a0d3 req-6e5fbaef-3517-46ee-9152-9492978124e2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.403202 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f9ac61a-7a45-4a4b-8de3-9891d0d3a0d3 req-6e5fbaef-3517-46ee-9152-9492978124e2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 944 time: 0.1741638 Aug 31 06:35:36.409221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2da3925d-7bc9-406d-8329-a2fb9f608a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.412951 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7293e5a-eaca-4421-a5f1-5c53209141b9 req-e703f7f7-5c4e-48c9-a1f7-e439341d92ea service neutron] 10.222.0.23 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517006 Aug 31 06:35:36.463565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1925f3e5-570e-4b53-a586-eea05e86af9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=322e5b56b5fc4972adbab973a756eac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9967790 Aug 31 06:35:36.468720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33610) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:36.474589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925f3e5-570e-4b53-a586-eea05e86af9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f1f65e-4a86-488c-a598-60cd75ef1364,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:36.479947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2da3925d-7bc9-406d-8329-a2fb9f608a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.517110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f9ac61a-7a45-4a4b-8de3-9891d0d3a0d3 req-36aaf357-f51f-417b-9a4b-98b07b956246 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953879 Aug 31 06:35:36.555792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2da3925d-7bc9-406d-8329-a2fb9f608a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.558951 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2da3925d-7bc9-406d-8329-a2fb9f608a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.560176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2da3925d-7bc9-406d-8329-a2fb9f608a6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6c42b92-2d56-4b24-9462-533cf0246dc2 HTTP/1.1" status: 204 len: 168 time: 0.4073212 Aug 31 06:35:36.565380 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-760bbd7f-f33d-4a57-9cdb-ccfa697af4aa req-daf71bc1-a35a-424c-b9cc-e629787091e7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.568259 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-760bbd7f-f33d-4a57-9cdb-ccfa697af4aa req-daf71bc1-a35a-424c-b9cc-e629787091e7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.570153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3925d-7bc9-406d-8329-a2fb9f608a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c42b92-2d56-4b24-9462-533cf0246dc2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:36.576518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-760bbd7f-f33d-4a57-9cdb-ccfa697af4aa req-daf71bc1-a35a-424c-b9cc-e629787091e7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "DELETE /v2.0/security-groups/692f4ec5-7d88-4288-8256-ef8a497b5c34 HTTP/1.1" status: 204 len: 173 time: 0.6223359 Aug 31 06:35:36.622737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf71bc1-a35a-424c-b9cc-e629787091e7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692f4ec5-7d88-4288-8256-ef8a497b5c34,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:36.641819 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b454c741-f117-47a6-a396-76c1c648c33b req-7c49661d-2b97-4892-8a02-f9c216d67a5d service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331979 Aug 31 06:35:36.690686 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-8d1bb45f-c6bb-40eb-ba5f-ca5bfc32516f req-1c5d950d-daa9-4e14-a8b9-ff6c0d1a2d83 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] show failed (client error): The resource could not be found. Aug 31 06:35:36.698083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d1bb45f-c6bb-40eb-ba5f-ca5bfc32516f req-1c5d950d-daa9-4e14-a8b9-ff6c0d1a2d83 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/2282a46a-4a2f-41c4-8d05-354416f676d9 HTTP/1.1" status: 404 len: 352 time: 0.0288854 Aug 31 06:35:36.765932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7518cb6-2ec5-413f-ba8f-9e5e0429b567 req-60e2d2ef-ceed-426e-98c7-fa2908bb5e87 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/052b8635-1966-4ee0-b7e4-0396484e741a HTTP/1.1" status: 200 len: 1806 time: 0.0464249 Aug 31 06:35:36.836795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e7518cb6-2ec5-413f-ba8f-9e5e0429b567 req-79ba1f96-c0e0-4f38-9681-a87c432d93c7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.874747 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e7518cb6-2ec5-413f-ba8f-9e5e0429b567 req-79ba1f96-c0e0-4f38-9681-a87c432d93c7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.928312 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e7518cb6-2ec5-413f-ba8f-9e5e0429b567 req-79ba1f96-c0e0-4f38-9681-a87c432d93c7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.931859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e7518cb6-2ec5-413f-ba8f-9e5e0429b567 req-79ba1f96-c0e0-4f38-9681-a87c432d93c7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:36.933322 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7518cb6-2ec5-413f-ba8f-9e5e0429b567 req-79ba1f96-c0e0-4f38-9681-a87c432d93c7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "DELETE /v2.0/security-groups/052b8635-1966-4ee0-b7e4-0396484e741a HTTP/1.1" status: 204 len: 173 time: 0.1595156 Aug 31 06:35:36.952357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba1f96-c0e0-4f38-9681-a87c432d93c7 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052b8635-1966-4ee0-b7e4-0396484e741a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:37.011181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d7ddf151-20e7-4bfb-b156-2ec2756fd732 req-d5a649f8-ec8a-4ffb-bdaa-55af4d8c1a45 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/2c32aa6e-b69d-41ab-bfdc-85d4c2886ea2 HTTP/1.1" status: 200 len: 1807 time: 0.0552175 Aug 31 06:35:37.082667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d7ddf151-20e7-4bfb-b156-2ec2756fd732 req-a08a4db7-9388-4f69-95bd-83df409ae200 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.095697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa977d1-6c0b-4268-8139-c47e0edb5675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.135063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d7ddf151-20e7-4bfb-b156-2ec2756fd732 req-a08a4db7-9388-4f69-95bd-83df409ae200 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.149954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-f0e15c74-c7bf-4c18-a218-694a58a90ecc service neutron] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:37.169514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-f0e15c74-c7bf-4c18-a218-694a58a90ecc service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.170691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01f7732b-8291-4c2c-a558-4c545abc1a2b req-f0e15c74-c7bf-4c18-a218-694a58a90ecc service neutron] 10.222.0.23 "DELETE /v2.0/ports/93f0d797-8548-4930-bb00-463cc2974731/bindings/n-h2-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.7794795 Aug 31 06:35:37.172688 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa977d1-6c0b-4268-8139-c47e0edb5675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.217977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607bfe2-2f8e-4dfe-862b-402c8068ff4f req-0aafe287-6c7e-488b-8652-5c954036aa5d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:37.221115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f607bfe2-2f8e-4dfe-862b-402c8068ff4f req-0aafe287-6c7e-488b-8652-5c954036aa5d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 944 time: 0.2123582 Aug 31 06:35:37.232953 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d7ddf151-20e7-4bfb-b156-2ec2756fd732 req-a08a4db7-9388-4f69-95bd-83df409ae200 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.242806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b454c741-f117-47a6-a396-76c1c648c33b req-80b114cc-0613-4246-b119-228e6c31ec6b service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251270 Aug 31 06:35:37.248258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d7ddf151-20e7-4bfb-b156-2ec2756fd732 req-a08a4db7-9388-4f69-95bd-83df409ae200 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.249600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d7ddf151-20e7-4bfb-b156-2ec2756fd732 req-a08a4db7-9388-4f69-95bd-83df409ae200 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "DELETE /v2.0/security-groups/2c32aa6e-b69d-41ab-bfdc-85d4c2886ea2 HTTP/1.1" status: 204 len: 173 time: 0.2291837 Aug 31 06:35:37.266973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a4db7-9388-4f69-95bd-83df409ae200 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c32aa6e-b69d-41ab-bfdc-85d4c2886ea2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:37.267954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 21751289-4ae0-40f1-bb7a-1fec5125a119 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:37.338720 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f607bfe2-2f8e-4dfe-862b-402c8068ff4f req-ee7b861c-bec0-4d0e-b68d-c6ea7718d2b0 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012566 Aug 31 06:35:37.358520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa977d1-6c0b-4268-8139-c47e0edb5675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.366467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa977d1-6c0b-4268-8139-c47e0edb5675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.370089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-afa977d1-6c0b-4268-8139-c47e0edb5675 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08f1f65e-4a86-488c-a598-60cd75ef1364 HTTP/1.1" status: 204 len: 168 time: 0.9002600 Aug 31 06:35:37.389798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 21751289-4ae0-40f1-bb7a-1fec5125a119 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:37.397921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa977d1-6c0b-4268-8139-c47e0edb5675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f1f65e-4a86-488c-a598-60cd75ef1364,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:37.409293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 21751289-4ae0-40f1-bb7a-1fec5125a119 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:37.411263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.493543 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-250ec946-f46c-41c1-a405-06a3a43f914c req-2562d7a7-3529-491a-b9db-fd8eb9d320f5 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/4afad096-fd14-41f6-9ddd-6bd4a2e55a8b HTTP/1.1" status: 200 len: 1805 time: 0.0888469 Aug 31 06:35:37.501583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c67a6678-a938-4d74-8837-d67163ed2353 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:37.504973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:37.522280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26862e2b-e084-4cb6-b1d7-f2cc01ec5f8d req-e008e04f-88ad-46c2-bccc-9b9fc887e9a7 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:37.524111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26862e2b-e084-4cb6-b1d7-f2cc01ec5f8d req-e008e04f-88ad-46c2-bccc-9b9fc887e9a7 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 943 time: 0.1393089 Aug 31 06:35:37.621750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26862e2b-e084-4cb6-b1d7-f2cc01ec5f8d req-0be72f10-4e5e-4aab-9818-ea5e90183676 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905218 Aug 31 06:35:37.625519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-250ec946-f46c-41c1-a405-06a3a43f914c req-9a06810a-cf4e-4c6d-8800-535f15a6da6f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.632510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33650) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:37.669986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-250ec946-f46c-41c1-a405-06a3a43f914c req-9a06810a-cf4e-4c6d-8800-535f15a6da6f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.743239 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-250ec946-f46c-41c1-a405-06a3a43f914c req-9a06810a-cf4e-4c6d-8800-535f15a6da6f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.749956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.757708 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-250ec946-f46c-41c1-a405-06a3a43f914c req-9a06810a-cf4e-4c6d-8800-535f15a6da6f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.758925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-250ec946-f46c-41c1-a405-06a3a43f914c req-9a06810a-cf4e-4c6d-8800-535f15a6da6f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "DELETE /v2.0/security-groups/4afad096-fd14-41f6-9ddd-6bd4a2e55a8b HTTP/1.1" status: 204 len: 173 time: 0.2595749 Aug 31 06:35:37.772567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06810a-cf4e-4c6d-8800-535f15a6da6f tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afad096-fd14-41f6-9ddd-6bd4a2e55a8b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:37.825897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de6371-f314-45d4-ad81-92c037cf4958 req-cfd2a7dc-3646-4aac-b9ee-cb227779dec5 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:37.828475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41de6371-f314-45d4-ad81-92c037cf4958 req-cfd2a7dc-3646-4aac-b9ee-cb227779dec5 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 944 time: 0.0823262 Aug 31 06:35:37.871147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 21751289-4ae0-40f1-bb7a-1fec5125a119, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=21751289-4ae0-40f1-bb7a-1fec5125a119,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:37.873065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:37.877939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d758c-28c9-4e2f-be89-67087d8ddf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21751289-4ae0-40f1-bb7a-1fec5125a119'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:37.882255 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c34f8-2e53-4203-ac8c-9d8f2f4fb51f" -d '{"events": [{"server_uuid": "e83d758c-28c9-4e2f-be89-67087d8ddf10", "name": "network-vif-plugged", "status": "completed", "tag": "21751289-4ae0-40f1-bb7a-1fec5125a119"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:37.888384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41de6371-f314-45d4-ad81-92c037cf4958 req-f73f51b8-a88a-49cd-9e14-072081cfdb8a tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521660 Aug 31 06:35:37.897018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:37.897018 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.898487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.969948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33664) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:37.971026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c67a6678-a938-4d74-8837-d67163ed2353, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c67a6678-a938-4d74-8837-d67163ed2353,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:38.009768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1097446074'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:38.017995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'c67a6678-a938-4d74-8837-d67163ed2353', 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44', 'port_id': 'c67a6678-a938-4d74-8837-d67163ed2353', 'mac_address': 'fa:16:3e:0d:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8961c49-9c6f-4364-8434-f826d5070408', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:38.025130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=21751289-4ae0-40f1-bb7a-1fec5125a119,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:38.033962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23d9f4d6-433e-4686-ae72-42ce8a39fa9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.081662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3b5c839-d7ad-4b8b-926f-51e22fd8d01b req-15fb0984-df1d-487a-8f45-44e74dc424b3 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/45da2b14-aeb4-4751-a094-eef8636e6f95 HTTP/1.1" status: 200 len: 2406 time: 0.1012731 Aug 31 06:35:38.093094 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.099890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:38.104012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.119779 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.120772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67a6678-a938-4d74-8837-d67163ed2353 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:38.128703 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.139575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0042e24-d63e-46a9-b706-bad260cf25a3 req-0e701719-07ab-40a8-9470-314453378912 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.141215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0042e24-d63e-46a9-b706-bad260cf25a3 req-0e701719-07ab-40a8-9470-314453378912 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1096 time: 0.1180165 Aug 31 06:35:38.170792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c67a6678-a938-4d74-8837-d67163ed2353, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c67a6678-a938-4d74-8837-d67163ed2353,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:38.181608 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.185147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:38.192226 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.193064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0042e24-d63e-46a9-b706-bad260cf25a3 req-b0327a0e-dcd6-460c-bacb-30bd0291381e tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377531 Aug 31 06:35:38.237646 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f3b5c839-d7ad-4b8b-926f-51e22fd8d01b req-d6853676-73bf-4a0a-80d3-71c73ea7d911 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.279686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23d9f4d6-433e-4686-ae72-42ce8a39fa9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.281926 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f3b5c839-d7ad-4b8b-926f-51e22fd8d01b req-d6853676-73bf-4a0a-80d3-71c73ea7d911 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.294190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23d9f4d6-433e-4686-ae72-42ce8a39fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.337600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9f4d6-433e-4686-ae72-42ce8a39fa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b717df0-f128-4ce4-9ab3-db005b881229,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:38.352207 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7ba301-19da-4dce-9199-de4c48779919 x-openstack-request-id: req-2b7ba301-19da-4dce-9199-de4c48779919 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:38.352713 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83d758c-28c9-4e2f-be89-67087d8ddf10", "name": "network-vif-plugged", "status": "completed", "tag": "21751289-4ae0-40f1-bb7a-1fec5125a119", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:38.352871 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b7ba301-19da-4dce-9199-de4c48779919 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:38.353405 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83d758c-28c9-4e2f-be89-67087d8ddf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21751289-4ae0-40f1-bb7a-1fec5125a119', 'code': 200} Aug 31 06:35:38.396626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-23d9f4d6-433e-4686-ae72-42ce8a39fa9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=584b69f07be249a185c61499e4d14613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219549 Aug 31 06:35:38.398597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33668) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:38.404347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c67a6678-a938-4d74-8837-d67163ed2353,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:38.418353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709773-fee6-451f-8a34-0ccc9c7fda7b req-f3c55fb5-58b2-45dd-9154-6fe92a2dcd00 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.420089 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20709773-fee6-451f-8a34-0ccc9c7fda7b req-f3c55fb5-58b2-45dd-9154-6fe92a2dcd00 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 1096 time: 0.0832310 Aug 31 06:35:38.433732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1a61-17f8-4646-93ed-e08fa1f5c84b req-bfb22186-c509-41e1-8714-f4ad60da2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.435262 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9fd1a61-17f8-4646-93ed-e08fa1f5c84b req-bfb22186-c509-41e1-8714-f4ad60da2d86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 1097 time: 0.0913489 Aug 31 06:35:38.440208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f3b5c839-d7ad-4b8b-926f-51e22fd8d01b req-d6853676-73bf-4a0a-80d3-71c73ea7d911 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.443079 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f3b5c839-d7ad-4b8b-926f-51e22fd8d01b req-d6853676-73bf-4a0a-80d3-71c73ea7d911 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.447398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3b5c839-d7ad-4b8b-926f-51e22fd8d01b req-d6853676-73bf-4a0a-80d3-71c73ea7d911 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "DELETE /v2.0/security-groups/45da2b14-aeb4-4751-a094-eef8636e6f95 HTTP/1.1" status: 204 len: 173 time: 0.3588557 Aug 31 06:35:38.449382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['c67a6678-a938-4d74-8837-d67163ed2353'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:38.471326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20709773-fee6-451f-8a34-0ccc9c7fda7b req-90be84f6-a629-4433-a31b-744103ca386d tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 Aug 31 06:35:38.481395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.488828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.505924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6853676-73bf-4a0a-80d3-71c73ea7d911 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da2b14-aeb4-4751-a094-eef8636e6f95,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:38.511410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:38.538921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-038c06f2-11d9-4714-afd3-ecd3faa431cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.544524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:38.560522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b89651-0366-4d68-9cc6-f2c6784b7e52,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:38.566316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.567016 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Added segment bc3f237a-221d-400e-9f38-75ddddd3e9ef of type vlan for network f9684a1a-7dcb-401f-a1d8-8296d500a981 Aug 31 06:35:38.618686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-038c06f2-11d9-4714-afd3-ecd3faa431cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.620165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.629282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9fd1a61-17f8-4646-93ed-e08fa1f5c84b req-a568a1d7-c51a-4232-853c-449a61b195d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647584 Aug 31 06:35:38.632229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2119dbc1-72e3-4677-8ce6-b9d8f38cf5d4 req-83add465-6d20-49e3-88ee-659b8516312b tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "GET /v2.0/security-groups/3b117c70-29a1-4a97-ae7b-c0432d2c1098 HTTP/1.1" status: 200 len: 2399 time: 0.1567574 Aug 31 06:35:38.658006 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.666753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.668102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.722584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2119dbc1-72e3-4677-8ce6-b9d8f38cf5d4 req-c178adc2-32a4-411c-a68b-98901202ac09 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.731243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-038c06f2-11d9-4714-afd3-ecd3faa431cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.733739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-038c06f2-11d9-4714-afd3-ecd3faa431cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.737390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-038c06f2-11d9-4714-afd3-ecd3faa431cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b717df0-f128-4ce4-9ab3-db005b881229 HTTP/1.1" status: 204 len: 168 time: 0.3352754 Aug 31 06:35:38.758939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Network': ['ID=f9684a1a-7dcb-401f-a1d8-8296d500a981,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:38.760584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c06f2-11d9-4714-afd3-ecd3faa431cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b717df0-f128-4ce4-9ab3-db005b881229,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:38.766285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2119dbc1-72e3-4677-8ce6-b9d8f38cf5d4 req-c178adc2-32a4-411c-a68b-98901202ac09 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.774109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:38.774806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a9d2c0b2-fc7d-42c2-bbc7-24b8461e825d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1411748 Aug 31 06:35:38.775091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33684) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:38.784311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'name': 'tempest-PortsIpV6TestJSON-23018918'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:38.927791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2119dbc1-72e3-4677-8ce6-b9d8f38cf5d4 req-c178adc2-32a4-411c-a68b-98901202ac09 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.930343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2119dbc1-72e3-4677-8ce6-b9d8f38cf5d4 req-c178adc2-32a4-411c-a68b-98901202ac09 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:38.931499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2119dbc1-72e3-4677-8ce6-b9d8f38cf5d4 req-c178adc2-32a4-411c-a68b-98901202ac09 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b117c70-29a1-4a97-ae7b-c0432d2c1098 HTTP/1.1" status: 204 len: 173 time: 0.2889938 Aug 31 06:35:38.941966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33694) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:38.975715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88fc21-81f8-4a08-8235-9203e1e49dcf req-a53371ae-4dfa-494c-a57e-135b94c5e33a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.978060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c88fc21-81f8-4a08-8235-9203e1e49dcf req-a53371ae-4dfa-494c-a57e-135b94c5e33a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 944 time: 0.0865030 Aug 31 06:35:39.006346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:39.009160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.013851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178adc2-32a4-411c-a68b-98901202ac09 tempest-SecurityGroupRulesTestJSON-616796596 tempest-SecurityGroupRulesTestJSON-616796596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b117c70-29a1-4a97-ae7b-c0432d2c1098,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:39.019461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-19584ccd-eeba-41a9-a1e3-f3a6f05e948c admin admin] Deleting subnet b4b67bed-6ea2-4693-a8ba-b3443c657f81 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:35:39.030809 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19584ccd-eeba-41a9-a1e3-f3a6f05e948c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.032631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c88fc21-81f8-4a08-8235-9203e1e49dcf req-90ab6387-2e70-4387-9447-e2dc9a5cc77b tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Aug 31 06:35:39.059708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 0d20d148-32bc-4389-ab4a-9f653bc19668 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:39.120744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19584ccd-eeba-41a9-a1e3-f3a6f05e948c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.153335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e9bc-0418-4d5b-9470-4ea901c995b1 req-fc396da2-6179-4c95-a477-8b4ddd4dc127 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:39.155526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6fe5e9bc-0418-4d5b-9470-4ea901c995b1 req-fc396da2-6179-4c95-a477-8b4ddd4dc127 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 945 time: 0.0653627 Aug 31 06:35:39.195489 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19584ccd-eeba-41a9-a1e3-f3a6f05e948c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.204936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6fe5e9bc-0418-4d5b-9470-4ea901c995b1 req-0c1cd3d2-5ae5-4171-9651-50eefe3105a8 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Aug 31 06:35:39.325091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.329148 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19584ccd-eeba-41a9-a1e3-f3a6f05e948c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.368547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584ccd-eeba-41a9-a1e3-f3a6f05e948c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b67bed-6ea2-4693-a8ba-b3443c657f81,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:39.374893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19584ccd-eeba-41a9-a1e3-f3a6f05e948c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.379432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-19584ccd-eeba-41a9-a1e3-f3a6f05e948c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b4b67bed-6ea2-4693-a8ba-b3443c657f81 HTTP/1.1" status: 204 len: 168 time: 0.4339390 Aug 31 06:35:39.379801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33706) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:39.416781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.475539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.486125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=0d20d148-32bc-4389-ab4a-9f653bc19668,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:39.493751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Checking segment: {'id': 'bc3f237a-221d-400e-9f38-75ddddd3e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:39.494416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network hostable DHCP agents. Network: f9684a1a-7dcb-401f-a1d8-8296d500a981, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:39.514438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c67a6678-a938-4d74-8837-d67163ed2353 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:39.526858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:39.537928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f9684a1a-7dcb-401f-a1d8-8296d500a981) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:39.552777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:39.563016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:39.563891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.566411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.570338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59580fa-ef35-4225-96dd-d9818120696f None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:39.577864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2808b6-257f-44da-af66-57f5177bf5ea']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:39.593956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b4da1f-8a61-46b6-af79-2cede4e93fed') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:39.594254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b4da1f-8a61-46b6-af79-2cede4e93fed') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:39.609248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.609964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33714) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:39.611355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a7547294-fcea-455f-b847-36d7a989f608 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8349948 Aug 31 06:35:39.623657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1122191113'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:39.641596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.655266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:35:39.655675 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.744089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port c67a6678-a938-4d74-8837-d67163ed2353 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:35:39.747244 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:35:39.749091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port c67a6678-a938-4d74-8837-d67163ed2353 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:39.750843 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.757975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.770196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.774786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bf2808b6-257f-44da-af66-57f5177bf5ea HTTP/1.1" status: 204 len: 168 time: 0.3940227 Aug 31 06:35:39.803630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:39.813401 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.824318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737d182-918d-4f93-86f3-85ac365de076 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2808b6-257f-44da-af66-57f5177bf5ea,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:39.863869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:39.881856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.884978 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Added segment c32d1250-5494-4df0-b6d9-6a8699953d16 of type vlan for network 1c3c3e69-fe70-4bdf-a08f-836cf101a490 Aug 31 06:35:39.915363 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.946158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.989524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c67a6678-a938-4d74-8837-d67163ed2353, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c67a6678-a938-4d74-8837-d67163ed2353,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:39.999814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.004749 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.009888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:40.011742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.125380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5130811 Aug 31 06:35:40.134467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:40.147502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'ports': [{'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981'}, {'network_id': '1c3c3e69-fe70-4bdf-a08f-836cf101a490'}]} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:40.147813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:40.154256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': '1c3c3e69-fe70-4bdf-a08f-836cf101a490'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:40.161230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7322b6-8d93-4533-9a30-c8f781381d98 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Network': ['ID=1c3c3e69-fe70-4bdf-a08f-836cf101a490,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:40.197868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 1c3c3e69-fe70-4bdf-a08f-836cf101a490 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:40.237448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33736) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:40.312989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3f4b8-13a4-442d-a103-1f329854ddbc req-a022c7d7-2dac-43b2-a1fb-e66b91f8cfc0 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:40.316833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ae3f4b8-13a4-442d-a103-1f329854ddbc req-a022c7d7-2dac-43b2-a1fb-e66b91f8cfc0 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 945 time: 0.1198735 Aug 31 06:35:40.368594 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:35:40.396737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e75c2f-7996-40fd-a700-186c76ee0183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49'}, {'server_uuid': '88f75258-0637-4aa5-bb5d-60e60e7905e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67a6678-a938-4d74-8837-d67163ed2353'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:40.399707 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c373d8ed-f1c3-408c-8e71-bb790eaaa0b8" -d '{"events": [{"server_uuid": "d2e75c2f-7996-40fd-a700-186c76ee0183", "name": "network-vif-plugged", "status": "completed", "tag": "0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49"}, {"server_uuid": "88f75258-0637-4aa5-bb5d-60e60e7905e7", "name": "network-vif-plugged", "status": "completed", "tag": "c67a6678-a938-4d74-8837-d67163ed2353"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:40.413427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c67a6678-a938-4d74-8837-d67163ed2353,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:40.418385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ab69fb7b-2ff2-49c6-9c58-99f2c9e1847a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60b96669e89c472ab68e41464c709f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795194 Aug 31 06:35:40.426308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:40.463172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ae3f4b8-13a4-442d-a103-1f329854ddbc req-d86e5eaa-9e22-4cf2-892e-274aa81ca3e7 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366851 Aug 31 06:35:40.480446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813eeae-ba35-4c50-8391-4b88dfff195d req-4d83afe6-50aa-4a06-a1e8-a6956736f205 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:40.482885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d813eeae-ba35-4c50-8391-4b88dfff195d req-4d83afe6-50aa-4a06-a1e8-a6956736f205 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 945 time: 0.1100934 Aug 31 06:35:40.523998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 2} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:40.529329 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.562755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2761c970-5de9-4741-9a87-4b63ed6f37f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.566403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d813eeae-ba35-4c50-8391-4b88dfff195d req-ae21b3f7-2057-4ada-bed4-161d9688e6fe tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754204 Aug 31 06:35:40.568393 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d623674a-f729-4c5e-bf9f-6e22244fab65 x-openstack-request-id: req-d623674a-f729-4c5e-bf9f-6e22244fab65 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:40.568856 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e75c2f-7996-40fd-a700-186c76ee0183", "name": "network-vif-plugged", "status": "completed", "tag": "0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49", "code": 200}, {"server_uuid": "88f75258-0637-4aa5-bb5d-60e60e7905e7", "name": "network-vif-plugged", "status": "completed", "tag": "c67a6678-a938-4d74-8837-d67163ed2353", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:40.568947 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d623674a-f729-4c5e-bf9f-6e22244fab65 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:40.569344 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e75c2f-7996-40fd-a700-186c76ee0183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49', 'code': 200} Aug 31 06:35:40.569886 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f75258-0637-4aa5-bb5d-60e60e7905e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67a6678-a938-4d74-8837-d67163ed2353', 'code': 200} Aug 31 06:35:40.582797 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.595240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2761c970-5de9-4741-9a87-4b63ed6f37f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.758528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 664e89b0-f8ac-444c-bd88-f336716ef356 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:40.770942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e57031-0bb1-4b46-83ea-8662bceb99bb req-778320a3-8c43-43a4-a541-d4c619263e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:40.770942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09e57031-0bb1-4b46-83ea-8662bceb99bb req-778320a3-8c43-43a4-a541-d4c619263e7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2e75c2f-7996-40fd-a700-186c76ee0183 HTTP/1.1" status: 200 len: 1098 time: 0.0699661 Aug 31 06:35:40.793688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312eb217-e63b-400f-b94c-5b3a156b204d req-d4821bda-afd6-4816-a1e4-af20c039183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:40.795206 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-312eb217-e63b-400f-b94c-5b3a156b204d req-d4821bda-afd6-4816-a1e4-af20c039183b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 1097 time: 0.1305776 Aug 31 06:35:40.816326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c35633-c069-472b-826e-a044da9ddc98 req-db613997-84a8-4c81-8f30-349960cda976 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:40.818182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68c35633-c069-472b-826e-a044da9ddc98 req-db613997-84a8-4c81-8f30-349960cda976 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2e75c2f-7996-40fd-a700-186c76ee0183 HTTP/1.1" status: 200 len: 946 time: 0.1054962 Aug 31 06:35:40.826738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09e57031-0bb1-4b46-83ea-8662bceb99bb req-287cbe3d-4e32-4669-8fb2-3b8062cdfd5e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484772 Aug 31 06:35:40.837623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2761c970-5de9-4741-9a87-4b63ed6f37f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.837623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2761c970-5de9-4741-9a87-4b63ed6f37f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.842162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2761c970-5de9-4741-9a87-4b63ed6f37f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc613d24-7015-4234-8681-cf5981c9fef2 HTTP/1.1" status: 204 len: 168 time: 0.4148653 Aug 31 06:35:40.873878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761c970-5de9-4741-9a87-4b63ed6f37f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc613d24-7015-4234-8681-cf5981c9fef2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:40.918673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-312eb217-e63b-400f-b94c-5b3a156b204d req-f717c9d2-942e-4760-884c-03230f6ef750 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125879 Aug 31 06:35:40.925929 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.934503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68c35633-c069-472b-826e-a044da9ddc98 req-5f059220-df83-451c-8133-59e2c6698775 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073375 Aug 31 06:35:41.010877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port bda1b88b-6019-4bd1-8ce7-048dd2499d36 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:41.136890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.190574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.231156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:41.234629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:41.238793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:41.239671 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.279880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=664e89b0-f8ac-444c-bd88-f336716ef356,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:41.380407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=bda1b88b-6019-4bd1-8ce7-048dd2499d36,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:41.387470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Checking segment: {'id': 'c32d1250-5494-4df0-b6d9-6a8699953d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c3c3e69-fe70-4bdf-a08f-836cf101a490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:41.387927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network hostable DHCP agents. Network: 1c3c3e69-fe70-4bdf-a08f-836cf101a490, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:41.412044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 1c3c3e69-fe70-4bdf-a08f-836cf101a490 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:41.427572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 1c3c3e69-fe70-4bdf-a08f-836cf101a490) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:41.442812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:41.444190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211d224-01f4-4a7f-a9d7-4871e5548b25 None None] Network 1c3c3e69-fe70-4bdf-a08f-836cf101a490 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:41.448574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:41.453533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:41.454226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.480215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e9df2fe1-098c-450a-bd5e-276d7d35d335 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3410773 Aug 31 06:35:41.480467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33786) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:41.679575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4af9c-8f7d-4477-8283-15ae68f9b824 req-cbae722e-4837-4259-aa65-ec4be5531c53 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:41.683634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3d59563b-194c-495d-96f4-c80abb0a5c45 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port bda1b88b-6019-4bd1-8ce7-048dd2499d36 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:41.684091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d59563b-194c-495d-96f4-c80abb0a5c45 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.690049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0dc4af9c-8f7d-4477-8283-15ae68f9b824 req-cbae722e-4837-4259-aa65-ec4be5531c53 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 945 time: 0.1104608 Aug 31 06:35:41.746470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0dc4af9c-8f7d-4477-8283-15ae68f9b824 req-4c01a475-a200-47b7-b649-67b08251ca5f tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535038 Aug 31 06:35:41.790831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d59563b-194c-495d-96f4-c80abb0a5c45 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.806347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3d59563b-194c-495d-96f4-c80abb0a5c45 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for bda1b88b-6019-4bd1-8ce7-048dd2499d36 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:41.937281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d59563b-194c-495d-96f4-c80abb0a5c45 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.043976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d59563b-194c-495d-96f4-c80abb0a5c45 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.053017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3d59563b-194c-495d-96f4-c80abb0a5c45 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/bda1b88b-6019-4bd1-8ce7-048dd2499d36 HTTP/1.1" status: 204 len: 168 time: 0.5712645 Aug 31 06:35:42.055329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33810) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:42.056600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59563b-194c-495d-96f4-c80abb0a5c45 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=bda1b88b-6019-4bd1-8ce7-048dd2499d36,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:42.098978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33814) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:42.185490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af986f-485c-4c55-83d3-662a0fb06fbf req-c00ec87c-392f-4345-baea-7bf2c938d33b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:42.206294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0af986f-485c-4c55-83d3-662a0fb06fbf req-c00ec87c-392f-4345-baea-7bf2c938d33b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2e75c2f-7996-40fd-a700-186c76ee0183 HTTP/1.1" status: 200 len: 946 time: 0.1278121 Aug 31 06:35:42.215694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ad5b1-4e97-4faa-a9eb-ef8353db2be7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:42.224033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ad5b1-4e97-4faa-a9eb-ef8353db2be7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:42.228461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8e7ad5b1-4e97-4faa-a9eb-ef8353db2be7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1694999 Aug 31 06:35:42.229215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33818) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:42.303285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0af986f-485c-4c55-83d3-662a0fb06fbf req-2f885b90-faea-4dc4-842c-8153d54d6081 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955985 Aug 31 06:35:42.554486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1796283407-network', 'tenant_id': '782d314c7cce46ff9a34122df94a3c68'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:42.585081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Made reservation on behalf of 782d314c7cce46ff9a34122df94a3c68 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:42.589936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.606946 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.744585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.752313 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.759134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33830) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:42.807116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb43defa-a123-4584-af3f-4765ac597161,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:42.820197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:42.832607 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.833010 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Added segment abc51e16-2266-40b3-9c53-78b6de5a0015 of type vlan for network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 Aug 31 06:35:42.847192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c2690bf6-46dc-4f1d-a57f-20cb45bd17ae tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 664e89b0-f8ac-444c-bd88-f336716ef356 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:42.847999 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2690bf6-46dc-4f1d-a57f-20cb45bd17ae tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.899212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.924831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2690bf6-46dc-4f1d-a57f-20cb45bd17ae tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.944379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c2690bf6-46dc-4f1d-a57f-20cb45bd17ae tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 664e89b0-f8ac-444c-bd88-f336716ef356 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:43.017300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3c0e-df3a-4cbf-ac52-4f03183aeb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.022814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.024383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:43.025440 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.034633 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2690bf6-46dc-4f1d-a57f-20cb45bd17ae tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.066009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2690bf6-46dc-4f1d-a57f-20cb45bd17ae tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=664e89b0-f8ac-444c-bd88-f336716ef356,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:43.074859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2690bf6-46dc-4f1d-a57f-20cb45bd17ae tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.076455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c2690bf6-46dc-4f1d-a57f-20cb45bd17ae tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/664e89b0-f8ac-444c-bd88-f336716ef356 HTTP/1.1" status: 204 len: 168 time: 0.8466597 Aug 31 06:35:43.079170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33836) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.136802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24840b-7029-43b7-b009-77c8a466b803 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:43.142323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9f24840b-7029-43b7-b009-77c8a466b803 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0596886 Aug 31 06:35:43.143300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33838) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.156627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaadbb-bd1f-4867-81e5-13b4828a929b req-ddaf2815-ec0a-41bf-b580-d79d0d24c697 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:43.159398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbdaadbb-bd1f-4867-81e5-13b4828a929b req-ddaf2815-ec0a-41bf-b580-d79d0d24c697 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 945 time: 0.2443695 Aug 31 06:35:43.171139 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-db39e9ef-ff9a-44e5-90ee-3dcce50a7d7f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:35:43.177412 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-db39e9ef-ff9a-44e5-90ee-3dcce50a7d7f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/bda1b88b-6019-4bd1-8ce7-048dd2499d36 HTTP/1.1" status: 404 len: 333 time: 0.0284193 Aug 31 06:35:43.177412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33840) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.178467 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0778165 Aug 31 06:35:43.181053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33842) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.199268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Request body: {'subnet': {'network_id': '4a68fbd1-4f29-4240-882a-61b4a1cb8448', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1796283407-subnet', 'tenant_id': '782d314c7cce46ff9a34122df94a3c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:43.218926 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bc82b1-14ea-4ba1-b662-0e33d8e01bf0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:35:43.220461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-12bc82b1-14ea-4ba1-b662-0e33d8e01bf0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/664e89b0-f8ac-444c-bd88-f336716ef356 HTTP/1.1" status: 404 len: 333 time: 0.0425408 Aug 31 06:35:43.223467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.233533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbf487-a16f-48e0-95fc-a50cea74d958 admin admin] Pushing event updated for resources: {'Network': ['ID=4a68fbd1-4f29-4240-882a-61b4a1cb8448,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:43.248298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:43.282794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbdaadbb-bd1f-4867-81e5-13b4828a929b req-dc1104b1-6306-4be3-9927-5a70d5691553 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023104 Aug 31 06:35:43.327031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.393547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3c0e-df3a-4cbf-ac52-4f03183aeb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.398599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3c0e-df3a-4cbf-ac52-4f03183aeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.430934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f3bb3c0e-df3a-4cbf-ac52-4f03183aeb8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d093f4156804110aeb5ae9a7ef76d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699450 Aug 31 06:35:43.436804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33854) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.476344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb3c0e-df3a-4cbf-ac52-4f03183aeb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a9f57-8f96-400a-af0b-731db146a33e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:43.519214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88173204-a1e1-420b-8c10-93a13bb16eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.545985 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88173204-a1e1-420b-8c10-93a13bb16eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.573645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.576298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Made reservation on behalf of 782d314c7cce46ff9a34122df94a3c68 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:43.580119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.625545 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88173204-a1e1-420b-8c10-93a13bb16eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.630521 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88173204-a1e1-420b-8c10-93a13bb16eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.632685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-88173204-a1e1-420b-8c10-93a13bb16eb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa7a9f57-8f96-400a-af0b-731db146a33e HTTP/1.1" status: 204 len: 168 time: 0.1942554 Aug 31 06:35:43.643480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173204-a1e1-420b-8c10-93a13bb16eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a9f57-8f96-400a-af0b-731db146a33e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:43.689232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3c3e69-fe70-4bdf-a08f-836cf101a490']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:43.705643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32d1250-5494-4df0-b6d9-6a8699953d16') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:43.706069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32d1250-5494-4df0-b6d9-6a8699953d16') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:43.725043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.742510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.748816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:35:43.749066 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:35:43.829633 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:35:43.846934 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.859831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.865946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/networks/1c3c3e69-fe70-4bdf-a08f-836cf101a490 HTTP/1.1" status: 204 len: 168 time: 0.6373248 Aug 31 06:35:43.867178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33866) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.875148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-53696240'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:43.889292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5f707-6f95-4bc0-bd12-cac9327c6b7c req-5efa9ee4-9827-431d-87f5-2f251bad7968 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:43.890893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeb5f707-6f95-4bc0-bd12-cac9327c6b7c req-5efa9ee4-9827-431d-87f5-2f251bad7968 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2e75c2f-7996-40fd-a700-186c76ee0183 HTTP/1.1" status: 200 len: 946 time: 0.3743284 Aug 31 06:35:43.895792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3d62b-ae5e-4596-91dc-5787345766d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Network': ['ID=1c3c3e69-fe70-4bdf-a08f-836cf101a490,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:43.925308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:43.939446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.971487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeb5f707-6f95-4bc0-bd12-cac9327c6b7c req-18f5bec1-b1a0-4253-b198-5325b2fc46fb tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647070 Aug 31 06:35:43.998954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:44.027246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.027849 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Added segment f7c80546-9107-4b94-a922-daa25f1083f0 of type vlan for network 468a94b0-4a7e-449a-9b9a-950ca7126813 Aug 31 06:35:44.075153 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.081361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.131814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.141908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:44.143454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2cbef3-3ba4-496e-97c5-ea708eef1fbc,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:44.144292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.172162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33874) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:44.177862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3083856 Aug 31 06:35:44.189064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33876) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:44.198087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Checking segment: {'id': 'abc51e16-2266-40b3-9c53-78b6de5a0015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4a68fbd1-4f29-4240-882a-61b4a1cb8448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:44.200572 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Network hostable DHCP agents. Network: 4a68fbd1-4f29-4240-882a-61b4a1cb8448, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:44.203281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': '468a94b0-4a7e-449a-9b9a-950ca7126813', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:44.242179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:44.262239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 4a68fbd1-4f29-4240-882a-61b4a1cb8448) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:44.272965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04911f-74b9-4f75-acdd-b15b85077897 None None] Network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:44.273979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:44.275727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.306674 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c47798fa-df28-4d49-a6a0-cc628ec7a1ae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1241932 Aug 31 06:35:44.328079 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8c752927-ba8c-4caf-a87b-143e17dc5691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.518546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690d922-a259-4077-9ceb-229b1bbae75b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Network': ['ID=468a94b0-4a7e-449a-9b9a-950ca7126813,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:44.585903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 468a94b0-4a7e-449a-9b9a-950ca7126813 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:44.685060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8c752927-ba8c-4caf-a87b-143e17dc5691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.701891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8c752927-ba8c-4caf-a87b-143e17dc5691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.714095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bccbb3-4199-48c4-b8fa-d0eb2aca689d None None] Network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:44.740703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0290a-2647-47db-a417-44c26b012b22 req-0e04bd77-d54f-41ba-af20-aadf57323809 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:44.754954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4b0290a-2647-47db-a417-44c26b012b22 req-0e04bd77-d54f-41ba-af20-aadf57323809 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 945 time: 0.1456144 Aug 31 06:35:44.764816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c752927-ba8c-4caf-a87b-143e17dc5691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080c9e18-2d00-4e33-a619-c85f617dca4b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:44.832823 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4b0290a-2647-47db-a417-44c26b012b22 req-b1c1f70f-6ed6-44b7-ad26-ad72172f30cf tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763893 Aug 31 06:35:44.852912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:44.858820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.927150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8c752927-ba8c-4caf-a87b-143e17dc5691 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75afe06db7b44a8899d2e52d266622ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7508614 Aug 31 06:35:44.927818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33926) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:45.010929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-99592dea-20a3-4a0f-b7ab-7aa622ae969f tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:45.013505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c03ad932-d96d-4169-8a7d-da6f2fe1c027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.027408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-99592dea-20a3-4a0f-b7ab-7aa622ae969f tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 813 time: 0.2577357 Aug 31 06:35:45.046969 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c03ad932-d96d-4169-8a7d-da6f2fe1c027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.050806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-c0fb5cd7-d325-4351-8d9e-ba788b609c0c tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/quotas/df25224f9be3445abf0b182e31891aec HTTP/1.1" status: 200 len: 375 time: 0.0224748 Aug 31 06:35:45.157230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c03ad932-d96d-4169-8a7d-da6f2fe1c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.161760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c03ad932-d96d-4169-8a7d-da6f2fe1c027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.163288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c03ad932-d96d-4169-8a7d-da6f2fe1c027 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/080c9e18-2d00-4e33-a619-c85f617dca4b HTTP/1.1" status: 204 len: 168 time: 0.2339730 Aug 31 06:35:45.171400 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b8a15bc4-ff39-4859-b117-d456d86ce3d9 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196530 Aug 31 06:35:45.200800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ad932-d96d-4169-8a7d-da6f2fe1c027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c9e18-2d00-4e33-a619-c85f617dca4b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:45.261474 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.351406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-c460d24f-f0d7-4aa6-8c0a-35a3c500b55b tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:45.354564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-c460d24f-f0d7-4aa6-8c0a-35a3c500b55b tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/networks?id=4a68fbd1-4f29-4240-882a-61b4a1cb8448 HTTP/1.1" status: 200 len: 822 time: 0.1597097 Aug 31 06:35:45.358194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-aae4eed7-f9be-489f-a8a6-f604329d0a64 service neutron] 10.222.0.15 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857994 Aug 31 06:35:45.384730 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-df3d7ff5-dc5a-468f-ab28-518f9dc9ba36 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/quotas/782d314c7cce46ff9a34122df94a3c68 HTTP/1.1" status: 200 len: 375 time: 0.0237870 Aug 31 06:35:45.414812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=1310e7c3-0502-4134-b0da-04444941ef29,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:45.433145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Checking segment: {'id': 'f7c80546-9107-4b94-a922-daa25f1083f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '468a94b0-4a7e-449a-9b9a-950ca7126813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:45.433535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network hostable DHCP agents. Network: 468a94b0-4a7e-449a-9b9a-950ca7126813, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:45.434512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-0e59f7dc-bd4c-414e-abc9-87d3b9f4d72e tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=782d314c7cce46ff9a34122df94a3c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428369 Aug 31 06:35:45.468863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 468a94b0-4a7e-449a-9b9a-950ca7126813 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:45.494013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-f5bb2a51-ec5b-459b-ad9c-9adebcd9ff8d service neutron] 10.222.0.15 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348825 Aug 31 06:35:45.496223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 468a94b0-4a7e-449a-9b9a-950ca7126813) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:45.507507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:45.509549 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.513396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd66d5e1-8c49-4908-a0da-17e805258530 None None] Network 468a94b0-4a7e-449a-9b9a-950ca7126813 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:45.540920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7547449b-612d-4be1-91f3-9deb337759bf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3507624 Aug 31 06:35:45.542767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33968) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:45.551934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': '468a94b0-4a7e-449a-9b9a-950ca7126813', 'name': 'tempest-PortsIpV6TestJSON-397931145'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:45.605150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-3b4fb3cc-6e6e-4e30-86d3-41f1ba3ec878 service neutron] 10.222.0.15 "GET /v2.0/networks/4a68fbd1-4f29-4240-882a-61b4a1cb8448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622245 Aug 31 06:35:45.839423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-468a94b0-4a7e-449a-9b9a-950ca7126813', 'network_id': '468a94b0-4a7e-449a-9b9a-950ca7126813', 'tenant_id': '2bd6386fe638485fb3b58f666ee56a8a', 'fixed_ips': [{'subnet_id': '1310e7c3-0502-4134-b0da-04444941ef29'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:35:45.840577 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.851467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:45.855705 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.964705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 3a391fb6-166f-4991-9489-e944765837df yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:35:45.990289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-62b0abad-274e-4842-a5b3-b6cdd48a7f18 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:45.992912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-62b0abad-274e-4842-a5b3-b6cdd48a7f18 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2e75c2f-7996-40fd-a700-186c76ee0183 HTTP/1.1" status: 200 len: 946 time: 0.1947110 Aug 31 06:35:46.053210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-5e3a4380-e86e-4435-b33e-be1cd2de1b36 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:46.054885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-5e3a4380-e86e-4435-b33e-be1cd2de1b36 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 945 time: 0.2167325 Aug 31 06:35:46.097835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-2e9f8e27-4190-4d5a-847f-6f6fb7fc0362 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:46.107557 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-2e9f8e27-4190-4d5a-847f-6f6fb7fc0362 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83d758c-28c9-4e2f-be89-67087d8ddf10 HTTP/1.1" status: 200 len: 945 time: 0.1921480 Aug 31 06:35:46.141080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-fc8de9fc-e574-489c-b47e-22d2ef2c0d53 service neutron] 10.222.0.15 "GET /v2.0/networks/4a68fbd1-4f29-4240-882a-61b4a1cb8448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216935 Aug 31 06:35:46.230981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Deleting port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:46.231325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.254005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Allocated IP 2001:db8::2 (468a94b0-4a7e-449a-9b9a-950ca7126813/1310e7c3-0502-4134-b0da-04444941ef29/3fb36c4c-8655-4100-a588-d9793dc6f0df) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:46.408463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Deleting port c67a6678-a938-4d74-8837-d67163ed2353 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:46.409126 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.497256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Deleting port 21751289-4ae0-40f1-bb7a-1fec5125a119 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:46.499907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.548018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] For port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:46.548390 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.609151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Calling delete_port for 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:46.642020 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.660405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Transition to ACTIVE for port object 3fb36c4c-8655-4100-a588-d9793dc6f0df will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:46.712706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Transition to ACTIVE for port object 3fb36c4c-8655-4100-a588-d9793dc6f0df will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:46.729358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.873088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Network 468a94b0-4a7e-449a-9b9a-950ca7126813 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:46.874430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Pushing event updated for resources: {'Port': ['ID=3fb36c4c-8655-4100-a588-d9793dc6f0df,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:46.894140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:46.904880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:46.976346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Attempting to bind port 3fb36c4c-8655-4100-a588-d9793dc6f0df on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:46.977085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Attempting to bind port 3fb36c4c-8655-4100-a588-d9793dc6f0df by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'f7c80546-9107-4b94-a922-daa25f1083f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '468a94b0-4a7e-449a-9b9a-950ca7126813'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:46.980035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Attempting to bind port 3fb36c4c-8655-4100-a588-d9793dc6f0df on network 468a94b0-4a7e-449a-9b9a-950ca7126813 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:46.994261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:46.994629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Checking segment: {'id': 'f7c80546-9107-4b94-a922-daa25f1083f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '468a94b0-4a7e-449a-9b9a-950ca7126813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:46.996498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.998781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Bound using segment: {'id': 'f7c80546-9107-4b94-a922-daa25f1083f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '468a94b0-4a7e-449a-9b9a-950ca7126813'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:46.999497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Bound port: 3fb36c4c-8655-4100-a588-d9793dc6f0df, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c80546-9107-4b94-a922-daa25f1083f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '468a94b0-4a7e-449a-9b9a-950ca7126813'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:47.001670 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.063461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e99413b6-8275-42f2-a736-989ec1b67c00 req-d67fe3c6-2d43-4372-9fe3-0d73117e9e2a tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 210 time: 0.0759423 Aug 31 06:35:47.096560 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.122683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:47.131628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['21751289-4ae0-40f1-bb7a-1fec5125a119'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:47.181944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Pushing event deleted for resources: {'Port': ['ID=0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:47.226422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::1e3 (468a94b0-4a7e-449a-9b9a-950ca7126813/1310e7c3-0502-4134-b0da-04444941ef29/3a391fb6-166f-4991-9489-e944765837df) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:47.236155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] For port c67a6678-a938-4d74-8837-d67163ed2353, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c67a6678-a938-4d74-8837-d67163ed2353,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:47.247942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.291825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] For port 21751289-4ae0-40f1-bb7a-1fec5125a119, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=21751289-4ae0-40f1-bb7a-1fec5125a119,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:47.292375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.320061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0ff38f64-631e-4b39-b91c-ce1196d0f048 req-d7b0ae80-6252-41e1-9e5b-acc9be098075 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 210 time: 0.1392119 Aug 31 06:35:47.368846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Calling delete_port for 21751289-4ae0-40f1-bb7a-1fec5125a119 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:47.372768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Calling delete_port for c67a6678-a938-4d74-8837-d67163ed2353 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:47.382719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d7b0-223f-4b52-a908-9a5c8ae901dc req-5b6aec23-a99a-437e-9b01-c2adb5aba866 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:47.391219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df26d7b0-223f-4b52-a908-9a5c8ae901dc req-5b6aec23-a99a-437e-9b01-c2adb5aba866 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 945 time: 1.1067610 Aug 31 06:35:47.399853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] No DVR routers for this DVR port 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:47.413954 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.425560 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9823a2b-a12d-4ebe-bce4-ba9eaffbbe17 req-4e5bbcc9-ee29-4bf8-90a7-2a1aa454a125 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.23 "DELETE /v2.0/ports/0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 HTTP/1.1" status: 204 len: 173 time: 1.3994615 Aug 31 06:35:47.439992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e75c2f-7996-40fd-a700-186c76ee0183', 'name': 'network-vif-deleted', 'tag': '0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:47.452549 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7559a9ac-12c5-4fa3-8fe9-9096e8831ab0" -d '{"events": [{"server_uuid": "d2e75c2f-7996-40fd-a700-186c76ee0183", "name": "network-vif-deleted", "tag": "0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:47.515924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] For port 3fb36c4c-8655-4100-a588-d9793dc6f0df, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:47.526350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] For port 3fb36c4c-8655-4100-a588-d9793dc6f0df, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3fb36c4c-8655-4100-a588-d9793dc6f0df,segment=NetworkSegment(f7c80546-9107-4b94-a922-daa25f1083f0),segment_id=f7c80546-9107-4b94-a922-daa25f1083f0)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:47.538381 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.619980 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97522f12-048f-412d-9c44-50c4b90eaa75 x-openstack-request-id: req-97522f12-048f-412d-9c44-50c4b90eaa75 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:47.621876 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e75c2f-7996-40fd-a700-186c76ee0183", "name": "network-vif-deleted", "tag": "0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:47.622799 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97522f12-048f-412d-9c44-50c4b90eaa75 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:47.623873 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e75c2f-7996-40fd-a700-186c76ee0183', 'name': 'network-vif-deleted', 'tag': '0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49', 'status': 'completed', 'code': 200} Aug 31 06:35:47.890018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ee141-69f5-4a37-9f8f-a143a2ac2e7c None None] Pushing event updated for resources: {'Port': ['ID=3fb36c4c-8655-4100-a588-d9793dc6f0df,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:48.313678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8832dff-017f-42ee-8862-f4d44753d714 req-9e159a9b-42e6-48c2-8f04-319b9c62ee7a tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 210 time: 0.0818889 Aug 31 06:35:48.440821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df26d7b0-223f-4b52-a908-9a5c8ae901dc req-7b540502-9fda-4b21-a964-b7680a192406 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0483861 Aug 31 06:35:48.533019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4feb6028-b2c4-431f-8921-373cf0ed66ac req-e057b41d-ad84-49cc-a5f8-5e841a7df384 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 210 time: 0.0420394 Aug 31 06:35:48.610012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:48.670972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Pushing event deleted for resources: {'Port': ['ID=c67a6678-a938-4d74-8837-d67163ed2353,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:48.801293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] No DVR routers for this DVR port c67a6678-a938-4d74-8837-d67163ed2353 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:48.824578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:48.827101 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ef6d30b-1349-4d5c-af0e-6c10c1f34236 req-c7ca24e7-d6db-470d-971b-cf0ab7e7b35a tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "DELETE /v2.0/ports/c67a6678-a938-4d74-8837-d67163ed2353 HTTP/1.1" status: 204 len: 173 time: 2.7635417 Aug 31 06:35:48.827701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f75258-0637-4aa5-bb5d-60e60e7905e7', 'name': 'network-vif-deleted', 'tag': 'c67a6678-a938-4d74-8837-d67163ed2353'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:48.837504 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd03384-2231-4d77-81a2-73294d9a0d02" -d '{"events": [{"server_uuid": "88f75258-0637-4aa5-bb5d-60e60e7905e7", "name": "network-vif-deleted", "tag": "c67a6678-a938-4d74-8837-d67163ed2353"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:48.888974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:48.978608 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b1b05-cfe0-43c3-a42e-0a64f370fd93 x-openstack-request-id: req-4a6b1b05-cfe0-43c3-a42e-0a64f370fd93 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:48.978608 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f75258-0637-4aa5-bb5d-60e60e7905e7", "name": "network-vif-deleted", "tag": "c67a6678-a938-4d74-8837-d67163ed2353", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:48.978608 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a6b1b05-cfe0-43c3-a42e-0a64f370fd93 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:48.978608 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f75258-0637-4aa5-bb5d-60e60e7905e7', 'name': 'network-vif-deleted', 'tag': 'c67a6678-a938-4d74-8837-d67163ed2353', 'status': 'completed', 'code': 200} Aug 31 06:35:49.004566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-d8478026-01ac-48d7-a906-34b96920826e tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:49.006304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-d8478026-01ac-48d7-a906-34b96920826e tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 813 time: 0.6096759 Aug 31 06:35:49.081482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Request body: {'port': {'device_id': 'aae5236a-deb0-46c3-8977-b960ff21d6da', 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'admin_state_up': True, 'tenant_id': 'df25224f9be3445abf0b182e31891aec'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:49.095514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Pushing event deleted for resources: {'Port': ['ID=21751289-4ae0-40f1-bb7a-1fec5125a119,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:49.110280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] No DVR routers for this DVR port 21751289-4ae0-40f1-bb7a-1fec5125a119 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:49.129020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.131498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35a2305a-5647-4a6d-b4db-b915108b4ee6 req-eed8ddee-5e0b-410a-805b-13e879b21fd3 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "DELETE /v2.0/ports/21751289-4ae0-40f1-bb7a-1fec5125a119 HTTP/1.1" status: 204 len: 173 time: 3.0234084 Aug 31 06:35:49.171574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.200600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-d74b6cd4-0b07-46a8-aa15-9417a096877b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:49.205272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-d74b6cd4-0b07-46a8-aa15-9417a096877b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 813 time: 0.3923261 Aug 31 06:35:49.223639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object 3a391fb6-166f-4991-9489-e944765837df will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:49.235934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Request body: {'port': {'device_id': 'd25c2d0b-1028-4cfc-9a64-88bc4bd7c42f', 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'admin_state_up': True, 'tenant_id': 'df25224f9be3445abf0b182e31891aec'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:49.356727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 21751289-4ae0-40f1-bb7a-1fec5125a119 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:49.370688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Made reservation on behalf of df25224f9be3445abf0b182e31891aec for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:49.378000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.451603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 21751289-4ae0-40f1-bb7a-1fec5125a119 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:49.453149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 21751289-4ae0-40f1-bb7a-1fec5125a119 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:49.581377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:49.709550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3fb36c4c-8655-4100-a588-d9793dc6f0df up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:49.730797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:49.733984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0e69aad6-6cc8-47cd-b4e1-bb9476bc6d49 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:49.735811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c67a6678-a938-4d74-8837-d67163ed2353 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:49.754501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf338dcb-dfcc-415d-a639-1abcdff383ff req-eff976ca-d5d9-4410-817f-8b5b7a69fade tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 210 time: 0.1160176 Aug 31 06:35:49.812328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Made reservation on behalf of df25224f9be3445abf0b182e31891aec for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:49.815762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-868fa4df-8c8d-4c18-a262-9d50052f9ef7 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:49.817518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-868fa4df-8c8d-4c18-a262-9d50052f9ef7 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.42 "GET /v2.0/networks?id=4a68fbd1-4f29-4240-882a-61b4a1cb8448 HTTP/1.1" status: 200 len: 822 time: 0.3727739 Aug 31 06:35:49.837388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.849116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.860335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: c67a6678-a938-4d74-8837-d67163ed2353 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:49.860747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c67a6678-a938-4d74-8837-d67163ed2353 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:49.869753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e07bc9-25ea-44e9-8bb9-90b5c91c78f6 None None] Network 468a94b0-4a7e-449a-9b9a-950ca7126813 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:49.875549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Request body: {'port': {'device_id': '84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a', 'network_id': '4a68fbd1-4f29-4240-882a-61b4a1cb8448', 'admin_state_up': True, 'tenant_id': '782d314c7cce46ff9a34122df94a3c68'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:50.140951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f1acde88-9e45-45d7-8ffa-4a803bf4a9c3 None None] Provisioning for port 3fb36c4c-8655-4100-a588-d9793dc6f0df completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:50.151367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e26f88ed-b45a-464b-a765-c73fbb5ddfc5 req-6bce2f7c-8a29-48cc-aeb3-818c7664d7b5 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f75258-0637-4aa5-bb5d-60e60e7905e7 HTTP/1.1" status: 200 len: 210 time: 0.3532679 Aug 31 06:35:50.212864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Allocated IP 172.20.0.13 (0e91ff02-6e5c-4185-a906-71b517bae5f7/4d08af08-3001-4675-bf4d-e90ed44ac52d/841f3539-6178-4f75-87af-3ca06a4455ec) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:50.237247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 468a94b0-4a7e-449a-9b9a-950ca7126813 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:50.255122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:50.279709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Made reservation on behalf of 782d314c7cce46ff9a34122df94a3c68 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:50.283128 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.299977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:50.319383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3fb36c4c-8655-4100-a588-d9793dc6f0df completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:50.319567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:50.320533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.329634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3fb36c4c-8655-4100-a588-d9793dc6f0df triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:50.330278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.342162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=3a391fb6-166f-4991-9489-e944765837df,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:50.400409 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0791ac06-fc68-467b-8ea7-9bab5a2b3903 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8541894 Aug 31 06:35:50.409516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34116) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:50.501908 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.581340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3fb36c4c-8655-4100-a588-d9793dc6f0df, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3fb36c4c-8655-4100-a588-d9793dc6f0df,segment=NetworkSegment(f7c80546-9107-4b94-a922-daa25f1083f0),segment_id=f7c80546-9107-4b94-a922-daa25f1083f0)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:50.589090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.596589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-213c2846-2c89-4427-8296-4071ff6b19f3 req-ad208079-83fe-4db5-be44-af4860b83873 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 210 time: 0.5331693 Aug 31 06:35:50.711510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3fb36c4c-8655-4100-a588-d9793dc6f0df,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:50.737035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.737518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.737956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.738316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.738790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.739234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.743264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.743612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.743954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.744292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.744628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.744973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:50.773824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.832673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5a881-aa12-4b94-9ad0-f9f3305d02a1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 3a391fb6-166f-4991-9489-e944765837df {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:50.833408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a881-aa12-4b94-9ad0-f9f3305d02a1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.836083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cea7489a-c702-482c-bd0e-8a6f88e26154 None None] Provisioning complete for port 3fb36c4c-8655-4100-a588-d9793dc6f0df triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:50.836476 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cea7489a-c702-482c-bd0e-8a6f88e26154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.840306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Allocated IP 172.20.0.13 (4a68fbd1-4f29-4240-882a-61b4a1cb8448/ec2cbef3-3ba4-496e-97c5-ea708eef1fbc/00d47f1d-5139-431b-926d-04a6bafb4ce3) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:50.850708 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.986626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83d758c-28c9-4e2f-be89-67087d8ddf10', 'name': 'network-vif-deleted', 'tag': '21751289-4ae0-40f1-bb7a-1fec5125a119'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:50.990582 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30684f3b-9a25-461f-80e7-05a99a74cd18" -d '{"events": [{"server_uuid": "e83d758c-28c9-4e2f-be89-67087d8ddf10", "name": "network-vif-deleted", "tag": "21751289-4ae0-40f1-bb7a-1fec5125a119"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:50.996609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Pushing event updated for resources: {'Port': ['ID=841f3539-6178-4f75-87af-3ca06a4455ec,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:51.015510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Network 0e91ff02-6e5c-4185-a906-71b517bae5f7 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:51.022313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.022967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.023455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.023926 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.024564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.025266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.025766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.026959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.027538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.028027 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.028583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.029734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:51.037546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:51.048191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:51.138008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4124ff56-0328-48b9-b072-8d5f022d626f req-fea6c7a3-2ee5-4031-8032-281d46ea94ae tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 210 time: 0.1667738 Aug 31 06:35:51.209717 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d4cbe6-babb-4f44-8b37-6c31166d7ec3 x-openstack-request-id: req-c2d4cbe6-babb-4f44-8b37-6c31166d7ec3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:51.210009 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83d758c-28c9-4e2f-be89-67087d8ddf10", "name": "network-vif-deleted", "tag": "21751289-4ae0-40f1-bb7a-1fec5125a119", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:51.210264 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2d4cbe6-babb-4f44-8b37-6c31166d7ec3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:51.210657 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83d758c-28c9-4e2f-be89-67087d8ddf10', 'name': 'network-vif-deleted', 'tag': '21751289-4ae0-40f1-bb7a-1fec5125a119', 'status': 'completed', 'code': 200} Aug 31 06:35:51.221141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:51.225974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.237785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Allocated IP 172.20.0.2 (0e91ff02-6e5c-4185-a906-71b517bae5f7/4d08af08-3001-4675-bf4d-e90ed44ac52d/6eaea25a-aff6-4186-bfff-96eaa16e6458) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:51.263405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cea7489a-c702-482c-bd0e-8a6f88e26154 None None] Provisioning for port 3a391fb6-166f-4991-9489-e944765837df completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:51.268461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cea7489a-c702-482c-bd0e-8a6f88e26154 None None] Provisioning complete for port 3a391fb6-166f-4991-9489-e944765837df triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:51.269503 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cea7489a-c702-482c-bd0e-8a6f88e26154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.274071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-24e816f7-bcf7-4299-ae61-550cae910ccd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0478902 Aug 31 06:35:51.288731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Request body: {'port': {'device_id': 'd25c2d0b-1028-4cfc-9a64-88bc4bd7c42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:51.392618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cea7489a-c702-482c-bd0e-8a6f88e26154 None None] Port 3a391fb6-166f-4991-9489-e944765837df cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:51.457898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3fb36c4c-8655-4100-a588-d9793dc6f0df up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:51.479707 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.570316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-375bebf1-7bea-4303-a896-1e1aac25f0f7 None None] Provisioning complete for port 3a391fb6-166f-4991-9489-e944765837df triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:51.571288 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-375bebf1-7bea-4303-a896-1e1aac25f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.615611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3fb36c4c-8655-4100-a588-d9793dc6f0df triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:51.615611 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.655628 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a881-aa12-4b94-9ad0-f9f3305d02a1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.789484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5a881-aa12-4b94-9ad0-f9f3305d02a1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 3a391fb6-166f-4991-9489-e944765837df owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:51.809168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-375bebf1-7bea-4303-a896-1e1aac25f0f7 None None] Port 3a391fb6-166f-4991-9489-e944765837df cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:51.823009 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.078674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8027a4-a479-4847-a62b-dce23c6759a6 req-4f0ec66f-4922-407d-bd2b-77d54839206c tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:52.080210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34154) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:52.080885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de8027a4-a479-4847-a62b-dce23c6759a6 req-4f0ec66f-4922-407d-bd2b-77d54839206c tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 932 time: 0.2955596 Aug 31 06:35:52.175907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de8027a4-a479-4847-a62b-dce23c6759a6 req-48d9fe9b-1386-4f90-9d3c-39e93d99ca16 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855503 Aug 31 06:35:52.186855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.251085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-9a7ee0a1-d288-4791-b677-da3c848cba81 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:52.252787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-9a7ee0a1-d288-4791-b677-da3c848cba81 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/networks?id=be573b09-e92c-4a49-ae85-3781209aaf44 HTTP/1.1" status: 200 len: 809 time: 0.1596587 Aug 31 06:35:52.274870 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.277822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-45adac39-9a8e-4c11-8ae3-c1bbaf6b2b5e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/quotas/5b6410273a13414b95d655c131961a70 HTTP/1.1" status: 200 len: 375 time: 0.0189574 Aug 31 06:35:52.323353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:52.333778 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-897a4794-0297-47bd-97f2-e5bc9e70ddf4 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b6410273a13414b95d655c131961a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474572 Aug 31 06:35:52.342358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:52.342626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cdf495fb-c1b4-4470-8d3f-4b14ab984b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.356827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:52.427345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Pushing event updated for resources: {'Port': ['ID=00d47f1d-5139-431b-926d-04a6bafb4ce3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:52.443629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a881-aa12-4b94-9ad0-f9f3305d02a1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.466660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.467012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.467365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.467708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.468054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.468397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.469060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.469060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.469414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.469742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.470073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.470465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:52.499596 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-c0ec65ac-88de-4b61-92e2-9ccc4f94a118 service neutron] 10.222.0.15 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393225 Aug 31 06:35:52.522203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:52.522855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.529508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5a881-aa12-4b94-9ad0-f9f3305d02a1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=3a391fb6-166f-4991-9489-e944765837df,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:52.538507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c0a6-6405-4ace-bb6c-722f9e438b3b req-afb3ccad-5dfb-49ba-8f12-06cf28cab3cc tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:52.540167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8280c0a6-6405-4ace-bb6c-722f9e438b3b req-afb3ccad-5dfb-49ba-8f12-06cf28cab3cc tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 932 time: 0.2195547 Aug 31 06:35:52.547962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.611584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ffc5a881-aa12-4b94-9ad0-f9f3305d02a1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.616458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ffc5a881-aa12-4b94-9ad0-f9f3305d02a1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/3a391fb6-166f-4991-9489-e944765837df HTTP/1.1" status: 204 len: 168 time: 2.1976304 Aug 31 06:35:52.617686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34164) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:52.647943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Network 0e91ff02-6e5c-4185-a906-71b517bae5f7 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:52.653510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:52.662952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:52.667579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Pushing event updated for resources: {'Port': ['ID=6eaea25a-aff6-4186-bfff-96eaa16e6458,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:52.680560 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-697e92db-9cbe-487c-a95f-5a0ccb7d6df3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:35:52.681609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697e92db-9cbe-487c-a95f-5a0ccb7d6df3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:35:52.683406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-697e92db-9cbe-487c-a95f-5a0ccb7d6df3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/3a391fb6-166f-4991-9489-e944765837df HTTP/1.1" status: 404 len: 333 time: 0.0611305 Aug 31 06:35:52.692073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34168) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:52.720374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8280c0a6-6405-4ace-bb6c-722f9e438b3b req-37440134-680e-4c7c-9df5-a1421eed6290 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620574 Aug 31 06:35:52.732219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cdf495fb-c1b4-4470-8d3f-4b14ab984b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.734612 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd17118-6ae2-4a23-8de1-21dfa547e3fb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:35:52.739759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8bd17118-6ae2-4a23-8de1-21dfa547e3fb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/3a391fb6-166f-4991-9489-e944765837df HTTP/1.1" status: 404 len: 333 time: 0.0397680 Aug 31 06:35:52.740687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34170) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:52.765294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-320269b2-6159-4989-b690-60b897032e94 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9210055 Aug 31 06:35:52.770773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cdf495fb-c1b4-4470-8d3f-4b14ab984b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.795906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Request body: {'port': {'device_id': '84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:52.804061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:52.805035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.868681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-b50dd7e4-142f-44a0-abfa-df2449e8b200 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8154128 Aug 31 06:35:52.887284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7fe766-7ee4-4cf9-b161-1b699d9abed9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 1310e7c3-0502-4134-b0da-04444941ef29 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:35:52.907025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe766-7ee4-4cf9-b161-1b699d9abed9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.907272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-9cd1f387-d0b6-4173-b6b4-37bc5faa6fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055390 Aug 31 06:35:52.913018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Request body: {'port': {'device_id': 'aae5236a-deb0-46c3-8977-b960ff21d6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:52.925804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cdf495fb-c1b4-4470-8d3f-4b14ab984b37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e192240003bc4cf1917fac2df26a31df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437865 Aug 31 06:35:52.926691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34172) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:52.932745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf495fb-c1b4-4470-8d3f-4b14ab984b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a82fb2-051c-4e0b-84fb-bf8975aa6fe1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:53.013880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe766-7ee4-4cf9-b161-1b699d9abed9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.017524 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.029864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841f3539-6178-4f75-87af-3ca06a4455ec {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:53.040901 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.064208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-165552d5-6233-4b87-a091-530b963a0710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.086287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Transition to ACTIVE for port object 841f3539-6178-4f75-87af-3ca06a4455ec will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:53.093094 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.104341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-165552d5-6233-4b87-a091-530b963a0710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.146590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.197036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Pushing event updated for resources: {'Port': ['ID=841f3539-6178-4f75-87af-3ca06a4455ec,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:53.315904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Attempting to bind port 841f3539-6178-4f75-87af-3ca06a4455ec on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:53.316190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Attempting to bind port 841f3539-6178-4f75-87af-3ca06a4455ec by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:53.316530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Attempting to bind port 841f3539-6178-4f75-87af-3ca06a4455ec on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:53.327952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Port 841f3539-6178-4f75-87af-3ca06a4455ec on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:53.328283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Attempting to bind port 841f3539-6178-4f75-87af-3ca06a4455ec on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:53.335363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:53.336531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Checking segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:53.338337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Bound using segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:53.341911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Bound port: 841f3539-6178-4f75-87af-3ca06a4455ec, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:53.343174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.378579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-165552d5-6233-4b87-a091-530b963a0710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.390942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-165552d5-6233-4b87-a091-530b963a0710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.397848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-165552d5-6233-4b87-a091-530b963a0710 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3a82fb2-051c-4e0b-84fb-bf8975aa6fe1 HTTP/1.1" status: 204 len: 168 time: 0.4651494 Aug 31 06:35:53.505371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aafa9104-7e99-4bd7-9d0f-a630ea1ebc4c req-ee087696-9859-4110-b8a1-4cd6435d80e2 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 210 time: 0.1631906 Aug 31 06:35:53.529480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] For port 841f3539-6178-4f75-87af-3ca06a4455ec, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:53.529480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165552d5-6233-4b87-a091-530b963a0710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a82fb2-051c-4e0b-84fb-bf8975aa6fe1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:53.555431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] For port 841f3539-6178-4f75-87af-3ca06a4455ec, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=841f3539-6178-4f75-87af-3ca06a4455ec,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:53.562063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.614895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:53.615525 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.616981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] 10.222.0.42 "PUT /v2.0/ports/841f3539-6178-4f75-87af-3ca06a4455ec HTTP/1.1" status: 200 len: 1093 time: 2.3339107 Aug 31 06:35:53.618599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25c2d0b-1028-4cfc-9a64-88bc4bd7c42f', 'tag': '841f3539-6178-4f75-87af-3ca06a4455ec'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:53.621572 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895" -d '{"events": [{"name": "network-changed", "server_uuid": "d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f", "tag": "841f3539-6178-4f75-87af-3ca06a4455ec"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:53.646860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581de97-e875-46ef-802a-e9646d356292 req-eda08751-d96c-4f03-a82e-67f2f7a2c67a tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:53.649613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3581de97-e875-46ef-802a-e9646d356292 req-eda08751-d96c-4f03-a82e-67f2f7a2c67a tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 944 time: 0.1412990 Aug 31 06:35:53.743289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75d28f-d18e-4830-bc67-afc6ef5f93be service neutron] Pushing event updated for resources: {'Port': ['ID=841f3539-6178-4f75-87af-3ca06a4455ec,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:53.784202 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3581de97-e875-46ef-802a-e9646d356292 req-75654d32-285d-481a-80aa-342e2c36c1b1 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246557 Aug 31 06:35:53.786708 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d846cf-2871-4036-aed5-fe8e7e58c544 x-openstack-request-id: req-70d846cf-2871-4036-aed5-fe8e7e58c544 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:53.788598 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f", "tag": "841f3539-6178-4f75-87af-3ca06a4455ec", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:53.789221 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70d846cf-2871-4036-aed5-fe8e7e58c544 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:53.790014 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25c2d0b-1028-4cfc-9a64-88bc4bd7c42f', 'tag': '841f3539-6178-4f75-87af-3ca06a4455ec', 'status': 'completed', 'code': 200} Aug 31 06:35:53.821589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-d574c4da-ce66-4903-9de9-b2c3c8d341ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:53.825224 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-d574c4da-ce66-4903-9de9-b2c3c8d341ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 1096 time: 0.1314886 Aug 31 06:35:53.931959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-893b9a2f-fad7-4c7c-b0b5-c55ea550cd31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841f3539-6178-4f75-87af-3ca06a4455ec HTTP/1.1" status: 200 len: 217 time: 0.0976508 Aug 31 06:35:53.953649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe766-7ee4-4cf9-b161-1b699d9abed9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.056164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34200) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:54.071742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4540130d-7cda-4866-9568-877e1c6dd0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.089007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-3f3c958a-99d7-4161-a4cd-9456cf6dd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:54.090569 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-3f3c958a-99d7-4161-a4cd-9456cf6dd4d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 200 len: 853 time: 0.1502047 Aug 31 06:35:54.148076 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-1df3d563-7228-4ff5-bcc8-85feb4fa992b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e91ff02-6e5c-4185-a906-71b517bae5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435843 Aug 31 06:35:54.154640 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-88f97e7e-5468-4dc6-8b60-b879bd172d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.188616 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.288995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-72d39330-f61d-4ed3-b91f-b1d0e191bac8 service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328204 Aug 31 06:35:54.410020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4540130d-7cda-4866-9568-877e1c6dd0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.437230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4540130d-7cda-4866-9568-877e1c6dd0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.518209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eaea25a-aff6-4186-bfff-96eaa16e6458 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:54.524041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-6227b7fb-f8f8-4066-94da-dbcf64bedcb6 service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263298 Aug 31 06:35:54.530293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4540130d-7cda-4866-9568-877e1c6dd0c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e5e311373024c7981dd2663339edede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731796 Aug 31 06:35:54.531069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540130d-7cda-4866-9568-877e1c6dd0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc34f76-4a3b-4b9a-a6c6-22cb9f330fd5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:54.533807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34204) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:54.546538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.610689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf4e0d-1a49-4519-a017-39ea0e1849f3 req-8b46353c-8c99-4de9-a8fe-16a541038aef tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:54.618539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-54cf4e0d-1a49-4519-a017-39ea0e1849f3 req-8b46353c-8c99-4de9-a8fe-16a541038aef tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 932 time: 0.5819614 Aug 31 06:35:54.656644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Transition to ACTIVE for port object 6eaea25a-aff6-4186-bfff-96eaa16e6458 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:54.664201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe766-7ee4-4cf9-b161-1b699d9abed9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.666023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a45f3a3-fd41-40d6-a50d-119c2971d64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.679734 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.690781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-a80e0dd0-f616-40af-ab15-f26478a34450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:54.693289 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-a80e0dd0-f616-40af-ab15-f26478a34450 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 1096 time: 0.0707600 Aug 31 06:35:54.724689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a45f3a3-fd41-40d6-a50d-119c2971d64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.731537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fe766-7ee4-4cf9-b161-1b699d9abed9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=1310e7c3-0502-4134-b0da-04444941ef29,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:54.767854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe766-7ee4-4cf9-b161-1b699d9abed9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.768681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9cfdf-2cc8-4365-b682-7ccc060e97db None None] Network 468a94b0-4a7e-449a-9b9a-950ca7126813 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:54.772200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1c7fe766-7ee4-4cf9-b161-1b699d9abed9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/1310e7c3-0502-4134-b0da-04444941ef29 HTTP/1.1" status: 204 len: 168 time: 2.0253448 Aug 31 06:35:54.778612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34208) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:54.797201 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-54cf4e0d-1a49-4519-a017-39ea0e1849f3 req-b703d568-3ff3-47f2-91e4-e59c3acb4be7 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759052 Aug 31 06:35:54.854886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f557e346-64f4-4e3c-8066-10b7d7be8370 req-4ee2613c-02c0-4502-991f-b13d5e38e867 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 210 time: 0.1602285 Aug 31 06:35:54.874559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-3b378539-31c9-448a-963b-db6834a4b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:54.876282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-3b378539-31c9-448a-963b-db6834a4b527 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 914 time: 0.1724021 Aug 31 06:35:54.937565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-5207e4c7-041f-4b8f-93a5-8c83c7265837 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841f3539-6178-4f75-87af-3ca06a4455ec HTTP/1.1" status: 200 len: 217 time: 0.0523870 Aug 31 06:35:54.944177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a45f3a3-fd41-40d6-a50d-119c2971d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.948103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a45f3a3-fd41-40d6-a50d-119c2971d64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.950037 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5a45f3a3-fd41-40d6-a50d-119c2971d64a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cc34f76-4a3b-4b9a-a6c6-22cb9f330fd5 HTTP/1.1" status: 204 len: 168 time: 0.4151998 Aug 31 06:35:54.999023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45f3a3-fd41-40d6-a50d-119c2971d64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc34f76-4a3b-4b9a-a6c6-22cb9f330fd5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:55.029979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Pushing event updated for resources: {'Port': ['ID=6eaea25a-aff6-4186-bfff-96eaa16e6458,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:55.051544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-54b8504c-8927-47df-990e-101ac5c2f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:55.058572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-54b8504c-8927-47df-990e-101ac5c2f409 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 200 len: 853 time: 0.1067228 Aug 31 06:35:55.096961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-27a175e7-e3e0-4a13-93eb-b652c742e81b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e91ff02-6e5c-4185-a906-71b517bae5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307140 Aug 31 06:35:55.112377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d47f1d-5139-431b-926d-04a6bafb4ce3 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:55.147291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.157942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] DHCP port deletion for 468a94b0-4a7e-449a-9b9a-950ca7126813 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:35:55.232383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] Deleting port 3fb36c4c-8655-4100-a588-d9793dc6f0df {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:55.233086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.321800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Transition to ACTIVE for port object 00d47f1d-5139-431b-926d-04a6bafb4ce3 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:55.336727 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.372101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.389162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] For port 3fb36c4c-8655-4100-a588-d9793dc6f0df, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3fb36c4c-8655-4100-a588-d9793dc6f0df,segment=NetworkSegment(f7c80546-9107-4b94-a922-daa25f1083f0),segment_id=f7c80546-9107-4b94-a922-daa25f1083f0)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:55.390841 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.397900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 841f3539-6178-4f75-87af-3ca06a4455ec details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:55.416898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-41465d32-0470-48d6-b477-9eb19da6327f service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110805 Aug 31 06:35:55.426848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] Calling delete_port for 3fb36c4c-8655-4100-a588-d9793dc6f0df owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:55.524954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Pushing event updated for resources: {'Port': ['ID=00d47f1d-5139-431b-926d-04a6bafb4ce3,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:55.550624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3fb36c4c-8655-4100-a588-d9793dc6f0df no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:55.574444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735e73a-38b3-4cb2-b6e3-5b6c66c5777a req-38c57965-46d9-42d8-951a-52b9e50fc3bd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:55.577126 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5735e73a-38b3-4cb2-b6e3-5b6c66c5777a req-38c57965-46d9-42d8-951a-52b9e50fc3bd tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 944 time: 0.6593604 Aug 31 06:35:55.659364 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.659826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Attempting to bind port 6eaea25a-aff6-4186-bfff-96eaa16e6458 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:55.660155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Attempting to bind port 6eaea25a-aff6-4186-bfff-96eaa16e6458 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:55.660483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Attempting to bind port 6eaea25a-aff6-4186-bfff-96eaa16e6458 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:55.692768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5735e73a-38b3-4cb2-b6e3-5b6c66c5777a req-3cecea36-d945-42fb-b170-da49e0a06c82 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876701 Aug 31 06:35:55.693133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Port 6eaea25a-aff6-4186-bfff-96eaa16e6458 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:55.693545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Attempting to bind port 6eaea25a-aff6-4186-bfff-96eaa16e6458 on network 0e91ff02-6e5c-4185-a906-71b517bae5f7 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:55.709019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:55.709019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Checking segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:55.709019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Bound using segment: {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:55.709019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Bound port: 6eaea25a-aff6-4186-bfff-96eaa16e6458, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50cf020-20c6-4908-8fd7-dd96455b29d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:55.709019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.717199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-fc89109a-c21f-48f4-b202-3d6d5bb6c042 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:55.718760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-fc89109a-c21f-48f4-b202-3d6d5bb6c042 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "GET /v2.0/networks?id=be573b09-e92c-4a49-ae85-3781209aaf44 HTTP/1.1" status: 200 len: 809 time: 0.6018844 Aug 31 06:35:55.728541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] Pushing event deleted for resources: {'Port': ['ID=3fb36c4c-8655-4100-a588-d9793dc6f0df,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:55.753518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f5013fd5-b0e6-47f9-825b-0c83eb5b1895 req-d3e87392-d03e-461e-9152-0bcabdfee5ab service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276000 Aug 31 06:35:55.756170 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.758909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04afe3-f7b9-4b41-a795-899be77f0fa7 None None] No DVR routers for this DVR port 3fb36c4c-8655-4100-a588-d9793dc6f0df on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:55.763504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Request body: {'port': {'device_id': '4a365aa8-8f75-4bfe-9edc-f68ca54a17c9', 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44', 'admin_state_up': True, 'tenant_id': '5b6410273a13414b95d655c131961a70'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:55.763796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 841f3539-6178-4f75-87af-3ca06a4455ec, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=841f3539-6178-4f75-87af-3ca06a4455ec,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:55.786486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No active binding found for port 3fb36c4c-8655-4100-a588-d9793dc6f0df {{(pid=94669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 06:35:55.786940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3fb36c4c-8655-4100-a588-d9793dc6f0df not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:55.796592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '841f3539-6178-4f75-87af-3ca06a4455ec', 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'port_id': '841f3539-6178-4f75-87af-3ca06a4455ec', 'mac_address': 'fa:16:3e:b5:72:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d08af08-3001-4675-bf4d-e90ed44ac52d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:55.853373 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.905822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841f3539-6178-4f75-87af-3ca06a4455ec {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:55.954855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 3fb36c4c-8655-4100-a588-d9793dc6f0df {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:55.955199 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.986361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 841f3539-6178-4f75-87af-3ca06a4455ec, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=841f3539-6178-4f75-87af-3ca06a4455ec,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:55.997022 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.010647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253c238-2c07-489b-bbd5-3e3f1a2492c0 req-0ee999cd-5ab1-4195-abd3-22876af7964c tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:56.012282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0253c238-2c07-489b-bbd5-3e3f1a2492c0 req-0ee999cd-5ab1-4195-abd3-22876af7964c tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 944 time: 0.1040008 Aug 31 06:35:56.050395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Attempting to bind port 00d47f1d-5139-431b-926d-04a6bafb4ce3 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:56.050655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Attempting to bind port 00d47f1d-5139-431b-926d-04a6bafb4ce3 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'abc51e16-2266-40b3-9c53-78b6de5a0015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4a68fbd1-4f29-4240-882a-61b4a1cb8448'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:56.050983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Attempting to bind port 00d47f1d-5139-431b-926d-04a6bafb4ce3 on network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:56.109081 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0253c238-2c07-489b-bbd5-3e3f1a2492c0 req-78953835-31b2-4ff9-9127-151a476c46f5 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803571 Aug 31 06:35:56.109878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] For port 6eaea25a-aff6-4186-bfff-96eaa16e6458, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:56.117469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d2cecfd-69ac-41d8-bf11-9ed44059240c req-e9103730-2935-4d05-85a5-3fdca20611c8 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 210 time: 0.0807166 Aug 31 06:35:56.143376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=841f3539-6178-4f75-87af-3ca06a4455ec,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:56.154511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Port 00d47f1d-5139-431b-926d-04a6bafb4ce3 on network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:56.154511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Attempting to bind port 00d47f1d-5139-431b-926d-04a6bafb4ce3 on network 4a68fbd1-4f29-4240-882a-61b4a1cb8448 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:56.158151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] For port 6eaea25a-aff6-4186-bfff-96eaa16e6458, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6eaea25a-aff6-4186-bfff-96eaa16e6458,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:56.173653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:56.173976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Checking segment: {'id': 'abc51e16-2266-40b3-9c53-78b6de5a0015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4a68fbd1-4f29-4240-882a-61b4a1cb8448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:56.174376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Bound using segment: {'id': 'abc51e16-2266-40b3-9c53-78b6de5a0015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4a68fbd1-4f29-4240-882a-61b4a1cb8448'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:56.174956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Bound port: 00d47f1d-5139-431b-926d-04a6bafb4ce3, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc51e16-2266-40b3-9c53-78b6de5a0015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4a68fbd1-4f29-4240-882a-61b4a1cb8448'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:56.175358 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.178913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.181693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] For port 3fb36c4c-8655-4100-a588-d9793dc6f0df, host n-d-712142-16, got binding levels [] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:56.182051 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.216224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['841f3539-6178-4f75-87af-3ca06a4455ec'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:56.237988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 3fb36c4c-8655-4100-a588-d9793dc6f0df owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:56.249543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_backend_mixin [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Port 3fb36c4c-8655-4100-a588-d9793dc6f0df was not found and therefore no delete operation was performed {{(pid=94668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:35:56.267610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:56.268302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.269754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] 10.222.0.42 "PUT /v2.0/ports/6eaea25a-aff6-4186-bfff-96eaa16e6458 HTTP/1.1" status: 200 len: 1092 time: 3.3656452 Aug 31 06:35:56.272534 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.274545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae5236a-deb0-46c3-8977-b960ff21d6da', 'tag': '6eaea25a-aff6-4186-bfff-96eaa16e6458'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:56.277558 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50a409-c4ae-47ce-8809-c35dab7549f7" -d '{"events": [{"name": "network-changed", "server_uuid": "aae5236a-deb0-46c3-8977-b960ff21d6da", "tag": "6eaea25a-aff6-4186-bfff-96eaa16e6458"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:56.325082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Made reservation on behalf of 5b6410273a13414b95d655c131961a70 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:56.328689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.352401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No DVR routers for this DVR port 3fb36c4c-8655-4100-a588-d9793dc6f0df on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:56.388332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece58087-d4a9-4989-b6d8-bf01489494bf service neutron] Pushing event updated for resources: {'Port': ['ID=6eaea25a-aff6-4186-bfff-96eaa16e6458,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:56.462345 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7851fc-9c1d-4d79-bc1c-9f2c1df640ae x-openstack-request-id: req-ff7851fc-9c1d-4d79-bc1c-9f2c1df640ae {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:56.462660 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae5236a-deb0-46c3-8977-b960ff21d6da", "tag": "6eaea25a-aff6-4186-bfff-96eaa16e6458", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:56.463208 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff7851fc-9c1d-4d79-bc1c-9f2c1df640ae {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:56.463347 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae5236a-deb0-46c3-8977-b960ff21d6da', 'tag': '6eaea25a-aff6-4186-bfff-96eaa16e6458', 'status': 'completed', 'code': 200} Aug 31 06:35:56.488867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=3fb36c4c-8655-4100-a588-d9793dc6f0df,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:56.535022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] For port 00d47f1d-5139-431b-926d-04a6bafb4ce3, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:56.594550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] For port 00d47f1d-5139-431b-926d-04a6bafb4ce3, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=00d47f1d-5139-431b-926d-04a6bafb4ce3,segment=NetworkSegment(abc51e16-2266-40b3-9c53-78b6de5a0015),segment_id=abc51e16-2266-40b3-9c53-78b6de5a0015)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:56.611062 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.616937 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.634376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-a0596ae3-3a9e-4bc2-80b0-6366e9e3ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:56.636212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-a0596ae3-3a9e-4bc2-80b0-6366e9e3ddf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 1095 time: 0.3161271 Aug 31 06:35:56.670578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468a94b0-4a7e-449a-9b9a-950ca7126813']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:56.743390 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ff67-f23d-47e2-9086-e25af837d531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.773108 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c80546-9107-4b94-a922-daa25f1083f0') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:56.773471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c80546-9107-4b94-a922-daa25f1083f0') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:56.785160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:56.785726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.787578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] 10.222.0.42 "PUT /v2.0/ports/00d47f1d-5139-431b-926d-04a6bafb4ce3 HTTP/1.1" status: 200 len: 1093 time: 3.9982872 Aug 31 06:35:56.789148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-a8e198b5-c29a-4a4b-bb4a-deb04bf1cf2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6eaea25a-aff6-4186-bfff-96eaa16e6458 HTTP/1.1" status: 200 len: 217 time: 0.1434851 Aug 31 06:35:56.798437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.840017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.940477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c327a63-0b25-46a0-ae81-efaaf8aa6403 service neutron] Pushing event updated for resources: {'Port': ['ID=00d47f1d-5139-431b-926d-04a6bafb4ce3,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:56.953781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.981247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:35:56.981247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:35:56.989792 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:35:56.993292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Allocated IP 172.20.0.3 (be573b09-e92c-4a49-ae85-3781209aaf44/d8961c49-9c6f-4364-8434-f826d5070408/b3d45bf3-4b1a-4743-a03b-13b93fac6356) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:56.997002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18413f-fcc8-4cb9-ad56-a223fc8660dd req-b171c7e0-4c01-4ec6-8e30-85493bcb3abf tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:57.010777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ce18413f-fcc8-4cb9-ad56-a223fc8660dd req-b171c7e0-4c01-4ec6-8e30-85493bcb3abf tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 945 time: 0.1048234 Aug 31 06:35:57.021607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-eb9e676e-c970-4b59-bfb8-85a628adb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:57.023018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-eb9e676e-c970-4b59-bfb8-85a628adb6f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 200 len: 853 time: 0.2018619 Aug 31 06:35:57.086969 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ce18413f-fcc8-4cb9-ad56-a223fc8660dd req-3043f4c9-6c11-4a7a-9522-30ab2ea98c31 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746326 Aug 31 06:35:57.108814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-619da07c-a271-46fe-a906-6090bedeeea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:57.110456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-619da07c-a271-46fe-a906-6090bedeeea3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=782d314c7cce46ff9a34122df94a3c68&device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 1096 time: 0.2263210 Aug 31 06:35:57.121115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-ede8e31d-3cb1-4101-ad35-b756cb9d8bfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e91ff02-6e5c-4185-a906-71b517bae5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631692 Aug 31 06:35:57.217965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.220111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-55a37bdc-124e-48a8-a0b6-109c1ef11c52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d47f1d-5139-431b-926d-04a6bafb4ce3 HTTP/1.1" status: 200 len: 217 time: 0.0978618 Aug 31 06:35:57.259899 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.262641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/networks/468a94b0-4a7e-449a-9b9a-950ca7126813 HTTP/1.1" status: 204 len: 168 time: 2.4769983 Aug 31 06:35:57.268002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34262) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:57.273567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1190951167'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:57.314721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:57.320190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.376843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54388905-db7c-464b-87d5-fb5ff25039a4 req-87f02433-e078-4a4a-ad5c-c3c5c694c44d tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 210 time: 0.0524130 Aug 31 06:35:57.392357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa89221-4211-43b6-bb43-504d45b74b7c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Network': ['ID=468a94b0-4a7e-449a-9b9a-950ca7126813,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:57.403696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 841f3539-6178-4f75-87af-3ca06a4455ec up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:57.410475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:57.472102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.474320 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Added segment d8e48708-ee52-4630-9b17-de21c213c33d of type vlan for network 86db5922-fe6a-4767-bf36-bacf0e732b29 Aug 31 06:35:57.477973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 841f3539-6178-4f75-87af-3ca06a4455ec completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:57.495888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 841f3539-6178-4f75-87af-3ca06a4455ec triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:57.496191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-4f0cdeda-f673-43fc-b882-ac96352b9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:57.496341 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.497718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-4f0cdeda-f673-43fc-b882-ac96352b9caf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec2cbef3-3ba4-496e-97c5-ea708eef1fbc HTTP/1.1" status: 200 len: 862 time: 0.2392828 Aug 31 06:35:57.537760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-9a93db7d-f754-4806-bac2-ea5335515fcc service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066737 Aug 31 06:35:57.567781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-3e8b84dd-cf33-4af2-89df-9e65e0e07175 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a68fbd1-4f29-4240-882a-61b4a1cb8448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551634 Aug 31 06:35:57.602881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.659386 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.669023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.677292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:57.678355 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.728560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 841f3539-6178-4f75-87af-3ca06a4455ec, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=841f3539-6178-4f75-87af-3ca06a4455ec,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:57.732094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25c2d0b-1028-4cfc-9a64-88bc4bd7c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841f3539-6178-4f75-87af-3ca06a4455ec'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:57.737702 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcb6b7-f600-4f94-a069-bb037a0cab62" -d '{"events": [{"server_uuid": "d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f", "name": "network-vif-plugged", "status": "completed", "tag": "841f3539-6178-4f75-87af-3ca06a4455ec"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:57.743184 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.753566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4853399 Aug 31 06:35:57.758506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34278) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:57.768465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': '86db5922-fe6a-4767-bf36-bacf0e732b29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:57.771490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e61e8a-16f9-4aca-b0a2-5be5f95d329d req-095916c4-c97e-45b1-881c-55820c648c2f tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:57.774108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-88e61e8a-16f9-4aca-b0a2-5be5f95d329d req-095916c4-c97e-45b1-881c-55820c648c2f tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 944 time: 0.4296162 Aug 31 06:35:57.906757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c116f6b-e457-4fc7-8ae8-c664e151f757 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Network': ['ID=86db5922-fe6a-4767-bf36-bacf0e732b29,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:57.958100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 86db5922-fe6a-4767-bf36-bacf0e732b29 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:58.065858 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.111264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-88e61e8a-16f9-4aca-b0a2-5be5f95d329d req-bd7d7273-8783-46ce-83e7-12bcfa22967c tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042979 Aug 31 06:35:58.118789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:58.161626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.185319 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ada024-a4ba-4c3e-b8f6-fc1432b8f36d x-openstack-request-id: req-f7ada024-a4ba-4c3e-b8f6-fc1432b8f36d {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:58.185773 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f", "name": "network-vif-plugged", "status": "completed", "tag": "841f3539-6178-4f75-87af-3ca06a4455ec", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:58.188142 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7ada024-a4ba-4c3e-b8f6-fc1432b8f36d {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:58.188936 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25c2d0b-1028-4cfc-9a64-88bc4bd7c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841f3539-6178-4f75-87af-3ca06a4455ec', 'code': 200} Aug 31 06:35:58.202810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=841f3539-6178-4f75-87af-3ca06a4455ec,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:58.279447 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.335826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea489d6b-2498-488c-b8fd-a761e7d0b518 req-d6b90d4e-e229-4812-bc87-895521776b3d service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730770 Aug 31 06:35:58.467106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a', 'tag': '00d47f1d-5139-431b-926d-04a6bafb4ce3'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:58.474963 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8" -d '{"events": [{"name": "network-changed", "server_uuid": "84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a", "tag": "00d47f1d-5139-431b-926d-04a6bafb4ce3"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:58.544379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-a29bffed-d3db-4f24-b21c-c374212fe3ef service neutron] 10.222.0.42 "GET /v2.0/networks/4a68fbd1-4f29-4240-882a-61b4a1cb8448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069570 Aug 31 06:35:58.631046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.649096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ad101d9-91ab-470e-bbc6-761bd0f11e48 req-af9039c5-79cf-49e9-8ad7-0e23a56cc746 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 210 time: 0.0735428 Aug 31 06:35:58.654017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640f3e4-142a-47ff-9ea1-c8dee97bdf7d req-29440bd3-a92a-462a-8803-1ef2288fdb0c tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:58.657735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5fdd2-1095-404e-9ac1-80861490f344 req-f6139f8e-e14e-4935-83d1-8fbc8e0d15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:58.660379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7eb5fdd2-1095-404e-9ac1-80861490f344 req-f6139f8e-e14e-4935-83d1-8fbc8e0d15c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 1098 time: 0.2591102 Aug 31 06:35:58.661662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b640f3e4-142a-47ff-9ea1-c8dee97bdf7d req-29440bd3-a92a-462a-8803-1ef2288fdb0c tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 946 time: 0.3702147 Aug 31 06:35:58.785498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7eb5fdd2-1095-404e-9ac1-80861490f344 req-c1a65e70-b4e2-4387-bc73-35093faf9527 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135008 Aug 31 06:35:58.888999 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.973292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=772260c6-b7a4-4381-8419-3e6080c5959a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:59.009883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Checking segment: {'id': 'd8e48708-ee52-4630-9b17-de21c213c33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86db5922-fe6a-4767-bf36-bacf0e732b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:59.010883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network hostable DHCP agents. Network: 86db5922-fe6a-4767-bf36-bacf0e732b29, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:59.037636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 86db5922-fe6a-4767-bf36-bacf0e732b29 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:59.061800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 86db5922-fe6a-4767-bf36-bacf0e732b29) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:59.070139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:59.071470 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:59.072609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388db0e-5cde-41d0-a86c-bc2ddb9d37a2 None None] Network 86db5922-fe6a-4767-bf36-bacf0e732b29 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:59.102382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f88bbc8e-6d6a-4a97-bb63-fbec3e520566 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3419785 Aug 31 06:35:59.106228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34306) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:59.113593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': '86db5922-fe6a-4767-bf36-bacf0e732b29', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-10125804'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:59.352350 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bf42e0-4efa-44d7-a441-eef57896889b x-openstack-request-id: req-f6bf42e0-4efa-44d7-a441-eef57896889b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:59.352758 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a", "tag": "00d47f1d-5139-431b-926d-04a6bafb4ce3", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:59.352914 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6bf42e0-4efa-44d7-a441-eef57896889b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:59.353309 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a', 'tag': '00d47f1d-5139-431b-926d-04a6bafb4ce3', 'status': 'completed', 'code': 200} Aug 31 06:35:59.380932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-65cc6d09-6466-4451-a104-ae269949fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:59.383898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-65cc6d09-6466-4451-a104-ae269949fae0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df25224f9be3445abf0b182e31891aec&device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 1095 time: 0.8944235 Aug 31 06:35:59.429359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6eaea25a-aff6-4186-bfff-96eaa16e6458 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:59.512945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-86db5922-fe6a-4767-bf36-bacf0e732b29', 'network_id': '86db5922-fe6a-4767-bf36-bacf0e732b29', 'tenant_id': '2bd6386fe638485fb3b58f666ee56a8a', 'fixed_ips': [{'subnet_id': '772260c6-b7a4-4381-8419-3e6080c5959a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:35:59.514867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:59.537360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-ea70920f-1652-4981-82dc-192b2babcc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:59.538962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-ea70920f-1652-4981-82dc-192b2babcc38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 200 len: 914 time: 0.1220486 Aug 31 06:35:59.568986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Network be573b09-e92c-4a49-ae85-3781209aaf44 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:59.593540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b640f3e4-142a-47ff-9ea1-c8dee97bdf7d req-1e0c102b-ced2-48e3-8b63-92a55671df1e tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9305420 Aug 31 06:35:59.682278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:59.690664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Pushing event updated for resources: {'Port': ['ID=b3d45bf3-4b1a-4743-a03b-13b93fac6356,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:59.702048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-8f5b11d3-e397-4611-92b7-2155ab835cf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6eaea25a-aff6-4186-bfff-96eaa16e6458 HTTP/1.1" status: 200 len: 217 time: 0.1487875 Aug 31 06:35:59.705349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:59.900529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6eaea25a-aff6-4186-bfff-96eaa16e6458, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6eaea25a-aff6-4186-bfff-96eaa16e6458,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:59.918235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-7bb62b18-b1ec-43bd-a333-db87b157b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:59.919952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-7bb62b18-b1ec-43bd-a333-db87b157b281 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 200 len: 853 time: 0.1814890 Aug 31 06:35:59.965675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da16ecec-4cc4-466a-8ad2-7d8ea698e9a2 req-70c11fe4-3c89-4362-af4f-dcd446d1ded7 service neutron] 10.222.0.42 "GET /v2.0/networks/4a68fbd1-4f29-4240-882a-61b4a1cb8448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4123163 Aug 31 06:36:00.012867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.052655 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-bc41699f-51f8-452a-abeb-f2f67b624a30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0e91ff02-6e5c-4185-a906-71b517bae5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837178 Aug 31 06:36:00.108652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '6eaea25a-aff6-4186-bfff-96eaa16e6458', 'network_id': '0e91ff02-6e5c-4185-a906-71b517bae5f7', 'port_id': '6eaea25a-aff6-4186-bfff-96eaa16e6458', 'mac_address': 'fa:16:3e:7a:04:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d08af08-3001-4675-bf4d-e90ed44ac52d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:00.133542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f9e04-4692-4bac-a0b8-eca9fc2580f7 req-6c0437db-9361-4334-8bcb-0cdd3e08d338 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:00.152986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-573f9e04-4692-4bac-a0b8-eca9fc2580f7 req-6c0437db-9361-4334-8bcb-0cdd3e08d338 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 944 time: 0.1987057 Aug 31 06:36:00.176070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-7a58049e-8622-49e3-93e2-567c3b333c06 service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141596 Aug 31 06:36:00.231414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:00.232119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.243139 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-573f9e04-4692-4bac-a0b8-eca9fc2580f7 req-798f19c6-bb9c-4b6f-81dc-bab945565a37 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779407 Aug 31 06:36:00.322822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:00.329160 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.329610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869e177-51f5-4762-bf4a-7e9e56804e02 req-834e0a5f-8d24-45f0-b7c6-b8ac7963059d tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:00.341666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Allocated IP 2001:db8::2 (86db5922-fe6a-4767-bf36-bacf0e732b29/772260c6-b7a4-4381-8419-3e6080c5959a/bb50d199-22c9-4dc8-b262-273c28ca0075) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:00.342361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9869e177-51f5-4762-bf4a-7e9e56804e02 req-834e0a5f-8d24-45f0-b7c6-b8ac7963059d tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 931 time: 0.3895376 Aug 31 06:36:00.357464 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.406389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eaea25a-aff6-4186-bfff-96eaa16e6458 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:00.411236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port f575adc5-4815-4fe0-9b7a-c45fa4c621e0 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:36:00.413418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-26d37e5c-7010-41a8-b6d7-d09c0343077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:00.415952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-26d37e5c-7010-41a8-b6d7-d09c0343077e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=782d314c7cce46ff9a34122df94a3c68&device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 1096 time: 0.2385211 Aug 31 06:36:00.422484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-1c3e13eb-9ee7-4b7e-b800-8aa80b2d3f0e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6685090 Aug 31 06:36:00.446105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6eaea25a-aff6-4186-bfff-96eaa16e6458, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6eaea25a-aff6-4186-bfff-96eaa16e6458,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:00.456839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-7fdb12f7-8b47-4aed-bd9a-4eceb543eb86 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:00.458653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-7fdb12f7-8b47-4aed-bd9a-4eceb543eb86 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099196 Aug 31 06:36:00.460196 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.580130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9869e177-51f5-4762-bf4a-7e9e56804e02 req-d8de5c11-c496-4bee-baf9-c6a048b9a1bb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338235 Aug 31 06:36:00.611474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6eaea25a-aff6-4186-bfff-96eaa16e6458,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:00.679337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea50a409-c4ae-47ce-8809-c35dab7549f7 req-5608d2f4-8fb8-44fe-9589-cbba6d58f011 service neutron] 10.222.0.42 "GET /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685032 Aug 31 06:36:00.703185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-1d846620-d9bb-46da-90f2-4ea7e719d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:00.704987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-1d846620-d9bb-46da-90f2-4ea7e719d892 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4a68fbd1-4f29-4240-882a-61b4a1cb8448 HTTP/1.1" status: 200 len: 923 time: 0.2700891 Aug 31 06:36:00.783524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['6eaea25a-aff6-4186-bfff-96eaa16e6458'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:00.785850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-de92225d-7666-46b7-8319-762d6c574714 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d47f1d-5139-431b-926d-04a6bafb4ce3 HTTP/1.1" status: 200 len: 217 time: 0.0660787 Aug 31 06:36:00.790270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Request body: {'port': {'device_id': '4a365aa8-8f75-4bfe-9edc-f68ca54a17c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:00.867232 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.899467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Transition to ACTIVE for port object bb50d199-22c9-4dc8-b262-273c28ca0075 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:00.934923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-f1dd2077-c625-465f-9706-45a51a5cf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:00.936299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-f1dd2077-c625-465f-9706-45a51a5cf3e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec2cbef3-3ba4-496e-97c5-ea708eef1fbc HTTP/1.1" status: 200 len: 862 time: 0.1337001 Aug 31 06:36:00.952339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35d71-bfbd-4d7b-9f3e-f73e3d06669e req-8d8e8d9b-ff79-4517-aa0f-1a7306453aa0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:00.954039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4aa35d71-bfbd-4d7b-9f3e-f73e3d06669e req-8d8e8d9b-ff79-4517-aa0f-1a7306453aa0 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 946 time: 0.1700890 Aug 31 06:36:00.956323 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.965743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34330) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:00.992160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-90e4621d-e8ec-4976-ba52-2a278567062e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a68fbd1-4f29-4240-882a-61b4a1cb8448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368974 Aug 31 06:36:01.000760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Transition to ACTIVE for port object bb50d199-22c9-4dc8-b262-273c28ca0075 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:01.040485 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.135312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Pushing event updated for resources: {'Port': ['ID=bb50d199-22c9-4dc8-b262-273c28ca0075,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:01.142272 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4aa35d71-bfbd-4d7b-9f3e-f73e3d06669e req-a266bc49-3e6a-4c20-b0fb-bb8dfa923d35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479912 Aug 31 06:36:01.160144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Network 86db5922-fe6a-4767-bf36-bacf0e732b29 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:01.166118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:01.168867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:01.261401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::2e8 (86db5922-fe6a-4767-bf36-bacf0e732b29/772260c6-b7a4-4381-8419-3e6080c5959a/f575adc5-4815-4fe0-9b7a-c45fa4c621e0) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:01.312791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Attempting to bind port bb50d199-22c9-4dc8-b262-273c28ca0075 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:01.313586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Attempting to bind port bb50d199-22c9-4dc8-b262-273c28ca0075 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd8e48708-ee52-4630-9b17-de21c213c33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86db5922-fe6a-4767-bf36-bacf0e732b29'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:01.314259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Attempting to bind port bb50d199-22c9-4dc8-b262-273c28ca0075 on network 86db5922-fe6a-4767-bf36-bacf0e732b29 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:01.337082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:01.337669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Checking segment: {'id': 'd8e48708-ee52-4630-9b17-de21c213c33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86db5922-fe6a-4767-bf36-bacf0e732b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:01.338158 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.339358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Bound using segment: {'id': 'd8e48708-ee52-4630-9b17-de21c213c33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86db5922-fe6a-4767-bf36-bacf0e732b29'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:01.340787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Bound port: bb50d199-22c9-4dc8-b262-273c28ca0075, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e48708-ee52-4630-9b17-de21c213c33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86db5922-fe6a-4767-bf36-bacf0e732b29'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:01.340787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.415366 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-24d05fcd-2541-469f-8f0c-790fd63f81a8 service neutron] 10.222.0.42 "GET /v2.0/networks/4a68fbd1-4f29-4240-882a-61b4a1cb8448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001832 Aug 31 06:36:01.439445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 00d47f1d-5139-431b-926d-04a6bafb4ce3 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:01.482532 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6941798b-529a-4b60-a9b2-524b8ff2bd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.486626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] For port bb50d199-22c9-4dc8-b262-273c28ca0075, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:01.596518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c6ab9-7945-49fe-9c96-eaff0e3d2f0b req-5486ee00-8851-4708-aa21-dc1c3a4b08ac tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:01.605174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c8c6ab9-7945-49fe-9c96-eaff0e3d2f0b req-5486ee00-8851-4708-aa21-dc1c3a4b08ac tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 944 time: 0.1930122 Aug 31 06:36:01.617103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f0cf69f-b6a1-4389-b3ed-67956cfd1da8 req-197bd0d7-1afc-467c-933e-2dd4ddae4544 service neutron] 10.222.0.42 "GET /v2.0/networks/4a68fbd1-4f29-4240-882a-61b4a1cb8448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872466 Aug 31 06:36:01.628479 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.680780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187c2ba-60f6-40c1-827e-705337313936 req-7267085d-16f1-4308-8a01-fd80c77eb5ff tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:01.683759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5187c2ba-60f6-40c1-827e-705337313936 req-7267085d-16f1-4308-8a01-fd80c77eb5ff tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 944 time: 0.2630672 Aug 31 06:36:01.685251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object f575adc5-4815-4fe0-9b7a-c45fa4c621e0 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:01.691640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 00d47f1d-5139-431b-926d-04a6bafb4ce3, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=00d47f1d-5139-431b-926d-04a6bafb4ce3,segment=NetworkSegment(abc51e16-2266-40b3-9c53-78b6de5a0015),segment_id=abc51e16-2266-40b3-9c53-78b6de5a0015)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:01.707186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '00d47f1d-5139-431b-926d-04a6bafb4ce3', 'network_id': '4a68fbd1-4f29-4240-882a-61b4a1cb8448', 'port_id': '00d47f1d-5139-431b-926d-04a6bafb4ce3', 'mac_address': 'fa:16:3e:9c:8d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2cbef3-3ba4-496e-97c5-ea708eef1fbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:01.728741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c8c6ab9-7945-49fe-9c96-eaff0e3d2f0b req-d1b71906-49c1-4db2-ae5a-0e78500634a9 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235843 Aug 31 06:36:01.748252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d45bf3-4b1a-4743-a03b-13b93fac6356 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:01.756746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.771435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Transition to ACTIVE for port object b3d45bf3-4b1a-4743-a03b-13b93fac6356 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:01.774620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] For port bb50d199-22c9-4dc8-b262-273c28ca0075, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bb50d199-22c9-4dc8-b262-273c28ca0075,segment=NetworkSegment(d8e48708-ee52-4630-9b17-de21c213c33d),segment_id=d8e48708-ee52-4630-9b17-de21c213c33d)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:01.779327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.805523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.827801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5187c2ba-60f6-40c1-827e-705337313936 req-1259f9b3-8cf5-4427-ba3a-a076fce9c8f7 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349878 Aug 31 06:36:01.906395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.910403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d45bf3-4b1a-4743-a03b-13b93fac6356,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:01.920215 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.061338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6941798b-529a-4b60-a9b2-524b8ff2bd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.074039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 86db5922-fe6a-4767-bf36-bacf0e732b29 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:02.075803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6941798b-529a-4b60-a9b2-524b8ff2bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.090572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Attempting to bind port b3d45bf3-4b1a-4743-a03b-13b93fac6356 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:02.091072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Attempting to bind port b3d45bf3-4b1a-4743-a03b-13b93fac6356 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:02.091551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Attempting to bind port b3d45bf3-4b1a-4743-a03b-13b93fac6356 on network be573b09-e92c-4a49-ae85-3781209aaf44 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:02.103586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d47f1d-5139-431b-926d-04a6bafb4ce3 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:02.105619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Port b3d45bf3-4b1a-4743-a03b-13b93fac6356 on network be573b09-e92c-4a49-ae85-3781209aaf44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:02.106147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Attempting to bind port b3d45bf3-4b1a-4743-a03b-13b93fac6356 on network be573b09-e92c-4a49-ae85-3781209aaf44 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:02.117244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:02.117559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Checking segment: {'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:02.117992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Bound using segment: {'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:02.118347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Bound port: b3d45bf3-4b1a-4743-a03b-13b93fac6356, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56de2ccc-b134-4ef5-8c4c-e837a9adb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:02.118717 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.141605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f36152-58b6-459e-adc5-4b7699ebb0f5 req-c40844a6-5cd1-44c2-be5f-9526dd0ac8cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.148753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd4df4-e6f8-44d1-ab7c-577ac521d993 None None] Pushing event updated for resources: {'Port': ['ID=bb50d199-22c9-4dc8-b262-273c28ca0075,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.150166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-03f36152-58b6-459e-adc5-4b7699ebb0f5 req-c40844a6-5cd1-44c2-be5f-9526dd0ac8cb tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 943 time: 0.2190316 Aug 31 06:36:02.152129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:02.163875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:02.171375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.172193 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.178387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6941798b-529a-4b60-a9b2-524b8ff2bd12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e6773a663bc47ba8de16eb350b06e01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2105486 Aug 31 06:36:02.178586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=f575adc5-4815-4fe0-9b7a-c45fa4c621e0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.191249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 00d47f1d-5139-431b-926d-04a6bafb4ce3, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=00d47f1d-5139-431b-926d-04a6bafb4ce3,segment=NetworkSegment(abc51e16-2266-40b3-9c53-78b6de5a0015),segment_id=abc51e16-2266-40b3-9c53-78b6de5a0015)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:02.206641 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.208562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34346) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:02.215273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941798b-529a-4b60-a9b2-524b8ff2bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475c3596-6439-46e8-a8da-373d5e7fbb1f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.270111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-169040a1-c0c1-4858-99ac-bee04ceb3744 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.1624892 Aug 31 06:36:02.277797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34348) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:02.327319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-03f36152-58b6-459e-adc5-4b7699ebb0f5 req-2dfef1c3-a25e-497e-8c4c-6c8c0915b825 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682525 Aug 31 06:36:02.349779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] For port b3d45bf3-4b1a-4743-a03b-13b93fac6356, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:02.375829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] For port b3d45bf3-4b1a-4743-a03b-13b93fac6356, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3d45bf3-4b1a-4743-a03b-13b93fac6356,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:02.385696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.389474 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2a7acf5-0592-4a4b-9bdb-55d991fdedc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.468631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.470918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.475428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] 10.222.0.23 "PUT /v2.0/ports/b3d45bf3-4b1a-4743-a03b-13b93fac6356 HTTP/1.1" status: 200 len: 1092 time: 2.0016334 Aug 31 06:36:02.476925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a365aa8-8f75-4bfe-9edc-f68ca54a17c9', 'tag': 'b3d45bf3-4b1a-4743-a03b-13b93fac6356'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:02.486117 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89" -d '{"events": [{"name": "network-changed", "server_uuid": "4a365aa8-8f75-4bfe-9edc-f68ca54a17c9", "tag": "b3d45bf3-4b1a-4743-a03b-13b93fac6356"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:02.543112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2a7acf5-0592-4a4b-9bdb-55d991fdedc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.591422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6f0b3-b22c-4c8e-9f93-0b6e0c8d4d2e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port f575adc5-4815-4fe0-9b7a-c45fa4c621e0 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:02.592032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f0b3-b22c-4c8e-9f93-0b6e0c8d4d2e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.669853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['00d47f1d-5139-431b-926d-04a6bafb4ce3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:02.694411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=00d47f1d-5139-431b-926d-04a6bafb4ce3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.754387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e566-b220-45dd-9f61-d1658e785969 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d45bf3-4b1a-4743-a03b-13b93fac6356,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.764494 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238086e7-6929-4843-8b90-6852c4be26b8 x-openstack-request-id: req-238086e7-6929-4843-8b90-6852c4be26b8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:02.764889 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a365aa8-8f75-4bfe-9edc-f68ca54a17c9", "tag": "b3d45bf3-4b1a-4743-a03b-13b93fac6356", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:02.765377 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-238086e7-6929-4843-8b90-6852c4be26b8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:02.765934 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a365aa8-8f75-4bfe-9edc-f68ca54a17c9', 'tag': 'b3d45bf3-4b1a-4743-a03b-13b93fac6356', 'status': 'completed', 'code': 200} Aug 31 06:36:02.787944 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2a7acf5-0592-4a4b-9bdb-55d991fdedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.810969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2a7acf5-0592-4a4b-9bdb-55d991fdedc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.814889 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c2a7acf5-0592-4a4b-9bdb-55d991fdedc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/475c3596-6439-46e8-a8da-373d5e7fbb1f HTTP/1.1" status: 204 len: 168 time: 0.5987659 Aug 31 06:36:02.848591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-f319c243-0332-4ce6-88e3-a6ff50ea7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.852071 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-f319c243-0332-4ce6-88e3-a6ff50ea7ea0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b6410273a13414b95d655c131961a70&device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 1095 time: 0.1585143 Aug 31 06:36:02.858224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7acf5-0592-4a4b-9bdb-55d991fdedc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475c3596-6439-46e8-a8da-373d5e7fbb1f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.905141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f0b3-b22c-4c8e-9f93-0b6e0c8d4d2e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.927032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6f0b3-b22c-4c8e-9f93-0b6e0c8d4d2e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for f575adc5-4815-4fe0-9b7a-c45fa4c621e0 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:03.034156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-afe9619c-92d4-4ec7-a6c1-3fc52710d150 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3d45bf3-4b1a-4743-a03b-13b93fac6356 HTTP/1.1" status: 200 len: 217 time: 0.1619208 Aug 31 06:36:03.237957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0137a42-68ef-45ff-ad9c-48d2ac74d820 req-bea6c40e-ac14-4365-9f7d-85cb56a845e7 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:03.240857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0137a42-68ef-45ff-ad9c-48d2ac74d820 req-bea6c40e-ac14-4365-9f7d-85cb56a845e7 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 945 time: 0.3325169 Aug 31 06:36:03.243791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-5d47ff29-5f18-4de7-ad32-a873dc661952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:03.247058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-5d47ff29-5f18-4de7-ad32-a873dc661952 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8961c49-9c6f-4364-8434-f826d5070408 HTTP/1.1" status: 200 len: 849 time: 0.1492038 Aug 31 06:36:03.263496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f0b3-b22c-4c8e-9f93-0b6e0c8d4d2e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.337400 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-75370e3e-8723-4a8b-8a8b-8687c6c1baba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be573b09-e92c-4a49-ae85-3781209aaf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802746 Aug 31 06:36:03.363082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6f0b3-b22c-4c8e-9f93-0b6e0c8d4d2e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=f575adc5-4815-4fe0-9b7a-c45fa4c621e0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:03.370735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f0b3-b22c-4c8e-9f93-0b6e0c8d4d2e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.372843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a6d6f0b3-b22c-4c8e-9f93-0b6e0c8d4d2e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/f575adc5-4815-4fe0-9b7a-c45fa4c621e0 HTTP/1.1" status: 204 len: 168 time: 1.0940118 Aug 31 06:36:03.377211 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34368) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:03.445962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d389b0b-00ab-4dce-930d-549a50401379 req-344dc8cb-41e7-4089-bef0-e616e3cf502c tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:03.451589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6eaea25a-aff6-4186-bfff-96eaa16e6458 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:03.458657 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d389b0b-00ab-4dce-930d-549a50401379 req-344dc8cb-41e7-4089-bef0-e616e3cf502c tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 944 time: 0.2814553 Aug 31 06:36:03.471730 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3e39d2-5946-465a-88a4-a4c603e8a66c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:36:03.481725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ea3e39d2-5946-465a-88a4-a4c603e8a66c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/f575adc5-4815-4fe0-9b7a-c45fa4c621e0 HTTP/1.1" status: 404 len: 333 time: 0.0931354 Aug 31 06:36:03.482771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:03.543682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34372) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:03.549971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0137a42-68ef-45ff-ad9c-48d2ac74d820 req-dee29cfd-0eca-4e01-be5d-a9ec481d6dd3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991772 Aug 31 06:36:03.609732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 6eaea25a-aff6-4186-bfff-96eaa16e6458 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:03.640303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bb50d199-22c9-4dc8-b262-273c28ca0075 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:03.663926 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07ee3088-d9a3-450c-8881-21d656b2187e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.747668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 6eaea25a-aff6-4186-bfff-96eaa16e6458 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:03.748019 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.760887 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d389b0b-00ab-4dce-930d-549a50401379 req-8b497bff-cda8-402c-a038-ef48eb24d771 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010352 Aug 31 06:36:03.788887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98a5f6b-a405-4bab-aca0-fe135f9c750b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 772260c6-b7a4-4381-8419-3e6080c5959a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:36:03.797063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f6b-a405-4bab-aca0-fe135f9c750b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.848857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port bb50d199-22c9-4dc8-b262-273c28ca0075 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:03.928753 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f6b-a405-4bab-aca0-fe135f9c750b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.938956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-f442ceaa-516e-4182-a723-878df1622077 service neutron] 10.222.0.23 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924134 Aug 31 06:36:03.962842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426b30b-6475-46e4-b327-3d3218b3caa5 None None] Network 86db5922-fe6a-4767-bf36-bacf0e732b29 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:04.078883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3deaf79-dc13-47c8-a79f-1c15174a8cc0 req-7cdd55b3-ba7a-44a3-a3d3-b711a893117f service neutron] 10.222.0.23 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317685 Aug 31 06:36:04.111571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f6b-a405-4bab-aca0-fe135f9c750b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.126124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5b7bcf32-aa65-4f48-92c9-c8314eabf81f None None] Provisioning for port bb50d199-22c9-4dc8-b262-273c28ca0075 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:04.135189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5b7bcf32-aa65-4f48-92c9-c8314eabf81f None None] Provisioning complete for port bb50d199-22c9-4dc8-b262-273c28ca0075 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:04.136359 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b7bcf32-aa65-4f48-92c9-c8314eabf81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.186801 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.189392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf1239-ba43-4fe3-97dc-621af64ae506 req-caf02052-14c4-4e97-874e-c2c3ed0ac41e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:04.194080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcaf1239-ba43-4fe3-97dc-621af64ae506 req-caf02052-14c4-4e97-874e-c2c3ed0ac41e tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 943 time: 0.2491937 Aug 31 06:36:04.263972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f6b-a405-4bab-aca0-fe135f9c750b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.268403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5236a-deb0-46c3-8977-b960ff21d6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaea25a-aff6-4186-bfff-96eaa16e6458'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:04.271355 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505807d8-9c3b-44f4-a368-cb68633f7182" -d '{"events": [{"server_uuid": "aae5236a-deb0-46c3-8977-b960ff21d6da", "name": "network-vif-plugged", "status": "completed", "tag": "6eaea25a-aff6-4186-bfff-96eaa16e6458"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:04.329375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a5f6b-a405-4bab-aca0-fe135f9c750b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=772260c6-b7a4-4381-8419-3e6080c5959a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:04.331237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6eaea25a-aff6-4186-bfff-96eaa16e6458, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6eaea25a-aff6-4186-bfff-96eaa16e6458,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:04.333775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c98a5f6b-a405-4bab-aca0-fe135f9c750b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.341703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c98a5f6b-a405-4bab-aca0-fe135f9c750b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/772260c6-b7a4-4381-8419-3e6080c5959a HTTP/1.1" status: 204 len: 168 time: 0.8352482 Aug 31 06:36:04.342274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34382) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:04.343425 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.375729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07ee3088-d9a3-450c-8881-21d656b2187e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.397230 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a560794-7b51-4e3e-9509-7ce6b6d52166 x-openstack-request-id: req-7a560794-7b51-4e3e-9509-7ce6b6d52166 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:04.397689 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae5236a-deb0-46c3-8977-b960ff21d6da", "name": "network-vif-plugged", "status": "completed", "tag": "6eaea25a-aff6-4186-bfff-96eaa16e6458", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:04.398001 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a560794-7b51-4e3e-9509-7ce6b6d52166 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:04.398764 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5236a-deb0-46c3-8977-b960ff21d6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaea25a-aff6-4186-bfff-96eaa16e6458', 'code': 200} Aug 31 06:36:04.421259 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07ee3088-d9a3-450c-8881-21d656b2187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.524785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6eaea25a-aff6-4186-bfff-96eaa16e6458,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:04.529167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.539315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b7bcf32-aa65-4f48-92c9-c8314eabf81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.573771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] DHCP port deletion for 86db5922-fe6a-4767-bf36-bacf0e732b29 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:36:04.605274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee3088-d9a3-450c-8881-21d656b2187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dd44a6-8a3b-48e0-85a2-0ec84c7e5643,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:04.645094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-9a695908-6923-4896-a183-52ef78e724af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:04.647674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-9a695908-6923-4896-a183-52ef78e724af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b6410273a13414b95d655c131961a70&device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 1095 time: 0.4903941 Aug 31 06:36:04.661614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-07ee3088-d9a3-450c-8881-21d656b2187e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37971393890a4ee6ab71198426628e08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0972912 Aug 31 06:36:04.664873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34388) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:04.665843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcaf1239-ba43-4fe3-97dc-621af64ae506 req-02c8195e-1517-484f-867b-c8fba4ca1c49 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329841 Aug 31 06:36:04.726357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5b7bcf32-aa65-4f48-92c9-c8314eabf81f None None] For port bb50d199-22c9-4dc8-b262-273c28ca0075, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bb50d199-22c9-4dc8-b262-273c28ca0075,segment=NetworkSegment(d8e48708-ee52-4630-9b17-de21c213c33d),segment_id=d8e48708-ee52-4630-9b17-de21c213c33d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:04.735418 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b7bcf32-aa65-4f48-92c9-c8314eabf81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.760527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port bb50d199-22c9-4dc8-b262-273c28ca0075 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:04.783328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.806643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7acb8-3ce7-41ce-83cf-041fb3839e91 req-b98d1f3b-d216-449b-b57e-2a899e5ad8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:04.808924 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85a7acb8-3ce7-41ce-83cf-041fb3839e91 req-b98d1f3b-d216-449b-b57e-2a899e5ad8e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 1097 time: 0.2862279 Aug 31 06:36:04.838245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bcf32-aa65-4f48-92c9-c8314eabf81f None None] Pushing event updated for resources: {'Port': ['ID=bb50d199-22c9-4dc8-b262-273c28ca0075,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:04.858860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] Deleting port bb50d199-22c9-4dc8-b262-273c28ca0075 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:04.859143 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.889610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85a7acb8-3ce7-41ce-83cf-041fb3839e91 req-e17d92c7-0967-4164-962a-e51e52233878 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704138 Aug 31 06:36:04.892053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-18da9b38-99e5-4d1e-bd76-ef7f24bede2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:04.892497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-18da9b38-99e5-4d1e-bd76-ef7f24bede2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=be573b09-e92c-4a49-ae85-3781209aaf44 HTTP/1.1" status: 200 len: 910 time: 0.2252822 Aug 31 06:36:04.965780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-3c2954b8-ec81-46a6-8408-30d0928b6095 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3d45bf3-4b1a-4743-a03b-13b93fac6356 HTTP/1.1" status: 200 len: 217 time: 0.0649962 Aug 31 06:36:05.034890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] For port bb50d199-22c9-4dc8-b262-273c28ca0075, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bb50d199-22c9-4dc8-b262-273c28ca0075,segment=NetworkSegment(d8e48708-ee52-4630-9b17-de21c213c33d),segment_id=d8e48708-ee52-4630-9b17-de21c213c33d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:05.035379 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.060249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a37ce302-fb8e-41c4-8e9d-0be34dd60869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.061309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] Calling delete_port for bb50d199-22c9-4dc8-b262-273c28ca0075 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:05.101018 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a37ce302-fb8e-41c4-8e9d-0be34dd60869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.104076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-b292fb39-deea-4f08-afba-394fca306f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:05.106345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-b292fb39-deea-4f08-afba-394fca306f91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8961c49-9c6f-4364-8434-f826d5070408 HTTP/1.1" status: 200 len: 849 time: 0.1315904 Aug 31 06:36:05.159763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-85422242-89db-40ea-9cab-db8cd9adb4bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be573b09-e92c-4a49-ae85-3781209aaf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454423 Aug 31 06:36:05.172367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15625e-2087-4b54-8772-df84ffc83fa2 req-02e1fed9-a977-410f-ba37-c00e936b5e90 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:05.177995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e15625e-2087-4b54-8772-df84ffc83fa2 req-02e1fed9-a977-410f-ba37-c00e936b5e90 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 945 time: 0.1658633 Aug 31 06:36:05.187226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549330e-834a-4e9d-9b05-2c64aa9714c0 req-8f12f2d7-08f9-4a42-9bcd-a821699e8c10 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:05.198104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c549330e-834a-4e9d-9b05-2c64aa9714c0 req-8f12f2d7-08f9-4a42-9bcd-a821699e8c10 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 945 time: 0.4745104 Aug 31 06:36:05.224140 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.232394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] For port bb50d199-22c9-4dc8-b262-273c28ca0075, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bb50d199-22c9-4dc8-b262-273c28ca0075,segment=NetworkSegment(d8e48708-ee52-4630-9b17-de21c213c33d),segment_id=d8e48708-ee52-4630-9b17-de21c213c33d)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:05.232874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.236139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a37ce302-fb8e-41c4-8e9d-0be34dd60869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.239187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a37ce302-fb8e-41c4-8e9d-0be34dd60869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.243768 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a37ce302-fb8e-41c4-8e9d-0be34dd60869 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0dd44a6-8a3b-48e0-85a2-0ec84c7e5643 HTTP/1.1" status: 204 len: 168 time: 0.5772676 Aug 31 06:36:05.260986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] No DVR routers for this DVR port bb50d199-22c9-4dc8-b262-273c28ca0075 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:05.281221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for bb50d199-22c9-4dc8-b262-273c28ca0075 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:05.284851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ce302-fb8e-41c4-8e9d-0be34dd60869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dd44a6-8a3b-48e0-85a2-0ec84c7e5643,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:05.320129 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c549330e-834a-4e9d-9b05-2c64aa9714c0 req-a5821aa3-2901-4604-9991-c28bb8e8241b tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207774 Aug 31 06:36:05.331871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e15625e-2087-4b54-8772-df84ffc83fa2 req-f65d6a33-ef22-4501-a5a9-e524d5e366c1 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513603 Aug 31 06:36:05.372062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2b4b8-4124-43e2-8cd5-527ebbc2be9c None None] Pushing event deleted for resources: {'Port': ['ID=bb50d199-22c9-4dc8-b262-273c28ca0075,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:05.446894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-c7d6f775-6426-4dc1-a4d2-72ef21a6c83c service neutron] 10.222.0.23 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675788 Aug 31 06:36:05.457689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 00d47f1d-5139-431b-926d-04a6bafb4ce3 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:05.484733 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.535092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=bb50d199-22c9-4dc8-b262-273c28ca0075,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:05.537359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No DVR routers for this DVR port bb50d199-22c9-4dc8-b262-273c28ca0075 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:05.562064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bb50d199-22c9-4dc8-b262-273c28ca0075 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:05.605611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: bb50d199-22c9-4dc8-b262-273c28ca0075 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:05.606261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bb50d199-22c9-4dc8-b262-273c28ca0075 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:05.637144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65a9ac8d-4cb2-4c76-a4f4-e304bb6a0c89 req-5a7d0960-fddb-48b7-81c5-1755a65c7f3f service neutron] 10.222.0.23 "GET /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753297 Aug 31 06:36:05.649359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 00d47f1d-5139-431b-926d-04a6bafb4ce3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:05.653993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 00d47f1d-5139-431b-926d-04a6bafb4ce3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:05.654548 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.661290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b3d45bf3-4b1a-4743-a03b-13b93fac6356 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:05.735005 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.774338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86db5922-fe6a-4767-bf36-bacf0e732b29']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:05.803266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e48708-ee52-4630-9b17-de21c213c33d') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:05.803812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e48708-ee52-4630-9b17-de21c213c33d') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:05.831548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.902137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.917097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:36:05.917669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:36:05.925634 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:36:05.933499 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.991231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b3d45bf3-4b1a-4743-a03b-13b93fac6356, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3d45bf3-4b1a-4743-a03b-13b93fac6356,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:06.077632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305051a-660b-4747-bf04-fa11d46fd2f3 req-c3aef1d3-ad10-4712-8fff-13318bf90af2 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:06.079498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e305051a-660b-4747-bf04-fa11d46fd2f3 req-c3aef1d3-ad10-4712-8fff-13318bf90af2 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 943 time: 0.2277119 Aug 31 06:36:06.086009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 00d47f1d-5139-431b-926d-04a6bafb4ce3, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=00d47f1d-5139-431b-926d-04a6bafb4ce3,segment=NetworkSegment(abc51e16-2266-40b3-9c53-78b6de5a0015),segment_id=abc51e16-2266-40b3-9c53-78b6de5a0015)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:06.092456 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.105178 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.116903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.129819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/networks/86db5922-fe6a-4767-bf36-bacf0e732b29 HTTP/1.1" status: 204 len: 168 time: 1.7860022 Aug 31 06:36:06.131460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34408) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:06.134430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'b3d45bf3-4b1a-4743-a03b-13b93fac6356', 'network_id': 'be573b09-e92c-4a49-ae85-3781209aaf44', 'port_id': 'b3d45bf3-4b1a-4743-a03b-13b93fac6356', 'mac_address': 'fa:16:3e:f3:5d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8961c49-9c6f-4364-8434-f826d5070408', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:06.159935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'name': 'tempest-PortsIpV6TestJSON-1426212844'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:06.272539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e305051a-660b-4747-bf04-fa11d46fd2f3 req-6608bf51-656b-4299-b2d1-a2c39dbcc518 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424549 Aug 31 06:36:06.293795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35fab6-e73e-469d-8cf4-b53cfad0d64a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Network': ['ID=86db5922-fe6a-4767-bf36-bacf0e732b29,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:06.327129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:06.332534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.366206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 8ce696dd-5acb-44f1-936e-b6ea95c04fab yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:36:06.374114 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.381000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=00d47f1d-5139-431b-926d-04a6bafb4ce3,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:06.401044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d47f1d-5139-431b-926d-04a6bafb4ce3'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:06.408155 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4217c3-f891-45bb-9f00-8d6c531ba059" -d '{"events": [{"server_uuid": "84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a", "name": "network-vif-plugged", "status": "completed", "tag": "00d47f1d-5139-431b-926d-04a6bafb4ce3"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:06.430008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d45bf3-4b1a-4743-a03b-13b93fac6356 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:06.488247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b3d45bf3-4b1a-4743-a03b-13b93fac6356, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3d45bf3-4b1a-4743-a03b-13b93fac6356,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:06.495958 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.635248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74b270-b9b5-4fad-a6f4-2405cb7f8cc6 req-0e5062ef-3ac4-4de0-af5f-c7c8a54d3bb5 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:06.644242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab74b270-b9b5-4fad-a6f4-2405cb7f8cc6 req-0e5062ef-3ac4-4de0-af5f-c7c8a54d3bb5 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 946 time: 0.1668165 Aug 31 06:36:06.644681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe5df-0219-4853-8389-fca429bee578 req-53c04f9e-da2b-4340-8089-d6d260de6026 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:06.646254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b3d45bf3-4b1a-4743-a03b-13b93fac6356,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:06.654637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f4fe5df-0219-4853-8389-fca429bee578 req-53c04f9e-da2b-4340-8089-d6d260de6026 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 945 time: 0.1390514 Aug 31 06:36:06.709320 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f4fe5df-0219-4853-8389-fca429bee578 req-130bece9-08d4-4273-be08-0cbbc5f2d9a4 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535955 Aug 31 06:36:06.730293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b3d45bf3-4b1a-4743-a03b-13b93fac6356'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:06.758789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab74b270-b9b5-4fad-a6f4-2405cb7f8cc6 req-ff08d208-7053-485f-b64e-e29dcac230e6 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133997 Aug 31 06:36:06.823651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.834591 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b4e596-a60b-4df8-a03c-a48c5403a5f9 x-openstack-request-id: req-b2b4e596-a60b-4df8-a03c-a48c5403a5f9 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:06.835097 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a", "name": "network-vif-plugged", "status": "completed", "tag": "00d47f1d-5139-431b-926d-04a6bafb4ce3", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:06.835429 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2b4e596-a60b-4df8-a03c-a48c5403a5f9 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:06.835931 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d47f1d-5139-431b-926d-04a6bafb4ce3', 'code': 200} Aug 31 06:36:06.930280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.072293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f70c-2e00-49fd-933e-3accbd5cdca2 req-e7e24c18-1ba0-4ae5-b235-66d2fa15913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:07.075427 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72b3f70c-2e00-49fd-933e-3accbd5cdca2 req-e7e24c18-1ba0-4ae5-b235-66d2fa15913f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 1098 time: 0.1377168 Aug 31 06:36:07.118880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:07.149026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:07.175479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:07.181541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72b3f70c-2e00-49fd-933e-3accbd5cdca2 req-58d2cce9-4fa6-4ce5-b3a9-61d8e8050dad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983927 Aug 31 06:36:07.190968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:07.191974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.201291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=8ce696dd-5acb-44f1-936e-b6ea95c04fab,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:07.230462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34442) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:07.230772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6d93a0d6-c037-45e9-8313-b8d1d5e3f878 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0833130 Aug 31 06:36:07.466612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f13e789d-d6e8-4564-80e5-925dca7d67d1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 8ce696dd-5acb-44f1-936e-b6ea95c04fab {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:07.467034 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f13e789d-d6e8-4564-80e5-925dca7d67d1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.643099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f13e789d-d6e8-4564-80e5-925dca7d67d1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.674654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf4c81-1aad-4395-9318-6429f9692cd4 req-a2ca818c-e73b-40eb-ad85-ee5074663678 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:07.678320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b3d45bf3-4b1a-4743-a03b-13b93fac6356 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:07.693525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9cf4c81-1aad-4395-9318-6429f9692cd4 req-a2ca818c-e73b-40eb-ad85-ee5074663678 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 944 time: 0.1629417 Aug 31 06:36:07.730850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c40b3-f507-4dbe-b126-c932bc222622 req-c4b285a9-6f35-436c-b216-5c7579edf9e1 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:07.733688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e9c40b3-f507-4dbe-b126-c932bc222622 req-c4b285a9-6f35-436c-b216-5c7579edf9e1 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 945 time: 0.0798984 Aug 31 06:36:07.746302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f13e789d-d6e8-4564-80e5-925dca7d67d1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 8ce696dd-5acb-44f1-936e-b6ea95c04fab owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:07.796862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port b3d45bf3-4b1a-4743-a03b-13b93fac6356 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:07.802004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port b3d45bf3-4b1a-4743-a03b-13b93fac6356 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:07.802455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.848582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e9c40b3-f507-4dbe-b126-c932bc222622 req-f57877ea-953b-4ab8-83ab-ae75cdb3463b tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069417 Aug 31 06:36:07.894146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9cf4c81-1aad-4395-9318-6429f9692cd4 req-35b6319f-be37-44fc-b4aa-45a0129d54ac tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847031 Aug 31 06:36:07.983352 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.993584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f13e789d-d6e8-4564-80e5-925dca7d67d1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.049571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f13e789d-d6e8-4564-80e5-925dca7d67d1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.052481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f13e789d-d6e8-4564-80e5-925dca7d67d1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/8ce696dd-5acb-44f1-936e-b6ea95c04fab HTTP/1.1" status: 204 len: 168 time: 0.8199944 Aug 31 06:36:08.053824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e789d-d6e8-4564-80e5-925dca7d67d1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=8ce696dd-5acb-44f1-936e-b6ea95c04fab,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:08.055074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34470) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:08.061916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'mac_address': 'fa:16:3e:67:f5:e2', 'name': 'tempest-PortsIpV6TestJSON-651454965'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:08.086467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b3d45bf3-4b1a-4743-a03b-13b93fac6356, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3d45bf3-4b1a-4743-a03b-13b93fac6356,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:08.102922 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.160968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba7e35-9cc0-4951-a1e8-ec375bf0386f req-147b02d1-ae1d-4d8d-ad08-535a4baed381 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:08.163609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31ba7e35-9cc0-4951-a1e8-ec375bf0386f req-147b02d1-ae1d-4d8d-ad08-535a4baed381 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 946 time: 0.1837742 Aug 31 06:36:08.205270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b3d45bf3-4b1a-4743-a03b-13b93fac6356,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:08.247163 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31ba7e35-9cc0-4951-a1e8-ec375bf0386f req-8fbd51be-b9f8-4d46-877c-cc6cc5d598ae tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707312 Aug 31 06:36:08.293142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:08.430826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.492559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 8e817b66-757b-4767-99c9-65112f41c96c yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:36:08.764015 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.829815 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.848267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a365aa8-8f75-4bfe-9edc-f68ca54a17c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d45bf3-4b1a-4743-a03b-13b93fac6356'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:08.855282 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be5f2b0-5379-43a6-93a8-54d336e41421" -d '{"events": [{"server_uuid": "4a365aa8-8f75-4bfe-9edc-f68ca54a17c9", "name": "network-vif-plugged", "status": "completed", "tag": "b3d45bf3-4b1a-4743-a03b-13b93fac6356"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:08.911367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:08.917370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:08.921971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:08.933718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:08.935030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.939328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34494) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:08.968757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=8e817b66-757b-4767-99c9-65112f41c96c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:08.989758 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd4cfec-6836-483c-93f3-900982a0505c x-openstack-request-id: req-ffd4cfec-6836-483c-93f3-900982a0505c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:08.990160 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a365aa8-8f75-4bfe-9edc-f68ca54a17c9", "name": "network-vif-plugged", "status": "completed", "tag": "b3d45bf3-4b1a-4743-a03b-13b93fac6356", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:08.990587 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffd4cfec-6836-483c-93f3-900982a0505c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:08.991062 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a365aa8-8f75-4bfe-9edc-f68ca54a17c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d45bf3-4b1a-4743-a03b-13b93fac6356', 'code': 200} Aug 31 06:36:09.029999 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d26162eb-962e-483d-932f-fe59e6911654 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9726768 Aug 31 06:36:09.030955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34498) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:09.056326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-9f727ba9-d45d-43f6-a153-0ae4f040fbcc tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.061476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-9f727ba9-d45d-43f6-a153-0ae4f040fbcc tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 945 time: 0.1941297 Aug 31 06:36:09.171076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a18548-b067-4d61-a4f6-5006be639f2a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.176786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-43a18548-b067-4d61-a4f6-5006be639f2a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/8e817b66-757b-4767-99c9-65112f41c96c HTTP/1.1" status: 200 len: 844 time: 0.1443262 Aug 31 06:36:09.180431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:09.255748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d538e40-f6f4-4dc3-b807-b3d2a388b043 req-160ab9c1-afe1-4e09-9278-3bbcb2f35a27 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.258387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d538e40-f6f4-4dc3-b807-b3d2a388b043 req-160ab9c1-afe1-4e09-9278-3bbcb2f35a27 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 945 time: 0.1368678 Aug 31 06:36:09.269352 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6425223f-50d2-4428-88fa-7ff2aee262ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.343736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905a9f-ac78-4193-b12b-d0f571410c6a req-52c46ff3-c1ed-4d1b-93e2-78b13e8de771 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.345419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0905a9f-ac78-4193-b12b-d0f571410c6a req-52c46ff3-c1ed-4d1b-93e2-78b13e8de771 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 945 time: 0.2762496 Aug 31 06:36:09.349006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acf760-8414-46e4-8ef3-be7bc2d263bb req-2f8eec5b-4032-4c6e-8184-517e19fd2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.350660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44acf760-8414-46e4-8ef3-be7bc2d263bb req-2f8eec5b-4032-4c6e-8184-517e19fd2cf8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 1097 time: 0.2402179 Aug 31 06:36:09.370451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-eecbca3e-0e1c-4eaf-935d-bcef8e509121 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.373942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-eecbca3e-0e1c-4eaf-935d-bcef8e509121 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "GET /v2.0/ports?device_id=d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f HTTP/1.1" status: 200 len: 946 time: 0.1586328 Aug 31 06:36:09.437312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d538e40-f6f4-4dc3-b807-b3d2a388b043 req-eee8d9f3-de84-4dfa-892c-4ae7ac6dd33f tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701121 Aug 31 06:36:09.487882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-17dac22c-fc5e-476f-b4df-fe0dc4d4926f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 8e817b66-757b-4767-99c9-65112f41c96c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:09.488402 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17dac22c-fc5e-476f-b4df-fe0dc4d4926f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.564889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Deleting port 6eaea25a-aff6-4186-bfff-96eaa16e6458 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:09.565502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.584338 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44acf760-8414-46e4-8ef3-be7bc2d263bb req-3f41d1a9-b538-4a32-932b-e560020caeac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248428 Aug 31 06:36:09.625381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17dac22c-fc5e-476f-b4df-fe0dc4d4926f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.657302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-17dac22c-fc5e-476f-b4df-fe0dc4d4926f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 8e817b66-757b-4767-99c9-65112f41c96c owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:09.660367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6425223f-50d2-4428-88fa-7ff2aee262ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.670379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6425223f-50d2-4428-88fa-7ff2aee262ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.792304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6425223f-50d2-4428-88fa-7ff2aee262ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=125fc00be5d449958c9825af5f4c2c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8480952 Aug 31 06:36:09.796134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425223f-50d2-4428-88fa-7ff2aee262ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f5fcf-f05e-4cf7-90e8-f8c4e9c56d24,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:09.801244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34518) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:09.892191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef1826-2eb5-4837-ab86-c66832996b6a req-76f3f975-ebf3-46d2-8d7f-5b8e02385808 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.894840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1aef1826-2eb5-4837-ab86-c66832996b6a req-76f3f975-ebf3-46d2-8d7f-5b8e02385808 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 946 time: 0.2120829 Aug 31 06:36:09.933814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17dac22c-fc5e-476f-b4df-fe0dc4d4926f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.944224 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4778e6f9-bee1-4b3a-9644-4e5a3b057866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.992491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dac22c-fc5e-476f-b4df-fe0dc4d4926f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=8e817b66-757b-4767-99c9-65112f41c96c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:09.996265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0905a9f-ac78-4193-b12b-d0f571410c6a req-fd13adf2-2aef-4e44-b4ab-e9ebb227cc5f tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/security-groups?id=259dfcc7-4686-458a-9c91-bd0d84df057b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098726 Aug 31 06:36:10.011506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17dac22c-fc5e-476f-b4df-fe0dc4d4926f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.013691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-17dac22c-fc5e-476f-b4df-fe0dc4d4926f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/8e817b66-757b-4767-99c9-65112f41c96c HTTP/1.1" status: 204 len: 168 time: 0.8321519 Aug 31 06:36:10.023356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1aef1826-2eb5-4837-ab86-c66832996b6a req-78f1374b-2349-435d-b584-d7fa99770744 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197615 Aug 31 06:36:10.026412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34520) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:10.028718 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4778e6f9-bee1-4b3a-9644-4e5a3b057866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.101587 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2add8f-d9f5-44cf-bb1a-4aa560b4fa36 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:36:10.103847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6a2add8f-d9f5-44cf-bb1a-4aa560b4fa36 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/8e817b66-757b-4767-99c9-65112f41c96c HTTP/1.1" status: 404 len: 333 time: 0.0726497 Aug 31 06:36:10.112862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34524) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:10.122303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'name': 'tempest-PortsIpV6TestJSON-1168915711'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:10.157464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] For port 6eaea25a-aff6-4186-bfff-96eaa16e6458, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6eaea25a-aff6-4186-bfff-96eaa16e6458,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:10.158287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.175247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Calling delete_port for 6eaea25a-aff6-4186-bfff-96eaa16e6458 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:10.262630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Deleting port 841f3539-6178-4f75-87af-3ca06a4455ec {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:10.263139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.264632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4778e6f9-bee1-4b3a-9644-4e5a3b057866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.269626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4778e6f9-bee1-4b3a-9644-4e5a3b057866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.272143 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4778e6f9-bee1-4b3a-9644-4e5a3b057866 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af1f5fcf-f05e-4cf7-90e8-f8c4e9c56d24 HTTP/1.1" status: 204 len: 168 time: 0.4698377 Aug 31 06:36:10.291695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778e6f9-bee1-4b3a-9644-4e5a3b057866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f5fcf-f05e-4cf7-90e8-f8c4e9c56d24,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:10.331650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:10.336089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.408665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port c9173213-1f82-475c-b4d0-a57e997bd4cc yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:36:10.484413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.515261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['841f3539-6178-4f75-87af-3ca06a4455ec'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:10.624352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Pushing event deleted for resources: {'Port': ['ID=6eaea25a-aff6-4186-bfff-96eaa16e6458,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:10.705403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] For port 841f3539-6178-4f75-87af-3ca06a4455ec, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=841f3539-6178-4f75-87af-3ca06a4455ec,segment=NetworkSegment(f50cf020-20c6-4908-8fd7-dd96455b29d9),segment_id=f50cf020-20c6-4908-8fd7-dd96455b29d9)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:10.705845 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.783104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Calling delete_port for 841f3539-6178-4f75-87af-3ca06a4455ec owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:10.847695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] No DVR routers for this DVR port 6eaea25a-aff6-4186-bfff-96eaa16e6458 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:10.857253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.859721 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220e92d-1243-4901-85e0-58cca0dab4ae req-75b606c8-c44f-45da-99d8-d9fb5a8846c2 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "DELETE /v2.0/ports/6eaea25a-aff6-4186-bfff-96eaa16e6458 HTTP/1.1" status: 204 len: 173 time: 1.7855835 Aug 31 06:36:10.960331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.969675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15ab80-0bd3-42aa-b110-a1eaeaf81ca2 req-445e2732-3f47-40d3-add6-ec38f80b2e3d tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:10.974067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa15ab80-0bd3-42aa-b110-a1eaeaf81ca2 req-445e2732-3f47-40d3-add6-ec38f80b2e3d tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 945 time: 0.2301099 Aug 31 06:36:10.980789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5236a-deb0-46c3-8977-b960ff21d6da', 'name': 'network-vif-deleted', 'tag': '6eaea25a-aff6-4186-bfff-96eaa16e6458'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:10.983731 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39f6882-91f7-484c-9444-1440cbe5b2be" -d '{"events": [{"server_uuid": "aae5236a-deb0-46c3-8977-b960ff21d6da", "name": "network-vif-deleted", "tag": "6eaea25a-aff6-4186-bfff-96eaa16e6458"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:11.019186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66978d7e-995f-4502-983a-c7bdb843c5ac req-77db1cdf-24d4-4025-8d29-140cbf78680a tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:11.020878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66978d7e-995f-4502-983a-c7bdb843c5ac req-77db1cdf-24d4-4025-8d29-140cbf78680a tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 946 time: 0.4479194 Aug 31 06:36:11.109300 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:11.145997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa15ab80-0bd3-42aa-b110-a1eaeaf81ca2 req-53909f02-9909-4682-922e-8d7c97cc632b tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631510 Aug 31 06:36:11.184913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:11.235139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Pushing event deleted for resources: {'Port': ['ID=841f3539-6178-4f75-87af-3ca06a4455ec,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:11.259351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66978d7e-995f-4502-983a-c7bdb843c5ac req-19715d37-e07f-4fdd-aa7f-f130f40fc7be tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777391 Aug 31 06:36:11.319531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] No DVR routers for this DVR port 841f3539-6178-4f75-87af-3ca06a4455ec on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:11.326257 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:11.329324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f92c8b2-5355-4603-8dff-4869b6ca2d97 req-77a0ac5b-9dba-459d-9fa7-f1914e357b35 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.42 "DELETE /v2.0/ports/841f3539-6178-4f75-87af-3ca06a4455ec HTTP/1.1" status: 204 len: 173 time: 1.9411299 Aug 31 06:36:11.330783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=c9173213-1f82-475c-b4d0-a57e997bd4cc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:11.334707 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36cd416-f96a-451a-9697-12abe81949c7 x-openstack-request-id: req-b36cd416-f96a-451a-9697-12abe81949c7 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:11.335095 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae5236a-deb0-46c3-8977-b960ff21d6da", "name": "network-vif-deleted", "tag": "6eaea25a-aff6-4186-bfff-96eaa16e6458", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:11.335257 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b36cd416-f96a-451a-9697-12abe81949c7 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:11.335646 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5236a-deb0-46c3-8977-b960ff21d6da', 'name': 'network-vif-deleted', 'tag': '6eaea25a-aff6-4186-bfff-96eaa16e6458', 'status': 'completed', 'code': 200} Aug 31 06:36:11.355364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:11.359738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:11.363391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:11.391897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:11.392619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:11.443514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a0666c4b-0294-4558-82ce-caa86f402b7b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3253818 Aug 31 06:36:11.443940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:11.450722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:11.515800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6eaea25a-aff6-4186-bfff-96eaa16e6458 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:11.563879 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:11.589830 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7cea930-dc4a-4aa2-903c-f1cf76a12b45 req-0498cc50-c260-4815-923c-dd3650dc2967 tempest-MultipleCreateTestJSON-874374806 tempest-MultipleCreateTestJSON-874374806-project] 10.222.0.15 "GET /v2.0/ports?device_id=aae5236a-deb0-46c3-8977-b960ff21d6da HTTP/1.1" status: 200 len: 210 time: 0.0728362 Aug 31 06:36:11.597275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 6eaea25a-aff6-4186-bfff-96eaa16e6458 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:11.598243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6eaea25a-aff6-4186-bfff-96eaa16e6458 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:11.890266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-2f19f6e8-8cc0-473b-8a97-d3883328ceb3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:11.893322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-2f19f6e8-8cc0-473b-8a97-d3883328ceb3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.42 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 946 time: 0.1133487 Aug 31 06:36:11.928074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:11.957734 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.030497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] In _notify_port_updated(), no bound segment for port c9173213-1f82-475c-b4d0-a57e997bd4cc on network f9684a1a-7dcb-401f-a1d8-8296d500a981 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:36:12.039334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:12.040105 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.046277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "PUT /v2.0/ports/c9173213-1f82-475c-b4d0-a57e997bd4cc HTTP/1.1" status: 200 len: 818 time: 0.5966091 Aug 31 06:36:12.046609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34582) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:12.112383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142f057-2e87-48d4-ad80-3e0d31052541 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=c9173213-1f82-475c-b4d0-a57e997bd4cc,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:12.155530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Deleting port 00d47f1d-5139-431b-926d-04a6bafb4ce3 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:12.155942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.256379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7f292f61-41f0-4a46-8ded-9430e892325f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port c9173213-1f82-475c-b4d0-a57e997bd4cc {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:12.256933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f292f61-41f0-4a46-8ded-9430e892325f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.386845 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f292f61-41f0-4a46-8ded-9430e892325f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.424732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] For port 00d47f1d-5139-431b-926d-04a6bafb4ce3, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=00d47f1d-5139-431b-926d-04a6bafb4ce3,segment=NetworkSegment(abc51e16-2266-40b3-9c53-78b6de5a0015),segment_id=abc51e16-2266-40b3-9c53-78b6de5a0015)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:12.425605 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.451367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e74f9b-c350-4375-bb1b-c2d859502289 req-95e090cd-b83e-473b-9864-ac5f72fabfe7 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:12.460208 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20e74f9b-c350-4375-bb1b-c2d859502289 req-95e090cd-b83e-473b-9864-ac5f72fabfe7 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 945 time: 0.1677430 Aug 31 06:36:12.475276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7f292f61-41f0-4a46-8ded-9430e892325f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for c9173213-1f82-475c-b4d0-a57e997bd4cc owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:12.475930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Calling delete_port for 00d47f1d-5139-431b-926d-04a6bafb4ce3 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:12.605506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20e74f9b-c350-4375-bb1b-c2d859502289 req-571b47ea-4ee5-4e15-a254-8206c57663d2 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444387 Aug 31 06:36:12.608875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5338b-edf6-49df-a83c-3cd812ecf789 req-3e637765-d878-4f17-89fa-a355222700b4 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:12.617511 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-36a5338b-edf6-49df-a83c-3cd812ecf789 req-3e637765-d878-4f17-89fa-a355222700b4 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 946 time: 0.2164578 Aug 31 06:36:12.620756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f292f61-41f0-4a46-8ded-9430e892325f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.665526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292f61-41f0-4a46-8ded-9430e892325f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=c9173213-1f82-475c-b4d0-a57e997bd4cc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:12.680347 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f292f61-41f0-4a46-8ded-9430e892325f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.686265 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7f292f61-41f0-4a46-8ded-9430e892325f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/c9173213-1f82-475c-b4d0-a57e997bd4cc HTTP/1.1" status: 204 len: 168 time: 0.6351912 Aug 31 06:36:12.689208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34620) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:12.715543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-36a5338b-edf6-49df-a83c-3cd812ecf789 req-4327e426-86fc-4492-84db-0f470e4bf993 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb43defa-a123-4584-af3f-4765ac597161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969265 Aug 31 06:36:12.950307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34634) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:12.971920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.988823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['00d47f1d-5139-431b-926d-04a6bafb4ce3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:13.073110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce19d55-dde9-4dc8-8609-dd655ad2d505 admin admin] Deleting subnet 4d08af08-3001-4675-bf4d-e90ed44ac52d {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:36:13.083105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Pushing event deleted for resources: {'Port': ['ID=00d47f1d-5139-431b-926d-04a6bafb4ce3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:13.096871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ce19d55-dde9-4dc8-8609-dd655ad2d505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.134963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e8e94-9108-44f6-8733-57ced47140c3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:13.138911 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-133e8e94-9108-44f6-8733-57ced47140c3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4484520 Aug 31 06:36:13.149706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34642) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:13.185868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ce19d55-dde9-4dc8-8609-dd655ad2d505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.240060 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d262d8a2-a25d-47fe-a067-d3a6e25c57ac tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:36:13.243716 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d262d8a2-a25d-47fe-a067-d3a6e25c57ac tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/c9173213-1f82-475c-b4d0-a57e997bd4cc HTTP/1.1" status: 404 len: 333 time: 0.0879791 Aug 31 06:36:13.251012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:13.281158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2007303196'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:13.290149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] No DVR routers for this DVR port 00d47f1d-5139-431b-926d-04a6bafb4ce3 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:13.298118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.307479 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc98aabb-b71b-4ecc-a174-ee5729e5b0b5 req-6be2d59f-7428-4e0d-b234-b3f062357ea3 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.42 "DELETE /v2.0/ports/00d47f1d-5139-431b-926d-04a6bafb4ce3 HTTP/1.1" status: 204 len: 173 time: 1.4038451 Aug 31 06:36:13.330788 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ce19d55-dde9-4dc8-8609-dd655ad2d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.337642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25c2d0b-1028-4cfc-9a64-88bc4bd7c42f', 'name': 'network-vif-deleted', 'tag': '841f3539-6178-4f75-87af-3ca06a4455ec'}, {'server_uuid': '84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a', 'name': 'network-vif-deleted', 'tag': '00d47f1d-5139-431b-926d-04a6bafb4ce3'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:13.342336 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980be127-d0a0-4114-856e-0595dcdf7554" -d '{"events": [{"server_uuid": "d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f", "name": "network-vif-deleted", "tag": "841f3539-6178-4f75-87af-3ca06a4455ec"}, {"server_uuid": "84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a", "name": "network-vif-deleted", "tag": "00d47f1d-5139-431b-926d-04a6bafb4ce3"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:13.394209 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673887aa-b167-4301-a251-a23f79681ea8 x-openstack-request-id: req-673887aa-b167-4301-a251-a23f79681ea8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:13.394809 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25c2d0b-1028-4cfc-9a64-88bc4bd7c42f", "name": "network-vif-deleted", "tag": "841f3539-6178-4f75-87af-3ca06a4455ec", "status": "completed", "code": 200}, {"server_uuid": "84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a", "name": "network-vif-deleted", "tag": "00d47f1d-5139-431b-926d-04a6bafb4ce3", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:13.395642 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-673887aa-b167-4301-a251-a23f79681ea8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:13.397115 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25c2d0b-1028-4cfc-9a64-88bc4bd7c42f', 'name': 'network-vif-deleted', 'tag': '841f3539-6178-4f75-87af-3ca06a4455ec', 'status': 'completed', 'code': 200} Aug 31 06:36:13.397697 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a', 'name': 'network-vif-deleted', 'tag': '00d47f1d-5139-431b-926d-04a6bafb4ce3', 'status': 'completed', 'code': 200} Aug 31 06:36:13.403521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:13.406979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.453374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:36:13.464178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ce19d55-dde9-4dc8-8609-dd655ad2d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.480162 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.480705 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Added segment 283a1948-6144-4bc5-b1a8-5a70cd66de9e of type vlan for network 22305160-015a-4152-8608-9aabde14ec77 Aug 31 06:36:13.514623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 841f3539-6178-4f75-87af-3ca06a4455ec no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:13.523354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce19d55-dde9-4dc8-8609-dd655ad2d505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d08af08-3001-4675-bf4d-e90ed44ac52d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:13.539877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ce19d55-dde9-4dc8-8609-dd655ad2d505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.543127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4ce19d55-dde9-4dc8-8609-dd655ad2d505 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4d08af08-3001-4675-bf4d-e90ed44ac52d HTTP/1.1" status: 204 len: 168 time: 0.5915008 Aug 31 06:36:13.547039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34666) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:13.572227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 841f3539-6178-4f75-87af-3ca06a4455ec {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:13.579506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 841f3539-6178-4f75-87af-3ca06a4455ec not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:13.584448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.613817 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.622247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:13.623289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.694355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4327497 Aug 31 06:36:13.699416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34680) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:13.705231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': '22305160-015a-4152-8608-9aabde14ec77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:13.709162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.793354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4fe49-f399-4c5e-a93d-6bb918a0210c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Network': ['ID=22305160-015a-4152-8608-9aabde14ec77,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:13.806054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 22305160-015a-4152-8608-9aabde14ec77 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:36:13.971063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1663a718-90f6-4404-92fd-7c00f774713e req-cd144976-7f51-4430-a129-71efac5d49b4 tempest-InstanceActionsNegativeTestJSON-995611418 tempest-InstanceActionsNegativeTestJSON-995611418-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ca2d6e-6b7d-4dc0-8293-bcce53c5bd8a HTTP/1.1" status: 200 len: 210 time: 0.0467131 Aug 31 06:36:13.981585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.010210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:14.023374 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.025576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e91ff02-6e5c-4185-a906-71b517bae5f7']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:14.064737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50cf020-20c6-4908-8fd7-dd96455b29d9') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:14.065291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50cf020-20c6-4908-8fd7-dd96455b29d9') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:14.099664 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.145295 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.164981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:36:14.165701 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:36:14.169290 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:36:14.314829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.333589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.346762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0e91ff02-6e5c-4185-a906-71b517bae5f7 HTTP/1.1" status: 204 len: 168 time: 0.7966239 Aug 31 06:36:14.369740 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.372424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213b010-9a06-4602-8e9f-ea72581d8c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e91ff02-6e5c-4185-a906-71b517bae5f7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:14.387470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5729-cd1a-4eb5-8314-103cbaedb909 req-a40edfce-445d-4541-878a-dfb2d9994118 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:14.395404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-835b5729-cd1a-4eb5-8314-103cbaedb909 req-a40edfce-445d-4541-878a-dfb2d9994118 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 945 time: 0.1399145 Aug 31 06:36:14.477965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-835b5729-cd1a-4eb5-8314-103cbaedb909 req-40361617-1ead-4293-b4f8-9a677b54b7f2 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808311 Aug 31 06:36:14.516643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Checking segment: {'id': '283a1948-6144-4bc5-b1a8-5a70cd66de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '22305160-015a-4152-8608-9aabde14ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:14.517789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network hostable DHCP agents. Network: 22305160-015a-4152-8608-9aabde14ec77, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:36:14.537748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=8ceb8398-43c1-4683-9134-7acec40cde15,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:14.557621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 22305160-015a-4152-8608-9aabde14ec77 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:36:14.575289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 22305160-015a-4152-8608-9aabde14ec77) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:14.601360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49fac7f-d87d-4bf9-ae18-fbd271470e9d None None] Network 22305160-015a-4152-8608-9aabde14ec77 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:14.623187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:14.623915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.657712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34730) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:14.658376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8729f604-20a9-42f9-8228-4f339047ade8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9576430 Aug 31 06:36:14.669121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6c825b49-f1b5-4ad3-8e7d-6fd989821c7a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': '22305160-015a-4152-8608-9aabde14ec77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:14.709805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34732) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:14.796095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-59f6a585-9bea-49b9-9dc8-4f6520e20912 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df25224f9be3445abf0b182e31891aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844309 Aug 31 06:36:14.797064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34736) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:14.891490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-19f5d0a3-edf0-4634-97c7-943bffcdc808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.936419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-19f5d0a3-edf0-4634-97c7-943bffcdc808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.966162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c825b49-f1b5-4ad3-8e7d-6fd989821c7a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:14.974665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c825b49-f1b5-4ad3-8e7d-6fd989821c7a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.988405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-22305160-015a-4152-8608-9aabde14ec77', 'network_id': '22305160-015a-4152-8608-9aabde14ec77', 'tenant_id': '2bd6386fe638485fb3b58f666ee56a8a', 'fixed_ips': [{'subnet_id': '8ceb8398-43c1-4683-9134-7acec40cde15'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:36:14.989325 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.081899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-19f5d0a3-edf0-4634-97c7-943bffcdc808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.086735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-19f5d0a3-edf0-4634-97c7-943bffcdc808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.090116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-19f5d0a3-edf0-4634-97c7-943bffcdc808 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/259dfcc7-4686-458a-9c91-bd0d84df057b HTTP/1.1" status: 204 len: 168 time: 0.2895811 Aug 31 06:36:15.106429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34748) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:15.108023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5d0a3-edf0-4634-97c7-943bffcdc808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259dfcc7-4686-458a-9c91-bd0d84df057b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:15.201607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b97337-bf2b-40f2-bd50-184a7a566f0a admin admin] Deleting subnet ec2cbef3-3ba4-496e-97c5-ea708eef1fbc {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:36:15.206952 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b97337-bf2b-40f2-bd50-184a7a566f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.280694 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b97337-bf2b-40f2-bd50-184a7a566f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.350459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b97337-bf2b-40f2-bd50-184a7a566f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.433216 n-d-712142-16 neutron-server[94668]: INFO neutron.db.ipam_backend_mixin [None req-6c825b49-f1b5-4ad3-8e7d-6fd989821c7a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ceb8398-43c1-4683-9134-7acec40cde15 (CIDR: 2001:db8::/64) Aug 31 06:36:15.440231 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c825b49-f1b5-4ad3-8e7d-6fd989821c7a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:36:15.440961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c825b49-f1b5-4ad3-8e7d-6fd989821c7a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:36:15.464984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6c825b49-f1b5-4ad3-8e7d-6fd989821c7a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8046756 Aug 31 06:36:15.469524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34760) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:15.477480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': '22305160-015a-4152-8608-9aabde14ec77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:15.494820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-f6470e45-c8f5-43e0-886d-640bd585f714 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.497404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-f6470e45-c8f5-43e0-886d-640bd585f714 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 945 time: 0.2271736 Aug 31 06:36:15.544510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b97337-bf2b-40f2-bd50-184a7a566f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.577075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 00d47f1d-5139-431b-926d-04a6bafb4ce3 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:15.638334 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b97337-bf2b-40f2-bd50-184a7a566f0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.645106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e2b97337-bf2b-40f2-bd50-184a7a566f0a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ec2cbef3-3ba4-496e-97c5-ea708eef1fbc HTTP/1.1" status: 204 len: 168 time: 0.5217459 Aug 31 06:36:15.646803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b97337-bf2b-40f2-bd50-184a7a566f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2cbef3-3ba4-496e-97c5-ea708eef1fbc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:15.651473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34776) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:15.808015 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.846194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Allocated IP 2001:db8::2 (22305160-015a-4152-8608-9aabde14ec77/8ceb8398-43c1-4683-9134-7acec40cde15/7b2f03d6-407e-401a-972a-4a8a3f5d9653) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:16.007735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.012730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab42aea-1615-46b6-877f-d5a7cf6c001e req-01c8811d-85bf-47da-b2cc-e0b62813ab77 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.025004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ab42aea-1615-46b6-877f-d5a7cf6c001e req-01c8811d-85bf-47da-b2cc-e0b62813ab77 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 945 time: 0.3013332 Aug 31 06:36:16.025681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a68fbd1-4f29-4240-882a-61b4a1cb8448']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:16.041432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc51e16-2266-40b3-9c53-78b6de5a0015') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:16.041940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc51e16-2266-40b3-9c53-78b6de5a0015') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:16.058566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.087549 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.097895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:36:16.098461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.145993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ab42aea-1615-46b6-877f-d5a7cf6c001e req-16b797e7-0618-465f-ade4-4c1842e22dd4 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcbcd97a-0fa4-4679-ae35-eb41914de2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185277 Aug 31 06:36:16.151544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:16.156094 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.182413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Deleting port b3d45bf3-4b1a-4743-a03b-13b93fac6356 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:16.183125 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:36:16.209088 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:36:16.214282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.225467 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.233573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4a68fbd1-4f29-4240-882a-61b4a1cb8448 HTTP/1.1" status: 204 len: 168 time: 0.5802765 Aug 31 06:36:16.255110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0011c9-d6ba-48d4-9194-a104d5d98651 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a68fbd1-4f29-4240-882a-61b4a1cb8448,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:16.300947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 00d47f1d-5139-431b-926d-04a6bafb4ce3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:16.301449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 00d47f1d-5139-431b-926d-04a6bafb4ce3 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:16.375068 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.389624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Transition to ACTIVE for port object 7b2f03d6-407e-401a-972a-4a8a3f5d9653 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:16.420214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Transition to ACTIVE for port object 7b2f03d6-407e-401a-972a-4a8a3f5d9653 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:16.434019 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.496010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] For port b3d45bf3-4b1a-4743-a03b-13b93fac6356, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b3d45bf3-4b1a-4743-a03b-13b93fac6356,segment=NetworkSegment(56de2ccc-b134-4ef5-8c4c-e837a9adb272),segment_id=56de2ccc-b134-4ef5-8c4c-e837a9adb272)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:16.496712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.535504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Calling delete_port for b3d45bf3-4b1a-4743-a03b-13b93fac6356 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:16.638687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Network 22305160-015a-4152-8608-9aabde14ec77 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:16.677585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Pushing event updated for resources: {'Port': ['ID=7b2f03d6-407e-401a-972a-4a8a3f5d9653,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:16.685094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:16.700026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:16.751578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:16.793770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Attempting to bind port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:16.794148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Attempting to bind port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '283a1948-6144-4bc5-b1a8-5a70cd66de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '22305160-015a-4152-8608-9aabde14ec77'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:16.794505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Attempting to bind port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 on network 22305160-015a-4152-8608-9aabde14ec77 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:16.800032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:16.800408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Checking segment: {'id': '283a1948-6144-4bc5-b1a8-5a70cd66de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '22305160-015a-4152-8608-9aabde14ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:16.800813 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.801236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Bound using segment: {'id': '283a1948-6144-4bc5-b1a8-5a70cd66de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '22305160-015a-4152-8608-9aabde14ec77'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:16.801732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Bound port: 7b2f03d6-407e-401a-972a-4a8a3f5d9653, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283a1948-6144-4bc5-b1a8-5a70cd66de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '22305160-015a-4152-8608-9aabde14ec77'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:16.802115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.874553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-79a6bc56-8e2c-450e-bbf5-bf669da5002d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=782d314c7cce46ff9a34122df94a3c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214435 Aug 31 06:36:16.878847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34824) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:16.991491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] For port 7b2f03d6-407e-401a-972a-4a8a3f5d9653, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:17.004990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] For port 7b2f03d6-407e-401a-972a-4a8a3f5d9653, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7b2f03d6-407e-401a-972a-4a8a3f5d9653,segment=NetworkSegment(283a1948-6144-4bc5-b1a8-5a70cd66de9e),segment_id=283a1948-6144-4bc5-b1a8-5a70cd66de9e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:17.014410 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.025473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcd30a19-d69a-462c-b6b0-93395fabfdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.044644 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.079143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcd30a19-d69a-462c-b6b0-93395fabfdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.124178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=2d7057a8-5fd0-47a1-9e21-91312cf16f54,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:17.144019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 22305160-015a-4152-8608-9aabde14ec77 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:17.151884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:17.165346 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.173332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.174205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.187042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcd30a19-d69a-462c-b6b0-93395fabfdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.199315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcd30a19-d69a-462c-b6b0-93395fabfdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.207361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bcd30a19-d69a-462c-b6b0-93395fabfdff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb43defa-a123-4584-af3f-4765ac597161 HTTP/1.1" status: 204 len: 168 time: 0.3181324 Aug 31 06:36:17.208829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34842) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:17.211401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27174f2d-5abc-4277-b0dd-5ea0542aa51c None None] Pushing event updated for resources: {'Port': ['ID=7b2f03d6-407e-401a-972a-4a8a3f5d9653,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:17.243010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd30a19-d69a-462c-b6b0-93395fabfdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb43defa-a123-4584-af3f-4765ac597161,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:17.272002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Pushing event deleted for resources: {'Port': ['ID=b3d45bf3-4b1a-4743-a03b-13b93fac6356,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:17.278336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-78975511-4e42-46db-9b96-bf7febe071ca tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8072383 Aug 31 06:36:17.281721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34846) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:17.290662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': '22305160-015a-4152-8608-9aabde14ec77', 'fixed_ips': [{'subnet_id': '8ceb8398-43c1-4683-9134-7acec40cde15'}, {'subnet_id': '2d7057a8-5fd0-47a1-9e21-91312cf16f54'}], 'name': 'tempest-PortsIpV6TestJSON-1261644816'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:17.369109 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:36:17.520562 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f3f444b-0aca-4c89-9478-35357e55d9ba req-0fc7d149-b437-4f0c-a004-147d8e999127 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a365aa8-8f75-4bfe-9edc-f68ca54a17c9 HTTP/1.1" status: 200 len: 210 time: 0.1508656 Aug 31 06:36:17.526981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] No DVR routers for this DVR port b3d45bf3-4b1a-4743-a03b-13b93fac6356 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:17.541510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.545234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f270b302-546f-46db-a319-5cd96af9e8c5 req-d1a405ad-cb85-498b-b194-84e472f65b10 tempest-VolumesActionsTest-488809749 tempest-VolumesActionsTest-488809749-project] 10.222.0.23 "DELETE /v2.0/ports/b3d45bf3-4b1a-4743-a03b-13b93fac6356 HTTP/1.1" status: 204 len: 173 time: 2.0163906 Aug 31 06:36:17.546359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a365aa8-8f75-4bfe-9edc-f68ca54a17c9', 'name': 'network-vif-deleted', 'tag': 'b3d45bf3-4b1a-4743-a03b-13b93fac6356'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:17.564896 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f15a78-7e0e-4a4d-813c-c2c310909a08" -d '{"events": [{"server_uuid": "4a365aa8-8f75-4bfe-9edc-f68ca54a17c9", "name": "network-vif-deleted", "tag": "b3d45bf3-4b1a-4743-a03b-13b93fac6356"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:17.565308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:17.628726 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb7583-1b8f-4b3b-bd1c-319ac30c43b2 x-openstack-request-id: req-3bbb7583-1b8f-4b3b-bd1c-319ac30c43b2 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:17.629178 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a365aa8-8f75-4bfe-9edc-f68ca54a17c9", "name": "network-vif-deleted", "tag": "b3d45bf3-4b1a-4743-a03b-13b93fac6356", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:17.629555 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bbb7583-1b8f-4b3b-bd1c-319ac30c43b2 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:17.630219 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a365aa8-8f75-4bfe-9edc-f68ca54a17c9', 'name': 'network-vif-deleted', 'tag': 'b3d45bf3-4b1a-4743-a03b-13b93fac6356', 'status': 'completed', 'code': 200} Aug 31 06:36:17.726238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b3d45bf3-4b1a-4743-a03b-13b93fac6356 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:17.784663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: b3d45bf3-4b1a-4743-a03b-13b93fac6356 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:17.785179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b3d45bf3-4b1a-4743-a03b-13b93fac6356 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:18.233490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1428882582-network', 'tenant_id': '3c32f0a2b26f4894887d24afecb022a5'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:18.349474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Made reservation on behalf of 3c32f0a2b26f4894887d24afecb022a5 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:18.351985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.372619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.407598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.442042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:36:18.638675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34914) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:18.814489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a599d727-e062-42fe-a5a1-bd3e2bc848df None None] Network 22305160-015a-4152-8608-9aabde14ec77 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:18.931672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-308144222-network', 'tenant_id': '1e103718072f489db9eb5ab92229cf05'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:18.940095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.976921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Made reservation on behalf of 1e103718072f489db9eb5ab92229cf05 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:18.984042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.013424 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.021758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.077231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b523a57d-56ab-4c1b-b0ea-a2c42d0ea742 None None] Provisioning for port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:19.120214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-a0daac70-6a05-4dc3-b7a2-070d9bb4d886 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.123213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-a0daac70-6a05-4dc3-b7a2-070d9bb4d886 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 807 time: 0.3768871 Aug 31 06:36:19.127423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:36:19.208109 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-48a2b69e-2fb3-4687-aea3-2f7dd961bd73 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/quotas/7b4f812bfd7f4d49b1502a4a3e209519 HTTP/1.1" status: 200 len: 375 time: 0.0491476 Aug 31 06:36:19.214896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.215255 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Added segment 4704ea12-7a74-446c-8081-f55b3b3c72ae of type vlan for network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 Aug 31 06:36:19.221305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f576148-cc57-488c-9ecf-6eb410b9c059,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:19.306453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b973705-1d76-4026-b137-409ba8d9e111 None None] Update dhcp port {'port': {'network_id': '22305160-015a-4152-8608-9aabde14ec77', 'fixed_ips': [{'subnet_id': '8ceb8398-43c1-4683-9134-7acec40cde15', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d7057a8-5fd0-47a1-9e21-91312cf16f54'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '7b2f03d6-407e-401a-972a-4a8a3f5d9653'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:36:19.342107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.360630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b973705-1d76-4026-b137-409ba8d9e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.416986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-3be717bb-b3a1-4e65-b5e9-dffffbe5d6ce tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1888397 Aug 31 06:36:19.433973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-edaae8bd-6a0e-45c5-ab90-0911341a29d9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:19.443060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-edaae8bd-6a0e-45c5-ab90-0911341a29d9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244818 Aug 31 06:36:19.445141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.466144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6961cd-2727-43dc-8811-41c259aacd85 req-ca285038-cc97-4921-8746-c351703597ac tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.472445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e6961cd-2727-43dc-8811-41c259aacd85 req-ca285038-cc97-4921-8746-c351703597ac tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.2960885 Aug 31 06:36:19.474739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.532131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:36:19.541459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::225 (22305160-015a-4152-8608-9aabde14ec77/8ceb8398-43c1-4683-9134-7acec40cde15/42ca605c-35e9-4bc7-9c3c-4f2bd0337901) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:19.545149 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.566746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.567927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.604831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.605596 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Added segment 21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74 of type vlan for network 7bd0c39b-1a48-4609-8b3b-27e89250d261 Aug 31 06:36:19.637395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8:0:1::147 (22305160-015a-4152-8608-9aabde14ec77/2d7057a8-5fd0-47a1-9e21-91312cf16f54/42ca605c-35e9-4bc7-9c3c-4f2bd0337901) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:19.652001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7b2f03d6-407e-401a-972a-4a8a3f5d9653 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:19.691112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34956) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:19.715274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c143a9-221c-4259-aa8d-614020af333f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:19.748316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:19.755200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:19.755800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.758986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.797939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e6961cd-2727-43dc-8811-41c259aacd85 req-478df64a-575f-4630-9549-ceb1e06a3fe9 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906611 Aug 31 06:36:19.835986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6160114 Aug 31 06:36:19.839081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34964) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:19.845013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Request body: {'subnet': {'network_id': '5ab7d443-c6e8-4e91-89dc-324577b5bfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1428882582-subnet', 'tenant_id': '3c32f0a2b26f4894887d24afecb022a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:19.865383 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.867004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.867744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.895177 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.896367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742ab5-948b-4cb2-a1fd-ed91373046e5 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab7d443-c6e8-4e91-89dc-324577b5bfe9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:19.912293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4916e925-7219-434f-8ded-b619ef9651e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.927209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:36:19.950084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Made reservation on behalf of 3c32f0a2b26f4894887d24afecb022a5 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:19.952462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.976389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3365815 Aug 31 06:36:19.992129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34972) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:20.015488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Request body: {'subnet': {'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-308144222-subnet', 'tenant_id': '1e103718072f489db9eb5ab92229cf05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:20.052780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce1171-7c58-4e94-aa50-a6678e6c9da6 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd0c39b-1a48-4609-8b3b-27e89250d261,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:20.073947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 7bd0c39b-1a48-4609-8b3b-27e89250d261 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:36:20.125252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 7b2f03d6-407e-401a-972a-4a8a3f5d9653, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7b2f03d6-407e-401a-972a-4a8a3f5d9653,segment=NetworkSegment(283a1948-6144-4bc5-b1a8-5a70cd66de9e),segment_id=283a1948-6144-4bc5-b1a8-5a70cd66de9e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:20.135021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-f2ad0cdb-930e-4caf-a602-16c5ed313249 service neutron] 10.222.0.15 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906765 Aug 31 06:36:20.167741 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.258732 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.312098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=7b2f03d6-407e-401a-972a-4a8a3f5d9653,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:20.332247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.335516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Pushing event updated for resources: {'Subnet': ['ID=727bdf54-6c66-4bed-a45f-c4c99f5c2194,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:20.376900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-93c24dec-55d4-4400-b06c-fc150e4f3a5a service neutron] 10.222.0.15 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406185 Aug 31 06:36:20.378681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:20.394592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Checking segment: {'id': '4704ea12-7a74-446c-8081-f55b3b3c72ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ab7d443-c6e8-4e91-89dc-324577b5bfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:20.397785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Network hostable DHCP agents. Network: 5ab7d443-c6e8-4e91-89dc-324577b5bfe9, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:36:20.411147 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4916e925-7219-434f-8ded-b619ef9651e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.420947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4916e925-7219-434f-8ded-b619ef9651e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.458848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:36:20.480726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.514997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 5ab7d443-c6e8-4e91-89dc-324577b5bfe9) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:20.538928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:20.547624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.558390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Made reservation on behalf of 1e103718072f489db9eb5ab92229cf05 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:20.561871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.605226 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9c44a931-b42e-4523-a5ba-0c99c42aecba admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7642362 Aug 31 06:36:20.611155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5f92f-fe9e-4d58-87b4-a4dd3b7a51f1 None None] Network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:20.659325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35002) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:20.660631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4916e925-7219-434f-8ded-b619ef9651e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e7c102ff28442448b329dfb65a97dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9626522 Aug 31 06:36:20.678711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916e925-7219-434f-8ded-b619ef9651e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6b17dd-905e-49c3-b242-ac26c08a97ea,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:20.746947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 22305160-015a-4152-8608-9aabde14ec77 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:20.909289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d752b5a-6052-4a8c-b731-941066f0585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.935853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-5b973705-1d76-4026-b137-409ba8d9e111 None None] Allocated IP 2001:db8:0:1::2 (22305160-015a-4152-8608-9aabde14ec77/2d7057a8-5fd0-47a1-9e21-91312cf16f54/7b2f03d6-407e-401a-972a-4a8a3f5d9653) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:21.009385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=42ca605c-35e9-4bc7-9c3c-4f2bd0337901,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:21.022727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:21.026868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:21.034016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:21.035029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.043425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d752b5a-6052-4a8c-b731-941066f0585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.118903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.150786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8950c48-4568-4962-91c3-e8277a0a6f43 req-9e395752-21a8-4620-aba8-c2a62150edd5 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.0550764 Aug 31 06:36:21.234312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c14c370c-0fdb-4991-a10f-234b149e6788 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.9499583 Aug 31 06:36:21.240332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35026) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:21.253851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ceb8398-43c1-4683-9134-7acec40cde15'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:21.315965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2ee4-c986-449a-8a21-fa0f2e0cb5bb req-2a9cf044-ac63-4a61-9337-0bd009e5b1e2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:21.324304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50fa2ee4-c986-449a-8a21-fa0f2e0cb5bb req-2a9cf044-ac63-4a61-9337-0bd009e5b1e2 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.2984681 Aug 31 06:36:21.327674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39801535-ed57-4994-9ed5-26644cc5f029,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:21.333585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d752b5a-6052-4a8c-b731-941066f0585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.336692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d752b5a-6052-4a8c-b731-941066f0585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.338244 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1d752b5a-6052-4a8c-b731-941066f0585b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f6b17dd-905e-49c3-b242-ac26c08a97ea HTTP/1.1" status: 204 len: 168 time: 0.6762931 Aug 31 06:36:21.368567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d752b5a-6052-4a8c-b731-941066f0585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6b17dd-905e-49c3-b242-ac26c08a97ea,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:21.370968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c48264-b364-41fe-9f21-aade319ea1d6 None None] Network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:21.448201 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50fa2ee4-c986-449a-8a21-fa0f2e0cb5bb req-35e6f92e-4e99-46c6-98d9-ef276f2cebfc tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205225 Aug 31 06:36:21.573799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5b973705-1d76-4026-b137-409ba8d9e111 None None] For port 7b2f03d6-407e-401a-972a-4a8a3f5d9653, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7b2f03d6-407e-401a-972a-4a8a3f5d9653,segment=NetworkSegment(283a1948-6144-4bc5-b1a8-5a70cd66de9e),segment_id=283a1948-6144-4bc5-b1a8-5a70cd66de9e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:21.584720 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.606365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7b2f03d6-407e-401a-972a-4a8a3f5d9653 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:21.618910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Checking segment: {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:21.619590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Network hostable DHCP agents. Network: 7bd0c39b-1a48-4609-8b3b-27e89250d261, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:36:21.691078 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b973705-1d76-4026-b137-409ba8d9e111 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.709749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Network 7bd0c39b-1a48-4609-8b3b-27e89250d261 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:36:21.723347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5b973705-1d76-4026-b137-409ba8d9e111 None None] Transition to ACTIVE for port object 7b2f03d6-407e-401a-972a-4a8a3f5d9653 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:21.731950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b973705-1d76-4026-b137-409ba8d9e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.749759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 7bd0c39b-1a48-4609-8b3b-27e89250d261) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:21.764862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:21.765782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.772923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec664b3d-743b-40d4-9ffb-f97f5d36924e None None] Network 7bd0c39b-1a48-4609-8b3b-27e89250d261 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:21.942090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a590ba0f-4927-4001-b3c3-6f4daf2fd2a5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9441955 Aug 31 06:36:22.228412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b973705-1d76-4026-b137-409ba8d9e111 None None] Pushing event updated for resources: {'Port': ['ID=7b2f03d6-407e-401a-972a-4a8a3f5d9653,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:22.550912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0af9cd-b7c7-4881-87b5-2ea10ef4085e req-1f821d64-8cbd-459e-82a6-1766397314b3 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:22.552233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf37cb-e80d-4476-b191-f560c61b8f10 None None] Network 7bd0c39b-1a48-4609-8b3b-27e89250d261 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:22.575540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f0af9cd-b7c7-4881-87b5-2ea10ef4085e req-1f821d64-8cbd-459e-82a6-1766397314b3 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.1985247 Aug 31 06:36:22.680229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f0af9cd-b7c7-4881-87b5-2ea10ef4085e req-4dc21dd7-90cb-406b-9509-fb97c0cd7ac4 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032550 Aug 31 06:36:22.808914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-acd3351b-5d19-4d92-b553-db347ef5e14f tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:22.815993 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-acd3351b-5d19-4d92-b553-db347ef5e14f tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/networks?id=5ab7d443-c6e8-4e91-89dc-324577b5bfe9 HTTP/1.1" status: 200 len: 814 time: 0.6552510 Aug 31 06:36:22.947217 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5095e483-8b9b-478c-bad3-e93197e4dc91 req-9eaa3608-c1b8-4d35-8d3a-53707826ade8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.1128328 Aug 31 06:36:23.007146 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-af41dac9-0aa9-4ce5-a7d2-5775c79a2fc0 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/quotas/3c32f0a2b26f4894887d24afecb022a5 HTTP/1.1" status: 200 len: 375 time: 0.1686192 Aug 31 06:36:23.053078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Delete allocated IP 2001:db8:0:1::147 (22305160-015a-4152-8608-9aabde14ec77/2d7057a8-5fd0-47a1-9e21-91312cf16f54) {{(pid=94667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:36:23.163171 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-6ac69144-edba-4a7e-8738-4bad52424186 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c32f0a2b26f4894887d24afecb022a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1541216 Aug 31 06:36:23.400965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f037bf-fed3-49c9-9cc4-df382bd2f165 None None] Network 22305160-015a-4152-8608-9aabde14ec77 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:23.482771 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-c25eed3a-a01e-4904-9726-b2000e72a449 service neutron] 10.222.0.15 "GET /v2.0/networks/5ab7d443-c6e8-4e91-89dc-324577b5bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863593 Aug 31 06:36:23.665119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7b2f03d6-407e-401a-972a-4a8a3f5d9653 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:23.691644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-ff98793d-8327-487a-b4b7-0f8f68492c81 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:23.695955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-b49dd268-6d09-433f-a0c4-6ba917d69398 service neutron] 10.222.0.15 "GET /v2.0/networks/5ab7d443-c6e8-4e91-89dc-324577b5bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119193 Aug 31 06:36:23.710060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-ff98793d-8327-487a-b4b7-0f8f68492c81 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.42 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.2556546 Aug 31 06:36:23.863164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.927020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Ignored duplicate provisioning block setup for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 06:36:23.935396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.939882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2cac1735-b578-449f-8515-f19bd31d6d10 None None] Provisioning for port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:23.960279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2cac1735-b578-449f-8515-f19bd31d6d10 None None] Provisioning complete for port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:23.960949 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2cac1735-b578-449f-8515-f19bd31d6d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.235829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a5870ef7-ed4f-49b7-879f-fd1cb923bdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.320959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4a75cbfd-2f9a-4c22-85d5-047f407834ed tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.330763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4a75cbfd-2f9a-4c22-85d5-047f407834ed tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/networks?id=7bd0c39b-1a48-4609-8b3b-27e89250d261 HTTP/1.1" status: 200 len: 817 time: 0.5735719 Aug 31 06:36:24.342826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:24.343436 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.345014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-4ca0f0e9-f8ec-497c-a906-0e4d14e2f317 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.348181 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-4ca0f0e9-f8ec-497c-a906-0e4d14e2f317 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 807 time: 0.5741491 Aug 31 06:36:24.365240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=42ca605c-35e9-4bc7-9c3c-4f2bd0337901,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:24.374867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] In _notify_port_updated(), no bound segment for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 on network 22305160-015a-4152-8608-9aabde14ec77 {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:36:24.380981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.381690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.403445 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fd8b41d4-1838-4e32-ba39-fb4722bf2348 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "PUT /v2.0/ports/42ca605c-35e9-4bc7-9c3c-4f2bd0337901 HTTP/1.1" status: 200 len: 926 time: 3.1589372 Aug 31 06:36:24.405096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-1e6486a4-120e-4d68-95d6-cb6d650c2097 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/quotas/1e103718072f489db9eb5ab92229cf05 HTTP/1.1" status: 200 len: 375 time: 0.0716944 Aug 31 06:36:24.406510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35128) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:24.431654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ceb8398-43c1-4683-9134-7acec40cde15'}, {'subnet_id': '2d7057a8-5fd0-47a1-9e21-91312cf16f54'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:24.438192 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.488484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Request body: {'port': {'device_id': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'admin_state_up': True, 'tenant_id': '7b4f812bfd7f4d49b1502a4a3e209519'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:24.593987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-a0448bcd-52f8-4035-a20a-1d746da3192e tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e103718072f489db9eb5ab92229cf05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1854739 Aug 31 06:36:24.755290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1697da-b85a-4e7b-a785-6d2250f34319 req-5e34a516-526a-404a-a977-637b0ee4ab0e tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.769681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e1697da-b85a-4e7b-a785-6d2250f34319 req-5e34a516-526a-404a-a977-637b0ee4ab0e tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.2390506 Aug 31 06:36:24.828279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-1ac87dfc-094e-4040-a461-23fe2e99fbd4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:24.837984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-1ac87dfc-094e-4040-a461-23fe2e99fbd4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2427158 Aug 31 06:36:25.125292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Made reservation on behalf of 7b4f812bfd7f4d49b1502a4a3e209519 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:25.137747 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.140574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.226099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e1697da-b85a-4e7b-a785-6d2250f34319 req-ef269dff-83a2-4fd2-a298-1b948b1c00c1 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4522209 Aug 31 06:36:25.251428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8ff6310c-fc9f-4e29-9283-d59a1eee0ab0 None None] Provisioning for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:25.265889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8ff6310c-fc9f-4e29-9283-d59a1eee0ab0 None None] Provisioning complete for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:25.266755 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8ff6310c-fc9f-4e29-9283-d59a1eee0ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.419254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Deleting port 8880503c-ae62-490a-a12c-806f6ec5fadd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:25.419466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.438970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6310c-fc9f-4e29-9283-d59a1eee0ab0 None None] Port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:25.483744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8ff6310c-fc9f-4e29-9283-d59a1eee0ab0 None None] Provisioning complete for port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:25.487932 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8ff6310c-fc9f-4e29-9283-d59a1eee0ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.501671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-79e6fc8f-46f9-4e15-b4fb-5918871c62a7 service neutron] 10.222.0.15 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028435 Aug 31 06:36:25.741083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.742914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-292b5fd8-6204-4901-835a-79d546e70a62 req-b4f54bdb-586c-421b-9fbc-c8a4a8451946 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.2029884 Aug 31 06:36:26.158939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-067523ec-7307-467b-9eac-f5b19b30f83d None None] Provisioning complete for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:26.162826 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-067523ec-7307-467b-9eac-f5b19b30f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:26.298365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-067523ec-7307-467b-9eac-f5b19b30f83d None None] Port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:26.405314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8:0:1::3ba (22305160-015a-4152-8608-9aabde14ec77/2d7057a8-5fd0-47a1-9e21-91312cf16f54/42ca605c-35e9-4bc7-9c3c-4f2bd0337901) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:26.433841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0bbb7490-c15a-4a78-ac34-9e4c3ae68450 None None] Provisioning complete for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:26.434435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7490-c15a-4a78-ac34-9e4c3ae68450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:26.633880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb7490-c15a-4a78-ac34-9e4c3ae68450 None None] Port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:26.810001 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aeda21da-c521-4dfd-a851-3f40b42da229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:26.819110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:26.841245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-0e1928c8-7423-4a3c-b127-9a0383b1ad10 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.844588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-0e1928c8-7423-4a3c-b127-9a0383b1ad10 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.23 "GET /v2.0/networks?id=5ab7d443-c6e8-4e91-89dc-324577b5bfe9 HTTP/1.1" status: 200 len: 814 time: 0.1978345 Aug 31 06:36:26.856215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Ignored duplicate provisioning block setup for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 06:36:26.884900 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:26.886058 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:26.888502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Request body: {'port': {'device_id': 'e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1', 'network_id': '5ab7d443-c6e8-4e91-89dc-324577b5bfe9', 'admin_state_up': True, 'tenant_id': '3c32f0a2b26f4894887d24afecb022a5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:27.040349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=42ca605c-35e9-4bc7-9c3c-4f2bd0337901,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:27.046541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] For port 8880503c-ae62-490a-a12c-806f6ec5fadd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8880503c-ae62-490a-a12c-806f6ec5fadd,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:27.056288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.062215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cba1fbff-d219-4ea1-aba6-5a7e0b463f25 req-4418487d-0ee2-4b8b-a203-810e428c73bf tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 210 time: 0.2022855 Aug 31 06:36:27.131321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] In _notify_port_updated(), no bound segment for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 on network 22305160-015a-4152-8608-9aabde14ec77 {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:36:27.140301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:27.152644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.165095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-24bc3f15-6d9f-4a7e-8c75-151ae42b3fe2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "PUT /v2.0/ports/42ca605c-35e9-4bc7-9c3c-4f2bd0337901 HTTP/1.1" status: 200 len: 1012 time: 2.7455280 Aug 31 06:36:27.165854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35186) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:27.286267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8b5d624e-1787-484f-a744-24766f7833d5 service neutron] 10.222.0.15 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7808223 Aug 31 06:36:27.324153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Allocated IP 172.20.0.13 (544ec84f-db76-4548-98c2-b10d82d10c0c/855d36ba-a623-41eb-a4d6-258e3da7e2ca/bbbff63f-d607-420b-a76c-8dea16014a5b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:27.550202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d67b6-8ef9-4618-84c4-eaa9abc7c17e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:27.550974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f3d67b6-8ef9-4618-84c4-eaa9abc7c17e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.592134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8880503c-ae62-490a-a12c-806f6ec5fadd no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:27.886944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754446-4966-4977-a059-662f9a9215dd req-73ec2408-1800-410a-ac85-15792d5cccd5 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:27.892464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de754446-4966-4977-a059-662f9a9215dd req-73ec2408-1800-410a-ac85-15792d5cccd5 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 946 time: 0.4084783 Aug 31 06:36:27.965870 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.123432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de754446-4966-4977-a059-662f9a9215dd req-321db427-2fa2-4f79-8275-e3ac6cb6d96d tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076705 Aug 31 06:36:28.128783 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f3d67b6-8ef9-4618-84c4-eaa9abc7c17e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.167823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d67b6-8ef9-4618-84c4-eaa9abc7c17e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:28.210170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2f092221-c85f-4b32-b178-bdbebabae549 None None] Provisioning complete for port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:28.210790 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2f092221-c85f-4b32-b178-bdbebabae549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.270184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.271212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.271855 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Floating IP c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2 disassociated. External IP: 172.25.5.200, port: 8880503c-ae62-490a-a12c-806f6ec5fadd. Aug 31 06:36:28.272422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Calling delete_port for 8880503c-ae62-490a-a12c-806f6ec5fadd owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:28.402826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2f092221-c85f-4b32-b178-bdbebabae549 None None] Port 42ca605c-35e9-4bc7-9c3c-4f2bd0337901 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:28.426700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:28.431213 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8ff878-d455-4112-9018-a511fc296635" -d '{"events": [{"server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "name": "network-vif-unplugged", "status": "completed", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:28.440671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Made reservation on behalf of 3c32f0a2b26f4894887d24afecb022a5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:28.441054 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.445226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.491940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8880503c-ae62-490a-a12c-806f6ec5fadd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8880503c-ae62-490a-a12c-806f6ec5fadd,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:28.501829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.537380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50c70575-251b-4925-ba7b-a64a7d581162 req-380eb52f-b00b-42c3-80ec-401f1d2f85c0 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.1031518 Aug 31 06:36:28.562699 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.717607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=8880503c-ae62-490a-a12c-806f6ec5fadd,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:28.741010 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f3d67b6-8ef9-4618-84c4-eaa9abc7c17e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.797746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d67b6-8ef9-4618-84c4-eaa9abc7c17e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=42ca605c-35e9-4bc7-9c3c-4f2bd0337901,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:28.809653 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-474e28bf-abff-460f-bdcc-fe91da6fb4fb req-3bf16033-8f0f-4dad-86eb-ddb1a82764af tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 210 time: 0.0814333 Aug 31 06:36:29.018405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35244) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:29.197634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f3d67b6-8ef9-4618-84c4-eaa9abc7c17e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.225632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6f3d67b6-8ef9-4618-84c4-eaa9abc7c17e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/42ca605c-35e9-4bc7-9c3c-4f2bd0337901 HTTP/1.1" status: 204 len: 168 time: 2.0544856 Aug 31 06:36:29.271744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35254) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:29.315400 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26c72f43-675d-4293-a3bf-70589adc085e req-aa3060d5-fb5b-40b4-9844-9dae04ec5f7d tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.2838662 Aug 31 06:36:29.364485 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.381346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['93f0d797-8548-4930-bb00-463cc2974731'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:29.582564 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc5def-f03b-49e9-a7b7-a04c4c9a233a x-openstack-request-id: req-a4bc5def-f03b-49e9-a7b7-a04c4c9a233a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:29.586504 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "name": "network-vif-unplugged", "status": "completed", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:29.587107 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4bc5def-f03b-49e9-a7b7-a04c4c9a233a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:29.587933 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'code': 200} Aug 31 06:36:29.741077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e142-3f69-4e02-88ec-53af8332b3a3 req-74f9a3de-cb5f-4318-ab16-c3b3ce0cefa0 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.766027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cbe1e142-3f69-4e02-88ec-53af8332b3a3 req-74f9a3de-cb5f-4318-ab16-c3b3ce0cefa0 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 944 time: 0.1888330 Aug 31 06:36:29.768328 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9419189-8aba-4feb-b001-51e4d1352d4f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:36:29.770068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e9419189-8aba-4feb-b001-51e4d1352d4f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/42ca605c-35e9-4bc7-9c3c-4f2bd0337901 HTTP/1.1" status: 404 len: 333 time: 0.4302564 Aug 31 06:36:29.779093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Allocated IP 172.20.0.10 (5ab7d443-c6e8-4e91-89dc-324577b5bfe9/727bdf54-6c66-4bed-a45f-c4c99f5c2194/192dc474-d0a7-43de-be3f-43c131ce3c8e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:29.786610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35258) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:29.859194 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da701598-143c-4493-80a0-3866566166e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.877234 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.913304 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.917714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Pushing event updated for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:29.925287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Network 544ec84f-db76-4548-98c2-b10d82d10c0c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:29.983272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cbe1e142-3f69-4e02-88ec-53af8332b3a3 req-edbc0936-c6ba-4772-98f3-6c42443c8a60 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups?id=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132833 Aug 31 06:36:29.985047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event deleted for resources: {'Port': ['ID=8880503c-ae62-490a-a12c-806f6ec5fadd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:30.004286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4122b3ba-272d-45cf-9d81-18da71779ee3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 2d7057a8-5fd0-47a1-9e21-91312cf16f54 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:36:30.008325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:30.020396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4122b3ba-272d-45cf-9d81-18da71779ee3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.032035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:30.176381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4122b3ba-272d-45cf-9d81-18da71779ee3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.248018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:30.249039 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.411105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4122b3ba-272d-45cf-9d81-18da71779ee3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.574471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405a5c92-2f8f-43ae-ac9c-935f27ed9072 req-f0515332-e06f-4868-934a-b441866816cb tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 210 time: 0.1000333 Aug 31 06:36:30.627158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4122b3ba-272d-45cf-9d81-18da71779ee3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.741933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a321da3-9aba-4deb-bdb9-b1da386312ec None None] Network 22305160-015a-4152-8608-9aabde14ec77 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:30.746294 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4122b3ba-272d-45cf-9d81-18da71779ee3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.752554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4122b3ba-272d-45cf-9d81-18da71779ee3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/2d7057a8-5fd0-47a1-9e21-91312cf16f54 HTTP/1.1" status: 204 len: 168 time: 0.9633241 Aug 31 06:36:30.754136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122b3ba-272d-45cf-9d81-18da71779ee3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7057a8-5fd0-47a1-9e21-91312cf16f54,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:30.758868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26e8af-f609-4f24-9de4-0c7ca8275062 req-579d1f45-9762-4f40-9850-241e1329f919 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:30.768969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d26e8af-f609-4f24-9de4-0c7ca8275062 req-579d1f45-9762-4f40-9850-241e1329f919 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 932 time: 0.9799843 Aug 31 06:36:30.771870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35270) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:30.835635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3b4a7a9-f637-43b2-8e06-bd7cef18c775 req-4acd88b6-f78e-4ae0-8cd6-3b9e00a0fccf tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.0531957 Aug 31 06:36:31.013176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-989f3136-97ff-46d1-ad3c-c1953c8bb132 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 8ceb8398-43c1-4683-9134-7acec40cde15 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:36:31.240836 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989f3136-97ff-46d1-ad3c-c1953c8bb132 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.602301 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d26e8af-f609-4f24-9de4-0c7ca8275062 req-73455f8a-beab-4ccb-9734-7305c1382e18 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275809 Aug 31 06:36:31.614121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78c753bf-80f5-4f29-87eb-dd68d59f2b75 req-6281fb52-2494-417e-9815-36ec54191a9d tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 210 time: 0.3008606 Aug 31 06:36:31.801074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989f3136-97ff-46d1-ad3c-c1953c8bb132 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.986880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.300282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da701598-143c-4493-80a0-3866566166e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.319939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-61c4acf5-f613-4d3a-ad1a-7ce439c84ac6 req-1920cda5-2224-4870-a22f-8802e921b90f tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.1739521 Aug 31 06:36:32.388823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da701598-143c-4493-80a0-3866566166e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.490115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-da701598-143c-4493-80a0-3866566166e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bc8495226d44a40ab1a66cc2457434e&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4639750 Aug 31 06:36:32.490115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-9b8f61e7-b8d7-428a-9141-a2c003d4c745 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1277671 Aug 31 06:36:32.490567 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.516861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-4231f9e5-3b64-4663-a6c0-c5c0445ca4b3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:32.518274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-4231f9e5-3b64-4663-a6c0-c5c0445ca4b3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065947 Aug 31 06:36:32.519156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35288) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:32.520035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da701598-143c-4493-80a0-3866566166e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03c8b19-fe30-4fe9-8a5f-d54c180af139,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:32.582064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-df6950b8-f422-4578-8aa2-ce70c2167e95 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:32.583850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-df6950b8-f422-4578-8aa2-ce70c2167e95 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.42 "GET /v2.0/networks?id=7bd0c39b-1a48-4609-8b3b-27e89250d261 HTTP/1.1" status: 200 len: 817 time: 1.6951203 Aug 31 06:36:32.637008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:32.669042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Request body: {'port': {'device_id': '2edd753c-5a50-4d0c-9fd1-9e156883226b', 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261', 'admin_state_up': True, 'tenant_id': '1e103718072f489db9eb5ab92229cf05'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:32.692727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Pushing event updated for resources: {'Port': ['ID=192dc474-d0a7-43de-be3f-43c131ce3c8e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:32.695811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:32.700024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:32.795297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a2ae8b06-1f0a-47c5-847a-277291a5236c None None] Provisioning complete for port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:32.795980 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8b06-1f0a-47c5-847a-277291a5236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.799416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Router 0f95312c-2e21-4a5e-ae31-52e422748905 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:32.899759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8afd78c4-b087-4ec8-b63a-b9eeb4776166 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:32.906545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8afd78c4-b087-4ec8-b63a-b9eeb4776166 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.23 "GET /v2.0/networks?id=7bd0c39b-1a48-4609-8b3b-27e89250d261 HTTP/1.1" status: 200 len: 817 time: 1.6792648 Aug 31 06:36:32.928070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989f3136-97ff-46d1-ad3c-c1953c8bb132 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.970627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c007d-4a22-4393-9626-bf95714a899d req-b431a99b-a12e-454f-93c2-c5988356e8ed tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:32.984872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-174c007d-4a22-4393-9626-bf95714a899d req-b431a99b-a12e-454f-93c2-c5988356e8ed tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 932 time: 0.4309149 Aug 31 06:36:33.006882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Request body: {'port': {'device_id': '564bd918-8f96-4da7-8bed-ab1d034c9cf3', 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261', 'admin_state_up': True, 'tenant_id': '1e103718072f489db9eb5ab92229cf05'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:33.017362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Request body: {'port': {'device_id': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:33.049297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-c08066e9-cf17-4092-b865-14b13ca07e2b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:33.051573 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-c08066e9-cf17-4092-b865-14b13ca07e2b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.42 "GET /v2.0/networks?id=7bd0c39b-1a48-4609-8b3b-27e89250d261 HTTP/1.1" status: 200 len: 817 time: 1.3338180 Aug 31 06:36:33.087482 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1366ac78-a220-4833-afad-02a7d080d077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.198322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Request body: {'port': {'device_id': '20914ec2-6737-4c70-a764-8b8cebdbe786', 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261', 'admin_state_up': True, 'tenant_id': '1e103718072f489db9eb5ab92229cf05'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:33.231380 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1366ac78-a220-4833-afad-02a7d080d077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.242069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-174c007d-4a22-4393-9626-bf95714a899d req-7299e5a2-2611-4bf4-9833-14c9683412b4 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539532 Aug 31 06:36:33.337159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Made reservation on behalf of 1e103718072f489db9eb5ab92229cf05 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:33.342170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.393917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:33.394698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.452826 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-611389c5-0814-44e2-b2db-1fb7ab293c8b req-d528d118-bf16-488e-9a45-55bfb4c5f3d1 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 210 time: 0.0913110 Aug 31 06:36:33.495934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Made reservation on behalf of 1e103718072f489db9eb5ab92229cf05 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:33.500559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.595203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1366ac78-a220-4833-afad-02a7d080d077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.604663 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1366ac78-a220-4833-afad-02a7d080d077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.627751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1366ac78-a220-4833-afad-02a7d080d077 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f03c8b19-fe30-4fe9-8a5f-d54c180af139 HTTP/1.1" status: 204 len: 168 time: 0.9888020 Aug 31 06:36:33.804286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.870273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-2d81567d-7cf3-4d82-8f30-35d78485acc9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9937785 Aug 31 06:36:33.905536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Request body: {'port': {'device_id': 'e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:34.012522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b7fd45cd-85b0-469e-a324-5e4ae494717a req-3e5398e8-938d-4c73-a735-d57a70c401d8 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.2169185 Aug 31 06:36:34.180946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366ac78-a220-4833-afad-02a7d080d077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03c8b19-fe30-4fe9-8a5f-d54c180af139,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:34.222939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Allocated IP 172.20.0.11 (7bd0c39b-1a48-4609-8b3b-27e89250d261/39801535-ed57-4994-9ed5-26644cc5f029/5fdbcb13-ce62-42e9-a7a7-1924eae0ea46) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:34.291847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5743f28c-ab51-448a-966e-894b716b7d5d req-0806a838-8292-49b1-b224-222ae649d20d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2462878 Aug 31 06:36:34.480358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:34.683123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b6d75db-8696-4133-aef6-bf25962dfb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:34.746754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f28c-ab51-448a-966e-894b716b7d5d req-7a1438c7-7e4c-4f53-88aa-7f83344e2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.749222 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5743f28c-ab51-448a-966e-894b716b7d5d req-7a1438c7-7e4c-4f53-88aa-7f83344e2f01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 1096 time: 0.3593035 Aug 31 06:36:34.847750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf336c-f957-47cb-bd2c-a1d77575bb3c req-bab93b96-09a8-45a6-a1cc-435fdd2aad6a tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.861537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf336c-f957-47cb-bd2c-a1d77575bb3c req-bab93b96-09a8-45a6-a1cc-435fdd2aad6a tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 932 time: 0.3754716 Aug 31 06:36:35.050271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171f7c4-641e-4dce-b063-fbdd802fa5bb req-de1aa5ca-fbf4-4b90-af20-8f83ba5f30b6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.052860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f171f7c4-641e-4dce-b063-fbdd802fa5bb req-de1aa5ca-fbf4-4b90-af20-8f83ba5f30b6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 932 time: 2.2099671 Aug 31 06:36:35.160519 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8cf336c-f957-47cb-bd2c-a1d77575bb3c req-9f11a5fc-00fd-45ef-b93d-fe8b74a838f9 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976038 Aug 31 06:36:35.173587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.343558 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989f3136-97ff-46d1-ad3c-c1953c8bb132 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.347226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:35.361353 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] Sync routers for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:35.393074 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:35.394566 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:35.400470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f28c-ab51-448a-966e-894b716b7d5d req-e2aa59e6-499f-4d34-84d3-3f1cf04bfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.405836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5743f28c-ab51-448a-966e-894b716b7d5d req-e2aa59e6-499f-4d34-84d3-3f1cf04bfb83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.6210990 Aug 31 06:36:35.461578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09749b0d-f526-4998-bb6b-134c12331a0a req-9b780fad-1815-468e-8d59-455c368ab887 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/ports?device_id=62069e11-edac-48fa-b27c-b3e6f2603b13 HTTP/1.1" status: 200 len: 210 time: 0.0986605 Aug 31 06:36:35.490441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f3136-97ff-46d1-ad3c-c1953c8bb132 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=8ceb8398-43c1-4683-9134-7acec40cde15,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:35.523895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] No DVR routers for this DVR port 8880503c-ae62-490a-a12c-806f6ec5fadd on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:35.546140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.554878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc01ce8e-fdd5-431e-b1f2-924bd9437a69 req-4a593f70-4ed6-421e-8a37-83e9b602cb53 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.42 "DELETE /v2.0/ports/8880503c-ae62-490a-a12c-806f6ec5fadd HTTP/1.1" status: 204 len: 173 time: 11.8341713 Aug 31 06:36:35.558120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'name': 'network-vif-deleted', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:35.560516 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90156fba-6d3d-47c0-bd91-7e5db9169a80" -d '{"events": [{"server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "name": "network-vif-deleted", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:35.568635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989f3136-97ff-46d1-ad3c-c1953c8bb132 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.570107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd653fb3-246a-4b2c-a191-11ef37bc9fbe None None] Network 22305160-015a-4152-8608-9aabde14ec77 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:35.572203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-989f3136-97ff-46d1-ad3c-c1953c8bb132 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/8ceb8398-43c1-4683-9134-7acec40cde15 HTTP/1.1" status: 204 len: 168 time: 4.7906373 Aug 31 06:36:35.595009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f171f7c4-641e-4dce-b063-fbdd802fa5bb req-ea8727f2-c717-4692-a060-a17ee1a7c584 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127280 Aug 31 06:36:35.601469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35332) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:35.860130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5743f28c-ab51-448a-966e-894b716b7d5d req-b7aeed90-e305-4f39-a580-c48c57918317 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 200 len: 217 time: 0.4162068 Aug 31 06:36:35.867487 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.971961 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.092374 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b6d75db-8696-4133-aef6-bf25962dfb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.135221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Network 7bd0c39b-1a48-4609-8b3b-27e89250d261 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:36.219147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] DHCP port deletion for 22305160-015a-4152-8608-9aabde14ec77 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:36:36.236270 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b6d75db-8696-4133-aef6-bf25962dfb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.246470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:36.302323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:36.303915 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:36.367598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.434161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] Deleting port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:36.435327 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.558041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] For port 7b2f03d6-407e-401a-972a-4a8a3f5d9653, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7b2f03d6-407e-401a-972a-4a8a3f5d9653,segment=NetworkSegment(283a1948-6144-4bc5-b1a8-5a70cd66de9e),segment_id=283a1948-6144-4bc5-b1a8-5a70cd66de9e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:36.558721 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.578996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] Calling delete_port for 7b2f03d6-407e-401a-972a-4a8a3f5d9653 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:36.608986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Pushing event updated for resources: {'Port': ['ID=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:36.615862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7b6d75db-8696-4133-aef6-bf25962dfb53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b99fb50e86b2461d980ca593e8183e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1272190 Aug 31 06:36:36.668970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35344) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:36.716349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f28c-ab51-448a-966e-894b716b7d5d req-e7a679c3-0e44-48e3-ae6f-ae0ea365ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.720187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5743f28c-ab51-448a-966e-894b716b7d5d req-e7a679c3-0e44-48e3-ae6f-ae0ea365ccea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.8446279 Aug 31 06:36:36.730742 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-76c45447-f8ee-48bf-bbc8-24c3f01e50af req-da531598-7762-403c-b128-df443c2857bb tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.6122441 Aug 31 06:36:36.733598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d75db-8696-4133-aef6-bf25962dfb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6a3fea-97e7-4a18-ab54-5a313ed44178,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:36.776597 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83fb1f0-184e-45c2-b5d8-cfdbdf10af9b x-openstack-request-id: req-e83fb1f0-184e-45c2-b5d8-cfdbdf10af9b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:36.776597 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62069e11-edac-48fa-b27c-b3e6f2603b13", "name": "network-vif-deleted", "tag": "8880503c-ae62-490a-a12c-806f6ec5fadd", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:36.776597 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e83fb1f0-184e-45c2-b5d8-cfdbdf10af9b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:36.776597 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62069e11-edac-48fa-b27c-b3e6f2603b13', 'name': 'network-vif-deleted', 'tag': '8880503c-ae62-490a-a12c-806f6ec5fadd', 'status': 'completed', 'code': 200} Aug 31 06:36:36.840332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5743f28c-ab51-448a-966e-894b716b7d5d req-f6407fcc-01d6-4c03-aa2b-2d11e9489e91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735509 Aug 31 06:36:36.851630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.852314 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.878782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Allocated IP 172.20.0.4 (7bd0c39b-1a48-4609-8b3b-27e89250d261/39801535-ed57-4994-9ed5-26644cc5f029/41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:36.904153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.921349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] No DVR routers for this DVR port 7b2f03d6-407e-401a-972a-4a8a3f5d9653 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:36.926505 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e0a485d6-2fcb-42d0-a17a-39e66a2c145b tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2908037 Aug 31 06:36:36.951830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a445a2-f53b-4f6e-a919-43096d97d5ad None None] Pushing event deleted for resources: {'Port': ['ID=7b2f03d6-407e-401a-972a-4a8a3f5d9653,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:36.989545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Made reservation on behalf of 1e103718072f489db9eb5ab92229cf05 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:37.005203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.024670 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:13Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:37.042076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Request body: {'port': {'device_id': '2edd753c-5a50-4d0c-9fd1-9e156883226b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:37.067766 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] Checking router: 0f95312c-2e21-4a5e-ae31-52e422748905 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:37.081119 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:37.082126 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:37.196864 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.274568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55d41e1-e670-4095-ab5b-f241b4214673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.329914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d45bce-4295-4716-8d95-17783d2dd506 req-56bdfc10-a255-4682-8088-55b6318fc1be tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:37.339765 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:37.344792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-40d45bce-4295-4716-8d95-17783d2dd506 req-56bdfc10-a255-4682-8088-55b6318fc1be tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 932 time: 0.6171186 Aug 31 06:36:37.359764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55d41e1-e670-4095-ab5b-f241b4214673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.502028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5743f28c-ab51-448a-966e-894b716b7d5d req-82f446f9-a2e0-44f9-8dff-3058566863d3 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190393 Aug 31 06:36:37.509095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbff63f-d607-420b-a76c-8dea16014a5b {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:37.532762 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.562117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Transition to ACTIVE for port object bbbff63f-d607-420b-a76c-8dea16014a5b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:37.572136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7b2f03d6-407e-401a-972a-4a8a3f5d9653 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:37.630817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 7b2f03d6-407e-401a-972a-4a8a3f5d9653 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:37.631479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7b2f03d6-407e-401a-972a-4a8a3f5d9653 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:37.688370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-ddaaaec0-2fa7-43cc-b516-11a6e5f3fc7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9023938 Aug 31 06:36:37.828953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-40d45bce-4295-4716-8d95-17783d2dd506 req-ccaa9492-9ff5-4d75-8fbf-55685c1fea6a tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621720 Aug 31 06:36:37.830999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.925513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55d41e1-e670-4095-ab5b-f241b4214673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.926979 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:13Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:37.931773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55d41e1-e670-4095-ab5b-f241b4214673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.934125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c55d41e1-e670-4095-ab5b-f241b4214673 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e6a3fea-97e7-4a18-ab54-5a313ed44178 HTTP/1.1" status: 204 len: 168 time: 1.2557647 Aug 31 06:36:38.007115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.024896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5743f28c-ab51-448a-966e-894b716b7d5d req-24b23557-7604-4ac6-a0da-253de41f5f4d service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014211 Aug 31 06:36:38.045790 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fb4c3-4c3b-4433-8061-88f7ccc1ff5c None None] The sync data for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 is: [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:34:06Z', 'revision_number': 4, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '59d0732c-0d9c-454b-9a75-e786b676723c', 'name': '', 'network_id': '8a54b82f-2ed3-4a7c-aca2-fece68970b68', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'mac_address': 'fa:16:3e:76:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:04Z', 'updated_at': '2021-08-31T06:34:13Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'subnets': [{'id': '0a247993-ac34-4812-bce3-aa6e51a02a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:38.048610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22305160-015a-4152-8608-9aabde14ec77']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:38.055687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d41e1-e670-4095-ab5b-f241b4214673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6a3fea-97e7-4a18-ab54-5a313ed44178,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:38.087448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35360) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:38.129354 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283a1948-6144-4bc5-b1a8-5a70cd66de9e') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:38.129699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283a1948-6144-4bc5-b1a8-5a70cd66de9e') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:38.143775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.156130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.164871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.172472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:36:38.174174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:36:38.296464 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:36:38.323224 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.371968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6554b0f-2dfa-4410-a7e0-6569a3578507 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.439309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.455221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6554b0f-2dfa-4410-a7e0-6569a3578507 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.518149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be53038-b340-4899-b928-7bc26a7ce75b req-a2fb2259-94b5-4025-a543-2478fca2d597 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:38.544739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0be53038-b340-4899-b928-7bc26a7ce75b req-a2fb2259-94b5-4025-a543-2478fca2d597 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 932 time: 1.4803591 Aug 31 06:36:38.597073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73ba68d8-9947-4a0f-b1e0-479256e4b85b req-7082ffcf-9e55-4222-8f0f-c6408460b3a8 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.1833911 Aug 31 06:36:38.621363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.623865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/networks/22305160-015a-4152-8608-9aabde14ec77 HTTP/1.1" status: 204 len: 168 time: 3.0213428 Aug 31 06:36:38.644295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:38.649657 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6554b0f-2dfa-4410-a7e0-6569a3578507 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.652592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6554b0f-2dfa-4410-a7e0-6569a3578507 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.655971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a6554b0f-2dfa-4410-a7e0-6569a3578507 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "DELETE /v2.0/security-groups/37c4c0dc-98a4-4e18-86ce-4a6caf29cc87 HTTP/1.1" status: 204 len: 168 time: 0.5360126 Aug 31 06:36:38.661909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35374) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:38.683096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e01ec0-cc87-4efe-ac1f-2272fb19d19e None None] New status for floating IP c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:38.701351 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-6313adfa-3d29-41b6-8e29-6c3c1db6e6dd tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] show failed (client error): The resource could not be found. Aug 31 06:36:38.711174 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6313adfa-3d29-41b6-8e29-6c3c1db6e6dd tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "GET /v2.0/security-groups/37c4c0dc-98a4-4e18-86ce-4a6caf29cc87 HTTP/1.1" status: 404 len: 347 time: 0.0286424 Aug 31 06:36:38.733374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Network 7bd0c39b-1a48-4609-8b3b-27e89250d261 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:38.780822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:38.788985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:38.795405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:38.948196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6554b0f-2dfa-4410-a7e0-6569a3578507 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c4c0dc-98a4-4e18-86ce-4a6caf29cc87,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:38.971462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbcdd8-016b-4cd2-a378-c5edbb1c6b3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Network': ['ID=22305160-015a-4152-8608-9aabde14ec77,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:39.075069 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0be53038-b340-4899-b928-7bc26a7ce75b req-1a731edb-ec45-4d4d-9e80-346a2f6bf00a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274472 Aug 31 06:36:39.209019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:39.333538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Pushing event updated for resources: {'Port': ['ID=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:39.354398 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-e81e12a4-777f-4d99-a1e7-b7ecf0a1012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:39.357150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-e81e12a4-777f-4d99-a1e7-b7ecf0a1012d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e506f5fddcd44becab79ffc863b06875&device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 1098 time: 1.5195799 Aug 31 06:36:39.409435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540b078-b9e7-4bb9-9eb1-00a7fb1ba547 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:39.411050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2540b078-b9e7-4bb9-9eb1-00a7fb1ba547 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.7648804 Aug 31 06:36:39.497169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35390) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:39.505437 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-54d66081-83a6-404e-a54e-12ddda9a6ee0 {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:36:39.506112 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:36:39.543478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:39.544686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:39.579263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5af45344-2e2e-4c8e-b287-222b901ce0bd tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6579134 Aug 31 06:36:39.616654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Request body: {'port': {'device_id': '564bd918-8f96-4da7-8bed-ab1d034c9cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:39.685740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3718a7-1b78-4107-b7a3-24ac1ad55a40 req-f0ba4df2-12ba-45aa-bd20-cc88157a1273 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:39.693985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef3718a7-1b78-4107-b7a3-24ac1ad55a40 req-f0ba4df2-12ba-45aa-bd20-cc88157a1273 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 932 time: 0.3910689 Aug 31 06:36:39.782623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Deleting port 9251a36e-cd01-46e6-a711-8256e6230443 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:39.783829 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:39.795602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-9bd9e3e2-e3eb-48fb-87e9-5b847d0fd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:39.798197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-9bd9e3e2-e3eb-48fb-87e9-5b847d0fd0c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5083b8fe-94c9-4ad4-8157-69cbea5456be HTTP/1.1" status: 200 len: 915 time: 0.4062505 Aug 31 06:36:39.836756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5719d9b0-32d3-40ac-9c08-f2452a1eddaa tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3334291 Aug 31 06:36:39.872401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35402) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:39.900056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-817723026'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:39.937105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:39.937691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:39.939025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:40.017977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.035073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef3718a7-1b78-4107-b7a3-24ac1ad55a40 req-0ceb86cc-0310-4319-b79a-d53d3fa3a50b tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716603 Aug 31 06:36:40.099404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:40.100184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:40.109099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:40.113654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.116045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.157004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:40.157385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:40.157765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:40.159166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Bound port: bbbff63f-d607-420b-a76c-8dea16014a5b, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:40.162788 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.264912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.265385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.344841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:40.367836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Calling delete_port for 9251a36e-cd01-46e6-a711-8256e6230443 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:40.371939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.437158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Transition to ACTIVE for port object 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:40.449641 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.504774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192dc474-d0a7-43de-be3f-43c131ce3c8e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:40.545253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.568239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Transition to ACTIVE for port object 192dc474-d0a7-43de-be3f-43c131ce3c8e will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:40.592328 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8658ee28-35af-4b3b-9aeb-4647869f8f6a req-6c611d13-ae07-44ac-aac3-d0c8260b7390 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.7176106 Aug 31 06:36:40.658626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586bdd4-5811-4677-b262-a5dc144e5a17 req-2766a699-8288-439b-9ae3-b368cc82b92a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:40.659572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:40.661787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f586bdd4-5811-4677-b262-a5dc144e5a17 req-2766a699-8288-439b-9ae3-b368cc82b92a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.3324018 Aug 31 06:36:40.662852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:40.663249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:40.711659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-ec61b8c1-f12d-4d9c-b6ab-57f879b2ea1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096efc09-f167-41a8-a3c4-b65b344baee7 HTTP/1.1" status: 200 len: 1002 time: 0.8960249 Aug 31 06:36:40.719667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.751394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.844479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:40.846252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.847838 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] 10.222.0.42 "PUT /v2.0/ports/bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 200 len: 1093 time: 8.1631606 Aug 31 06:36:40.849418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-08c4da89-4366-4797-a95e-30d85bf37e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:40.854714 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-08c4da89-4366-4797-a95e-30d85bf37e18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30927174-259f-4a78-8aa5-2326f7b425b3 HTTP/1.1" status: 200 len: 853 time: 0.1140735 Aug 31 06:36:40.881724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:36:40.919120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:40.921493 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfa626f-2041-4821-8362-21fb1872fbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:40.957666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f586bdd4-5811-4677-b262-a5dc144e5a17 req-9056ec74-51b3-4c56-a986-078e9deca0ab tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558196 Aug 31 06:36:41.051563 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7eb34b-9da7-451b-b994-aad819a76697 x-openstack-request-id: req-6c7eb34b-9da7-451b-b994-aad819a76697 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:41.052017 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:41.052404 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c7eb34b-9da7-451b-b994-aad819a76697 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:41.058174 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b', 'status': 'completed', 'code': 200} Aug 31 06:36:41.145637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Attempting to bind port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:41.146395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Attempting to bind port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:41.146955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Attempting to bind port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:41.173790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:41.174646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Attempting to bind port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:41.203615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:41.204378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Checking segment: {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:41.206581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Bound using segment: {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:41.213810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Bound port: 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:41.214547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.225778 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.282301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Pushing event deleted for resources: {'Port': ['ID=9251a36e-cd01-46e6-a711-8256e6230443,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:41.328485 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.328485 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Added segment af873d19-bd97-4f17-9072-6ee197f78abb of type vlan for network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 Aug 31 06:36:41.357443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fe5ed-e13e-4760-bdfc-a434dfdc969c req-01f9c905-abae-4ac0-88a3-634a88c25884 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.370679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-043fe5ed-e13e-4760-bdfc-a434dfdc969c req-01f9c905-abae-4ac0-88a3-634a88c25884 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 944 time: 0.2123172 Aug 31 06:36:41.388973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Allocated IP 172.20.0.6 (7bd0c39b-1a48-4609-8b3b-27e89250d261/39801535-ed57-4994-9ed5-26644cc5f029/6a2aed4a-78e8-477d-9d02-c819ae1cb81e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:41.397855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=192dc474-d0a7-43de-be3f-43c131ce3c8e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:41.482743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-b607329f-d5f2-4164-85b8-dbc63395f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.484344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-b607329f-d5f2-4164-85b8-dbc63395f215 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1096 time: 0.5528469 Aug 31 06:36:41.492166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b234c-985e-43bc-8fce-af44cec46be1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:41.505597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.512233 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.519157 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b33877d5-46a4-4120-a63c-42758cda4712 tempest-ServersTestJSON-540180237 tempest-ServersTestJSON-540180237-project] 10.222.0.15 "DELETE /v2.0/floatingips/c1d3d5c6-ab1c-4919-ad58-01c1e0af2fe2 HTTP/1.1" status: 204 len: 168 time: 2.7171977 Aug 31 06:36:41.523741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:41.620232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-1f4df3e2-e823-4368-964b-08abc2b0f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.623364 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-1f4df3e2-e823-4368-964b-08abc2b0f015 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5083b8fe-94c9-4ad4-8157-69cbea5456be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6610498 Aug 31 06:36:41.629618 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.637305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-83b17328-884e-4248-95d2-84ad740a4d88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 200 len: 217 time: 0.1087906 Aug 31 06:36:41.761601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-5039d25e-7537-4f87-ad4b-d85271ceb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.764623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-5039d25e-7537-4f87-ad4b-d85271ceb304 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1168497 Aug 31 06:36:41.785027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-043fe5ed-e13e-4760-bdfc-a434dfdc969c req-a8ff19f0-4ef7-4217-967f-3e1e35168500 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127662 Aug 31 06:36:41.817766 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.resource_extend [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:36:41.875122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] For port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:41.882632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] For port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:41.891984 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.000345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Attempting to bind port 192dc474-d0a7-43de-be3f-43c131ce3c8e on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:42.000345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Attempting to bind port 192dc474-d0a7-43de-be3f-43c131ce3c8e by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '4704ea12-7a74-446c-8081-f55b3b3c72ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ab7d443-c6e8-4e91-89dc-324577b5bfe9'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:42.000345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Attempting to bind port 192dc474-d0a7-43de-be3f-43c131ce3c8e on network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:42.020291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.022988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.024805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] 10.222.0.42 "PUT /v2.0/ports/5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 HTTP/1.1" status: 200 len: 1093 time: 5.0368586 Aug 31 06:36:42.027584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-3c9fe7d6-c2f6-40ac-a5a6-100762fe5e77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2154014 Aug 31 06:36:42.036391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edd753c-5a50-4d0c-9fd1-9e156883226b', 'tag': '5fdbcb13-ce62-42e9-a7a7-1924eae0ea46'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:42.041928 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8094c2dc-6ecc-4d34-99a6-4588688df0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2edd753c-5a50-4d0c-9fd1-9e156883226b", "tag": "5fdbcb13-ce62-42e9-a7a7-1924eae0ea46"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:42.073947 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-092b1a2b-c934-427a-b5b6-68a81706a904 req-1b0c34cc-7ad8-4f2a-9521-b057807d2be5 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.3033891 Aug 31 06:36:42.103060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Port 192dc474-d0a7-43de-be3f-43c131ce3c8e on network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:42.105080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Attempting to bind port 192dc474-d0a7-43de-be3f-43c131ce3c8e on network 5ab7d443-c6e8-4e91-89dc-324577b5bfe9 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:42.264062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ea386-dbc2-4ab5-8f4e-0b5121eab8db service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:42.357989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-b1d4965c-f4aa-40a3-bd5d-2b102fd2f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.361004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-b1d4965c-f4aa-40a3-bd5d-2b102fd2f9be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e103718072f489db9eb5ab92229cf05&device_id=2edd753c-5a50-4d0c-9fd1-9e156883226b HTTP/1.1" status: 200 len: 1096 time: 0.2559416 Aug 31 06:36:42.510903 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-b7e080a5-a173-4e38-9df5-2cd7f6bafc46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 HTTP/1.1" status: 200 len: 217 time: 0.1413200 Aug 31 06:36:42.686424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f9d69-70a8-45e1-92b1-0f4d7c36e73b req-004d471c-bf3b-41c5-ae3b-aa74b06f0d8b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.695712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-408f9d69-70a8-45e1-92b1-0f4d7c36e73b req-004d471c-bf3b-41c5-ae3b-aa74b06f0d8b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.4379566 Aug 31 06:36:42.700665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-63cc1783-dbbd-4b8f-8a67-3303951a636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.702743 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-63cc1783-dbbd-4b8f-8a67-3303951a636e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39801535-ed57-4994-9ed5-26644cc5f029 HTTP/1.1" status: 200 len: 857 time: 0.1768999 Aug 31 06:36:42.752463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35526) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:42.754227 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d02bfd1-d9c1-40b9-942e-67cdcc9c8fe4 x-openstack-request-id: req-0d02bfd1-d9c1-40b9-942e-67cdcc9c8fe4 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:42.754667 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edd753c-5a50-4d0c-9fd1-9e156883226b", "tag": "5fdbcb13-ce62-42e9-a7a7-1924eae0ea46", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:42.755032 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d02bfd1-d9c1-40b9-942e-67cdcc9c8fe4 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:42.755628 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edd753c-5a50-4d0c-9fd1-9e156883226b', 'tag': '5fdbcb13-ce62-42e9-a7a7-1924eae0ea46', 'status': 'completed', 'code': 200} Aug 31 06:36:42.861091 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-fd91a092-c0f0-41aa-be22-1869e8cf10c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bd0c39b-1a48-4609-8b3b-27e89250d261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430612 Aug 31 06:36:42.866202 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-408f9d69-70a8-45e1-92b1-0f4d7c36e73b req-8dfa1580-7595-4136-8a60-befdc278ed3c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691113 Aug 31 06:36:42.918198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-66c19d80-312e-4363-a023-716e0f1ad0ab service neutron] 10.222.0.42 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2737362 Aug 31 06:36:42.918198 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.933415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.934062 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.955948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:42.956425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Checking segment: {'id': '4704ea12-7a74-446c-8081-f55b3b3c72ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ab7d443-c6e8-4e91-89dc-324577b5bfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:42.956722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Bound using segment: {'id': '4704ea12-7a74-446c-8081-f55b3b3c72ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ab7d443-c6e8-4e91-89dc-324577b5bfe9'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:42.957165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Bound port: 192dc474-d0a7-43de-be3f-43c131ce3c8e, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4704ea12-7a74-446c-8081-f55b3b3c72ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ab7d443-c6e8-4e91-89dc-324577b5bfe9'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:42.957567 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:43.103099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-c164fd03-701a-4926-be24-ea63b9f9172c service neutron] 10.222.0.42 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339382 Aug 31 06:36:43.148226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] For port 192dc474-d0a7-43de-be3f-43c131ce3c8e, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:43.152085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] For port 192dc474-d0a7-43de-be3f-43c131ce3c8e, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=192dc474-d0a7-43de-be3f-43c131ce3c8e,segment=NetworkSegment(4704ea12-7a74-446c-8081-f55b3b3c72ae),segment_id=4704ea12-7a74-446c-8081-f55b3b3c72ae)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:43.259504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:43.355213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:43.355897 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:43.358083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/192dc474-d0a7-43de-be3f-43c131ce3c8e HTTP/1.1" status: 200 len: 1093 time: 9.4813371 Aug 31 06:36:43.360316 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-7c3deecc-e484-448d-ae50-5b0e2133e747 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2650945 Aug 31 06:36:43.362118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.4741642 Aug 31 06:36:43.362788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1', 'tag': '192dc474-d0a7-43de-be3f-43c131ce3c8e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:43.365306 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d656d-96ef-4af6-97a9-20415994d593" -d '{"events": [{"name": "network-changed", "server_uuid": "e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1", "tag": "192dc474-d0a7-43de-be3f-43c131ce3c8e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:43.370275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35542) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:43.376320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f4e354e-026b-42b8-9783-26939b360a79 req-496e052f-b0fd-4bee-87dd-d5e448dbd868 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 210 time: 0.0738554 Aug 31 06:36:43.391876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b7f0-2970-497e-af14-cdc4a9fa989e req-cfc4ea72-bb79-4b61-bd3e-9d9732559e67 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:43.400902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94a2b7f0-2970-497e-af14-cdc4a9fa989e req-cfc4ea72-bb79-4b61-bd3e-9d9732559e67 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 944 time: 0.4234061 Aug 31 06:36:43.406678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:43.409843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87a7f841-42b4-462b-9aac-227ab73bb098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:43.522880 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-5fd964be-0e5c-42cb-a95a-6d78950c364d service neutron] 10.222.0.42 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054370 Aug 31 06:36:43.539129 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:43.566159 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46c2d88-0eb5-46e0-a4c9-40bb853a574a x-openstack-request-id: req-d46c2d88-0eb5-46e0-a4c9-40bb853a574a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:43.566744 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1", "tag": "192dc474-d0a7-43de-be3f-43c131ce3c8e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:43.569862 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d46c2d88-0eb5-46e0-a4c9-40bb853a574a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:43.570725 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1', 'tag': '192dc474-d0a7-43de-be3f-43c131ce3c8e', 'status': 'completed', 'code': 200} Aug 31 06:36:43.696690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407fe9e-ad15-4871-9659-23a0cb0c288c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Network': ['ID=b7b3126a-f08e-49ab-82ad-906d8fbf7ca6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:43.720234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:36:43.752537 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:43.759069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5b63f-9b6e-4429-8415-377056cfc8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=192dc474-d0a7-43de-be3f-43c131ce3c8e,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:43.794316 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94a2b7f0-2970-497e-af14-cdc4a9fa989e req-54c860ce-c28f-4105-902c-df98f1ff3077 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924236 Aug 31 06:36:43.803568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-e759cb3e-c18a-45c1-ab85-ba906ff95be9 service neutron] 10.222.0.42 "GET /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8543799 Aug 31 06:36:43.812740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-ad82e498-cc4a-4c3f-83de-3c97c2c508ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:43.814533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-ad82e498-cc4a-4c3f-83de-3c97c2c508ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c32f0a2b26f4894887d24afecb022a5&device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 1096 time: 0.2426779 Aug 31 06:36:43.996435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b079f8-d188-4d0f-a4e1-da8a29d304b8 req-cd1bd2eb-1861-4adf-b644-2e9092782e33 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151874 Aug 31 06:36:44.010623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-5283e0cb-5f87-4f57-b829-c4d865e17b1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=192dc474-d0a7-43de-be3f-43c131ce3c8e HTTP/1.1" status: 200 len: 217 time: 0.1827157 Aug 31 06:36:44.254862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-d7b98dd9-5df6-4589-86a5-93e926695a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.258134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-d7b98dd9-5df6-4589-86a5-93e926695a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e103718072f489db9eb5ab92229cf05&device_id=2edd753c-5a50-4d0c-9fd1-9e156883226b HTTP/1.1" status: 200 len: 1096 time: 0.6055489 Aug 31 06:36:44.312698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-eaf62033-4fd9-403c-b7c8-e0f3991aa52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.314440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-eaf62033-4fd9-403c-b7c8-e0f3991aa52c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=727bdf54-6c66-4bed-a45f-c4c99f5c2194 HTTP/1.1" status: 200 len: 854 time: 0.2961702 Aug 31 06:36:44.336173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.436309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-4c19f0b1-0c00-4b14-8e9a-93ed8f81350c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ab7d443-c6e8-4e91-89dc-324577b5bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918236 Aug 31 06:36:44.459497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Network 7bd0c39b-1a48-4609-8b3b-27e89250d261 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:44.463668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-97d34996-076a-4f87-a731-706b5cee7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.466711 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-97d34996-076a-4f87-a731-706b5cee7518 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1096 time: 0.3543568 Aug 31 06:36:44.479458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:44.491422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:44.510656 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87a7f841-42b4-462b-9aac-227ab73bb098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.553328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da78e18-5f0f-4870-8db1-441ed828663d req-2ad75d23-add8-4ac4-adaa-27e083236df9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.561344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6da78e18-5f0f-4870-8db1-441ed828663d req-2ad75d23-add8-4ac4-adaa-27e083236df9 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.4072571 Aug 31 06:36:44.577181 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87a7f841-42b4-462b-9aac-227ab73bb098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.655966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.656651 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.711643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7f841-42b4-462b-9aac-227ab73bb098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c18af5-1a94-4dcb-abc1-8ba2b38f97dd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:44.722020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-b3e533c6-b012-480f-b4eb-1b20c891794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.724598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-b3e533c6-b012-480f-b4eb-1b20c891794c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bd0c39b-1a48-4609-8b3b-27e89250d261 HTTP/1.1" status: 200 len: 918 time: 0.4511442 Aug 31 06:36:44.733394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-87a7f841-42b4-462b-9aac-227ab73bb098 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fa180a7730e45c8987037b4c463e3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9613290 Aug 31 06:36:44.739853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:44.761327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6da78e18-5f0f-4870-8db1-441ed828663d req-042e039a-03cd-4d51-949e-3d66bd2404cb tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988065 Aug 31 06:36:44.832596 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-4c5d9f4e-829b-4dcf-ae4f-14e9e7846fa7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 HTTP/1.1" status: 200 len: 217 time: 0.0994425 Aug 31 06:36:44.883720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Pushing event updated for resources: {'Port': ['ID=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:44.896840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:44.902113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.914172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-4f4d985a-3d07-43d1-8f56-666567533c2a tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.7623656 Aug 31 06:36:44.942845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Request body: {'port': {'device_id': '20914ec2-6737-4c70-a764-8b8cebdbe786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:45.011158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa73b7c-4728-4a5e-a794-50ef6f14b213 req-434d8d2f-8ed4-49f2-8c67-38a0cd22f368 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.014315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fa73b7c-4728-4a5e-a794-50ef6f14b213 req-434d8d2f-8ed4-49f2-8c67-38a0cd22f368 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 931 time: 0.4032342 Aug 31 06:36:45.042816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:45.055916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-6b6c0578-f448-4866-b849-e7bb37e5239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.062768 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-6b6c0578-f448-4866-b849-e7bb37e5239c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39801535-ed57-4994-9ed5-26644cc5f029 HTTP/1.1" status: 200 len: 857 time: 0.2159779 Aug 31 06:36:45.118274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.217392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-7e5d9ad0-bd65-423d-84e3-3a3898c28d81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bd0c39b-1a48-4609-8b3b-27e89250d261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779448 Aug 31 06:36:45.257041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fa73b7c-4728-4a5e-a794-50ef6f14b213 req-e649644b-5ddf-4265-a28f-70a3799cd166 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502893 Aug 31 06:36:45.266407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Transition to ACTIVE for port object 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:45.292047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3416d011-2b64-43ef-b4a3-25f25b755b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.294505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.337036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-c92bb64e-fec2-48a4-b14c-01710bbc354a service neutron] 10.222.0.23 "GET /v2.0/networks/5ab7d443-c6e8-4e91-89dc-324577b5bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8897059 Aug 31 06:36:45.348936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-ef686540-53eb-49bb-a63b-e58ea4dbb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.351654 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-ef686540-53eb-49bb-a63b-e58ea4dbb588 service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.7538357 Aug 31 06:36:45.393819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.484530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffe4b9-13db-47c9-aa62-989bd7d0a3a9 req-0927f2a1-7f66-4030-8414-c81b883cf6b7 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.487869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-faffe4b9-13db-47c9-aa62-989bd7d0a3a9 req-0927f2a1-7f66-4030-8414-c81b883cf6b7 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 944 time: 0.4711587 Aug 31 06:36:45.492282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3416d011-2b64-43ef-b4a3-25f25b755b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.521672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-89e579a5-de7d-48f1-836d-f91ce998a2d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 200 len: 217 time: 0.1506438 Aug 31 06:36:45.579851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Pushing event updated for resources: {'Port': ['ID=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:45.616674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Deleting port 59d0732c-0d9c-454b-9a75-e786b676723c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:45.617436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.709145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:45.756154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-75b9fe1c-b450-4069-8997-f83072769ef8 service neutron] 10.222.0.42 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914899 Aug 31 06:36:45.773634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-faffe4b9-13db-47c9-aa62-989bd7d0a3a9 req-4ab24e6c-c718-4b98-bb5d-1cad94d5723a tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661095 Aug 31 06:36:45.774862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-912baa30-e18a-44f4-8b98-c9a7472ddca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.788099 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-912baa30-e18a-44f4-8b98-c9a7472ddca9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.2547805 Aug 31 06:36:45.868192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3416d011-2b64-43ef-b4a3-25f25b755b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.874000 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3416d011-2b64-43ef-b4a3-25f25b755b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.876399 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3416d011-2b64-43ef-b4a3-25f25b755b90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64c18af5-1a94-4dcb-abc1-8ba2b38f97dd HTTP/1.1" status: 204 len: 168 time: 1.1259093 Aug 31 06:36:45.960829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5441f8c3-09a0-4160-9e9d-565ef66d2706 req-82992679-5b3a-448e-80ce-04e954efae2d service neutron] 10.222.0.23 "GET /v2.0/networks/5ab7d443-c6e8-4e91-89dc-324577b5bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025474 Aug 31 06:36:46.001137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:46.022642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '5fdbcb13-ce62-42e9-a7a7-1924eae0ea46', 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261', 'port_id': '5fdbcb13-ce62-42e9-a7a7-1924eae0ea46', 'mac_address': 'fa:16:3e:82:41:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39801535-ed57-4994-9ed5-26644cc5f029', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:46.088454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d011-2b64-43ef-b4a3-25f25b755b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c18af5-1a94-4dcb-abc1-8ba2b38f97dd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:46.099241 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.119554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:46.153305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Attempting to bind port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:46.153490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Attempting to bind port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:46.153810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Attempting to bind port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:46.162526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:46.170311 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.196575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:46.199786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-ecb003c0-9af7-4a20-b5d6-ca0ae5941d23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2547154 Aug 31 06:36:46.221731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Attempting to bind port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:46.225709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] For port 59d0732c-0d9c-454b-9a75-e786b676723c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=59d0732c-0d9c-454b-9a75-e786b676723c,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:46.226086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.254199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:46.274164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:46.274502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Checking segment: {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:46.274894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Bound using segment: {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:46.275905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Bound port: 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:46.276267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.280199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Calling delete_port for 59d0732c-0d9c-454b-9a75-e786b676723c owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:46.300029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8094c2dc-6ecc-4d34-99a6-4588688df0a9 req-2d6522f1-3bc2-4352-9678-00e9482390e3 service neutron] 10.222.0.42 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231724 Aug 31 06:36:46.392214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5fdbcb13-ce62-42e9-a7a7-1924eae0ea46'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:46.482154 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.599359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=904fc2f2-53d2-4941-a184-c7117f55cb4f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:46.605074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-c5202872-2cd8-4111-b62d-fe1ecce49d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:46.606942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-c5202872-2cd8-4111-b62d-fe1ecce49d05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c32f0a2b26f4894887d24afecb022a5&device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 1096 time: 0.4999683 Aug 31 06:36:46.647406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] For port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:46.654964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] For port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:46.666574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.687699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448aed3-71cd-4104-9f59-972989b1c9ac req-38d21ca8-ffd3-42fa-8659-19766237fea2 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:46.690178 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b448aed3-71cd-4104-9f59-972989b1c9ac req-38d21ca8-ffd3-42fa-8659-19766237fea2 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 931 time: 0.2074924 Aug 31 06:36:46.817435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:46.817435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.818238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] 10.222.0.23 "PUT /v2.0/ports/41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b HTTP/1.1" status: 200 len: 1092 time: 7.2199907 Aug 31 06:36:46.825476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f123ff-b9a5-4ea4-aed9-3e407ad6ab38 req-6029c54a-248a-4438-aee1-65ed8ffb3631 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:46.834277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564bd918-8f96-4da7-8bed-ab1d034c9cf3', 'tag': '41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:46.836564 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac" -d '{"events": [{"name": "network-changed", "server_uuid": "564bd918-8f96-4da7-8bed-ab1d034c9cf3", "tag": "41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:46.838934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89f123ff-b9a5-4ea4-aed9-3e407ad6ab38 req-6029c54a-248a-4438-aee1-65ed8ffb3631 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.8924282 Aug 31 06:36:46.914392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f004568-f189-4363-a95a-a0fce2e4d57b service neutron] Pushing event updated for resources: {'Port': ['ID=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:46.980476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b448aed3-71cd-4104-9f59-972989b1c9ac req-81edd704-add2-4f3d-a25a-7856a04b9431 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094493 Aug 31 06:36:47.091264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-53e5d7f0-4525-4b84-8d83-abff87fbf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:47.092854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-53e5d7f0-4525-4b84-8d83-abff87fbf77b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e103718072f489db9eb5ab92229cf05&device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 1095 time: 0.2008045 Aug 31 06:36:47.211617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-904e6576-a69d-4dc5-8095-468ea76cf315 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b HTTP/1.1" status: 200 len: 217 time: 0.0902278 Aug 31 06:36:47.251768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.332946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=59d0732c-0d9c-454b-9a75-e786b676723c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:47.420624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e4d29e17-146f-444a-b04f-54961597af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:47.421556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-e4d29e17-146f-444a-b04f-54961597af9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39801535-ed57-4994-9ed5-26644cc5f029 HTTP/1.1" status: 200 len: 857 time: 0.1981986 Aug 31 06:36:47.565789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-576b82a0-d568-4ff3-a7c2-8d9a9a8c89a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bd0c39b-1a48-4609-8b3b-27e89250d261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072099 Aug 31 06:36:47.660810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fffc3-bab6-4b00-a9a3-2136fdad2f5f req-405736e7-f0c0-42bf-9b3e-a5bd1c0c2a9b tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:47.670582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c1fffc3-bab6-4b00-a9a3-2136fdad2f5f req-405736e7-f0c0-42bf-9b3e-a5bd1c0c2a9b tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 944 time: 0.2703505 Aug 31 06:36:47.723200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:47.723819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-2fbca977-13e0-4b71-ae1d-a85406b305b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:47.735231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-2fbca977-13e0-4b71-ae1d-a85406b305b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ab7d443-c6e8-4e91-89dc-324577b5bfe9 HTTP/1.1" status: 200 len: 915 time: 1.1154897 Aug 31 06:36:47.797500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:47.811208 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-b1e0f4ff-1ba6-499c-a13a-7ba26fc23eae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=192dc474-d0a7-43de-be3f-43c131ce3c8e HTTP/1.1" status: 200 len: 217 time: 0.0610504 Aug 31 06:36:47.811791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:47.812227 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.824282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Checking segment: {'id': 'af873d19-bd97-4f17-9072-6ee197f78abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:47.824827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network hostable DHCP agents. Network: b7b3126a-f08e-49ab-82ad-906d8fbf7ca6, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:36:47.886956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 192dc474-d0a7-43de-be3f-43c131ce3c8e details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:47.934008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c1fffc3-bab6-4b00-a9a3-2136fdad2f5f req-36d4fb39-7b2e-41ce-ac49-314fe2aae2d3 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624362 Aug 31 06:36:47.949817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-807b09c4-a6c4-4a66-9a5b-97b8aa068d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:47.951457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-807b09c4-a6c4-4a66-9a5b-97b8aa068d58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=727bdf54-6c66-4bed-a45f-c4c99f5c2194 HTTP/1.1" status: 200 len: 854 time: 0.1150827 Aug 31 06:36:47.966906 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89f123ff-b9a5-4ea4-aed9-3e407ad6ab38 req-199b2107-facc-49d3-af26-2ad80518f450 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1222816 Aug 31 06:36:47.982053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.999281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2aed4a-78e8-477d-9d02-c819ae1cb81e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:48.026748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.030297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:48.034630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edd753c-5a50-4d0c-9fd1-9e156883226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdbcb13-ce62-42e9-a7a7-1924eae0ea46'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:48.037359 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acb872e-7f79-44e6-b20c-7d0ea3557216" -d '{"events": [{"server_uuid": "2edd753c-5a50-4d0c-9fd1-9e156883226b", "name": "network-vif-plugged", "status": "completed", "tag": "5fdbcb13-ce62-42e9-a7a7-1924eae0ea46"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:48.044873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.049031 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:36:48.065033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Transition to ACTIVE for port object 6a2aed4a-78e8-477d-9d02-c819ae1cb81e will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:48.123967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-2f239949-99ca-4aca-a9b2-fbd34cce6476 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8346615 Aug 31 06:36:48.188609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.243849 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725a3784-61c9-4462-8f3d-2abbf275a794 x-openstack-request-id: req-725a3784-61c9-4462-8f3d-2abbf275a794 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:48.244312 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edd753c-5a50-4d0c-9fd1-9e156883226b", "name": "network-vif-plugged", "status": "completed", "tag": "5fdbcb13-ce62-42e9-a7a7-1924eae0ea46", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:48.244904 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-725a3784-61c9-4462-8f3d-2abbf275a794 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:48.245677 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edd753c-5a50-4d0c-9fd1-9e156883226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdbcb13-ce62-42e9-a7a7-1924eae0ea46', 'code': 200} Aug 31 06:36:48.260708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:48.409439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-51bb1f00-dbbe-49ae-b760-35b886962455 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ab7d443-c6e8-4e91-89dc-324577b5bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3024111 Aug 31 06:36:48.417625 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e019d2-fb95-4202-99bc-0b0fc14fb021 x-openstack-request-id: req-25e019d2-fb95-4202-99bc-0b0fc14fb021 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:48.418213 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564bd918-8f96-4da7-8bed-ab1d034c9cf3", "tag": "41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:48.418744 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25e019d2-fb95-4202-99bc-0b0fc14fb021 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:48.419293 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564bd918-8f96-4da7-8bed-ab1d034c9cf3', 'tag': '41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b', 'status': 'completed', 'code': 200} Aug 31 06:36:48.438424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 192dc474-d0a7-43de-be3f-43c131ce3c8e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=192dc474-d0a7-43de-be3f-43c131ce3c8e,segment=NetworkSegment(4704ea12-7a74-446c-8081-f55b3b3c72ae),segment_id=4704ea12-7a74-446c-8081-f55b3b3c72ae)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:48.441158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:36:48.488603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '192dc474-d0a7-43de-be3f-43c131ce3c8e', 'network_id': '5ab7d443-c6e8-4e91-89dc-324577b5bfe9', 'port_id': '192dc474-d0a7-43de-be3f-43c131ce3c8e', 'mac_address': 'fa:16:3e:23:e1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727bdf54-6c66-4bed-a45f-c4c99f5c2194', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:48.494523 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-3b8a9a51-f2c4-4e39-9adc-a26083e86c44 service neutron] 10.222.0.23 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9101398 Aug 31 06:36:48.505086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.510913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399eee0-12db-4ca8-9932-3040638fde2c req-b553c2e7-4853-4c22-86dd-6d38bac6820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:48.512952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d399eee0-12db-4ca8-9932-3040638fde2c req-b553c2e7-4853-4c22-86dd-6d38bac6820e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2edd753c-5a50-4d0c-9fd1-9e156883226b HTTP/1.1" status: 200 len: 1098 time: 0.0974190 Aug 31 06:36:48.577006 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.611154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192dc474-d0a7-43de-be3f-43c131ce3c8e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:48.651804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d399eee0-12db-4ca8-9932-3040638fde2c req-e158ea4c-778d-4f40-ac4f-962ac415f433 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299608 Aug 31 06:36:48.652594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 192dc474-d0a7-43de-be3f-43c131ce3c8e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=192dc474-d0a7-43de-be3f-43c131ce3c8e,segment=NetworkSegment(4704ea12-7a74-446c-8081-f55b3b3c72ae),segment_id=4704ea12-7a74-446c-8081-f55b3b3c72ae)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:48.659053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.724821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, b7b3126a-f08e-49ab-82ad-906d8fbf7ca6) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:48.737863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:48.738474 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.800037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=192dc474-d0a7-43de-be3f-43c131ce3c8e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:48.817149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba91460a-cc1e-4e70-8314-a27f066e30f3 None None] Network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:48.898335 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9fc7306f-2278-4a2b-8f82-6809935cf5d8 service neutron] 10.222.0.23 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905878 Aug 31 06:36:48.926003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-5e2d9f99-5f96-470a-a058-30d8848f542a service neutron] 10.222.0.23 "GET /v2.0/networks/5ab7d443-c6e8-4e91-89dc-324577b5bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727713 Aug 31 06:36:49.003160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['192dc474-d0a7-43de-be3f-43c131ce3c8e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:49.012858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:49.157569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-c1a953a2-9e78-4b41-83b3-4b6a915c8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.158033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-05aee92e-16d0-4a47-bfe1-000c7eae6777 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.7754872 Aug 31 06:36:49.160029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-c1a953a2-9e78-4b41-83b3-4b6a915c8bf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e103718072f489db9eb5ab92229cf05&device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 1095 time: 0.1855109 Aug 31 06:36:49.162688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35644) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:49.164411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-acfa626f-2041-4821-8362-21fb1872fbb6 req-51edddad-8600-4a5e-a9bd-73178e41e91a service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9889796 Aug 31 06:36:49.188316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6', 'name': 'tempest-PortsIpV6TestJSON-982003468'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:49.234802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:49.312704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82332e2a-0893-4765-8451-6ac3fcf5b1e3 req-790b73ee-8ad5-4bec-82a8-80c13a67dd27 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.318532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-b7b3126a-f08e-49ab-82ad-906d8fbf7ca6', 'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6', 'tenant_id': '2bd6386fe638485fb3b58f666ee56a8a', 'fixed_ips': [{'subnet_id': '904fc2f2-53d2-4941-a184-c7117f55cb4f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:36:49.319750 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.338759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82332e2a-0893-4765-8451-6ac3fcf5b1e3 req-790b73ee-8ad5-4bec-82a8-80c13a67dd27 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 943 time: 1.0461588 Aug 31 06:36:49.422700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc0d656d-96ef-4af6-97a9-20415994d593 req-b60b6562-01c6-43d1-8449-646cdf091e1c service neutron] 10.222.0.23 "GET /v2.0/networks/5ab7d443-c6e8-4e91-89dc-324577b5bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061184 Aug 31 06:36:49.425674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Router 0f95312c-2e21-4a5e-ae31-52e422748905 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:49.473714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Attempting to bind port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:49.474176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Attempting to bind port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:49.474377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Attempting to bind port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:49.487474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82332e2a-0893-4765-8451-6ac3fcf5b1e3 req-cf9a9344-2b72-4f95-9888-067d58e06509 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474502 Aug 31 06:36:49.488090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:49.488412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Attempting to bind port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e on network 7bd0c39b-1a48-4609-8b3b-27e89250d261 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:49.503943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:49.504256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Checking segment: {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:49.504753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Bound using segment: {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:49.505058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Bound port: 6a2aed4a-78e8-477d-9d02-c819ae1cb81e, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:49.507001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.530282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb85fe2-5c69-49a5-a53a-dfb297c327c9 req-451062c3-6a14-4a6b-9162-9c9508b7f3b5 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.532278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeb85fe2-5c69-49a5-a53a-dfb297c327c9 req-451062c3-6a14-4a6b-9162-9c9508b7f3b5 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 945 time: 0.3815379 Aug 31 06:36:49.598571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2821e2f8-e137-4a34-bc96-355ea1322f31 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1512331503'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:49.599078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2821e2f8-e137-4a34-bc96-355ea1322f31 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Unknown quota resources ['metering_label']. {{(pid=94667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:36:49.657049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] For port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:49.660426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] For port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:49.764014 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.889500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.890339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.891494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Allocated IP 2001:db8::2 (b7b3126a-f08e-49ab-82ad-906d8fbf7ca6/904fc2f2-53d2-4941-a184-c7117f55cb4f/ae78f390-3973-497d-92ac-3d554415ef87) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:49.891997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a2aed4a-78e8-477d-9d02-c819ae1cb81e HTTP/1.1" status: 200 len: 1092 time: 4.9545166 Aug 31 06:36:49.892123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20914ec2-6737-4c70-a764-8b8cebdbe786', 'tag': '6a2aed4a-78e8-477d-9d02-c819ae1cb81e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:49.893785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:49.894572 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb" -d '{"events": [{"name": "network-changed", "server_uuid": "20914ec2-6737-4c70-a764-8b8cebdbe786", "tag": "6a2aed4a-78e8-477d-9d02-c819ae1cb81e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:49.919352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113daacf-f611-4ec2-8e8e-8ecf43a81f54 req-0118e1aa-3aab-4a9e-a534-17b68117cfa0 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.921034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-113daacf-f611-4ec2-8e8e-8ecf43a81f54 req-0118e1aa-3aab-4a9e-a534-17b68117cfa0 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.2588987 Aug 31 06:36:49.948977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d72c9-0a2a-49f9-8937-da80c2de21b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:49.954063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeb85fe2-5c69-49a5-a53a-dfb297c327c9 req-87d58eea-0773-4cd9-b2db-027cc1cb623e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782408 Aug 31 06:36:49.987461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-48e6d7f5-d4ad-47bb-aa3c-82ca74d07a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.989258 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-48e6d7f5-d4ad-47bb-aa3c-82ca74d07a93 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7bd0c39b-1a48-4609-8b3b-27e89250d261 HTTP/1.1" status: 200 len: 918 time: 0.7946203 Aug 31 06:36:50.021705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:50.050226 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-113daacf-f611-4ec2-8e8e-8ecf43a81f54 req-0266db17-2dbe-4946-9876-5e2f80def075 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187513 Aug 31 06:36:50.054064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-24c6d0cb-baaf-4d47-a907-17a2ff5edeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:50.054936 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:50.061849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-24c6d0cb-baaf-4d47-a907-17a2ff5edeb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e103718072f489db9eb5ab92229cf05&device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 1095 time: 0.1293485 Aug 31 06:36:50.212240 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8723c342-a744-44dd-8b4d-2b14451b474e x-openstack-request-id: req-8723c342-a744-44dd-8b4d-2b14451b474e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:50.214532 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20914ec2-6737-4c70-a764-8b8cebdbe786", "tag": "6a2aed4a-78e8-477d-9d02-c819ae1cb81e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:50.215006 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8723c342-a744-44dd-8b4d-2b14451b474e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:50.219882 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20914ec2-6737-4c70-a764-8b8cebdbe786', 'tag': '6a2aed4a-78e8-477d-9d02-c819ae1cb81e', 'status': 'completed', 'code': 200} Aug 31 06:36:50.222205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-314a8b9d-5984-413a-a2fa-eee0c6a2524e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a2aed4a-78e8-477d-9d02-c819ae1cb81e HTTP/1.1" status: 200 len: 217 time: 0.1441877 Aug 31 06:36:50.260234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 5decfdda-af89-4698-afca-3757aa60c527 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:36:50.340612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:50.344737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-0f624518-b367-4eb8-b7dd-529b1d527f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:50.356670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-0f624518-b367-4eb8-b7dd-529b1d527f18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39801535-ed57-4994-9ed5-26644cc5f029 HTTP/1.1" status: 200 len: 857 time: 0.1268048 Aug 31 06:36:50.379154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-1d12054a-3338-4148-882e-9e4a7788c27a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b HTTP/1.1" status: 200 len: 217 time: 0.3740594 Aug 31 06:36:50.393159 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-43517d68-084f-4897-995c-bc43880e5f99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bd0c39b-1a48-4609-8b3b-27e89250d261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291951 Aug 31 06:36:50.393831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b', 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261', 'port_id': '41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b', 'mac_address': 'fa:16:3e:42:56:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39801535-ed57-4994-9ed5-26644cc5f029', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:50.448716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:50.475787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:50.499576 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2821e2f8-e137-4a34-bc96-355ea1322f31 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:50.501207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2821e2f8-e137-4a34-bc96-355ea1322f31 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2485065 Aug 31 06:36:50.507433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35658) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:50.513353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8fccaddb-9dd8-4509-b87f-5c7c514e8c2a tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c6dc0295-4892-49e1-8b42-c52c0e79fcca'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:50.514240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8fccaddb-9dd8-4509-b87f-5c7c514e8c2a tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:36:50.517247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:50.527263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-19a6bc77-0f8a-47c3-bdfe-15475954e247 service neutron] 10.222.0.42 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256342 Aug 31 06:36:50.573229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Transition to ACTIVE for port object ae78f390-3973-497d-92ac-3d554415ef87 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:50.577398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:50.583270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:50.664906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:50.693558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-cf2f746d-b22f-4d38-b67e-74ae312f49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:50.701354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-cf2f746d-b22f-4d38-b67e-74ae312f49d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39801535-ed57-4994-9ed5-26644cc5f029 HTTP/1.1" status: 200 len: 857 time: 0.3003790 Aug 31 06:36:50.703863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b78818-b3c3-411d-baa2-332ef2830d15 req-17738e67-f93a-4ac0-b104-f9e5040a3e86 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:50.706733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b78818-b3c3-411d-baa2-332ef2830d15 req-17738e67-f93a-4ac0-b104-f9e5040a3e86 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 943 time: 0.0757792 Aug 31 06:36:50.717250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Transition to ACTIVE for port object ae78f390-3973-497d-92ac-3d554415ef87 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:50.749701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:50.758319 n-d-712142-16 neutron-server[94667]: WARNING neutron.services.metering.metering_plugin [None req-8fccaddb-9dd8-4509-b87f-5c7c514e8c2a tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 06:36:50.783221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b78818-b3c3-411d-baa2-332ef2830d15 req-9bdcd4e1-905f-4d19-a21e-339a9fe843b8 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604353 Aug 31 06:36:50.788242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ef79258-9282-45c8-93e6-506b2e0ed6d6 req-8b31e7ce-b70c-4a9f-a4fd-76db61dca746 service neutron] 10.222.0.42 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537584 Aug 31 06:36:50.907011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Pushing event updated for resources: {'Port': ['ID=ae78f390-3973-497d-92ac-3d554415ef87,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:50.923198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-e83a4a6a-0e96-4975-b07b-aa209d30c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:50.924978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-e83a4a6a-0e96-4975-b07b-aa209d30c6f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e103718072f489db9eb5ab92229cf05&device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 1095 time: 0.0853059 Aug 31 06:36:50.958282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:50.960314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:50.974067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.974445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.979602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.980434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.980979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.987122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.987122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.989673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.990561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.991124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.991856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:50.992411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:51.012390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:51.023089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:51.104438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-9dbbdff3-a08c-4b58-a3f4-110357fe9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:51.106901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-9dbbdff3-a08c-4b58-a3f4-110357fe9243 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bd0c39b-1a48-4609-8b3b-27e89250d261 HTTP/1.1" status: 200 len: 918 time: 0.1737468 Aug 31 06:36:51.170189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::34d (b7b3126a-f08e-49ab-82ad-906d8fbf7ca6/904fc2f2-53d2-4941-a184-c7117f55cb4f/5decfdda-af89-4698-afca-3757aa60c527) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:51.261803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Attempting to bind port ae78f390-3973-497d-92ac-3d554415ef87 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:51.262324 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Attempting to bind port ae78f390-3973-497d-92ac-3d554415ef87 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'af873d19-bd97-4f17-9072-6ee197f78abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:51.262661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Attempting to bind port ae78f390-3973-497d-92ac-3d554415ef87 on network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:51.272686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-00c92d11-2f58-4f7c-a484-eaa71aba5ef6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a2aed4a-78e8-477d-9d02-c819ae1cb81e HTTP/1.1" status: 200 len: 217 time: 0.1560111 Aug 31 06:36:51.284132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:51.284608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Checking segment: {'id': 'af873d19-bd97-4f17-9072-6ee197f78abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:51.286310 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.289413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Bound using segment: {'id': 'af873d19-bd97-4f17-9072-6ee197f78abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:51.291225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Bound port: ae78f390-3973-497d-92ac-3d554415ef87, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af873d19-bd97-4f17-9072-6ee197f78abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:51.297798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.480823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] For port ae78f390-3973-497d-92ac-3d554415ef87, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:51.487900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] For port ae78f390-3973-497d-92ac-3d554415ef87, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ae78f390-3973-497d-92ac-3d554415ef87,segment=NetworkSegment(af873d19-bd97-4f17-9072-6ee197f78abb),segment_id=af873d19-bd97-4f17-9072-6ee197f78abb)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:51.517894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8fccaddb-9dd8-4509-b87f-5c7c514e8c2a tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.518872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978a061-eb73-4564-9221-a3f5bed1559a req-be9fa880-3c0e-49dc-a415-3ec54925788c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:51.519898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8fccaddb-9dd8-4509-b87f-5c7c514e8c2a tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0105567 Aug 31 06:36:51.529964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-a6b43c44-80ee-4448-aa54-f8d5cf09585a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7bd0c39b-1a48-4609-8b3b-27e89250d261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6938577 Aug 31 06:36:51.531677 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6978a061-eb73-4564-9221-a3f5bed1559a req-be9fa880-3c0e-49dc-a415-3ec54925788c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.2687793 Aug 31 06:36:51.535634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:51.545623 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.548184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-2235a125-00b2-4957-8dc3-2516debf8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:51.551046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-2235a125-00b2-4957-8dc3-2516debf8341 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39801535-ed57-4994-9ed5-26644cc5f029 HTTP/1.1" status: 200 len: 857 time: 0.1730678 Aug 31 06:36:51.565823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-443fa18c-6d36-48e6-a2b3-4181905eff87 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c6dc0295-4892-49e1-8b42-c52c0e79fcca'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:51.567591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-443fa18c-6d36-48e6-a2b3-4181905eff87 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:36:51.625602 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-14b2c188-48e6-4153-8419-e352478dce0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bd0c39b-1a48-4609-8b3b-27e89250d261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578938 Aug 31 06:36:51.667857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6978a061-eb73-4564-9221-a3f5bed1559a req-05c344b0-c961-419e-a73a-79d153d6aca1 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351070 Aug 31 06:36:51.703528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c59099-9ed1-4589-ba46-79529c9667a5 None None] Pushing event updated for resources: {'Port': ['ID=ae78f390-3973-497d-92ac-3d554415ef87,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:51.752288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6a2aed4a-78e8-477d-9d02-c819ae1cb81e details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:51.911706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 192dc474-d0a7-43de-be3f-43c131ce3c8e up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:51.996992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:52.081482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '6a2aed4a-78e8-477d-9d02-c819ae1cb81e', 'network_id': '7bd0c39b-1a48-4609-8b3b-27e89250d261', 'port_id': '6a2aed4a-78e8-477d-9d02-c819ae1cb81e', 'mac_address': 'fa:16:3e:fb:3b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39801535-ed57-4994-9ed5-26644cc5f029', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:52.091738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 192dc474-d0a7-43de-be3f-43c131ce3c8e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:52.099808 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-32b16ea9-c4d5-403a-ad72-43cea2bc881a service neutron] 10.222.0.42 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510562 Aug 31 06:36:52.180495 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-f792ce99-005d-41f3-b8e7-9cee385e0fb5 service neutron] 10.222.0.23 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023655 Aug 31 06:36:52.195590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 192dc474-d0a7-43de-be3f-43c131ce3c8e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:52.195973 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.226246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66463e-494d-4947-a1f8-963c5db0c87a req-9307fdc4-1b52-4316-a8ac-e4a4321a648e tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:52.228177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae66463e-494d-4947-a1f8-963c5db0c87a req-9307fdc4-1b52-4316-a8ac-e4a4321a648e tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 943 time: 0.3296459 Aug 31 06:36:52.302266 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.310675 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.330786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2aed4a-78e8-477d-9d02-c819ae1cb81e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:52.333405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object 5decfdda-af89-4698-afca-3757aa60c527 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:52.378807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:52.384959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae66463e-494d-4947-a1f8-963c5db0c87a req-6eeb416a-8bdb-4891-8b4f-8570733f0279 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870738 Aug 31 06:36:52.404467 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.408107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device bbbff63f-d607-420b-a76c-8dea16014a5b details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:52.436817 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8faa7ea-880f-4c51-8d7e-87a584fd59cb req-ef24f9db-8c3a-4632-9385-b75d5b7dcba8 service neutron] 10.222.0.42 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066196 Aug 31 06:36:52.532716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:52.567011 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.570968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:52.585536 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] Sync routers for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:52.591831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1589b6ba-a5b6-4648-beb6-93bc46b5f8ab admin admin] 10.222.0.15 "PUT /v2.0/routers/0f95312c-2e21-4a5e-ae31-52e422748905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0543556 Aug 31 06:36:52.592207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:52.594452 n-d-712142-16 neutron-server[94667]: WARNING neutron.services.metering.metering_plugin [None req-443fa18c-6d36-48e6-a2b3-4181905eff87 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 06:36:52.613418 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:52.614395 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:52.639973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8ee5e-f231-4a48-9a97-79b2b05facd6 req-d518100e-6c9a-409e-a918-dca07d57f2b8 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:52.643802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-93f8ee5e-f231-4a48-9a97-79b2b05facd6 req-d518100e-6c9a-409e-a918-dca07d57f2b8 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 945 time: 1.1896000 Aug 31 06:36:52.701116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192dc474-d0a7-43de-be3f-43c131ce3c8e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:52.712888 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2726610b-504d-449b-84ee-d0f9134e7f17" -d '{"events": [{"server_uuid": "e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1", "name": "network-vif-plugged", "status": "completed", "tag": "192dc474-d0a7-43de-be3f-43c131ce3c8e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:52.753227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 192dc474-d0a7-43de-be3f-43c131ce3c8e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=192dc474-d0a7-43de-be3f-43c131ce3c8e,segment=NetworkSegment(4704ea12-7a74-446c-8081-f55b3b3c72ae),segment_id=4704ea12-7a74-446c-8081-f55b3b3c72ae)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:52.783906 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.833263 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:52.886622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f077e8a5-d5a6-4086-b3f4-1b4cfd6c12ac req-64d217bd-2895-48b3-8890-e07dfc2c2196 service neutron] 10.222.0.23 "GET /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896181 Aug 31 06:36:53.012187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:53.079692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-93f8ee5e-f231-4a48-9a97-79b2b05facd6 req-47beeeea-da74-406e-b40b-6a94bdaf3156 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035664 Aug 31 06:36:53.082116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-443fa18c-6d36-48e6-a2b3-4181905eff87 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.084186 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-443fa18c-6d36-48e6-a2b3-4181905eff87 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.5239055 Aug 31 06:36:53.089625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35688) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:53.092350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.097880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=192dc474-d0a7-43de-be3f-43c131ce3c8e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:53.100560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'bbbff63f-d607-420b-a76c-8dea16014a5b', 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c', 'port_id': 'bbbff63f-d607-420b-a76c-8dea16014a5b', 'mac_address': 'fa:16:3e:40:cf:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855d36ba-a623-41eb-a4d6-258e3da7e2ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:53.146113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-75ded74d-fe2e-4052-9448-d18b323802ce tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=9a1d8c40-eaa3-4ed9-8533-ffb11a9146a1 HTTP/1.1" status: 200 len: 462 time: 0.0553446 Aug 31 06:36:53.146933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35690) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:53.196522 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.204105 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.232442 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7ee2d-f3d6-4eb7-ba44-13a5e263c9f8 x-openstack-request-id: req-38d7ee2d-f3d6-4eb7-ba44-13a5e263c9f8 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:53.232733 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1", "name": "network-vif-plugged", "status": "completed", "tag": "192dc474-d0a7-43de-be3f-43c131ce3c8e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:53.232992 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38d7ee2d-f3d6-4eb7-ba44-13a5e263c9f8 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:53.236605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efe707-891a-4ccd-a832-25d9eda5fd28 req-7ac6e404-14c5-4f8d-bf55-995c5e353637 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:53.238814 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192dc474-d0a7-43de-be3f-43c131ce3c8e', 'code': 200} Aug 31 06:36:53.240372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbff63f-d607-420b-a76c-8dea16014a5b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:53.243054 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8efe707-891a-4ccd-a832-25d9eda5fd28 req-7ac6e404-14c5-4f8d-bf55-995c5e353637 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.3533509 Aug 31 06:36:53.275750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=5decfdda-af89-4698-afca-3757aa60c527,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:53.298226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:53.319248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:53.329233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.345016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:53.350394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:53.359177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:53.359177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.374113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.375625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.377734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.379067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.380687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.381550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.382065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.382587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.383368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.384355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.385094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.385629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:53.457756 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a6475afd-cdb4-4358-a7ba-dc4769c677b7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2773402 Aug 31 06:36:53.466577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35698) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:53.471113 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:36:46Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:53.472227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:53.478557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'b7b3126a-f08e-49ab-82ad-906d8fbf7ca6', 'name': 'tempest-PortsIpV6TestJSON-1494412685'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:53.486858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63608d89-4cf0-4173-ba09-1ca21ec6dfae req-ef4e45d2-698c-4068-bdb4-73c8e8aff113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:53.498634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63608d89-4cf0-4173-ba09-1ca21ec6dfae req-ef4e45d2-698c-4068-bdb4-73c8e8aff113 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 1098 time: 0.1954484 Aug 31 06:36:53.539464 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] Checking router: 0f95312c-2e21-4a5e-ae31-52e422748905 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:53.561627 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] Routers {'0f95312c-2e21-4a5e-ae31-52e422748905'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:53.562279 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f95312c-2e21-4a5e-ae31-52e422748905'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:53.594885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['bbbff63f-d607-420b-a76c-8dea16014a5b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:53.602002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['6a2aed4a-78e8-477d-9d02-c819ae1cb81e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:53.615759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9986c5-0c77-4978-aa58-e701290dd82b None None] Network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:53.736163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ae78f390-3973-497d-92ac-3d554415ef87 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:53.797027 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1417c-b1d8-4351-a997-c02c5481a5a5 req-24d30505-6b21-474d-b73f-f1a09f1de3c1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:53.799738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8bc1417c-b1d8-4351-a997-c02c5481a5a5 req-24d30505-6b21-474d-b73f-f1a09f1de3c1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 944 time: 0.1603167 Aug 31 06:36:53.802493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63608d89-4cf0-4173-ba09-1ca21ec6dfae req-73772a20-fb87-43bb-a5bb-04b6b688e26f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512245 Aug 31 06:36:53.844842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-09a12027-5b86-4cec-96ad-481bdaf0ccf3 None None] Provisioning for port ae78f390-3973-497d-92ac-3d554415ef87 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:53.845609 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] Set router 0f95312c-2e21-4a5e-ae31-52e422748905 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:53.888104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8bc1417c-b1d8-4351-a997-c02c5481a5a5 req-e0b818b8-df47-4bad-8333-6717b0c35839 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746291 Aug 31 06:36:53.944142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:53.980638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:53.986975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.992482 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af9b3b26-6171-470d-ba1d-e3964a0cd556 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.000214 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-af9b3b26-6171-470d-ba1d-e3964a0cd556 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/9a1d8c40-eaa3-4ed9-8533-ffb11a9146a1 HTTP/1.1" status: 204 len: 168 time: 0.8354783 Aug 31 06:36:54.000630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35700) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:54.024028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8efe707-891a-4ccd-a832-25d9eda5fd28 req-c720445c-4408-4ca5-ae8a-609d9a923147 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326733 Aug 31 06:36:54.030920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-17ba82bc-3c92-433f-a5ee-3a7355b377cb tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=9a1d8c40-eaa3-4ed9-8533-ffb11a9146a1 HTTP/1.1" status: 200 len: 221 time: 0.0291941 Aug 31 06:36:54.037663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35702) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:54.042886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port ac5438d5-dfbe-454b-b512-c99392d3efe1 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:36:54.046160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ae78f390-3973-497d-92ac-3d554415ef87 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:54.050561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0bee4300-fe15-420c-a4dc-2f11ec28ba51 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--446540251', 'description': 'label created by tempest'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:54.051019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0bee4300-fe15-420c-a4dc-2f11ec28ba51 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Unknown quota resources ['metering_label']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:36:54.061885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.179707 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ae78f390-3973-497d-92ac-3d554415ef87 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:54.180090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.314301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::2b9 (b7b3126a-f08e-49ab-82ad-906d8fbf7ca6/904fc2f2-53d2-4941-a184-c7117f55cb4f/ac5438d5-dfbe-454b-b512-c99392d3efe1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:54.323251 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:36:46Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:54.428899 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:36:54.429724 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8046fe6-82ba-467d-9234-c67c5b18a521 None None] The sync data for ids ['0f95312c-2e21-4a5e-ae31-52e422748905'] in n-d-712142-16 is: [{'id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'name': 'tempest-ServersTestJSON-704405407-router', 'tenant_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:55Z', 'updated_at': '2021-08-31T06:36:46Z', 'revision_number': 5, 'project_id': '3716c637219b4f5aa6d0e919e7ca85bf', 'gw_port': {'id': 'ff31825a-7487-46b8-9773-b019e5bb8f73', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95312c-2e21-4a5e-ae31-52e422748905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:54.448626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bee4300-fe15-420c-a4dc-2f11ec28ba51 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.450860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0bee4300-fe15-420c-a4dc-2f11ec28ba51 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4119494 Aug 31 06:36:54.457577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35712) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:54.555086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.566440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a6bba82c-2beb-4b25-a17e-5db7e075e690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.612236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-81013cb7-8953-478a-b84c-3a73bb2f76c3 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=f9e5640d-d151-4e46-9b1c-4cac4aba046b HTTP/1.1" status: 200 len: 467 time: 0.1527498 Aug 31 06:36:54.613107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.617501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35716) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:54.628262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object ac5438d5-dfbe-454b-b512-c99392d3efe1 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:54.654001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:54.673316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:54.673741 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.709502 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.727625 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.843144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:54.859126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:54.874177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3355e-ffc2-44bc-a4fd-d465c53f0ac6 req-e3103b3c-dc76-46f5-832d-c42a92e073b4 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:54.883310 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2c3355e-ffc2-44bc-a4fd-d465c53f0ac6 req-e3103b3c-dc76-46f5-832d-c42a92e073b4 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 946 time: 0.2065699 Aug 31 06:36:54.890708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:54.898727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:54.899468 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ae78f390-3973-497d-92ac-3d554415ef87, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ae78f390-3973-497d-92ac-3d554415ef87,segment=NetworkSegment(af873d19-bd97-4f17-9072-6ee197f78abb),segment_id=af873d19-bd97-4f17-9072-6ee197f78abb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:54.905987 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.914960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.986379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=ac5438d5-dfbe-454b-b512-c99392d3efe1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:55.088074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b78ba82b-3857-49e9-bb8b-e6831606995e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6195090 Aug 31 06:36:55.104274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35722) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:55.165523 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2c3355e-ffc2-44bc-a4fd-d465c53f0ac6 req-9582abac-8bda-45d1-ad8d-01918efb56ea tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794685 Aug 31 06:36:55.229600 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.252681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ae78f390-3973-497d-92ac-3d554415ef87,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:55.309433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f3ed54f4-87f0-4d75-916c-13a67247eacb None None] Provisioning complete for port ae78f390-3973-497d-92ac-3d554415ef87 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:55.309941 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f3ed54f4-87f0-4d75-916c-13a67247eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.511385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:55.526473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff36e2-4d40-4885-9fd7-d9f6bc85bfc9 req-9b4ff5e8-24cd-4186-82fa-dd8b20665401 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:55.532412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564bd918-8f96-4da7-8bed-ab1d034c9cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:55.534778 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34cd4a3-7701-4c09-b1f4-747ad135cac8" -d '{"events": [{"server_uuid": "564bd918-8f96-4da7-8bed-ab1d034c9cf3", "name": "network-vif-plugged", "status": "completed", "tag": "41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:55.545991 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.547171 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57ff36e2-4d40-4885-9fd7-d9f6bc85bfc9 req-9b4ff5e8-24cd-4186-82fa-dd8b20665401 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 945 time: 0.2418821 Aug 31 06:36:55.608427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ae78f390-3973-497d-92ac-3d554415ef87 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:55.658315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57ff36e2-4d40-4885-9fd7-d9f6bc85bfc9 req-8c15b78f-3cd9-4f63-b9b1-d53c3c31fa36 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026604 Aug 31 06:36:55.742397 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.753255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6a2aed4a-78e8-477d-9d02-c819ae1cb81e up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:55.908415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Deleting port ff31825a-7487-46b8-9773-b019e5bb8f73 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:55.909164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.951476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff375-0208-4f85-800b-0d539ae000a9 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.955889 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ec1ff375-0208-4f85-800b-0d539ae000a9 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/f9e5640d-d151-4e46-9b1c-4cac4aba046b HTTP/1.1" status: 204 len: 168 time: 1.3364654 Aug 31 06:36:55.957847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35734) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.032665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:56.058174 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba5a306-3b47-4129-a42e-ce6ceefd04c8 x-openstack-request-id: req-2ba5a306-3b47-4129-a42e-ce6ceefd04c8 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:56.058485 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564bd918-8f96-4da7-8bed-ab1d034c9cf3", "name": "network-vif-plugged", "status": "completed", "tag": "41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:56.058742 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ba5a306-3b47-4129-a42e-ce6ceefd04c8 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:56.059212 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564bd918-8f96-4da7-8bed-ab1d034c9cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b', 'code': 200} Aug 31 06:36:56.081431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35740) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.081779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e7021307-41c1-4f8e-b019-d5d670600ba3 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=f9e5640d-d151-4e46-9b1c-4cac4aba046b HTTP/1.1" status: 200 len: 216 time: 0.0836115 Aug 31 06:36:56.095565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-15b9d04a-36d2-4c6d-a553-6ef37dbd927d tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0126038 Aug 31 06:36:56.102300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.123471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-747ff646-53e6-4a9e-a313-55953ce4c4c0 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0193248 Aug 31 06:36:56.133380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605d39d-633a-4ad4-a84b-84a4643d1fb2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:56.138324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6605d39d-633a-4ad4-a84b-84a4643d1fb2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A34d HTTP/1.1" status: 200 len: 928 time: 1.0287001 Aug 31 06:36:56.141878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35744) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.143073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35746) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.143739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:56.166535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f3ed54f4-87f0-4d75-916c-13a67247eacb None None] Provisioning for port 5decfdda-af89-4698-afca-3757aa60c527 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:56.169499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506abe79-6473-47a6-84e6-d2e524085922 req-7476fdbc-fa27-484c-a625-53b8ff35b7ea tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:56.171322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-506abe79-6473-47a6-84e6-d2e524085922 req-7476fdbc-fa27-484c-a625-53b8ff35b7ea tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 944 time: 0.9979668 Aug 31 06:36:56.173595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ae78f390-3973-497d-92ac-3d554415ef87 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:56.173595 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.186969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:56.187470 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.192184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f3ed54f4-87f0-4d75-916c-13a67247eacb None None] Provisioning complete for port 5decfdda-af89-4698-afca-3757aa60c527 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:56.192597 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f3ed54f4-87f0-4d75-916c-13a67247eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.248778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] For port ff31825a-7487-46b8-9773-b019e5bb8f73, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff31825a-7487-46b8-9773-b019e5bb8f73,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:56.249847 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.269668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Calling delete_port for ff31825a-7487-46b8-9773-b019e5bb8f73 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:56.314148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e926865f-543e-42c1-8da9-215547921b9f tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/c6dc0295-4892-49e1-8b42-c52c0e79fcca HTTP/1.1" status: 200 len: 473 time: 0.1593308 Aug 31 06:36:56.319266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35750) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.340097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed54f4-87f0-4d75-916c-13a67247eacb None None] Port 5decfdda-af89-4698-afca-3757aa60c527 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:56.340724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-86a3040d-11d1-440f-80e9-5e06f19d79f8 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/12992301-d74e-4cdb-a7f9-7804bce4ab2d HTTP/1.1" status: 200 len: 459 time: 0.0189250 Aug 31 06:36:56.346307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35752) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.365849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd310f1-e89b-4f99-a104-34101b9be11e req-501221b4-5e4e-43db-8883-d5ec309aec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:56.367897 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dd310f1-e89b-4f99-a104-34101b9be11e req-501221b4-5e4e-43db-8883-d5ec309aec8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 1097 time: 0.2415133 Aug 31 06:36:56.379280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce85ca-f277-49c9-bebd-e85c6ed6f80d req-76b2d281-c5fe-43b5-85a1-2c3dbf68c1a5 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:56.381229 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35ce85ca-f277-49c9-bebd-e85c6ed6f80d req-76b2d281-c5fe-43b5-85a1-2c3dbf68c1a5 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 946 time: 0.2056653 Aug 31 06:36:56.401558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 59d0732c-0d9c-454b-9a75-e786b676723c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:56.528111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 59d0732c-0d9c-454b-9a75-e786b676723c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:56.528465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 59d0732c-0d9c-454b-9a75-e786b676723c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:56.535648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dd310f1-e89b-4f99-a104-34101b9be11e req-3cdf7f13-91b7-43b8-9352-3aa8e39370f8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503611 Aug 31 06:36:56.536377 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.541940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-506abe79-6473-47a6-84e6-d2e524085922 req-dd636369-e726-40f3-a1c1-45e9b6bb1941 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516326 Aug 31 06:36:56.604493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:56.612960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0619c801-35b9-48bb-bd3c-94a0c4c3b0a1 None None] Provisioning complete for port 5decfdda-af89-4698-afca-3757aa60c527 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:56.613878 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0619c801-35b9-48bb-bd3c-94a0c4c3b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.616951 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.617923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device bbbff63f-d607-420b-a76c-8dea16014a5b up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:56.689436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35ce85ca-f277-49c9-bebd-e85c6ed6f80d req-70b2b284-dd9b-4e41-a640-4c9b0599772c tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559094 Aug 31 06:36:56.705436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-368fee0d-dc54-478a-9640-430776da75cd tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.706382 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.714669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-368fee0d-dc54-478a-9640-430776da75cd tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/12992301-d74e-4cdb-a7f9-7804bce4ab2d HTTP/1.1" status: 204 len: 168 time: 0.3660629 Aug 31 06:36:56.715361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35760) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.725956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f279971d-4409-4785-bc54-b7f83bdba117 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port ac5438d5-dfbe-454b-b512-c99392d3efe1 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:56.726315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f279971d-4409-4785-bc54-b7f83bdba117 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.812946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0619c801-35b9-48bb-bd3c-94a0c4c3b0a1 None None] Port 5decfdda-af89-4698-afca-3757aa60c527 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:56.844874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ff31825a-7487-46b8-9773-b019e5bb8f73,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:56.881265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d514eb3c-4366-4c15-92be-e3779c041e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.901507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:56.911569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0619c801-35b9-48bb-bd3c-94a0c4c3b0a1 None None] Provisioning for port ac5438d5-dfbe-454b-b512-c99392d3efe1 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:56.920076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.920944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.921502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.922023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.922667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.923163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.923319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0619c801-35b9-48bb-bd3c-94a0c4c3b0a1 None None] Provisioning complete for port ac5438d5-dfbe-454b-b512-c99392d3efe1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:56.923798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.924153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0619c801-35b9-48bb-bd3c-94a0c4c3b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.924706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.925220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.925715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.926202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.926679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:56.928721 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.013198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port bbbff63f-d607-420b-a76c-8dea16014a5b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:57.023379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c686f7-f60f-4644-83d2-c20c5c6e371b req-0a3ea5b4-fb31-4dcf-af2c-0d1a208a4b88 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:57.025644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port bbbff63f-d607-420b-a76c-8dea16014a5b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:57.029471 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.031507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7c686f7-f60f-4644-83d2-c20c5c6e371b req-0a3ea5b4-fb31-4dcf-af2c-0d1a208a4b88 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 946 time: 0.3133337 Aug 31 06:36:57.035030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0619c801-35b9-48bb-bd3c-94a0c4c3b0a1 None None] Port ac5438d5-dfbe-454b-b512-c99392d3efe1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:57.039364 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.077903 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f279971d-4409-4785-bc54-b7f83bdba117 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.229032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f279971d-4409-4785-bc54-b7f83bdba117 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for ac5438d5-dfbe-454b-b512-c99392d3efe1 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:57.230349 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.245453 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.261329 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.299652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:57.308859 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.344892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8f5f9-add6-415d-8008-9941ad4be371 req-13d7debb-a12a-46d4-8a0e-25e6d5d31b05 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:57.345998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7c686f7-f60f-4644-83d2-c20c5c6e371b req-ee8d650f-cd38-4f9c-ac03-c3ff8b586f53 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133249 Aug 31 06:36:57.354185 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-08a8f5f9-add6-415d-8008-9941ad4be371 req-13d7debb-a12a-46d4-8a0e-25e6d5d31b05 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 945 time: 0.4855318 Aug 31 06:36:57.360522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-657b44f6-8ace-4860-a8cf-ce02335cce59 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.365605 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-657b44f6-8ace-4860-a8cf-ce02335cce59 tempest-MeteringIpV6TestJSON-709489516 tempest-MeteringIpV6TestJSON-709489516-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/c6dc0295-4892-49e1-8b42-c52c0e79fcca HTTP/1.1" status: 204 len: 168 time: 0.6456234 Aug 31 06:36:57.393120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:57.422859 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-08a8f5f9-add6-415d-8008-9941ad4be371 req-abe9b4f2-a01a-4055-a377-77730d5fa9db tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674431 Aug 31 06:36:57.721086 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.738580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f95312c-2e21-4a5e-ae31-52e422748905 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:36:57.771586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-4b66e7c9-dfed-498d-b764-f0ba5cf3c9b8 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:57.775416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-4b66e7c9-dfed-498d-b764-f0ba5cf3c9b8 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.42 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 946 time: 0.5266852 Aug 31 06:36:57.810197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.819608 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4f13e423-22a4-49c6-8052-c92a85e7d2cc admin admin] 10.222.0.15 "DELETE /v2.0/routers/0f95312c-2e21-4a5e-ae31-52e422748905 HTTP/1.1" status: 204 len: 168 time: 5.2254188 Aug 31 06:36:57.822920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35782) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:57.886960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95556df9-7204-4a34-860e-ec04d723eca6 req-ddda3f15-b38f-4216-8648-cdc0091aa690 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:57.894512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95556df9-7204-4a34-860e-ec04d723eca6 req-ddda3f15-b38f-4216-8648-cdc0091aa690 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 945 time: 0.1920769 Aug 31 06:36:57.929663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2190bf94-e010-4fc4-a8e6-bf5dcec3adcf admin admin] Deleting subnet 0a247993-ac34-4812-bce3-aa6e51a02a51 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:36:57.947452 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2190bf94-e010-4fc4-a8e6-bf5dcec3adcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.973016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35784) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:58.007074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95556df9-7204-4a34-860e-ec04d723eca6 req-b8ec3e78-9796-45f2-abf6-9d13149f0277 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981207 Aug 31 06:36:58.037943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2190bf94-e010-4fc4-a8e6-bf5dcec3adcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.066591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20914ec2-6737-4c70-a764-8b8cebdbe786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2aed4a-78e8-477d-9d02-c819ae1cb81e'}, {'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:58.085149 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9878b6-d5c6-4ca8-ae5b-04b1d53fbeb1" -d '{"events": [{"server_uuid": "20914ec2-6737-4c70-a764-8b8cebdbe786", "name": "network-vif-plugged", "status": "completed", "tag": "6a2aed4a-78e8-477d-9d02-c819ae1cb81e"}, {"server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "name": "network-vif-plugged", "status": "completed", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:58.107272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.160824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0f300-4f82-4658-8b55-a3b0ccb04451 req-91139590-20a7-40ec-abca-d61c3912be87 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:58.162510 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00b0f300-4f82-4658-8b55-a3b0ccb04451 req-91139590-20a7-40ec-abca-d61c3912be87 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 946 time: 0.2687683 Aug 31 06:36:58.218181 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4206b1a2-45c6-4009-8840-42ccf8b651eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.237700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00b0f300-4f82-4658-8b55-a3b0ccb04451 req-64d2bbcf-515e-4202-959b-8046a5314c5b tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671110 Aug 31 06:36:58.238712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f279971d-4409-4785-bc54-b7f83bdba117 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.271216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Deleting port 096efc09-f167-41a8-a3c4-b65b344baee7 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:58.271647 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.272844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2190bf94-e010-4fc4-a8e6-bf5dcec3adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.370799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] For port 096efc09-f167-41a8-a3c4-b65b344baee7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=096efc09-f167-41a8-a3c4-b65b344baee7,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:58.371078 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.400995 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df96bf00-db54-4258-9120-06e48a607a48 x-openstack-request-id: req-df96bf00-db54-4258-9120-06e48a607a48 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:58.402259 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20914ec2-6737-4c70-a764-8b8cebdbe786", "name": "network-vif-plugged", "status": "completed", "tag": "6a2aed4a-78e8-477d-9d02-c819ae1cb81e", "code": 200}, {"server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "name": "network-vif-plugged", "status": "completed", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:58.402750 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df96bf00-db54-4258-9120-06e48a607a48 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:58.403348 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20914ec2-6737-4c70-a764-8b8cebdbe786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2aed4a-78e8-477d-9d02-c819ae1cb81e', 'code': 200} Aug 31 06:36:58.403787 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b', 'code': 200} Aug 31 06:36:58.534422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4206b1a2-45c6-4009-8840-42ccf8b651eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.551052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2190bf94-e010-4fc4-a8e6-bf5dcec3adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.569400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4206b1a2-45c6-4009-8840-42ccf8b651eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.679573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4206b1a2-45c6-4009-8840-42ccf8b651eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdb7ff2d024e4449a2c6309ce94b6435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7009709 Aug 31 06:36:58.688272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.689173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.689775 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Floating IP bb4f5d36-e4af-4764-a718-a79622c58012 disassociated. External IP: 172.25.5.134, port: 096efc09-f167-41a8-a3c4-b65b344baee7. Aug 31 06:36:58.698295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Calling delete_port for 096efc09-f167-41a8-a3c4-b65b344baee7 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:58.718883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35798) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:58.738421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206b1a2-45c6-4009-8840-42ccf8b651eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893894a3-cb19-412d-854c-2faa9dfe5582,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:58.765354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190bf94-e010-4fc4-a8e6-bf5dcec3adcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a247993-ac34-4812-bce3-aa6e51a02a51,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:58.797400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c125d786-0e2d-418d-9b49-f759ca662195 None None] Network 8a54b82f-2ed3-4a7c-aca2-fece68970b68 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:58.808119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2190bf94-e010-4fc4-a8e6-bf5dcec3adcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.818090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2190bf94-e010-4fc4-a8e6-bf5dcec3adcf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0a247993-ac34-4812-bce3-aa6e51a02a51 HTTP/1.1" status: 204 len: 168 time: 0.9825010 Aug 31 06:36:58.818800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35800) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:58.841591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fb348-4be0-4d16-aff5-b401c32cc51c req-a7b9171e-5c40-4708-929f-bb7fa73f2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:58.843995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-558fb348-4be0-4d16-aff5-b401c32cc51c req-a7b9171e-5c40-4708-929f-bb7fa73f2532 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1098 time: 0.3072438 Aug 31 06:36:58.957308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279971d-4409-4785-bc54-b7f83bdba117 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=ac5438d5-dfbe-454b-b512-c99392d3efe1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:58.984026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.164317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb07e8-2ab3-48fc-9d5b-a8e183f30191 req-315a977b-3513-438a-adab-b9e3de28becb tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:59.167152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ddb07e8-2ab3-48fc-9d5b-a8e183f30191 req-315a977b-3513-438a-adab-b9e3de28becb tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 946 time: 0.6279912 Aug 31 06:36:59.177278 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f279971d-4409-4785-bc54-b7f83bdba117 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.183015 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f279971d-4409-4785-bc54-b7f83bdba117 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/ac5438d5-dfbe-454b-b512-c99392d3efe1 HTTP/1.1" status: 204 len: 168 time: 3.0384784 Aug 31 06:36:59.187288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-558fb348-4be0-4d16-aff5-b401c32cc51c req-0960114c-8e62-4f82-b741-815b096b1c28 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538886 Aug 31 06:36:59.191610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35804) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:59.207915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afca8d6-664f-4317-a7db-9a9ce21ace0a req-bbcf92ba-5d04-4051-a883-b6d1dbe4c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:59.209732 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9afca8d6-664f-4317-a7db-9a9ce21ace0a req-bbcf92ba-5d04-4051-a883-b6d1dbe4c668 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 1097 time: 0.5046809 Aug 31 06:36:59.238109 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4631d61-e923-4b70-a87e-57927690fed5 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:36:59.243385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a4631d61-e923-4b70-a87e-57927690fed5 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/ac5438d5-dfbe-454b-b512-c99392d3efe1 HTTP/1.1" status: 404 len: 333 time: 0.0504801 Aug 31 06:36:59.246033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35806) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:59.301990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] DHCP port deletion for 8a54b82f-2ed3-4a7c-aca2-fece68970b68 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:36:59.310824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44491f54-fa39-492e-aba9-5929dbfbb976 req-9a300a7b-2ad4-4eb7-ba2b-5a4bd6aa1c5c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:59.312972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a3be78da-cfc0-4e5c-a105-e5062bd5c4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.330571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44491f54-fa39-492e-aba9-5929dbfbb976 req-9a300a7b-2ad4-4eb7-ba2b-5a4bd6aa1c5c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.5752919 Aug 31 06:36:59.348375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a3be78da-cfc0-4e5c-a105-e5062bd5c4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.407606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] Deleting port 0984084b-7f1b-4a16-b486-551494f809a2 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:59.409434 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.423007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a3be78da-cfc0-4e5c-a105-e5062bd5c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.425632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a3be78da-cfc0-4e5c-a105-e5062bd5c4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.429292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a3be78da-cfc0-4e5c-a105-e5062bd5c4cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/893894a3-cb19-412d-854c-2faa9dfe5582 HTTP/1.1" status: 204 len: 168 time: 0.6843724 Aug 31 06:36:59.465087 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ddb07e8-2ab3-48fc-9d5b-a8e183f30191 req-574fc0c4-43c1-4dc4-88bd-11fc1dcf4690 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741647 Aug 31 06:36:59.466598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be78da-cfc0-4e5c-a105-e5062bd5c4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893894a3-cb19-412d-854c-2faa9dfe5582,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:59.535787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Deleting port 0984084b-7f1b-4a16-b486-551494f809a2 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:59.536165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.590146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff31825a-7487-46b8-9773-b019e5bb8f73 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:59.691142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ff31825a-7487-46b8-9773-b019e5bb8f73 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:59.691484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff31825a-7487-46b8-9773-b019e5bb8f73 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:59.691902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0984084b-7f1b-4a16-b486-551494f809a2 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:59.726368 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44491f54-fa39-492e-aba9-5929dbfbb976 req-c1291192-d78d-447e-9ece-2fc9ebd66b2c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942940 Aug 31 06:36:59.731982 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.782583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 096efc09-f167-41a8-a3c4-b65b344baee7 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:59.800287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] For port 0984084b-7f1b-4a16-b486-551494f809a2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0984084b-7f1b-4a16-b486-551494f809a2,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:59.801397 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.899702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 096efc09-f167-41a8-a3c4-b65b344baee7 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:59.900097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 096efc09-f167-41a8-a3c4-b65b344baee7 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:59.904877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] Calling delete_port for 0984084b-7f1b-4a16-b486-551494f809a2 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:59.943063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-e0420efb-fcfa-4b4a-b58b-b2624ce93f92 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:59.948531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-e0420efb-fcfa-4b4a-b58b-b2624ce93f92 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 946 time: 0.3038290 Aug 31 06:36:59.952265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] For port 0984084b-7f1b-4a16-b486-551494f809a2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0984084b-7f1b-4a16-b486-551494f809a2,segment=NetworkSegment(0f76d45e-4f97-4220-a8c2-bc063a21ddc1),segment_id=0f76d45e-4f97-4220-a8c2-bc063a21ddc1)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:59.952853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.968465 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.999639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:00.003047 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d680ed95-5fc2-41aa-8e0f-4f01e1f072aa req-2e7ec68d-808e-4055-ad0a-e485d79425d2 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 210 time: 0.0665030 Aug 31 06:37:00.031479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event deleted for resources: {'Port': ['ID=096efc09-f167-41a8-a3c4-b65b344baee7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:00.049434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9afca8d6-664f-4317-a7db-9a9ce21ace0a req-52f97701-ae08-4d96-b5d6-8712f4029850 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461117 Aug 31 06:37:00.082610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d4c9-765d-4370-8d5b-3a029277f4e9 req-dbf6101d-c85e-453e-b449-32f5e35fceb4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:00.084151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb68d4c9-765d-4370-8d5b-3a029277f4e9 req-dbf6101d-c85e-453e-b449-32f5e35fceb4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 945 time: 0.4414299 Aug 31 06:37:00.085175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Calling delete_port for 0984084b-7f1b-4a16-b486-551494f809a2 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:00.159767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9f143a48-ffd8-48ed-b1ba-f445591a69af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 5decfdda-af89-4698-afca-3757aa60c527 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:00.160749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9f143a48-ffd8-48ed-b1ba-f445591a69af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.189226 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.253280 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.259701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.315886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] No DVR routers for this DVR port 0984084b-7f1b-4a16-b486-551494f809a2 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:00.326268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Pushing event deleted for resources: {'Port': ['ID=0984084b-7f1b-4a16-b486-551494f809a2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:00.487593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.503254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a54b82f-2ed3-4a7c-aca2-fece68970b68']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:00.518579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f76d45e-4f97-4220-a8c2-bc063a21ddc1') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:00.519054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f76d45e-4f97-4220-a8c2-bc063a21ddc1') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:00.529735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] Pushing event deleted for resources: {'Port': ['ID=0984084b-7f1b-4a16-b486-551494f809a2,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:00.532823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.539930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a2fbc-eb1e-44c3-ba0e-cf761f38a997 None None] No DVR routers for this DVR port 0984084b-7f1b-4a16-b486-551494f809a2 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:00.578594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.595824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:00.596717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.630203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:00.635581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35820) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:00.644766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] Sync routers for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:00.663886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:00.664536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:00.684724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9f143a48-ffd8-48ed-b1ba-f445591a69af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:00.689801 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:00.713124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de1e12f9-36e8-43b3-835c-a46fcaf4a9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.743773 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb68d4c9-765d-4370-8d5b-3a029277f4e9 req-8317a933-598d-45bd-8136-cdee136ecfe4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991920 Aug 31 06:37:00.773635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] No DVR routers for this DVR port 096efc09-f167-41a8-a3c4-b65b344baee7 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:00.785886 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.785886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-394bd5c7-307e-4924-bd1e-68c99fbe4006 req-2945a13f-d442-44bb-b6dc-17969b993397 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.42 "DELETE /v2.0/ports/096efc09-f167-41a8-a3c4-b65b344baee7 HTTP/1.1" status: 204 len: 173 time: 2.9954467 Aug 31 06:37:00.785886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9f143a48-ffd8-48ed-b1ba-f445591a69af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 5decfdda-af89-4698-afca-3757aa60c527 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:00.786533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'name': 'network-vif-deleted', 'tag': '096efc09-f167-41a8-a3c4-b65b344baee7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:00.793585 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa5fc6-fe8d-4d50-a8e3-837eeb5e18f8" -d '{"events": [{"server_uuid": "82943b05-3e9e-468f-b87a-786f3d95b1ed", "name": "network-vif-deleted", "tag": "096efc09-f167-41a8-a3c4-b65b344baee7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:00.826778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:00.887620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.895051 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.909851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a54b82f-2ed3-4a7c-aca2-fece68970b68 HTTP/1.1" status: 204 len: 168 time: 2.0646899 Aug 31 06:37:00.944958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9efb40-0e2f-48d3-a55a-3921ade9c9c1 req-eb8dca3c-a790-43e0-ac02-5ff96947f18f tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:00.947245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c9efb40-0e2f-48d3-a55a-3921ade9c9c1 req-eb8dca3c-a790-43e0-ac02-5ff96947f18f tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 946 time: 0.2907476 Aug 31 06:37:00.969669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Deleting port 192dc474-d0a7-43de-be3f-43c131ce3c8e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:00.970772 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.975871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517e4eb-0843-40dc-81d0-067860c0d04c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a54b82f-2ed3-4a7c-aca2-fece68970b68,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:01.239024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c9efb40-0e2f-48d3-a55a-3921ade9c9c1 req-75b4597f-51d8-47de-839a-98b4033a3de2 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103322 Aug 31 06:37:01.296358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:56Z', 'revision_number': 5, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:01.399297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] Checking router: 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:01.443698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:01.444148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:01.461768 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2209b8c-62b6-45e7-988a-13681e3053d8 x-openstack-request-id: req-f2209b8c-62b6-45e7-988a-13681e3053d8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:01.462097 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82943b05-3e9e-468f-b87a-786f3d95b1ed", "name": "network-vif-deleted", "tag": "096efc09-f167-41a8-a3c4-b65b344baee7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:01.464606 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2209b8c-62b6-45e7-988a-13681e3053d8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:01.465052 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82943b05-3e9e-468f-b87a-786f3d95b1ed', 'name': 'network-vif-deleted', 'tag': '096efc09-f167-41a8-a3c4-b65b344baee7', 'status': 'completed', 'code': 200} Aug 31 06:37:01.479919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de1e12f9-36e8-43b3-835c-a46fcaf4a9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.497105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] For port 192dc474-d0a7-43de-be3f-43c131ce3c8e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=192dc474-d0a7-43de-be3f-43c131ce3c8e,segment=NetworkSegment(4704ea12-7a74-446c-8081-f55b3b3c72ae),segment_id=4704ea12-7a74-446c-8081-f55b3b3c72ae)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:01.498753 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.534610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de1e12f9-36e8-43b3-835c-a46fcaf4a9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.546457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35834) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:01.578173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Calling delete_port for 192dc474-d0a7-43de-be3f-43c131ce3c8e owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:01.735292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf529ea8-870c-4596-9e13-6e16bb43eb50 req-1def37ad-1129-4344-9bea-44d79f144b26 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:01.750845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e12f9-36e8-43b3-835c-a46fcaf4a9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712e38c3-2acd-48f9-9b4a-1b8c71c10fad,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:01.753774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf529ea8-870c-4596-9e13-6e16bb43eb50 req-1def37ad-1129-4344-9bea-44d79f144b26 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.7902720 Aug 31 06:37:01.833979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d09119f6-a4f7-4baa-8630-03eeb9f86744 req-dcabb4b5-a822-4835-b933-b909d4b7fc27 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/ports?device_id=82943b05-3e9e-468f-b87a-786f3d95b1ed HTTP/1.1" status: 200 len: 210 time: 0.2234187 Aug 31 06:37:01.834670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-02544574-89ca-4091-8cef-e224216a7a2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3716c637219b4f5aa6d0e919e7ca85bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773190 Aug 31 06:37:01.839340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35842) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:01.845016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-de1e12f9-36e8-43b3-835c-a46fcaf4a9af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=054c1900ee9b4964892910486972f44c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1999598 Aug 31 06:37:01.852402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35844) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:01.885846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9f143a48-ffd8-48ed-b1ba-f445591a69af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.899741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:01.965391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f143a48-ffd8-48ed-b1ba-f445591a69af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=5decfdda-af89-4698-afca-3757aa60c527,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:02.032706 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9f143a48-ffd8-48ed-b1ba-f445591a69af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.037679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9f143a48-ffd8-48ed-b1ba-f445591a69af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/5decfdda-af89-4698-afca-3757aa60c527 HTTP/1.1" status: 204 len: 168 time: 2.7857981 Aug 31 06:37:02.039645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35846) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:02.127024 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5f3142-4926-4a91-ad2a-0a4462142d0f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:37:02.132072 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8c5f3142-4926-4a91-ad2a-0a4462142d0f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/5decfdda-af89-4698-afca-3757aa60c527 HTTP/1.1" status: 404 len: 333 time: 0.0895433 Aug 31 06:37:02.135224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35848) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:02.216172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 192dc474-d0a7-43de-be3f-43c131ce3c8e no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:02.254594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebfa530-8816-4594-9a0c-16b1ba26fe5a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 904fc2f2-53d2-4941-a184-c7117f55cb4f {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:02.263907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-83d5d824-8777-41d7-9829-8fef23fb9b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.265890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa530-8816-4594-9a0c-16b1ba26fe5a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.280419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64582d05-b508-47ee-a0ac-859e2224e33e req-0776d5e9-c3f5-4620-a515-05f553296d94 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:02.282264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64582d05-b508-47ee-a0ac-859e2224e33e req-0776d5e9-c3f5-4620-a515-05f553296d94 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 945 time: 0.2622867 Aug 31 06:37:02.331385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf529ea8-870c-4596-9e13-6e16bb43eb50 req-4280b2a4-0022-48ca-a862-f12268548154 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763671 Aug 31 06:37:02.374889 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-83d5d824-8777-41d7-9829-8fef23fb9b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.416247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:56Z', 'revision_number': 5, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:02.418476 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.429575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0e5e1df-4484-4a7a-990a-7848a3d6ccad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.434426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa530-8816-4594-9a0c-16b1ba26fe5a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.483806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64582d05-b508-47ee-a0ac-859e2224e33e req-2e6347d1-2092-4305-b78f-2463eb80b3aa tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729050 Aug 31 06:37:02.499298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517be61-ab4c-4409-a478-55a8d544aa69 None None] The sync data for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 is: [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:34:48Z', 'revision_number': 4, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '418bd058-af15-4b27-a497-85646fe6f979', 'name': '', 'network_id': '5083b8fe-94c9-4ad4-8157-69cbea5456be', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'mac_address': 'fa:16:3e:0e:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:47Z', 'updated_at': '2021-08-31T06:34:56Z', 'revision_number': 5, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'subnets': [{'id': '30927174-259f-4a78-8aa5-2326f7b425b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:02.584321 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.591282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0e5e1df-4484-4a7a-990a-7848a3d6ccad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.694244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-83d5d824-8777-41d7-9829-8fef23fb9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.697809 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-83d5d824-8777-41d7-9829-8fef23fb9b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.699069 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-83d5d824-8777-41d7-9829-8fef23fb9b36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/712e38c3-2acd-48f9-9b4a-1b8c71c10fad HTTP/1.1" status: 204 len: 168 time: 0.8448496 Aug 31 06:37:02.727018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa530-8816-4594-9a0c-16b1ba26fe5a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.728603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Pushing event deleted for resources: {'Port': ['ID=192dc474-d0a7-43de-be3f-43c131ce3c8e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:02.733723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5d824-8777-41d7-9829-8fef23fb9b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712e38c3-2acd-48f9-9b4a-1b8c71c10fad,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:02.784249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bb53e-89a6-4005-bdfa-b2df7901d922 req-91a00e5d-cc9e-4734-9b81-2e204f01a8bd tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:02.786015 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f01bb53e-89a6-4005-bdfa-b2df7901d922 req-91a00e5d-cc9e-4734-9b81-2e204f01a8bd tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1098 time: 0.1673484 Aug 31 06:37:02.808044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54542-a543-4f56-a5a2-d58831246fa6 req-bdb87b49-b0b6-452e-9e50-21a22fee1eb3 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:02.809024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1da54542-a543-4f56-a5a2-d58831246fa6 req-bdb87b49-b0b6-452e-9e50-21a22fee1eb3 tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1 HTTP/1.1" status: 200 len: 867 time: 0.3296745 Aug 31 06:37:02.876896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f01bb53e-89a6-4005-bdfa-b2df7901d922 req-bff78691-55d2-4844-85f3-a70b14319b1a tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728059 Aug 31 06:37:02.932157 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa530-8816-4594-9a0c-16b1ba26fe5a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.957957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] No DVR routers for this DVR port 192dc474-d0a7-43de-be3f-43c131ce3c8e on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:02.970440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.977676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f068369-8525-4f90-bfed-bee7a07f0579 req-41b39359-7076-44f7-855f-33bce3a26a7e tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.23 "DELETE /v2.0/ports/192dc474-d0a7-43de-be3f-43c131ce3c8e HTTP/1.1" status: 204 len: 173 time: 3.0021226 Aug 31 06:37:02.979534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1', 'name': 'network-vif-deleted', 'tag': '192dc474-d0a7-43de-be3f-43c131ce3c8e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:03.006315 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bdd55a-be41-4249-833f-c4f9b606eb21" -d '{"events": [{"server_uuid": "e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1", "name": "network-vif-deleted", "tag": "192dc474-d0a7-43de-be3f-43c131ce3c8e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:03.039008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfa530-8816-4594-9a0c-16b1ba26fe5a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=904fc2f2-53d2-4941-a184-c7117f55cb4f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:03.065437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0e5e1df-4484-4a7a-990a-7848a3d6ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.077062 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa530-8816-4594-9a0c-16b1ba26fe5a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.078695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c675ccb-0745-437b-aa43-bdbb973c394f None None] Network b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:03.079208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0e5e1df-4484-4a7a-990a-7848a3d6ccad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.082374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3ebfa530-8816-4594-9a0c-16b1ba26fe5a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/904fc2f2-53d2-4941-a184-c7117f55cb4f HTTP/1.1" status: 204 len: 168 time: 0.9455254 Aug 31 06:37:03.083057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35872) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:03.098950 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c0e5e1df-4484-4a7a-990a-7848a3d6ccad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/600a568c-0c8c-46d9-8822-4395a032ad77 HTTP/1.1" status: 204 len: 168 time: 1.2584848 Aug 31 06:37:03.135871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1da54542-a543-4f56-a5a2-d58831246fa6 req-7d8c2026-e21d-4a7e-ab9c-8a80e7b27fcb tempest-ServerAddressesTestJSON-1166707955 tempest-ServerAddressesTestJSON-1166707955-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f576148-cc57-488c-9ecf-6eb410b9c059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062258 Aug 31 06:37:03.148938 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2d32c-31fd-45dc-ae0b-549bb1d2aac7 None None] New status for floating IP bb4f5d36-e4af-4764-a718-a79622c58012: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:37:03.149962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5e1df-4484-4a7a-990a-7848a3d6ccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600a568c-0c8c-46d9-8822-4395a032ad77,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:03.353689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e01c9-6bb5-490f-9ded-da986d597cd9 req-be25fe64-8e78-4e22-aa28-fe2838a5d0c4 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:03.364270 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c43e01c9-6bb5-490f-9ded-da986d597cd9 req-be25fe64-8e78-4e22-aa28-fe2838a5d0c4 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1098 time: 0.0778537 Aug 31 06:37:03.422437 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c43e01c9-6bb5-490f-9ded-da986d597cd9 req-d7c74ac0-40d7-4d8b-a49f-27ec301c00be tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532634 Aug 31 06:37:03.519463 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1a4f20-c2da-4064-8440-e6eb176093c6 x-openstack-request-id: req-3f1a4f20-c2da-4064-8440-e6eb176093c6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:03.520006 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1", "name": "network-vif-deleted", "tag": "192dc474-d0a7-43de-be3f-43c131ce3c8e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:03.520581 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f1a4f20-c2da-4064-8440-e6eb176093c6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:03.520808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.522245 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dfe521-2dfa-47eb-a9ef-f25d39ef72b1', 'name': 'network-vif-deleted', 'tag': '192dc474-d0a7-43de-be3f-43c131ce3c8e', 'status': 'completed', 'code': 200} Aug 31 06:37:03.569920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb39bd9-6f1c-484e-add7-49660b0574fb req-1254b85a-80e6-4e94-8a8b-ee0aae0031b6 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:03.571800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] DHCP port deletion for b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:03.574370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bb39bd9-6f1c-484e-add7-49660b0574fb req-1254b85a-80e6-4e94-8a8b-ee0aae0031b6 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 945 time: 0.5212138 Aug 31 06:37:03.643401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35888) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:03.731052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] Deleting port ae78f390-3973-497d-92ac-3d554415ef87 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:03.731727 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.902403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be410141-e9f5-4172-b101-b2f1f9a77fbd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.949258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bb39bd9-6f1c-484e-add7-49660b0574fb req-26e11171-b2e9-42c2-8628-0263a0c5eaf5 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562367 Aug 31 06:37:03.962910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] For port ae78f390-3973-497d-92ac-3d554415ef87, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ae78f390-3973-497d-92ac-3d554415ef87,segment=NetworkSegment(af873d19-bd97-4f17-9072-6ee197f78abb),segment_id=af873d19-bd97-4f17-9072-6ee197f78abb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:03.963711 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.004430 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be410141-e9f5-4172-b101-b2f1f9a77fbd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.012408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port ae78f390-3973-497d-92ac-3d554415ef87 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:04.012755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.057816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] Calling delete_port for ae78f390-3973-497d-92ac-3d554415ef87 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:04.186797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be410141-e9f5-4172-b101-b2f1f9a77fbd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.193436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be410141-e9f5-4172-b101-b2f1f9a77fbd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.199583 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-be410141-e9f5-4172-b101-b2f1f9a77fbd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "DELETE /v2.0/security-groups/6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0 HTTP/1.1" status: 204 len: 168 time: 0.5549455 Aug 31 06:37:04.200723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35914) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:04.241556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be410141-e9f5-4172-b101-b2f1f9a77fbd tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:04.274574 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-a2d49f86-e557-41fe-81bd-2329bb14c256 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] show failed (client error): The resource could not be found. Aug 31 06:37:04.276125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2d49f86-e557-41fe-81bd-2329bb14c256 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "GET /v2.0/security-groups/6a85c2bd-25cb-4164-b1bb-ca7eebbcc4a0 HTTP/1.1" status: 404 len: 347 time: 0.0410736 Aug 31 06:37:04.280709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35922) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:04.300549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.391741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] Pushing event deleted for resources: {'Port': ['ID=ae78f390-3973-497d-92ac-3d554415ef87,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:04.411405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d60df-0653-41c6-8b8e-e29063de6a54 None None] No DVR routers for this DVR port ae78f390-3973-497d-92ac-3d554415ef87 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:04.503800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Deleting port 8efd3d13-1082-42e3-9aae-c0589fb177c7 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:04.504409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.656853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.657594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.676852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Calling delete_port for 8efd3d13-1082-42e3-9aae-c0589fb177c7 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:04.708615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] For port ae78f390-3973-497d-92ac-3d554415ef87, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ae78f390-3973-497d-92ac-3d554415ef87,segment=NetworkSegment(af873d19-bd97-4f17-9072-6ee197f78abb),segment_id=af873d19-bd97-4f17-9072-6ee197f78abb)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:04.709294 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.726492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for ae78f390-3973-497d-92ac-3d554415ef87 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:04.809841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940963-a27a-456e-8162-3205a28ca63e req-06e3c0b6-1e0a-42b0-90a7-1b54168515be tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:04.824026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33940963-a27a-456e-8162-3205a28ca63e req-06e3c0b6-1e0a-42b0-90a7-1b54168515be tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=2edd753c-5a50-4d0c-9fd1-9e156883226b HTTP/1.1" status: 200 len: 946 time: 0.6845968 Aug 31 06:37:04.930780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33940963-a27a-456e-8162-3205a28ca63e req-2e4ffc84-4a9e-4c2e-a728-a62bdcde0ce7 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056783 Aug 31 06:37:04.933708 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.990929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Pushing event deleted for resources: {'Port': ['ID=8efd3d13-1082-42e3-9aae-c0589fb177c7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:05.001400 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.048619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35954) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:05.061080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=ae78f390-3973-497d-92ac-3d554415ef87,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:05.084973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No DVR routers for this DVR port ae78f390-3973-497d-92ac-3d554415ef87 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:05.199383 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.207294 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.211702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-93cf7307-4d2a-40bd-baab-da30443a1b26 tempest-ServersTestFqdnHostnames-430335074 tempest-ServersTestFqdnHostnames-430335074-project] 10.222.0.15 "DELETE /v2.0/floatingips/bb4f5d36-e4af-4764-a718-a79622c58012 HTTP/1.1" status: 204 len: 168 time: 0.9289224 Aug 31 06:37:05.213007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35976) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:05.280879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6f1eea-f045-4a97-8555-2b8b5280718c admin admin] Deleting subnet 727bdf54-6c66-4bed-a45f-c4c99f5c2194 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:05.301764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1eea-f045-4a97-8555-2b8b5280718c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.371021 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1eea-f045-4a97-8555-2b8b5280718c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.484621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.510819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b3126a-f08e-49ab-82ad-906d8fbf7ca6']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:05.543751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af873d19-bd97-4f17-9072-6ee197f78abb') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:05.544215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af873d19-bd97-4f17-9072-6ee197f78abb') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:05.547355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35994) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:05.561664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ae78f390-3973-497d-92ac-3d554415ef87 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:05.568375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.606846 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ae78f390-3973-497d-92ac-3d554415ef87 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:05.607525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ae78f390-3973-497d-92ac-3d554415ef87 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:05.627569 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1eea-f045-4a97-8555-2b8b5280718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.645838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.706631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:05.707037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:05.710621 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:05.814924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144f7e0-04a5-43c7-9abb-a5dd0c8866f4 req-05714eca-154e-4e9b-a962-ad65eddd6e85 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:05.823175 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f144f7e0-04a5-43c7-9abb-a5dd0c8866f4 req-05714eca-154e-4e9b-a962-ad65eddd6e85 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=2edd753c-5a50-4d0c-9fd1-9e156883226b HTTP/1.1" status: 200 len: 946 time: 0.2312074 Aug 31 06:37:05.874216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.897764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.903187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36002) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:05.907588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36004) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:05.910023 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/networks/b7b3126a-f08e-49ab-82ad-906d8fbf7ca6 HTTP/1.1" status: 204 len: 168 time: 2.7585888 Aug 31 06:37:05.918549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07b6b4-ee53-4de0-b6d1-2a7d6edbe1eb tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Network': ['ID=b7b3126a-f08e-49ab-82ad-906d8fbf7ca6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:05.921579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1325920691'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:05.930503 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f144f7e0-04a5-43c7-9abb-a5dd0c8866f4 req-e8e51b94-5b0e-497f-8e96-f4c9cb316e63 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063654 Aug 31 06:37:05.941310 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1eea-f045-4a97-8555-2b8b5280718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.971609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-3466b8d7-5e0b-4fac-9b34-b1623d2098dc tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:37:05.972678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-3466b8d7-5e0b-4fac-9b34-b1623d2098dc tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128295 Aug 31 06:37:05.996197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Request body: {'binding': {'host': 'n-h1-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:05.996661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Unknown quota resources ['binding']. {{(pid=94667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:37:06.002906 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1eea-f045-4a97-8555-2b8b5280718c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.013802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dd6f1eea-f045-4a97-8555-2b8b5280718c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/727bdf54-6c66-4bed-a45f-c4c99f5c2194 HTTP/1.1" status: 204 len: 168 time: 0.9639602 Aug 31 06:37:06.024368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:06.029084 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.034056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36014) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:06.041297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f1eea-f045-4a97-8555-2b8b5280718c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727bdf54-6c66-4bed-a45f-c4c99f5c2194,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:06.051248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-831554901-network', 'tenant_id': 'c48b2d488df946708d38fb045042bf96'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:06.144199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1783685359'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:06.226057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:06.241611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Made reservation on behalf of c48b2d488df946708d38fb045042bf96 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:06.244398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.279412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.279758 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Added segment 5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5 of type vlan for network d9e6ff48-df38-4557-bfb8-0356e3421942 Aug 31 06:37:06.285894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.287609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.341692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Made reservation on behalf of eb3e63138ddc4792bccda73ec117b8d0 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:06.345048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.386792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.389389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.422285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.590103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.595750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:06.596456 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.599219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on host n-h1-712142-16 for vnic_type normal with profile None {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:06.599757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:06.600210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:06.616253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.702347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:06.702967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:06.712533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-13b860c2-16e8-4a49-8118-ccec45ad60b7 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:06.715091 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-13b860c2-16e8-4a49-8118-ccec45ad60b7 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.42 "GET /v2.0/ports?device_id=2edd753c-5a50-4d0c-9fd1-9e156883226b HTTP/1.1" status: 200 len: 946 time: 0.0793915 Aug 31 06:37:06.718402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab7d443-c6e8-4e91-89dc-324577b5bfe9']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:06.749859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:06.750206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:06.750599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:06.751341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Bound port: bbbff63f-d607-420b-a76c-8dea16014a5b, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:06.769363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4704ea12-7a74-446c-8081-f55b3b3c72ae') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:06.769363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4704ea12-7a74-446c-8081-f55b3b3c72ae') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:06.803271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Network': ['ID=d9e6ff48-df38-4557-bfb8-0356e3421942,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:06.812423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.820518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d9e6ff48-df38-4557-bfb8-0356e3421942 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:06.836267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Deleting port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:06.836608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.875638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.891515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:06.892090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:06.897040 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:06.944841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] For port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:06.945473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.959392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Calling delete_port for 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:06.971506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.976004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:07.004217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.019382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] Notify callbacks [] for binding, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.020162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] 10.222.0.15 "POST /v2.0/ports/bbbff63f-d607-420b-a76c-8dea16014a5b/bindings HTTP/1.1" status: 201 len: 390 time: 1.0359983 Aug 31 06:37:07.052206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:07.068618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.086609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.089242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ab7d443-c6e8-4e91-89dc-324577b5bfe9 HTTP/1.1" status: 204 len: 168 time: 1.0511568 Aug 31 06:37:07.115558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c71151a-5d14-4299-8b89-8a060af51afc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:07.122612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb987238-65af-4309-a7d7-920a77f0572e admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab7d443-c6e8-4e91-89dc-324577b5bfe9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:07.132031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.132439 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Added segment 8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26 of type vlan for network afd3e1ee-60e5-4242-8724-83469c569dfc Aug 31 06:37:07.137549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee3da6-0ac0-4200-afb3-1b3e4356dd73 req-f2988872-edc3-47fa-b608-8a95ada2d9d1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:07.139210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1cee3da6-0ac0-4200-afb3-1b3e4356dd73 req-f2988872-edc3-47fa-b608-8a95ada2d9d1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=2edd753c-5a50-4d0c-9fd1-9e156883226b HTTP/1.1" status: 200 len: 946 time: 0.1092894 Aug 31 06:37:07.263173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.287692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1cee3da6-0ac0-4200-afb3-1b3e4356dd73 req-6f7305a8-6d74-48b9-9d3b-6c2eb1d0cffb tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771894 Aug 31 06:37:07.290978 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.305352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5fdbcb13-ce62-42e9-a7a7-1924eae0ea46', '6a2aed4a-78e8-477d-9d02-c819ae1cb81e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:07.309118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:07.377072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Pushing event deleted for resources: {'Port': ['ID=5fdbcb13-ce62-42e9-a7a7-1924eae0ea46,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:07.402789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] No DVR routers for this DVR port 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:07.405500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.407708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77f65c82-982b-432b-8b93-3b0aa802f083 req-5684045d-b2cc-41e8-8340-30f717e945db tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.42 "DELETE /v2.0/ports/5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 HTTP/1.1" status: 204 len: 173 time: 0.6860011 Aug 31 06:37:07.408646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edd753c-5a50-4d0c-9fd1-9e156883226b', 'name': 'network-vif-deleted', 'tag': '5fdbcb13-ce62-42e9-a7a7-1924eae0ea46'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:07.413620 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64abf359-b561-4f0b-8da0-f4a756485444" -d '{"events": [{"server_uuid": "2edd753c-5a50-4d0c-9fd1-9e156883226b", "name": "network-vif-deleted", "tag": "5fdbcb13-ce62-42e9-a7a7-1924eae0ea46"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:07.414737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36074) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:07.479920 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d695dc-91ca-496e-b142-cfae204711d3 x-openstack-request-id: req-14d695dc-91ca-496e-b142-cfae204711d3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:07.480984 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edd753c-5a50-4d0c-9fd1-9e156883226b", "name": "network-vif-deleted", "tag": "5fdbcb13-ce62-42e9-a7a7-1924eae0ea46", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:07.481447 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14d695dc-91ca-496e-b142-cfae204711d3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:07.482019 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edd753c-5a50-4d0c-9fd1-9e156883226b', 'name': 'network-vif-deleted', 'tag': '5fdbcb13-ce62-42e9-a7a7-1924eae0ea46', 'status': 'completed', 'code': 200} Aug 31 06:37:07.504620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.510138 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.511427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:07.512185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.512469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ab59b1a7-2684-4833-a455-f4904311090f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c32f0a2b26f4894887d24afecb022a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951960 Aug 31 06:37:07.513764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36078) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:07.546876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb78b-fc9a-47cb-9785-3305312174b7 req-461e245b-4ab5-412b-b2fc-41d22f694dfc tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:07.548875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a91eb78b-fc9a-47cb-9785-3305312174b7 req-461e245b-4ab5-412b-b2fc-41d22f694dfc tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.3090208 Aug 31 06:37:07.549782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.600153 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e71d8fc4-978f-460d-8ade-49ab5c9520e9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6874690 Aug 31 06:37:07.600817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36080) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:07.613342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:07.677319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:07.679939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04b369af-360f-46fd-bf18-d9a6325beb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.691873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.692434 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Added segment 747e36fb-ea20-4c87-8590-3d4511948428 of type vlan for network 390ef248-934c-4ab7-86fa-2e6448763c15 Aug 31 06:37:07.707325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04b369af-360f-46fd-bf18-d9a6325beb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.756908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.779204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04b369af-360f-46fd-bf18-d9a6325beb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.782746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04b369af-360f-46fd-bf18-d9a6325beb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.784203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-04b369af-360f-46fd-bf18-d9a6325beb3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f576148-cc57-488c-9ecf-6eb410b9c059 HTTP/1.1" status: 204 len: 168 time: 0.2694452 Aug 31 06:37:07.809969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b369af-360f-46fd-bf18-d9a6325beb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f576148-cc57-488c-9ecf-6eb410b9c059,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:07.870209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:07.875828 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.897601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3454692 Aug 31 06:37:07.905098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36086) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:07.907187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-7fb76a1f-0c49-4ac2-8b52-39f9fe0b1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:07.909612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-7fb76a1f-0c49-4ac2-8b52-39f9fe0b1842 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1098 time: 0.5393600 Aug 31 06:37:07.916151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Request body: {'subnet': {'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-831554901-subnet', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:07.933331 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a91eb78b-fc9a-47cb-9785-3305312174b7 req-52201bc3-1071-4744-a2b2-2d3b4e685b7c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342264 Aug 31 06:37:07.934139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.939630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:07.940228 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.942622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8a897c-3b9c-4f81-8a77-c388c2bc3dda,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:07.954738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776d561-8656-4813-adeb-2187caf47eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=afd3e1ee-60e5-4242-8724-83469c569dfc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:07.992543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network afd3e1ee-60e5-4242-8724-83469c569dfc details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:08.120801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Pushing event updated for resources: {'Network': ['ID=390ef248-934c-4ab7-86fa-2e6448763c15,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:08.126799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Deleting port 418bd058-af15-4b27-a497-85646fe6f979 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:08.127137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.132631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Made reservation on behalf of c48b2d488df946708d38fb045042bf96 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:08.135375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.142004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 390ef248-934c-4ab7-86fa-2e6448763c15 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:08.204458 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.295369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=5522b8fc-0e80-4c2f-b514-cee9ef22c36f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:08.311272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Checking segment: {'id': '5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:08.311779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network hostable DHCP agents. Network: d9e6ff48-df38-4557-bfb8-0356e3421942, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:08.339384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network d9e6ff48-df38-4557-bfb8-0356e3421942 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:08.352119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d9e6ff48-df38-4557-bfb8-0356e3421942) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:08.358480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:08.359574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.364767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b94930-90cf-4586-a9e0-d7e3b880decd None None] Network d9e6ff48-df38-4557-bfb8-0356e3421942 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:08.379713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-173ff9d8-137b-4425-878c-9e4739984037 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7766523 Aug 31 06:37:08.382177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36094) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:08.391837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942', 'name': 'tempest-PortsIpV6TestJSON-517970401', 'fixed_ips': [{'subnet_id': '5522b8fc-0e80-4c2f-b514-cee9ef22c36f', 'ip_address': '2001:db8::10'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:08.577730 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bea371e9-df9f-4101-ba83-daa263176276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6715379 Aug 31 06:37:08.582874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:08.685325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d9e6ff48-df38-4557-bfb8-0356e3421942', 'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942', 'tenant_id': '2bd6386fe638485fb3b58f666ee56a8a', 'fixed_ips': [{'subnet_id': '5522b8fc-0e80-4c2f-b514-cee9ef22c36f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:08.686650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.862392 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.951734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 33acce17-4fdb-4e6d-a845-f30d9b58049d yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:08.990030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.049619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Allocated IP 2001:db8::2 (d9e6ff48-df38-4557-bfb8-0356e3421942/5522b8fc-0e80-4c2f-b514-cee9ef22c36f/fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:09.129449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b02c628-6caf-4628-9b94-8d7b8f1d6909,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:09.140990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-f3ed6f6b-c907-47e2-9da8-ad15b12dd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:09.148979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-f3ed6f6b-c907-47e2-9da8-ad15b12dd129 service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 1.1980836 Aug 31 06:37:09.216256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36128) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:09.235517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Request body: {'port': {'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15', 'binding:host_id': 'n-h1-712142-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071814432'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:09.318723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-37e77ad1-f235-4634-b39b-06160591f963 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 200 len: 217 time: 0.1159782 Aug 31 06:37:09.329370 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.340431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Transition to ACTIVE for port object fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:09.361122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Transition to ACTIVE for port object fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:09.370776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.406858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Made reservation on behalf of 8d4f0b2120c34bdd85c0f348968461a1 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:09.409324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.414942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] For port 418bd058-af15-4b27-a497-85646fe6f979, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=418bd058-af15-4b27-a497-85646fe6f979,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:09.415358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.435801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Network d9e6ff48-df38-4557-bfb8-0356e3421942 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:09.440433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:09.449226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:09.450652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.453565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Calling delete_port for 418bd058-af15-4b27-a497-85646fe6f979 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:09.468999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803c1a-1f6d-4598-97dd-2c1458ee9fa8 req-22658d5e-e131-4c39-92c4-882fcacf34e7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:09.476564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0803c1a-1f6d-4598-97dd-2c1458ee9fa8 req-22658d5e-e131-4c39-92c4-882fcacf34e7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.2333324 Aug 31 06:37:09.484693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::10 (d9e6ff48-df38-4557-bfb8-0356e3421942/5522b8fc-0e80-4c2f-b514-cee9ef22c36f/33acce17-4fdb-4e6d-a845-f30d9b58049d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:09.508525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Checking segment: {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:09.509475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Network hostable DHCP agents. Network: afd3e1ee-60e5-4242-8724-83469c569dfc, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:09.518188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e5025990-df79-4204-96d7-48fb270a57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:09.519697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e5025990-df79-4204-96d7-48fb270a57db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.1903632 Aug 31 06:37:09.522986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Pushing event updated for resources: {'Port': ['ID=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:09.567192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Attempting to bind port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:09.567561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Attempting to bind port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:09.567940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Attempting to bind port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 on network d9e6ff48-df38-4557-bfb8-0356e3421942 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:09.576137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:09.576520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Checking segment: {'id': '5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:09.576929 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.577360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Bound using segment: {'id': '5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:09.577837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Bound port: fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:09.578344 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.624483 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-0606a75c-93ad-4c9e-9ef7-14cdd7ea03de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913262 Aug 31 06:37:09.676797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] For port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:09.677353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0803c1a-1f6d-4598-97dd-2c1458ee9fa8 req-ce95f66a-b19a-4465-8370-7e1dca9c25ab tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828961 Aug 31 06:37:09.680568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] For port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,segment=NetworkSegment(5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5),segment_id=5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:09.695229 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.698485 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.707863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Network afd3e1ee-60e5-4242-8724-83469c569dfc is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:09.748121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object 33acce17-4fdb-4e6d-a845-f30d9b58049d will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:09.831742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.839279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:09.845805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b580ea-3d85-4a35-a7bd-22565daf8fb3 None None] Pushing event updated for resources: {'Port': ['ID=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:09.915190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:09.915529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5fdbcb13-ce62-42e9-a7a7-1924eae0ea46 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:09.927319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, afd3e1ee-60e5-4242-8724-83469c569dfc) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:09.936907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a474ecd4-18b1-4c95-b6cd-263f8d59ae10 None None] Network afd3e1ee-60e5-4242-8724-83469c569dfc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:09.973069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network d9e6ff48-df38-4557-bfb8-0356e3421942 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:09.979760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:10.007386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36162) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:10.010474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:10.023968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:10.026089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:10.026743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.029390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.057449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=33acce17-4fdb-4e6d-a845-f30d9b58049d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:10.132582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-36515146-d7fd-4c23-8b9a-74ae9ad61e5c admin admin] Deleting subnet d8961c49-9c6f-4364-8434-f826d5070408 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:10.136269 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36515146-d7fd-4c23-8b9a-74ae9ad61e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.185142 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36515146-d7fd-4c23-8b9a-74ae9ad61e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.255314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36515146-d7fd-4c23-8b9a-74ae9ad61e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.271318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.304655 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-72d178d2-6edc-41dc-beb2-6ba968c42241 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9212358 Aug 31 06:37:10.308175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-afd3e1ee-60e5-4242-8724-83469c569dfc', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:10.308733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36176) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:10.310211 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.314788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': 'd9e6ff48-df38-4557-bfb8-0356e3421942', 'name': 'tempest-PortsIpV6TestJSON-182880147', 'fixed_ips': [{'subnet_id': '5522b8fc-0e80-4c2f-b514-cee9ef22c36f', 'ip_address': '2001:db8::f'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:10.328313 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.339728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da36ed14-36d6-4924-86f0-3a32edec61bf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4298263 Aug 31 06:37:10.341969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] device_id is not set on port 0a3377fe-c019-4b94-864e-116dc715c158 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:10.358604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36178) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:10.364772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:10.378571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-bbc06126-5010-445f-b502-95cd1a4d7cf0 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391894 Aug 31 06:37:10.444336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36515146-d7fd-4c23-8b9a-74ae9ad61e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.498859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36515146-d7fd-4c23-8b9a-74ae9ad61e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8961c49-9c6f-4364-8434-f826d5070408,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:10.507345 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36515146-d7fd-4c23-8b9a-74ae9ad61e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.509886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-36515146-d7fd-4c23-8b9a-74ae9ad61e5c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d8961c49-9c6f-4364-8434-f826d5070408 HTTP/1.1" status: 204 len: 168 time: 0.4637408 Aug 31 06:37:10.512797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36182) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:10.564790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Allocated IP 172.20.0.2 (afd3e1ee-60e5-4242-8724-83469c569dfc/4b02c628-6caf-4628-9b94-8d7b8f1d6909/eb220981-c9bd-4d58-9bd8-aece9992099e) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:10.627673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7b54c0-2889-4737-b8b7-cde0821d2d4a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:10.659129 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.667758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf52c25-3f82-4cc9-b99a-d677d3052b63 req-61d69954-cf8e-424e-975a-3ff868e4b0d8 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:10.674553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf52c25-3f82-4cc9-b99a-d677d3052b63 req-61d69954-cf8e-424e-975a-3ff868e4b0d8 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:10.686498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-caf52c25-3f82-4cc9-b99a-d677d3052b63 req-61d69954-cf8e-424e-975a-3ff868e4b0d8 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786&device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 1681 time: 0.5197091 Aug 31 06:37:10.727219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.729130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.834412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.876623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:10.882289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.906025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.912068 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.925881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Transition to ACTIVE for port object eb220981-c9bd-4d58-9bd8-aece9992099e will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:10.926510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be573b09-e92c-4a49-ae85-3781209aaf44']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:10.942346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port e3703d51-561e-4cec-b149-a827f1182ddd yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:10.947255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=418bd058-af15-4b27-a497-85646fe6f979,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:10.951142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-bd64e27a-e4dc-48f8-ad7a-51329e98be09 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582333 Aug 31 06:37:10.956671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Transition to ACTIVE for port object eb220981-c9bd-4d58-9bd8-aece9992099e will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:10.965530 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:10.981683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025d19-122f-421a-b38f-0233390c38ce req-12c9ccb7-9eff-42d1-b4f0-bb0bbe46ea33 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:10.993446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c025d19-122f-421a-b38f-0233390c38ce req-12c9ccb7-9eff-42d1-b4f0-bb0bbe46ea33 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.1554940 Aug 31 06:37:10.997311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-caf52c25-3f82-4cc9-b99a-d677d3052b63 req-6054280a-ad7a-4600-b7a0-dc056372d394 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096170 Aug 31 06:37:11.014939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56de2ccc-b134-4ef5-8c4c-e837a9adb272') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:11.015417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56de2ccc-b134-4ef5-8c4c-e837a9adb272') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:11.020027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36188) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:11.117054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Network afd3e1ee-60e5-4242-8724-83469c569dfc is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:11.125689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:11.140999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:11.167147 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.201725 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.239176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Pushing event updated for resources: {'Port': ['ID=eb220981-c9bd-4d58-9bd8-aece9992099e,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:11.264603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.278898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Attempting to bind port eb220981-c9bd-4d58-9bd8-aece9992099e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:11.279421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Attempting to bind port eb220981-c9bd-4d58-9bd8-aece9992099e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:11.279790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Attempting to bind port eb220981-c9bd-4d58-9bd8-aece9992099e on network afd3e1ee-60e5-4242-8724-83469c569dfc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:11.287505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:11.287884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Checking segment: {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:11.288297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.288863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Bound using segment: {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:11.291862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Bound port: eb220981-c9bd-4d58-9bd8-aece9992099e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:11.292278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.326601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:11.327164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:11.329384 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:11.390724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] For port eb220981-c9bd-4d58-9bd8-aece9992099e, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:11.393850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c025d19-122f-421a-b38f-0233390c38ce req-23bedb54-1275-4780-888e-3622e4e49dd0 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001021 Aug 31 06:37:11.406527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] For port eb220981-c9bd-4d58-9bd8-aece9992099e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eb220981-c9bd-4d58-9bd8-aece9992099e,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:11.413309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e30eb-260a-4200-84a9-423acb8d0ab5 None None] Network d9e6ff48-df38-4557-bfb8-0356e3421942 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:11.531985 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.648838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-055e78d1-b5dc-4ad3-a989-19b12e613cb0 None None] Provisioning for port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:11.654319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed22ffd6-98e7-4c7e-8654-6da66a790c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.705833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b904870-7efa-4cd0-8f10-7cc8a291a4c8 None None] Pushing event updated for resources: {'Port': ['ID=eb220981-c9bd-4d58-9bd8-aece9992099e,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:11.795465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.806719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:11.834946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.846160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] device_id is not set on port 0a3377fe-c019-4b94-864e-116dc715c158 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:11.865560 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.873619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.875727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] 10.222.0.15 "DELETE /v2.0/networks/be573b09-e92c-4a49-ae85-3781209aaf44 HTTP/1.1" status: 204 len: 168 time: 1.3596668 Aug 31 06:37:11.882442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7863d-5c3a-4d85-b93c-628fd3eb7bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=be573b09-e92c-4a49-ae85-3781209aaf44,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:11.914559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Transition to ACTIVE for port object 0a3377fe-c019-4b94-864e-116dc715c158 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:11.935188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:11.943914 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.944084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:11.944304 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.078163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::f (d9e6ff48-df38-4557-bfb8-0356e3421942/5522b8fc-0e80-4c2f-b514-cee9ef22c36f/e3703d51-561e-4cec-b149-a827f1182ddd) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:12.202472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36208) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:12.240369 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.309684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,segment=NetworkSegment(5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5),segment_id=5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:12.329894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.366984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d719796d-0686-4bad-815d-bb364b344385 None None] Provisioning for port 33acce17-4fdb-4e6d-a845-f30d9b58049d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:12.379318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d719796d-0686-4bad-815d-bb364b344385 None None] Provisioning complete for port 33acce17-4fdb-4e6d-a845-f30d9b58049d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:12.380425 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d719796d-0686-4bad-815d-bb364b344385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.400439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e4e8b5a6-0ee0-4da7-b929-39eeba890614 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b6410273a13414b95d655c131961a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968150 Aug 31 06:37:12.418033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36210) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:12.427641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a2a67-f080-45ce-aaa7-b0f2c45349af req-ab943e92-0f94-450e-9950-e1b9d536148f tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:12.442173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e4a2a67-f080-45ce-aaa7-b0f2c45349af req-ab943e92-0f94-450e-9950-e1b9d536148f tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 945 time: 0.3190978 Aug 31 06:37:12.458225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d719796d-0686-4bad-815d-bb364b344385 None None] Port 33acce17-4fdb-4e6d-a845-f30d9b58049d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:12.498031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:12.502401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d719796d-0686-4bad-815d-bb364b344385 None None] Provisioning complete for port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:12.502775 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d719796d-0686-4bad-815d-bb364b344385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.534142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3377fe-c019-4b94-864e-116dc715c158,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:12.671082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Checking segment: {'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:12.671846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Network hostable DHCP agents. Network: 390ef248-934c-4ab7-86fa-2e6448763c15, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:12.702914 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05403d2d-884b-478b-a3ec-c5fb2c0127b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.718262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.743051 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e4a2a67-f080-45ce-aaa7-b0f2c45349af req-969caf63-bba6-4b1b-bce1-88055b643412 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999787 Aug 31 06:37:12.813687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-df3d0bde-be83-45e2-a5d8-e478c67266c4 None None] Provisioning complete for port 33acce17-4fdb-4e6d-a845-f30d9b58049d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:12.814365 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-df3d0bde-be83-45e2-a5d8-e478c67266c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.816768 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05403d2d-884b-478b-a3ec-c5fb2c0127b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.856783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed22ffd6-98e7-4c7e-8654-6da66a790c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.870298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-df3d0bde-be83-45e2-a5d8-e478c67266c4 None None] Port 33acce17-4fdb-4e6d-a845-f30d9b58049d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:12.878919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed22ffd6-98e7-4c7e-8654-6da66a790c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.903000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Network 390ef248-934c-4ab7-86fa-2e6448763c15 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:12.917281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ed22ffd6-98e7-4c7e-8654-6da66a790c2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=482cc41bd56f4658b9d24a1982faa642&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8939536 Aug 31 06:37:12.919615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e45feb-6f1b-4cd8-bcb5-6fb02f0d68c6 req-5c86a030-dc87-4edc-b466-6669d82afd1b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:12.923899 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.928346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14e45feb-6f1b-4cd8-bcb5-6fb02f0d68c6 req-5c86a030-dc87-4edc-b466-6669d82afd1b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.3857989 Aug 31 06:37:12.930795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36214) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:13.001634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14e45feb-6f1b-4cd8-bcb5-6fb02f0d68c6 req-c750a973-30b5-4560-8755-291b864f3faa tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721457 Aug 31 06:37:13.011948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 390ef248-934c-4ab7-86fa-2e6448763c15) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:13.034592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a237ff-c95d-475b-96da-0979fee44e2b None None] Network 390ef248-934c-4ab7-86fa-2e6448763c15 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:13.049507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object e3703d51-561e-4cec-b149-a827f1182ddd will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:13.059699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ffd6-98e7-4c7e-8654-6da66a790c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62cf327-5545-4364-8a0c-8e4b90cc2199,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:13.062905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:13.087293 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594c6772-f997-4c17-8ce6-283cf3453bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.167189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05403d2d-884b-478b-a3ec-c5fb2c0127b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.169838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05403d2d-884b-478b-a3ec-c5fb2c0127b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.171061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-05403d2d-884b-478b-a3ec-c5fb2c0127b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcbcd97a-0fa4-4679-ae35-eb41914de2f0 HTTP/1.1" status: 204 len: 168 time: 0.7520685 Aug 31 06:37:13.185073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:13.185618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:13.186365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:13.220656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-c0dc41d7-df76-4874-a4d3-a48b157c5aec tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:13.221013 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594c6772-f997-4c17-8ce6-283cf3453bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.222758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-c0dc41d7-df76-4874-a4d3-a48b157c5aec tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.23 "GET /v2.0/ports?device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 945 time: 0.2056830 Aug 31 06:37:13.223344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05403d2d-884b-478b-a3ec-c5fb2c0127b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbcd97a-0fa4-4679-ae35-eb41914de2f0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:13.233417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:13.233775 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:13.246833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.286079 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 2 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:13.343621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:13.343621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:13.343621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:13.412261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:13.412564 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:13.434451 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 3 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:13.473481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c08c0-22c5-4cef-9e95-2c6675714854 None None] Network afd3e1ee-60e5-4242-8724-83469c569dfc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:13.479504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=e3703d51-561e-4cec-b149-a827f1182ddd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:13.486010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network d9e6ff48-df38-4557-bfb8-0356e3421942 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:13.492804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:13.498964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:13.507082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:13.507775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.532172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-ff7390db-dbb9-4afb-a65c-0a6e5a035787 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:13.533860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-ff7390db-dbb9-4afb-a65c-0a6e5a035787 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.42 "GET /v2.0/ports?device_id=20914ec2-6737-4c70-a764-8b8cebdbe786 HTTP/1.1" status: 200 len: 945 time: 0.1786995 Aug 31 06:37:13.569815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0538a191-5ee9-4cad-adc8-d26d7d5ffbdf tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2603531 Aug 31 06:37:13.573151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36218) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:13.644979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594c6772-f997-4c17-8ce6-283cf3453bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.648122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-594c6772-f997-4c17-8ce6-283cf3453bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.649841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-594c6772-f997-4c17-8ce6-283cf3453bc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d62cf327-5545-4364-8a0c-8e4b90cc2199 HTTP/1.1" status: 204 len: 168 time: 0.7048640 Aug 31 06:37:13.843654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eb220981-c9bd-4d58-9bd8-aece9992099e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:13.843804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:13.844483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:13.844695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:13.856802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-42421a5c-533b-4411-8fff-8a00313c3990 None None] Provisioning for port eb220981-c9bd-4d58-9bd8-aece9992099e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:13.882404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:13.882975 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:13.898427 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 4 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:13.936778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:13.987959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c6772-f997-4c17-8ce6-283cf3453bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62cf327-5545-4364-8a0c-8e4b90cc2199,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:13.998438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.038085 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.041918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:14.042811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:14.043938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:14.055025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:14.055713 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:14.059680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port eb220981-c9bd-4d58-9bd8-aece9992099e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:14.065228 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 5 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:14.083218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port eb220981-c9bd-4d58-9bd8-aece9992099e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:14.086537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:14.087890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:14.088805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:14.089540 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.097785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:14.098391 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:14.117221 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 6 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:14.202985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b87ee-7355-4a55-b6ff-32f93b92ea6f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:14.209256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ac9b87ee-7355-4a55-b6ff-32f93b92ea6f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5697353 Aug 31 06:37:14.219987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36236) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:14.226750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Deleting port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:14.226750 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.270954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6088473-63e2-466c-a030-ffa860a022d1 req-c816e079-8891-4144-82a1-eed9e1a09f58 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:14.281321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6088473-63e2-466c-a030-ffa860a022d1 req-c816e079-8891-4144-82a1-eed9e1a09f58 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 945 time: 0.2653701 Aug 31 06:37:14.285834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ab31c12d-6db0-482f-8882-610d9befb095 None None] Provisioning for port e3703d51-561e-4cec-b149-a827f1182ddd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:14.309439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ab31c12d-6db0-482f-8882-610d9befb095 None None] Provisioning complete for port e3703d51-561e-4cec-b149-a827f1182ddd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:14.311196 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ab31c12d-6db0-482f-8882-610d9befb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.355473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Deleting port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:14.355818 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.423906 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6088473-63e2-466c-a030-ffa860a022d1 req-3592b277-f696-423f-a545-bada915eb2a1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350846 Aug 31 06:37:14.433380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:14.433806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:14.434219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:14.490697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ab31c12d-6db0-482f-8882-610d9befb095 None None] Port e3703d51-561e-4cec-b149-a827f1182ddd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:14.503884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:14.506101 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:14.527250 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 7 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:14.536727 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.636622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port eb220981-c9bd-4d58-9bd8-aece9992099e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eb220981-c9bd-4d58-9bd8-aece9992099e,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:14.644408 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.645865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:14.661521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Allocated IP 172.25.5.101 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/31018c49-0565-4cbd-b3e8-c20ed933d8f7) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:14.671897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] For port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:14.672290 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.730873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Calling delete_port for 6a2aed4a-78e8-477d-9d02-c819ae1cb81e owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:14.836092 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.895747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e0de5b61-3cad-4158-97bf-d94d863d9074 None None] Provisioning complete for port eb220981-c9bd-4d58-9bd8-aece9992099e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:14.896119 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e0de5b61-3cad-4158-97bf-d94d863d9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.911892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98220b-d77f-4d82-8da1-9558a970d7e7 req-7bfca998-765c-49f5-befd-6578a98a0992 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:14.913734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f98220b-d77f-4d82-8da1-9558a970d7e7 req-7bfca998-765c-49f5-befd-6578a98a0992 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.6950588 Aug 31 06:37:14.915755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.956563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=eb220981-c9bd-4d58-9bd8-aece9992099e,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:15.022997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:15.026692 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.062478 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.085401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:15.099485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:15.099814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:15.100316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:15.109385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Pushing event updated for resources: {'Port': ['ID=31018c49-0565-4cbd-b3e8-c20ed933d8f7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:15.111837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Pushing event deleted for resources: {'Port': ['ID=6a2aed4a-78e8-477d-9d02-c819ae1cb81e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:15.114083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:15.116993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:15.200955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ef446-4a8e-407c-a884-4de497f3b920 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:15.207324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ef446-4a8e-407c-a884-4de497f3b920 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:15.213861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ef446-4a8e-407c-a884-4de497f3b920 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:15.218536 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-420ef446-4a8e-407c-a884-4de497f3b920 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.9886131 Aug 31 06:37:15.219633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36264) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:15.234800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:15.235141 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:15.235759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] No DVR routers for this DVR port 6a2aed4a-78e8-477d-9d02-c819ae1cb81e on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:15.243060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.249375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-219546db-d3c5-4513-ad2a-d56dc9191259 req-d2ff1243-72d4-4212-afe3-41b8f8f75ba1 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.42 "DELETE /v2.0/ports/6a2aed4a-78e8-477d-9d02-c819ae1cb81e HTTP/1.1" status: 204 len: 173 time: 1.7055309 Aug 31 06:37:15.250876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20914ec2-6737-4c70-a764-8b8cebdbe786', 'name': 'network-vif-deleted', 'tag': '6a2aed4a-78e8-477d-9d02-c819ae1cb81e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:15.256870 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e001a1-91b1-4835-84a2-92f66524f84b" -d '{"events": [{"server_uuid": "20914ec2-6737-4c70-a764-8b8cebdbe786", "name": "network-vif-deleted", "tag": "6a2aed4a-78e8-477d-9d02-c819ae1cb81e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:15.299271 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 8 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:15.317840 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e077ccc-33d5-4b40-a18d-6be04a4a7772 x-openstack-request-id: req-9e077ccc-33d5-4b40-a18d-6be04a4a7772 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:15.318141 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20914ec2-6737-4c70-a764-8b8cebdbe786", "name": "network-vif-deleted", "tag": "6a2aed4a-78e8-477d-9d02-c819ae1cb81e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:15.318400 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e077ccc-33d5-4b40-a18d-6be04a4a7772 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:15.318859 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20914ec2-6737-4c70-a764-8b8cebdbe786', 'name': 'network-vif-deleted', 'tag': '6a2aed4a-78e8-477d-9d02-c819ae1cb81e', 'status': 'completed', 'code': 200} Aug 31 06:37:15.436153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:15.448028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] Sync routers for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:15.471579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fbf53e21-7ef3-4ec6-9ca8-ffd927e9b0bb admin admin] 10.222.0.15 "PUT /v2.0/routers/3364cbcc-eb69-44d6-a33b-c6cd746aaff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2571311 Aug 31 06:37:15.474067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36284) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:15.478465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:15.479116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:15.479356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:15.479681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:15.480031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:15.485560 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f98220b-d77f-4d82-8da1-9558a970d7e7 req-243eb346-b10f-454f-a36e-b314d1a9dc1b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570211 Aug 31 06:37:15.531393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] For port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,segment=NetworkSegment(21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74),segment_id=21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:15.531927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.558105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Calling delete_port for 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:15.670209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eb220981-c9bd-4d58-9bd8-aece9992099e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:15.781659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215210d-142e-4434-a749-2b4c03c12daa req-94d7bbdf-d0ff-4523-a2d8-65cce814eaff tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:15.785520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3215210d-142e-4434-a749-2b4c03c12daa req-94d7bbdf-d0ff-4523-a2d8-65cce814eaff tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 945 time: 0.1696784 Aug 31 06:37:15.797858 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.879919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36288) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:15.931943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3215210d-142e-4434-a749-2b4c03c12daa req-c0011992-330b-4915-807c-ba904ee83542 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/security-groups?id=67c143a9-221c-4259-aa8d-614020af333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268165 Aug 31 06:37:16.082834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6a2aed4a-78e8-477d-9d02-c819ae1cb81e no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:16.084832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:16.115630 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.147029 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a0808726-5a83-48a9-b894-fd9b3997b644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.172326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 6a2aed4a-78e8-477d-9d02-c819ae1cb81e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:16.172671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6a2aed4a-78e8-477d-9d02-c819ae1cb81e not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:16.184216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:16.184750 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:16.190097 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 9 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:16.239485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Deleting port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:16.239828 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.265824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port eb220981-c9bd-4d58-9bd8-aece9992099e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:16.266475 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.315274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:16.315740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:16.316167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:16.345790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:16.346245 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:16.351009 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 10 to bind port 0a3377fe-c019-4b94-864e-116dc715c158 Aug 31 06:37:16.367451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] For port b6e9355b-ab7c-4bf4-bb7e-6c34f7555534, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b6e9355b-ab7c-4bf4-bb7e-6c34f7555534,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:16.367813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.376887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:16.384968 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a0808726-5a83-48a9-b894-fd9b3997b644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.394951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Calling delete_port for b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:16.396904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a0808726-5a83-48a9-b894-fd9b3997b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.423071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:16.423556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:16.423988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:16.444055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port 0a3377fe-c019-4b94-864e-116dc715c158 on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:16.444556 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port 0a3377fe-c019-4b94-864e-116dc715c158 on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:16.445048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.460122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a0808726-5a83-48a9-b894-fd9b3997b644 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=615ae60855c04946ade1db23e4496e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768678 Aug 31 06:37:16.460349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0808726-5a83-48a9-b894-fd9b3997b644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2296279e-09a4-4b2e-aa11-1deda95c4ca4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:16.463640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36298) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:16.512399 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.569949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84b05340-879c-4874-9935-6634321914ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.590170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6bb6ea29-c00e-4065-b164-4e19d889a33a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port e3703d51-561e-4cec-b149-a827f1182ddd {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:16.591357 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ea29-c00e-4065-b164-4e19d889a33a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.635308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84b05340-879c-4874-9935-6634321914ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.710850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ea29-c00e-4065-b164-4e19d889a33a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.737068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6bb6ea29-c00e-4065-b164-4e19d889a33a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for e3703d51-561e-4cec-b149-a827f1182ddd owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:16.760918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84b05340-879c-4874-9935-6634321914ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.766187 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84b05340-879c-4874-9935-6634321914ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.769991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-84b05340-879c-4874-9935-6634321914ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2296279e-09a4-4b2e-aa11-1deda95c4ca4 HTTP/1.1" status: 204 len: 168 time: 0.3001783 Aug 31 06:37:16.784247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.841253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:37:10Z', 'revision_number': 5, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port': {'id': 'b6e9355b-ab7c-4bf4-bb7e-6c34f7555534', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:42Z', 'updated_at': '2021-08-31T06:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:16.862755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e9355b-ab7c-4bf4-bb7e-6c34f7555534,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:16.868975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b05340-879c-4874-9935-6634321914ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2296279e-09a4-4b2e-aa11-1deda95c4ca4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:16.874607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] Checking router: 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:16.890100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] Routers {'3364cbcc-eb69-44d6-a33b-c6cd746aaff2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:16.890968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:17.020028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.081704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] Set router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:17.102471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ea29-c00e-4065-b164-4e19d889a33a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.113221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.171999 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.240313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:37:16Z', 'revision_number': 7, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:17.279167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880d2e7-c751-4889-85ca-689f142ced33 None None] The sync data for ids ['3364cbcc-eb69-44d6-a33b-c6cd746aaff2'] in n-d-712142-16 is: [{'id': '3364cbcc-eb69-44d6-a33b-c6cd746aaff2', 'name': 'tempest-ServersTestFqdnHostnames-863134002-router', 'tenant_id': 'e506f5fddcd44becab79ffc863b06875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:40Z', 'updated_at': '2021-08-31T06:37:16Z', 'revision_number': 7, 'project_id': 'e506f5fddcd44becab79ffc863b06875', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:17.345683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-70f011e0-42d8-4e7c-81b1-8863b50427d3 req-23945a2b-5552-46e9-a3ef-ee30d0036c28 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 210 time: 0.1648018 Aug 31 06:37:17.351935 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.354576 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.356559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Pushing event deleted for resources: {'Port': ['ID=41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:17.435545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6ea29-c00e-4065-b164-4e19d889a33a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=e3703d51-561e-4cec-b149-a827f1182ddd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:17.541428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab614ad2-4ace-4c8e-8358-1519a974689e req-428c0b79-3f66-459f-a49f-3fbeea58dbc8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:17.550439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab614ad2-4ace-4c8e-8358-1519a974689e req-428c0b79-3f66-459f-a49f-3fbeea58dbc8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.6279759 Aug 31 06:37:17.575608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bb6ea29-c00e-4065-b164-4e19d889a33a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.581463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6bb6ea29-c00e-4065-b164-4e19d889a33a tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/e3703d51-561e-4cec-b149-a827f1182ddd HTTP/1.1" status: 204 len: 168 time: 2.3393264 Aug 31 06:37:17.583881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] For port 0a3377fe-c019-4b94-864e-116dc715c158, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:17.584800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempted to set empty binding levels {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:37:17.585999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36320) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:17.657049 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.801981 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e841b4-0eba-4e6b-b90b-60e38e55ef4e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:37:17.813971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-29e841b4-0eba-4e6b-b90b-60e38e55ef4e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/e3703d51-561e-4cec-b149-a827f1182ddd HTTP/1.1" status: 404 len: 333 time: 0.1873238 Aug 31 06:37:17.820653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 418bd058-af15-4b27-a497-85646fe6f979 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:17.822821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] No DVR routers for this DVR port 41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:17.832825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36328) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:17.840183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.842440 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4772f7b-e252-46bc-aa1a-8e59d6e4a63f req-405a5676-0fdb-4671-9b82-f7e960d2d4f4 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.23 "DELETE /v2.0/ports/41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b HTTP/1.1" status: 204 len: 173 time: 4.6132989 Aug 31 06:37:17.859585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564bd918-8f96-4da7-8bed-ab1d034c9cf3', 'name': 'network-vif-deleted', 'tag': '41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:17.872961 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca267d27-3fcd-44e7-98c2-b48cfd4a3ef7" -d '{"events": [{"server_uuid": "564bd918-8f96-4da7-8bed-ab1d034c9cf3", "name": "network-vif-deleted", "tag": "41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:17.875380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 418bd058-af15-4b27-a497-85646fe6f979 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:17.876500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 418bd058-af15-4b27-a497-85646fe6f979 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:17.951012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.952382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3364cbcc-eb69-44d6-a33b-c6cd746aaff2 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:37:17.958200 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.959574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b76f17db-dafa-49db-a540-8d7d0f016059 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3364cbcc-eb69-44d6-a33b-c6cd746aaff2 HTTP/1.1" status: 204 len: 168 time: 2.4845238 Aug 31 06:37:17.964612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36334) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:17.992844 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586b35da-a886-4a50-9f32-c9b8e1d63b82 x-openstack-request-id: req-586b35da-a886-4a50-9f32-c9b8e1d63b82 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:17.999630 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564bd918-8f96-4da7-8bed-ab1d034c9cf3", "name": "network-vif-deleted", "tag": "41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:17.999630 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-586b35da-a886-4a50-9f32-c9b8e1d63b82 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:17.999630 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564bd918-8f96-4da7-8bed-ab1d034c9cf3', 'name': 'network-vif-deleted', 'tag': '41d6f0c9-c8b1-4d39-a1a2-e853ff5bcc7b', 'status': 'completed', 'code': 200} Aug 31 06:37:17.999630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:18.001033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.038874 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab614ad2-4ace-4c8e-8358-1519a974689e req-cc234148-a79d-4ca9-b4aa-6816ae44bb55 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873080 Aug 31 06:37:18.053076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aefab10-0443-4c26-88f8-e206409d608b admin admin] Deleting subnet 30927174-259f-4a78-8aa5-2326f7b425b3 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:18.059829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aefab10-0443-4c26-88f8-e206409d608b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.089257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3377fe-c019-4b94-864e-116dc715c158,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:18.099762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36336) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:18.124260 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-86ded16d-74d9-405c-ab08-1bee97e7e16d tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.9068785 Aug 31 06:37:18.129627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36340) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:18.164924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aefab10-0443-4c26-88f8-e206409d608b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.232033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.307171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-531426940-network', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:18.405819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bb652e38-f9b6-411e-8ebc-fbdcec356687 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 33acce17-4fdb-4e6d-a845-f30d9b58049d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:18.406388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb652e38-f9b6-411e-8ebc-fbdcec356687 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.445575 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aefab10-0443-4c26-88f8-e206409d608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.514707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Made reservation on behalf of d02bf1e50c9c4de9838187610b44b737 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:18.519388 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.595438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.623009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb652e38-f9b6-411e-8ebc-fbdcec356687 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.659642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1c5f4d4-381c-4c36-8f6e-18f667f0dae5 req-4a6cfa39-df5f-4818-bb4d-0022f695eeb5 tempest-ListServersNegativeTestJSON-1148944904 tempest-ListServersNegativeTestJSON-1148944904-project] 10.222.0.15 "GET /v2.0/ports?device_id=564bd918-8f96-4da7-8bed-ab1d034c9cf3 HTTP/1.1" status: 200 len: 210 time: 0.1213901 Aug 31 06:37:18.661861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:37:18.707518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Deleting port 0a3377fe-c019-4b94-864e-116dc715c158 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:18.707706 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.713030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bb652e38-f9b6-411e-8ebc-fbdcec356687 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 33acce17-4fdb-4e6d-a845-f30d9b58049d owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:18.773133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aefab10-0443-4c26-88f8-e206409d608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.808862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aefab10-0443-4c26-88f8-e206409d608b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.811349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37df205-045f-4511-b3b1-42b3d33d9075 None None] Network 5083b8fe-94c9-4ad4-8157-69cbea5456be requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:18.825979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0aefab10-0443-4c26-88f8-e206409d608b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/30927174-259f-4a78-8aa5-2326f7b425b3 HTTP/1.1" status: 204 len: 168 time: 0.8588424 Aug 31 06:37:18.876268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefab10-0443-4c26-88f8-e206409d608b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30927174-259f-4a78-8aa5-2326f7b425b3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:18.902021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] For port 0a3377fe-c019-4b94-864e-116dc715c158, host n-h1-712142-16, got binding levels [] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:18.902624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.918495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Calling delete_port for 0a3377fe-c019-4b94-864e-116dc715c158 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:18.932225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36352) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:19.056516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.141323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] DHCP port deletion for 5083b8fe-94c9-4ad4-8157-69cbea5456be request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:19.157611 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.168671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0a3377fe-c019-4b94-864e-116dc715c158 HTTP/1.1" status: 204 len: 168 time: 1.0367839 Aug 31 06:37:19.170972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36356) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:19.183352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfe2d7-e038-4b65-a843-eb54372d5748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a3377fe-c019-4b94-864e-116dc715c158,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:19.210730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.238941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:19.252678 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Sync routers for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:19.256028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] Deleting port 16d77797-5972-45ec-b581-979f2386c6eb {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:19.256440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.280170 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d6575a-fdaf-472c-bf0e-a98ad03095ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:37:19.282254 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d7d6575a-fdaf-472c-bf0e-a98ad03095ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "GET /v2.0/ports/0a3377fe-c019-4b94-864e-116dc715c158 HTTP/1.1" status: 404 len: 333 time: 0.0911877 Aug 31 06:37:19.287106 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:19.288104 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:19.289401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36358) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:19.303421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Request body: {'port': {'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-61506913'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:19.354491 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.362172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.425335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] For port 16d77797-5972-45ec-b581-979f2386c6eb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=16d77797-5972-45ec-b581-979f2386c6eb,segment=NetworkSegment(7d379565-86fb-47f8-b2db-929843463c9c),segment_id=7d379565-86fb-47f8-b2db-929843463c9c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:19.429274 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.444199 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:19.465487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506183e4-f209-4d99-aecd-1ca07f5d3c2f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:19.484443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] Calling delete_port for 16d77797-5972-45ec-b581-979f2386c6eb owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:19.620064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:19.660108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:19.660493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b6e9355b-ab7c-4bf4-bb7e-6c34f7555534 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:19.661003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 16d77797-5972-45ec-b581-979f2386c6eb no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:19.752630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.768828 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:16Z', 'revision_number': 3, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:19.791679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Made reservation on behalf of 8d4f0b2120c34bdd85c0f348968461a1 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:19.794532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.802502 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.808027 n-d-712142-16 neutron-server[94669]: INFO neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No ports have port_id starting with 16d77797-5972-45ec-b581-979f2386c6eb Aug 31 06:37:19.808831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-27c15eaf-b803-4515-b035-bf06bf39d401 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4476049 Aug 31 06:37:19.809479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] Pushing event deleted for resources: {'Port': ['ID=16d77797-5972-45ec-b581-979f2386c6eb,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:19.812220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691d9cc-0490-4224-a8e4-c3fa894f678e None None] No DVR routers for this DVR port 16d77797-5972-45ec-b581-979f2386c6eb on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:19.812718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:19.815376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:19.843243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36368) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:19.843793 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.844403 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Added segment 130a0d4f-5fa5-4fc7-8a8d-b578905f2043 of type vlan for network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 Aug 31 06:37:19.861269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb652e38-f9b6-411e-8ebc-fbdcec356687 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.868354 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Checking router: 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:19.868967 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Updating router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd port 31018c49-0565-4cbd-b3e8-c20ed933d8f7 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:19.902614 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.917508 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.957088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] device_id is not set on port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:19.963912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.965291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:19.966135 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.081672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] Pushing event updated for resources: {'Network': ['ID=5199cf27-ea15-49ca-80b9-12b0c2785fb8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:20.088481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7aea49fb-e5a7-480b-8d37-d36143561430 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9873414 Aug 31 06:37:20.091467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36370) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:20.096895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Request body: {'subnet': {'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-subnet', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:20.106902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:20.135106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dceb13-bb95-4dbc-91b0-48819119bd17 req-94b63126-b732-45d2-ab46-7e1b7fbdb9dd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:20.146368 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15dceb13-bb95-4dbc-91b0-48819119bd17 req-94b63126-b732-45d2-ab46-7e1b7fbdb9dd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.9023314 Aug 31 06:37:20.147253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb652e38-f9b6-411e-8ebc-fbdcec356687 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=33acce17-4fdb-4e6d-a845-f30d9b58049d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:20.169636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Made reservation on behalf of d02bf1e50c9c4de9838187610b44b737 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:20.171952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.205751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Deleting port 16d77797-5972-45ec-b581-979f2386c6eb {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:20.206086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.208515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb652e38-f9b6-411e-8ebc-fbdcec356687 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.210436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bb652e38-f9b6-411e-8ebc-fbdcec356687 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/33acce17-4fdb-4e6d-a845-f30d9b58049d HTTP/1.1" status: 204 len: 168 time: 2.3743408 Aug 31 06:37:20.216249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36372) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:20.306992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b132ff-82ff-433e-a1a2-8f2f2adef352 admin admin] Deleting subnet 39801535-ed57-4994-9ed5-26644cc5f029 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:20.316686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94b132ff-82ff-433e-a1a2-8f2f2adef352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.366399 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.397955 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Transition to ACTIVE for port object 31018c49-0565-4cbd-b3e8-c20ed933d8f7 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:20.419244 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.437123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.470781 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-99624ea7-0e90-4ad0-8de3-a2622efd0df9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:37:20.472634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99624ea7-0e90-4ad0-8de3-a2622efd0df9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/33acce17-4fdb-4e6d-a845-f30d9b58049d HTTP/1.1" status: 404 len: 333 time: 0.2491486 Aug 31 06:37:20.479628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36374) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:20.513952 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Pushing event updated for resources: {'Port': ['ID=31018c49-0565-4cbd-b3e8-c20ed933d8f7,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:20.532075 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.532557 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.533102 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.533552 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.534224 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.534649 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.535004 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.535410 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.535788 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.536116 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.536448 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.536773 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:20.568682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] For port 16d77797-5972-45ec-b581-979f2386c6eb, host n-d-712142-16, got binding levels [] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:20.569348 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.577340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94b132ff-82ff-433e-a1a2-8f2f2adef352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.578862 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Attempting to bind port 31018c49-0565-4cbd-b3e8-c20ed933d8f7 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:20.579794 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Attempting to bind port 31018c49-0565-4cbd-b3e8-c20ed933d8f7 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:20.579924 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Attempting to bind port 31018c49-0565-4cbd-b3e8-c20ed933d8f7 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:20.590049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.591943 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:20.592905 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:20.592905 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.593292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:20.595608 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Bound port: 31018c49-0565-4cbd-b3e8-c20ed933d8f7, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:20.596146 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.611046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.637541 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15dceb13-bb95-4dbc-91b0-48819119bd17 req-fc220d45-a303-4902-910d-88c22a4cb650 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238002 Aug 31 06:37:20.640428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Calling delete_port for 16d77797-5972-45ec-b581-979f2386c6eb owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:20.674312 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] For port 31018c49-0565-4cbd-b3e8-c20ed933d8f7, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:20.680836 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] For port 31018c49-0565-4cbd-b3e8-c20ed933d8f7, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=31018c49-0565-4cbd-b3e8-c20ed933d8f7,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:20.683876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Port 16d77797-5972-45ec-b581-979f2386c6eb was not found and therefore no delete operation was performed {{(pid=94667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:37:20.685279 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.697612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.728582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-85824c06-b76f-4865-a4d3-da42923f6073 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 5522b8fc-0e80-4c2f-b514-cee9ef22c36f {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:20.733089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85824c06-b76f-4865-a4d3-da42923f6073 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.734236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Network 390ef248-934c-4ab7-86fa-2e6448763c15 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:20.747472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:20.750188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:20.757095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:20.760582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:20.761585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.765790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:20.790835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] No DVR routers for this DVR port 16d77797-5972-45ec-b581-979f2386c6eb on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:20.808826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94b132ff-82ff-433e-a1a2-8f2f2adef352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.811000 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69aa53-9af5-4778-b6fc-c0ca4c150391 None None] Pushing event updated for resources: {'Port': ['ID=31018c49-0565-4cbd-b3e8-c20ed933d8f7,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:20.815904 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3c2b759b-b1cc-449c-a2ab-45c5b9e8765e tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.5247266 Aug 31 06:37:20.816587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36376) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:20.823484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:20.827034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Checking segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:20.827324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Network hostable DHCP agents. Network: 5199cf27-ea15-49ca-80b9-12b0c2785fb8, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:20.835847 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:20.838685 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:20.862872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Pushing event deleted for resources: {'Port': ['ID=16d77797-5972-45ec-b581-979f2386c6eb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:20.921167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85824c06-b76f-4865-a4d3-da42923f6073 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.926859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.929198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:20.989833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 5199cf27-ea15-49ca-80b9-12b0c2785fb8) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:21.000222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:21.001937 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.003464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891dcc0-b7bc-4b65-a8d7-074cee3adb9c None None] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:21.045330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85824c06-b76f-4865-a4d3-da42923f6073 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.051137 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7d1464d8-45e7-47de-9908-e579785b05fd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9573064 Aug 31 06:37:21.051549 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:21.051942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36382) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:21.065118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:21.273631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36386) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:21.286063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94b132ff-82ff-433e-a1a2-8f2f2adef352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.292300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.293409 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.332198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:21.333162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.335367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b132ff-82ff-433e-a1a2-8f2f2adef352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39801535-ed57-4994-9ed5-26644cc5f029,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:21.353457 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.444342 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94b132ff-82ff-433e-a1a2-8f2f2adef352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.450151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-94b132ff-82ff-433e-a1a2-8f2f2adef352 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/39801535-ed57-4994-9ed5-26644cc5f029 HTTP/1.1" status: 204 len: 168 time: 1.5976024 Aug 31 06:37:21.462964 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:16Z', 'revision_number': 3, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:21.476499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5083b8fe-94c9-4ad4-8157-69cbea5456be']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:21.495881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d379565-86fb-47f8-b2db-929843463c9c') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:21.496234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d379565-86fb-47f8-b2db-929843463c9c') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:21.506513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.509909 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc521bc-859d-4bbf-9f1e-4e783d6e8d49 None None] The sync data for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 is: [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:16Z', 'revision_number': 3, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:21.518801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36390) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:21.551096 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.579726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85824c06-b76f-4865-a4d3-da42923f6073 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.599325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Allocated IP 172.20.0.2 (5199cf27-ea15-49ca-80b9-12b0c2785fb8/2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4/d798a824-5d18-4bea-9dce-225b54a3751d) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:21.602769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.626616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] device_id is not set on port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:21.631342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85824c06-b76f-4865-a4d3-da42923f6073 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=5522b8fc-0e80-4c2f-b514-cee9ef22c36f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:21.636319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:21.636967 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.639418 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85824c06-b76f-4865-a4d3-da42923f6073 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-85824c06-b76f-4865-a4d3-da42923f6073 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/5522b8fc-0e80-4c2f-b514-cee9ef22c36f HTTP/1.1" status: 204 len: 168 time: 1.1543925 Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:21.643797 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:21.655340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4fb28b7-be9a-4761-919e-0c4dcb8dd1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.658084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36392) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:21.678873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b585a3-4913-4c13-b28e-fd6b4033a6a7 None None] Network d9e6ff48-df38-4557-bfb8-0356e3421942 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:21.811121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.884315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.976148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Transition to ACTIVE for port object dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:21.985440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.998114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.012441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.020033 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.046393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Transition to ACTIVE for port object d798a824-5d18-4bea-9dce-225b54a3751d will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:22.080307 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.096457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Transition to ACTIVE for port object d798a824-5d18-4bea-9dce-225b54a3751d will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:22.108524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] DHCP port deletion for d9e6ff48-df38-4557-bfb8-0356e3421942 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:22.112217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.122538 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.143221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Pushing event deleted for resources: {'Network': ['ID=5083b8fe-94c9-4ad4-8157-69cbea5456be,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.153757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.156438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-43f16742-9b7d-4723-8527-a0cf5b3c5aac admin admin] 10.222.0.15 "DELETE /v2.0/networks/5083b8fe-94c9-4ad4-8157-69cbea5456be HTTP/1.1" status: 204 len: 168 time: 3.2227170 Aug 31 06:37:22.157587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.200631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f500d-ead8-4ac0-a890-03a05f1b4a28 req-d9eaf754-fd73-4666-b1a7-10ca60f70d24 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:22.202312 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac3f500d-ead8-4ac0-a890-03a05f1b4a28 req-d9eaf754-fd73-4666-b1a7-10ca60f70d24 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.3882322 Aug 31 06:37:22.231925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:22.243279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:22.247349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:22.289953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Pushing event updated for resources: {'Port': ['ID=d798a824-5d18-4bea-9dce-225b54a3751d,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.347458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Attempting to bind port d798a824-5d18-4bea-9dce-225b54a3751d on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:22.347879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Attempting to bind port d798a824-5d18-4bea-9dce-225b54a3751d by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:22.348255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Attempting to bind port d798a824-5d18-4bea-9dce-225b54a3751d on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:22.356864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:22.357320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Checking segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:22.357777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.358182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Bound using segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:22.358669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Bound port: d798a824-5d18-4bea-9dce-225b54a3751d, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:22.359141 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.385592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] Deleting port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:22.386096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.400750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36398) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:22.449239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:22.449239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.478784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:22.479525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:22.480139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:22.484014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] For port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,segment=NetworkSegment(5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5),segment_id=5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:22.484362 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.504527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] Calling delete_port for fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:22.563441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.567213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:22.567833 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:22.578072 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 2 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:22.600301 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac3f500d-ead8-4ac0-a890-03a05f1b4a28 req-27e2b347-72dd-4d96-b1f1-9a34d76a3a43 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184597 Aug 31 06:37:22.607873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:22.608589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:22.609054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:22.617661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd0c39b-1a48-4609-8b3b-27e89250d261']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:22.626473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-400aca1a-76e0-4be3-a44b-18881279c04c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e506f5fddcd44becab79ffc863b06875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227852 Aug 31 06:37:22.631240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36400) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:22.640784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:22.641644 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:22.660682 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 3 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:22.682797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:22.683363 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e4fea2-17c6-48ea-8f5f-a8aa0f34ac74') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:22.697213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] For port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,segment=NetworkSegment(5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5),segment_id=5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:22.698021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.711734 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4fb28b7-be9a-4761-919e-0c4dcb8dd1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.716490 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.720411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:22.721011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:22.721894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:22.736373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:22.736861 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:22.746036 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 4 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:22.750829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4fb28b7-be9a-4761-919e-0c4dcb8dd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.770878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:22.801335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Allocated IP 172.20.0.1 (afd3e1ee-60e5-4242-8724-83469c569dfc/4b02c628-6caf-4628-9b94-8d7b8f1d6909/b00d2538-9b8c-4d3c-a480-256acbdf780b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:22.803970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb28b7-be9a-4761-919e-0c4dcb8dd1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4253c8-a429-4cbc-bf6d-fc569565ba3b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.815934 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.854971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:22.856084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:22.856479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:22.856756 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.861908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:22.862312 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:22.869650 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:22.874231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] No DVR routers for this DVR port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:22.888958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:22.889557 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:22.895952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b4fb28b7-be9a-4761-919e-0c4dcb8dd1ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57da3bd8b87c462bb4df73989de9ba44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6177199 Aug 31 06:37:22.897848 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e56f0d69-5c9b-4ff1-b9a9-a309a8d7e30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.899329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36402) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:22.916926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea0eab-fef8-4d71-82fb-b080a7a0a87f None None] Pushing event deleted for resources: {'Port': ['ID=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.943740 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 5 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:22.943994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] For port d798a824-5d18-4bea-9dce-225b54a3751d, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:22.967845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:22.968163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:22.968545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:22.971545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] For port d798a824-5d18-4bea-9dce-225b54a3751d, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d798a824-5d18-4bea-9dce-225b54a3751d,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:22.973308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.981070 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.031207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e56f0d69-5c9b-4ff1-b9a9-a309a8d7e30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.032206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.037940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] 10.222.0.15 "DELETE /v2.0/networks/7bd0c39b-1a48-4609-8b3b-27e89250d261 HTTP/1.1" status: 204 len: 168 time: 1.5166948 Aug 31 06:37:23.057250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:23.057531 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:23.058320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa44746-ce7a-4043-b436-cd8219f0337d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd0c39b-1a48-4609-8b3b-27e89250d261,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:23.093589 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 6 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:23.110658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:23.110658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:23.110658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:23.119823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:23.120397 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:23.121357 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 7 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:23.124494 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.136901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:23.137469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:23.137619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:23.147613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7208b-6bfb-48d5-85cc-72925b9040eb None None] Pushing event updated for resources: {'Port': ['ID=d798a824-5d18-4bea-9dce-225b54a3751d,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:23.155917 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72a0f6b3-31da-4faa-b7fa-641dea5279df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.189734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:23.190237 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:23.194960 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 8 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:23.221217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:23.221465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:23.221872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:23.230254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.233480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:23.233894 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:23.252631 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 9 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:23.269595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:23.270036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:23.270446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:23.279769 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.291889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:23.292248 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:23.293985 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 10 to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b Aug 31 06:37:23.301464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36406) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:23.384154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:23.384493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:23.385017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:23.407305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:23.407639 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:23.408017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.485345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:23.492107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.501074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No DVR routers for this DVR port fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:23.550251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6e0023cb-e2da-4ec7-909f-f95e9fc86716 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e103718072f489db9eb5ab92229cf05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464204 Aug 31 06:37:23.555110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36408) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:23.587739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Transition to ACTIVE for port object b00d2538-9b8c-4d3c-a480-256acbdf780b will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:23.591817 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e56f0d69-5c9b-4ff1-b9a9-a309a8d7e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.595322 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e56f0d69-5c9b-4ff1-b9a9-a309a8d7e30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.596722 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e56f0d69-5c9b-4ff1-b9a9-a309a8d7e30e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0596172-c790-4703-9ef3-ea8692712dd6 HTTP/1.1" status: 204 len: 168 time: 0.9643228 Aug 31 06:37:23.614617 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72a0f6b3-31da-4faa-b7fa-641dea5279df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.630226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Allocated IP 172.25.5.31 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/ff6bb561-9c99-4ba8-a51c-7e4078a6cd80) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:23.670989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] For port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:23.671618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempted to set empty binding levels {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:37:23.683887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f0d69-5c9b-4ff1-b9a9-a309a8d7e30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0596172-c790-4703-9ef3-ea8692712dd6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:23.704292 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.734018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e6ff48-df38-4557-bfb8-0356e3421942']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:23.750396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.759991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 31018c49-0565-4cbd-b3e8-c20ed933d8f7 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:23.769719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:23.770234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb83d3a-a5ab-4cb8-b363-bdcf352c91f5') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:23.800117 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.831648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.834604 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9995150-696a-4fc4-8037-56fa19b634ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.845825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.859311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] In _notify_port_updated(), no bound segment for port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:37:23.860321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:23.861156 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.866351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "PUT /v2.0/ports/dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b HTTP/1.1" status: 200 len: 978 time: 3.0459678 Aug 31 06:37:23.867235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72a0f6b3-31da-4faa-b7fa-641dea5279df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.872492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72a0f6b3-31da-4faa-b7fa-641dea5279df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.872714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36414) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:23.874320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-72a0f6b3-31da-4faa-b7fa-641dea5279df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a4253c8-a429-4cbc-bf6d-fc569565ba3b HTTP/1.1" status: 204 len: 168 time: 0.9633098 Aug 31 06:37:23.876932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:23.877568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.892167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 31018c49-0565-4cbd-b3e8-c20ed933d8f7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:23.896795 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 31018c49-0565-4cbd-b3e8-c20ed933d8f7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:23.897239 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:23.913898 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:23.991682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4756a-f673-4c75-85cc-2720a1203042 req-ecf0b0b6-c984-4bea-aa63-958e1cc08fa4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:23.993580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ec4756a-f673-4c75-85cc-2720a1203042 req-ecf0b0b6-c984-4bea-aa63-958e1cc08fa4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.2407844 Aug 31 06:37:24.010187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Network afd3e1ee-60e5-4242-8724-83469c569dfc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:24.011252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0f6b3-31da-4faa-b7fa-641dea5279df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4253c8-a429-4cbc-bf6d-fc569565ba3b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.014498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebd95-80e3-49a8-bd03-99c32478e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.029172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:24.029876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9995150-696a-4fc4-8037-56fa19b634ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.034831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:24.078447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Pushing event updated for resources: {'Port': ['ID=b00d2538-9b8c-4d3c-a480-256acbdf780b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.101261 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.144666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.153735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 31018c49-0565-4cbd-b3e8-c20ed933d8f7, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=31018c49-0565-4cbd-b3e8-c20ed933d8f7,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:24.163573 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.164630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d798a824-5d18-4bea-9dce-225b54a3751d up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:24.173668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.199871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.202739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/networks/d9e6ff48-df38-4557-bfb8-0356e3421942 HTTP/1.1" status: 204 len: 168 time: 2.5435579 Aug 31 06:37:24.210543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.215857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36424) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:24.216575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.217143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.217701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.218235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.218753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.219278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.219972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.221701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.222392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.224409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.224951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.228692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.231770 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-edda4048-43a6-4f1f-b87a-eb8a15a176f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.232797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-669012844'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:24.239714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.249993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e5330f17-4cb0-44e3-8878-98be7192e3a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12531 time: 0.3740084 Aug 31 06:37:24.257541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36426) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:24.292423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ec4756a-f673-4c75-85cc-2720a1203042 req-256493a5-84a9-43d7-a2c5-bb7908daa8ba tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723508 Aug 31 06:37:24.311323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87e038-a249-468b-ab6d-1196794294e0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Network': ['ID=d9e6ff48-df38-4557-bfb8-0356e3421942,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.329965 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.347436 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.362196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=31018c49-0565-4cbd-b3e8-c20ed933d8f7,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.408704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d798a824-5d18-4bea-9dce-225b54a3751d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:24.501053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9995150-696a-4fc4-8037-56fa19b634ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.509141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9995150-696a-4fc4-8037-56fa19b634ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.512149 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f9995150-696a-4fc4-8037-56fa19b634ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67c143a9-221c-4259-aa8d-614020af333f HTTP/1.1" status: 204 len: 168 time: 0.9531200 Aug 31 06:37:24.536759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:24.588183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.591127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:24.593868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fe4c65a5-0b3b-460f-aa6b-c24c1becc9a8 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:24.597925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.638806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-eacbdaec-533f-4cd7-8c52-b94e4f1498dc None None] Provisioning for port b00d2538-9b8c-4d3c-a480-256acbdf780b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:24.645264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-eacbdaec-533f-4cd7-8c52-b94e4f1498dc None None] Provisioning complete for port b00d2538-9b8c-4d3c-a480-256acbdf780b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:24.645996 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eacbdaec-533f-4cd7-8c52-b94e4f1498dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.648098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9995150-696a-4fc4-8037-56fa19b634ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c143a9-221c-4259-aa8d-614020af333f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.731391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Pushing event updated for resources: {'Port': ['ID=ff6bb561-9c99-4ba8-a51c-7e4078a6cd80,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.745501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-eacbdaec-533f-4cd7-8c52-b94e4f1498dc None None] Port b00d2538-9b8c-4d3c-a480-256acbdf780b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:24.794928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:24.802364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:24.803780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.807318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:24.808010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:24.812478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.841632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:24.853784 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.854388 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Added segment 7e6b2b9b-74bd-4e67-b353-43bb6fe5c056 of type vlan for network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a Aug 31 06:37:24.865923 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.894434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb280b1-a6aa-477f-a34a-e9aa031c5cb1 None None] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:24.971503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.991835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Pushing event updated for resources: {'Port': ['ID=b00d2538-9b8c-4d3c-a480-256acbdf780b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:25.012107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Deleting port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:25.012762 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.057276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3c1b010f-5e31-4714-8601-6d627f2bbe4e None None] Provisioning for port d798a824-5d18-4bea-9dce-225b54a3751d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:25.059259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3c1b010f-5e31-4714-8601-6d627f2bbe4e None None] Provisioning complete for port d798a824-5d18-4bea-9dce-225b54a3751d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:25.059811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3c1b010f-5e31-4714-8601-6d627f2bbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.065971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.124099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] For port dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b, host n-h1-712142-16, got binding levels [] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:25.125467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.131096 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.139761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:25.140770 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.142897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Calling delete_port for dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:25.209460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3c1b010f-5e31-4714-8601-6d627f2bbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.260332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3c1b010f-5e31-4714-8601-6d627f2bbe4e None None] For port d798a824-5d18-4bea-9dce-225b54a3751d, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d798a824-5d18-4bea-9dce-225b54a3751d,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:25.270226 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3c1b010f-5e31-4714-8601-6d627f2bbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.300816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.311641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0873055 Aug 31 06:37:25.331042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36454) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:25.341534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Network afd3e1ee-60e5-4242-8724-83469c569dfc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:25.364097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': '88f07a7d-06d1-4be3-8f93-bb74ae1b965a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:25.396597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b010f-5e31-4714-8601-6d627f2bbe4e None None] Pushing event updated for resources: {'Port': ['ID=d798a824-5d18-4bea-9dce-225b54a3751d,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:25.413611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:25.511579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b0f43-c115-42ed-bd68-b0f73a8e8e9f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Network': ['ID=88f07a7d-06d1-4be3-8f93-bb74ae1b965a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:25.555737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:25.652067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36466) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:25.704960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 31018c49-0565-4cbd-b3e8-c20ed933d8f7 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:25.729642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-065de538-f37a-4ce6-ab7b-df77db399c77 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:25.731321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-065de538-f37a-4ce6-ab7b-df77db399c77 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1098 time: 0.3479130 Aug 31 06:37:25.749306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-16'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:25.817702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:25.839790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e69f30e6-09a6-485a-842f-7399d3ba933b None None] Provisioning complete for port d798a824-5d18-4bea-9dce-225b54a3751d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:25.840210 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e69f30e6-09a6-485a-842f-7399d3ba933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.841764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:25.845375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.906690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.906918 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 31018c49-0565-4cbd-b3e8-c20ed933d8f7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:25.907081 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.955459 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.975698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.979806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "DELETE /v2.0/ports/dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b HTTP/1.1" status: 204 len: 168 time: 1.7185376 Aug 31 06:37:25.984446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888a6ba-2185-4607-b493-e47b7310d059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:25.993388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36476) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:26.057178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:26.070017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-network', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:26.074467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Sync routers for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:26.088400 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-388fd238-52e6-4a4f-8eab-34dbe4f18fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:37:26.090929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-388fd238-52e6-4a4f-8eab-34dbe4f18fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "GET /v2.0/ports/dc30d5fa-19dd-49f9-9b58-df4c0ee5e30b HTTP/1.1" status: 404 len: 333 time: 0.0922894 Aug 31 06:37:26.098208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:26.098925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:26.100609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36480) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:26.133361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0503c846-41b0-44a0-9084-9597221f8bdb admin admin] 10.222.0.15 "PUT /v2.0/routers/667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3104632 Aug 31 06:37:26.161306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344b4d6-d91c-4702-89d5-5a9cb7bc0a6c req-83889629-0cee-4653-9bb8-e3b0c681dd67 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:26.164179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6344b4d6-d91c-4702-89d5-5a9cb7bc0a6c req-83889629-0cee-4653-9bb8-e3b0c681dd67 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 946 time: 0.1809118 Aug 31 06:37:26.174492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-476863548', 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:26.187042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d798a824-5d18-4bea-9dce-225b54a3751d up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:26.221691 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.225728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36486) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:26.238966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dc52b315-fa9f-4378-8179-601d7bc46511 None None] Provisioning complete for port b00d2538-9b8c-4d3c-a480-256acbdf780b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:26.238966 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc52b315-fa9f-4378-8179-601d7bc46511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.240700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:26.256896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.306884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.323794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6344b4d6-d91c-4702-89d5-5a9cb7bc0a6c req-3c7acf51-2232-4daf-978a-591356724624 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033731 Aug 31 06:37:26.357482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Made reservation on behalf of 8d4f0b2120c34bdd85c0f348968461a1 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:26.360540 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.410152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dc52b315-fa9f-4378-8179-601d7bc46511 None None] Port b00d2538-9b8c-4d3c-a480-256acbdf780b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:26.423208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:26.423489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] device_id is not set on port 677efb03-a85d-41cf-b2c8-181c7bcffede yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:26.444395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1995707633-network', 'tenant_id': '7ad2c582649c4114b45966a72b9ab6e9'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:26.489658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d798a824-5d18-4bea-9dce-225b54a3751d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:26.490123 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.510862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:26.569132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:26.636114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.644018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:26.648442 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d8a6fd-0fd1-44c3-804f-90808e1ab075" -d '{"events": [{"server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:26.677390 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.698480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.764862 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70729da4-c4b7-4b44-831b-ed76ab6f1c4d x-openstack-request-id: req-70729da4-c4b7-4b44-831b-ed76ab6f1c4d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:26.765153 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:26.765711 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70729da4-c4b7-4b44-831b-ed76ab6f1c4d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:26.765846 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b', 'code': 200} Aug 31 06:37:26.770138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:26.785358 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.811189 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9c032009-1594-42b4-8074-b136c7ef1e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.834662 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.838375 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.893892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 2, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:26.927631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Network 390ef248-934c-4ab7-86fa-2e6448763c15 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:26.943739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Pushing event updated for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:26.958570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on host n-h2-712142-16 for vnic_type normal with profile {"migrating_to": "n-h1-712142-16"} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:26.958911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:26.959236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:26.961047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Checking router: 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:26.961859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Updating router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd port b00d2538-9b8c-4d3c-a480-256acbdf780b binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:26.994235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.004258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=677efb03-a85d-41cf-b2c8-181c7bcffede,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:27.007625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:27.016928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:27.017792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.018469 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.024800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:27.025485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Attempting to bind port bbbff63f-d607-420b-a76c-8dea16014a5b on network 544ec84f-db76-4548-98c2-b10d82d10c0c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:27.045911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:27.046515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Checking segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:27.047103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Bound using segment: {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:27.047703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Bound port: bbbff63f-d607-420b-a76c-8dea16014a5b, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86a1628-5be2-4e5c-a1da-66d9187af034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '544ec84f-db76-4548-98c2-b10d82d10c0c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:27.048069 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.053920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1982469731-network', 'tenant_id': '020076affd7c49a9bfd0d2dacbc841b0'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:27.087492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Router 35e13e7a-af7c-46dc-b4da-8963793b70b8 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:37:27.108397 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.179387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.210567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.223234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:27.233580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.233926 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Added segment 63f00cf4-f185-4ee5-b085-8c4656859082 of type vlan for network 77ac29c0-f99f-4d9b-93bd-76d263018252 Aug 31 06:37:27.247843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36506) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:27.253695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110685147', 'description': 'tempest-description--89438801'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:27.263003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Made reservation on behalf of 7ad2c582649c4114b45966a72b9ab6e9 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:27.265396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.278930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a910a322-8da5-4b3b-807e-6e811cd4ce68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1704233 Aug 31 06:37:27.280497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:27.282085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36508) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:27.284411 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.294820 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Sync routers for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:27.312084 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:27.313993 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:27.332020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb27fe-01d1-423f-be3d-a20fe70a11b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.333624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a5bb27fe-01d1-423f-be3d-a20fe70a11b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "GET /v2.0/ports/677efb03-a85d-41cf-b2c8-181c7bcffede HTTP/1.1" status: 200 len: 958 time: 0.0503955 Aug 31 06:37:27.339466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36510) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:27.351802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=d4ebb366-aeaa-4571-b6c5-56e6aee3a794,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:27.371537 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.374694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:27.380283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c75eb2f-d420-4efa-ba77-68f92e352e21,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:27.410167 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.414335 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e4f33869-587d-44ca-bcf3-f49d4db9674a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3537633 Aug 31 06:37:27.414544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Made reservation on behalf of 020076affd7c49a9bfd0d2dacbc841b0 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:27.414544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.416120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36514) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:27.416258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Checking segment: {'id': '7e6b2b9b-74bd-4e67-b353-43bb6fe5c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88f07a7d-06d1-4be3-8f93-bb74ae1b965a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:27.416622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network hostable DHCP agents. Network: 88f07a7d-06d1-4be3-8f93-bb74ae1b965a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:27.430516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:27.444593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.453807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.466776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.492566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Transition to ACTIVE for port object b00d2538-9b8c-4d3c-a480-256acbdf780b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:27.495391 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.504607 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.525683 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.527031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.527779 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.547042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:27.574379 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:27.628532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 88f07a7d-06d1-4be3-8f93-bb74ae1b965a) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:27.647113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4df9133f-fc39-42bc-b737-92ce60fdef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Deleting port 677efb03-a85d-41cf-b2c8-181c7bcffede {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:27.647453 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4df9133f-fc39-42bc-b737-92ce60fdef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.651340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] Pushing event updated for resources: {'Network': ['ID=77ac29c0-f99f-4d9b-93bd-76d263018252,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:27.663252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.664272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.667681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Pushing event updated for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=8']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:27.681305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.682183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.683944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-51b7f34e-5469-4661-a929-c2555f1f8a8b service neutron] 10.222.0.23 "PUT /v2.0/ports/bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 200 len: 1124 time: 1.9424462 Aug 31 06:37:27.780136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe045b-0991-4a8e-a23e-0d7a97f20807 None None] Network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:27.785438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4df9133f-fc39-42bc-b737-92ce60fdef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.800449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4df9133f-fc39-42bc-b737-92ce60fdef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Calling delete_port for 677efb03-a85d-41cf-b2c8-181c7bcffede owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:27.832032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e4d0c-c2f1-47b2-9c12-3878606c7c2e req-945840d4-15f0-4a69-8665-edf18706a732 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.833853 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f19e4d0c-c2f1-47b2-9c12-3878606c7c2e req-945840d4-15f0-4a69-8665-edf18706a732 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.3477204 Aug 31 06:37:27.848849 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 3, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:27.887407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:27.967642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['bbbff63f-d607-420b-a76c-8dea16014a5b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:27.983475 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Checking router: 35e13e7a-af7c-46dc-b4da-8963793b70b8 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:27.983475 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Updating router 35e13e7a-af7c-46dc-b4da-8963793b70b8 port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:28.004496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['bbbff63f-d607-420b-a76c-8dea16014a5b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:28.024586 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f19e4d0c-c2f1-47b2-9c12-3878606c7c2e req-b2e677d7-2d27-411d-8558-60ff1bcf8cb6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497705 Aug 31 06:37:28.031464 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.034983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.050516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1ce1e4ab-0c30-45ec-8f9f-09594b46df3b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3934901 Aug 31 06:37:28.054899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36516) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:28.064151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5d835ccb-84e9-47ca-8e7a-6ab8279e8726 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7280495 Aug 31 06:37:28.075424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Request body: {'subnet': {'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-subnet', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:28.078063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.081509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36518) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:28.092235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1119257838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:28.106305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device bbbff63f-d607-420b-a76c-8dea16014a5b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:28.143212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:37:28.143212 n-d-712142-16 neutron-server[94668]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:37:28.143212 n-d-712142-16 neutron-server[94668]: [parameters: {'project_id_1': 'c48b2d488df946708d38fb045042bf96', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 37, 27, 620493)}] Aug 31 06:37:28.143212 n-d-712142-16 neutron-server[94668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:37:28.143869 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:37:28.262926 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.271850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.286286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:28.291018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc470b3c-cc1e-4788-9acb-592d2720cac5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.294869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3767a3-96bc-4f4a-aa5c-529fd396e655 None None] Pushing event updated for resources: {'Port': ['ID=b00d2538-9b8c-4d3c-a480-256acbdf780b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.310414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Attempting to bind port b00d2538-9b8c-4d3c-a480-256acbdf780b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:28.310613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Attempting to bind port b00d2538-9b8c-4d3c-a480-256acbdf780b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:28.310703 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4df9133f-fc39-42bc-b737-92ce60fdef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.310985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Attempting to bind port b00d2538-9b8c-4d3c-a480-256acbdf780b on network afd3e1ee-60e5-4242-8724-83469c569dfc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:28.335867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:37:28.335867 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:37:28.335867 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id_1': '2bd6386fe638485fb3b58f666ee56a8a', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 37, 28, 118669)}] Aug 31 06:37:28.335867 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:37:28.337712 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:37:28.338881 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.342431 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Added segment 93f75d82-cbbd-4afd-9883-e9865b2386c4 of type vlan for network 94f183f9-78d0-4944-b497-0deb6e9827ee Aug 31 06:37:28.348862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:28.349256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Checking segment: {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:28.349739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.350131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Bound using segment: {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:28.350604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Bound port: b00d2538-9b8c-4d3c-a480-256acbdf780b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:28.350980 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.360540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:28.363245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.365811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:28.373864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.410405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d813d6d7-a57c-47aa-a047-03b92cd5b46b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.418819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.419178 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Added segment 41731bbb-4ecc-4bf8-83da-f2785b71e298 of type vlan for network 6221f942-fbec-49eb-9c79-6595e50337ed Aug 31 06:37:28.466629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9133f-fc39-42bc-b737-92ce60fdef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event deleted for resources: {'Port': ['ID=677efb03-a85d-41cf-b2c8-181c7bcffede,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.488746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.493510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.529295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-88f07a7d-06d1-4be3-8f93-bb74ae1b965a', 'network_id': '88f07a7d-06d1-4be3-8f93-bb74ae1b965a', 'tenant_id': '2bd6386fe638485fb3b58f666ee56a8a', 'fixed_ips': [{'subnet_id': 'd4ebb366-aeaa-4571-b6c5-56e6aee3a794'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:28.530551 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.546571 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.550697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4df9133f-fc39-42bc-b737-92ce60fdef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.552659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4df9133f-fc39-42bc-b737-92ce60fdef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "DELETE /v2.0/ports/677efb03-a85d-41cf-b2c8-181c7bcffede HTTP/1.1" status: 204 len: 168 time: 1.2117531 Aug 31 06:37:28.557523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36520) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:28.564598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.566012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:28.566825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.567646 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Transition to ACTIVE for port object ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:28.579836 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.599244 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43d91a2-848e-4937-827a-743a4e7218c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:37:28.600991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a43d91a2-848e-4937-827a-743a4e7218c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "GET /v2.0/ports/677efb03-a85d-41cf-b2c8-181c7bcffede HTTP/1.1" status: 404 len: 333 time: 0.0379734 Aug 31 06:37:28.605921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36522) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:28.613053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Request body: {'port': {'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-41526450'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:28.619469 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.620422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:28.621080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.655792 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b5f05-c74a-4595-bc7b-7b2ef35e817a None None] Pushing event updated for resources: {'Port': ['ID=ff6bb561-9c99-4ba8-a51c-7e4078a6cd80,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.663882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8886809 Aug 31 06:37:28.664071 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Attempting to bind port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:28.664071 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Attempting to bind port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:28.664071 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Attempting to bind port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:28.669150 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:28.669823 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:28.670477 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.671302 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:28.671943 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Bound port: ff6bb561-9c99-4ba8-a51c-7e4078a6cd80, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:28.672487 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.688875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36524) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:28.707137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Request body: {'subnet': {'network_id': '6221f942-fbec-49eb-9c79-6595e50337ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1982469731-subnet', 'tenant_id': '020076affd7c49a9bfd0d2dacbc841b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:28.717439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa1347-a007-4284-8240-12aa89072e57 admin admin] Pushing event updated for resources: {'Network': ['ID=6221f942-fbec-49eb-9c79-6595e50337ed,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.729467 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] For port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:28.733375 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] For port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff6bb561-9c99-4ba8-a51c-7e4078a6cd80,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:28.746421 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.752562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.763999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 6221f942-fbec-49eb-9c79-6595e50337ed details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:28.784219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:28.786559 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfac5e3a-e020-4022-ada9-032beb7be761" -d '{"events": [{"name": "network-changed", "server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:28.804195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.804743 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b5f05-c74a-4595-bc7b-7b2ef35e817a None None] Pushing event updated for resources: {'Port': ['ID=ff6bb561-9c99-4ba8-a51c-7e4078a6cd80,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.828123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] Pushing event updated for resources: {'Network': ['ID=94f183f9-78d0-4944-b497-0deb6e9827ee,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.832587 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:28.833353 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:28.865419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb6a64f-2758-43fe-8548-1842e50df50e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.872497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Made reservation on behalf of 020076affd7c49a9bfd0d2dacbc841b0 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:28.876128 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.915199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 94f183f9-78d0-4944-b497-0deb6e9827ee details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:28.931902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Made reservation on behalf of 8d4f0b2120c34bdd85c0f348968461a1 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:28.934429 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.952253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.971190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] device_id is not set on port d8c59ef2-a843-4cbe-8628-bf900027f30a yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:28.983677 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:29.026792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:29.043331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] For port b00d2538-9b8c-4d3c-a480-256acbdf780b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:29.114964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Checking segment: {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:29.120382 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4316c595-bfc5-484e-b77a-667fcd9aca22 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8894963 Aug 31 06:37:29.120937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Network hostable DHCP agents. Network: 77ac29c0-f99f-4d9b-93bd-76d263018252, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:29.122489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] For port b00d2538-9b8c-4d3c-a480-256acbdf780b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b00d2538-9b8c-4d3c-a480-256acbdf780b,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:29.126124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36530) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:29.131555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device bbbff63f-d607-420b-a76c-8dea16014a5b has no active binding in host n-h1-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:37:29.132291 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5c6eba-4574-4d18-baea-8152652e9613 x-openstack-request-id: req-3b5c6eba-4574-4d18-baea-8152652e9613 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:29.134474 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:29.139268 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b5c6eba-4574-4d18-baea-8152652e9613 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:29.139973 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b', 'status': 'completed', 'code': 200} Aug 31 06:37:29.150978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Request body: {'subnet': {'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1995707633-subnet', 'tenant_id': '7ad2c582649c4114b45966a72b9ab6e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:29.152492 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.170219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.221249 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 3, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:29.230874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3767a3-96bc-4f4a-aa5c-529fd396e655 None None] Pushing event updated for resources: {'Port': ['ID=b00d2538-9b8c-4d3c-a480-256acbdf780b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:29.256483 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf583ce-109e-4372-b145-3d92df3d407c None None] The sync data for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 is: [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 3, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:29.258016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:29.265131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.266524 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.284948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 77ac29c0-f99f-4d9b-93bd-76d263018252) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:29.286771 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:37:29.286771 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:37:29.286771 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id_1': '7ad2c582649c4114b45966a72b9ab6e9', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 37, 29, 168063)}] Aug 31 06:37:29.286771 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:37:29.287411 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:37:29.288343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Checking segment: {'id': '41731bbb-4ecc-4bf8-83da-f2785b71e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6221f942-fbec-49eb-9c79-6595e50337ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:29.288813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Network hostable DHCP agents. Network: 6221f942-fbec-49eb-9c79-6595e50337ed, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:29.294301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20674ba0-15b6-435b-83d1-7b1275ddf270,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:29.297267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.298001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.314935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d65f62-7e2f-4e94-a34a-ded6ff5c9227 None None] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:29.389642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.399358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.407137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Network 6221f942-fbec-49eb-9c79-6595e50337ed is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:29.420754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 6221f942-fbec-49eb-9c79-6595e50337ed) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:29.426495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.427065 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.436444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Allocated IP 2001:db8::2 (88f07a7d-06d1-4be3-8f93-bb74ae1b965a/d4ebb366-aeaa-4571-b6c5-56e6aee3a794/419e5d72-1e06-41ef-8b25-36ddcc5c9feb) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:29.453971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f61d6-6432-4905-985e-7800e7205255 None None] Network 6221f942-fbec-49eb-9c79-6595e50337ed requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:29.477760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Allocated IP 172.20.0.1 (5199cf27-ea15-49ca-80b9-12b0c2785fb8/2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4/549b6820-fc88-4e02-b6d2-8ddd79d55103) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:29.506750 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.624405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:29.625259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:29.635512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a457f1-aa69-4150-8972-9abc9b881847 req-f336dfe2-8f2f-40ac-b59b-777f26110cb6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.637157 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0a457f1-aa69-4150-8972-9abc9b881847 req-f336dfe2-8f2f-40ac-b59b-777f26110cb6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.3577759 Aug 31 06:37:29.643549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-6c206e21-bbe4-4267-9f55-a0fc628570b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.645299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-6c206e21-bbe4-4267-9f55-a0fc628570b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1127 time: 0.6960638 Aug 31 06:37:29.875869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-77ac29c0-f99f-4d9b-93bd-76d263018252', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:29.876666 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.943146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ad0d5-602e-4296-ab8d-b5ec1243e5cb None None] Network 6221f942-fbec-49eb-9c79-6595e50337ed requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:29.994920 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.143748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.199354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:30.206167 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.226261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.232511 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.233867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ae219bbc-c3b9-4b41-a1f6-47ff89110c5d tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 2.1478543 Aug 31 06:37:30.239161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36532) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:30.239493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36534) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:30.239609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a30a97b4-b3e3-47af-b6de-da3ad63ad2e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1804554 Aug 31 06:37:30.255446 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9dee3405-1a94-4ef4-b30b-b5985187465d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5631142 Aug 31 06:37:30.267910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:30.278994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0a457f1-aa69-4150-8972-9abc9b881847 req-428f5fbe-da36-4bde-9d43-14e373a73f2b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305628 Aug 31 06:37:30.285929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'network_id': '88f07a7d-06d1-4be3-8f93-bb74ae1b965a', 'name': 'tempest-PortsIpV6TestJSON-1643815809'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:30.309532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Network 390ef248-934c-4ab7-86fa-2e6448763c15 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:30.311989 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.319139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Made reservation on behalf of 7ad2c582649c4114b45966a72b9ab6e9 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:30.323005 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.338738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Transition to ACTIVE for port object 419e5d72-1e06-41ef-8b25-36ddcc5c9feb will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:30.377916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:30.443955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:30.444838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.445465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.460845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c59ef2-a843-4cbe-8628-bf900027f30a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:30.476330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Transition to ACTIVE for port object 419e5d72-1e06-41ef-8b25-36ddcc5c9feb will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:30.502166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.525885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.529374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:30.537991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.539065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.549229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.553233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ec92afc2-2632-4be4-ba6e-fe2ef9ef70ed tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3010457 Aug 31 06:37:30.558734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-547c867e-f36b-4d33-88b8-dfd7b05193b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.560296 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-547c867e-f36b-4d33-88b8-dfd7b05193b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.8873339 Aug 31 06:37:30.564738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e243eec6-5ad7-411c-82a2-8ad519f63a7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.9583545 Aug 31 06:37:30.570062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36544) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:30.570400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36546) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:30.578225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:30.583370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7bf19be1-d95d-4b38-8202-9468bdfe7ca6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Request body: {'security_group_rule': {'security_group_id': '7a0d8720-0ea0-4fd5-8a9e-b1253750bf02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:30.603055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Transition to ACTIVE for port object 549b6820-fc88-4e02-b6d2-8ddd79d55103 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:30.627752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Allocated IP 172.20.0.2 (77ac29c0-f99f-4d9b-93bd-76d263018252/3eb6a64f-2758-43fe-8548-1842e50df50e/dd0e51b8-228d-4087-a865-3525dc9e84f6) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:30.637340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.659264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:30.679737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:30.683984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:30.693861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Pushing event updated for resources: {'Port': ['ID=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:30.740236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-1efa7943-acdd-459b-9a0d-7071d16e67f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 200 len: 217 time: 0.1501637 Aug 31 06:37:30.817964 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.821361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b85ae27-a18e-43fa-ad24-16df60445a94,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:30.856130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Checking segment: {'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:30.857875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Network hostable DHCP agents. Network: 94f183f9-78d0-4944-b497-0deb6e9827ee, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:30.865777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Attempting to bind port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:30.866724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Attempting to bind port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7e6b2b9b-74bd-4e67-b353-43bb6fe5c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88f07a7d-06d1-4be3-8f93-bb74ae1b965a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:30.867184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Attempting to bind port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb on network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:30.888527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:30.889122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Checking segment: {'id': '7e6b2b9b-74bd-4e67-b353-43bb6fe5c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88f07a7d-06d1-4be3-8f93-bb74ae1b965a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:30.889667 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.890159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Bound using segment: {'id': '7e6b2b9b-74bd-4e67-b353-43bb6fe5c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88f07a7d-06d1-4be3-8f93-bb74ae1b965a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:30.890750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Bound port: 419e5d72-1e06-41ef-8b25-36ddcc5c9feb, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6b2b9b-74bd-4e67-b353-43bb6fe5c056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88f07a7d-06d1-4be3-8f93-bb74ae1b965a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:30.891279 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.918949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Network 94f183f9-78d0-4944-b497-0deb6e9827ee is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:30.950806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 94f183f9-78d0-4944-b497-0deb6e9827ee) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:30.965370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c295-c283-47ea-9722-70d8542de1db req-018dac06-d2d7-40d4-a33a-23d45e48527b tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.975375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-018dac06-d2d7-40d4-a33a-23d45e48527b tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/networks?id=6221f942-fbec-49eb-9c79-6595e50337ed HTTP/1.1" status: 200 len: 813 time: 0.2459137 Aug 31 06:37:30.985625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.986736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.997899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5140fc-0c1d-4543-ab1a-8f39aa0c49b4 None None] Network 94f183f9-78d0-4944-b497-0deb6e9827ee requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:31.010380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-34759ac9-731d-433e-beb8-6c5aacd88788 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/quotas/020076affd7c49a9bfd0d2dacbc841b0 HTTP/1.1" status: 200 len: 375 time: 0.0332952 Aug 31 06:37:31.019218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf19be1-d95d-4b38-8202-9468bdfe7ca6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.026382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:28Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:31.061972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-95b1cd40-fbbb-4845-8dca-ce77934ba8df tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=020076affd7c49a9bfd0d2dacbc841b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501528 Aug 31 06:37:31.088734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:31.092307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.107376 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.110618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e11bf-61d3-4c81-93c4-acb5fc856956 None None] The sync data for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 is: [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:28Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:31.147639 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.150307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] For port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:31.159099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] For port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,segment=NetworkSegment(7e6b2b9b-74bd-4e67-b353-43bb6fe5c056),segment_id=7e6b2b9b-74bd-4e67-b353-43bb6fe5c056)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:31.169119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Transition to ACTIVE for port object dd0e51b8-228d-4087-a865-3525dc9e84f6 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:31.182514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.226049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:31.231073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-66db2894-3d86-48a4-bee2-26b4752f81ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0878992 Aug 31 06:37:31.237937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.244936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-6c6bd9e0-6a1e-499f-900b-39076e2dc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:31.247010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-6c6bd9e0-6a1e-499f-900b-39076e2dc9ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.4925454 Aug 31 06:37:31.269201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-dff41db2-273f-4e93-8973-284b7342009c service neutron] 10.222.0.15 "GET /v2.0/networks/6221f942-fbec-49eb-9c79-6595e50337ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036107 Aug 31 06:37:31.422690 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:37:31.459348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Transition to ACTIVE for port object dd0e51b8-228d-4087-a865-3525dc9e84f6 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:31.504318 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.511165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.541700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:31.810993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:31.811651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] device_id is not set on port d8c59ef2-a843-4cbe-8628-bf900027f30a yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:31.817858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13508bba-3135-498e-b8c1-ed6dda0864bc None None] Network 94f183f9-78d0-4944-b497-0deb6e9827ee requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:31.822049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.851356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:31.859016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f94b6-7004-46df-b9cb-67fd2e084e04 None None] Pushing event updated for resources: {'Port': ['ID=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:31.867083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Transition to ACTIVE for port object d8c59ef2-a843-4cbe-8628-bf900027f30a will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:31.910993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf19be1-d95d-4b38-8202-9468bdfe7ca6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.915635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:31.970831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:31.998333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:32.004409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:32.101711 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf19be1-d95d-4b38-8202-9468bdfe7ca6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.133040 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.148098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-69490039-3fc9-4269-91ee-f6a5289e2619 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6797802 Aug 31 06:37:32.407128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Pushing event updated for resources: {'Port': ['ID=dd0e51b8-228d-4087-a865-3525dc9e84f6,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:32.435972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Attempting to bind port dd0e51b8-228d-4087-a865-3525dc9e84f6 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:32.436423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Attempting to bind port dd0e51b8-228d-4087-a865-3525dc9e84f6 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:32.436762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Attempting to bind port dd0e51b8-228d-4087-a865-3525dc9e84f6 on network 77ac29c0-f99f-4d9b-93bd-76d263018252 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:32.478527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf19be1-d95d-4b38-8202-9468bdfe7ca6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.482955 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7bf19be1-d95d-4b38-8202-9468bdfe7ca6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9095802 Aug 31 06:37:32.483773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:32.484161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Checking segment: {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:32.484572 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.484968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Bound using segment: {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:32.485585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-d3e92644-4135-4fdb-a18b-b963cb48d9fa service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956298 Aug 31 06:37:32.485864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Bound port: dd0e51b8-228d-4087-a865-3525dc9e84f6, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:32.486258 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.494777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36566) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:32.522692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b85b7b7b-7919-4406-8f4f-8850404dd1e5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Request body: {'security_group_rule': {'security_group_id': '7a0d8720-0ea0-4fd5-8a9e-b1253750bf02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:32.531387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-14edd03b-ba3b-4c7c-8a93-4231103be8a3 service neutron] 10.222.0.15 "GET /v2.0/networks/6221f942-fbec-49eb-9c79-6595e50337ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2395241 Aug 31 06:37:32.538120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:32.546356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:32.546737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.680694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:32.681031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:32.683420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:32.702024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf19be1-d95d-4b38-8202-9468bdfe7ca6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb3b46b-7a98-46b5-bbff-d813119670ff,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:32.748346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:32.756871 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:32.759534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cc65585f-a2af-4bfd-ac12-0eb0ce672c6a None None] Provisioning for port 549b6820-fc88-4e02-b6d2-8ddd79d55103 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:32.771586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=549b6820-fc88-4e02-b6d2-8ddd79d55103,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:32.798945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cc65585f-a2af-4bfd-ac12-0eb0ce672c6a None None] Provisioning complete for port 549b6820-fc88-4e02-b6d2-8ddd79d55103 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:32.799410 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc65585f-a2af-4bfd-ac12-0eb0ce672c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.925628 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 2 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:32.937068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c59ef2-a843-4cbe-8628-bf900027f30a,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:32.953177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] For port dd0e51b8-228d-4087-a865-3525dc9e84f6, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:32.970913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] For port dd0e51b8-228d-4087-a865-3525dc9e84f6, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dd0e51b8-228d-4087-a865-3525dc9e84f6,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:32.995850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfac5e3a-e020-4022-ada9-032beb7be761 req-18bb3a47-edbe-4057-8d4f-2fe4c6506a49 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410386 Aug 31 06:37:33.022320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cc65585f-a2af-4bfd-ac12-0eb0ce672c6a None None] Port 549b6820-fc88-4e02-b6d2-8ddd79d55103 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:33.029921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2f320d5-f024-4e08-890b-c638428b59bd req-9699f866-9b11-421a-91d7-141e21085843 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 210 time: 0.0640883 Aug 31 06:37:33.035975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.069083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7d970-2828-4fea-8525-2142f07a8c33 req-64a3b7a2-9cb4-4a22-a7db-42fc5c41e5b4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:33.100509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31b7d970-2828-4fea-8525-2142f07a8c33 req-64a3b7a2-9cb4-4a22-a7db-42fc5c41e5b4 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 1.2311046 Aug 31 06:37:33.104633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.109475 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b85b7b7b-7919-4406-8f4f-8850404dd1e5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.297405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbe42c-6496-4858-a331-176429542b7a None None] Pushing event updated for resources: {'Port': ['ID=dd0e51b8-228d-4087-a865-3525dc9e84f6,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:33.345015 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.370075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:33.370589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:33.371173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:33.402865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff6bb561-9c99-4ba8-a51c-7e4078a6cd80,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:33.416892 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.418014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b00d2538-9b8c-4d3c-a480-256acbdf780b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:33.479965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6121d-fb68-4d6c-9746-ea53d56a6b8c None None] Network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:33.538120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:33.538694 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:33.584352 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 3 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:33.644713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:33.645053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:33.645567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:33.709955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:33.711816 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:33.750132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::31b (88f07a7d-06d1-4be3-8f93-bb74ae1b965a/d4ebb366-aeaa-4571-b6c5-56e6aee3a794/fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:33.756417 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 4 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:33.791715 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31b7d970-2828-4fea-8525-2142f07a8c33 req-5a4104d4-ae49-4678-9f3c-2ec42715523d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883287 Aug 31 06:37:33.884857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b85b7b7b-7919-4406-8f4f-8850404dd1e5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.942579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6f1557bd-7f77-493a-920a-22a480dacab9 None None] Provisioning for port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:33.943899 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b85b7b7b-7919-4406-8f4f-8850404dd1e5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.961761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device bbbff63f-d607-420b-a76c-8dea16014a5b no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:33.972897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ff6bb561-9c99-4ba8-a51c-7e4078a6cd80,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:34.012444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:34.013896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:34.014252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:34.021051 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-34685a35-65c7-415d-abcd-4a78b697a974 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1065996 Aug 31 06:37:34.132895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b00d2538-9b8c-4d3c-a480-256acbdf780b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:34.135972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b7b7b-7919-4406-8f4f-8850404dd1e5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeebe2f-6848-4042-888f-7e18173b96ac,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:34.155648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-c3234c0a-257b-4856-b30e-80f719d60284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.156711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b00d2538-9b8c-4d3c-a480-256acbdf780b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:34.157092 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.161004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-c3234c0a-257b-4856-b30e-80f719d60284 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 1096 time: 0.1200469 Aug 31 06:37:34.176483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:34.176823 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:34.197668 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 5 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:34.268275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b85b7b7b-7919-4406-8f4f-8850404dd1e5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.269849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b85b7b7b-7919-4406-8f4f-8850404dd1e5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7510271 Aug 31 06:37:34.280851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36588) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:34.293623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:34.324829 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bc71a7f-b360-4054-8b7b-25ee7f0d0db5 req-1a1c7f5e-f6f9-4391-b5e4-f89e4321e638 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 210 time: 0.0401170 Aug 31 06:37:34.328744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:34.329097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:34.329543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:34.371752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:34.372092 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:34.390748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-6758094c-ee74-4427-8831-e42c2dc796f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.392794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-6758094c-ee74-4427-8831-e42c2dc796f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.2089725 Aug 31 06:37:34.411781 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 6 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:34.425753 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.462623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-3b878a95-8dc0-45a7-b77c-b19f442d33a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 200 len: 217 time: 0.0614781 Aug 31 06:37:34.548785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-d8aa713d-6d21-478d-91fb-c3901967bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.550817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-d8aa713d-6d21-478d-91fb-c3901967bf50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.0775118 Aug 31 06:37:34.576387 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.600579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-603daa72-4d80-4ed4-a238-5747304c05a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412166 Aug 31 06:37:34.630890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b00d2538-9b8c-4d3c-a480-256acbdf780b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b00d2538-9b8c-4d3c-a480-256acbdf780b,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:34.649835 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.735141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b00d2538-9b8c-4d3c-a480-256acbdf780b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:34.742208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:34.745828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:34.750357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:34.811123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.826493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-6efa9e5e-e8c8-4a18-8a73-03abd9493e9e service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098591 Aug 31 06:37:34.925493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:34.927048 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:35.021347 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb1f0ea6-2a50-44c6-8a94-2739c65eb937 req-d0b3c091-8f8c-45a8-b227-a17a0af76734 service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833444 Aug 31 06:37:35.030632 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 7 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:35.048292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:35.072763 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.092176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:35.124662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:35.125466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.154693 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fdcee7-6738-4db0-b444-01d4447f5fc9 None None] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:35.169056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-cb3a801a-b9e2-43f9-9684-1bb445b59c51 service neutron] 10.222.0.42 "GET /v2.0/ports/bbbff63f-d607-420b-a76c-8dea16014a5b/bindings/n-h1-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.7489460 Aug 31 06:37:35.205691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:35.205832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:35.206154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:35.262192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66648510-4213-43ad-b39f-4babd050eb7b None None] Provisioning for port dd0e51b8-228d-4087-a865-3525dc9e84f6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:35.349740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 419e5d72-1e06-41ef-8b25-36ddcc5c9feb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:35.449979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:35.455855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:35.456569 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.500929 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c41f99e4-8864-4b8a-9902-53d673f4d08e req-5cadab56-8a64-4906-88c9-731a155e2fb1 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 210 time: 0.0672138 Aug 31 06:37:35.562873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.601283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,segment=NetworkSegment(7e6b2b9b-74bd-4e67-b353-43bb6fe5c056),segment_id=7e6b2b9b-74bd-4e67-b353-43bb6fe5c056)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:35.606135 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.607010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dd0e51b8-228d-4087-a865-3525dc9e84f6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:35.695954 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.698126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:35.698452 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:35.698580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:35.708677 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 8 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:35.710429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port dd0e51b8-228d-4087-a865-3525dc9e84f6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:35.715171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port dd0e51b8-228d-4087-a865-3525dc9e84f6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:35.715552 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.719722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c295-c283-47ea-9722-70d8542de1db req-ac497a98-e51b-426a-9712-d1e72a92df94 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:35.721593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-ac497a98-e51b-426a-9712-d1e72a92df94 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.23 "GET /v2.0/networks?id=6221f942-fbec-49eb-9c79-6595e50337ed HTTP/1.1" status: 200 len: 813 time: 1.0821238 Aug 31 06:37:35.769604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Request body: {'port': {'device_id': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'network_id': '6221f942-fbec-49eb-9c79-6595e50337ed', 'admin_state_up': True, 'tenant_id': '020076affd7c49a9bfd0d2dacbc841b0'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:35.776912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.811122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-732d9e8c-29e9-461d-990b-707ddd45d5b1 None None] Provisioning complete for port dd0e51b8-228d-4087-a865-3525dc9e84f6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:35.811501 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-732d9e8c-29e9-461d-990b-707ddd45d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.813159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.867287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:35.867655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:35.867992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:35.870472 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.889030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port dd0e51b8-228d-4087-a865-3525dc9e84f6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dd0e51b8-228d-4087-a865-3525dc9e84f6,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:35.894439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fcc76-9c2a-43a0-9120-8fe6efc3bfc3 req-bfd4f23e-3c6d-463a-93b6-2e1b83aab562 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:35.895720 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.896778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-609fcc76-9c2a-43a0-9120-8fe6efc3bfc3 req-bfd4f23e-3c6d-463a-93b6-2e1b83aab562 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.8358014 Aug 31 06:37:35.979722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=dd0e51b8-228d-4087-a865-3525dc9e84f6,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:35.996046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:35.996521 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:36.022040 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 9 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:36.133232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:36.161625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:36.163777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:36.164115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:36.165026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:36.178452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:36.184818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:36.186742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.191859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:36.234282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-609fcc76-9c2a-43a0-9120-8fe6efc3bfc3 req-f06ffff9-05c2-481a-be09-f30a73cc91be tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898862 Aug 31 06:37:36.265069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:36.265439 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:36.272609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.279823 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempt 10 to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a Aug 31 06:37:36.358846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.427323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-83047912-6b92-4ddd-94af-7ec54cf16ef0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.1781466 Aug 31 06:37:36.432461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36602) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:36.471366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=549b6820-fc88-4e02-b6d2-8ddd79d55103,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:36.496243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:36.496585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:36.496923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempting to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:36.520826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.544322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Allocated IP 172.25.5.13 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/300dfb98-727f-4068-81c4-3ae51babc2fe) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:36.599579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-53f2f23f-6100-430e-807a-4da4570e9a68 None None] Provisioning for port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:36.606010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-53f2f23f-6100-430e-807a-4da4570e9a68 None None] Provisioning complete for port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:36.606650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-53f2f23f-6100-430e-807a-4da4570e9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.637685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Made reservation on behalf of 020076affd7c49a9bfd0d2dacbc841b0 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:36.642368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.644769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:36.645102 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Failed to bind port d8c59ef2-a843-4cbe-8628-bf900027f30a on host n-h1-712142-16 for vnic_type normal using segments [{'id': '747e36fb-ea20-4c87-8590-3d4511948428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '390ef248-934c-4ab7-86fa-2e6448763c15'}] Aug 31 06:37:36.645497 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.651617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-53f2f23f-6100-430e-807a-4da4570e9a68 None None] Port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:36.736762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-87fd64a3-4e44-402d-bff8-d2d0a65a51fe req-a8325a6a-4257-40bc-a251-c06dd320829a tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 210 time: 0.0314574 Aug 31 06:37:36.750571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.790815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 419e5d72-1e06-41ef-8b25-36ddcc5c9feb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:36.825914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:36.868382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:36.868821 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.971316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b00d2538-9b8c-4d3c-a480-256acbdf780b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:36.986269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:36.992258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.037104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b00d2538-9b8c-4d3c-a480-256acbdf780b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:37.037517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.089351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] For port d8c59ef2-a843-4cbe-8628-bf900027f30a, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:37.089866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attempted to set empty binding levels {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:37:37.097480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbff63f-d607-420b-a76c-8dea16014a5b {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:37.135234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.137517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dd0e51b8-228d-4087-a865-3525dc9e84f6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:37.138077 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.182032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:37.211185 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port dd0e51b8-228d-4087-a865-3525dc9e84f6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:37.211813 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.292263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] In _notify_port_updated(), no bound segment for port d8c59ef2-a843-4cbe-8628-bf900027f30a on network 390ef248-934c-4ab7-86fa-2e6448763c15 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:37:37.296312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:37.296962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.301765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "PUT /v2.0/ports/d8c59ef2-a843-4cbe-8628-bf900027f30a HTTP/1.1" status: 200 len: 978 time: 6.7275794 Aug 31 06:37:37.338106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:37.358339 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.362039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Allocated IP 172.20.0.5 (6221f942-fbec-49eb-9c79-6595e50337ed/20674ba0-15b6-435b-83d1-7b1275ddf270/a0150970-b1f6-48a5-b04a-48857a48402e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:37.364506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.373346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:37.379966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.404670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:37.406507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a89ec-42bc-4aee-ab8c-4c3df36f7362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c59ef2-a843-4cbe-8628-bf900027f30a,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:37.483112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.559434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:37.605679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Deleting port d8c59ef2-a843-4cbe-8628-bf900027f30a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:37.606324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.788229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.790379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:37.793121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.25.5.13-4fff78db-a921-40a9-b6a3-4dbab6257b4a {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:37:37.793547 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:37:37.846991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] For port d8c59ef2-a843-4cbe-8628-bf900027f30a, host n-h1-712142-16, got binding levels [] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:37.847443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.881441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Calling delete_port for d8c59ef2-a843-4cbe-8628-bf900027f30a owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:37.890503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb53881-68e3-4b86-9187-24fa74ad0867 req-205c08b7-7526-4e1f-b0c9-58f379af98d3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:37.892911 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aeb53881-68e3-4b86-9187-24fa74ad0867 req-205c08b7-7526-4e1f-b0c9-58f379af98d3 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 944 time: 0.5130258 Aug 31 06:37:37.898857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:37.907888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38308073-a88d-47d9-9ebb-1e43ad56fe49 None None] Provisioning complete for port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:37.908546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38308073-a88d-47d9-9ebb-1e43ad56fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.935407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:37.956677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05d62945-7d3c-4e78-a8ad-4b7a9f55a270 req-62146043-bf80-4e2b-8b6f-4f85ef43b0a7 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 210 time: 0.0831344 Aug 31 06:37:37.965510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Pushing event updated for resources: {'Port': ['ID=300dfb98-727f-4068-81c4-3ae51babc2fe,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:37.970217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-38308073-a88d-47d9-9ebb-1e43ad56fe49 None None] Port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:37.993210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38308073-a88d-47d9-9ebb-1e43ad56fe49 None None] Provisioning complete for port 549b6820-fc88-4e02-b6d2-8ddd79d55103 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:37.993632 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38308073-a88d-47d9-9ebb-1e43ad56fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.043853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-38308073-a88d-47d9-9ebb-1e43ad56fe49 None None] Port 549b6820-fc88-4e02-b6d2-8ddd79d55103 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:38.053730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-e9ed4e0a-642a-482f-ac5d-a8697e8c206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:38.055854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-e9ed4e0a-642a-482f-ac5d-a8697e8c206b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1085 time: 0.3720794 Aug 31 06:37:38.104649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.177981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.181172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-c4f34615-3ec6-4b99-a197-03905a4ea62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:38.182782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-c4f34615-3ec6-4b99-a197-03905a4ea62f service neutron] 10.222.0.42 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.0940259 Aug 31 06:37:38.209041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aeb53881-68e3-4b86-9187-24fa74ad0867 req-1d97283c-b6a4-4128-abb9-9babdcf6e474 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983434 Aug 31 06:37:38.250995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] Transition to ACTIVE for port object bbbff63f-d607-420b-a76c-8dea16014a5b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:38.255501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-daf0d41d-804d-4b3e-994a-a03976222c0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 200 len: 217 time: 0.0581114 Aug 31 06:37:38.298293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.303980 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d8c59ef2-a843-4cbe-8628-bf900027f30a HTTP/1.1" status: 204 len: 168 time: 0.9610815 Aug 31 06:37:38.303980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb45bc-89c2-4078-84b1-5bd852d1fd29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8c59ef2-a843-4cbe-8628-bf900027f30a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:38.307029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36620) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:38.318775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.320560 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.329246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Router 35e13e7a-af7c-46dc-b4da-8963793b70b8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:38.345527 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e25c000-87fa-452c-9b3b-80f34aaea716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:37:38.349233 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7e25c000-87fa-452c-9b3b-80f34aaea716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421299569-project-admin] 10.222.0.15 "GET /v2.0/ports/d8c59ef2-a843-4cbe-8628-bf900027f30a HTTP/1.1" status: 404 len: 333 time: 0.0378766 Aug 31 06:37:38.354527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36622) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:38.495833 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.553009 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.560744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-43c0022f-4a57-4430-ab8c-48fb1ebc8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:38.564097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-43c0022f-4a57-4430-ab8c-48fb1ebc8a01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.2950995 Aug 31 06:37:38.593962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] No DVR routers for this DVR port bbbff63f-d607-420b-a76c-8dea16014a5b on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:38.608232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:38.640265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.652371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.656865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390ef248-934c-4ab7-86fa-2e6448763c15']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:38.664826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.665639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.678175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747e36fb-ea20-4c87-8590-3d4511948428') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:38.678536 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747e36fb-ea20-4c87-8590-3d4511948428') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:38.712479 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.780398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.786291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:38.795722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:38.796158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:38.800088 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:38.891474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.897391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.902621 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] 10.222.0.15 "DELETE /v2.0/networks/390ef248-934c-4ab7-86fa-2e6448763c15 HTTP/1.1" status: 204 len: 168 time: 0.5437183 Aug 31 06:37:38.921269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1a6d3-a11a-45c0-885d-7bcdc5a9bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-156508056-project] Pushing event deleted for resources: {'Network': ['ID=390ef248-934c-4ab7-86fa-2e6448763c15,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:38.925988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:38.927611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:39.090240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-38b50f1f-0383-4d85-98a5-08d7c7a03dc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4974084 Aug 31 06:37:39.158499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00e7a10f-12d1-4e5d-ab36-b893d281ffbc req-61254ba8-4f56-485c-914e-2f12b9e3e0f0 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 210 time: 0.0555682 Aug 31 06:37:39.234116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Router 8f25ae97-98d9-4a26-919c-3a92d4471a80 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:37:39.285890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e8e47e59-7590-4a87-9a02-5acc41400d74 service neutron] 10.222.0.42 "PUT /v2.0/ports/bbbff63f-d607-420b-a76c-8dea16014a5b/bindings/n-h1-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 4.0709434 Aug 31 06:37:39.370925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Allocated IP 172.25.5.251 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/63065114-7c43-4b1c-a1cf-69d023ab016f) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:39.392631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6fbca728-54f8-4f50-82d6-35ef8ce00013 None None] Provisioning complete for port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:39.394603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6fbca728-54f8-4f50-82d6-35ef8ce00013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:39.400083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36634) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:39.443223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6fbca728-54f8-4f50-82d6-35ef8ce00013 None None] Port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:39.572992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:39.575883 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:39.583783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Sync routers for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:39.600372 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e5aea63f-9df8-4a87-895a-c9faabfbbdd5 admin admin] 10.222.0.15 "PUT /v2.0/routers/35e13e7a-af7c-46dc-b4da-8963793b70b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1732662 Aug 31 06:37:39.600835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:39.600835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:39.622390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-6c244224-da8b-4d3a-a178-70af9e030416 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239637 Aug 31 06:37:39.676495 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:39.760388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9c4ce-863d-4a08-a721-057f4f7b6e21 req-40ba2716-c625-4815-8de3-cccb4c488218 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:39.762110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52b9c4ce-863d-4a08-a721-057f4f7b6e21 req-40ba2716-c625-4815-8de3-cccb4c488218 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 945 time: 0.3871198 Aug 31 06:37:39.811406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:39.825566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Network 6221f942-fbec-49eb-9c79-6595e50337ed is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:39.858019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:39.859170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:39.869020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-964bffbd-03c9-40b2-8fa2-da5eaf5d84d3 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "PUT /v2.0/routers/8f25ae97-98d9-4a26-919c-3a92d4471a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4302709 Aug 31 06:37:39.869020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-1db924af-faf7-4c11-b03a-e1ee679d280c tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:39.869243 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-1db924af-faf7-4c11-b03a-e1ee679d280c tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.4914722 Aug 31 06:37:39.869696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:39.870522 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a498ee-e15b-4e65-9881-d6a69fc861fd None None] Sync routers for ids ['8f25ae97-98d9-4a26-919c-3a92d4471a80'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:39.882175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:39.886014 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a498ee-e15b-4e65-9881-d6a69fc861fd None None] Routers {'8f25ae97-98d9-4a26-919c-3a92d4471a80'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:39.887470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-56a498ee-e15b-4e65-9881-d6a69fc861fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8f25ae97-98d9-4a26-919c-3a92d4471a80'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:39.896507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Pushing event updated for resources: {'Port': ['ID=a0150970-b1f6-48a5-b04a-48857a48402e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:39.941839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cf48f757-ae13-428e-b3a8-3a0ba303837d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb3e63138ddc4792bccda73ec117b8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352185 Aug 31 06:37:39.949609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36648) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:39.973253 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-56a498ee-e15b-4e65-9881-d6a69fc861fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:39.992793 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a498ee-e15b-4e65-9881-d6a69fc861fd None None] Routers {'8f25ae97-98d9-4a26-919c-3a92d4471a80'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:39.993694 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-56a498ee-e15b-4e65-9881-d6a69fc861fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8f25ae97-98d9-4a26-919c-3a92d4471a80'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:40.043834 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-56a498ee-e15b-4e65-9881-d6a69fc861fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:40.045746 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a498ee-e15b-4e65-9881-d6a69fc861fd None None] The sync data for ids ['8f25ae97-98d9-4a26-919c-3a92d4471a80'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:40.060310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-55d1d981-f90b-4e0b-9ce1-cd85d01ee275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.063240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-55d1d981-f90b-4e0b-9ce1-cd85d01ee275 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519 HTTP/1.1" status: 200 len: 1097 time: 0.1829293 Aug 31 06:37:40.075570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc0d4f-0545-4013-bb01-287807655de7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.077380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b4bc0d4f-0545-4013-bb01-287807655de7 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f25ae97-98d9-4a26-919c-3a92d4471a80 HTTP/1.1" status: 200 len: 989 time: 0.2067480 Aug 31 06:37:40.080069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36652) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:40.106581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52b9c4ce-863d-4a08-a721-057f4f7b6e21 req-04746686-c9e3-4d00-a35e-84dd51784a37 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762084 Aug 31 06:37:40.181245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 2, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:40.185097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.220052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdd8122-4f10-457b-b3ed-47a55c34945d req-c2d36c9c-511b-4370-b879-7a6ad0590e07 service neutron] 10.222.0.42 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644600 Aug 31 06:37:40.262876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Checking router: 35e13e7a-af7c-46dc-b4da-8963793b70b8 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:40.262876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Updating router 35e13e7a-af7c-46dc-b4da-8963793b70b8 port 549b6820-fc88-4e02-b6d2-8ddd79d55103 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:40.270358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36656) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:40.276945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.278482 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.297923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-df0a1051-1d7d-4494-ab26-a6784464dacc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452303275', 'description': 'tempest-description--1888018034'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:40.310093 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.325675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-706e0f2e-3b50-4623-a041-845a6e9bec6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.343264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-5e8a57a6-3d28-49c7-b925-70964c12d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.344809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-5e8a57a6-3d28-49c7-b925-70964c12d861 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1097 time: 0.1491964 Aug 31 06:37:40.388229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-4134d254-cdad-4307-afb9-faeb82af3935 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6384606 Aug 31 06:37:40.403561 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-706e0f2e-3b50-4623-a041-845a6e9bec6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.518554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Request body: {'port': {'device_id': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:40.530382 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.551100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.594933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-97b56f5a-98f5-4aaa-bca4-de91b3f41ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.597105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-97b56f5a-98f5-4aaa-bca4-de91b3f41ff3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 200 len: 908 time: 0.1457672 Aug 31 06:37:40.614812 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.627580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Transition to ACTIVE for port object 549b6820-fc88-4e02-b6d2-8ddd79d55103 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:40.638959 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.699773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5f312-1cd2-4eeb-a66b-5cd231c19d64 None None] Pushing event updated for resources: {'Port': ['ID=549b6820-fc88-4e02-b6d2-8ddd79d55103,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:40.726027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-f3ed7089-6f36-43c4-9b63-7532080fd472 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 200 len: 217 time: 0.1111412 Aug 31 06:37:40.771757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Attempting to bind port 549b6820-fc88-4e02-b6d2-8ddd79d55103 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:40.772222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Attempting to bind port 549b6820-fc88-4e02-b6d2-8ddd79d55103 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:40.772720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Attempting to bind port 549b6820-fc88-4e02-b6d2-8ddd79d55103 on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:40.782632 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:40.784583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df0a1051-1d7d-4494-ab26-a6784464dacc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.786719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Checking segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:40.787334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.787809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Bound using segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:40.788408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Bound port: 549b6820-fc88-4e02-b6d2-8ddd79d55103, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:40.788918 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.824043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:40.830070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-ae4b83f2-309b-41ba-a052-fb5c940dbe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.831708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-ae4b83f2-309b-41ba-a052-fb5c940dbe09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 200 len: 847 time: 0.0958416 Aug 31 06:37:40.850853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:40.863454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:40.923576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-a74fe55b-b8ad-4d5f-9c3b-b7d0afeef922 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=544ec84f-db76-4548-98c2-b10d82d10c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827012 Aug 31 06:37:40.949102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cbf75-2fb8-4aaf-8e63-a24922f6df40 req-4ea9b74d-744d-414e-a20d-d0200d12f887 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.951336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86cbf75-2fb8-4aaf-8e63-a24922f6df40 req-4ea9b74d-744d-414e-a20d-d0200d12f887 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 931 time: 0.6293676 Aug 31 06:37:40.952294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event updated for resources: {'Port': ['ID=63065114-7c43-4b1c-a1cf-69d023ab016f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:40.970294 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.979122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] For port 549b6820-fc88-4e02-b6d2-8ddd79d55103, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:40.993690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] For port 549b6820-fc88-4e02-b6d2-8ddd79d55103, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=549b6820-fc88-4e02-b6d2-8ddd79d55103,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:41.013022 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.099715 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-706e0f2e-3b50-4623-a041-845a6e9bec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.103772 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-706e0f2e-3b50-4623-a041-845a6e9bec6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.105460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-706e0f2e-3b50-4623-a041-845a6e9bec6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d8a897c-3b9c-4f81-8a77-c388c2bc3dda HTTP/1.1" status: 204 len: 168 time: 1.1547496 Aug 31 06:37:41.153944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:41.154483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:41.162894 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-9380366d-e0f9-4763-a458-82886d498cbd service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301941 Aug 31 06:37:41.193715 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d86cbf75-2fb8-4aaf-8e63-a24922f6df40 req-ef7dfc70-7ac7-4892-b11f-2e9e1fa958d0 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119131 Aug 31 06:37:41.200169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e0f2e-3b50-4623-a041-845a6e9bec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8a897c-3b9c-4f81-8a77-c388c2bc3dda,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:41.267130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.291671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5f312-1cd2-4eeb-a66b-5cd231c19d64 None None] Pushing event updated for resources: {'Port': ['ID=549b6820-fc88-4e02-b6d2-8ddd79d55103,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:41.352436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df0a1051-1d7d-4494-ab26-a6784464dacc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.428893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df0a1051-1d7d-4494-ab26-a6784464dacc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.431775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.499093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Router 569b2c0b-2190-4833-8451-036df419d455 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:37:41.527317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-93de827a-9181-42f2-986d-1ac6678da51d service neutron] 10.222.0.23 "GET /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511870 Aug 31 06:37:41.537590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df0a1051-1d7d-4494-ab26-a6784464dacc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.541552 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-df0a1051-1d7d-4494-ab26-a6784464dacc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2472935 Aug 31 06:37:41.542639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36666) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:41.558779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a448691b-e210-4f7d-88be-9783b07d7751 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'security_group_rule': {'security_group_id': '0f47d410-e4dd-49e3-8480-9a7df3dcf7e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:41.590825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567828e-51e1-4d74-9cf8-4322df6d31b3 req-44a13f92-1e57-498d-b837-993e38b8b64b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:41.592420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8567828e-51e1-4d74-9cf8-4322df6d31b3 req-44a13f92-1e57-498d-b837-993e38b8b64b tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 945 time: 0.3192203 Aug 31 06:37:41.661334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a1051-1d7d-4494-ab26-a6784464dacc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:41.720747 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8567828e-51e1-4d74-9cf8-4322df6d31b3 req-28577c8e-ffc5-4944-9a69-856e29c3dcca tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162868 Aug 31 06:37:41.721782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a448691b-e210-4f7d-88be-9783b07d7751 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.760508 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:41.785499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.832842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36670) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:41.904889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a448691b-e210-4f7d-88be-9783b07d7751 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.917331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-301a182c-815e-4cd3-9eeb-9443041c5fda tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:41.919105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-301a182c-815e-4cd3-9eeb-9443041c5fda tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938&tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.1127095 Aug 31 06:37:41.940764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a448691b-e210-4f7d-88be-9783b07d7751 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.012050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448691b-e210-4f7d-88be-9783b07d7751 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7048d7-7200-42c2-8e86-2cfab985dd31,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:42.029752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a448691b-e210-4f7d-88be-9783b07d7751 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.033675 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a448691b-e210-4f7d-88be-9783b07d7751 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4795506 Aug 31 06:37:42.037019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36672) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:42.044058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-52ac0c5b-f94b-4e8d-88f4-bac17ebbbf00 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'security_group_rule': {'security_group_id': '0f47d410-e4dd-49e3-8480-9a7df3dcf7e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:42.113300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:42.113646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.119287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-17e70bef-dcd0-4509-af98-8a8c3b06fb4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d4f0b2120c34bdd85c0f348968461a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836668 Aug 31 06:37:42.119997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36674) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:42.126152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52ac0c5b-f94b-4e8d-88f4-bac17ebbbf00 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.134305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:42.152550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0150970-b1f6-48a5-b04a-48857a48402e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:42.177457 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.185494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Sync routers for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:42.214162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.218611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-be263e5f-ba5a-4a55-be7e-ca2271cca87c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.9683321 Aug 31 06:37:42.221402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36676) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:42.259377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:42.260688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:42.269405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Transition to ACTIVE for port object a0150970-b1f6-48a5-b04a-48857a48402e will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:42.295482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-765d3212-bccc-460c-8761-03fe86fc31c3 service neutron] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:42.301759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-765d3212-bccc-460c-8761-03fe86fc31c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.304798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-765d3212-bccc-460c-8761-03fe86fc31c3 service neutron] 10.222.0.23 "DELETE /v2.0/ports/bbbff63f-d607-420b-a76c-8dea16014a5b/bindings/n-h2-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.3606682 Aug 31 06:37:42.326571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.340443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b326e9b-384b-46c5-a440-d4456ec7005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.345552 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.403342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:42.418545 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b326e9b-384b-46c5-a440-d4456ec7005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.503466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:40Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:42.565519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a07d7-cde6-425d-bf38-8bc120c8327b None None] The sync data for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 is: [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:40Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:42.593223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b326e9b-384b-46c5-a440-d4456ec7005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.600380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b326e9b-384b-46c5-a440-d4456ec7005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.603073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8b326e9b-384b-46c5-a440-d4456ec7005b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba7b54c0-2889-4737-b8b7-cde0821d2d4a HTTP/1.1" status: 204 len: 168 time: 0.4684100 Aug 31 06:37:42.627835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:42.636332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b326e9b-384b-46c5-a440-d4456ec7005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7b54c0-2889-4737-b8b7-cde0821d2d4a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:42.791958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.917733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:43.033904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 549b6820-fc88-4e02-b6d2-8ddd79d55103 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:43.298180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.323161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 549b6820-fc88-4e02-b6d2-8ddd79d55103 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:43.338962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 549b6820-fc88-4e02-b6d2-8ddd79d55103 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:43.339752 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.422598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52ac0c5b-f94b-4e8d-88f4-bac17ebbbf00 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.525286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 3, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:43.536683 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52ac0c5b-f94b-4e8d-88f4-bac17ebbbf00 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.562221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Pushing event updated for resources: {'Port': ['ID=a0150970-b1f6-48a5-b04a-48857a48402e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:43.648156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac0c5b-f94b-4e8d-88f4-bac17ebbbf00 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d3849d-ae7c-42ae-9f66-7821ed74a71c,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:43.653216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.660895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Checking router: 569b2c0b-2190-4833-8451-036df419d455 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:43.662240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Updating router 569b2c0b-2190-4833-8451-036df419d455 port 300dfb98-727f-4068-81c4-3ae51babc2fe binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:43.684966 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52ac0c5b-f94b-4e8d-88f4-bac17ebbbf00 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.686864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-52ac0c5b-f94b-4e8d-88f4-bac17ebbbf00 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6463974 Aug 31 06:37:43.695478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36694) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:43.696490 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.708605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:43.773596 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.777506 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.792878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec6a8b-931d-4a31-889e-2cb6ba25cdb3 req-695373c0-d3a9-4d9d-81d8-bb8ddc8c12cf tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:43.801945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4ec6a8b-931d-4a31-889e-2cb6ba25cdb3 req-695373c0-d3a9-4d9d-81d8-bb8ddc8c12cf tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 943 time: 0.5093043 Aug 31 06:37:43.938608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 549b6820-fc88-4e02-b6d2-8ddd79d55103, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=549b6820-fc88-4e02-b6d2-8ddd79d55103,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:43.947458 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.048740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event updated for resources: {'Port': ['ID=63065114-7c43-4b1c-a1cf-69d023ab016f,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:44.118846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Attempting to bind port a0150970-b1f6-48a5-b04a-48857a48402e on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:44.119617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Attempting to bind port a0150970-b1f6-48a5-b04a-48857a48402e by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '41731bbb-4ecc-4bf8-83da-f2785b71e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6221f942-fbec-49eb-9c79-6595e50337ed'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:44.121438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Attempting to bind port a0150970-b1f6-48a5-b04a-48857a48402e on network 6221f942-fbec-49eb-9c79-6595e50337ed {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:44.131731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4ec6a8b-931d-4a31-889e-2cb6ba25cdb3 req-7efb2f85-0f2b-44a0-8bc5-e613a6d73492 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288894 Aug 31 06:37:44.152108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.154933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.202741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769675-83d8-494b-9757-4d7225bda998 req-f9aedd31-2ef3-4187-b8bd-426e3a8f60b6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:44.207474 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f769675-83d8-494b-9757-4d7225bda998 req-f9aedd31-2ef3-4187-b8bd-426e3a8f60b6 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 945 time: 1.2137105 Aug 31 06:37:44.294764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Port a0150970-b1f6-48a5-b04a-48857a48402e on network 6221f942-fbec-49eb-9c79-6595e50337ed not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:44.295358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Attempting to bind port a0150970-b1f6-48a5-b04a-48857a48402e on network 6221f942-fbec-49eb-9c79-6595e50337ed {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:44.333725 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.345111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Transition to ACTIVE for port object 300dfb98-727f-4068-81c4-3ae51babc2fe will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:44.390255 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.423141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:44.423679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Checking segment: {'id': '41731bbb-4ecc-4bf8-83da-f2785b71e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6221f942-fbec-49eb-9c79-6595e50337ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:44.423989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Bound using segment: {'id': '41731bbb-4ecc-4bf8-83da-f2785b71e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6221f942-fbec-49eb-9c79-6595e50337ed'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:44.424508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Bound port: a0150970-b1f6-48a5-b04a-48857a48402e, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41731bbb-4ecc-4bf8-83da-f2785b71e298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6221f942-fbec-49eb-9c79-6595e50337ed'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:44.424841 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.451189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Attempting to bind port 300dfb98-727f-4068-81c4-3ae51babc2fe on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:44.451562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Attempting to bind port 300dfb98-727f-4068-81c4-3ae51babc2fe by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:44.451969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Attempting to bind port 300dfb98-727f-4068-81c4-3ae51babc2fe on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:44.481916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:44.482314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:44.482687 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.483085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:44.484010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Bound port: 300dfb98-727f-4068-81c4-3ae51babc2fe, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:44.484010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.492247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.502075 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4bea2f2c-f26f-4cec-a272-8ce1580d5a3b tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.2062242 Aug 31 06:37:44.536196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=549b6820-fc88-4e02-b6d2-8ddd79d55103,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:44.593469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f769675-83d8-494b-9757-4d7225bda998 req-01b1f855-60f7-4919-afcd-c510146e8382 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601382 Aug 31 06:37:44.601043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Router 8f25ae97-98d9-4a26-919c-3a92d4471a80 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:44.669348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36712) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:44.728746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a4299-4e5b-437e-9038-66b96edfe93c None None] Pushing event updated for resources: {'Port': ['ID=300dfb98-727f-4068-81c4-3ae51babc2fe,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:44.732498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] For port 300dfb98-727f-4068-81c4-3ae51babc2fe, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:44.737277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] For port 300dfb98-727f-4068-81c4-3ae51babc2fe, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=300dfb98-727f-4068-81c4-3ae51babc2fe,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:44.746577 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.857304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 549b6820-fc88-4e02-b6d2-8ddd79d55103 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:44.952276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a4299-4e5b-437e-9038-66b96edfe93c None None] Pushing event updated for resources: {'Port': ['ID=300dfb98-727f-4068-81c4-3ae51babc2fe,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:45.002887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'networks': [{'name': 'tempest-network--1081629072'}, {'name': 'tempest-network--7205952'}]} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:45.002887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'network': {'name': 'tempest-network--1081629072'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:45.002887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'network': {'name': 'tempest-network--7205952'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:45.008884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:45.009643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:45.072509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] For port a0150970-b1f6-48a5-b04a-48857a48402e, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:45.085498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:45.097382 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f03352-9181-44fd-b5de-4e4374f56913 None None] Sync routers for ids ['8f25ae97-98d9-4a26-919c-3a92d4471a80'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:45.102204 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-47d9d31a-429b-4167-a833-682339fa06af tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "PUT /v2.0/routers/8f25ae97-98d9-4a26-919c-3a92d4471a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0198050 Aug 31 06:37:45.111427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:45.112804 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f03352-9181-44fd-b5de-4e4374f56913 None None] Routers {'8f25ae97-98d9-4a26-919c-3a92d4471a80'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:45.116468 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-85f03352-9181-44fd-b5de-4e4374f56913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8f25ae97-98d9-4a26-919c-3a92d4471a80'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:45.137637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] For port a0150970-b1f6-48a5-b04a-48857a48402e, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a0150970-b1f6-48a5-b04a-48857a48402e,segment=NetworkSegment(41731bbb-4ecc-4bf8-83da-f2785b71e298),segment_id=41731bbb-4ecc-4bf8-83da-f2785b71e298)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:45.144232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e962d-0e26-4477-b14e-ac2d17ef92f1 req-ca6debf0-5f4e-4008-a4e7-f8cbad0a022e tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:45.149168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c7e962d-0e26-4477-b14e-ac2d17ef92f1 req-ca6debf0-5f4e-4008-a4e7-f8cbad0a022e tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 1097 time: 0.1849992 Aug 31 06:37:45.193105 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-85f03352-9181-44fd-b5de-4e4374f56913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:45.204968 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f03352-9181-44fd-b5de-4e4374f56913 None None] Routers {'8f25ae97-98d9-4a26-919c-3a92d4471a80'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:45.206318 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-85f03352-9181-44fd-b5de-4e4374f56913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8f25ae97-98d9-4a26-919c-3a92d4471a80'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:45.226166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 549b6820-fc88-4e02-b6d2-8ddd79d55103 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:45.227267 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.241754 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-85f03352-9181-44fd-b5de-4e4374f56913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:45.242902 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f03352-9181-44fd-b5de-4e4374f56913 None None] The sync data for ids ['8f25ae97-98d9-4a26-919c-3a92d4471a80'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:45.245317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c7e962d-0e26-4477-b14e-ac2d17ef92f1 req-9e79d605-1890-4712-8388-d1cfd080c3c7 tempest-LiveMigrationTest-1084744759 tempest-LiveMigrationTest-1084744759-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755217 Aug 31 06:37:45.294123 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbee0e1d-d841-4ac7-b473-d7a3251d21ac tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:37:45.298322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cbee0e1d-d841-4ac7-b473-d7a3251d21ac tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/fd8d3735-c24e-4fcb-8080-8d83aa7e9e4c HTTP/1.1" status: 404 len: 333 time: 0.1791794 Aug 31 06:37:45.298322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.298843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36738) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:45.318063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Made reservation on behalf of 6b7dbe045cea46ac8a79af235f58d3ef for: {'network': 2} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:45.328016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.331289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:45.410669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.410884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5477fff-0fb9-4254-923e-fba001725553 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.420908 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.553555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Allocated IP 172.25.5.115 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/7a213d28-1fd6-4f4f-a5f9-da29a04bf680) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:45.569994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80718d-5985-4f7d-a949-580d4372faae req-51a99004-8803-4e3b-b510-a24f95f79d45 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:45.572734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa80718d-5985-4f7d-a949-580d4372faae req-51a99004-8803-4e3b-b510-a24f95f79d45 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 943 time: 0.1818829 Aug 31 06:37:45.669474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5477fff-0fb9-4254-923e-fba001725553 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.674434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5477fff-0fb9-4254-923e-fba001725553 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.701828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa80718d-5985-4f7d-a949-580d4372faae req-726a186b-f135-4d00-9f6e-600fbffe0ef9 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914426 Aug 31 06:37:45.725835 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.777448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5477fff-0fb9-4254-923e-fba001725553 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.780800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5477fff-0fb9-4254-923e-fba001725553 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Fanout notify agent at l3_agent the message router_deleted on router 8f25ae97-98d9-4a26-919c-3a92d4471a80 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:37:45.799914 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5477fff-0fb9-4254-923e-fba001725553 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.800427 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.805603 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e5477fff-0fb9-4254-923e-fba001725553 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/routers/8f25ae97-98d9-4a26-919c-3a92d4471a80 HTTP/1.1" status: 204 len: 168 time: 0.5010674 Aug 31 06:37:45.806604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36740) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:45.814618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-363301cd-d6e3-4460-bde1-2f77a839df1c tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1110685147&fields=id&tenant_id=c48b2d488df946708d38fb045042bf96 HTTP/1.1" status: 200 len: 267 time: 0.7375007 Aug 31 06:37:45.844899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:45.845553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.847060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] 10.222.0.23 "PUT /v2.0/ports/a0150970-b1f6-48a5-b04a-48857a48402e HTTP/1.1" status: 200 len: 1092 time: 5.3344285 Aug 31 06:37:45.849715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'tag': 'a0150970-b1f6-48a5-b04a-48857a48402e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:45.853490 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1676cf-ebff-41aa-baa2-a6eb14208cba", "tag": "a0150970-b1f6-48a5-b04a-48857a48402e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:45.920802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e289d98d-f714-42d8-9f72-9d6ee28388ed tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet d4ebb366-aeaa-4571-b6c5-56e6aee3a794 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:45.928150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e289d98d-f714-42d8-9f72-9d6ee28388ed tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.988624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a141e09-7830-4005-95b6-d9254abb140a service neutron] Pushing event updated for resources: {'Port': ['ID=a0150970-b1f6-48a5-b04a-48857a48402e,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:46.021741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 3, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:46.073008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d4dc62-e537-426e-8619-80aa956e2109 None None] The sync data for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 is: [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 3, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:46.080544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:46.108367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e289d98d-f714-42d8-9f72-9d6ee28388ed tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.116665 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef0ba1-7369-4911-b0a6-6b328e9a47de x-openstack-request-id: req-79ef0ba1-7369-4911-b0a6-6b328e9a47de {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:46.116956 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1676cf-ebff-41aa-baa2-a6eb14208cba", "tag": "a0150970-b1f6-48a5-b04a-48857a48402e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:46.118923 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79ef0ba1-7369-4911-b0a6-6b328e9a47de {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:46.118923 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'tag': 'a0150970-b1f6-48a5-b04a-48857a48402e', 'status': 'completed', 'code': 200} Aug 31 06:37:46.147816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:46.167767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:46.271847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821221-ea69-4dcd-b6d6-e4b0a7c2417d req-4ee6b25a-90db-4e8b-a544-36adee28a449 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.272450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'Port': ['ID=7a213d28-1fd6-4f4f-a5f9-da29a04bf680,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:46.281247 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de821221-ea69-4dcd-b6d6-e4b0a7c2417d req-4ee6b25a-90db-4e8b-a544-36adee28a449 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 945 time: 0.1000149 Aug 31 06:37:46.360139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e289d98d-f714-42d8-9f72-9d6ee28388ed tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.364220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c295-c283-47ea-9722-70d8542de1db req-e1acf280-5663-4361-a5aa-43fa8ab07c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.365995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-e1acf280-5663-4361-a5aa-43fa8ab07c8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=020076affd7c49a9bfd0d2dacbc841b0&device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 1095 time: 0.3840094 Aug 31 06:37:46.389563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-d9e145a9-7fdb-4f33-902f-a4edfdcad121 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.391205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-d9e145a9-7fdb-4f33-902f-a4edfdcad121 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/networks?id=afd3e1ee-60e5-4242-8724-83469c569dfc HTTP/1.1" status: 200 len: 811 time: 0.5757828 Aug 31 06:37:46.407430 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de821221-ea69-4dcd-b6d6-e4b0a7c2417d req-4c1f1a61-244b-4aea-8795-5a382d639ba8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251678 Aug 31 06:37:46.453501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e289d98d-f714-42d8-9f72-9d6ee28388ed tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.475700 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.482803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-87783676-6744-45cd-9f7d-faffb159d8ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0150970-b1f6-48a5-b04a-48857a48402e HTTP/1.1" status: 200 len: 217 time: 0.1022341 Aug 31 06:37:46.496869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289d98d-f714-42d8-9f72-9d6ee28388ed tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ebb366-aeaa-4571-b6c5-56e6aee3a794,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:46.499237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.505862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e289d98d-f714-42d8-9f72-9d6ee28388ed tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.505862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e289d98d-f714-42d8-9f72-9d6ee28388ed tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/d4ebb366-aeaa-4571-b6c5-56e6aee3a794 HTTP/1.1" status: 204 len: 168 time: 0.6944897 Aug 31 06:37:46.505862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36748) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:46.526496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145b1be-0bcc-42ca-a5fd-941121e3f4b4 None None] Network 88f07a7d-06d1-4be3-8f93-bb74ae1b965a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:46.549520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-d16ae58b-2ba2-4ee9-99e7-9b4bdc7280cf tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/quotas/c48b2d488df946708d38fb045042bf96 HTTP/1.1" status: 200 len: 375 time: 0.1412914 Aug 31 06:37:46.736829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c295-c283-47ea-9722-70d8542de1db req-eebb8058-06dd-434a-a5f8-fa5a362471fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.738537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-eebb8058-06dd-434a-a5f8-fa5a362471fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20674ba0-15b6-435b-83d1-7b1275ddf270 HTTP/1.1" status: 200 len: 853 time: 0.2345045 Aug 31 06:37:46.755581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.761765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.821361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.860722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 300dfb98-727f-4068-81c4-3ae51babc2fe up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:46.869956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.870649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.927366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-a5f92ef4-4509-4d6d-925a-746943684f37 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.930071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-a5f92ef4-4509-4d6d-925a-746943684f37 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.23 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 945 time: 0.2567844 Aug 31 06:37:46.954410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] DHCP port deletion for 88f07a7d-06d1-4be3-8f93-bb74ae1b965a request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:47.054788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 300dfb98-727f-4068-81c4-3ae51babc2fe completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:47.061584 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] Deleting port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:47.062182 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.064102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 300dfb98-727f-4068-81c4-3ae51babc2fe triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:47.064659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.125405 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.139044 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-c9ff54f2-8524-4403-85c8-45cfd0669b31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6221f942-fbec-49eb-9c79-6595e50337ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3674943 Aug 31 06:37:47.150790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275cda7-88f8-40d7-a9fd-e5886c0da38b req-2e123526-098a-434d-90b8-67468a8692e4 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:47.151044 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.161105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7275cda7-88f8-40d7-a9fd-e5886c0da38b req-2e123526-098a-434d-90b8-67468a8692e4 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 943 time: 0.3371971 Aug 31 06:37:47.173407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] For port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,segment=NetworkSegment(7e6b2b9b-74bd-4e67-b353-43bb6fe5c056),segment_id=7e6b2b9b-74bd-4e67-b353-43bb6fe5c056)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:47.173808 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.206229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] Calling delete_port for 419e5d72-1e06-41ef-8b25-36ddcc5c9feb owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:47.278424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:47.280070 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.320911 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.330130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'Port': ['ID=7a213d28-1fd6-4f4f-a5f9-da29a04bf680,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:47.339465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7275cda7-88f8-40d7-a9fd-e5886c0da38b req-4f21719f-e1c4-44e0-821c-e5be56aca415 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777611 Aug 31 06:37:47.385375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 300dfb98-727f-4068-81c4-3ae51babc2fe, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=300dfb98-727f-4068-81c4-3ae51babc2fe,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:47.395088 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.419640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Deleting port bbbff63f-d607-420b-a76c-8dea16014a5b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:47.420106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.423978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] For port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,segment=NetworkSegment(7e6b2b9b-74bd-4e67-b353-43bb6fe5c056),segment_id=7e6b2b9b-74bd-4e67-b353-43bb6fe5c056)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:47.424547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.442799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-b1535366-0921-43aa-9970-504cd208bab5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48b2d488df946708d38fb045042bf96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8809223 Aug 31 06:37:47.461826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:47.470129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.502563 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.502918 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Added segment 42c6d720-f976-4001-8080-ce634d7984fb of type vlan for network c090d11c-c73a-4d80-aebf-0b6772c1cd0a Aug 31 06:37:47.506710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467495a2-51f0-40b7-866f-30dc1e870585,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:47.534275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] No DVR routers for this DVR port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:47.606917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=300dfb98-727f-4068-81c4-3ae51babc2fe,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:47.673091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 419e5d72-1e06-41ef-8b25-36ddcc5c9feb owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:47.697444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84ea1d-dd31-4773-a104-978f5f5e8c4e None None] Pushing event deleted for resources: {'Port': ['ID=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:47.717338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.750291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.830985 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.832266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5f120983-2977-4c78-8511-6216fb92eb21 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1318278 Aug 31 06:37:47.834366 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-9acce139-2a2a-4ca8-8f51-43f562a26a5f service neutron] 10.222.0.23 "GET /v2.0/networks/6221f942-fbec-49eb-9c79-6595e50337ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717951 Aug 31 06:37:47.835548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Allocated IP 172.20.0.1 (77ac29c0-f99f-4d9b-93bd-76d263018252/3eb6a64f-2758-43fe-8548-1842e50df50e/4dbd3b3e-797c-4674-be09-e0c9ed2e2539) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:47.840947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1914c-f851-4f5b-b9c9-343520566ae5 req-1b6eb091-5536-42be-ac6d-1755d879a70c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:47.842984 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-67e1914c-f851-4f5b-b9c9-343520566ae5 req-1b6eb091-5536-42be-ac6d-1755d879a70c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 945 time: 0.2392538 Aug 31 06:37:47.901658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] For port bbbff63f-d607-420b-a76c-8dea16014a5b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=bbbff63f-d607-420b-a76c-8dea16014a5b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:47.902422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.970431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Calling delete_port for bbbff63f-d607-420b-a76c-8dea16014a5b owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:48.002910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-67e1914c-f851-4f5b-b9c9-343520566ae5 req-5d19edb1-38e6-4d8e-a5ee-2c249b03dec5 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033082 Aug 31 06:37:48.062710 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.098478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=419e5d72-1e06-41ef-8b25-36ddcc5c9feb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:48.138288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No DVR routers for this DVR port 419e5d72-1e06-41ef-8b25-36ddcc5c9feb on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:48.270202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.293649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1c918a02-daba-4b5a-acf9-a34859cf53af tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--452303275&fields=id&tenant_id=d02bf1e50c9c4de9838187610b44b737 HTTP/1.1" status: 200 len: 267 time: 0.1795616 Aug 31 06:37:48.295282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f07a7d-06d1-4be3-8f93-bb74ae1b965a']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:48.336960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6b2b9b-74bd-4e67-b353-43bb6fe5c056') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:48.337336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6b2b9b-74bd-4e67-b353-43bb6fe5c056') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:48.412086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.419120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:48.473361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.473361 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Added segment 25baf5a0-eebe-4e91-bfd5-06b8577cff39 of type vlan for network ca1337dc-5c2d-46d9-8857-12c67f3e7555 Aug 31 06:37:48.479314 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.492058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-553e7567-9366-427a-a090-0352ee17b08c service neutron] 10.222.0.15 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0086479 Aug 31 06:37:48.514752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.517175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:48.517838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:48.532714 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:48.537529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['93f0d797-8548-4930-bb00-463cc2974731'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:48.669494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Pushing event deleted for resources: {'Port': ['ID=bbbff63f-d607-420b-a76c-8dea16014a5b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:48.672513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a978c295-c283-47ea-9722-70d8542de1db req-554c988b-1c25-42d4-8c89-2b9084d94a8d service neutron] 10.222.0.23 "GET /v2.0/networks/6221f942-fbec-49eb-9c79-6595e50337ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234465 Aug 31 06:37:48.713268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035762a-e812-4a53-8f54-acdc00115e1c req-775c6142-aeb0-419a-8368-039f2e1d8e4e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:48.720067 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.737893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-775c6142-aeb0-419a-8368-039f2e1d8e4e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 816 time: 0.3962877 Aug 31 06:37:48.810296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.853896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-6286eef1-8743-4704-8502-1892b3b1e6e4 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/quotas/d02bf1e50c9c4de9838187610b44b737 HTTP/1.1" status: 200 len: 375 time: 0.1129022 Aug 31 06:37:48.913688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.009736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-e7a7dc00-bd3f-48bd-8efe-7bcd84608de9 service neutron] 10.222.0.15 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832287 Aug 31 06:37:49.058823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Transition to ACTIVE for port object 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:49.073122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.074561 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.083667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] No DVR routers for this DVR port bbbff63f-d607-420b-a76c-8dea16014a5b on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:49.084657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 300dfb98-727f-4068-81c4-3ae51babc2fe up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:49.087856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.097702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/networks/88f07a7d-06d1-4be3-8f93-bb74ae1b965a HTTP/1.1" status: 204 len: 168 time: 2.5906932 Aug 31 06:37:49.114207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:49.122108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36778) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:49.124583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.129462 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f3f9e5a-ea89-417a-b28c-e33bbabd47ab req-f7a2044d-d561-42b4-80a4-d13c0138b31a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.23 "DELETE /v2.0/ports/bbbff63f-d607-420b-a76c-8dea16014a5b HTTP/1.1" status: 204 len: 173 time: 2.1929975 Aug 31 06:37:49.135300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'name': 'network-vif-deleted', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:49.140477 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44bc4f9-3e60-41fd-b953-9da201f32700" -d '{"events": [{"server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "name": "network-vif-deleted", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:49.145869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:49.147576 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.207060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd549e8c-4857-49f3-aa0d-0fad52f70cdd tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:49.211732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bd549e8c-4857-49f3-aa0d-0fad52f70cdd tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/0d20d148-32bc-4389-ab4a-9f653bc19668 HTTP/1.1" status: 200 len: 843 time: 0.0784051 Aug 31 06:37:49.212382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36782) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:49.216273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b10dc3-e5df-4e1a-bc88-b7a97f230bda tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Network': ['ID=88f07a7d-06d1-4be3-8f93-bb74ae1b965a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:49.297899 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-e5e68de6-f067-4f2d-8c1a-de0064a68a9e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4430895 Aug 31 06:37:49.333802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1f77a401-14fe-4712-83e3-582292a33d3e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/0d20d148-32bc-4389-ab4a-9f653bc19668?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1190288 Aug 31 06:37:49.334504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36786) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:49.346966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 300dfb98-727f-4068-81c4-3ae51babc2fe triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:49.348203 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.354918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:49.471500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-1e4ef19a-7971-4805-800e-fc051cb61885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:49.489976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-1e4ef19a-7971-4805-800e-fc051cb61885 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=020076affd7c49a9bfd0d2dacbc841b0&device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 1095 time: 0.5997643 Aug 31 06:37:49.546893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-de1f1cf4-587f-4ceb-aff2-43f786a86e96 service neutron] 10.222.0.15 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202967 Aug 31 06:37:49.718082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f60ed413-e3bb-4e59-8306-9f272e653cfb service neutron] 10.222.0.15 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481285 Aug 31 06:37:49.778051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:49.785724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.825595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 5.1545482 Aug 31 06:37:49.843574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 419e5d72-1e06-41ef-8b25-36ddcc5c9feb no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:49.944303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-a795e28b-719e-4aca-a951-8fea47f30466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:49.948737 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-a795e28b-719e-4aca-a951-8fea47f30466 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6221f942-fbec-49eb-9c79-6595e50337ed HTTP/1.1" status: 200 len: 914 time: 0.4572139 Aug 31 06:37:49.964571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36792) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:50.041011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 419e5d72-1e06-41ef-8b25-36ddcc5c9feb {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:50.043357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 419e5d72-1e06-41ef-8b25-36ddcc5c9feb not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:50.075656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device bbbff63f-d607-420b-a76c-8dea16014a5b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:50.189747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: bbbff63f-d607-420b-a76c-8dea16014a5b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:50.208529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device bbbff63f-d607-420b-a76c-8dea16014a5b not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:50.220042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Network': ['ID=c090d11c-c73a-4d80-aebf-0b6772c1cd0a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:50.241825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.251909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c090d11c-c73a-4d80-aebf-0b6772c1cd0a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:50.380159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:50.399386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:50.400970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:50.404355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:50.405021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.437376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bc269583-52ab-4e85-9300-df0f6bb463ff tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1016402 Aug 31 06:37:50.440293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36800) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:50.446155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ac2a3d8a-828e-4da5-b68a-538f9725eb3b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'security_group': {'name': 'tempest-secgroup-1705415307'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:50.458502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75582a32-03aa-4353-8440-5d6bcc1fb8ac None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:50.524075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ac2a3d8a-828e-4da5-b68a-538f9725eb3b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.745674 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ac2a3d8a-828e-4da5-b68a-538f9725eb3b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.828467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f3457-e19f-4190-aa91-6c9573d3c09b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Network': ['ID=ca1337dc-5c2d-46d9-8857-12c67f3e7555,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:50.851452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38cfb97f-44c6-4a19-ae38-de8a3e20e077 req-a925a6ca-1cad-47e4-9547-7e689b2dd26f tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.0868073 Aug 31 06:37:50.854666 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ac2a3d8a-828e-4da5-b68a-538f9725eb3b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.861467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ca1337dc-5c2d-46d9-8857-12c67f3e7555 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:50.950723 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-a7131ef8-c871-41f4-8061-24144d2b346b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0150970-b1f6-48a5-b04a-48857a48402e HTTP/1.1" status: 200 len: 217 time: 0.9290888 Aug 31 06:37:51.123782 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77e7d66-8f0b-4472-8303-97b362fc94a7 x-openstack-request-id: req-c77e7d66-8f0b-4472-8303-97b362fc94a7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:51.133459 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6125c2a7-3761-47b3-ba51-b30f4600c938", "name": "network-vif-deleted", "tag": "bbbff63f-d607-420b-a76c-8dea16014a5b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:51.134425 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c77e7d66-8f0b-4472-8303-97b362fc94a7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:51.138454 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6125c2a7-3761-47b3-ba51-b30f4600c938', 'name': 'network-vif-deleted', 'tag': 'bbbff63f-d607-420b-a76c-8dea16014a5b', 'status': 'completed', 'code': 200} Aug 31 06:37:51.160643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-2c819039-e808-459b-8d3a-f10252ae63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:51.162128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-2c819039-e808-459b-8d3a-f10252ae63db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20674ba0-15b6-435b-83d1-7b1275ddf270 HTTP/1.1" status: 200 len: 853 time: 0.1174622 Aug 31 06:37:51.163458 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.178144 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ac2a3d8a-828e-4da5-b68a-538f9725eb3b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.183433 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ac2a3d8a-828e-4da5-b68a-538f9725eb3b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7418122 Aug 31 06:37:51.196339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:51.232686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Pushing event updated for resources: {'Port': ['ID=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:51.243314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ee658400-432c-48db-b00d-f45296eed296 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'security_group': {'name': 'tempest-secgroup-1050111795'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:51.384689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-827c54ae-0d78-4f58-8952-bc766c318d20 req-ebbed66f-1e2f-403b-9b0c-a4f6d4b81713 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 210 time: 0.2441108 Aug 31 06:37:51.387784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a3d8a-828e-4da5-b68a-538f9725eb3b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a04662-be9f-46f6-b8d2-ad6e717d701f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:51.420565 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee658400-432c-48db-b00d-f45296eed296 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.437499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-4a49d343-2074-4b33-a34a-9172a877b143 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6221f942-fbec-49eb-9c79-6595e50337ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2057779 Aug 31 06:37:51.543541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4ca5a-0207-42f3-9961-9ead7176154d req-0769dbb7-9291-4392-a91e-47ce227cbd15 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:51.545140 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83a4ca5a-0207-42f3-9961-9ead7176154d req-0769dbb7-9291-4392-a91e-47ce227cbd15 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 943 time: 1.7167196 Aug 31 06:37:51.671564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:51.693808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:51.706367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:51.712728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af260b82-5ffa-4363-a7cb-f037e02bf979 req-c5bceea9-0df8-422d-b0fc-15a91e407302 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 210 time: 0.1499100 Aug 31 06:37:51.782700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf8f2e5-1050-4e8e-b2eb-859c999843dd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:51.807376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf8f2e5-1050-4e8e-b2eb-859c999843dd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:51.840850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf8f2e5-1050-4e8e-b2eb-859c999843dd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:51.860950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee658400-432c-48db-b00d-f45296eed296 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.875316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf8f2e5-1050-4e8e-b2eb-859c999843dd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:51.893839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee658400-432c-48db-b00d-f45296eed296 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.894636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3cf8f2e5-1050-4e8e-b2eb-859c999843dd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 1.9279971 Aug 31 06:37:51.895707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36818) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:51.975358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee658400-432c-48db-b00d-f45296eed296 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.992059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ee658400-432c-48db-b00d-f45296eed296 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7669246 Aug 31 06:37:51.996204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36822) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:52.017222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-807635331', 'security_groups': ['1fa42067-f823-422e-b116-b506698ebd60'], 'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:52.043410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-f9684a1a-7dcb-401f-a1d8-8296d500a981', 'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'tenant_id': '2bd6386fe638485fb3b58f666ee56a8a', 'fixed_ips': [{'subnet_id': '0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:52.044894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.076380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a0150970-b1f6-48a5-b04a-48857a48402e details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:52.081206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83a4ca5a-0207-42f3-9961-9ead7176154d req-294458e5-3ac5-4cfe-8bad-9a1a6b2f169f tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921094 Aug 31 06:37:52.181730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-04eb1493-a256-4df1-be45-a757ae0deffd service neutron] 10.222.0.23 "GET /v2.0/networks/6221f942-fbec-49eb-9c79-6595e50337ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039282 Aug 31 06:37:52.199340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.276854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5604789-b971-46c0-90a6-86e8028ef5f9 req-7de35f26-9994-4a2e-8844-e59590027743 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.1851499 Aug 31 06:37:52.313618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee658400-432c-48db-b00d-f45296eed296 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa42067-f823-422e-b116-b506698ebd60,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:52.403593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.406416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:52.494332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Allocated IP 2001:db8::2 (f9684a1a-7dcb-401f-a1d8-8296d500a981/0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a/7bd88604-5b84-49e8-b9d0-20b08fc018fc) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:52.509859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.544343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port 651ca233-4d49-4d32-8b8c-1676a5aa7a2e yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:37:52.919287 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.937359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Transition to ACTIVE for port object 7bd88604-5b84-49e8-b9d0-20b08fc018fc will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:52.946422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-e8c4896b-843d-4c97-a114-f1d4a4530004 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:52.951438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-e8c4896b-843d-4c97-a114-f1d4a4530004 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.42 "GET /v2.0/networks?id=afd3e1ee-60e5-4242-8724-83469c569dfc HTTP/1.1" status: 200 len: 811 time: 0.3266833 Aug 31 06:37:52.967822 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] It took 0.86 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:37:52.980694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-76e6557b-1e6a-4b62-9176-9cd1b4dfdd0d req-7bfcc110-7e44-42d4-a452-b0757d2d3620 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 210 time: 0.0593753 Aug 31 06:37:53.046059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa5a5ac9-e140-4ac6-bd8b-0ef2f55a7399 req-8d53a45d-4907-4eed-a2eb-4755ad658f4c service neutron] 10.222.0.23 "GET /v2.0/networks/6221f942-fbec-49eb-9c79-6595e50337ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989490 Aug 31 06:37:53.127419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Transition to ACTIVE for port object 7bd88604-5b84-49e8-b9d0-20b08fc018fc will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:53.181807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-993acfb9-60f1-4e33-a94b-ef32edb79aeb None None] Provisioning for port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:53.200974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-993acfb9-60f1-4e33-a94b-ef32edb79aeb None None] Provisioning complete for port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:53.203068 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-993acfb9-60f1-4e33-a94b-ef32edb79aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.220343 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.257711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::222 (f9684a1a-7dcb-401f-a1d8-8296d500a981/0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a/651ca233-4d49-4d32-8b8c-1676a5aa7a2e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:53.325876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.406228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a0150970-b1f6-48a5-b04a-48857a48402e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a0150970-b1f6-48a5-b04a-48857a48402e,segment=NetworkSegment(41731bbb-4ecc-4bf8-83da-f2785b71e298),segment_id=41731bbb-4ecc-4bf8-83da-f2785b71e298)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:53.457688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'a0150970-b1f6-48a5-b04a-48857a48402e', 'network_id': '6221f942-fbec-49eb-9c79-6595e50337ed', 'port_id': 'a0150970-b1f6-48a5-b04a-48857a48402e', 'mac_address': 'fa:16:3e:9d:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20674ba0-15b6-435b-83d1-7b1275ddf270', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:37:53.467120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:53.501805 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.517782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c090d11c-c73a-4d80-aebf-0b6772c1cd0a']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:53.528931 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.531568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-993acfb9-60f1-4e33-a94b-ef32edb79aeb None None] Port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:53.538492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:53.538981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c6d720-f976-4001-8080-ce634d7984fb') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:53.539558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c6d720-f976-4001-8080-ce634d7984fb') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:53.548597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:53.552463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Pushing event updated for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:53.555467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.574904 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.580799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.588815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:53.589219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.607517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object 651ca233-4d49-4d32-8b8c-1676a5aa7a2e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:53.609350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0150970-b1f6-48a5-b04a-48857a48402e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:53.614841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.615332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.615782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.616226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.616674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.617220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.617869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.618540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.619277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.619868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.620547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.621052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:53.654190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Attempting to bind port 7bd88604-5b84-49e8-b9d0-20b08fc018fc on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:53.654869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Attempting to bind port 7bd88604-5b84-49e8-b9d0-20b08fc018fc by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'bc3f237a-221d-400e-9f38-75ddddd3e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:53.655405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Attempting to bind port 7bd88604-5b84-49e8-b9d0-20b08fc018fc on network f9684a1a-7dcb-401f-a1d8-8296d500a981 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:53.663413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a0150970-b1f6-48a5-b04a-48857a48402e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a0150970-b1f6-48a5-b04a-48857a48402e,segment=NetworkSegment(41731bbb-4ecc-4bf8-83da-f2785b71e298),segment_id=41731bbb-4ecc-4bf8-83da-f2785b71e298)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:53.668371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:53.669131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Checking segment: {'id': 'bc3f237a-221d-400e-9f38-75ddddd3e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:53.669690 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.670246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Bound using segment: {'id': 'bc3f237a-221d-400e-9f38-75ddddd3e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:53.670884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Bound port: 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f237a-221d-400e-9f38-75ddddd3e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:53.671388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.673861 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.685232 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.707236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e051-c427-4fff-906a-720d5565383a req-694b064d-3e35-452d-b89d-9d9d0d0c2c51 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:53.709356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6768e051-c427-4fff-906a-720d5565383a req-694b064d-3e35-452d-b89d-9d9d0d0c2c51 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 943 time: 0.3774302 Aug 31 06:37:53.738698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a0150970-b1f6-48a5-b04a-48857a48402e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:53.748293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:53.752756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:53.761475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:53.767757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:53.768416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.823627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:53.827493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7bd88604-5b84-49e8-b9d0-20b08fc018fc,segment=NetworkSegment(bc3f237a-221d-400e-9f38-75ddddd3e9ef),segment_id=bc3f237a-221d-400e-9f38-75ddddd3e9ef)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:53.833795 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.840696 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6768e051-c427-4fff-906a-720d5565383a req-eac79472-f3a7-4156-9714-27e43fd052ab tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236477 Aug 31 06:37:53.846059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8446028 Aug 31 06:37:53.876086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36836) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:53.876795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=651ca233-4d49-4d32-8b8c-1676a5aa7a2e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:53.891531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6e968f6a-145a-4c45-a2ae-9735e85cd203 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:53.919957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['a0150970-b1f6-48a5-b04a-48857a48402e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:53.979570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95e9f647-339d-4328-a370-6c598d57ea1d req-5c3e8ab7-8409-49b0-afd9-b51be80081b3 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 210 time: 1.3587375 Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:53.990677 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:54.051957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebba31-f305-4728-b8fb-81b466a98000 None None] Pushing event updated for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:54.058946 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.075379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.077220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.077812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.079070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.079070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.079652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.080127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.080703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.081475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.081890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.082457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.082971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.086050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1c3d-5a36-4d7e-aebd-ec219a2a4ab4 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:54.107713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.120742 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/networks/c090d11c-c73a-4d80-aebf-0b6772c1cd0a HTTP/1.1" status: 204 len: 168 time: 2.2156606 Aug 31 06:37:54.124435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36840) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:54.210597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.276638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-015535ba-a8cf-4155-b1d6-4c632c7aad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.312220 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.487355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6ee5f-1c8c-40dd-ba84-f89b6da9bbbd tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Network': ['ID=c090d11c-c73a-4d80-aebf-0b6772c1cd0a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:54.495166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035762a-e812-4a53-8f54-acdc00115e1c req-16a6e85f-af94-48d2-ade1-535b0dfd1391 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:54.496768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-16a6e85f-af94-48d2-ade1-535b0dfd1391 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 816 time: 1.1297224 Aug 31 06:37:54.542765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c93b3a05-7efb-47ca-9303-e76db1fc04e7 req-0a37b6cc-c3d7-454b-930c-735918bb52f8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 210 time: 0.1016345 Aug 31 06:37:54.567798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-69f35133-f167-464c-89dc-b3c8c7973d2d tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c48b2d488df946708d38fb045042bf96 HTTP/1.1" status: 200 len: 380 time: 1.5190763 Aug 31 06:37:54.573533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Pushing event updated for resources: {'Port': ['ID=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:54.586341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Request body: {'port': {'device_id': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'admin_state_up': True, 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'security_groups': ['7a0d8720-0ea0-4fd5-8a9e-b1253750bf02']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:54.642544 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-24b57d23-f469-4209-886a-4104e2620107 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02bf1e50c9c4de9838187610b44b737 HTTP/1.1" status: 200 len: 379 time: 0.1145275 Aug 31 06:37:54.643878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.676375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd58e816-a010-4b4c-981c-7c1dc9789344 req-0926fde1-8b5e-4487-8690-8a101df4da09 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.5744729 Aug 31 06:37:54.699880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'port': {'device_id': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'admin_state_up': True, 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'security_groups': ['0f47d410-e4dd-49e3-8480-9a7df3dcf7e5']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:54.736264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e968f6a-145a-4c45-a2ae-9735e85cd203 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:54.740047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e968f6a-145a-4c45-a2ae-9735e85cd203 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.804478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.883658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7bd88604-5b84-49e8-b9d0-20b08fc018fc up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:54.995440 n-d-712142-16 neutron-server[94667]: INFO neutron.db.ipam_backend_mixin [None req-6e968f6a-145a-4c45-a2ae-9735e85cd203 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a (CIDR: 2001:db8::/64) Aug 31 06:37:55.004124 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e968f6a-145a-4c45-a2ae-9735e85cd203 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:37:55.005291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e968f6a-145a-4c45-a2ae-9735e85cd203 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:37:55.014053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:55.015331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.040788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1337dc-5c2d-46d9-8857-12c67f3e7555']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:55.061340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25baf5a0-eebe-4e91-bfd5-06b8577cff39') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:55.062007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25baf5a0-eebe-4e91-bfd5-06b8577cff39') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:55.085083 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.107390 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.118938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:55.119694 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:55.218732 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:55.259083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:55.268538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:55.284554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97a6ce75-917f-45ee-8660-86aebb6b95c8 req-2e7a544d-1482-44e4-ac14-be253657bb80 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 210 time: 0.0627022 Aug 31 06:37:55.292311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e968f6a-145a-4c45-a2ae-9735e85cd203 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4055059 Aug 31 06:37:55.293699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.296503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36848) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:55.300153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d1d3-ca63-48a4-8cb1-d8e2ededba44 req-6c660980-099d-4673-9140-3c9754fb8a29 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:55.304992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b44d1d3-ca63-48a4-8cb1-d8e2ededba44 req-6c660980-099d-4673-9140-3c9754fb8a29 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 944 time: 0.3382299 Aug 31 06:37:55.305800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:55.323160 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.335635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/networks/ca1337dc-5c2d-46d9-8857-12c67f3e7555 HTTP/1.1" status: 204 len: 168 time: 1.2078161 Aug 31 06:37:55.340094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36850) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:55.459054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Made reservation on behalf of c48b2d488df946708d38fb045042bf96 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:55.469446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e42709-6fd0-4edc-9372-8af1c8a74237 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Network': ['ID=ca1337dc-5c2d-46d9-8857-12c67f3e7555,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:55.469937 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.670948 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.794182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b540fba-7664-438d-90a9-fefd34236bfa req-26f7d42e-e441-486f-9fcc-a018d168e121 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 210 time: 0.0683813 Aug 31 06:37:55.864247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:55.876749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.925298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-defa7f9a-37fc-4a43-b3c7-619a8924a2a5 None None] Provisioning complete for port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:55.926568 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-defa7f9a-37fc-4a43-b3c7-619a8924a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.035856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-defa7f9a-37fc-4a43-b3c7-619a8924a2a5 None None] Port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:56.077949 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69bfd825-2d19-4734-abc6-56cf62cf0884 req-5e2798a8-c71d-4ddd-8f63-36dfa995dcb7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.0519722 Aug 31 06:37:56.100152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a0150970-b1f6-48a5-b04a-48857a48402e up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:56.276000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Provisioning complete for port 0d20d148-32bc-4389-ab4a-9f653bc19668 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:56.276467 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.312400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port a0150970-b1f6-48a5-b04a-48857a48402e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:56.323068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port a0150970-b1f6-48a5-b04a-48857a48402e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:56.323968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.375564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Made reservation on behalf of d02bf1e50c9c4de9838187610b44b737 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:56.381063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.399125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Port 0d20d148-32bc-4389-ab4a-9f653bc19668 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:56.468288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Provisioning for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:56.478771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Provisioning complete for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:56.479787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.544128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b44d1d3-ca63-48a4-8cb1-d8e2ededba44 req-7d47b66c-797f-4de5-8b4e-e0384fe8d44b tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0912836 Aug 31 06:37:56.568665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b9d39-43f4-4671-aae3-bdac8b400f3b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:56.575140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b9d39-43f4-4671-aae3-bdac8b400f3b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:56.576893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f39b9d39-43f4-4671-aae3-bdac8b400f3b tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2344105 Aug 31 06:37:56.590067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36860) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:56.599436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-753529769'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:56.607926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Router 569b2c0b-2190-4833-8451-036df419d455 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:56.664388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fa962a63-8e84-4338-98da-85c6a04c3a83 req-d7cf8844-33ea-4bb2-b87f-27e6aedad6a5 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 210 time: 0.0954022 Aug 31 06:37:56.714613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.716277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Allocated IP 172.20.0.8 (afd3e1ee-60e5-4242-8724-83469c569dfc/4b02c628-6caf-4628-9b94-8d7b8f1d6909/e67c52ff-1787-48d0-8bc6-e71d41dd741e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:56.751231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Made reservation on behalf of 6b7dbe045cea46ac8a79af235f58d3ef for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:56.755953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.803761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.857543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:56.860927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:56.866348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:56.867458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.889417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=e1ea52cd-afcd-4b59-b186-12d5108ae056,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:56.899570 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-395eb13b-f101-4818-9003-0f0d56389fa1 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6018789 Aug 31 06:37:56.904016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36866) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:56.909908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-487255699', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e1ea52cd-afcd-4b59-b186-12d5108ae056'}], 'security_groups': ['18a04662-be9f-46f6-b8d2-ad6e717d701f']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:57.016042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb521ec-58ea-4703-a5a3-9c1f656de492 None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:57.043214 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-496cd5bb-f18e-4f60-b624-93422246a870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.050190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0150970-b1f6-48a5-b04a-48857a48402e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:57.052623 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44697fe5-be63-4e33-9f2b-560ac87ccc3f" -d '{"events": [{"server_uuid": "1f1676cf-ebff-41aa-baa2-a6eb14208cba", "name": "network-vif-plugged", "status": "completed", "tag": "a0150970-b1f6-48a5-b04a-48857a48402e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:57.066653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a0150970-b1f6-48a5-b04a-48857a48402e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a0150970-b1f6-48a5-b04a-48857a48402e,segment=NetworkSegment(41731bbb-4ecc-4bf8-83da-f2785b71e298),segment_id=41731bbb-4ecc-4bf8-83da-f2785b71e298)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:57.096151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:57.098937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.104097 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.108912 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.129564 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79b39a-0a61-4529-a6ed-82e2baa228ff x-openstack-request-id: req-cc79b39a-0a61-4529-a6ed-82e2baa228ff {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:57.129853 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1676cf-ebff-41aa-baa2-a6eb14208cba", "name": "network-vif-plugged", "status": "completed", "tag": "a0150970-b1f6-48a5-b04a-48857a48402e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:57.130103 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc79b39a-0a61-4529-a6ed-82e2baa228ff {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:57.130499 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0150970-b1f6-48a5-b04a-48857a48402e', 'code': 200} Aug 31 06:37:57.136424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.168216 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e68946d-a589-40f6-bd81-fcb0eac40ffb req-2426b62d-81f7-4a30-a83d-7408b62c81f7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 210 time: 0.1227815 Aug 31 06:37:57.248590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.249704 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Added segment 46a00613-3d16-490e-907e-8605c58739bf of type vlan for network b396c310-7a77-404e-a147-df90d0d9394d Aug 31 06:37:57.308199 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50e085e2-404e-4b66-9740-fbefe2cc7247 req-b979e407-ed97-4cdc-870a-f4f3f7644aef tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6125c2a7-3761-47b3-ba51-b30f4600c938 HTTP/1.1" status: 200 len: 210 time: 0.0525270 Aug 31 06:37:57.319943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7bd88604-5b84-49e8-b9d0-20b08fc018fc,segment=NetworkSegment(bc3f237a-221d-400e-9f38-75ddddd3e9ef),segment_id=bc3f237a-221d-400e-9f38-75ddddd3e9ef)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:57.334532 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.359493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a0150970-b1f6-48a5-b04a-48857a48402e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:57.369510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Allocated IP 172.20.0.3 (5199cf27-ea15-49ca-80b9-12b0c2785fb8/2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4/38dd4750-916c-4e5a-a105-5ccbd30ca18b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:57.402803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:57.459669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ff1eb-5db4-4409-9a30-71ae49522256 None None] Pushing event updated for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:57.470378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.485759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Sync routers for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:57.492924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Transition to ACTIVE for port object e67c52ff-1787-48d0-8bc6-e71d41dd741e will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:57.520061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:57.521252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:57.553970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7bf2034c-aa8b-4116-b539-b890440da99f admin admin] 10.222.0.15 "PUT /v2.0/routers/569b2c0b-2190-4833-8451-036df419d455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3299866 Aug 31 06:37:57.683714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.741150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ec987a09-b8ab-4a39-b701-1ec0e0c13c83 None None] Provisioning for port 651ca233-4d49-4d32-8b8c-1676a5aa7a2e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:57.892029 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.895867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ec987a09-b8ab-4a39-b701-1ec0e0c13c83 None None] Provisioning complete for port 651ca233-4d49-4d32-8b8c-1676a5aa7a2e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:57.900660 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec987a09-b8ab-4a39-b701-1ec0e0c13c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.991402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a278ba-1254-4c5d-8120-25c9c8871a1d req-226babc8-dbb5-4d7a-83ca-64d9e49dc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:58.003769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7a278ba-1254-4c5d-8120-25c9c8871a1d req-226babc8-dbb5-4d7a-83ca-64d9e49dc1b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 1097 time: 0.7723339 Aug 31 06:37:58.018570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Network afd3e1ee-60e5-4242-8724-83469c569dfc is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:58.049369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:58.081626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.resource_extend [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:37:58.118226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Delete allocated IP 2001:db8::222 (f9684a1a-7dcb-401f-a1d8-8296d500a981/0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a) {{(pid=94667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:37:58.130210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:58.135586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8:0:1::2f5 (f9684a1a-7dcb-401f-a1d8-8296d500a981/e1ea52cd-afcd-4b59-b186-12d5108ae056/651ca233-4d49-4d32-8b8c-1676a5aa7a2e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:58.169788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70a619-1058-4019-8834-a52a05ebe088 req-00d3a116-057f-4121-9c9c-8a380c8def4f tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:58.171615 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f70a619-1058-4019-8834-a52a05ebe088 req-00d3a116-057f-4121-9c9c-8a380c8def4f tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 931 time: 0.2030458 Aug 31 06:37:58.207926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:58.208895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.248174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event updated for resources: {'Port': ['ID=e67c52ff-1787-48d0-8bc6-e71d41dd741e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:58.255612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ec987a09-b8ab-4a39-b701-1ec0e0c13c83 None None] Port 651ca233-4d49-4d32-8b8c-1676a5aa7a2e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:58.284115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.305989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:58.429425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.446541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Transition to ACTIVE for port object 38dd4750-916c-4e5a-a105-5ccbd30ca18b will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:58.467239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f70a619-1058-4019-8834-a52a05ebe088 req-1c7ebde2-b7e5-4448-b1c2-b09c7de401b1 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701650 Aug 31 06:37:58.499031 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.505422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:58.506091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.525357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.525730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.526071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.526407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.526742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.527069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.527394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.527716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.528139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.528499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.528956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.529603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:58.636746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Network': ['ID=b396c310-7a77-404e-a147-df90d0d9394d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:58.639802 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.642854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7a278ba-1254-4c5d-8120-25c9c8871a1d req-95ee0738-9098-4aeb-82ee-adcd569c7d78 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130142 Aug 31 06:37:58.666294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:58.674367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:58.685966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fec36-1ff3-40ec-adda-7bb7e0dd20ab req-94a0ec46-962c-4940-8f79-49aa6a0cc848 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:58.693372 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-290fec36-1ff3-40ec-adda-7bb7e0dd20ab req-94a0ec46-962c-4940-8f79-49aa6a0cc848 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 945 time: 0.7169824 Aug 31 06:37:58.696078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-8eb30efc-59f6-42eb-a983-b52d65b34df7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1177897 Aug 31 06:37:58.697018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:58.702235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network b396c310-7a77-404e-a147-df90d0d9394d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:58.746503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Request body: {'port': {'device_id': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:58.814864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ad5ad361-5556-4257-a510-6cf7dc0b9f86 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2232983 Aug 31 06:37:58.830233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36922) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:58.839807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.840256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-680223505'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:58.890619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Ignored duplicate provisioning block setup for port 651ca233-4d49-4d32-8b8c-1676a5aa7a2e by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 06:37:58.897059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Made reservation on behalf of 6b7dbe045cea46ac8a79af235f58d3ef for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:58.901226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.906002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7bd88604-5b84-49e8-b9d0-20b08fc018fc up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:58.978000 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.987981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-eb4148e9-0bd1-433c-825b-ab6b4f2b03ad None None] Provisioning for port e67c52ff-1787-48d0-8bc6-e71d41dd741e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:59.025616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:59.047985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:59.048202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.049754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-eb4148e9-0bd1-433c-825b-ab6b4f2b03ad None None] Provisioning complete for port e67c52ff-1787-48d0-8bc6-e71d41dd741e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:59.050120 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb4148e9-0bd1-433c-825b-ab6b4f2b03ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.077422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:59.080866 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.103545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=651ca233-4d49-4d32-8b8c-1676a5aa7a2e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:59.112986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] In _notify_port_updated(), no bound segment for port 651ca233-4d49-4d32-8b8c-1676a5aa7a2e on network f9684a1a-7dcb-401f-a1d8-8296d500a981 {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:37:59.125222 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-290fec36-1ff3-40ec-adda-7bb7e0dd20ab req-728c0d26-588c-4ce6-a5cb-9905ea4bcefc tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307084 Aug 31 06:37:59.137551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:59.138482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.145419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-1f018e5c-92eb-4527-b6b2-a51e8620c69d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4523156 Aug 31 06:37:59.146091 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1b81432e-180b-45ef-b08a-f68895d65e26 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "PUT /v2.0/ports/651ca233-4d49-4d32-8b8c-1676a5aa7a2e HTTP/1.1" status: 200 len: 930 time: 2.2408564 Aug 31 06:37:59.146777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36924) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:59.180368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.181552 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Added segment 936ac4a4-0e92-40a8-8ed1-579bb66e678d of type vlan for network 0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c Aug 31 06:37:59.310671 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.327553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c7f4-7c53-4170-ac32-0e6c542da7c0 req-9a4e27df-7563-4b19-acdd-99b1f89f2d62 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:59.343088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e600c7f4-7c53-4170-ac32-0e6c542da7c0 req-9a4e27df-7563-4b19-acdd-99b1f89f2d62 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 931 time: 0.4495568 Aug 31 06:37:59.376946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-eb4148e9-0bd1-433c-825b-ab6b4f2b03ad None None] Port e67c52ff-1787-48d0-8bc6-e71d41dd741e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:59.408788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Request body: {'port': {'device_id': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:59.431820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.460330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:59.500233 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.557617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e600c7f4-7c53-4170-ac32-0e6c542da7c0 req-a0bf8a24-f9cc-4116-8c93-1faf17891079 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086387 Aug 31 06:37:59.562867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:59.563998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.623426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ddb09-a3d5-4dc9-979e-6babd0d4945d None None] Update dhcp port {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'fixed_ips': [{'subnet_id': '0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1ea52cd-afcd-4b59-b186-12d5108ae056'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '7bd88604-5b84-49e8-b9d0-20b08fc018fc'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:37:59.682649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-68656814-7c56-4cb4-ba42-d4dd2ac22731 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 651ca233-4d49-4d32-8b8c-1676a5aa7a2e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:59.683317 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68656814-7c56-4cb4-ba42-d4dd2ac22731 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.752903 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-333ddb09-a3d5-4dc9-979e-6babd0d4945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.786390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6258a234-9a98-47f7-95d8-056e373cb73b None None] Provisioning for port 38dd4750-916c-4e5a-a105-5ccbd30ca18b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:59.797984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6258a234-9a98-47f7-95d8-056e373cb73b None None] Provisioning complete for port 38dd4750-916c-4e5a-a105-5ccbd30ca18b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:59.798191 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6258a234-9a98-47f7-95d8-056e373cb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.886319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6258a234-9a98-47f7-95d8-056e373cb73b None None] Port 38dd4750-916c-4e5a-a105-5ccbd30ca18b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:59.944586 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68656814-7c56-4cb4-ba42-d4dd2ac22731 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.965440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-68656814-7c56-4cb4-ba42-d4dd2ac22731 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 651ca233-4d49-4d32-8b8c-1676a5aa7a2e owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:00.004292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:37:53Z', 'revision_number': 2, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:00.048841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Checking router: 569b2c0b-2190-4833-8451-036df419d455 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:00.049136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Updating router 569b2c0b-2190-4833-8451-036df419d455 port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:38:00.117521 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.145879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67c52ff-1787-48d0-8bc6-e71d41dd741e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:00.156821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.171970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Transition to ACTIVE for port object e67c52ff-1787-48d0-8bc6-e71d41dd741e will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:00.184151 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.221873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.247456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4152939 Aug 31 06:38:00.264801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36970) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:00.280061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'ports': [{'network_id': 'b396c310-7a77-404e-a147-df90d0d9394d', 'name': 'tempest-port--1762456174', 'admin_state_up': True}, {'network_id': '0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c', 'admin_state_up': False}]} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:00.280416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'port': {'network_id': 'b396c310-7a77-404e-a147-df90d0d9394d', 'name': 'tempest-port--1762456174', 'admin_state_up': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:00.284224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'port': {'network_id': '0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c', 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:00.324676 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.400585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df2db6-511a-4941-aca4-c3509cedf225 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Network': ['ID=0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:00.419940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:00.438967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Pushing event updated for resources: {'Port': ['ID=e67c52ff-1787-48d0-8bc6-e71d41dd741e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:00.692352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-333ddb09-a3d5-4dc9-979e-6babd0d4945d None None] Allocated IP 2001:db8:0:1::2 (f9684a1a-7dcb-401f-a1d8-8296d500a981/e1ea52cd-afcd-4b59-b186-12d5108ae056/7bd88604-5b84-49e8-b9d0-20b08fc018fc) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:00.710303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8632ba-825f-4715-b007-635c8b415ebf req-3c4f07c7-58df-420e-ba3b-d57fab496045 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:00.712554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db8632ba-825f-4715-b007-635c8b415ebf req-3c4f07c7-58df-420e-ba3b-d57fab496045 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 943 time: 0.8983080 Aug 31 06:38:00.725574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c9337-2f4e-4159-ac8b-ced8ce03a381 req-a12d5452-1746-4aac-8e0f-212c5d95a71c tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:00.727597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f6c9337-2f4e-4159-ac8b-ced8ce03a381 req-a12d5452-1746-4aac-8e0f-212c5d95a71c tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 945 time: 0.4324811 Aug 31 06:38:00.731717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68656814-7c56-4cb4-ba42-d4dd2ac22731 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.827496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68656814-7c56-4cb4-ba42-d4dd2ac22731 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=651ca233-4d49-4d32-8b8c-1676a5aa7a2e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:00.913930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db8632ba-825f-4715-b007-635c8b415ebf req-d3c4d0b2-57f6-44c6-9e0e-dbafd27728fd tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830952 Aug 31 06:38:00.965971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f6c9337-2f4e-4159-ac8b-ced8ce03a381 req-9e2bf8d7-bd1f-4db0-bd6b-8f2b7c85ba62 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127817 Aug 31 06:38:00.968099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Made reservation on behalf of 6b7dbe045cea46ac8a79af235f58d3ef for: {'port': 2} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:00.976883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.007165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68656814-7c56-4cb4-ba42-d4dd2ac22731 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.016796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-68656814-7c56-4cb4-ba42-d4dd2ac22731 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/651ca233-4d49-4d32-8b8c-1676a5aa7a2e HTTP/1.1" status: 204 len: 168 time: 1.8664765 Aug 31 06:38:01.019854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36982) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:01.040972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.048950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Attempting to bind port e67c52ff-1787-48d0-8bc6-e71d41dd741e on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:01.049310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Attempting to bind port e67c52ff-1787-48d0-8bc6-e71d41dd741e by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:01.049639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Attempting to bind port e67c52ff-1787-48d0-8bc6-e71d41dd741e on network afd3e1ee-60e5-4242-8724-83469c569dfc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:01.066032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Port e67c52ff-1787-48d0-8bc6-e71d41dd741e on network afd3e1ee-60e5-4242-8724-83469c569dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:01.067116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Attempting to bind port e67c52ff-1787-48d0-8bc6-e71d41dd741e on network afd3e1ee-60e5-4242-8724-83469c569dfc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:01.077133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:01.077571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Checking segment: {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:01.078134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Bound using segment: {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:01.078776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Bound port: e67c52ff-1787-48d0-8bc6-e71d41dd741e, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:01.079237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.079547 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-99348121-6d9f-4b67-879c-958c4cff8ab5 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:38:01.081988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-333ddb09-a3d5-4dc9-979e-6babd0d4945d None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7bd88604-5b84-49e8-b9d0-20b08fc018fc,segment=NetworkSegment(bc3f237a-221d-400e-9f38-75ddddd3e9ef),segment_id=bc3f237a-221d-400e-9f38-75ddddd3e9ef)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:01.086215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99348121-6d9f-4b67-879c-958c4cff8ab5 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/651ca233-4d49-4d32-8b8c-1676a5aa7a2e HTTP/1.1" status: 404 len: 333 time: 0.0639124 Aug 31 06:38:01.086519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36984) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:01.190352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] device_id is not set on port 1ca9842e-77ad-4a32-97d1-1a2df4c49453 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:01.200757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-333ddb09-a3d5-4dc9-979e-6babd0d4945d None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.367058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58e1d6-f2b9-4e0b-9a63-32077792729e req-901d7f18-dc75-4794-b822-1bc2880ae30b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:01.369207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a58e1d6-f2b9-4e0b-9a63-32077792729e req-901d7f18-dc75-4794-b822-1bc2880ae30b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 931 time: 0.2107012 Aug 31 06:38:01.423051 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9218261b-4969-4ad7-b21f-a150f2234e3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.476880 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.499287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] For port e67c52ff-1787-48d0-8bc6-e71d41dd741e, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:01.558531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] For port e67c52ff-1787-48d0-8bc6-e71d41dd741e, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:01.586961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] device_id is not set on port 3f1fd3a5-5b9f-46e7-992d-e259ccd7d6a9 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:01.620448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-333ddb09-a3d5-4dc9-979e-6babd0d4945d None None] Transition to ACTIVE for port object 7bd88604-5b84-49e8-b9d0-20b08fc018fc will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:01.627785 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-333ddb09-a3d5-4dc9-979e-6babd0d4945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.673541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dd4750-916c-4e5a-a105-5ccbd30ca18b {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:01.692292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.717305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Transition to ACTIVE for port object 38dd4750-916c-4e5a-a105-5ccbd30ca18b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:01.757131 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9218261b-4969-4ad7-b21f-a150f2234e3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.779444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.813612 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.832046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.849640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Transition to ACTIVE for port object 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:01.855560 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.863735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.881249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.900497 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9218261b-4969-4ad7-b21f-a150f2234e3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.901690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ddb09-a3d5-4dc9-979e-6babd0d4945d None None] Pushing event updated for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:01.904084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9218261b-4969-4ad7-b21f-a150f2234e3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.914264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9218261b-4969-4ad7-b21f-a150f2234e3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fa42067-f823-422e-b116-b506698ebd60 HTTP/1.1" status: 204 len: 168 time: 0.8241901 Aug 31 06:38:01.920636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36996) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:02.013955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.014659 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.017842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] 10.222.0.42 "PUT /v2.0/ports/e67c52ff-1787-48d0-8bc6-e71d41dd741e HTTP/1.1" status: 200 len: 1092 time: 3.2792687 Aug 31 06:38:02.022958 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a58e1d6-f2b9-4e0b-9a63-32077792729e req-21186364-d32a-4e3f-bff7-e95b45bf58e8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6292706 Aug 31 06:38:02.034960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'tag': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:02.043918 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506be3c-5bda-45ef-9308-c4f967d65b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf51bc37-92b8-4715-a3dd-49c89dc1eced", "tag": "e67c52ff-1787-48d0-8bc6-e71d41dd741e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:02.061947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218261b-4969-4ad7-b21f-a150f2234e3c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa42067-f823-422e-b116-b506698ebd60,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.188700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Port': ['ID=1ca9842e-77ad-4a32-97d1-1a2df4c49453,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.281254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da56418-f9d9-487d-9897-a14fb26878d9 req-6b539a00-790e-4b58-8a6e-43d3743ce11b tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.282390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c30d1a-b687-4fbe-afb5-2ea25b7d5383 None None] Pushing event updated for resources: {'Port': ['ID=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.288702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5da56418-f9d9-487d-9897-a14fb26878d9 req-6b539a00-790e-4b58-8a6e-43d3743ce11b tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 945 time: 0.3352468 Aug 31 06:38:02.348674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Checking segment: {'id': '46a00613-3d16-490e-907e-8605c58739bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b396c310-7a77-404e-a147-df90d0d9394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:02.349230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Network hostable DHCP agents. Network: b396c310-7a77-404e-a147-df90d0d9394d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:02.444139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Attempting to bind port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:02.444509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Attempting to bind port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:02.444901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Attempting to bind port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 on network 77ac29c0-f99f-4d9b-93bd-76d263018252 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:02.471077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5da56418-f9d9-487d-9897-a14fb26878d9 req-3ff6c320-6f48-46c4-aa5b-eeacbd1b5f13 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727247 Aug 31 06:38:02.472247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.478801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Network b396c310-7a77-404e-a147-df90d0d9394d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:02.484547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:02.484932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Checking segment: {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:02.485378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.500320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Bound using segment: {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:02.500967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, b396c310-7a77-404e-a147-df90d0d9394d) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:02.503885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Bound port: 4dbd3b3e-797c-4674-be09-e0c9ed2e2539, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:02.504359 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.509161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:02.517706 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.549251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00876513-1639-4665-af7f-2cddc4d79309 None None] Network b396c310-7a77-404e-a147-df90d0d9394d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:02.678320 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b1e2b7-f793-487a-9860-4b5ec0acf3e0 x-openstack-request-id: req-f7b1e2b7-f793-487a-9860-4b5ec0acf3e0 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:02.695941 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf51bc37-92b8-4715-a3dd-49c89dc1eced", "tag": "e67c52ff-1787-48d0-8bc6-e71d41dd741e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:02.698738 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7b1e2b7-f793-487a-9860-4b5ec0acf3e0 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:02.699689 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'tag': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'status': 'completed', 'code': 200} Aug 31 06:38:02.714716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Port': ['ID=3f1fd3a5-5b9f-46e7-992d-e259ccd7d6a9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.728820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Checking segment: {'id': '936ac4a4-0e92-40a8-8ed1-579bb66e678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:02.729028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Network hostable DHCP agents. Network: 0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:02.771408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Network 0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:02.798392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:02.808026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:02.815077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.820165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.820921 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.854255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f57b5-16f1-44b5-91cb-5106e3e4c382 service neutron] Pushing event updated for resources: {'Port': ['ID=e67c52ff-1787-48d0-8bc6-e71d41dd741e,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.867774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee2270-e64a-4aac-90a4-28554020ae52 None None] Network 0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:02.878895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5f6d190f-49e6-4072-bd7f-4ec8e1b34a95 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6108208 Aug 31 06:38:02.881346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37008) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:02.906090 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9f5611c-3f31-40a8-a206-6af97b8dff19 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.920693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-3e38b173-d28b-4029-a57d-f1a92418bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.938762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-3e38b173-d28b-4029-a57d-f1a92418bc84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c48b2d488df946708d38fb045042bf96&device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 1095 time: 0.8438210 Aug 31 06:38:03.001993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9f5611c-3f31-40a8-a206-6af97b8dff19 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.055992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01028b2-98d4-4995-a094-f70f3356fc77 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.066347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7bd88604-5b84-49e8-b9d0-20b08fc018fc up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:03.083597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01028b2-98d4-4995-a094-f70f3356fc77 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.085366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b01028b2-98d4-4995-a094-f70f3356fc77 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2028160 Aug 31 06:38:03.097712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37012) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:03.240247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9f5611c-3f31-40a8-a206-6af97b8dff19 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.248709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9f5611c-3f31-40a8-a206-6af97b8dff19 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.253497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f9f5611c-3f31-40a8-a206-6af97b8dff19 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/security-groups/18a04662-be9f-46f6-b8d2-ad6e717d701f HTTP/1.1" status: 204 len: 168 time: 1.3179836 Aug 31 06:38:03.256719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-4b26ffc1-8cec-4602-8181-187b38d45b5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e HTTP/1.1" status: 200 len: 217 time: 0.1275358 Aug 31 06:38:03.270408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37016) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:03.356290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] For port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:03.391133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca89dd45-78b5-4ace-9b5e-021c5cff6831 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:03.401682 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca89dd45-78b5-4ace-9b5e-021c5cff6831 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.424671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] For port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:03.440820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5611c-3f31-40a8-a206-6af97b8dff19 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a04662-be9f-46f6-b8d2-ad6e717d701f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:03.461158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-87e2793a-bf73-4f74-ac53-45324fe4447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.464418 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.475661 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-87e2793a-bf73-4f74-ac53-45324fe4447d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b02c628-6caf-4628-9b94-8d7b8f1d6909 HTTP/1.1" status: 200 len: 850 time: 0.1462176 Aug 31 06:38:03.504543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58943-31c7-4078-b23d-912aa883c875 req-9f051219-4176-4454-ad18-bdbb20ebe822 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.515305 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20f58943-31c7-4078-b23d-912aa883c875 req-9f051219-4176-4454-ad18-bdbb20ebe822 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.2429385 Aug 31 06:38:03.574782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Attempting to bind port 38dd4750-916c-4e5a-a105-5ccbd30ca18b on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:03.575193 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Attempting to bind port 38dd4750-916c-4e5a-a105-5ccbd30ca18b by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:03.575882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Attempting to bind port 38dd4750-916c-4e5a-a105-5ccbd30ca18b on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:03.592234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-40cd8461-e453-4b54-a9a3-e09955738c9e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Deleting port 1ca9842e-77ad-4a32-97d1-1a2df4c49453 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:03.592574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd8461-e453-4b54-a9a3-e09955738c9e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.632128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0dd1a-2cb6-45ca-8360-d4ad43a8ebbe req-813cf64a-99f8-4454-b123-0f0c8f48e1d7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.636080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8f0dd1a-2cb6-45ca-8360-d4ad43a8ebbe req-813cf64a-99f8-4454-b123-0f0c8f48e1d7 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 943 time: 1.0274198 Aug 31 06:38:03.636950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Port 38dd4750-916c-4e5a-a105-5ccbd30ca18b on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:03.637472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Attempting to bind port 38dd4750-916c-4e5a-a105-5ccbd30ca18b on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:03.646592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:03.648252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Checking segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:03.649136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Bound using segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:03.649456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-42a4f11f-da6b-4b46-90f8-8868c9d73e51 None None] Provisioning complete for port 0d20d148-32bc-4389-ab4a-9f653bc19668 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:03.649864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42a4f11f-da6b-4b46-90f8-8868c9d73e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.650741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Bound port: 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:03.651839 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.667530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca89dd45-78b5-4ace-9b5e-021c5cff6831 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.677941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:03.678175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:03.686068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c30d1a-b687-4fbe-afb5-2ea25b7d5383 None None] Pushing event updated for resources: {'Port': ['ID=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:03.770387 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8f0dd1a-2cb6-45ca-8360-d4ad43a8ebbe req-03ea2bdf-bb0f-439d-a1c5-ec8039941694 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049471 Aug 31 06:38:03.803332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-a6f34e13-8fc9-4130-a733-0c47b1bb79f6 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.806524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-a6f34e13-8fc9-4130-a733-0c47b1bb79f6 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 945 time: 0.6812978 Aug 31 06:38:03.885998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-42a4f11f-da6b-4b46-90f8-8868c9d73e51 None None] Port 0d20d148-32bc-4389-ab4a-9f653bc19668 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:04.071063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-42a4f11f-da6b-4b46-90f8-8868c9d73e51 None None] Could not find standard attr ID for object 651ca233-4d49-4d32-8b8c-1676a5aa7a2e. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:38:04.099809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd8461-e453-4b54-a9a3-e09955738c9e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.142205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-40cd8461-e453-4b54-a9a3-e09955738c9e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Calling delete_port for 1ca9842e-77ad-4a32-97d1-1a2df4c49453 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:04.252146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:04.279591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca89dd45-78b5-4ace-9b5e-021c5cff6831 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.296409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:04.301656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:04.315552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-060988b6-9709-441c-8a46-ea947d752b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:04.318516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-060988b6-9709-441c-8a46-ea947d752b9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afd3e1ee-60e5-4242-8724-83469c569dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8053758 Aug 31 06:38:04.321643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.427826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-42a4f11f-da6b-4b46-90f8-8868c9d73e51 None None] Provisioning for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:04.473768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca89dd45-78b5-4ace-9b5e-021c5cff6831 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.483154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd8461-e453-4b54-a9a3-e09955738c9e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.541590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:04.542822 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.547874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] 10.222.0.42 "PUT /v2.0/ports/38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 1092 time: 5.3830523 Aug 31 06:38:04.551051 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20f58943-31c7-4078-b23d-912aa883c875 req-8876724a-2aaf-4123-a004-f13aa1aabd20 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0332115 Aug 31 06:38:04.563497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ca89dd45-78b5-4ace-9b5e-021c5cff6831 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.589891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ca89dd45-78b5-4ace-9b5e-021c5cff6831 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a HTTP/1.1" status: 204 len: 168 time: 1.3032486 Aug 31 06:38:04.598453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88742d1b-7291-4aa0-b5f9-3b07d263438f req-3c1f1b53-ccea-4659-a407-7593c1d7b969 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:04.600061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-88742d1b-7291-4aa0-b5f9-3b07d263438f req-3c1f1b53-ccea-4659-a407-7593c1d7b969 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 945 time: 0.5810065 Aug 31 06:38:04.608487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37026) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:04.617542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89dd45-78b5-4ace-9b5e-021c5cff6831 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:04.626272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0dc00-d478-40b4-8364-73306659181a None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:04.626809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd8461-e453-4b54-a9a3-e09955738c9e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Port': ['ID=1ca9842e-77ad-4a32-97d1-1a2df4c49453,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:04.631087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-42a4f11f-da6b-4b46-90f8-8868c9d73e51 None None] Provisioning complete for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:04.631480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42a4f11f-da6b-4b46-90f8-8868c9d73e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.642786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd8461-e453-4b54-a9a3-e09955738c9e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:04.649267 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40cd8461-e453-4b54-a9a3-e09955738c9e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/ports/1ca9842e-77ad-4a32-97d1-1a2df4c49453 HTTP/1.1" status: 204 len: 168 time: 1.5479081 Aug 31 06:38:04.650157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37028) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:04.733720 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-bebf6539-b1f3-46ea-b874-bcd6a1705fc7 service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028475 Aug 31 06:38:04.734246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:04.737156 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fe8d56-df34-480b-9434-dfa203f1af1d" -d '{"events": [{"name": "network-changed", "server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:04.802829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:04.860271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:03Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:04.903636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0aa07-c717-4404-be0e-1fbb3541aa6a None None] The sync data for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 is: [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:03Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:05.023503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bcb63caa-6c87-41ab-b490-6b75ee6cecc3 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Deleting port 3f1fd3a5-5b9f-46e7-992d-e259ccd7d6a9 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:05.024573 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcb63caa-6c87-41ab-b490-6b75ee6cecc3 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.119285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49579ed-28e8-4570-bce9-7531560f17fc service neutron] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:05.127810 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b473fc0-6924-4941-9e1e-1aa0f84e77ba x-openstack-request-id: req-0b473fc0-6924-4941-9e1e-1aa0f84e77ba {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:05.128160 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:05.128349 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b473fc0-6924-4941-9e1e-1aa0f84e77ba {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:05.128747 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'status': 'completed', 'code': 200} Aug 31 06:38:05.191831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Deleting port a0150970-b1f6-48a5-b04a-48857a48402e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:05.192642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.280277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b929e3e5-ebf1-4ac3-aba5-47f2e953a614 None None] Could not find standard attr ID for object 651ca233-4d49-4d32-8b8c-1676a5aa7a2e. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:38:05.392740 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcb63caa-6c87-41ab-b490-6b75ee6cecc3 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.434277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bcb63caa-6c87-41ab-b490-6b75ee6cecc3 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Calling delete_port for 3f1fd3a5-5b9f-46e7-992d-e259ccd7d6a9 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:05.541362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebd459-7ec7-4e36-9773-7ce4c50f99c0 req-c674bfd0-1f8b-4ae3-a124-92ad2b46ec4a tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:05.544383 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bfebd459-7ec7-4e36-9773-7ce4c50f99c0 req-c674bfd0-1f8b-4ae3-a124-92ad2b46ec4a tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 943 time: 0.5055339 Aug 31 06:38:05.664814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bfebd459-7ec7-4e36-9773-7ce4c50f99c0 req-3a82bdb4-c6c9-4729-bf59-a8bc0b049eea tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936375 Aug 31 06:38:05.693638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcb63caa-6c87-41ab-b490-6b75ee6cecc3 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.745787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb63caa-6c87-41ab-b490-6b75ee6cecc3 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Port': ['ID=3f1fd3a5-5b9f-46e7-992d-e259ccd7d6a9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:05.765053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcb63caa-6c87-41ab-b490-6b75ee6cecc3 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.772627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bcb63caa-6c87-41ab-b490-6b75ee6cecc3 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/ports/3f1fd3a5-5b9f-46e7-992d-e259ccd7d6a9 HTTP/1.1" status: 204 len: 168 time: 1.1209836 Aug 31 06:38:05.774129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37042) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:05.891609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a220bbe6-d4c1-4fb2-9464-a1ca2740e1ce tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1157148 Aug 31 06:38:05.897056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37044) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:05.909713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1375759801'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:05.988992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac52560-a056-4f2c-8643-606e29500ef9 req-a87c6b85-6dee-4ea6-82d9-3373b6fa9290 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.005805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ac52560-a056-4f2c-8643-606e29500ef9 req-a87c6b85-6dee-4ea6-82d9-3373b6fa9290 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.2141221 Aug 31 06:38:06.102901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ac52560-a056-4f2c-8643-606e29500ef9 req-d2f84920-8e18-4c7a-bc00-6f51b32d0299 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901380 Aug 31 06:38:06.137361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a0150970-b1f6-48a5-b04a-48857a48402e no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:06.138576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Made reservation on behalf of 6b7dbe045cea46ac8a79af235f58d3ef for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:06.145108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.168556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7fbc27e-fa42-4895-a82b-b53c1dd85546 req-653c1e3a-1a75-4638-b31f-f36a87e13cc7 service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4226093 Aug 31 06:38:06.199694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:06.217792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.217792 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Added segment a7220fc6-3de4-4fa1-b912-4770339e0ad9 of type vlan for network 88323e07-32da-45f1-9113-a48b45d58a0f Aug 31 06:38:06.304084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:38:06.304084 n-d-712142-16 neutron-server[94668]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:38:06.304084 n-d-712142-16 neutron-server[94668]: [parameters: {'project_id': '2bd6386fe638485fb3b58f666ee56a8a', 'id': '24cbdb83-824f-4675-9873-0876ebc78451', 'expiration': datetime.datetime(2021, 8, 31, 6, 40, 6, 109966)}] Aug 31 06:38:06.304084 n-d-712142-16 neutron-server[94668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:38:06.306078 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:38:06.326161 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.360319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-88742d1b-7291-4aa0-b5f9-3b07d263438f req-b6a2bc63-c41b-4463-b51d-9d24bf00cf5b tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/security-groups?id=d813d6d7-a57c-47aa-a047-03b92cd5b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2480142 Aug 31 06:38:06.412039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035762a-e812-4a53-8f54-acdc00115e1c req-db6eefb2-9067-4d80-9d04-73b56e54c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.416690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-db6eefb2-9067-4d80-9d04-73b56e54c4ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1095 time: 1.7228279 Aug 31 06:38:06.417065 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.448010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.451688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.475726 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.529726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0150970-b1f6-48a5-b04a-48857a48402e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:06.535483 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7074116-f15b-404b-85b0-a4e80ad9383e" -d '{"events": [{"server_uuid": "1f1676cf-ebff-41aa-baa2-a6eb14208cba", "name": "network-vif-unplugged", "status": "completed", "tag": "a0150970-b1f6-48a5-b04a-48857a48402e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:06.581746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a0150970-b1f6-48a5-b04a-48857a48402e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a0150970-b1f6-48a5-b04a-48857a48402e,segment=NetworkSegment(41731bbb-4ecc-4bf8-83da-f2785b71e298),segment_id=41731bbb-4ecc-4bf8-83da-f2785b71e298)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:06.593398 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.639820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7370303 Aug 31 06:38:06.648955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37054) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:06.661308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1169410275'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:06.672872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-4bb5d9e1-96e4-4585-bfa7-00db2ca39f24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 217 time: 0.2002823 Aug 31 06:38:06.754381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7b122-e9ed-48ba-9f7f-fccc48191dd7 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Network': ['ID=88323e07-32da-45f1-9113-a48b45d58a0f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:06.769591 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d58a75b-b670-4576-9da4-518c80d395ac x-openstack-request-id: req-7d58a75b-b670-4576-9da4-518c80d395ac {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:06.770728 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1676cf-ebff-41aa-baa2-a6eb14208cba", "name": "network-vif-unplugged", "status": "completed", "tag": "a0150970-b1f6-48a5-b04a-48857a48402e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:06.771006 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d58a75b-b670-4576-9da4-518c80d395ac {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:06.771435 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0150970-b1f6-48a5-b04a-48857a48402e', 'code': 200} Aug 31 06:38:06.773597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a0150970-b1f6-48a5-b04a-48857a48402e,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:06.795646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Made reservation on behalf of 6b7dbe045cea46ac8a79af235f58d3ef for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:06.797050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d49e3d9e-34e2-490f-b603-47613ca3af44 None None] Provisioning complete for port 0d20d148-32bc-4389-ab4a-9f653bc19668 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:06.797650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d49e3d9e-34e2-490f-b603-47613ca3af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.809626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.866262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035762a-e812-4a53-8f54-acdc00115e1c req-d368e64b-009c-4d67-ba8a-8af502dd6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.868705 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-d368e64b-009c-4d67-ba8a-8af502dd6199 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.1747260 Aug 31 06:38:06.901781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:06.910854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 88323e07-32da-45f1-9113-a48b45d58a0f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:06.911701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-6d6138cf-afe4-4aca-98ef-bf18741cbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.916081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-6d6138cf-afe4-4aca-98ef-bf18741cbc5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c48b2d488df946708d38fb045042bf96&device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 1095 time: 0.6037629 Aug 31 06:38:06.926084 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.927003 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Added segment 5405c853-23e6-4d2b-b113-face56c66a60 of type vlan for network 42fda68b-6034-48a2-b89a-edac005c5934 Aug 31 06:38:07.073341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:07.087093 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.105125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] For port a0150970-b1f6-48a5-b04a-48857a48402e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a0150970-b1f6-48a5-b04a-48857a48402e,segment=NetworkSegment(41731bbb-4ecc-4bf8-83da-f2785b71e298),segment_id=41731bbb-4ecc-4bf8-83da-f2785b71e298)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:07.105607 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.129534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Calling delete_port for a0150970-b1f6-48a5-b04a-48857a48402e owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:07.151863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.163096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d49e3d9e-34e2-490f-b603-47613ca3af44 None None] Port 0d20d148-32bc-4389-ab4a-9f653bc19668 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:07.172702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:07.173821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.235386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d49e3d9e-34e2-490f-b603-47613ca3af44 None None] Provisioning complete for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:07.235864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d49e3d9e-34e2-490f-b603-47613ca3af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.256293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:07.261769 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.372241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:07.400478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:07.400857 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.797317 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.869686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.875751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:07.881264 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:07.947353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=7be61813-12c0-4d1f-b7ab-89dc154c7db0,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:07.964146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035762a-e812-4a53-8f54-acdc00115e1c req-2b4e3ebf-5408-457e-bc8e-364e07585ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:07.967035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-2b4e3ebf-5408-457e-bc8e-364e07585ffd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0433812 Aug 31 06:38:07.986605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51249175-76da-4be0-9127-48f99dcacc14 req-88562d83-cc3a-4589-89eb-2dd5d74954bf tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:07.988371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51249175-76da-4be0-9127-48f99dcacc14 req-88562d83-cc3a-4589-89eb-2dd5d74954bf tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 943 time: 1.1186807 Aug 31 06:38:08.010738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:08.125532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:08.127983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-c185961c-3283-4b9f-9850-7c30fd983965 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385939 Aug 31 06:38:08.151498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Network': ['ID=42fda68b-6034-48a2-b89a-edac005c5934,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:08.169315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 42fda68b-6034-48a2-b89a-edac005c5934 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:08.183266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-57980b63-69ff-4aa6-a53c-a0f6a069e39e tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5295177 Aug 31 06:38:08.274826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-10245d85-514a-423f-935c-105b89ce87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:08.276713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-10245d85-514a-423f-935c-105b89ce87f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afd3e1ee-60e5-4242-8724-83469c569dfc HTTP/1.1" status: 200 len: 912 time: 1.2990022 Aug 31 06:38:08.278096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:08.355803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843bfc1-6f60-47d3-9557-a561f953ebff req-417c3acd-0cd1-4616-b1ee-a99c9121e95c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:08.358366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c843bfc1-6f60-47d3-9557-a561f953ebff req-417c3acd-0cd1-4616-b1ee-a99c9121e95c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.2016513 Aug 31 06:38:08.363282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51249175-76da-4be0-9127-48f99dcacc14 req-b2ce9cf2-1a69-491d-88ac-18e3298f79d1 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271521 Aug 31 06:38:08.414366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:08.420136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:08.483492 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:38:08.545071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c843bfc1-6f60-47d3-9557-a561f953ebff req-b6d700c4-3e8a-4c61-a438-8783cea0e684 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726458 Aug 31 06:38:08.627097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b346f34-b7f7-4acc-8b56-ed7fdacf1140 None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:08.851661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:08.982135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1035762a-e812-4a53-8f54-acdc00115e1c req-6839ef58-82ea-4bf1-be4f-a29f3e58571e service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412059 Aug 31 06:38:09.046827 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.058538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-fac5c2b9-9de4-43a5-803d-ddf7a8e005a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e HTTP/1.1" status: 200 len: 217 time: 0.7496090 Aug 31 06:38:09.070452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a318ac7-dabd-4bb5-8c88-e1767dc540d9 req-f976703a-e271-4bba-9dc5-2c6f98e65da2 tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 210 time: 0.2415850 Aug 31 06:38:09.082343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37074) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:09.086437 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73ef8d9b-2b35-42da-8603-02ab774a004b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3556728 Aug 31 06:38:09.111050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6eb4db43-c30a-44cd-8a69-d9aec4e699bc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'security_group': {'name': 'tempest-secgroup-2107149483'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:09.165246 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6eb4db43-c30a-44cd-8a69-d9aec4e699bc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.190805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:09.191781 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.340756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Pushing event deleted for resources: {'Port': ['ID=a0150970-b1f6-48a5-b04a-48857a48402e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:09.404062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a2aa9-7a5b-460d-8c29-3451eca1d056 None None] Update dhcp port {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'fixed_ips': [{'subnet_id': 'e1ea52cd-afcd-4b59-b186-12d5108ae056', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7be61813-12c0-4d1f-b7ab-89dc154c7db0'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '7bd88604-5b84-49e8-b9d0-20b08fc018fc'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:38:09.432419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6eb4db43-c30a-44cd-8a69-d9aec4e699bc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.444314 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6eb4db43-c30a-44cd-8a69-d9aec4e699bc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.486433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] No DVR routers for this DVR port a0150970-b1f6-48a5-b04a-48857a48402e on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:09.490844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.499426 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d2450eb-1644-44c4-b8c6-6765317944c5 req-8d07b01d-4e9b-4c35-b71f-14def8e6412d tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.23 "DELETE /v2.0/ports/a0150970-b1f6-48a5-b04a-48857a48402e HTTP/1.1" status: 204 len: 173 time: 5.6860533 Aug 31 06:38:09.501661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'name': 'network-vif-deleted', 'tag': 'a0150970-b1f6-48a5-b04a-48857a48402e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:09.528829 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db3c898-b8c5-43a1-b205-83f461d069eb" -d '{"events": [{"server_uuid": "1f1676cf-ebff-41aa-baa2-a6eb14208cba", "name": "network-vif-deleted", "tag": "a0150970-b1f6-48a5-b04a-48857a48402e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:09.547190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-04554371-d22a-49fc-889a-9b012e83637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:09.548717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-04554371-d22a-49fc-889a-9b012e83637b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b02c628-6caf-4628-9b94-8d7b8f1d6909 HTTP/1.1" status: 200 len: 850 time: 0.4481893 Aug 31 06:38:09.680487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-898a2aa9-7a5b-460d-8c29-3451eca1d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.713581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6eb4db43-c30a-44cd-8a69-d9aec4e699bc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.717008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6eb4db43-c30a-44cd-8a69-d9aec4e699bc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6332948 Aug 31 06:38:09.730997 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb13f131-eff0-49d3-9528-01796b731de2 x-openstack-request-id: req-fb13f131-eff0-49d3-9528-01796b731de2 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:09.731453 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1676cf-ebff-41aa-baa2-a6eb14208cba", "name": "network-vif-deleted", "tag": "a0150970-b1f6-48a5-b04a-48857a48402e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:09.731763 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb13f131-eff0-49d3-9528-01796b731de2 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:09.732332 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1676cf-ebff-41aa-baa2-a6eb14208cba', 'name': 'network-vif-deleted', 'tag': 'a0150970-b1f6-48a5-b04a-48857a48402e', 'status': 'completed', 'code': 200} Aug 31 06:38:09.733800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37082) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:09.747797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4db43-c30a-44cd-8a69-d9aec4e699bc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2efb6c1-7b41-44c5-8385-2bc72ff9174b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:09.758086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-493f08c6-b5cd-4eb0-bb77-76ce32fd926c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'security_group': {'name': 'tempest-secgroup-1562397127'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:09.786283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-36b1cb6d-174e-461d-8ca7-79eedd3b229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:09.788376 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-36b1cb6d-174e-461d-8ca7-79eedd3b229f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1095 time: 0.6958232 Aug 31 06:38:09.831317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231813-d7c4-4c7e-b775-608a8669c7ee req-e7342ac4-83aa-4a86-866a-796a8df95bc1 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:09.834846 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef231813-d7c4-4c7e-b775-608a8669c7ee req-e7342ac4-83aa-4a86-866a-796a8df95bc1 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 943 time: 0.2831371 Aug 31 06:38:10.033842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef231813-d7c4-4c7e-b775-608a8669c7ee req-00e361f4-ce6c-4d28-a449-81e96455198d tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870737 Aug 31 06:38:10.081816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e67c52ff-1787-48d0-8bc6-e71d41dd741e details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:38:10.289543 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:38:10.389970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-493f08c6-b5cd-4eb0-bb77-76ce32fd926c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:10.416337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-47070313-9a17-4464-97d5-50ec3c5efc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:10.418939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-47070313-9a17-4464-97d5-50ec3c5efc0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afd3e1ee-60e5-4242-8724-83469c569dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8546627 Aug 31 06:38:10.450932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33efe8bb-bd06-48f5-89b9-b2ed7962183f req-f097f777-e894-46d0-8fec-8345dd27c53b tempest-ServerPasswordTestJSON-429164007 tempest-ServerPasswordTestJSON-429164007-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f1676cf-ebff-41aa-baa2-a6eb14208cba HTTP/1.1" status: 200 len: 210 time: 0.0840580 Aug 31 06:38:10.640941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e67c52ff-1787-48d0-8bc6-e71d41dd741e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:10.674995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'port_id': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'mac_address': 'fa:16:3e:5b:22:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:38:10.790531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57fd6-64af-4189-bccf-31fe31c6044c req-5eb23064-3892-490a-b9d7-1ccdc6f90ab9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:10.810095 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6c57fd6-64af-4189-bccf-31fe31c6044c req-5eb23064-3892-490a-b9d7-1ccdc6f90ab9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.9245055 Aug 31 06:38:10.862579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-37affc6c-ac5e-49d8-94d4-8c1874d2e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:10.864823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-37affc6c-ac5e-49d8-94d4-8c1874d2e7f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 1.0460620 Aug 31 06:38:10.910032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-898a2aa9-7a5b-460d-8c29-3451eca1d056 None None] Allocated IP 2001:db8::2 (f9684a1a-7dcb-401f-a1d8-8296d500a981/7be61813-12c0-4d1f-b7ab-89dc154c7db0/7bd88604-5b84-49e8-b9d0-20b08fc018fc) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:10.948335 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.018237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-ec5507e6-486b-4e23-9c19-89f45df77eee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 217 time: 0.1280820 Aug 31 06:38:11.239092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67c52ff-1787-48d0-8bc6-e71d41dd741e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:11.271413 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6c57fd6-64af-4189-bccf-31fe31c6044c req-083aa667-020c-42cd-800b-68c3ac3a2bab tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4600191 Aug 31 06:38:11.324640 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-a12b8988-e429-4160-acb5-40eb5e510ab8 service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850393 Aug 31 06:38:11.394502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e67c52ff-1787-48d0-8bc6-e71d41dd741e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:11.503415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-af7a54a1-8841-4faf-8ccd-9403625b056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:11.505043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-af7a54a1-8841-4faf-8ccd-9403625b056e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.4638951 Aug 31 06:38:11.569442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669dbce-05cc-431a-8f5f-b9fdbc6470cd req-d7cca79c-f9cd-45cb-87bb-bc9eac78eaef tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:11.587676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6669dbce-05cc-431a-8f5f-b9fdbc6470cd req-d7cca79c-f9cd-45cb-87bb-bc9eac78eaef tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 944 time: 0.1974385 Aug 31 06:38:11.616863 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-493f08c6-b5cd-4eb0-bb77-76ce32fd926c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.637222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-898a2aa9-7a5b-460d-8c29-3451eca1d056 None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7bd88604-5b84-49e8-b9d0-20b08fc018fc,segment=NetworkSegment(bc3f237a-221d-400e-9f38-75ddddd3e9ef),segment_id=bc3f237a-221d-400e-9f38-75ddddd3e9ef)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:11.642865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37102) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:11.699346 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-493f08c6-b5cd-4eb0-bb77-76ce32fd926c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.741792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6669dbce-05cc-431a-8f5f-b9fdbc6470cd req-d2fc6fff-d524-4b96-971b-c34b5c0641de tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524572 Aug 31 06:38:11.743051 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-898a2aa9-7a5b-460d-8c29-3451eca1d056 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.778414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37104) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:11.785850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'subnets': [{'network_id': '88323e07-32da-45f1-9113-a48b45d58a0f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1735583496', 'ip_version': 6}, {'network_id': '42fda68b-6034-48a2-b89a-edac005c5934', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:11.786821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'subnet': {'network_id': '88323e07-32da-45f1-9113-a48b45d58a0f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1735583496', 'ip_version': 6}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:11.787759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Request body: {'subnet': {'network_id': '42fda68b-6034-48a2-b89a-edac005c5934', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:11.802998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-898a2aa9-7a5b-460d-8c29-3451eca1d056 None None] Transition to ACTIVE for port object 7bd88604-5b84-49e8-b9d0-20b08fc018fc will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:11.805168 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.819183 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-493f08c6-b5cd-4eb0-bb77-76ce32fd926c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.821406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-493f08c6-b5cd-4eb0-bb77-76ce32fd926c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0759206 Aug 31 06:38:11.827730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37106) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:11.834980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9078c680-d49d-4a64-875a-6bb6181142ad tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'security_group': {'name': 'tempest-secgroup-1065541674'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:11.841422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f08c6-b5cd-4eb0-bb77-76ce32fd926c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299d494f-f570-4d2d-a859-600356f14779,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:11.853958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-8661afc1-c4dd-40d9-92e1-71fac5aaaf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:11.857009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-8661afc1-c4dd-40d9-92e1-71fac5aaaf43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2769566 Aug 31 06:38:11.891337 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-898a2aa9-7a5b-460d-8c29-3451eca1d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.894470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7506be3c-5bda-45ef-9308-c4f967d65b2d req-ff2a488d-9ea3-4295-87f5-d723f0776d7b service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610044 Aug 31 06:38:11.912617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa1d3a0-062e-4adf-bea1-27f741a5e10f admin admin] Deleting subnet 20674ba0-15b6-435b-83d1-7b1275ddf270 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:11.919033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa1d3a0-062e-4adf-bea1-27f741a5e10f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.995367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e67c52ff-1787-48d0-8bc6-e71d41dd741e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:12.083359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e67c52ff-1787-48d0-8bc6-e71d41dd741e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:12.094910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:38:12.145162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa1d3a0-062e-4adf-bea1-27f741a5e10f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.207566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Made reservation on behalf of 6b7dbe045cea46ac8a79af235f58d3ef for: {'subnet': 2} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:12.208780 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa1d3a0-062e-4adf-bea1-27f741a5e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.223265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.223811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.231825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a2aa9-7a5b-460d-8c29-3451eca1d056 None None] Pushing event updated for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:12.329768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-26f85bb9-0b2a-4d6b-a4b9-19ca9ecebcb4 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563417 Aug 31 06:38:12.331357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9078c680-d49d-4a64-875a-6bb6181142ad tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.333873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa1d3a0-062e-4adf-bea1-27f741a5e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.495050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1d3a0-062e-4adf-bea1-27f741a5e10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20674ba0-15b6-435b-83d1-7b1275ddf270,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:12.500143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fe8d56-df34-480b-9434-dfa203f1af1d req-b712b6fe-6012-45ce-8870-51891360a5b8 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134620 Aug 31 06:38:12.545877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-afa1d3a0-062e-4adf-bea1-27f741a5e10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.547986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-afa1d3a0-062e-4adf-bea1-27f741a5e10f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/20674ba0-15b6-435b-83d1-7b1275ddf270 HTTP/1.1" status: 204 len: 168 time: 0.8673706 Aug 31 06:38:12.566225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37120) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:12.610637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:12.822474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'port_id': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'mac_address': 'fa:16:3e:ed:f2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:38:12.915624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7bd88604-5b84-49e8-b9d0-20b08fc018fc up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:12.918053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.952246 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.990612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf61ff-e9d8-45cd-a5e8-dca9f975da78 req-84d3602f-86c2-455b-aa8b-c596cfd3fef3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:12.994289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dd4750-916c-4e5a-a105-5ccbd30ca18b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:13.001897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cbf61ff-e9d8-45cd-a5e8-dca9f975da78 req-84d3602f-86c2-455b-aa8b-c596cfd3fef3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.4978473 Aug 31 06:38:13.072594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:13.090844 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.165731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:13.227013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cbf61ff-e9d8-45cd-a5e8-dca9f975da78 req-4a57e32c-48c0-4fb4-aae0-8466a7c2a581 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236900 Aug 31 06:38:13.256816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8852da-8f1b-42b3-b7c0-3579687c83b5 req-9fb47489-aff7-4e96-b571-0cf20050a207 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:13.269840 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9078c680-d49d-4a64-875a-6bb6181142ad tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.275526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db8852da-8f1b-42b3-b7c0-3579687c83b5 req-9fb47489-aff7-4e96-b571-0cf20050a207 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 944 time: 0.2263520 Aug 31 06:38:13.293227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['38dd4750-916c-4e5a-a105-5ccbd30ca18b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:13.384468 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db8852da-8f1b-42b3-b7c0-3579687c83b5 req-5c6ae7fe-b1c1-403e-9643-bd35aa222bf3 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077137 Aug 31 06:38:13.394427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a3680ccb-3aa3-4bd9-accc-0726496d012d None None] Provisioning complete for port 0d20d148-32bc-4389-ab4a-9f653bc19668 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:13.394605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a3680ccb-3aa3-4bd9-accc-0726496d012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.460488 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9078c680-d49d-4a64-875a-6bb6181142ad tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.487613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a3680ccb-3aa3-4bd9-accc-0726496d012d None None] Port 0d20d148-32bc-4389-ab4a-9f653bc19668 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:13.494014 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.523397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a3680ccb-3aa3-4bd9-accc-0726496d012d None None] Provisioning for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:13.542153 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.555233 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9078c680-d49d-4a64-875a-6bb6181142ad tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.561529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37128) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:13.561852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9078c680-d49d-4a64-875a-6bb6181142ad tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7298203 Aug 31 06:38:13.582047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1272632097', 'security_groups': ['fd31c0bb-69dc-4f41-8e50-7353e08da0e0'], 'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7be61813-12c0-4d1f-b7ab-89dc154c7db0'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:13.583489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a3680ccb-3aa3-4bd9-accc-0726496d012d None None] Provisioning complete for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:13.584169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a3680ccb-3aa3-4bd9-accc-0726496d012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.610438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6221f942-fbec-49eb-9c79-6595e50337ed']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:13.630638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41731bbb-4ecc-4bf8-83da-f2785b71e298') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:13.631086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41731bbb-4ecc-4bf8-83da-f2785b71e298') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:13.637338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078c680-d49d-4a64-875a-6bb6181142ad tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd31c0bb-69dc-4f41-8e50-7353e08da0e0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:13.692636 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.726996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081b403-2212-4bbd-9581-6215d0738413 req-4a1efe74-f9d6-4d5b-a7b5-3cd9eb6e9455 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:13.730755 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4081b403-2212-4bbd-9581-6215d0738413 req-4a1efe74-f9d6-4d5b-a7b5-3cd9eb6e9455 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 944 time: 0.3504908 Aug 31 06:38:13.739254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Checking segment: {'id': 'a7220fc6-3de4-4fa1-b912-4770339e0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88323e07-32da-45f1-9113-a48b45d58a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:13.740389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Network hostable DHCP agents. Network: 88323e07-32da-45f1-9113-a48b45d58a0f, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:13.756717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a8c11-6cb5-42c2-b2bf-006534f3d785 req-45ad5a8e-c5d0-45a3-9389-d1df5cdca425 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:13.764899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d04a8c11-6cb5-42c2-b2bf-006534f3d785 req-45ad5a8e-c5d0-45a3-9389-d1df5cdca425 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 944 time: 0.3282542 Aug 31 06:38:13.782043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Subnet': ['ID=b0b11216-897f-498d-b294-faa83919967a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:13.835584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Network 88323e07-32da-45f1-9113-a48b45d58a0f is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:13.850176 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.872168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:13.872668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:13.877430 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:13.895258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 88323e07-32da-45f1-9113-a48b45d58a0f) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:13.904983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.915676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837c363-bb4c-41ce-bdbf-8b8137283ff3 None None] Network 88323e07-32da-45f1-9113-a48b45d58a0f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:13.979646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event updated for resources: {'Subnet': ['ID=b509d4c7-631d-4156-9504-892d0bfd0bc7,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:14.069454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:14.071285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d04a8c11-6cb5-42c2-b2bf-006534f3d785 req-1afaeb32-8519-46e2-ab6e-f82aca92bb2d tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028593 Aug 31 06:38:14.076042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.089755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e67c52ff-1787-48d0-8bc6-e71d41dd741e up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:14.092578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.100706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6221f942-fbec-49eb-9c79-6595e50337ed HTTP/1.1" status: 204 len: 168 time: 1.5315168 Aug 31 06:38:14.136159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a06bf-d424-4eeb-b976-2423e4c837e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6221f942-fbec-49eb-9c79-6595e50337ed,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:14.173403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Deleting port 93f0d797-8548-4930-bb00-463cc2974731 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:14.173825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.327325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-88323e07-32da-45f1-9113-a48b45d58a0f', 'network_id': '88323e07-32da-45f1-9113-a48b45d58a0f', 'tenant_id': '6b7dbe045cea46ac8a79af235f58d3ef', 'fixed_ips': [{'subnet_id': 'b0b11216-897f-498d-b294-faa83919967a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:14.329519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.343858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port e67c52ff-1787-48d0-8bc6-e71d41dd741e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:14.347961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Checking segment: {'id': '5405c853-23e6-4d2b-b113-face56c66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42fda68b-6034-48a2-b89a-edac005c5934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:14.348550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Network hostable DHCP agents. Network: 42fda68b-6034-48a2-b89a-edac005c5934, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:14.421639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e67c52ff-1787-48d0-8bc6-e71d41dd741e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:14.422666 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.426248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] For port 93f0d797-8548-4930-bb00-463cc2974731, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=93f0d797-8548-4930-bb00-463cc2974731,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:14.430331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.433428 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.467550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Calling delete_port for 93f0d797-8548-4930-bb00-463cc2974731 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:14.473773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37140) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:14.480151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Network 42fda68b-6034-48a2-b89a-edac005c5934 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:14.550715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 42fda68b-6034-48a2-b89a-edac005c5934) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:14.566091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed5c731-46b8-4473-b0ca-cd891fbf1881 None None] Network 42fda68b-6034-48a2-b89a-edac005c5934 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:14.584504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:14.585251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:14.586241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.608296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] device_id is not set on port d35d38fe-4502-434a-83d6-f81671585163 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:14.644258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3b28a1b5-fcb1-4984-a51b-f38a3e855e54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=020076affd7c49a9bfd0d2dacbc841b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687095 Aug 31 06:38:14.651419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37150) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:14.805176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b4d703a0-e097-4147-a09f-ac2b75d19476 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0246444 Aug 31 06:38:14.812938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37156) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:14.859843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a13c8-266e-4052-8cde-0abc6334a04d req-44816e5a-3863-49df-a4ac-f6e578c92c29 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:14.863382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-143a13c8-266e-4052-8cde-0abc6334a04d req-44816e5a-3863-49df-a4ac-f6e578c92c29 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 944 time: 0.4233420 Aug 31 06:38:14.946854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fef94b-2590-484d-a4e3-0030a51d2180 req-6fd952ba-8b77-40e4-a11d-d077415aaf98 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:14.949477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2fef94b-2590-484d-a4e3-0030a51d2180 req-6fd952ba-8b77-40e4-a11d-d077415aaf98 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 944 time: 0.2684431 Aug 31 06:38:14.952201 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.960129 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64d488c6-32f2-49ba-a83e-6d991e96241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.094309 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64d488c6-32f2-49ba-a83e-6d991e96241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.174140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebcaca4-7a02-4eee-b9e7-7b27bd70d9c9 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:15.176688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebcaca4-7a02-4eee-b9e7-7b27bd70d9c9 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:15.179772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebcaca4-7a02-4eee-b9e7-7b27bd70d9c9 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:15.197224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2fef94b-2590-484d-a4e3-0030a51d2180 req-d1c421ef-b4b3-4a6c-a52c-1104a81dd1f0 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847661 Aug 31 06:38:15.212054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Allocated IP 2001:db8::1 (88323e07-32da-45f1-9113-a48b45d58a0f/b0b11216-897f-498d-b294-faa83919967a/9b9448d9-1adc-4ece-aac5-16cff845fe35) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:15.214555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9ebcaca4-7a02-4eee-b9e7-7b27bd70d9c9 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3972933 Aug 31 06:38:15.215752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37160) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:15.225942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:15.230038 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e5436d-94f1-4b64-9a04-f63347995586" -d '{"events": [{"server_uuid": "cf51bc37-92b8-4715-a3dd-49c89dc1eced", "name": "network-vif-plugged", "status": "completed", "tag": "e67c52ff-1787-48d0-8bc6-e71d41dd741e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:15.310864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e67c52ff-1787-48d0-8bc6-e71d41dd741e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:15.319097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-143a13c8-266e-4052-8cde-0abc6334a04d req-5be7c4dd-d472-4a31-bd81-4746b1d5c447 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4330232 Aug 31 06:38:15.334477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.336151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-42fda68b-6034-48a2-b89a-edac005c5934', 'network_id': '42fda68b-6034-48a2-b89a-edac005c5934', 'tenant_id': '6b7dbe045cea46ac8a79af235f58d3ef', 'fixed_ips': [{'subnet_id': 'b509d4c7-631d-4156-9504-892d0bfd0bc7'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:15.346258 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.367317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['93f0d797-8548-4930-bb00-463cc2974731'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:15.411820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64d488c6-32f2-49ba-a83e-6d991e96241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.415960 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64d488c6-32f2-49ba-a83e-6d991e96241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.417993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-64d488c6-32f2-49ba-a83e-6d991e96241c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d813d6d7-a57c-47aa-a047-03b92cd5b46b HTTP/1.1" status: 204 len: 168 time: 0.7649665 Aug 31 06:38:15.445051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d488c6-32f2-49ba-a83e-6d991e96241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d813d6d7-a57c-47aa-a047-03b92cd5b46b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:15.447929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Pushing event deleted for resources: {'Port': ['ID=93f0d797-8548-4930-bb00-463cc2974731,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:15.511709 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.515223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6e0684d-c944-4a51-b151-3ff8bc542450 req-1276cbdc-9719-44bf-a8d2-20de4e0fcf3c tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca0f2f07-846e-44a7-abe2-1afc1146188d HTTP/1.1" status: 200 len: 210 time: 0.0946445 Aug 31 06:38:15.549585 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a7a3e-bb88-4a69-85a6-4fa0947cc4ef x-openstack-request-id: req-216a7a3e-bb88-4a69-85a6-4fa0947cc4ef {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:15.550492 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf51bc37-92b8-4715-a3dd-49c89dc1eced", "name": "network-vif-plugged", "status": "completed", "tag": "e67c52ff-1787-48d0-8bc6-e71d41dd741e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:15.550869 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-216a7a3e-bb88-4a69-85a6-4fa0947cc4ef {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:15.551502 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'code': 200} Aug 31 06:38:15.552372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-44df54d5-548f-4dde-9926-80d8ba03909d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Deleting subnet b0b11216-897f-498d-b294-faa83919967a {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:15.590940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8::343 (f9684a1a-7dcb-401f-a1d8-8296d500a981/7be61813-12c0-4d1f-b7ab-89dc154c7db0/d35d38fe-4502-434a-83d6-f81671585163) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:15.645432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] No DVR routers for this DVR port 93f0d797-8548-4930-bb00-463cc2974731 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:15.656601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.660425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4081b403-2212-4bbd-9581-6215d0738413 req-1ded0444-84df-4a58-925d-b88a6116d4f8 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.23 "DELETE /v2.0/ports/93f0d797-8548-4930-bb00-463cc2974731 HTTP/1.1" status: 204 len: 173 time: 1.9208643 Aug 31 06:38:15.661158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'name': 'network-vif-deleted', 'tag': '93f0d797-8548-4930-bb00-463cc2974731'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:15.665883 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb8bd46-835b-4524-83f6-bcb2d40489f0" -d '{"events": [{"server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "name": "network-vif-deleted", "tag": "93f0d797-8548-4930-bb00-463cc2974731"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:15.693716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad581b28-e67d-4fb9-8e64-dba547347037 req-ea0b4d56-87c9-4c94-8426-e1b44d6f1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:15.696669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad581b28-e67d-4fb9-8e64-dba547347037 req-ea0b4d56-87c9-4c94-8426-e1b44d6f1c06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 1097 time: 0.1290934 Aug 31 06:38:15.779053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad581b28-e67d-4fb9-8e64-dba547347037 req-fb9dc7e1-42df-46cf-9518-d4633f6031c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743885 Aug 31 06:38:15.819660 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e42859c-843c-43df-a83e-160d03236b50 x-openstack-request-id: req-3e42859c-843c-43df-a83e-160d03236b50 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:15.821269 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0f2f07-846e-44a7-abe2-1afc1146188d", "name": "network-vif-deleted", "tag": "93f0d797-8548-4930-bb00-463cc2974731", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:15.822538 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e42859c-843c-43df-a83e-160d03236b50 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:15.823656 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f2f07-846e-44a7-abe2-1afc1146188d', 'name': 'network-vif-deleted', 'tag': '93f0d797-8548-4930-bb00-463cc2974731', 'status': 'completed', 'code': 200} Aug 31 06:38:16.067032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.104938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object d35d38fe-4502-434a-83d6-f81671585163 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:16.107852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:16.189461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e67c52ff-1787-48d0-8bc6-e71d41dd741e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:16.215600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.318620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Allocated IP 2001:db8:0:1::1 (42fda68b-6034-48a2-b89a-edac005c5934/b509d4c7-631d-4156-9504-892d0bfd0bc7/20c021d7-9689-459e-a9bc-ff832b86a523) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:16.363947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.472655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=d35d38fe-4502-434a-83d6-f81671585163,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:16.513851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Transition to ACTIVE for port object 9b9448d9-1adc-4ece-aac5-16cff845fe35 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:16.554062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 38dd4750-916c-4e5a-a105-5ccbd30ca18b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:16.575499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:16.578364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:16.582173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Transition to ACTIVE for port object 9b9448d9-1adc-4ece-aac5-16cff845fe35 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:16.583296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:16.586142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3cca5-d6de-4e6a-992e-476e4692a27d req-4499b2a3-2d5b-4314-8218-285c8feb9220 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:16.592288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:16.593465 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.593997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 38dd4750-916c-4e5a-a105-5ccbd30ca18b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:16.594345 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.605480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2f3cca5-d6de-4e6a-992e-476e4692a27d req-4499b2a3-2d5b-4314-8218-285c8feb9220 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.1661596 Aug 31 06:38:16.633684 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.652344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9c47b513-a8b4-4877-a605-4ca3948e0853 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0771096 Aug 31 06:38:16.660187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1c3a-e209-471f-9dcb-334579dd7626 req-77df88e9-8c2f-4ce6-b64f-0774028697f0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:16.664474 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38ef1c3a-e209-471f-9dcb-334579dd7626 req-77df88e9-8c2f-4ce6-b64f-0774028697f0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 944 time: 0.1752245 Aug 31 06:38:16.670127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37204) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:16.672641 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44df54d5-548f-4dde-9926-80d8ba03909d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.798428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Network 88323e07-32da-45f1-9113-a48b45d58a0f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:16.805995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:16.810832 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44df54d5-548f-4dde-9926-80d8ba03909d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.813824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38ef1c3a-e209-471f-9dcb-334579dd7626 req-00036275-eb6f-435d-ab03-f0b278c76fa8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004536 Aug 31 06:38:16.820506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:16.907184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Pushing event updated for resources: {'Port': ['ID=9b9448d9-1adc-4ece-aac5-16cff845fe35,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:16.999378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44df54d5-548f-4dde-9926-80d8ba03909d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.099604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-45605eda-e575-4eee-94b7-d1ab0e6d2efe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:17.118011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44df54d5-548f-4dde-9926-80d8ba03909d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.242146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Attempting to bind port 9b9448d9-1adc-4ece-aac5-16cff845fe35 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:17.243500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Attempting to bind port 9b9448d9-1adc-4ece-aac5-16cff845fe35 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'a7220fc6-3de4-4fa1-b912-4770339e0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88323e07-32da-45f1-9113-a48b45d58a0f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:17.244410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Attempting to bind port 9b9448d9-1adc-4ece-aac5-16cff845fe35 on network 88323e07-32da-45f1-9113-a48b45d58a0f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:17.274367 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.294761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:17.295573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Checking segment: {'id': 'a7220fc6-3de4-4fa1-b912-4770339e0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88323e07-32da-45f1-9113-a48b45d58a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:17.296164 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.296757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Bound using segment: {'id': 'a7220fc6-3de4-4fa1-b912-4770339e0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88323e07-32da-45f1-9113-a48b45d58a0f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:17.297486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Bound port: 9b9448d9-1adc-4ece-aac5-16cff845fe35, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7220fc6-3de4-4fa1-b912-4770339e0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '88323e07-32da-45f1-9113-a48b45d58a0f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:17.298049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.315455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Transition to ACTIVE for port object 20c021d7-9689-459e-a9bc-ff832b86a523 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:17.339351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.451695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df54d5-548f-4dde-9926-80d8ba03909d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b11216-897f-498d-b294-faa83919967a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:17.471868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44df54d5-548f-4dde-9926-80d8ba03909d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.478388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-44df54d5-548f-4dde-9926-80d8ba03909d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/subnets/b0b11216-897f-498d-b294-faa83919967a HTTP/1.1" status: 204 len: 168 time: 2.2501359 Aug 31 06:38:17.497821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Transition to ACTIVE for port object 20c021d7-9689-459e-a9bc-ff832b86a523 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:17.504836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37226) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:17.519091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45605eda-e575-4eee-94b7-d1ab0e6d2efe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:17.530229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:17.531670 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45605eda-e575-4eee-94b7-d1ab0e6d2efe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.542220 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.555803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2f3cca5-d6de-4e6a-992e-476e4692a27d req-de60adeb-d5d4-423c-b7c5-6e9576bf4415 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9460447 Aug 31 06:38:17.602465 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.623664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e1faa0-72c3-483e-9bfa-7165ade12077 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Deleting subnet b509d4c7-631d-4156-9504-892d0bfd0bc7 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:17.625136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:17.628512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29e1faa0-72c3-483e-9bfa-7165ade12077 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.633806 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1021461f-3154-4e1e-ba13-dd45834216b3" -d '{"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:17.639870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Pushing event updated for resources: {'Port': ['ID=20c021d7-9689-459e-a9bc-ff832b86a523,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:17.645712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e36ac612-944f-4032-b839-55154e44a3a4 None None] Provisioning for port d35d38fe-4502-434a-83d6-f81671585163 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:17.692786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e36ac612-944f-4032-b839-55154e44a3a4 None None] Provisioning complete for port d35d38fe-4502-434a-83d6-f81671585163 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:17.693172 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e36ac612-944f-4032-b839-55154e44a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.697582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37228) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:17.741134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29e1faa0-72c3-483e-9bfa-7165ade12077 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.774977 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca0289-e740-44fc-940f-c644c74c76b3 x-openstack-request-id: req-89ca0289-e740-44fc-940f-c644c74c76b3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:17.775282 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:17.775545 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89ca0289-e740-44fc-940f-c644c74c76b3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:17.776030 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'code': 200} Aug 31 06:38:17.777295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] For port 9b9448d9-1adc-4ece-aac5-16cff845fe35, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:17.821843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Network 42fda68b-6034-48a2-b89a-edac005c5934 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:17.849222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:17.854601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] For port 9b9448d9-1adc-4ece-aac5-16cff845fe35, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9b9448d9-1adc-4ece-aac5-16cff845fe35,segment=NetworkSegment(a7220fc6-3de4-4fa1-b912-4770339e0ad9),segment_id=a7220fc6-3de4-4fa1-b912-4770339e0ad9)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:17.861001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:17.876356 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.882138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-1eb04ead-8a84-48c1-8bce-95d8885579ed tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:17.882377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:17.884579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-1eb04ead-8a84-48c1-8bce-95d8885579ed tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.23 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.1684155 Aug 31 06:38:17.903347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e36ac612-944f-4032-b839-55154e44a3a4 None None] Port d35d38fe-4502-434a-83d6-f81671585163 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:17.909417 n-d-712142-16 neutron-server[94668]: INFO neutron.db.ipam_backend_mixin [None req-45605eda-e575-4eee-94b7-d1ab0e6d2efe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7be61813-12c0-4d1f-b7ab-89dc154c7db0 (CIDR: 2001:db8::/64) Aug 31 06:38:17.930488 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-45605eda-e575-4eee-94b7-d1ab0e6d2efe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:38:17.930488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45605eda-e575-4eee-94b7-d1ab0e6d2efe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:17.982291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-45605eda-e575-4eee-94b7-d1ab0e6d2efe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8901522 Aug 31 06:38:17.988578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37242) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:17.991641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a5cea-083b-4411-ab7d-ccfcedf945a5 req-15b3a9ef-ed0f-4511-bd0a-d89811eb8adf tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:18.011300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ef9fe57e-9b4c-45f3-8455-27db6248ee02 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:18.013804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-483a5cea-083b-4411-ab7d-ccfcedf945a5 req-15b3a9ef-ed0f-4511-bd0a-d89811eb8adf tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.5707512 Aug 31 06:38:18.049139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29e1faa0-72c3-483e-9bfa-7165ade12077 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.124300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Attempting to bind port 20c021d7-9689-459e-a9bc-ff832b86a523 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:18.124848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Attempting to bind port 20c021d7-9689-459e-a9bc-ff832b86a523 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '5405c853-23e6-4d2b-b113-face56c66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42fda68b-6034-48a2-b89a-edac005c5934'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:18.125267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Attempting to bind port 20c021d7-9689-459e-a9bc-ff832b86a523 on network 42fda68b-6034-48a2-b89a-edac005c5934 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:18.170050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:18.170734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Checking segment: {'id': '5405c853-23e6-4d2b-b113-face56c66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42fda68b-6034-48a2-b89a-edac005c5934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:18.171312 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.172079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Bound using segment: {'id': '5405c853-23e6-4d2b-b113-face56c66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42fda68b-6034-48a2-b89a-edac005c5934'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:18.172753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Bound port: 20c021d7-9689-459e-a9bc-ff832b86a523, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5405c853-23e6-4d2b-b113-face56c66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42fda68b-6034-48a2-b89a-edac005c5934'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:18.173485 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.200041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-483a5cea-083b-4411-ab7d-ccfcedf945a5 req-e01cd33a-6ef7-4452-bc6c-28960b359a90 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650352 Aug 31 06:38:18.230708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 93f0d797-8548-4930-bb00-463cc2974731 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:18.241797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da66e4-baff-44c0-8487-229e28f044c8 None None] Pushing event updated for resources: {'Port': ['ID=9b9448d9-1adc-4ece-aac5-16cff845fe35,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:18.273505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29e1faa0-72c3-483e-9bfa-7165ade12077 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.330312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0b576-a1b8-4d93-b187-5a26b884acf4 None None] Network 88323e07-32da-45f1-9113-a48b45d58a0f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:18.340405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29e1faa0-72c3-483e-9bfa-7165ade12077 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.344147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-29e1faa0-72c3-483e-9bfa-7165ade12077 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/subnets/b509d4c7-631d-4156-9504-892d0bfd0bc7 HTTP/1.1" status: 204 len: 168 time: 0.8295803 Aug 31 06:38:18.345749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1faa0-72c3-483e-9bfa-7165ade12077 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Subnet': ['ID=b509d4c7-631d-4156-9504-892d0bfd0bc7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:18.355564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37246) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:18.364868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 93f0d797-8548-4930-bb00-463cc2974731 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:18.365222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 93f0d797-8548-4930-bb00-463cc2974731 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:18.465638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61105a0a-12f4-4d78-a29b-c545f0f237d8 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:18.468810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-61105a0a-12f4-4d78-a29b-c545f0f237d8 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108778 Aug 31 06:38:18.472272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37252) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:18.514126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] For port 20c021d7-9689-459e-a9bc-ff832b86a523, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:18.581205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] For port 20c021d7-9689-459e-a9bc-ff832b86a523, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=20c021d7-9689-459e-a9bc-ff832b86a523,segment=NetworkSegment(5405c853-23e6-4d2b-b113-face56c66a60),segment_id=5405c853-23e6-4d2b-b113-face56c66a60)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:18.593679 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.612449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.698934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf87dbb-fce6-4caa-be1f-1b30032e0ae7 req-9b1a8a19-bb43-4050-99ce-f839052987b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:18.702027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7bf87dbb-fce6-4caa-be1f-1b30032e0ae7 req-9b1a8a19-bb43-4050-99ce-f839052987b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1097 time: 0.8883407 Aug 31 06:38:18.752998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-531920925-network', 'tenant_id': '732e7d9485994cf88adbad29ea3b8afa'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:18.755610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e7eae-bb7a-4940-bf38-8e061f50942f None None] Pushing event updated for resources: {'Port': ['ID=20c021d7-9689-459e-a9bc-ff832b86a523,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:18.842063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415a9b4-9573-4ee1-8e24-0c611d93ecf8 None None] Network 42fda68b-6034-48a2-b89a-edac005c5934 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:18.870971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Deleting port 20c021d7-9689-459e-a9bc-ff832b86a523 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:18.874494 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.891526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Made reservation on behalf of 732e7d9485994cf88adbad29ea3b8afa for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:18.893895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.903941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765a76-b7f6-4f1f-9ddd-68243076f385 req-b339c59e-b1b1-4133-af30-08556834432e tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:18.912113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7bf87dbb-fce6-4caa-be1f-1b30032e0ae7 req-6b39d3ad-5ebf-4cb0-945f-379309fea6c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550660 Aug 31 06:38:18.918438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5d765a76-b7f6-4f1f-9ddd-68243076f385 req-b339c59e-b1b1-4133-af30-08556834432e tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.1974294 Aug 31 06:38:18.944364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477fa6-4498-4a78-88e3-670be757fb27 req-a5cfdaeb-f788-4220-826a-5d0a615bcf8d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:18.952252 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99477fa6-4498-4a78-88e3-670be757fb27 req-a5cfdaeb-f788-4220-826a-5d0a615bcf8d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2467730 Aug 31 06:38:18.955138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.050664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Deleting port bc4008db-0bdd-434b-8407-aefd59342cca {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:19.051022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.051823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] For port 20c021d7-9689-459e-a9bc-ff832b86a523, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=20c021d7-9689-459e-a9bc-ff832b86a523,segment=NetworkSegment(5405c853-23e6-4d2b-b113-face56c66a60),segment_id=5405c853-23e6-4d2b-b113-face56c66a60)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:19.052684 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.068528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5d765a76-b7f6-4f1f-9ddd-68243076f385 req-2e93f020-aa4b-425f-a85b-3d6d3c959c34 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476321 Aug 31 06:38:19.097477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Calling delete_port for 20c021d7-9689-459e-a9bc-ff832b86a523 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:19.106410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1aaf6-d4ef-4271-9ce3-e00490b81f3b None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:38:19.127665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99477fa6-4498-4a78-88e3-670be757fb27 req-3880a5e4-9fdd-40e6-a072-53ae9a1cdbe1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741121 Aug 31 06:38:19.262116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.308774 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.309997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae505809-71d5-42a8-84e1-27ab70439ad6 req-f6aa5205-8127-4019-a61e-f084a62e308e tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:19.316988 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae505809-71d5-42a8-84e1-27ab70439ad6 req-f6aa5205-8127-4019-a61e-f084a62e308e tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.1430824 Aug 31 06:38:19.322008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:19.332297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Request body: {'floatingip': {'port_id': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:19.349097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9fe57e-9b4c-45f3-8455-27db6248ee02 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:19.352979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef9fe57e-9b4c-45f3-8455-27db6248ee02 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.361109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb1aaf6-d4ef-4271-9ce3-e00490b81f3b None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:38:19.395659 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.402891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.408940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03387d59-6dee-4299-b4bd-3df76b3497b2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:19.535841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] No DVR routers for this DVR port 20c021d7-9689-459e-a9bc-ff832b86a523 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:19.550332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:19.602918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.603564 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Added segment ce2bfab9-2fb9-4976-a4bd-ae87bb7c4eab of type vlan for network 125307ef-f344-46e9-a205-2673c1c4c683 Aug 31 06:38:19.607730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Port': ['ID=20c021d7-9689-459e-a9bc-ff832b86a523,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:19.670545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] For port bc4008db-0bdd-434b-8407-aefd59342cca, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=bc4008db-0bdd-434b-8407-aefd59342cca,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:19.671266 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.716105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99400f-2a9a-4516-b60e-2501efa05425 req-42b07546-ca53-41f8-b5b5-9d23e0efa8b7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:19.723600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ed99400f-2a9a-4516-b60e-2501efa05425 req-42b07546-ca53-41f8-b5b5-9d23e0efa8b7 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 944 time: 0.3588994 Aug 31 06:38:19.726478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Calling delete_port for bc4008db-0bdd-434b-8407-aefd59342cca owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:19.762453 n-d-712142-16 neutron-server[94668]: INFO neutron.db.ipam_backend_mixin [None req-ef9fe57e-9b4c-45f3-8455-27db6248ee02 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e1ea52cd-afcd-4b59-b186-12d5108ae056 (CIDR: 2001:db8:0:1::/64) Aug 31 06:38:19.765130 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.785260 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9fe57e-9b4c-45f3-8455-27db6248ee02 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:38:19.785944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9fe57e-9b4c-45f3-8455-27db6248ee02 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:19.839425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.896179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fda68b-6034-48a2-b89a-edac005c5934']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:19.897328 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef9fe57e-9b4c-45f3-8455-27db6248ee02 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8988903 Aug 31 06:38:19.900588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37274) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:19.907610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'subnet': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:19.914825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.915980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:19.916887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.953517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ed99400f-2a9a-4516-b60e-2501efa05425 req-4279e30a-bf12-4099-8aa9-9a1ed44f18fe tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288532 Aug 31 06:38:19.970806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2720664 Aug 31 06:38:19.998936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37276) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:20.018116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5405c853-23e6-4d2b-b113-face56c66a60') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:20.019878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5405c853-23e6-4d2b-b113-face56c66a60') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:20.029367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Request body: {'subnet': {'network_id': '125307ef-f344-46e9-a205-2673c1c4c683', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-531920925-subnet', 'tenant_id': '732e7d9485994cf88adbad29ea3b8afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:20.102914 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.245111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.263165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Made reservation on behalf of 732e7d9485994cf88adbad29ea3b8afa for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:20.271272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.284710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fb9db-9d7c-4933-a2db-9abba2ef25db admin admin] Pushing event updated for resources: {'Network': ['ID=125307ef-f344-46e9-a205-2673c1c4c683,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:20.319087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 125307ef-f344-46e9-a205-2673c1c4c683 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:20.323514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:20.324428 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:20.328246 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:20.359119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9117aa-5666-4334-90b8-13ff15c32afe None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:38:20.529292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.565297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Made reservation on behalf of 2bd6386fe638485fb3b58f666ee56a8a for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:20.572024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.634968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619133cd-5927-434d-8dd1-d39254e3ac3b req-1b54f355-8002-4542-9524-8ed42a018c38 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:20.642073 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9117aa-5666-4334-90b8-13ff15c32afe None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:38:20.646058 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-619133cd-5927-434d-8dd1-d39254e3ac3b req-1b54f355-8002-4542-9524-8ed42a018c38 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.3159978 Aug 31 06:38:20.680762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.733313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] No DVR routers for this DVR port bc4008db-0bdd-434b-8407-aefd59342cca on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:20.735335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Pushing event deleted for resources: {'Port': ['ID=bc4008db-0bdd-434b-8407-aefd59342cca,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:20.738557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.741829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f785c7e-e782-4b50-bb2f-96852330b1e4 req-cc7692d4-7f70-4b50-ac11-3658ac92e276 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.23 "DELETE /v2.0/ports/bc4008db-0bdd-434b-8407-aefd59342cca HTTP/1.1" status: 204 len: 173 time: 2.8495212 Aug 31 06:38:20.755517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'name': 'network-vif-deleted', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:20.761463 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc42af6f-5ce8-4dfe-b047-2055cc8219be" -d '{"events": [{"server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "name": "network-vif-deleted", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:20.861596 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2596f43a-ab95-4f2d-b862-cc5d8aee037c x-openstack-request-id: req-2596f43a-ab95-4f2d-b862-cc5d8aee037c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:20.861923 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190206a6-8d8c-477b-8cc5-012eddf799de", "name": "network-vif-deleted", "tag": "bc4008db-0bdd-434b-8407-aefd59342cca", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:20.862166 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2596f43a-ab95-4f2d-b862-cc5d8aee037c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:20.862608 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190206a6-8d8c-477b-8cc5-012eddf799de', 'name': 'network-vif-deleted', 'tag': 'bc4008db-0bdd-434b-8407-aefd59342cca', 'status': 'completed', 'code': 200} Aug 31 06:38:20.887989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.892064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/networks/42fda68b-6034-48a2-b89a-edac005c5934 HTTP/1.1" status: 204 len: 168 time: 2.4167626 Aug 31 06:38:20.899926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37294) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:20.941263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2300b-238a-47d1-9d6a-a78ada4e65d6 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Network': ['ID=42fda68b-6034-48a2-b89a-edac005c5934,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:20.956983 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-619133cd-5927-434d-8dd1-d39254e3ac3b req-a50ea3f5-6db7-4a64-bcf7-506afad48e7f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098912 Aug 31 06:38:21.190712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.198047 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-264989d8-c9d3-48ca-9850-94c4524e0a86 req-7c272e43-2249-4e87-beea-b17991f8ecc5 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=190206a6-8d8c-477b-8cc5-012eddf799de HTTP/1.1" status: 200 len: 210 time: 0.0529654 Aug 31 06:38:21.367018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.393066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Deleting port 9b9448d9-1adc-4ece-aac5-16cff845fe35 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:21.395885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.516314 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:21.524668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:21.533702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:21.540202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4bd9f-3bd5-47e9-a637-3281b440e05a None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:21.554679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.586912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Subnet': ['ID=5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:21.612666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] For port 9b9448d9-1adc-4ece-aac5-16cff845fe35, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9b9448d9-1adc-4ece-aac5-16cff845fe35,segment=NetworkSegment(a7220fc6-3de4-4fa1-b912-4770339e0ad9),segment_id=a7220fc6-3de4-4fa1-b912-4770339e0ad9)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:21.614274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.652762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0aff3419-2875-48d5-b80c-a588c5d691d2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7497346 Aug 31 06:38:21.656980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37312) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:21.673755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1332875849', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8'}], 'security_groups': ['c2efb6c1-7b41-44c5-8385-2bc72ff9174b', '299d494f-f570-4d2d-a859-600356f14779']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:21.689279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Calling delete_port for 9b9448d9-1adc-4ece-aac5-16cff845fe35 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:21.850424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.resource_extend [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:38:21.957227 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.963016 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.965602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.977047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.040531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0abbe-170a-43a7-bb96-33adaf750bea None None] Update dhcp port {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'fixed_ips': [{'subnet_id': 'e1ea52cd-afcd-4b59-b186-12d5108ae056', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7be61813-12c0-4d1f-b7ab-89dc154c7db0', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '7bd88604-5b84-49e8-b9d0-20b08fc018fc'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:38:22.090333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-58a0abbe-170a-43a7-bb96-33adaf750bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.120242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ccecf-cc33-428f-8203-c607e6995a1f req-6a91fb24-e17c-4173-9c63-5e3aca37ded0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:22.126927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da7ccecf-cc33-428f-8203-c607e6995a1f req-6a91fb24-e17c-4173-9c63-5e3aca37ded0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.8568513 Aug 31 06:38:22.171224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37320) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:22.177559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'floatingip': {'port_id': '38dd4750-916c-4e5a-a105-5ccbd30ca18b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:22.253216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e437684d-8fc6-4369-ba5e-06eff891c826,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:22.310079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Checking segment: {'id': 'ce2bfab9-2fb9-4976-a4bd-ae87bb7c4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '125307ef-f344-46e9-a205-2673c1c4c683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:22.317259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Network hostable DHCP agents. Network: 125307ef-f344-46e9-a205-2673c1c4c683, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:22.329787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device bc4008db-0bdd-434b-8407-aefd59342cca no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:22.352994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.467388 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.475481 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Floating IP 20c631e0-49eb-4593-a002-b7d26e29bcd3 associated. External IP: 172.25.5.251, port: e67c52ff-1787-48d0-8bc6-e71d41dd741e. Aug 31 06:38:22.499173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] No DVR routers for this DVR port 9b9448d9-1adc-4ece-aac5-16cff845fe35 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:22.521087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: bc4008db-0bdd-434b-8407-aefd59342cca {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:22.523176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device bc4008db-0bdd-434b-8407-aefd59342cca not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:22.530012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-58a0abbe-170a-43a7-bb96-33adaf750bea None None] Allocated IP 2001:db8:0:2::2 (f9684a1a-7dcb-401f-a1d8-8296d500a981/5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8/7bd88604-5b84-49e8-b9d0-20b08fc018fc) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:22.583459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Network 125307ef-f344-46e9-a205-2673c1c4c683 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:22.605505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Port': ['ID=9b9448d9-1adc-4ece-aac5-16cff845fe35,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:22.654293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 125307ef-f344-46e9-a205-2673c1c4c683) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:22.670996 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.675346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:22.675946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.688461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88323e07-32da-45f1-9113-a48b45d58a0f']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:22.705509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-49157bea-e63e-4f79-8161-9e348fffe4e9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7070284 Aug 31 06:38:22.721994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7220fc6-3de4-4fa1-b912-4770339e0ad9') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:22.722650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7220fc6-3de4-4fa1-b912-4770339e0ad9') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:22.758389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa2f9a9-9049-4485-a4e8-f8718b2e85b0 None None] Network 125307ef-f344-46e9-a205-2673c1c4c683 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:22.779138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.817858 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.862803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:22.863232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:22.866619 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:22.903771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-58a0abbe-170a-43a7-bb96-33adaf750bea None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7bd88604-5b84-49e8-b9d0-20b08fc018fc,segment=NetworkSegment(bc3f237a-221d-400e-9f38-75ddddd3e9ef),segment_id=bc3f237a-221d-400e-9f38-75ddddd3e9ef)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:22.953438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-58a0abbe-170a-43a7-bb96-33adaf750bea None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.045146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:38:23.049933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37342) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:23.056798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-58a0abbe-170a-43a7-bb96-33adaf750bea None None] Transition to ACTIVE for port object 7bd88604-5b84-49e8-b9d0-20b08fc018fc will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:23.058349 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.068049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-58a0abbe-170a-43a7-bb96-33adaf750bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.123671 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.127067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/networks/88323e07-32da-45f1-9113-a48b45d58a0f HTTP/1.1" status: 204 len: 168 time: 2.2008061 Aug 31 06:38:23.131858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37344) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:23.214756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f763fb8-8c79-4424-adf2-d62c97f52bd3 None None] Network 125307ef-f344-46e9-a205-2673c1c4c683 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:23.272819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689da89-4126-4ff1-8fb6-08ba0368a59d tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Network': ['ID=88323e07-32da-45f1-9113-a48b45d58a0f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:23.350362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec090d0e-93db-424e-ac2b-b966c4117045 admin admin] Deleting subnet e437684d-8fc6-4369-ba5e-06eff891c826 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:23.354377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56960-365a-4e63-9767-eb411c746f2e req-736bf8dd-eec4-4ded-b836-ac58efffb339 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:23.368501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6be56960-365a-4e63-9767-eb411c746f2e req-736bf8dd-eec4-4ded-b836-ac58efffb339 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 944 time: 0.5451381 Aug 31 06:38:23.389475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0abbe-170a-43a7-bb96-33adaf750bea None None] Pushing event updated for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:23.448796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec090d0e-93db-424e-ac2b-b966c4117045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.466818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-0f1096b3-e585-4117-8fc6-50a24d551776 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:23.468950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-0f1096b3-e585-4117-8fc6-50a24d551776 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.23 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 944 time: 0.4274452 Aug 31 06:38:23.495467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Delete allocated IP 2001:db8::343 (f9684a1a-7dcb-401f-a1d8-8296d500a981/7be61813-12c0-4d1f-b7ab-89dc154c7db0) {{(pid=94668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:38:23.521142 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.551518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Allocated IP 2001:db8:0:2::f3 (f9684a1a-7dcb-401f-a1d8-8296d500a981/5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8/d35d38fe-4502-434a-83d6-f81671585163) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:23.614053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6be56960-365a-4e63-9767-eb411c746f2e req-36aeb397-e2cb-4a54-9d55-dabfbaa90261 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444708 Aug 31 06:38:23.680758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec090d0e-93db-424e-ac2b-b966c4117045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.710947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:23.723516 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] Sync routers for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:23.730046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.738510 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:23.742294 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:23.800179 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.806175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9e92be4c-d928-4125-b545-1c3ca6194252 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "PUT /v2.0/floatingips/20c631e0-49eb-4593-a002-b7d26e29bcd3 HTTP/1.1" status: 200 len: 991 time: 4.4828832 Aug 31 06:38:23.822916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'tag': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:23.830822 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d331e34b-7396-4b42-95e7-441a193e4059" -d '{"events": [{"name": "network-changed", "server_uuid": "cf51bc37-92b8-4715-a3dd-49c89dc1eced", "tag": "e67c52ff-1787-48d0-8bc6-e71d41dd741e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:23.831095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:23.910432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936ac4a4-0e92-40a8-8ed1-579bb66e678d') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:23.910843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936ac4a4-0e92-40a8-8ed1-579bb66e678d') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:23.966804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.972862 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201ffc8c-03cb-45ce-a607-8d0a7b31106b x-openstack-request-id: req-201ffc8c-03cb-45ce-a607-8d0a7b31106b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:23.973592 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf51bc37-92b8-4715-a3dd-49c89dc1eced", "tag": "e67c52ff-1787-48d0-8bc6-e71d41dd741e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:23.974237 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-201ffc8c-03cb-45ce-a607-8d0a7b31106b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:23.974975 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'tag': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'status': 'completed', 'code': 200} Aug 31 06:38:23.999803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec090d0e-93db-424e-ac2b-b966c4117045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.040463 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.resource_extend [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:38:24.074040 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:24.173342 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6943d-75ee-48f0-9f6a-e2a3faa58c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.210488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.230624 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.239033 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.244380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec090d0e-93db-424e-ac2b-b966c4117045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.300696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.320310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:24.320796 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.344549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec090d0e-93db-424e-ac2b-b966c4117045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e437684d-8fc6-4369-ba5e-06eff891c826,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:24.361808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec090d0e-93db-424e-ac2b-b966c4117045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.366509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ec090d0e-93db-424e-ac2b-b966c4117045 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e437684d-8fc6-4369-ba5e-06eff891c826 HTTP/1.1" status: 204 len: 168 time: 1.3109441 Aug 31 06:38:24.367263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37364) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:24.372537 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:24.449657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Deleting port 0b8bea90-4f6a-4e93-b222-351588b80d9b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:24.449990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.506086 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '20c631e0-49eb-4593-a002-b7d26e29bcd3', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'port_id': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'mac_address': 'fa:16:3e:5b:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:41Z', 'updated_at': '2021-08-31T06:38:21Z', 'revision_number': 1, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 5, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:24.511505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Provisioning complete for port 0d20d148-32bc-4389-ab4a-9f653bc19668 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:24.515962 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.544752 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] Checking router: 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:24.552913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e34b-7396-4b42-95e7-441a193e4059 req-340aea94-5fd5-4cf2-9ca1-a912e7c95aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:24.555643 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d331e34b-7396-4b42-95e7-441a193e4059 req-340aea94-5fd5-4cf2-9ca1-a912e7c95aec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c48b2d488df946708d38fb045042bf96&device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 1097 time: 0.5262702 Aug 31 06:38:24.563120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.587365 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Floating IP ae794cd4-f01f-41c6-947c-1a5548e05840 associated. External IP: 172.25.5.115, port: 38dd4750-916c-4e5a-a105-5ccbd30ca18b. Aug 31 06:38:24.593553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Port 0d20d148-32bc-4389-ab4a-9f653bc19668 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:24.600266 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:24.601491 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:24.614443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Provisioning complete for port d35d38fe-4502-434a-83d6-f81671585163 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:24.615145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.750026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Port d35d38fe-4502-434a-83d6-f81671585163 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:24.792055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Provisioning for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:24.808941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Provisioning complete for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:24.810804 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0d20f19d-2629-4582-a468-45c9d83b5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.839473 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:24.912427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7bd88604-5b84-49e8-b9d0-20b08fc018fc up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:25.040540 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.123324 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.129801 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/networks/0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c HTTP/1.1" status: 204 len: 168 time: 1.9932303 Aug 31 06:38:25.144177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4df83-2ac3-4d3e-a15c-701e43ce2528 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Network': ['ID=0d4d75e2-2fea-45b7-8a2f-5afbf4dd790c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:25.161326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37376) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:25.166348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e34b-7396-4b42-95e7-441a193e4059 req-ace80244-2792-4ec1-9da7-4e9e618f1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:25.170475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d331e34b-7396-4b42-95e7-441a193e4059 req-ace80244-2792-4ec1-9da7-4e9e618f1e77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afd3e1ee-60e5-4242-8724-83469c569dfc HTTP/1.1" status: 200 len: 912 time: 0.5954053 Aug 31 06:38:25.229045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:25.229986 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.403441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d331e34b-7396-4b42-95e7-441a193e4059 req-5d7f99b8-1325-4865-93e4-448cbc3d2fca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e HTTP/1.1" status: 200 len: 999 time: 0.2101114 Aug 31 06:38:25.503266 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '20c631e0-49eb-4593-a002-b7d26e29bcd3', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'port_id': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'mac_address': 'fa:16:3e:5b:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:41Z', 'updated_at': '2021-08-31T06:38:21Z', 'revision_number': 1, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 5, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:25.534360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ec19d-aa01-49c7-a20b-291ce43143ce req-6a01948b-c3b9-49e1-9814-65d5ef8cbfd2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:25.536225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c67ec19d-aa01-49c7-a20b-291ce43143ce req-6a01948b-c3b9-49e1-9814-65d5ef8cbfd2 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 944 time: 0.6203313 Aug 31 06:38:25.569007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.588014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125307ef-f344-46e9-a205-2673c1c4c683']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:25.597661 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c551650-6fcd-445d-b2dd-112e52419bfc None None] The sync data for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 is: [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '20c631e0-49eb-4593-a002-b7d26e29bcd3', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'port_id': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'mac_address': 'fa:16:3e:5b:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:41Z', 'updated_at': '2021-08-31T06:38:21Z', 'revision_number': 1, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 5, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:25.608664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2bfab9-2fb9-4976-a4bd-ae87bb7c4eab') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:25.608973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2bfab9-2fb9-4976-a4bd-ae87bb7c4eab') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:25.644167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.659863 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.675058 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.682863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:25.683270 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:25.748409 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:25.753046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Router 35e13e7a-af7c-46dc-b4da-8963793b70b8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:38:25.943189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a8c50-c5b3-4580-aec3-8cddfdd5f47b None None] New status for floating IP 20c631e0-49eb-4593-a002-b7d26e29bcd3: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:38:26.011745 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.020260 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.026392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:26.028641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] For port 0b8bea90-4f6a-4e93-b222-351588b80d9b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0b8bea90-4f6a-4e93-b222-351588b80d9b,segment=NetworkSegment(e86a1628-5be2-4e5c-a1da-66d9187af034),segment_id=e86a1628-5be2-4e5c-a1da-66d9187af034)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:26.029012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.033117 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.038725 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] Sync routers for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:26.067165 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:26.067953 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:26.102635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e34b-7396-4b42-95e7-441a193e4059 req-f244cd34-a70e-4e2f-affe-042711a91458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:26.104667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d331e34b-7396-4b42-95e7-441a193e4059 req-f244cd34-a70e-4e2f-affe-042711a91458 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b02c628-6caf-4628-9b94-8d7b8f1d6909 HTTP/1.1" status: 200 len: 850 time: 0.6604545 Aug 31 06:38:26.106255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Calling delete_port for 0b8bea90-4f6a-4e93-b222-351588b80d9b owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:26.148052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.151251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] 10.222.0.15 "DELETE /v2.0/networks/125307ef-f344-46e9-a205-2673c1c4c683 HTTP/1.1" status: 204 len: 168 time: 1.7828510 Aug 31 06:38:26.153232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-96d12efc-d02d-43c7-9210-f1b560640b66 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "PUT /v2.0/floatingips/ae794cd4-f01f-41c6-947c-1a5548e05840 HTTP/1.1" status: 200 len: 991 time: 3.9828014 Aug 31 06:38:26.154232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c67ec19d-aa01-49c7-a20b-291ce43143ce req-a049e31a-93cc-4b63-8f88-01b560daa3dd tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004834 Aug 31 06:38:26.154526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba393c8-a3c7-4306-8264-319ee04ad955 admin admin] Pushing event deleted for resources: {'Network': ['ID=125307ef-f344-46e9-a205-2673c1c4c683,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:26.156463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:26.159479 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325" -d '{"events": [{"name": "network-changed", "server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:26.159997 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.165140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Transition to ACTIVE for port object d35d38fe-4502-434a-83d6-f81671585163 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:26.245742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.465410 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e41f3d-af9d-4ebb-b46b-ab622d587937 x-openstack-request-id: req-e5e41f3d-af9d-4ebb-b46b-ab622d587937 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:26.465788 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:26.466141 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5e41f3d-af9d-4ebb-b46b-ab622d587937 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:26.467267 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'status': 'completed', 'code': 200} Aug 31 06:38:26.523068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37420) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:26.578757 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:26.615421 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-849f195f-146d-46b3-bf97-6067ba496a60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=732e7d9485994cf88adbad29ea3b8afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906162 Aug 31 06:38:26.625503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37422) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:26.665042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] In _notify_port_updated(), no bound segment for port d35d38fe-4502-434a-83d6-f81671585163 on network f9684a1a-7dcb-401f-a1d8-8296d500a981 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:38:26.688618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:26.690459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.707351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "PUT /v2.0/ports/d35d38fe-4502-434a-83d6-f81671585163 HTTP/1.1" status: 200 len: 969 time: 5.0404091 Aug 31 06:38:26.714857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37424) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:26.725135 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.745291 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93515d59-8c86-4c5a-b030-eeb3bcae3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.764045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49c9ca-5cb0-4b83-aeec-8a6509fd91e8 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event updated for resources: {'Port': ['ID=d35d38fe-4502-434a-83d6-f81671585163,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:26.799125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e34b-7396-4b42-95e7-441a193e4059 req-558c2632-3c2d-48c4-9be1-e66cdde362ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:26.802134 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d331e34b-7396-4b42-95e7-441a193e4059 req-558c2632-3c2d-48c4-9be1-e66cdde362ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afd3e1ee-60e5-4242-8724-83469c569dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6605062 Aug 31 06:38:26.807166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.809243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b396c310-7a77-404e-a147-df90d0d9394d']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:26.859988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2073d1ff-e286-4710-b5cf-a54239bda876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.915163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2073d1ff-e286-4710-b5cf-a54239bda876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.925698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a00613-3d16-490e-907e-8605c58739bf') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:26.926001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a00613-3d16-490e-907e-8605c58739bf') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:26.936951 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.954048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.968282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:26.968874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.978609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2073d1ff-e286-4710-b5cf-a54239bda876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.987236 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2073d1ff-e286-4710-b5cf-a54239bda876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.988758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2073d1ff-e286-4710-b5cf-a54239bda876 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03387d59-6dee-4299-b4bd-3df76b3497b2 HTTP/1.1" status: 204 len: 168 time: 0.3600042 Aug 31 06:38:27.010101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073d1ff-e286-4710-b5cf-a54239bda876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03387d59-6dee-4299-b4bd-3df76b3497b2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:27.011311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f274e0d6-7beb-479c-a04e-dfe850deada7 None None] Provisioning for port d35d38fe-4502-434a-83d6-f81671585163 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:27.026289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f274e0d6-7beb-479c-a04e-dfe850deada7 None None] Provisioning complete for port d35d38fe-4502-434a-83d6-f81671585163 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:27.026978 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f274e0d6-7beb-479c-a04e-dfe850deada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:27.045280 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:27.084806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f274e0d6-7beb-479c-a04e-dfe850deada7 None None] Port d35d38fe-4502-434a-83d6-f81671585163 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:27.113389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d331e34b-7396-4b42-95e7-441a193e4059 req-991066c3-513a-41b9-9333-becbf4ceb06d service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804961 Aug 31 06:38:27.126641 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'ae794cd4-f01f-41c6-947c-1a5548e05840', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'port_id': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'mac_address': 'fa:16:3e:ed:f2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:23Z', 'revision_number': 1, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:27.171011 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] Checking router: 35e13e7a-af7c-46dc-b4da-8963793b70b8 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:27.198054 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:27.199230 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:27.237956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-12d49a61-2a0a-429b-a541-65a03816287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:27.239759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-12d49a61-2a0a-429b-a541-65a03816287c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1097 time: 0.7046232 Aug 31 06:38:27.289713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.331160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.333478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] 10.222.0.15 "DELETE /v2.0/networks/b396c310-7a77-404e-a147-df90d0d9394d HTTP/1.1" status: 204 len: 168 time: 2.1610363 Aug 31 06:38:27.374734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25b33e-6125-43dd-9e78-ddd56cbdcce4 tempest-BulkNetworkOpsIpV6Test-1292083943 tempest-BulkNetworkOpsIpV6Test-1292083943-project] Pushing event deleted for resources: {'Network': ['ID=b396c310-7a77-404e-a147-df90d0d9394d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:27.544870 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:27.607973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-90cb0fe2-e91d-4aac-82c5-7f88f318c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:27.611326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-90cb0fe2-e91d-4aac-82c5-7f88f318c053 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.3341849 Aug 31 06:38:27.627470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7951e-02eb-4a58-9ae5-325b85927c6b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port d35d38fe-4502-434a-83d6-f81671585163 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:27.627975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ed7951e-02eb-4a58-9ae5-325b85927c6b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.764113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ed7951e-02eb-4a58-9ae5-325b85927c6b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.778195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7951e-02eb-4a58-9ae5-325b85927c6b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for d35d38fe-4502-434a-83d6-f81671585163 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:27.893633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.894467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37460) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:28.048682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.074525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-428759c4-c8fd-4214-98b6-ec6eccd5e0f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 999 time: 0.4535794 Aug 31 06:38:28.129762 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'ae794cd4-f01f-41c6-947c-1a5548e05840', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'port_id': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'mac_address': 'fa:16:3e:ed:f2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:23Z', 'revision_number': 1, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:28.177590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d331e34b-7396-4b42-95e7-441a193e4059 req-3caca371-c40b-4b9e-9215-5590505b1036 service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0525472 Aug 31 06:38:28.195131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a13ca-065e-46c5-963e-eaddd588fa20 req-06bf53f8-90cd-4451-a065-cbc1dde73307 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:28.198637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b1a13ca-065e-46c5-963e-eaddd588fa20 req-06bf53f8-90cd-4451-a065-cbc1dde73307 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/ports?device_id=53b323ca-8f33-4430-9759-a7e1f6611a25 HTTP/1.1" status: 200 len: 866 time: 0.8136823 Aug 31 06:38:28.229912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Pushing event deleted for resources: {'Port': ['ID=0b8bea90-4f6a-4e93-b222-351588b80d9b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:28.233674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] No DVR routers for this DVR port 0b8bea90-4f6a-4e93-b222-351588b80d9b on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:28.239938 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949eec7-d8e3-4195-a8ec-f872ad8781f4 None None] The sync data for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 is: [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'ae794cd4-f01f-41c6-947c-1a5548e05840', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'port_id': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'mac_address': 'fa:16:3e:ed:f2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:23Z', 'revision_number': 1, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:28.246054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0b8bea90-4f6a-4e93-b222-351588b80d9b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:28.252606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.255703 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3defe3df-3142-4e16-94c3-1b2dd4c5884b req-f7ec1a7d-e900-47d1-b3db-80856e26533a tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.23 "DELETE /v2.0/ports/0b8bea90-4f6a-4e93-b222-351588b80d9b HTTP/1.1" status: 204 len: 173 time: 4.7685010 Aug 31 06:38:28.292767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d7d0c0fb-9a84-4b61-b9ea-81132254141c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b7dbe045cea46ac8a79af235f58d3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968420 Aug 31 06:38:28.295409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37474) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:28.330563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 0b8bea90-4f6a-4e93-b222-351588b80d9b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:28.331965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0b8bea90-4f6a-4e93-b222-351588b80d9b not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:28.336155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'name': 'network-vif-deleted', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:28.338875 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2272b35d-4e86-4b9f-9fde-e83b291fa090" -d '{"events": [{"server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "name": "network-vif-deleted", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:28.381974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c51b2ff-3a50-4000-83d7-650127222337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.443105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c51b2ff-3a50-4000-83d7-650127222337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.528815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b1a13ca-065e-46c5-963e-eaddd588fa20 req-498c3540-4165-4c4d-9306-f43068cdfdb5 tempest-LiveMigrationTest-542786124 tempest-LiveMigrationTest-542786124-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d38c068-ec3a-49d9-baa7-1352a37a5608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886260 Aug 31 06:38:28.528815 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ed7951e-02eb-4a58-9ae5-325b85927c6b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.622568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c51b2ff-3a50-4000-83d7-650127222337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.637580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c51b2ff-3a50-4000-83d7-650127222337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.639326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8c51b2ff-3a50-4000-83d7-650127222337 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/467495a2-51f0-40b7-866f-30dc1e870585 HTTP/1.1" status: 204 len: 168 time: 0.3422098 Aug 31 06:38:28.660859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51b2ff-3a50-4000-83d7-650127222337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467495a2-51f0-40b7-866f-30dc1e870585,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:28.693731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37494) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:28.701134 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7987a3-b0c9-44fd-a70d-58bb02796979 x-openstack-request-id: req-ce7987a3-b0c9-44fd-a70d-58bb02796979 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:28.704175 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b323ca-8f33-4430-9759-a7e1f6611a25", "name": "network-vif-deleted", "tag": "0b8bea90-4f6a-4e93-b222-351588b80d9b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:28.713864 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce7987a3-b0c9-44fd-a70d-58bb02796979 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:28.714477 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b323ca-8f33-4430-9759-a7e1f6611a25', 'name': 'network-vif-deleted', 'tag': '0b8bea90-4f6a-4e93-b222-351588b80d9b', 'status': 'completed', 'code': 200} Aug 31 06:38:28.718393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7951e-02eb-4a58-9ae5-325b85927c6b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=d35d38fe-4502-434a-83d6-f81671585163,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:28.771172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-5988ccfe-86ba-46e1-b43d-84e1d2db745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:28.795706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-5988ccfe-86ba-46e1-b43d-84e1d2db745e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.6017187 Aug 31 06:38:28.863474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b654763-b466-40ce-be8b-85156ed48e77 None None] New status for floating IP ae794cd4-f01f-41c6-947c-1a5548e05840: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:38:28.909603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ed7951e-02eb-4a58-9ae5-325b85927c6b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.917504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:28.918887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8ed7951e-02eb-4a58-9ae5-325b85927c6b tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/d35d38fe-4502-434a-83d6-f81671585163 HTTP/1.1" status: 204 len: 168 time: 2.1959622 Aug 31 06:38:29.008732 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-adeda605-40bd-4ad9-b1ea-be8657ed9d06 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] GET failed (client error): The resource could not be found. Aug 31 06:38:29.017141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37512) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:29.019111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-adeda605-40bd-4ad9-b1ea-be8657ed9d06 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports/d35d38fe-4502-434a-83d6-f81671585163 HTTP/1.1" status: 404 len: 333 time: 0.1002636 Aug 31 06:38:29.066898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-364757403-network', 'tenant_id': '437d1977cf1a45eeb509d156c8e29636'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:29.139782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Made reservation on behalf of 437d1977cf1a45eeb509d156c8e29636 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:29.142668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.155734 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.171537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-65904f7d-c87f-4043-a55f-9cb4a76cff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:29.173541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-65904f7d-c87f-4043-a55f-9cb4a76cff4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3767898 Aug 31 06:38:29.180259 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57d161fc-bf11-4e19-88e8-441d452c0c92 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.337417 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57d161fc-bf11-4e19-88e8-441d452c0c92 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.484052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.490317 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.498474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-4f457564-d1bd-4d0f-8de9-51df90ed6640 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158541 Aug 31 06:38:29.500042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57d161fc-bf11-4e19-88e8-441d452c0c92 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.503843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57d161fc-bf11-4e19-88e8-441d452c0c92 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.505078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-57d161fc-bf11-4e19-88e8-441d452c0c92 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd31c0bb-69dc-4f41-8e50-7353e08da0e0 HTTP/1.1" status: 204 len: 168 time: 0.4857755 Aug 31 06:38:29.518437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37520) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:29.536890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d161fc-bf11-4e19-88e8-441d452c0c92 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd31c0bb-69dc-4f41-8e50-7353e08da0e0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:29.610909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:29.634346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.635096 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Added segment de3b8226-2fb8-42b0-b42f-72b4f7faebe6 of type vlan for network b9ab5484-b1a6-4705-bf2b-814c84593394 Aug 31 06:38:29.637696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37532) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:29.647451 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a10789d-35d3-4360-bf81-9bc099cf168f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:29.781003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8c4d295-561c-4714-9ea8-a4c3a4b7e325 req-3e460fa4-ad67-4d99-b3e2-6cbf411b1dd7 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736619 Aug 31 06:38:29.879716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.907221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.927846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0250a488-1e80-4da9-8f88-983ca0a1f09e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.983648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0250a488-1e80-4da9-8f88-983ca0a1f09e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.023569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.025179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:30.026079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.146070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4507961 Aug 31 06:38:30.179199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0250a488-1e80-4da9-8f88-983ca0a1f09e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.183746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0250a488-1e80-4da9-8f88-983ca0a1f09e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.189628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37554) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:30.190104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0250a488-1e80-4da9-8f88-983ca0a1f09e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/security-groups/299d494f-f570-4d2d-a859-600356f14779 HTTP/1.1" status: 204 len: 168 time: 0.6674080 Aug 31 06:38:30.191120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f63718-1c9e-4506-8091-21fd8dd0c3b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ab5484-b1a6-4705-bf2b-814c84593394,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.212115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250a488-1e80-4da9-8f88-983ca0a1f09e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299d494f-f570-4d2d-a859-600356f14779,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.212482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network b9ab5484-b1a6-4705-bf2b-814c84593394 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:30.402006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-424cd613-09b5-44dc-a0d7-10827cf7d6fa admin admin] Deleting subnet 855d36ba-a623-41eb-a4d6-258e3da7e2ca {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:30.433144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-424cd613-09b5-44dc-a0d7-10827cf7d6fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.498819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-622ba1b0-db7e-4e1d-be31-02dd64635559 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.521996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:30.581073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-424cd613-09b5-44dc-a0d7-10827cf7d6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.659944 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-622ba1b0-db7e-4e1d-be31-02dd64635559 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.746833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1216517005'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:30.772517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-424cd613-09b5-44dc-a0d7-10827cf7d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.784258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:30.790240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.809461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.831873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-622ba1b0-db7e-4e1d-be31-02dd64635559 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.842778 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-622ba1b0-db7e-4e1d-be31-02dd64635559 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.842778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-622ba1b0-db7e-4e1d-be31-02dd64635559 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/security-groups/c2efb6c1-7b41-44c5-8385-2bc72ff9174b HTTP/1.1" status: 204 len: 168 time: 0.6483111 Aug 31 06:38:30.846127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:30.864034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ba1b0-db7e-4e1d-be31-02dd64635559 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2efb6c1-7b41-44c5-8385-2bc72ff9174b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.916724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-424cd613-09b5-44dc-a0d7-10827cf7d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.013751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-69725e5c-32ad-41f3-8ece-834561e5ac35 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 7be61813-12c0-4d1f-b7ab-89dc154c7db0 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:31.034136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69725e5c-32ad-41f3-8ece-834561e5ac35 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.040122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cd613-09b5-44dc-a0d7-10827cf7d6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855d36ba-a623-41eb-a4d6-258e3da7e2ca,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:31.048005 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-424cd613-09b5-44dc-a0d7-10827cf7d6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.054662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-424cd613-09b5-44dc-a0d7-10827cf7d6fa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/855d36ba-a623-41eb-a4d6-258e3da7e2ca HTTP/1.1" status: 204 len: 168 time: 1.4140191 Aug 31 06:38:31.055144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37582) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:31.185331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.283797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69725e5c-32ad-41f3-8ece-834561e5ac35 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.395343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.411588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544ec84f-db76-4548-98c2-b10d82d10c0c']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:31.430277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86a1628-5be2-4e5c-a1da-66d9187af034') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:31.430709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86a1628-5be2-4e5c-a1da-66d9187af034') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:31.441583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.475011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.488640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:31.489777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:31.590835 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:31.594841 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.603299 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.607052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] 10.222.0.15 "DELETE /v2.0/networks/544ec84f-db76-4548-98c2-b10d82d10c0c HTTP/1.1" status: 204 len: 168 time: 0.5413222 Aug 31 06:38:31.611401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37590) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:31.621681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dc6b-ff47-4d08-bc50-3a896b1136f7 req-b66dfdd5-3890-4ee5-add6-5bc32be62a3d tempest-ComputeTenantNetworksTest-392940582 tempest-ComputeTenantNetworksTest-392940582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:31.627998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dc6b-ff47-4d08-bc50-3a896b1136f7 req-b66dfdd5-3890-4ee5-add6-5bc32be62a3d tempest-ComputeTenantNetworksTest-392940582 tempest-ComputeTenantNetworksTest-392940582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:31.634736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dc6b-ff47-4d08-bc50-3a896b1136f7 req-b66dfdd5-3890-4ee5-add6-5bc32be62a3d tempest-ComputeTenantNetworksTest-392940582 tempest-ComputeTenantNetworksTest-392940582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:31.640073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db49dc6b-ff47-4d08-bc50-3a896b1136f7 req-b66dfdd5-3890-4ee5-add6-5bc32be62a3d tempest-ComputeTenantNetworksTest-392940582 tempest-ComputeTenantNetworksTest-392940582-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6003621 Aug 31 06:38:31.644602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.652594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69725e5c-32ad-41f3-8ece-834561e5ac35 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.656762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.672659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:31.684521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.684907 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Added segment b70289dc-e6d7-47e9-9b4a-0a43198867c5 of type vlan for network 198d767c-0a0a-405a-86e6-37a74e85c570 Aug 31 06:38:31.744583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629599e-6859-443c-9118-64a97f0b8285 admin admin] Pushing event deleted for resources: {'Network': ['ID=544ec84f-db76-4548-98c2-b10d82d10c0c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:31.805294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ae5d08-cf60-41ea-b0a3-14e2c186b4fe,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:31.812847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.880630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c4eb-46fd-48b5-9801-6266369ce6a7 req-d33f521f-b732-4c68-a5c2-e0dc66194eac tempest-ComputeTenantNetworksTest-392940582 tempest-ComputeTenantNetworksTest-392940582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:31.893590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72d4c4eb-46fd-48b5-9801-6266369ce6a7 req-d33f521f-b732-4c68-a5c2-e0dc66194eac tempest-ComputeTenantNetworksTest-392940582 tempest-ComputeTenantNetworksTest-392940582-project] 10.222.0.15 "GET /v2.0/networks/b9ab5484-b1a6-4705-bf2b-814c84593394 HTTP/1.1" status: 200 len: 768 time: 0.1628425 Aug 31 06:38:31.895054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37600) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:31.902315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.908766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:31.909582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.912816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5812daf-4a73-4e73-8ee0-77ef88001f3c admin admin] Deleting subnet bb2b81a7-c320-4890-a94d-e64c117e53d0 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:32.019389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5812daf-4a73-4e73-8ee0-77ef88001f3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.022108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69725e5c-32ad-41f3-8ece-834561e5ac35 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.191988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5812daf-4a73-4e73-8ee0-77ef88001f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.221828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6974742 Aug 31 06:38:32.225856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:32.231802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69725e5c-32ad-41f3-8ece-834561e5ac35 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=7be61813-12c0-4d1f-b7ab-89dc154c7db0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:32.243976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'name': 'tempest-PortsTestJSON-1546310734'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:32.278764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5812daf-4a73-4e73-8ee0-77ef88001f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.380827 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.391974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78db2-0324-458c-85fc-1c338378a885 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Network': ['ID=198d767c-0a0a-405a-86e6-37a74e85c570,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:32.398006 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69725e5c-32ad-41f3-8ece-834561e5ac35 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.399820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-69725e5c-32ad-41f3-8ece-834561e5ac35 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/7be61813-12c0-4d1f-b7ab-89dc154c7db0 HTTP/1.1" status: 204 len: 168 time: 1.5524189 Aug 31 06:38:32.403993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9492ac2-f6ae-450f-9f2b-79ca5a8aecfc None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:32.417998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37614) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:32.511527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:32.551711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:32.556750 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.630740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 74a35335-4dae-4cb7-9169-1c7963c25e5c yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:32.650036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaeca6ec-a39e-4903-a491-cd684acc453e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet 5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:32.656431 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6ec-a39e-4903-a491-cd684acc453e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.692706 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5812daf-4a73-4e73-8ee0-77ef88001f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.721963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.735814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6ec-a39e-4903-a491-cd684acc453e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.868831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ab5484-b1a6-4705-bf2b-814c84593394']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:32.875125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6ec-a39e-4903-a491-cd684acc453e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.950924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5812daf-4a73-4e73-8ee0-77ef88001f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2b81a7-c320-4890-a94d-e64c117e53d0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:32.956528 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6ec-a39e-4903-a491-cd684acc453e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.957267 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5812daf-4a73-4e73-8ee0-77ef88001f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.959517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d5812daf-4a73-4e73-8ee0-77ef88001f3c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bb2b81a7-c320-4890-a94d-e64c117e53d0 HTTP/1.1" status: 204 len: 168 time: 1.3450885 Aug 31 06:38:32.964347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3b8226-2fb8-42b0-b42f-72b4f7faebe6') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:32.966744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37622) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:32.969833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3b8226-2fb8-42b0-b42f-72b4f7faebe6') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:33.005540 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.055046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.076592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:33.079238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:33.094943 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:33.121203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23acf79-bf22-4877-a861-4e7cf876b7d1 None None] Update dhcp port {'port': {'network_id': 'f9684a1a-7dcb-401f-a1d8-8296d500a981', 'fixed_ips': [{'subnet_id': 'e1ea52cd-afcd-4b59-b186-12d5108ae056', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '7bd88604-5b84-49e8-b9d0-20b08fc018fc'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:38:33.174369 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e23acf79-bf22-4877-a861-4e7cf876b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.284577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.285926 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.301751 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.309120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b9ab5484-b1a6-4705-bf2b-814c84593394 HTTP/1.1" status: 204 len: 168 time: 1.4097662 Aug 31 06:38:33.372227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.375596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aaeca6ec-a39e-4903-a491-cd684acc453e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.383459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94d7cd-9daf-4acd-89c8-8bcf601bf7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ab5484-b1a6-4705-bf2b-814c84593394,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:33.384577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aaeca6ec-a39e-4903-a491-cd684acc453e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8 HTTP/1.1" status: 204 len: 168 time: 0.9649041 Aug 31 06:38:33.391765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37630) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:33.437945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeca6ec-a39e-4903-a491-cd684acc453e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8fb7f3-98bf-4fb3-9859-cfcc5659d9a8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:33.533088 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-708deb86-5138-40da-927a-e3d4c8b4aa4f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:33.546700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708deb86-5138-40da-927a-e3d4c8b4aa4f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:33.551043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-708deb86-5138-40da-927a-e3d4c8b4aa4f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/7be61813-12c0-4d1f-b7ab-89dc154c7db0 HTTP/1.1" status: 404 len: 337 time: 0.1573532 Aug 31 06:38:33.565506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37636) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:33.675434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.701895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=74a35335-4dae-4cb7-9169-1c7963c25e5c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:33.728723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Checking segment: {'id': 'b70289dc-e6d7-47e9-9b4a-0a43198867c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:33.729447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network hostable DHCP agents. Network: 198d767c-0a0a-405a-86e6-37a74e85c570, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:33.735286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01da55a-fa99-43b5-99b4-9fc3b8839fee tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting subnet e1ea52cd-afcd-4b59-b186-12d5108ae056 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:33.745371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f01da55a-fa99-43b5-99b4-9fc3b8839fee tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.899674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:33.914462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f01da55a-fa99-43b5-99b4-9fc3b8839fee tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.930172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37642) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:33.951584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 198d767c-0a0a-405a-86e6-37a74e85c570) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:33.972637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:33.979511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:33.980537 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.988718 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.990764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ccf61-47d5-4941-92d0-edb2253da979 None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:34.030863 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-40fba243-e672-48f6-b10f-4ffff07241cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=437d1977cf1a45eeb509d156c8e29636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972581 Aug 31 06:38:34.031650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bba8c9-4f02-4627-9591-1d676e2b5f9e']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:34.033478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37648) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:34.063144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-74e54d9b-f5ce-477b-81c4-6c1c01f11f81 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8272641 Aug 31 06:38:34.064152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37650) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:34.075736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1176889568'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:34.076462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17cfc71-b193-4d8b-92f3-4e652fcfb91e') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:34.077322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17cfc71-b193-4d8b-92f3-4e652fcfb91e') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:34.144221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.162176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:34.173326 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.192376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.196517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f01da55a-fa99-43b5-99b4-9fc3b8839fee tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.238659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:34.240073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:34.240786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:34.243481 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:34.259628 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.259970 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Added segment 8ab10c01-b9a1-46aa-87d4-1b58c4ac8584 of type vlan for network 42a9b75e-084e-410f-8f8c-ebc3f3756b5c Aug 31 06:38:34.306691 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.357214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.371309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:34.371961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.380027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.399702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.404793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/82bba8c9-4f02-4627-9591-1d676e2b5f9e HTTP/1.1" status: 204 len: 168 time: 1.4364572 Aug 31 06:38:34.434756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d627c45-1816-486a-a935-733393ad35e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=82bba8c9-4f02-4627-9591-1d676e2b5f9e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:34.439426 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f01da55a-fa99-43b5-99b4-9fc3b8839fee tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.471865 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f01da55a-fa99-43b5-99b4-9fc3b8839fee tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.479164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f01da55a-fa99-43b5-99b4-9fc3b8839fee tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/e1ea52cd-afcd-4b59-b186-12d5108ae056 HTTP/1.1" status: 204 len: 168 time: 0.9042904 Aug 31 06:38:34.480781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8684757-6976-4d85-b93b-5f677d20a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-e23acf79-bf22-4877-a861-4e7cf876b7d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1ea52cd-afcd-4b59-b186-12d5108ae056: This subnet is being modified by another concurrent operation. Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:38:34.483844 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1ea52cd-afcd-4b59-b186-12d5108ae056: This subnet is being modified by another concurrent operation. Aug 31 06:38:34.488890 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 06:38:34.494113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37654) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:34.494113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Network': ['ID=42a9b75e-084e-410f-8f8c-ebc3f3756b5c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:34.508036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 42a9b75e-084e-410f-8f8c-ebc3f3756b5c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:34.518305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01da55a-fa99-43b5-99b4-9fc3b8839fee tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ea52cd-afcd-4b59-b186-12d5108ae056,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:34.583612 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d230182a-b192-4071-b733-ef81b930a7fc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:34.584590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d230182a-b192-4071-b733-ef81b930a7fc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:34.586965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d230182a-b192-4071-b733-ef81b930a7fc tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/0cb1e4a5-88f5-4670-8a61-8fa274ba2d5a HTTP/1.1" status: 404 len: 337 time: 0.0881281 Aug 31 06:38:34.592999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37662) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:34.595518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3eec25e1-53af-4da4-b0f7-cbc8cac60a43 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5299971 Aug 31 06:38:34.599561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37664) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:34.608730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'ports': [{'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570'}, {'network_id': '42a9b75e-084e-410f-8f8c-ebc3f3756b5c'}]} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:34.609592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:34.610403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '42a9b75e-084e-410f-8f8c-ebc3f3756b5c'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:34.714041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9c53f5ea-95b6-4acb-bd7f-f7cab043c4d9 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f25ae97-98d9-4a26-919c-3a92d4471a80 HTTP/1.1" status: 200 len: 205 time: 0.1215084 Aug 31 06:38:34.717286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37668) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:34.734378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c1aa8-4a22-40f2-a033-ba21d6ffe8bd None None] Network f9684a1a-7dcb-401f-a1d8-8296d500a981 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:34.774925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] Provisioning complete for port 0d20d148-32bc-4389-ab4a-9f653bc19668 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:34.776204 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.778239 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8684757-6976-4d85-b93b-5f677d20a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.846366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8684757-6976-4d85-b93b-5f677d20a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.849392 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f8684757-6976-4d85-b93b-5f677d20a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.851389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f8684757-6976-4d85-b93b-5f677d20a4c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a10789d-35d3-4360-bf81-9bc099cf168f HTTP/1.1" status: 204 len: 168 time: 0.8156464 Aug 31 06:38:34.961067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8684757-6976-4d85-b93b-5f677d20a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a10789d-35d3-4360-bf81-9bc099cf168f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:34.982644 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-0490d698-a59f-4ba8-8f1b-a468e571d95f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] delete failed (client error): The resource could not be found. Aug 31 06:38:34.989608 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0490d698-a59f-4ba8-8f1b-a468e571d95f tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/routers/8f25ae97-98d9-4a26-919c-3a92d4471a80 HTTP/1.1" status: 404 len: 336 time: 0.2709410 Aug 31 06:38:34.996682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37676) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.012645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] Port 0d20d148-32bc-4389-ab4a-9f653bc19668 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:35.016826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7bd88604-5b84-49e8-b9d0-20b08fc018fc no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:35.031846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37678) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.088362 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-026144a9-c1db-433a-a82e-60b986f01f9c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.089268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026144a9-c1db-433a-a82e-60b986f01f9c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.091337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-026144a9-c1db-433a-a82e-60b986f01f9c tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/d4ebb366-aeaa-4571-b6c5-56e6aee3a794 HTTP/1.1" status: 404 len: 337 time: 0.0912373 Aug 31 06:38:35.095239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37680) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.142178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] Provisioning complete for port 7bd88604-5b84-49e8-b9d0-20b08fc018fc triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:35.142562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.157659 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa99c1c-202d-4659-b038-0cbaef2d6108 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.158529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa99c1c-202d-4659-b038-0cbaef2d6108 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.161643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4fa99c1c-202d-4659-b038-0cbaef2d6108 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/5522b8fc-0e80-4c2f-b514-cee9ef22c36f HTTP/1.1" status: 404 len: 337 time: 0.0650120 Aug 31 06:38:35.165505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37682) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.200227 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-10032c53-9b76-4dad-aee4-a690704717f2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.201082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10032c53-9b76-4dad-aee4-a690704717f2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.203191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-10032c53-9b76-4dad-aee4-a690704717f2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/904fc2f2-53d2-4941-a184-c7117f55cb4f HTTP/1.1" status: 404 len: 337 time: 0.0363214 Aug 31 06:38:35.206826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37684) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.221684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5f561236-dd48-4060-8945-a40eed84d8d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b4f812bfd7f4d49b1502a4a3e209519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870100 Aug 31 06:38:35.222654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37686) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.247975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 2} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:35.255163 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.298509 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-91db030a-0ab9-4093-b123-9356d16aa8a0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.299338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91db030a-0ab9-4093-b123-9356d16aa8a0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.301277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-91db030a-0ab9-4093-b123-9356d16aa8a0 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/42ca605c-35e9-4bc7-9c3c-4f2bd0337901 HTTP/1.1" status: 404 len: 333 time: 0.0926385 Aug 31 06:38:35.307323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37690) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.330968 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.344990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] DHCP port deletion for f9684a1a-7dcb-401f-a1d8-8296d500a981 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:38:35.349161 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.372481 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5af096-ce0f-4fa9-8ba6-46e303104a27 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.373103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5af096-ce0f-4fa9-8ba6-46e303104a27 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.376123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a5af096-ce0f-4fa9-8ba6-46e303104a27 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/2d7057a8-5fd0-47a1-9e21-91312cf16f54 HTTP/1.1" status: 404 len: 337 time: 0.0624275 Aug 31 06:38:35.379947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37694) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.436121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 6afbe5bd-33a2-4c02-ae50-add4bf5e058a yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:35.487265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcc17601-3b8e-4e1c-993a-d02d57934aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.495828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7bd88604-5b84-49e8-b9d0-20b08fc018fc,segment=NetworkSegment(bc3f237a-221d-400e-9f38-75ddddd3e9ef),segment_id=bc3f237a-221d-400e-9f38-75ddddd3e9ef)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:35.496118 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c978f1b1-20e6-4bbd-8309-7fd125bc4b42 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.496118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c978f1b1-20e6-4bbd-8309-7fd125bc4b42 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.496118 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c978f1b1-20e6-4bbd-8309-7fd125bc4b42 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/8ceb8398-43c1-4683-9134-7acec40cde15 HTTP/1.1" status: 404 len: 337 time: 0.1137486 Aug 31 06:38:35.500172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37700) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.512452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.548992 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-478713c1-1e36-4868-89ea-0957fec9ff9e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.549765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478713c1-1e36-4868-89ea-0957fec9ff9e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.555642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-478713c1-1e36-4868-89ea-0957fec9ff9e tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/f575adc5-4815-4fe0-9b7a-c45fa4c621e0 HTTP/1.1" status: 404 len: 333 time: 0.0499139 Aug 31 06:38:35.556928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37702) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.595530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcc17601-3b8e-4e1c-993a-d02d57934aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.627052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.661310 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bafc9f-f597-4a17-a542-92f5838549f2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.661818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bafc9f-f597-4a17-a542-92f5838549f2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.664195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-48bafc9f-f597-4a17-a542-92f5838549f2 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/772260c6-b7a4-4381-8419-3e6080c5959a HTTP/1.1" status: 404 len: 337 time: 0.1059928 Aug 31 06:38:35.667529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37706) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.736641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=11']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:35.755360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port b524654b-752e-4863-9d2c-5534f2eeb478 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:35.768415 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-65561c2d-dc1c-445e-a1a0-72121375e376 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:35.769271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65561c2d-dc1c-445e-a1a0-72121375e376 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:35.771354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65561c2d-dc1c-445e-a1a0-72121375e376 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/subnets/1310e7c3-0502-4134-b0da-04444941ef29 HTTP/1.1" status: 404 len: 337 time: 0.1026886 Aug 31 06:38:35.775542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37714) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.782695 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.798411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] Deleting port 7bd88604-5b84-49e8-b9d0-20b08fc018fc {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:35.799078 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.913350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcc17601-3b8e-4e1c-993a-d02d57934aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.918557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcc17601-3b8e-4e1c-993a-d02d57934aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.924656 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bcc17601-3b8e-4e1c-993a-d02d57934aae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d38c068-ec3a-49d9-baa7-1352a37a5608 HTTP/1.1" status: 204 len: 168 time: 0.7000320 Aug 31 06:38:35.956107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc17601-3b8e-4e1c-993a-d02d57934aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38c068-ec3a-49d9-baa7-1352a37a5608,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:36.039626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c5f951e9-6c04-42ba-8de6-bc19e0babc65 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Deleting port 0d20d148-32bc-4389-ab4a-9f653bc19668 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:36.043523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5f951e9-6c04-42ba-8de6-bc19e0babc65 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.056041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7bd88604-5b84-49e8-b9d0-20b08fc018fc,segment=NetworkSegment(bc3f237a-221d-400e-9f38-75ddddd3e9ef),segment_id=bc3f237a-221d-400e-9f38-75ddddd3e9ef)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:36.056560 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.092365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] Calling delete_port for 7bd88604-5b84-49e8-b9d0-20b08fc018fc owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:36.101596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] For port 7bd88604-5b84-49e8-b9d0-20b08fc018fc, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7bd88604-5b84-49e8-b9d0-20b08fc018fc,segment=NetworkSegment(bc3f237a-221d-400e-9f38-75ddddd3e9ef),segment_id=bc3f237a-221d-400e-9f38-75ddddd3e9ef)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:36.102647 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.124614 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.241340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5f951e9-6c04-42ba-8de6-bc19e0babc65 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.258190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.335424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c5f951e9-6c04-42ba-8de6-bc19e0babc65 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Calling delete_port for 0d20d148-32bc-4389-ab4a-9f653bc19668 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:36.411948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8c23e-7ffc-4d6e-8fe4-7a5a289ce245 None None] Pushing event updated for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=12']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:36.422524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:36.439302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:36.445964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:36.449485 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.453925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=6afbe5bd-33a2-4c02-ae50-add4bf5e058a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:36.492228 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.557842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5f951e9-6c04-42ba-8de6-bc19e0babc65 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.619458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f951e9-6c04-42ba-8de6-bc19e0babc65 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Port': ['ID=0d20d148-32bc-4389-ab4a-9f653bc19668,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:36.625133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] No DVR routers for this DVR port 7bd88604-5b84-49e8-b9d0-20b08fc018fc on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:36.637457 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5f951e9-6c04-42ba-8de6-bc19e0babc65 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.644278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c5f951e9-6c04-42ba-8de6-bc19e0babc65 tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/ports/0d20d148-32bc-4389-ab4a-9f653bc19668 HTTP/1.1" status: 204 len: 168 time: 0.8629224 Aug 31 06:38:36.646986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88659e-3068-4e00-a9b3-2ebad8f09857 None None] Pushing event deleted for resources: {'Port': ['ID=7bd88604-5b84-49e8-b9d0-20b08fc018fc,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:36.647700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:36.660891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46db568-459e-4ae7-bc22-8a65907f5463 None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:38:36.684687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=b524654b-752e-4863-9d2c-5534f2eeb478,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:36.839212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Checking segment: {'id': '8ab10c01-b9a1-46aa-87d4-1b58c4ac8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '42a9b75e-084e-410f-8f8c-ebc3f3756b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:36.844822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network hostable DHCP agents. Network: 42a9b75e-084e-410f-8f8c-ebc3f3756b5c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:36.875840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37750) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:36.885347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 42a9b75e-084e-410f-8f8c-ebc3f3756b5c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:36.903507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 42a9b75e-084e-410f-8f8c-ebc3f3756b5c) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:36.931182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:36.960190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46db568-459e-4ae7-bc22-8a65907f5463 None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:38:36.961699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37760) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:36.964433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:36.993166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:36.993931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.035184 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c89215c5-021f-4c00-b638-1b76951a61aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4304454 Aug 31 06:38:37.035903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37764) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:37.122506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.176444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ef76f7dc-dd24-4757-a4f4-671bbe41742c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcaca3d3ff2f4594b3e7212b792886ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083910 Aug 31 06:38:37.181792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37768) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:37.287227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1414890235-network', 'tenant_id': 'e82169f766864385a5720a5d3dba7ede'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:37.378121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c20ffb5-463b-4f7b-afbf-535d6374ad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.407287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c20ffb5-463b-4f7b-afbf-535d6374ad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.412417 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.419765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Made reservation on behalf of e82169f766864385a5720a5d3dba7ede for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:37.423507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.443929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.462502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9684a1a-7dcb-401f-a1d8-8296d500a981']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:37.470501 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c20ffb5-463b-4f7b-afbf-535d6374ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.474568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c20ffb5-463b-4f7b-afbf-535d6374ad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.476660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6c20ffb5-463b-4f7b-afbf-535d6374ad09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1dc1733-1160-42cf-a3de-f41b36898a27 HTTP/1.1" status: 204 len: 168 time: 0.2919180 Aug 31 06:38:37.505472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20ffb5-463b-4f7b-afbf-535d6374ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc1733-1160-42cf-a3de-f41b36898a27,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:37.507109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3f237a-221d-400e-9f38-75ddddd3e9ef') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:37.507597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3f237a-221d-400e-9f38-75ddddd3e9ef') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:37.527787 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.534225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4f655c3a-40c3-4641-8c49-6cb0be0ebccd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port b524654b-752e-4863-9d2c-5534f2eeb478 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:37.535849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f655c3a-40c3-4641-8c49-6cb0be0ebccd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.552939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.571742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:37.572776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:37.576022 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:37.631169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad63f0-6c8b-4fc5-8ea8-d5acd7d102c6 None None] Network 42a9b75e-084e-410f-8f8c-ebc3f3756b5c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:37.676790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f655c3a-40c3-4641-8c49-6cb0be0ebccd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.679796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.692473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.694689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] 10.222.0.15 "DELETE /v2.0/networks/f9684a1a-7dcb-401f-a1d8-8296d500a981 HTTP/1.1" status: 204 len: 168 time: 1.0498085 Aug 31 06:38:37.718652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e52d8-03c3-40f4-8e8b-2244e1fad8fe tempest-PortsIpV6TestJSON-2050215846 tempest-PortsIpV6TestJSON-2050215846-project] Pushing event deleted for resources: {'Network': ['ID=f9684a1a-7dcb-401f-a1d8-8296d500a981,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:37.745756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4f655c3a-40c3-4641-8c49-6cb0be0ebccd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for b524654b-752e-4863-9d2c-5534f2eeb478 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:37.773560 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.780379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.816283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:37.850051 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.850613 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Added segment 65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70 of type vlan for network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 Aug 31 06:38:37.981808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.988912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6468bb-20cf-43e0-908d-ded53dbc1ed5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:38.031172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.033512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f655c3a-40c3-4641-8c49-6cb0be0ebccd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.044581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:38.052103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.184425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4f655c3a-40c3-4641-8c49-6cb0be0ebccd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.188423 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4f655c3a-40c3-4641-8c49-6cb0be0ebccd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/b524654b-752e-4863-9d2c-5534f2eeb478 HTTP/1.1" status: 204 len: 168 time: 1.1333935 Aug 31 06:38:38.191343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f655c3a-40c3-4641-8c49-6cb0be0ebccd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=b524654b-752e-4863-9d2c-5534f2eeb478,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:38.210503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37796) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:38.257339 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3741112 Aug 31 06:38:38.257628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37800) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:38.275568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Request body: {'subnet': {'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1414890235-subnet', 'tenant_id': 'e82169f766864385a5720a5d3dba7ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:38.292192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306fc77-a0dd-4391-af8b-6e4574e07a21 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:38.311529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Made reservation on behalf of e82169f766864385a5720a5d3dba7ede for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:38.313344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:38.314539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.364859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84b198-f0eb-4c1c-9754-bad67b1193e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:38.406629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84b198-f0eb-4c1c-9754-bad67b1193e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:38.420730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9c84b198-f0eb-4c1c-9754-bad67b1193e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2065413 Aug 31 06:38:38.425133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37804) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:38.535419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37810) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:38.632001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-731befc3-f8b6-497b-894b-0da3726a21e7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 6afbe5bd-33a2-4c02-ae50-add4bf5e058a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:38.635500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-731befc3-f8b6-497b-894b-0da3726a21e7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.740353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.857867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-731befc3-f8b6-497b-894b-0da3726a21e7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.878870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:38.880653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-e454d8e6-a452-41c9-a7b5-0bb459f57f7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2101808 Aug 31 06:38:38.886044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-731befc3-f8b6-497b-894b-0da3726a21e7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 6afbe5bd-33a2-4c02-ae50-add4bf5e058a owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:39.019084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Checking segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:39.019447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Network hostable DHCP agents. Network: fdc73f56-9c44-42c5-ba72-bd864fd5a6a3, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:39.026266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e49d659a-ef3c-4e1a-a6d9-9383d0214fa9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bd6386fe638485fb3b58f666ee56a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894714 Aug 31 06:38:39.029085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37834) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:39.069095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:39.121129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, fdc73f56-9c44-42c5-ba72-bd864fd5a6a3) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:39.124479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-3a6b7887-a3a8-471b-aee0-fe6d0c38a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:39.126803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-3a6b7887-a3a8-471b-aee0-fe6d0c38a82d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c48b2d488df946708d38fb045042bf96&device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 1097 time: 0.1313596 Aug 31 06:38:39.150023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-731befc3-f8b6-497b-894b-0da3726a21e7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.158764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5bdc05-1255-4953-adb1-0ce6462052ad None None] Network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:39.175341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:39.176003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.235755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-731befc3-f8b6-497b-894b-0da3726a21e7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.241178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-731befc3-f8b6-497b-894b-0da3726a21e7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/6afbe5bd-33a2-4c02-ae50-add4bf5e058a HTTP/1.1" status: 204 len: 168 time: 0.8140624 Aug 31 06:38:39.244110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731befc3-f8b6-497b-894b-0da3726a21e7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=6afbe5bd-33a2-4c02-ae50-add4bf5e058a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:39.252549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-52860bbc-fbfe-4e2e-b557-355c8c78fe2a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9936724 Aug 31 06:38:39.259076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37842) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:39.292507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20451f1c-9078-43e6-bde8-d09e61b9556f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.389092 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20451f1c-9078-43e6-bde8-d09e61b9556f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.500100 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20451f1c-9078-43e6-bde8-d09e61b9556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.506264 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20451f1c-9078-43e6-bde8-d09e61b9556f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.512824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-20451f1c-9078-43e6-bde8-d09e61b9556f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39b89651-0366-4d68-9cc6-f2c6784b7e52 HTTP/1.1" status: 204 len: 168 time: 0.4825408 Aug 31 06:38:39.523659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20451f1c-9078-43e6-bde8-d09e61b9556f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b89651-0366-4d68-9cc6-f2c6784b7e52,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:39.596521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db7a6d-8645-4d36-8b6c-0074810dfb1c None None] Network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:40.050494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7550b3-3902-4262-8fb4-1f678a3bb679 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:40.074570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fd7550b3-3902-4262-8fb4-1f678a3bb679 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8108380 Aug 31 06:38:40.075534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37876) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:40.113766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-1dbe17a1-aebc-4c86-a43f-7a1f21db33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:40.117174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-1dbe17a1-aebc-4c86-a43f-7a1f21db33a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afd3e1ee-60e5-4242-8724-83469c569dfc HTTP/1.1" status: 200 len: 912 time: 0.8928077 Aug 31 06:38:40.129740 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9723eac4-c7fc-42e1-8f4c-16f4bbf4deef tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:38:40.141570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37880) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:40.141925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9723eac4-c7fc-42e1-8f4c-16f4bbf4deef tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/b524654b-752e-4863-9d2c-5534f2eeb478 HTTP/1.1" status: 404 len: 333 time: 0.0652642 Aug 31 06:38:40.178571 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b76b3b-4fc3-445b-b955-d05fd03c3697 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:38:40.180336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b1b76b3b-4fc3-445b-b955-d05fd03c3697 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/6afbe5bd-33a2-4c02-ae50-add4bf5e058a HTTP/1.1" status: 404 len: 333 time: 0.0378211 Aug 31 06:38:40.183725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37882) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:40.274669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-6300fad2-f208-48c8-9c5c-87657bc1b9ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e HTTP/1.1" status: 200 len: 1001 time: 0.1451874 Aug 31 06:38:40.402252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.424058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-2a84a7ba-5268-4b0a-bb38-b2cee55a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:40.430464 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-2a84a7ba-5268-4b0a-bb38-b2cee55a90cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b02c628-6caf-4628-9b94-8d7b8f1d6909 HTTP/1.1" status: 200 len: 850 time: 0.1498585 Aug 31 06:38:40.524462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-d0d63149-ab3b-4bb6-9c06-8616f10b2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:40.526390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-d0d63149-ab3b-4bb6-9c06-8616f10b2594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afd3e1ee-60e5-4242-8724-83469c569dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883694 Aug 31 06:38:40.716812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-87d5a5c2-9a9e-4e5c-8785-6c82d2da7edb service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805465 Aug 31 06:38:41.106553 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-236f7347-d584-46c8-bc22-f7a9fd56d9fc req-edf28fc0-786d-4332-8e31-50c24317a804 service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638732 Aug 31 06:38:41.376430 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.389565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a9b75e-084e-410f-8f8c-ebc3f3756b5c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:41.404207 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab10c01-b9a1-46aa-87d4-1b58c4ac8584') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:41.405498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab10c01-b9a1-46aa-87d4-1b58c4ac8584') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:41.421324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.534687 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.552143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:41.553971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:41.561230 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:41.639097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-d46fc101-7eaa-4020-b3b3-6d6466a19e9f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:41.640770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-d46fc101-7eaa-4020-b3b3-6d6466a19e9f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 815 time: 0.2239985 Aug 31 06:38:41.661990 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-e46b5ae7-4a00-4254-b0ee-05c4ace3d6c8 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/quotas/e82169f766864385a5720a5d3dba7ede HTTP/1.1" status: 200 len: 375 time: 0.0132611 Aug 31 06:38:41.666076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.688276 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.695757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37946) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:41.697119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/networks/42a9b75e-084e-410f-8f8c-ebc3f3756b5c HTTP/1.1" status: 204 len: 168 time: 1.5122869 Aug 31 06:38:41.700096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dd1d4-0fa5-4c5a-847b-2405b1431fe5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Network': ['ID=42a9b75e-084e-410f-8f8c-ebc3f3756b5c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:41.714636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1533163148'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:41.773364 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-2571ae8f-62f8-4e04-a9f7-fb5374747080 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835810 Aug 31 06:38:41.781263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:41.785251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.872132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-217a2de2-77bb-43aa-a685-50dee0884a7c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505798 Aug 31 06:38:41.895533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37964) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:41.930890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:41.941455 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.941799 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Added segment cdcf5950-3843-4bf8-8614-1c5cb41436b2 of type vlan for network 7c8e07db-50af-4093-b687-831f85646cca Aug 31 06:38:41.989519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.995289 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-133b96a8-c736-49e3-b0c8-185c7b175389 service neutron] 10.222.0.15 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128553 Aug 31 06:38:42.041145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37970) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:42.096275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1362848300'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:42.126640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:42.131809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.168316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.183853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:42.185126 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.193718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:42.216214 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.216567 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Added segment c7ac8fd7-e6bd-445f-9443-7e70f3582781 of type vlan for network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 Aug 31 06:38:42.227584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5302618 Aug 31 06:38:42.231821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37972) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:42.237159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '7c8e07db-50af-4093-b687-831f85646cca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:42.246909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-5acaf4bb-21f7-4569-85f9-548d6855ae15 service neutron] 10.222.0.15 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481222 Aug 31 06:38:42.255220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1286233419-network', 'tenant_id': 'fa9f3f474af44393a60f6f2a96e0ad1b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:42.306935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa58bd-99f7-4f69-9c0b-cea44e48c001 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Network': ['ID=7c8e07db-50af-4093-b687-831f85646cca,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:42.318487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 7c8e07db-50af-4093-b687-831f85646cca details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:42.346838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-cbced2af-c716-460b-9835-ae5b86bc1fb4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:42.348483 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-cbced2af-c716-460b-9835-ae5b86bc1fb4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4755485 Aug 31 06:38:42.376640 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-94ebe742-1287-4b37-99ca-d9a7029efd18 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/quotas/2ae95ddca09e4e0ba052f65652bd7971 HTTP/1.1" status: 200 len: 375 time: 0.0205469 Aug 31 06:38:42.389095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.425763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Made reservation on behalf of fa9f3f474af44393a60f6f2a96e0ad1b for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:42.428340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.457036 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.485151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.496636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-4139e4f5-2d98-472a-8b05-ae4e0968b665 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111820 Aug 31 06:38:42.513120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:42.513993 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.583317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:42.587470 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.797137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Network': ['ID=1616e49e-9b3f-4ca7-8f36-d21d7b18f601,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:42.809386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:42.874803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-782ad314-ec28-44bf-afc5-d51bfbc04c43 req-0056d421-6a48-429e-9cc4-8929165aba34 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 210 time: 0.0872536 Aug 31 06:38:43.074246 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.092800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.136350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:43.140228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-de850ce2-77b5-4936-8044-4139c695666b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616000 Aug 31 06:38:43.185251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-14a96790-9d0b-4bb6-af40-7dd8ff9134ee tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1369724 Aug 31 06:38:43.194184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38012) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:43.265475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-166764835'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:43.280238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.280960 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Added segment 8c3c8d58-a9be-4392-a31a-88089b4e6fd7 of type vlan for network 2e0a7888-d1d4-4d6e-93e6-7a8f47600a26 Aug 31 06:38:43.294059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba42419-7dd9-4185-8235-84e877af6346,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:43.344304 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.361325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.424727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-87bf48c3-acba-4c0f-8adb-b0595eeb52a3 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:43.426620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-87bf48c3-acba-4c0f-8adb-b0595eeb52a3 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855685 Aug 31 06:38:43.432956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:43.436598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.504743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.505749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:43.506371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.506568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-2bb1bc7b-d4d6-4e13-9998-1929f4521968 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/quotas/2ae95ddca09e4e0ba052f65652bd7971 HTTP/1.1" status: 200 len: 375 time: 0.0406852 Aug 31 06:38:43.514333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=df48c043-bb61-4d42-9851-c2522486159c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:43.541457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:43.562273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-cf5eb00d-ebfb-41a8-9c42-e3c851d05dea tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439291 Aug 31 06:38:43.570283 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.570705 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Added segment 5ad85ae2-466d-4ae6-bb35-59a041a1405b of type vlan for network e7919884-e009-4418-bde4-c6c3f09f4d70 Aug 31 06:38:43.645303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7454362 Aug 31 06:38:43.646839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38024) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:43.661492 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.665699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Request body: {'subnet': {'network_id': '2e0a7888-d1d4-4d6e-93e6-7a8f47600a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1286233419-subnet', 'tenant_id': 'fa9f3f474af44393a60f6f2a96e0ad1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:43.685662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Checking segment: {'id': 'cdcf5950-3843-4bf8-8614-1c5cb41436b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7c8e07db-50af-4093-b687-831f85646cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:43.686016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network hostable DHCP agents. Network: 7c8e07db-50af-4093-b687-831f85646cca, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:43.704431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c027f2a-fcaf-4b0a-88c4-9b5e031e464f admin admin] Pushing event updated for resources: {'Network': ['ID=2e0a7888-d1d4-4d6e-93e6-7a8f47600a26,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:43.705746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.718576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2e0a7888-d1d4-4d6e-93e6-7a8f47600a26 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:43.742137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Made reservation on behalf of fa9f3f474af44393a60f6f2a96e0ad1b for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:43.745279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.748656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 7c8e07db-50af-4093-b687-831f85646cca is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:43.750443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:43.752447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.849354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 7c8e07db-50af-4093-b687-831f85646cca) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:43.858298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:43.859271 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.864158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe6b0c-cf4f-4053-992d-709892423464 None None] Network 7c8e07db-50af-4093-b687-831f85646cca requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:43.896050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3d67871c-773c-4659-a724-f3a886edd7d4 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6623421 Aug 31 06:38:43.911635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38038) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:43.920526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '7c8e07db-50af-4093-b687-831f85646cca', 'name': 'tempest-PortsTestJSON-1439080976'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:44.047420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Network': ['ID=e7919884-e009-4418-bde4-c6c3f09f4d70,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:44.053978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d1add78-ad0a-4857-a766-50543b81b8cc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8545606 Aug 31 06:38:44.072562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e7919884-e009-4418-bde4-c6c3f09f4d70 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:44.087706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38040) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:44.097005 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db4d2fd2-25ec-412c-975e-f2fa1a037390 req-947b1b79-4144-41e4-9b2e-26e7832e5960 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 210 time: 0.1289988 Aug 31 06:38:44.118570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'subnet': {'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:44.198682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-835f42de-5597-44ca-8b12-7dc000390a70 req-b909266a-d83a-4c2f-976d-096ed828b984 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 210 time: 0.1567602 Aug 31 06:38:44.275582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-7c8e07db-50af-4093-b687-831f85646cca', 'network_id': '7c8e07db-50af-4093-b687-831f85646cca', 'tenant_id': '8f4ec84889934f01a01280d278d7c14d', 'fixed_ips': [{'subnet_id': 'df48c043-bb61-4d42-9851-c2522486159c'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:44.276798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.341813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-2f1a2f77-a254-4d59-a4dc-4ce4687d9f29 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:44.345423 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-2f1a2f77-a254-4d59-a4dc-4ce4687d9f29 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.23 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 815 time: 0.2467873 Aug 31 06:38:44.372595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Request body: {'port': {'device_id': '1ddbc0b3-8d6d-4ff0-b1bf-48d815885926', 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'admin_state_up': True, 'tenant_id': 'e82169f766864385a5720a5d3dba7ede'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:44.508992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Allocated IP 172.20.0.2 (7c8e07db-50af-4093-b687-831f85646cca/df48c043-bb61-4d42-9851-c2522486159c/b9abd6bc-f7bc-443f-abba-12cd3d95e0d9) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:44.593819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.717990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:44.722215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.723642 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.738854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Transition to ACTIVE for port object b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:44.744517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-58d4aa5c-3fd0-482c-b544-f2075096b648 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773547 Aug 31 06:38:44.776940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Transition to ACTIVE for port object b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:44.788869 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.843931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Made reservation on behalf of e82169f766864385a5720a5d3dba7ede for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:44.849891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.859714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Network 7c8e07db-50af-4093-b687-831f85646cca is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:44.863467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:44.922135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:44.927058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:44.944832 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.953716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Pushing event updated for resources: {'Port': ['ID=b9abd6bc-f7bc-443f-abba-12cd3d95e0d9,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:44.994161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f3784c-2e7c-4f04-91b6-2826b5bf411a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:45.067741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Attempting to bind port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:45.068271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Attempting to bind port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cdcf5950-3843-4bf8-8614-1c5cb41436b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7c8e07db-50af-4093-b687-831f85646cca'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:45.069894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Attempting to bind port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 on network 7c8e07db-50af-4093-b687-831f85646cca {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:45.072274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Checking segment: {'id': '8c3c8d58-a9be-4392-a31a-88089b4e6fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2e0a7888-d1d4-4d6e-93e6-7a8f47600a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:45.072800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Network hostable DHCP agents. Network: 2e0a7888-d1d4-4d6e-93e6-7a8f47600a26, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:45.075089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:45.075535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Checking segment: {'id': 'cdcf5950-3843-4bf8-8614-1c5cb41436b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7c8e07db-50af-4093-b687-831f85646cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:45.076162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.076685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Bound using segment: {'id': 'cdcf5950-3843-4bf8-8614-1c5cb41436b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7c8e07db-50af-4093-b687-831f85646cca'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:45.077288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Bound port: b9abd6bc-f7bc-443f-abba-12cd3d95e0d9, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcf5950-3843-4bf8-8614-1c5cb41436b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7c8e07db-50af-4093-b687-831f85646cca'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:45.077767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.078778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 4baab426-8ff1-4d03-9c51-42c4d8b1a732 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:45.122082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Allocated IP 172.20.0.11 (fdc73f56-9c44-42c5-ba72-bd864fd5a6a3/1c48269a-f123-4c8f-aeec-84e8b8a3ee1c/70a517d7-bb48-46c3-9e33-6ec3bc37e863) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:45.196677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] For port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:45.203597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] For port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b9abd6bc-f7bc-443f-abba-12cd3d95e0d9,segment=NetworkSegment(cdcf5950-3843-4bf8-8614-1c5cb41436b2),segment_id=cdcf5950-3843-4bf8-8614-1c5cb41436b2)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:45.219240 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.337672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.3 (7c8e07db-50af-4093-b687-831f85646cca/df48c043-bb61-4d42-9851-c2522486159c/4baab426-8ff1-4d03-9c51-42c4d8b1a732) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:45.353331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a85aef-824d-487b-a339-d91ee87a0896 None None] Pushing event updated for resources: {'Port': ['ID=b9abd6bc-f7bc-443f-abba-12cd3d95e0d9,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:45.413956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.427422 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:38:45.432665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8e20320-d1b3-4d84-894d-5bb4b884351e req-3a1eef37-44e3-4995-9bc4-d7c88fb02636 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 210 time: 0.0875950 Aug 31 06:38:45.438249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Network 2e0a7888-d1d4-4d6e-93e6-7a8f47600a26 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:45.464912 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-88707bea-537b-4bba-b984-d333c37eff4e tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311990 Aug 31 06:38:45.493111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b290cfa2-1ae3-4bb7-bb22-298bc2066502 req-9fe2408b-cc80-483f-b23e-66b480263fdd tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 210 time: 0.1085825 Aug 31 06:38:45.522447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-4a81dc0d-c0bc-4398-a7ca-5d8bf8bfbe9e tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:45.524191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-4a81dc0d-c0bc-4398-a7ca-5d8bf8bfbe9e tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7267444 Aug 31 06:38:45.530805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 2e0a7888-d1d4-4d6e-93e6-7a8f47600a26) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:45.541206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc00bc-dbfa-4154-98df-3021b7e2bbf1 None None] Network 2e0a7888-d1d4-4d6e-93e6-7a8f47600a26 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:45.580071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.608032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:45.608790 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.632631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Request body: {'port': {'device_id': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '2ae95ddca09e4e0ba052f65652bd7971'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:45.680793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Pushing event updated for resources: {'Port': ['ID=70a517d7-bb48-46c3-9e33-6ec3bc37e863,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:45.708758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:45.719353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:45.734880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:45.867107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f3bd2b4f-9881-464d-8cb6-695c96b3ec72 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2063408 Aug 31 06:38:45.884150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc2211f-40ec-4059-a92f-8c1a617ae6ed None None] Network 2e0a7888-d1d4-4d6e-93e6-7a8f47600a26 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:45.914666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-5a79d2c6-758a-4bc9-b6c2-9547614c9d2a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:45.916251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-5a79d2c6-758a-4bc9-b6c2-9547614c9d2a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4445479 Aug 31 06:38:45.929994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:45.930658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.938530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Request body: {'port': {'device_id': 'fe8c5181-fb27-4a5e-bf39-5dbc4d0af868', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '2ae95ddca09e4e0ba052f65652bd7971'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:46.029302 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-8dcfeae6-6b47-44f2-a369-c102fa338446 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6739662 Aug 31 06:38:46.065606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.067646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Request body: {'port': {'device_id': '1ddbc0b3-8d6d-4ff0-b1bf-48d815885926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:46.239801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.244909 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.246647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Subnet': ['ID=8b6cfb61-47cc-44c6-a38d-ef844c0196b9,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:46.265665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Made reservation on behalf of 2ae95ddca09e4e0ba052f65652bd7971 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:46.270069 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.284844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 4baab426-8ff1-4d03-9c51-42c4d8b1a732 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:46.287334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Checking segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:46.288454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network hostable DHCP agents. Network: 1616e49e-9b3f-4ca7-8f36-d21d7b18f601, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:46.296431 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.371582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.470688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:46.505278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Made reservation on behalf of 2ae95ddca09e4e0ba052f65652bd7971 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:46.518238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.559692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=4baab426-8ff1-4d03-9c51-42c4d8b1a732,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:46.572169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 7c8e07db-50af-4093-b687-831f85646cca is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:46.572815 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.586580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 1616e49e-9b3f-4ca7-8f36-d21d7b18f601) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:46.590880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:46.611255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:46.628142 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.628862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea23269-8f73-4ed8-a81c-dd3e89c34101 None None] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:46.632228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:46.698404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a8988f2-437a-4ef3-b900-927d9db02108 req-034a8d0b-f79d-45fb-8a2c-3cd1788f0b98 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 210 time: 0.0398250 Aug 31 06:38:46.821117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:46.822075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.884117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304b06a-45b2-4feb-9c16-18e0b47e55c0 req-249947d5-54a3-4f70-86d2-efa0ee95491f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:46.896545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f304b06a-45b2-4feb-9c16-18e0b47e55c0 req-249947d5-54a3-4f70-86d2-efa0ee95491f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 932 time: 0.2057509 Aug 31 06:38:46.951221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a517d7-bb48-46c3-9e33-6ec3bc37e863 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:46.960744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'fixed_ips': [{'subnet_id': '8b6cfb61-47cc-44c6-a38d-ef844c0196b9'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:46.961688 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.967263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.992642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38114) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:46.997418 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.003772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-255739759-network', 'tenant_id': '33e0e5c4b4e045e08f6f0d480f793b2b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:47.008650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Transition to ACTIVE for port object 70a517d7-bb48-46c3-9e33-6ec3bc37e863 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:47.017180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:47.018013 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.028886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f304b06a-45b2-4feb-9c16-18e0b47e55c0 req-c3587496-342a-44d3-a213-4b3eab324a3d tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267159 Aug 31 06:38:47.029856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.060897 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-291dbe82-dc9a-497b-aafd-e15c00dab3b7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1569688 Aug 31 06:38:47.082652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38116) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:47.116197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 2ae95ddca09e4e0ba052f65652bd7971 {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:38:47.116687 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:38:47.128512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d8eceeaa-dc26-486f-90ea-1c84d9aa9c5d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0347407 Aug 31 06:38:47.133603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38118) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:47.142381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'subnet': {'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:47.201605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e82b9-3e60-458a-9fb4-9c82155f290e None None] Network 7c8e07db-50af-4093-b687-831f85646cca requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:47.230388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:47.284350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Made reservation on behalf of 33e0e5c4b4e045e08f6f0d480f793b2b for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:47.285482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Pushing event updated for resources: {'Port': ['ID=70a517d7-bb48-46c3-9e33-6ec3bc37e863,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:47.286867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.291289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:47.297339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.319848 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.395491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:47.425834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-201c412f-f6fe-4b3c-b948-3f958468019c None None] Provisioning for port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:47.435741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-201c412f-f6fe-4b3c-b948-3f958468019c None None] Provisioning complete for port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:47.436564 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-201c412f-f6fe-4b3c-b948-3f958468019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.466704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Allocated IP 192.168.233.167 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/091be7d1-ce05-47e3-a0d5-98458d38805e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:47.502082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Allocated IP 10.1.1.2 (1616e49e-9b3f-4ca7-8f36-d21d7b18f601/8b6cfb61-47cc-44c6-a38d-ef844c0196b9/77be1a51-b12d-4340-8def-683f724cf3fe) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:47.613782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Attempting to bind port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:47.614329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Attempting to bind port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:47.614725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Attempting to bind port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:47.628842 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.645205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:47.645545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Attempting to bind port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:47.667896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:47.668250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Checking segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:47.668646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Bound using segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:47.669122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Bound port: 70a517d7-bb48-46c3-9e33-6ec3bc37e863, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:47.669600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.683756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-837f2d05-b84c-4fc7-8750-cb0fda42d225 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 4baab426-8ff1-4d03-9c51-42c4d8b1a732 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:47.684328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-837f2d05-b84c-4fc7-8750-cb0fda42d225 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.705394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.778723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Subnet': ['ID=03c610c0-5641-4707-b6c8-9fe48971858d,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:47.827287 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-201c412f-f6fe-4b3c-b948-3f958468019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.868103 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.897871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Transition to ACTIVE for port object 77be1a51-b12d-4340-8def-683f724cf3fe will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:47.907144 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.911289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.917401 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3d99088-ee70-44b6-99b0-d20ad22424e0 req-29da0c9d-08c1-4e83-b83b-b1e4d0e07efa tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 210 time: 0.0560184 Aug 31 06:38:47.920929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.946787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Transition to ACTIVE for port object 77be1a51-b12d-4340-8def-683f724cf3fe will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:47.948560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-201c412f-f6fe-4b3c-b948-3f958468019c None None] For port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b9abd6bc-f7bc-443f-abba-12cd3d95e0d9,segment=NetworkSegment(cdcf5950-3843-4bf8-8614-1c5cb41436b2),segment_id=cdcf5950-3843-4bf8-8614-1c5cb41436b2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:47.957572 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-201c412f-f6fe-4b3c-b948-3f958468019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.968777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.975613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce239312-e2f8-4ecf-aca2-e4014e9db294,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:47.991639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Transition to ACTIVE for port object 091be7d1-ce05-47e3-a0d5-98458d38805e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:47.991639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-837f2d05-b84c-4fc7-8750-cb0fda42d225 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.035106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-837f2d05-b84c-4fc7-8750-cb0fda42d225 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 4baab426-8ff1-4d03-9c51-42c4d8b1a732 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:48.037344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:48.067872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.068233 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Added segment 7a3b2e30-e146-42ab-b155-077d2a1e2eb4 of type vlan for network 36cec0cd-1720-4915-9a8f-663c3a740a4a Aug 31 06:38:48.070072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] For port 70a517d7-bb48-46c3-9e33-6ec3bc37e863, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:48.082161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Checking segment: {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:48.083646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network hostable DHCP agents. Network: e7919884-e009-4418-bde4-c6c3f09f4d70, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:48.094858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:48.118204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:48.128813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:48.137456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c5acf777-41ef-4971-bf6a-6bd9a68b9396 None None] Provisioning for port 4baab426-8ff1-4d03-9c51-42c4d8b1a732 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:48.150664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] For port 70a517d7-bb48-46c3-9e33-6ec3bc37e863, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=70a517d7-bb48-46c3-9e33-6ec3bc37e863,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:48.170245 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.177952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c412f-f6fe-4b3c-b948-3f958468019c None None] Pushing event updated for resources: {'Port': ['ID=b9abd6bc-f7bc-443f-abba-12cd3d95e0d9,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:48.188965 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.192208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.200490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c5acf777-41ef-4971-bf6a-6bd9a68b9396 None None] Provisioning complete for port 4baab426-8ff1-4d03-9c51-42c4d8b1a732 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:48.200877 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c5acf777-41ef-4971-bf6a-6bd9a68b9396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.319509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:48.324157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:48.325447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.327581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] 10.222.0.23 "PUT /v2.0/ports/70a517d7-bb48-46c3-9e33-6ec3bc37e863 HTTP/1.1" status: 200 len: 1093 time: 2.2831469 Aug 31 06:38:48.332785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddbc0b3-8d6d-4ff0-b1bf-48d815885926', 'tag': '70a517d7-bb48-46c3-9e33-6ec3bc37e863'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:48.335677 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddbc0b3-8d6d-4ff0-b1bf-48d815885926", "tag": "70a517d7-bb48-46c3-9e33-6ec3bc37e863"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:48.337771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:48.341292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:48.382257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network e7919884-e009-4418-bde4-c6c3f09f4d70 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:48.385434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d44709-35a3-4867-b24e-7551c92116fe service neutron] Pushing event updated for resources: {'Port': ['ID=70a517d7-bb48-46c3-9e33-6ec3bc37e863,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:48.391572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Pushing event updated for resources: {'Port': ['ID=77be1a51-b12d-4340-8def-683f724cf3fe,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:48.400568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c5acf777-41ef-4971-bf6a-6bd9a68b9396 None None] Port 4baab426-8ff1-4d03-9c51-42c4d8b1a732 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:48.407611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Attempting to bind port 77be1a51-b12d-4340-8def-683f724cf3fe on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:48.407984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Attempting to bind port 77be1a51-b12d-4340-8def-683f724cf3fe by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:48.408352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Attempting to bind port 77be1a51-b12d-4340-8def-683f724cf3fe on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:48.419422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:48.419961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Checking segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:48.420382 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.421233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Bound using segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:48.422870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Bound port: 77be1a51-b12d-4340-8def-683f724cf3fe, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:48.423521 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.441443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c5acf777-41ef-4971-bf6a-6bd9a68b9396 None None] Provisioning complete for port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:48.441816 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c5acf777-41ef-4971-bf6a-6bd9a68b9396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.459050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e7919884-e009-4418-bde4-c6c3f09f4d70) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:48.478424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15267dd-1481-4fb2-b636-39f706ed8b7e None None] Network e7919884-e009-4418-bde4-c6c3f09f4d70 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:48.482721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:48.483604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.484996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:48.485631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.498172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:48.510378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.511704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:48.512446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.548772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Allocated IP 192.168.233.103 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/de4e9506-35ea-4ded-b503-f69d9486f1ac) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:48.555923 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d48f96-c0d9-47cd-a703-6e262fc588a3 x-openstack-request-id: req-d6d48f96-c0d9-47cd-a703-6e262fc588a3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:48.556232 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddbc0b3-8d6d-4ff0-b1bf-48d815885926", "tag": "70a517d7-bb48-46c3-9e33-6ec3bc37e863", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:48.556493 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6d48f96-c0d9-47cd-a703-6e262fc588a3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:48.556907 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbc0b3-8d6d-4ff0-b1bf-48d815885926', 'tag': '70a517d7-bb48-46c3-9e33-6ec3bc37e863', 'status': 'completed', 'code': 200} Aug 31 06:38:48.562469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ab544e9f-6f7d-4e0a-b834-f0c137ab8fe9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4273825 Aug 31 06:38:48.567654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38146) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:48.584951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'port': {'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'name': 'tempest-TaggedBootDevicesTest_v242-902636096', 'fixed_ips': [{'subnet_id': '8b6cfb61-47cc-44c6-a38d-ef844c0196b9'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:48.636638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-c91db62d-f36a-4c44-838f-67998f6a0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:48.640601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-c91db62d-f36a-4c44-838f-67998f6a0593 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 1096 time: 0.2402670 Aug 31 06:38:48.747813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-0618c2ee-02bf-4c1a-a7f3-4c6d80a03d3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a517d7-bb48-46c3-9e33-6ec3bc37e863 HTTP/1.1" status: 200 len: 217 time: 0.0977807 Aug 31 06:38:48.875113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] For port 77be1a51-b12d-4340-8def-683f724cf3fe, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:48.894426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] For port 77be1a51-b12d-4340-8def-683f724cf3fe, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=77be1a51-b12d-4340-8def-683f724cf3fe,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:48.903405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.951283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-523bea2c-33ce-4a5a-8e76-2f8639a82e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:48.952806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-523bea2c-33ce-4a5a-8e76-2f8639a82e6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.1891866 Aug 31 06:38:48.957257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e7919884-e009-4418-bde4-c6c3f09f4d70', 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'fixed_ips': [{'subnet_id': '03c610c0-5641-4707-b6c8-9fe48971858d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:48.958555 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.038273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:49.043107 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-6342f2d0-52a0-41df-8e8e-639dd2446b98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768919 Aug 31 06:38:49.104676 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-466df00b-9135-427b-9009-563a27171f46 req-4b3dedf8-3f51-42ba-9407-5560d2fda113 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 210 time: 0.0605452 Aug 31 06:38:49.172992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628ff0b-9615-4247-b1b5-600934c09aa0 req-5523d075-d78a-434b-8ae7-64727c3d1dd9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:49.183734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b628ff0b-9615-4247-b1b5-600934c09aa0 req-5523d075-d78a-434b-8ae7-64727c3d1dd9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 944 time: 0.9766731 Aug 31 06:38:49.202404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2088022 Aug 31 06:38:49.203391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38160) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:49.228225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-837f2d05-b84c-4fc7-8750-cb0fda42d225 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.228642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.233496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Request body: {'subnet': {'network_id': '36cec0cd-1720-4915-9a8f-663c3a740a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-255739759-subnet', 'tenant_id': '33e0e5c4b4e045e08f6f0d480f793b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:49.242856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-6243f72e-b18e-4579-a12f-c7cb945c941f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6537759 Aug 31 06:38:49.245245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Transition to ACTIVE for port object de4e9506-35ea-4ded-b503-f69d9486f1ac will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:49.291730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.301315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Request body: {'port': {'device_id': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:49.361586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1fd6b8f9-eb95-4ce3-838c-8ea8f2ef7045 None None] Provisioning for port 091be7d1-ce05-47e3-a0d5-98458d38805e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:49.364580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:49.386561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:49.421219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1fd6b8f9-eb95-4ce3-838c-8ea8f2ef7045 None None] Provisioning complete for port 091be7d1-ce05-47e3-a0d5-98458d38805e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:49.421821 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1fd6b8f9-eb95-4ce3-838c-8ea8f2ef7045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.424601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187300cb-bc51-40f2-9110-7e24d112c19a admin admin] Pushing event updated for resources: {'Network': ['ID=36cec0cd-1720-4915-9a8f-663c3a740a4a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:49.474461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617171-f11d-4322-84f7-9c9bde41e4ab None None] Pushing event updated for resources: {'Port': ['ID=77be1a51-b12d-4340-8def-683f724cf3fe,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:49.478752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:49.509944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 36cec0cd-1720-4915-9a8f-663c3a740a4a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:49.620185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f2d05-b84c-4fc7-8750-cb0fda42d225 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=4baab426-8ff1-4d03-9c51-42c4d8b1a732,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:49.717271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6b8f9-eb95-4ce3-838c-8ea8f2ef7045 None None] Port 091be7d1-ce05-47e3-a0d5-98458d38805e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:49.727822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:49.804113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-3ce0734d-f576-4f26-a086-210891943a43 service neutron] 10.222.0.23 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7442925 Aug 31 06:38:49.807651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1fd6b8f9-eb95-4ce3-838c-8ea8f2ef7045 None None] Could not find standard attr ID for object 4baab426-8ff1-4d03-9c51-42c4d8b1a732. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:38:49.872802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b628ff0b-9615-4247-b1b5-600934c09aa0 req-c79f3388-19e3-4bf0-846b-8511ab29499d tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871965 Aug 31 06:38:49.983429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:49.983429 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.012345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-837f2d05-b84c-4fc7-8750-cb0fda42d225 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.018205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-837f2d05-b84c-4fc7-8750-cb0fda42d225 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/4baab426-8ff1-4d03-9c51-42c4d8b1a732 HTTP/1.1" status: 204 len: 168 time: 2.9340017 Aug 31 06:38:50.029139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38172) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:50.048026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.091606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Made reservation on behalf of 33e0e5c4b4e045e08f6f0d480f793b2b for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:50.095830 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.147841 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8446db0f-1f35-4e43-a931-b685056f0086 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:38:50.149558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8446db0f-1f35-4e43-a931-b685056f0086 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:38:50.153124 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8446db0f-1f35-4e43-a931-b685056f0086 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/4baab426-8ff1-4d03-9c51-42c4d8b1a732 HTTP/1.1" status: 404 len: 333 time: 0.0622904 Aug 31 06:38:50.156389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Allocated IP 10.2.2.2 (e7919884-e009-4418-bde4-c6c3f09f4d70/03c610c0-5641-4707-b6c8-9fe48971858d/9438afae-b983-4c68-942d-162336184d04) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:50.172623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Pushing event updated for resources: {'Port': ['ID=de4e9506-35ea-4ded-b503-f69d9486f1ac,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:50.204924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5ed85d33-d677-47fc-8d24-8c1ec31588df None None] Provisioning for port de4e9506-35ea-4ded-b503-f69d9486f1ac completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:50.206430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38176) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:50.259091 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67b877e-21d4-4259-8d21-1b37eadb61ac tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:38:50.260942 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c67b877e-21d4-4259-8d21-1b37eadb61ac tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/4baab426-8ff1-4d03-9c51-42c4d8b1a732 HTTP/1.1" status: 404 len: 333 time: 0.0515835 Aug 31 06:38:50.269235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38178) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:50.327095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:50.330578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.350466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5ed85d33-d677-47fc-8d24-8c1ec31588df None None] Provisioning complete for port de4e9506-35ea-4ded-b503-f69d9486f1ac triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:50.359631 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5ed85d33-d677-47fc-8d24-8c1ec31588df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.477399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c4e5430e-f7dd-4c78-aebc-828e18aaa421 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5333652 Aug 31 06:38:50.494994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Request body: {'port': {'device_id': 'fe8c5181-fb27-4a5e-bf39-5dbc4d0af868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:50.503617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29f81bb-bb0b-461c-94e2-ec2fb936667b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet df48c043-bb61-4d42-9851-c2522486159c {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:50.515283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f29f81bb-bb0b-461c-94e2-ec2fb936667b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.647765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.649571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5ed85d33-d677-47fc-8d24-8c1ec31588df None None] Port de4e9506-35ea-4ded-b503-f69d9486f1ac cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:50.675722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604620d-058f-460b-9cb6-857bcf4c354f req-74a825f3-33ce-4b72-aa97-c4cb6c2d3a37 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:50.677334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0604620d-058f-460b-9cb6-857bcf4c354f req-74a825f3-33ce-4b72-aa97-c4cb6c2d3a37 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 936 time: 0.3271596 Aug 31 06:38:50.690555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1ef1d02-3d2b-40bf-9a65-6089f0a0a7df req-fac66c6f-cd7a-4761-aa8b-0a8a91bcedbf service neutron] 10.222.0.23 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693704 Aug 31 06:38:50.699591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f29f81bb-bb0b-461c-94e2-ec2fb936667b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.967063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f29f81bb-bb0b-461c-94e2-ec2fb936667b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.076475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 77be1a51-b12d-4340-8def-683f724cf3fe up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:51.116126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff953f-6772-4e2a-bb78-2e95cfddf041 None None] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:51.237831 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.240323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-06422c2c-4bed-4209-a408-65d7a84cd6f2 None None] Provisioning for port 77be1a51-b12d-4340-8def-683f724cf3fe completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:51.261372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 77be1a51-b12d-4340-8def-683f724cf3fe completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:51.269085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 77be1a51-b12d-4340-8def-683f724cf3fe triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:51.269479 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.275279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Transition to ACTIVE for port object 9438afae-b983-4c68-942d-162336184d04 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:51.284726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091be7d1-ce05-47e3-a0d5-98458d38805e {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:51.298934 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.316159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Transition to ACTIVE for port object 091be7d1-ce05-47e3-a0d5-98458d38805e will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:51.326466 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f29f81bb-bb0b-461c-94e2-ec2fb936667b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.338919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Transition to ACTIVE for port object 9438afae-b983-4c68-942d-162336184d04 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:51.348044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] device_id is not set on port 70915a98-ae2a-4da9-b154-3dfbd2321026 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:51.360207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.374500 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.395351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Network e7919884-e009-4418-bde4-c6c3f09f4d70 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:51.400757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:51.429680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:51.452167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f81bb-bb0b-461c-94e2-ec2fb936667b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=df48c043-bb61-4d42-9851-c2522486159c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:51.491322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0604620d-058f-460b-9cb6-857bcf4c354f req-434b5ae9-198f-40ee-92e8-aee0f3bf8234 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7881892 Aug 31 06:38:51.496211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.503760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f29f81bb-bb0b-461c-94e2-ec2fb936667b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.505936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f29f81bb-bb0b-461c-94e2-ec2fb936667b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/df48c043-bb61-4d42-9851-c2522486159c HTTP/1.1" status: 204 len: 168 time: 1.2331073 Aug 31 06:38:51.513403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38200) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:51.530280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2b29-a1f3-4a44-80d8-8dda496103b1 req-89f2f8c8-65b3-444d-89a7-96d90a308c3b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:51.532156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4cd2b29-a1f3-4a44-80d8-8dda496103b1 req-89f2f8c8-65b3-444d-89a7-96d90a308c3b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 944 time: 0.4862609 Aug 31 06:38:51.533534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128941ed-7813-468e-b0bc-4a906edc2c44 None None] Network 7c8e07db-50af-4093-b687-831f85646cca requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:51.605896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-20b9e29e-7901-4a31-9b8d-d3191cfd8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:51.607416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-20b9e29e-7901-4a31-9b8d-d3191cfd8b6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 1096 time: 0.3370540 Aug 31 06:38:51.641434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:51.695415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Attempting to bind port 9438afae-b983-4c68-942d-162336184d04 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:51.696217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Attempting to bind port 9438afae-b983-4c68-942d-162336184d04 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:51.696930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Attempting to bind port 9438afae-b983-4c68-942d-162336184d04 on network e7919884-e009-4418-bde4-c6c3f09f4d70 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:51.699347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Pushing event updated for resources: {'Port': ['ID=9438afae-b983-4c68-942d-162336184d04,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:51.747931 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.777802 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.872699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:51.873574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Checking segment: {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:51.874991 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.875837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Bound using segment: {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:51.876879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Bound port: 9438afae-b983-4c68-942d-162336184d04, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:51.877718 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.948879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Allocated IP 10.1.1.51 (1616e49e-9b3f-4ca7-8f36-d21d7b18f601/8b6cfb61-47cc-44c6-a38d-ef844c0196b9/70915a98-ae2a-4da9-b154-3dfbd2321026) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:52.000158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] For port 9438afae-b983-4c68-942d-162336184d04, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:52.004862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] For port 9438afae-b983-4c68-942d-162336184d04, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9438afae-b983-4c68-942d-162336184d04,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:52.030799 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.070600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.075787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4cd2b29-a1f3-4a44-80d8-8dda496103b1 req-ddea0fca-7597-46f4-9b96-246a240f776e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926369 Aug 31 06:38:52.120337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 77be1a51-b12d-4340-8def-683f724cf3fe, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=77be1a51-b12d-4340-8def-683f724cf3fe,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:52.177802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-fd5baa9d-ca47-44c1-b6c8-9b7904ea5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:52.180541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-fd5baa9d-ca47-44c1-b6c8-9b7904ea5069 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 916 time: 0.5562885 Aug 31 06:38:52.232148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Attempting to bind port 091be7d1-ce05-47e3-a0d5-98458d38805e on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:52.232615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Attempting to bind port 091be7d1-ce05-47e3-a0d5-98458d38805e by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:52.232970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Attempting to bind port 091be7d1-ce05-47e3-a0d5-98458d38805e on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:52.239196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b8457-f52e-48d5-ba72-99352a46da04 None None] Pushing event updated for resources: {'Port': ['ID=9438afae-b983-4c68-942d-162336184d04,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:52.251681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Port 091be7d1-ce05-47e3-a0d5-98458d38805e on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:52.251961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Attempting to bind port 091be7d1-ce05-47e3-a0d5-98458d38805e on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:52.255612 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.267051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf70a42-1085-4062-bf7d-3efa6b5cfd82,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:52.270356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:52.270707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:52.271264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:52.272463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Bound port: 091be7d1-ce05-47e3-a0d5-98458d38805e, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:52.272862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.349237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=77be1a51-b12d-4340-8def-683f724cf3fe,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:52.362193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:52.368731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:52.382032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.406401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-49cc780a-0932-4801-b5e7-fdab8bb6d10b None None] Provisioning complete for port 77be1a51-b12d-4340-8def-683f724cf3fe triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:52.406401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-49cc780a-0932-4801-b5e7-fdab8bb6d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.450905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:52.455086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Checking segment: {'id': '7a3b2e30-e146-42ab-b155-077d2a1e2eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '36cec0cd-1720-4915-9a8f-663c3a740a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:52.455460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Network hostable DHCP agents. Network: 36cec0cd-1720-4915-9a8f-663c3a740a4a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:52.465794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:52.466504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.468459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-f0917430-4287-43ce-913d-f870bfb0f54f service neutron] 10.222.0.23 "PUT /v2.0/ports/091be7d1-ce05-47e3-a0d5-98458d38805e HTTP/1.1" status: 200 len: 1097 time: 3.1733842 Aug 31 06:38:52.469593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:52.473976 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf73007-5dbe-4f9f-b952-62e34783e3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:52.487118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:52.487533 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.567597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] DHCP port deletion for 7c8e07db-50af-4093-b687-831f85646cca request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:38:52.612880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4e9506-35ea-4ded-b503-f69d9486f1ac {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:52.628359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.681289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] For port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b9abd6bc-f7bc-443f-abba-12cd3d95e0d9,segment=NetworkSegment(cdcf5950-3843-4bf8-8614-1c5cb41436b2),segment_id=cdcf5950-3843-4bf8-8614-1c5cb41436b2)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:52.681681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.684298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Transition to ACTIVE for port object de4e9506-35ea-4ded-b503-f69d9486f1ac will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:52.742752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:52.887544 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.903282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-7bcf0c64-8291-4863-a48e-2deba36e5730 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a517d7-bb48-46c3-9e33-6ec3bc37e863 HTTP/1.1" status: 200 len: 217 time: 0.6138966 Aug 31 06:38:52.924335 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954257e-3df2-43c7-badf-545d69eebb6c x-openstack-request-id: req-c954257e-3df2-43c7-badf-545d69eebb6c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:52.924335 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:52.924656 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c954257e-3df2-43c7-badf-545d69eebb6c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:52.924902 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'status': 'completed', 'code': 200} Aug 31 06:38:52.948706 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.976372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] Deleting port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:52.976758 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.045449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No DVR routers for this DVR port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:53.053464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=b9abd6bc-f7bc-443f-abba-12cd3d95e0d9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.087798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Network 36cec0cd-1720-4915-9a8f-663c3a740a4a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:53.140678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 77be1a51-b12d-4340-8def-683f724cf3fe up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:53.150639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-61df949c-d711-42ac-ad88-abc08e8d58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:53.152789 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-61df949c-d711-42ac-ad88-abc08e8d58b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.2211328 Aug 31 06:38:53.155600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Pushing event updated for resources: {'Port': ['ID=de4e9506-35ea-4ded-b503-f69d9486f1ac,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.214275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.223252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 36cec0cd-1720-4915-9a8f-663c3a740a4a) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:53.224267 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.247992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-df5f4779-6aac-4074-8226-e4f92637fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:53.251334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-df5f4779-6aac-4074-8226-e4f92637fc37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1100 time: 0.3299787 Aug 31 06:38:53.266515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:53.267464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.269386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3d2ba-2d1c-486d-ab64-ff02c104efd4 None None] Network 36cec0cd-1720-4915-9a8f-663c3a740a4a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:53.274552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8e07db-50af-4093-b687-831f85646cca']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:53.276650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] For port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:53.280966 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.289853 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-c49902cb-b132-442c-8d2f-342d6f9edc5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216557 Aug 31 06:38:53.323862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcf5950-3843-4bf8-8614-1c5cb41436b2') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:53.324198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcf5950-3843-4bf8-8614-1c5cb41436b2') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:53.354358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] Calling delete_port for b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:53.362957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] Port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:38:53.369845 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-35591512-414f-48f3-9757-d9a45c74d5d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=091be7d1-ce05-47e3-a0d5-98458d38805e HTTP/1.1" status: 200 len: 217 time: 0.0975130 Aug 31 06:38:53.375245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.385858 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.426526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-32cd7ff8-056d-4bfd-a957-30c6fd6593d8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.1994307 Aug 31 06:38:53.453577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.458083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] Pushing event deleted for resources: {'Port': ['ID=b9abd6bc-f7bc-443f-abba-12cd3d95e0d9,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.461566 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-23c54474-4a17-40dd-8997-6d8bb07e019c service neutron] 10.222.0.23 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476336 Aug 31 06:38:53.477662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:53.477662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.493838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Transition to ACTIVE for port object 70915a98-ae2a-4da9-b154-3dfbd2321026 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:53.513207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa714e-eae3-4f81-9e41-5d7e32d66383 None None] No DVR routers for this DVR port b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:53.515796 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:53.540994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb293c6-850d-48c5-b0ed-1c794f716403 req-543df598-4b91-49d0-9a9d-aa45ad203251 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:53.548398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8bb293c6-850d-48c5-b0ed-1c794f716403 req-543df598-4b91-49d0-9a9d-aa45ad203251 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 948 time: 0.6767213 Aug 31 06:38:53.568385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 77be1a51-b12d-4340-8def-683f724cf3fe triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:53.568975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.603092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12891dec-d22c-4bee-873f-6d842d06430d req-10c30de2-c2b2-4993-bb0c-af04e6836ba8 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:53.611820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-12891dec-d22c-4bee-873f-6d842d06430d req-10c30de2-c2b2-4993-bb0c-af04e6836ba8 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 944 time: 0.3919930 Aug 31 06:38:53.656422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-2edb1922-46d7-4eb3-8242-fa61b3ccf0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:53.658178 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-2edb1922-46d7-4eb3-8242-fa61b3ccf0ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2701254 Aug 31 06:38:53.669341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe02475f-5868-4402-94ce-7c63adae187b None None] Network 36cec0cd-1720-4915-9a8f-663c3a740a4a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:53.738241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.759309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-12891dec-d22c-4bee-873f-6d842d06430d req-7fd584fe-3152-489e-81b2-7360fbd17a2e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464725 Aug 31 06:38:53.770408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.776500 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/networks/7c8e07db-50af-4093-b687-831f85646cca HTTP/1.1" status: 204 len: 168 time: 2.2415285 Aug 31 06:38:53.788257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38238) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:53.799695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38240) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:53.809555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-43313162'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:53.898910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed9bc4-82c3-488e-9d65-53df396b97aa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Network': ['ID=7c8e07db-50af-4093-b687-831f85646cca,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.918988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fdef1f2-4825-4b4f-b807-8188a5e7cd02 req-115b52be-7418-46d2-b605-d13b12feba6e service neutron] 10.222.0.23 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286678 Aug 31 06:38:53.952466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-1cc43f32-c46c-44c5-9a22-10462ee4f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:53.954415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-1cc43f32-c46c-44c5-9a22-10462ee4f166 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2838602 Aug 31 06:38:53.960999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Deleting subnet 89f3784c-2e7c-4f04-91b6-2826b5bf411a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:53.969249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9438afae-b983-4c68-942d-162336184d04 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:53.971001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Attempting to bind port de4e9506-35ea-4ded-b503-f69d9486f1ac on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:53.971596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Attempting to bind port de4e9506-35ea-4ded-b503-f69d9486f1ac by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:53.973539 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Attempting to bind port de4e9506-35ea-4ded-b503-f69d9486f1ac on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:53.999820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8bb293c6-850d-48c5-b0ed-1c794f716403 req-dd586172-5e29-4d4d-bc2d-399c2234862b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451656 Aug 31 06:38:53.999820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:54.003137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.007487 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.021087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Port de4e9506-35ea-4ded-b503-f69d9486f1ac on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:54.021087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Attempting to bind port de4e9506-35ea-4ded-b503-f69d9486f1ac on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:54.032946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:54.033321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:54.033702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:54.034148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Bound port: de4e9506-35ea-4ded-b503-f69d9486f1ac, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:54.034510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.047010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:54.051625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:54.079324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:54.080765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-2c592e09-c264-4a72-8154-11b18cbcfb52 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169569 Aug 31 06:38:54.081505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.099334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:54.175682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=70915a98-ae2a-4da9-b154-3dfbd2321026,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:54.194796 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0a680473-c2d9-4d4b-a4b2-27b39086187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.210355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.210982 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Added segment b2f28593-ef9c-44a8-80b4-703c512da3cc of type vlan for network 0826bf10-1b03-4ec0-b002-404b870f33d1 Aug 31 06:38:54.221368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9438afae-b983-4c68-942d-162336184d04 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:54.242214 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.251409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.279649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2d335-8007-4952-9b46-4dba44c00a1d None None] Network e7919884-e009-4418-bde4-c6c3f09f4d70 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:54.289740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:54.292592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.323511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.331587 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-995296ac-1aa8-41c9-ac0c-3be380672404 req-c84e59ab-7212-4494-9a3b-c696121b8600 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140610 Aug 31 06:38:54.385232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:54.387369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7319201a-923a-4c60-ad23-1031b64b41df tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.8140602 Aug 31 06:38:54.390826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 70a517d7-bb48-46c3-9e33-6ec3bc37e863 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:38:54.412317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38254) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:54.426724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'port': {'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'name': 'tempest-TaggedBootDevicesTest_v242-527922940', 'fixed_ips': [{'subnet_id': '8b6cfb61-47cc-44c6-a38d-ef844c0196b9'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:54.431943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:54.431943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b9abd6bc-f7bc-443f-abba-12cd3d95e0d9 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:54.433278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c25594e1-bed0-48ef-98db-ec05fa038b4f None None] Provisioning for port 9438afae-b983-4c68-942d-162336184d04 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:54.437843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.447048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c25594e1-bed0-48ef-98db-ec05fa038b4f None None] Provisioning complete for port 9438afae-b983-4c68-942d-162336184d04 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:54.447197 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c25594e1-bed0-48ef-98db-ec05fa038b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.463846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.503704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f3784c-2e7c-4f04-91b6-2826b5bf411a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:54.507219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.509582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/89f3784c-2e7c-4f04-91b6-2826b5bf411a HTTP/1.1" status: 204 len: 168 time: 0.7043562 Aug 31 06:38:54.520293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38256) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:54.538173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-6d41a670-ef2a-4b1d-85a6-37e0b4755e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:54.539679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] For port de4e9506-35ea-4ded-b503-f69d9486f1ac, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:54.539995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-6d41a670-ef2a-4b1d-85a6-37e0b4755e0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1100 time: 0.1198351 Aug 31 06:38:54.557634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.558017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.558448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.558875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.559412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.559752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.560165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.560582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.561014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.561482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.561891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.562298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08392041-f12b-47a8-a608-c280446fd1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:54.562628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] For port de4e9506-35ea-4ded-b503-f69d9486f1ac, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=de4e9506-35ea-4ded-b503-f69d9486f1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:54.579450 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.637378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 70a517d7-bb48-46c3-9e33-6ec3bc37e863, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=70a517d7-bb48-46c3-9e33-6ec3bc37e863,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:54.642232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Pushing event updated for resources: {'Port': ['ID=de4e9506-35ea-4ded-b503-f69d9486f1ac,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:54.666541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:54.667693 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.669280 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0008ecc1-83d2-468c-918a-3ea27e2b376c service neutron] 10.222.0.42 "PUT /v2.0/ports/de4e9506-35ea-4ded-b503-f69d9486f1ac HTTP/1.1" status: 200 len: 1097 time: 4.1908150 Aug 31 06:38:54.669918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8c5181-fb27-4a5e-bf39-5dbc4d0af868', 'tag': 'de4e9506-35ea-4ded-b503-f69d9486f1ac'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:54.672909 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8c5181-fb27-4a5e-bf39-5dbc4d0af868", "tag": "de4e9506-35ea-4ded-b503-f69d9486f1ac"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:54.687090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '70a517d7-bb48-46c3-9e33-6ec3bc37e863', 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'port_id': '70a517d7-bb48-46c3-9e33-6ec3bc37e863', 'mac_address': 'fa:16:3e:f2:25:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c48269a-f123-4c8f-aeec-84e8b8a3ee1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:38:54.689653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.707272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:54.710053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.712038 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.838257 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64c456d-a7a2-4da8-9b5b-995984765534 x-openstack-request-id: req-b64c456d-a7a2-4da8-9b5b-995984765534 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:54.839211 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8c5181-fb27-4a5e-bf39-5dbc4d0af868", "tag": "de4e9506-35ea-4ded-b503-f69d9486f1ac", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:54.839629 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b64c456d-a7a2-4da8-9b5b-995984765534 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:54.840224 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8c5181-fb27-4a5e-bf39-5dbc4d0af868', 'tag': 'de4e9506-35ea-4ded-b503-f69d9486f1ac', 'status': 'completed', 'code': 200} Aug 31 06:38:54.864433 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.878015 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c25594e1-bed0-48ef-98db-ec05fa038b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.899036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-debe844f-c12d-40d0-b348-444b96f28b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:54.900658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-debe844f-c12d-40d0-b348-444b96f28b2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3347945 Aug 31 06:38:54.918882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a517d7-bb48-46c3-9e33-6ec3bc37e863 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:54.999830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 70a517d7-bb48-46c3-9e33-6ec3bc37e863, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=70a517d7-bb48-46c3-9e33-6ec3bc37e863,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:55.013943 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.052110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2555428 Aug 31 06:38:55.054388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38276) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:55.063525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '0826bf10-1b03-4ec0-b002-404b870f33d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:55.079266 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.079851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c25594e1-bed0-48ef-98db-ec05fa038b4f None None] For port 9438afae-b983-4c68-942d-162336184d04, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9438afae-b983-4c68-942d-162336184d04,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:55.093025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-153098f8-e8f7-49e6-b780-f1e1ea3ee65a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=091be7d1-ce05-47e3-a0d5-98458d38805e HTTP/1.1" status: 200 len: 217 time: 0.1460621 Aug 31 06:38:55.097085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c25594e1-bed0-48ef-98db-ec05fa038b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.106621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0a7888-d1d4-4d6e-93e6-7a8f47600a26']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:55.107957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:55.131346 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.159371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=70a517d7-bb48-46c3-9e33-6ec3bc37e863,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:55.180874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79312-50c2-41cc-872e-8572c66ab08e req-1d68c990-a9c4-4aca-9713-5071eec7bfe8 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:55.182845 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bb79312-50c2-41cc-872e-8572c66ab08e req-1d68c990-a9c4-4aca-9713-5071eec7bfe8 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 944 time: 0.2950377 Aug 31 06:38:55.185139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3c8d58-a9be-4392-a31a-88089b4e6fd7') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:55.186299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3c8d58-a9be-4392-a31a-88089b4e6fd7') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:55.198002 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.208721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.209260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.210405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.211406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.211765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.212102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.212768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.213123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.213483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.213805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.214133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.214457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:55.227945 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.235210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:55.235927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.307377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7e85c-d37f-4e4c-892c-18f0f8e139dc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Network': ['ID=0826bf10-1b03-4ec0-b002-404b870f33d1,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:55.307760 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:55.319541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.327380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c61f7892-41ab-4cca-b414-73adb879fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:55.335375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c61f7892-41ab-4cca-b414-73adb879fd71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 1100 time: 0.5959380 Aug 31 06:38:55.341243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.346540 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2e0a7888-d1d4-4d6e-93e6-7a8f47600a26 HTTP/1.1" status: 204 len: 168 time: 0.8176246 Aug 31 06:38:55.352642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38280) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:55.384821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] device_id is not set on port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:55.397876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366aca5-8a25-4c97-8e94-0288d0973428 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0a7888-d1d4-4d6e-93e6-7a8f47600a26,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:55.421843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-92a0a4d4-d4eb-4828-8492-989eabdf76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:55.423488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-92a0a4d4-d4eb-4828-8492-989eabdf76bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.3195820 Aug 31 06:38:55.436027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bb79312-50c2-41cc-872e-8572c66ab08e req-9aabd3f3-31d9-439a-8c79-d4019b0eb76c tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269517 Aug 31 06:38:55.475952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-c83f80f1-1a3c-4068-86fd-6af023a0964b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=de4e9506-35ea-4ded-b503-f69d9486f1ac HTTP/1.1" status: 200 len: 217 time: 0.1159456 Aug 31 06:38:55.485606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bf0f73-e02c-4f85-a1c9-3d172c95fe63 admin admin] Deleting subnet 3bf70a42-1085-4062-bf7d-3efa6b5cfd82 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:55.490140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02bf0f73-e02c-4f85-a1c9-3d172c95fe63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.524605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25594e1-bed0-48ef-98db-ec05fa038b4f None None] Pushing event updated for resources: {'Port': ['ID=9438afae-b983-4c68-942d-162336184d04,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:55.530585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['70a517d7-bb48-46c3-9e33-6ec3bc37e863'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:55.539770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-f3f97f41-3840-4bf3-a7d4-1a25f9659ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:55.541388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-f3f97f41-3840-4bf3-a7d4-1a25f9659ef6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088111 Aug 31 06:38:55.545513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02bf0f73-e02c-4f85-a1c9-3d172c95fe63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.592856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7958-0c50-430a-bc10-a3b581bc20fc req-4303be6c-5729-4789-85a6-7fc24ba4b79c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:55.594466 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-111e7958-0c50-430a-bc10-a3b581bc20fc req-4303be6c-5729-4789-85a6-7fc24ba4b79c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 948 time: 0.4351063 Aug 31 06:38:55.612660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 0826bf10-1b03-4ec0-b002-404b870f33d1 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:55.762233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.786960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-b95db09f-d668-4d13-9a47-bbed9b731b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:55.789064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-b95db09f-d668-4d13-9a47-bbed9b731b5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2629719 Aug 31 06:38:55.801624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2ac27753-8147-43d1-877a-9a25be4099cb None None] Provisioning for port 70915a98-ae2a-4da9-b154-3dfbd2321026 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:55.808181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2ac27753-8147-43d1-877a-9a25be4099cb None None] Provisioning complete for port 70915a98-ae2a-4da9-b154-3dfbd2321026 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:55.808581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2ac27753-8147-43d1-877a-9a25be4099cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.868465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:55.873020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.916903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2ac27753-8147-43d1-877a-9a25be4099cb None None] Port 70915a98-ae2a-4da9-b154-3dfbd2321026 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:55.965758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-111e7958-0c50-430a-bc10-a3b581bc20fc req-336c5201-f84e-45d5-b3ba-de01cfd12914 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584366 Aug 31 06:38:55.974560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Allocated IP 10.1.1.30 (1616e49e-9b3f-4ca7-8f36-d21d7b18f601/8b6cfb61-47cc-44c6-a38d-ef844c0196b9/a490153a-2c07-4e00-9393-dfeb9ca3ebd0) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:56.003558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-bc93520e-ec71-49e0-8935-16685e8f8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:56.004634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-bc93520e-ec71-49e0-8935-16685e8f8426 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1988242 Aug 31 06:38:56.042765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-88b62963-af3c-4e0e-85e1-03b36fc128c0 None None] Provisioning complete for port 9438afae-b983-4c68-942d-162336184d04 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:56.043152 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-88b62963-af3c-4e0e-85e1-03b36fc128c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.052104 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02bf0f73-e02c-4f85-a1c9-3d172c95fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.128847 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-0bbc6517-9cb4-4a1a-982e-936f36cabe68 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139877 Aug 31 06:38:56.165083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-68cb7c51-2be4-427c-a9a9-b6f10db8069d service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225897 Aug 31 06:38:56.220376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02bf0f73-e02c-4f85-a1c9-3d172c95fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.265048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf0f73-e02c-4f85-a1c9-3d172c95fe63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf70a42-1085-4062-bf7d-3efa6b5cfd82,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:56.267388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-02bf0f73-e02c-4f85-a1c9-3d172c95fe63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.271624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-02bf0f73-e02c-4f85-a1c9-3d172c95fe63 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3bf70a42-1085-4062-bf7d-3efa6b5cfd82 HTTP/1.1" status: 204 len: 168 time: 0.9068499 Aug 31 06:38:56.272749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38298) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:56.342191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 70a517d7-bb48-46c3-9e33-6ec3bc37e863 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:56.361777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebf73007-5dbe-4f9f-b952-62e34783e3a1 req-65ee76fe-863f-4ee7-9fef-0db21fb2d5b0 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878293 Aug 31 06:38:56.366851 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.422594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:56.427222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:56.427623 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.447214 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07b8ab83-dc15-4e96-a2f0-231d0eb8ab9d req-072c021d-d9a9-41d3-a848-b78a427b03fd service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099196 Aug 31 06:38:56.479701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.493166 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.493419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cec0cd-1720-4915-9a8f-663c3a740a4a']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:56.506323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3b2e30-e146-42ab-b155-077d2a1e2eb4') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:56.506710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3b2e30-e146-42ab-b155-077d2a1e2eb4') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:56.532998 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.554645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.565969 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.572775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:56.573368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:56.589228 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:56.605871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbc0b3-8d6d-4ff0-b1bf-48d815885926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a517d7-bb48-46c3-9e33-6ec3bc37e863'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:56.609767 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775bdc38-99f7-4f51-8c5d-22c574f882c3" -d '{"events": [{"server_uuid": "1ddbc0b3-8d6d-4ff0-b1bf-48d815885926", "name": "network-vif-plugged", "status": "completed", "tag": "70a517d7-bb48-46c3-9e33-6ec3bc37e863"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:56.627042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 70a517d7-bb48-46c3-9e33-6ec3bc37e863, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=70a517d7-bb48-46c3-9e33-6ec3bc37e863,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:56.639776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.653860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.698621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Transition to ACTIVE for port object a490153a-2c07-4e00-9393-dfeb9ca3ebd0 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:56.708758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.717464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.722089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=7a494c60-a40b-4445-8c7c-177c568a9f20,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:56.722261 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] 10.222.0.15 "DELETE /v2.0/networks/36cec0cd-1720-4915-9a8f-663c3a740a4a HTTP/1.1" status: 204 len: 168 time: 0.4466455 Aug 31 06:38:56.739739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=70a517d7-bb48-46c3-9e33-6ec3bc37e863,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:56.745364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4222158-f24e-42d5-ab2c-0f8a1be6e52a admin admin] Pushing event deleted for resources: {'Network': ['ID=36cec0cd-1720-4915-9a8f-663c3a740a4a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:56.769596 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-27bd12ea-8bb8-40c7-b697-d8ee99cbfb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.782407 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9635227-f63b-4f13-a6b7-57b2b5765c6c x-openstack-request-id: req-b9635227-f63b-4f13-a6b7-57b2b5765c6c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:56.783040 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbc0b3-8d6d-4ff0-b1bf-48d815885926", "name": "network-vif-plugged", "status": "completed", "tag": "70a517d7-bb48-46c3-9e33-6ec3bc37e863", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:56.783794 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9635227-f63b-4f13-a6b7-57b2b5765c6c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:56.784778 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbc0b3-8d6d-4ff0-b1bf-48d815885926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a517d7-bb48-46c3-9e33-6ec3bc37e863', 'code': 200} Aug 31 06:38:56.799101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f13c95-6295-425a-98b5-53b822b33008 req-a209990d-de74-450b-9071-4b0f831c1be9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:56.805887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8f13c95-6295-425a-98b5-53b822b33008 req-a209990d-de74-450b-9071-4b0f831c1be9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 945 time: 0.2343073 Aug 31 06:38:56.808645 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.817519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Checking segment: {'id': 'b2f28593-ef9c-44a8-80b4-703c512da3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0826bf10-1b03-4ec0-b002-404b870f33d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:56.817898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network hostable DHCP agents. Network: 0826bf10-1b03-4ec0-b002-404b870f33d1, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:56.823710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-7100ba5d-dc2b-409b-bc5d-0631f9241235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:56.825395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-7100ba5d-dc2b-409b-bc5d-0631f9241235 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 1100 time: 0.2920172 Aug 31 06:38:56.886625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9438afae-b983-4c68-942d-162336184d04 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:56.929606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6a99-a2af-456b-91f1-e3cc5ff6aeb1 req-21a81232-7395-4dd3-a3d8-867840c30c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:56.931351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2dfd6a99-a2af-456b-91f1-e3cc5ff6aeb1 req-21a81232-7395-4dd3-a3d8-867840c30c16 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 1098 time: 0.0908854 Aug 31 06:38:56.947288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9438afae-b983-4c68-942d-162336184d04 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:56.947874 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.983742 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2dfd6a99-a2af-456b-91f1-e3cc5ff6aeb1 req-a7b1427d-e18c-4bed-afd8-c88c8b4948a4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Aug 31 06:38:57.002141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 0826bf10-1b03-4ec0-b002-404b870f33d1 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:57.021307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:57.052460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8f13c95-6295-425a-98b5-53b822b33008 req-0a0972f5-91a0-466f-a172-9759fa8a2da4 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260799 Aug 31 06:38:57.061926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 0826bf10-1b03-4ec0-b002-404b870f33d1) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:57.068046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.076002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-1445e37a-7abb-49f9-b15a-9ff641cad803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:57.082228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e321357-5655-476f-b369-ec1a126394e3 None None] Network 0826bf10-1b03-4ec0-b002-404b870f33d1 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:57.084057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-1445e37a-7abb-49f9-b15a-9ff641cad803 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2441068 Aug 31 06:38:57.085678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:57.086629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.098478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cc9075c2-4200-41d1-8257-b30fc7a11a98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa9f3f474af44393a60f6f2a96e0ad1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758836 Aug 31 06:38:57.101219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38322) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:57.191024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1ff62d44-1c0b-437f-a25d-fb3e8e0aacb8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1318777 Aug 31 06:38:57.194953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38326) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:57.198440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-60c4ceb1-263d-49b6-8826-314e966a8263 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=de4e9506-35ea-4ded-b503-f69d9486f1ac HTTP/1.1" status: 200 len: 217 time: 0.0790443 Aug 31 06:38:57.201784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '0826bf10-1b03-4ec0-b002-404b870f33d1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1167868438'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:57.214686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:57.261566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:57.264172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:57.268912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:57.331059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-25407098-9789-457e-a299-b68ca1352993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:57.332757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-25407098-9789-457e-a299-b68ca1352993 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1088209 Aug 31 06:38:57.359572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:57.360240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.361681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bbf58-4462-4c66-928f-97d3cb813077 req-7666d1ea-d416-43f2-a3fe-90072b5722ec tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:57.370522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e5bbf58-4462-4c66-928f-97d3cb813077 req-7666d1ea-d416-43f2-a3fe-90072b5722ec tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 948 time: 0.2419574 Aug 31 06:38:57.403864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-0826bf10-1b03-4ec0-b002-404b870f33d1', 'network_id': '0826bf10-1b03-4ec0-b002-404b870f33d1', 'tenant_id': '8f4ec84889934f01a01280d278d7c14d', 'fixed_ips': [{'subnet_id': '7a494c60-a40b-4445-8c7c-177c568a9f20'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:57.404917 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.416138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e219f124-9cea-4e88-8c09-ff78db2a1cc6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9959240 Aug 31 06:38:57.419934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-73d889a7-6b65-4cd3-9d7c-e03212cb44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:57.426061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-73d889a7-6b65-4cd3-9d7c-e03212cb44e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842125 Aug 31 06:38:57.437623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a45abdd9-df6f-4035-9098-03080d3d7677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.531596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a45abdd9-df6f-4035-9098-03080d3d7677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.573498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e5bbf58-4462-4c66-928f-97d3cb813077 req-2a0fe331-494c-4caf-bd0e-8cfe8b8d2cdf tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018323 Aug 31 06:38:57.617546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-7e1f3cbe-011e-4ade-b8bf-78d9f2b5e7a4 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797640 Aug 31 06:38:57.677842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38338) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:57.685150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a03aa79a-b2ad-4b3a-a9e5-705b4053f85e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--14058738', 'description': 'tempest-description--295896020'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:57.687835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Allocated IP 172.20.0.2 (0826bf10-1b03-4ec0-b002-404b870f33d1/7a494c60-a40b-4445-8c7c-177c568a9f20/e88a89f8-93ac-4926-bade-7bc8ae661107) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:57.708076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:57.714645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.757724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a03aa79a-b2ad-4b3a-a9e5-705b4053f85e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.762740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 19c74026-1165-467e-9b03-64d7d2e471f8 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:38:57.841845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f77aa83f-19ac-414b-8a5a-4a64481aa2c0 None None] Provisioning for port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:57.847900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f77aa83f-19ac-414b-8a5a-4a64481aa2c0 None None] Provisioning complete for port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:57.848541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f77aa83f-19ac-414b-8a5a-4a64481aa2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.887764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a45abdd9-df6f-4035-9098-03080d3d7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.891730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a45abdd9-df6f-4035-9098-03080d3d7677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.892640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a45abdd9-df6f-4035-9098-03080d3d7677 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fba42419-7dd9-4185-8235-84e877af6346 HTTP/1.1" status: 204 len: 168 time: 0.7904742 Aug 31 06:38:57.911314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45abdd9-df6f-4035-9098-03080d3d7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba42419-7dd9-4185-8235-84e877af6346,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:57.918187 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.962692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f77aa83f-19ac-414b-8a5a-4a64481aa2c0 None None] Port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:57.976931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Transition to ACTIVE for port object e88a89f8-93ac-4926-bade-7bc8ae661107 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:58.004494 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a03aa79a-b2ad-4b3a-a9e5-705b4053f85e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.014104 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a03aa79a-b2ad-4b3a-a9e5-705b4053f85e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.017769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Transition to ACTIVE for port object e88a89f8-93ac-4926-bade-7bc8ae661107 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:58.037400 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.188586 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a03aa79a-b2ad-4b3a-a9e5-705b4053f85e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.194757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a03aa79a-b2ad-4b3a-a9e5-705b4053f85e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5132961 Aug 31 06:38:58.198657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38352) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:58.202555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03aa79a-b2ad-4b3a-a9e5-705b4053f85e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb1ea5c-e232-4865-8632-ba884b12ba94,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.216245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Pushing event updated for resources: {'Port': ['ID=e88a89f8-93ac-4926-bade-7bc8ae661107,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.219341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'security_group_rule': {'security_group_id': '3fb1ea5c-e232-4865-8632-ba884b12ba94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:58.231137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.7 (0826bf10-1b03-4ec0-b002-404b870f33d1/7a494c60-a40b-4445-8c7c-177c568a9f20/19c74026-1165-467e-9b03-64d7d2e471f8) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:58.243724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Network 0826bf10-1b03-4ec0-b002-404b870f33d1 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:58.245285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:58.247315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.254522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:58.367256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:38:58.374764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Attempting to bind port e88a89f8-93ac-4926-bade-7bc8ae661107 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:58.375166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Attempting to bind port e88a89f8-93ac-4926-bade-7bc8ae661107 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b2f28593-ef9c-44a8-80b4-703c512da3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0826bf10-1b03-4ec0-b002-404b870f33d1'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:58.375741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Attempting to bind port e88a89f8-93ac-4926-bade-7bc8ae661107 on network 0826bf10-1b03-4ec0-b002-404b870f33d1 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:58.389556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:58.389918 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Checking segment: {'id': 'b2f28593-ef9c-44a8-80b4-703c512da3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0826bf10-1b03-4ec0-b002-404b870f33d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:58.390334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.390753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Bound using segment: {'id': 'b2f28593-ef9c-44a8-80b4-703c512da3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0826bf10-1b03-4ec0-b002-404b870f33d1'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:58.391231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Bound port: e88a89f8-93ac-4926-bade-7bc8ae661107, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f28593-ef9c-44a8-80b4-703c512da3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0826bf10-1b03-4ec0-b002-404b870f33d1'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:58.391622 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.398688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c74e9a6-7b93-4b1a-b413-617e6b1283dc req-7943d792-f5af-48a4-a610-e1b550c45f8f service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729533 Aug 31 06:38:58.409372 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.426875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d0db-0074-409f-bcf7-39ae04598eff req-478e78fa-6066-4160-8a1a-a93c881d6c28 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:58.429121 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c83d0db-0074-409f-bcf7-39ae04598eff req-478e78fa-6066-4160-8a1a-a93c881d6c28 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 946 time: 0.2177365 Aug 31 06:38:58.440380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.462972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 19c74026-1165-467e-9b03-64d7d2e471f8 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:58.510356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.523370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c83d0db-0074-409f-bcf7-39ae04598eff req-3b1d7238-2631-4603-94b0-a4114371537d tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803709 Aug 31 06:38:58.547985 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.559036 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.589506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 0826bf10-1b03-4ec0-b002-404b870f33d1 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:58.595685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc63015-a43c-45f1-993d-adafe4b06ddd,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.600952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:58.612990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.613237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:58.621096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.621675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.622160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.622717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.623142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.623532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.623933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.624342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.624728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.625218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.625705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=19c74026-1165-467e-9b03-64d7d2e471f8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.626024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:58.632193 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.634754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] For port e88a89f8-93ac-4926-bade-7bc8ae661107, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:58.643055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e844814a-df42-4ecf-a542-08c3bc059f15 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4406614 Aug 31 06:38:58.643655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38364) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:58.649634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a68dca98-c857-4e74-a34b-835a2cb1e095 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'security_group_rule': {'security_group_id': '3fb1ea5c-e232-4865-8632-ba884b12ba94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:58.669531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:58.674560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:58.678698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] For port e88a89f8-93ac-4926-bade-7bc8ae661107, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e88a89f8-93ac-4926-bade-7bc8ae661107,segment=NetworkSegment(b2f28593-ef9c-44a8-80b4-703c512da3cc),segment_id=b2f28593-ef9c-44a8-80b4-703c512da3cc)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:58.688776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.699774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'mac_address': 'fa:16:3e:2a:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:38:58.708277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a68dca98-c857-4e74-a34b-835a2cb1e095 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.772202 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2f21ed4-8ec0-4a03-b3b4-327e06b6d55b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33e0e5c4b4e045e08f6f0d480f793b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958748 Aug 31 06:38:58.775095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38368) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:58.793842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:58.797652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.811126 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.811353 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a68dca98-c857-4e74-a34b-835a2cb1e095 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.821778 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a68dca98-c857-4e74-a34b-835a2cb1e095 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.830315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a6913-1f04-4979-bacc-61194cdc3476 None None] Pushing event updated for resources: {'Port': ['ID=e88a89f8-93ac-4926-bade-7bc8ae661107,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.838082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091be7d1-ce05-47e3-a0d5-98458d38805e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:58.864275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dca98-c857-4e74-a34b-835a2cb1e095 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011d0949-92a3-4ea3-9e11-16c52537abd6,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.874757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:58.875742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a68dca98-c857-4e74-a34b-835a2cb1e095 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.877613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a68dca98-c857-4e74-a34b-835a2cb1e095 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325149 Aug 31 06:38:58.881465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38376) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:58.887923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607896db-f0d1-411a-b54a-8e1adc1c1bde req-d86fec43-1114-42cb-836d-a3baa9d1fbc9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:58.899965 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.901111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-607896db-f0d1-411a-b54a-8e1adc1c1bde req-d86fec43-1114-42cb-836d-a3baa9d1fbc9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 948 time: 0.2141273 Aug 31 06:38:58.908473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:58.946275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.949741 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b83c72d4-6458-416c-ba52-461ca951891b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7535357 Aug 31 06:38:58.953445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:58.970754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:59.002290 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-607896db-f0d1-411a-b54a-8e1adc1c1bde req-1f2aa4f9-3184-4758-9ff0-a07833c6876a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001000 Aug 31 06:38:59.022838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bdedebb-2465-433d-82e7-54f738e0bbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.085436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bdedebb-2465-433d-82e7-54f738e0bbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.100689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.101271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['091be7d1-ce05-47e3-a0d5-98458d38805e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:59.181007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b979ac9f-6523-433f-9e53-f756949c69c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 19c74026-1165-467e-9b03-64d7d2e471f8 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:59.181411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b979ac9f-6523-433f-9e53-f756949c69c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.249537 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bdedebb-2465-433d-82e7-54f738e0bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.257474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bdedebb-2465-433d-82e7-54f738e0bbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.262924 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5bdedebb-2465-433d-82e7-54f738e0bbeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce239312-e2f8-4ecf-aca2-e4014e9db294 HTTP/1.1" status: 204 len: 168 time: 0.4784656 Aug 31 06:38:59.316194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b979ac9f-6523-433f-9e53-f756949c69c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.331380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b979ac9f-6523-433f-9e53-f756949c69c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 19c74026-1165-467e-9b03-64d7d2e471f8 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:59.407867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Allocated IP 172.25.5.30 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/bd2580a2-542d-4e77-9b1e-c725400b573a) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:59.424195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdedebb-2465-433d-82e7-54f738e0bbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce239312-e2f8-4ecf-aca2-e4014e9db294,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:59.522933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b979ac9f-6523-433f-9e53-f756949c69c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.599366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.606234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979ac9f-6523-433f-9e53-f756949c69c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=19c74026-1165-467e-9b03-64d7d2e471f8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:59.667994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.743559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b979ac9f-6523-433f-9e53-f756949c69c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.745129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:59.746693 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b979ac9f-6523-433f-9e53-f756949c69c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/19c74026-1165-467e-9b03-64d7d2e471f8 HTTP/1.1" status: 204 len: 168 time: 0.7859938 Aug 31 06:38:59.750526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38402) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:59.751474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:59.762314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a2ca8-bb0f-4367-98eb-ca6def18e133 req-449bc2fc-7423-4170-99e7-185df97c02cd tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:59.765150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-556a2ca8-bb0f-4367-98eb-ca6def18e133 req-449bc2fc-7423-4170-99e7-185df97c02cd tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 946 time: 0.1344416 Aug 31 06:38:59.783405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:59.855250 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-556a2ca8-bb0f-4367-98eb-ca6def18e133 req-433221b8-9b98-4977-be7e-9a7c22626025 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792503 Aug 31 06:38:59.869060 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4a305a-d0bb-4f82-97c3-0c714193da4a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:38:59.879674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5a4a305a-d0bb-4f82-97c3-0c714193da4a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/19c74026-1165-467e-9b03-64d7d2e471f8 HTTP/1.1" status: 404 len: 333 time: 0.1228759 Aug 31 06:38:59.883093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38406) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:59.891212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=bd2580a2-542d-4e77-9b1e-c725400b573a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:59.897326 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.033749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-05143fda-7851-4ea2-881d-2a33a87bacd5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet 7a494c60-a40b-4445-8c7c-177c568a9f20 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:00.045877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05143fda-7851-4ea2-881d-2a33a87bacd5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.129074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.206427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05143fda-7851-4ea2-881d-2a33a87bacd5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.236191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.280114 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device de4e9506-35ea-4ded-b503-f69d9486f1ac details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:00.387814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:00.463626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1518eb1-a7c5-4f97-9a95-4e41b012fed3 req-fdd45121-c6a2-4c75-a437-06245279e494 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:00.474312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1518eb1-a7c5-4f97-9a95-4e41b012fed3 req-fdd45121-c6a2-4c75-a437-06245279e494 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 948 time: 0.2080777 Aug 31 06:39:00.557579 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.569753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1518eb1-a7c5-4f97-9a95-4e41b012fed3 req-7972a247-7c51-42b3-b209-7830469fa151 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920160 Aug 31 06:39:00.571528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.590673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05143fda-7851-4ea2-881d-2a33a87bacd5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.597520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cf29f4-77fc-407e-b3df-d23b5f9c0de0 None None] Network 0826bf10-1b03-4ec0-b002-404b870f33d1 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:00.757848 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05143fda-7851-4ea2-881d-2a33a87bacd5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.810581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.814318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=bd2580a2-542d-4e77-9b1e-c725400b573a,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:00.825218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2809558b-2b9e-4124-9ba1-a7c14b00c816 None None] Provisioning for port e88a89f8-93ac-4926-bade-7bc8ae661107 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:00.851853 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.860837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-618a370c-8d8d-42ed-b554-654c3ba06ee1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9701142 Aug 31 06:39:00.866846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05143fda-7851-4ea2-881d-2a33a87bacd5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.872791 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-05143fda-7851-4ea2-881d-2a33a87bacd5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/7a494c60-a40b-4445-8c7c-177c568a9f20 HTTP/1.1" status: 204 len: 168 time: 0.9873879 Aug 31 06:39:00.874054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38446) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:00.881724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05143fda-7851-4ea2-881d-2a33a87bacd5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=7a494c60-a40b-4445-8c7c-177c568a9f20,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:00.921848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 091be7d1-ce05-47e3-a0d5-98458d38805e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:00.947081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port de4e9506-35ea-4ded-b503-f69d9486f1ac, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=de4e9506-35ea-4ded-b503-f69d9486f1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:00.949803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 091be7d1-ce05-47e3-a0d5-98458d38805e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:00.950482 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.985481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'de4e9506-35ea-4ded-b503-f69d9486f1ac', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'de4e9506-35ea-4ded-b503-f69d9486f1ac', 'mac_address': 'fa:16:3e:66:21:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:01.043536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e88a89f8-93ac-4926-bade-7bc8ae661107 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:01.096138 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.172413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.191339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4e9506-35ea-4ded-b503-f69d9486f1ac {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:01.282510 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.289559 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port de4e9506-35ea-4ded-b503-f69d9486f1ac, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=de4e9506-35ea-4ded-b503-f69d9486f1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:01.305085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e88a89f8-93ac-4926-bade-7bc8ae661107 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:01.326208 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.335681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e88a89f8-93ac-4926-bade-7bc8ae661107 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:01.341730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port e88a89f8-93ac-4926-bade-7bc8ae661107 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:01.343826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.347943 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.463817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd9d33-81d4-4c97-ae1b-e632883bb988 None None] Network 0826bf10-1b03-4ec0-b002-404b870f33d1 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:01.483121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] For port e88a89f8-93ac-4926-bade-7bc8ae661107, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e88a89f8-93ac-4926-bade-7bc8ae661107,segment=NetworkSegment(b2f28593-ef9c-44a8-80b4-703c512da3cc),segment_id=b2f28593-ef9c-44a8-80b4-703c512da3cc)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:01.483416 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.537618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for e88a89f8-93ac-4926-bade-7bc8ae661107 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:01.565667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-130f886e-73ca-4267-9998-02092af76b1e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--14058738&fields=id&tenant_id=77a7e5dc2c46439394efd52eb896ff61 HTTP/1.1" status: 200 len: 267 time: 0.0630178 Aug 31 06:39:01.621668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f5108c24-f88d-45b9-b4cb-5c3ce7afbcb3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:01.632180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f5108c24-f88d-45b9-b4cb-5c3ce7afbcb3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports/70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 935 time: 0.0632341 Aug 31 06:39:01.666868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.735364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-317f0957-0b8e-45ee-ac68-ddfd5c7e9ec9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:01.769132 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-317f0957-0b8e-45ee-ac68-ddfd5c7e9ec9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports/a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 935 time: 0.1347511 Aug 31 06:39:01.785921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No DVR routers for this DVR port e88a89f8-93ac-4926-bade-7bc8ae661107 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:01.797217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:01.798636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=e88a89f8-93ac-4926-bade-7bc8ae661107,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:01.800642 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e212a-6489-42d9-900b-e399d3386caf" -d '{"events": [{"server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "name": "network-vif-plugged", "status": "completed", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:01.818025 n-d-712142-16 neutron-server[94669]: INFO neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No ports have port_id starting with e88a89f8-93ac-4926-bade-7bc8ae661107 Aug 31 06:39:01.818025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8e0cdaa2-6f4b-4d78-8ef4-2e08b052e4e9 None None] Provisioning complete for port e88a89f8-93ac-4926-bade-7bc8ae661107 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:01.818025 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdaa2-6f4b-4d78-8ef4-2e08b052e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.832157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['de4e9506-35ea-4ded-b503-f69d9486f1ac'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:01.881549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:01.910681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-c29e0f70-4872-4a1b-8e0f-3fa81a558db2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1396422 Aug 31 06:39:01.955481 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.957392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8e0cdaa2-6f4b-4d78-8ef4-2e08b052e4e9 None None] Port e88a89f8-93ac-4926-bade-7bc8ae661107 was deleted so its status cannot be updated. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 06:39:01.969563 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-7e5c041a-133b-4e5c-b580-71fc6aa22316 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0478971 Aug 31 06:39:01.981501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=de4e9506-35ea-4ded-b503-f69d9486f1ac,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:02.117918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.130394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:02.142924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0826bf10-1b03-4ec0-b002-404b870f33d1']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:02.161733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-27272b2a-ceb6-4346-9a46-80ecbc7f2284 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:02.166413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093a53-31c6-4102-ab72-c6202bcc389e req-912f98c8-8747-42be-bb5c-b0ba41641ce1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:02.168258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2093a53-31c6-4102-ab72-c6202bcc389e req-912f98c8-8747-42be-bb5c-b0ba41641ce1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 949 time: 0.2939141 Aug 31 06:39:02.169730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-27272b2a-ceb6-4346-9a46-80ecbc7f2284 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:02.174740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f28593-ef9c-44a8-80b4-703c512da3cc') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:02.175517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f28593-ef9c-44a8-80b4-703c512da3cc') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:02.176811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-27272b2a-ceb6-4346-9a46-80ecbc7f2284 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:02.185774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-27272b2a-ceb6-4346-9a46-80ecbc7f2284 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/networks?id=77ac29c0-f99f-4d9b-93bd-76d263018252&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=e7919884-e009-4418-bde4-c6c3f09f4d70&id=e7919884-e009-4418-bde4-c6c3f09f4d70 HTTP/1.1" status: 200 len: 1995 time: 0.2083440 Aug 31 06:39:02.195190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.209441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a795858-91f7-4b3a-90a6-92d984b16e92 None None] DHCP port deletion for 0826bf10-1b03-4ec0-b002-404b870f33d1 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:39:02.217054 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-45cd8de1-abf8-407f-bdce-ed99a74c0252 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/quotas/77a7e5dc2c46439394efd52eb896ff61 HTTP/1.1" status: 200 len: 375 time: 0.0302649 Aug 31 06:39:02.232450 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.254921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2093a53-31c6-4102-ab72-c6202bcc389e req-13ab0bc1-731d-4895-82c0-8125387f2dab tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643644 Aug 31 06:39:02.261237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:39:02.261237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:39:02.261604 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:39:02.355130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-e87a79a2-a736-4e24-8536-1e9b6eb53fda tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1367404 Aug 31 06:39:02.360758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.374890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.381436 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e027a427-f993-4c90-95b6-eb6277a259c0 x-openstack-request-id: req-e027a427-f993-4c90-95b6-eb6277a259c0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:02.381952 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "name": "network-vif-plugged", "status": "completed", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:02.382162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/networks/0826bf10-1b03-4ec0-b002-404b870f33d1 HTTP/1.1" status: 204 len: 168 time: 1.5057063 Aug 31 06:39:02.382498 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e027a427-f993-4c90-95b6-eb6277a259c0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:02.382927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38504) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:02.383731 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'code': 200} Aug 31 06:39:02.409614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7565d74-87e8-4ca2-9a2c-2b62998c9e4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Network': ['ID=0826bf10-1b03-4ec0-b002-404b870f33d1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:02.415744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'name': 'tempest-PortsTestJSON-1267015915'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:02.545726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fe828d4-c813-4465-af4d-1bb1f3897f95 service neutron] 10.222.0.15 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738448 Aug 31 06:39:02.560466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:02.565008 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.577758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e714-4ea2-4fec-8c64-3f7ae578f582 req-6e9f9354-3c1e-438c-bbe2-a416596ed40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:02.580648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f756e714-4ea2-4fec-8c64-3f7ae578f582 req-6e9f9354-3c1e-438c-bbe2-a416596ed40d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1102 time: 0.0778685 Aug 31 06:39:02.588197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 01b342f1-fd6c-4e3b-8b5a-a6a37f6c1d09 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:02.674934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f756e714-4ea2-4fec-8c64-3f7ae578f582 req-bce49399-5526-4385-bb32-c07c20e024d1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602446 Aug 31 06:39:02.701273 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f24881db-d38b-4f62-b90c-d245407c3a72 service neutron] 10.222.0.15 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457260 Aug 31 06:39:02.749497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-a9015f0a-a787-415e-8824-5025d2f833c8 service neutron] 10.222.0.15 "GET /v2.0/ports/70915a98-ae2a-4da9-b154-3dfbd2321026?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0395586 Aug 31 06:39:02.892652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e88a89f8-93ac-4926-bade-7bc8ae661107 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:02.911528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-d1576184-fcd0-4e3d-8be7-89af8d6a6af5 service neutron] 10.222.0.15 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557221 Aug 31 06:39:02.934650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e88a89f8-93ac-4926-bade-7bc8ae661107 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:02.935362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e88a89f8-93ac-4926-bade-7bc8ae661107 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:02.968940 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.065012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.069885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-70a6c27f-a19e-4cd6-9020-8db7164b1444 service neutron] 10.222.0.15 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485987 Aug 31 06:39:03.118777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-687eb585-1fb9-44ef-9e3c-a1d3cbd3d40c service neutron] 10.222.0.15 "GET /v2.0/ports/a490153a-2c07-4e00-9393-dfeb9ca3ebd0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0421705 Aug 31 06:39:03.140913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:03.144833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:03.149623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:03.156697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:03.157744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.161839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=01b342f1-fd6c-4e3b-8b5a-a6a37f6c1d09,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:03.185445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d92e834c-bf1d-4ace-a4fc-e2444fa0f35b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7768188 Aug 31 06:39:03.187744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38530) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:03.242179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9ef79491-9a16-4317-a810-b2efbfcbfba9 service neutron] 10.222.0.15 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135144 Aug 31 06:39:03.326365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-394f7695-efa4-45d2-b0f8-88c89007d577 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 01b342f1-fd6c-4e3b-8b5a-a6a37f6c1d09 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:03.327247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-394f7695-efa4-45d2-b0f8-88c89007d577 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.399943 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f60ed957-ef0b-4675-b139-f2f49e0b3c3b service neutron] 10.222.0.15 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509953 Aug 31 06:39:03.432980 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-394f7695-efa4-45d2-b0f8-88c89007d577 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.467686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-394f7695-efa4-45d2-b0f8-88c89007d577 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 01b342f1-fd6c-4e3b-8b5a-a6a37f6c1d09 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:03.519212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-66a40fb3-0d07-4c9a-826e-897de7cd2316 service neutron] 10.222.0.15 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111050 Aug 31 06:39:03.558998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0824b-891d-4532-b5ee-9196648b5dc3 req-5d0171a2-f72d-4e2c-8183-4e0e3cd2932c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:03.560959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2f0824b-891d-4532-b5ee-9196648b5dc3 req-5d0171a2-f72d-4e2c-8183-4e0e3cd2932c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 949 time: 0.1152098 Aug 31 06:39:03.641065 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2f0824b-891d-4532-b5ee-9196648b5dc3 req-6ec069f6-1b41-4696-8d7d-a6e6deebd023 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730865 Aug 31 06:39:03.656510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-394f7695-efa4-45d2-b0f8-88c89007d577 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.695564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-58cb5ca9-f4f9-4436-b505-112e124a2fac service neutron] 10.222.0.15 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653688 Aug 31 06:39:03.695943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f7695-efa4-45d2-b0f8-88c89007d577 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=01b342f1-fd6c-4e3b-8b5a-a6a37f6c1d09,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:03.721575 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-394f7695-efa4-45d2-b0f8-88c89007d577 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.733801 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-394f7695-efa4-45d2-b0f8-88c89007d577 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/01b342f1-fd6c-4e3b-8b5a-a6a37f6c1d09 HTTP/1.1" status: 204 len: 168 time: 0.5440719 Aug 31 06:39:03.734556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38552) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:03.742311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'mac_address': 'fa:16:3e:1f:ee:16', 'name': 'tempest-PortsTestJSON-860268715'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:03.859805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-47de857d-35fe-4c0d-89af-6327d94d4168 service neutron] 10.222.0.15 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565402 Aug 31 06:39:03.902126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:03.972529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ff6eb868-c334-4d51-bd62-c20021986047 service neutron] 10.222.0.15 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054268 Aug 31 06:39:03.993661 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.019235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port ca9b348f-632a-4800-a850-14512b3a667a yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:04.160341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-b32d7d56-7089-4074-bfbe-39a477a816a4 service neutron] 10.222.0.15 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667650 Aug 31 06:39:04.295544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device de4e9506-35ea-4ded-b503-f69d9486f1ac up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:04.303528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-90c9215b-4ac7-4c40-b20c-00f6e7c5daa3 service neutron] 10.222.0.15 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338046 Aug 31 06:39:04.409014 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.455326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port de4e9506-35ea-4ded-b503-f69d9486f1ac completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:04.466314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port de4e9506-35ea-4ded-b503-f69d9486f1ac triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:04.466692 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.470304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-30877b9e-0561-4886-8a26-6f2fc9e1d013 service neutron] 10.222.0.15 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643894 Aug 31 06:39:04.516867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.561612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:04.565063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:04.568925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:04.575545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:04.576229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.602788 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8641281 Aug 31 06:39:04.603422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:04.610481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f99821-2f4d-4a8a-a358-7d1d562b1916 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=ca9b348f-632a-4800-a850-14512b3a667a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:04.650361 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.693142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8c5181-fb27-4a5e-bf39-5dbc4d0af868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4e9506-35ea-4ded-b503-f69d9486f1ac'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:04.698092 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb1fe84-17b9-4cb9-9451-8c5adc06909b" -d '{"events": [{"server_uuid": "fe8c5181-fb27-4a5e-bf39-5dbc4d0af868", "name": "network-vif-plugged", "status": "completed", "tag": "de4e9506-35ea-4ded-b503-f69d9486f1ac"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:04.716291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port de4e9506-35ea-4ded-b503-f69d9486f1ac, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=de4e9506-35ea-4ded-b503-f69d9486f1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:04.723743 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.744251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1bc83-39ea-487c-875c-024824f5ed61 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:04.746001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99b1bc83-39ea-487c-875c-024824f5ed61 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/ca9b348f-632a-4800-a850-14512b3a667a HTTP/1.1" status: 200 len: 840 time: 0.1397960 Aug 31 06:39:04.748920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38598) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:04.782421 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-7b041952-7770-4047-b83c-4a6e2c899dcf service neutron] 10.222.0.15 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003259 Aug 31 06:39:04.852025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=de4e9506-35ea-4ded-b503-f69d9486f1ac,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:04.986971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6a4ef-32df-4df5-8224-3f8558a1c359 req-5db72eec-e605-402f-bc8b-2ca06f931e3d tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:04.988582 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8a6a4ef-32df-4df5-8224-3f8558a1c359 req-5db72eec-e605-402f-bc8b-2ca06f931e3d tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 950 time: 0.1179354 Aug 31 06:39:05.042962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8a6a4ef-32df-4df5-8224-3f8558a1c359 req-9d9afcf6-4ce3-4684-b4fc-bca293874eb4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 Aug 31 06:39:05.045234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a56a0a20-9963-4ca1-9dd2-fd5a5fb86d5d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port ca9b348f-632a-4800-a850-14512b3a667a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:05.045702 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a56a0a20-9963-4ca1-9dd2-fd5a5fb86d5d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.131909 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13995edd-2253-4507-898e-3d3effe41c37 x-openstack-request-id: req-13995edd-2253-4507-898e-3d3effe41c37 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:05.132420 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8c5181-fb27-4a5e-bf39-5dbc4d0af868", "name": "network-vif-plugged", "status": "completed", "tag": "de4e9506-35ea-4ded-b503-f69d9486f1ac", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:05.132731 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13995edd-2253-4507-898e-3d3effe41c37 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:05.133219 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8c5181-fb27-4a5e-bf39-5dbc4d0af868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4e9506-35ea-4ded-b503-f69d9486f1ac', 'code': 200} Aug 31 06:39:05.138736 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a56a0a20-9963-4ca1-9dd2-fd5a5fb86d5d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.182362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a56a0a20-9963-4ca1-9dd2-fd5a5fb86d5d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for ca9b348f-632a-4800-a850-14512b3a667a owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:05.302977 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a56a0a20-9963-4ca1-9dd2-fd5a5fb86d5d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.365343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0a20-9963-4ca1-9dd2-fd5a5fb86d5d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=ca9b348f-632a-4800-a850-14512b3a667a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:05.380051 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a56a0a20-9963-4ca1-9dd2-fd5a5fb86d5d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.382641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a56a0a20-9963-4ca1-9dd2-fd5a5fb86d5d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/ca9b348f-632a-4800-a850-14512b3a667a HTTP/1.1" status: 204 len: 168 time: 0.6325667 Aug 31 06:39:05.385527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38618) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:05.430178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07667c4-7725-4078-9da2-c93882e6954a req-8ee054ea-1731-4d1e-b93d-a3cffd08ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:05.432583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f07667c4-7725-4078-9da2-c93882e6954a req-8ee054ea-1731-4d1e-b93d-a3cffd08ae1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 1102 time: 0.1423178 Aug 31 06:39:05.458737 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48f50d9-1b90-493a-acdd-ff593b738ccb tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:39:05.460986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d48f50d9-1b90-493a-acdd-ff593b738ccb tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/ca9b348f-632a-4800-a850-14512b3a667a HTTP/1.1" status: 404 len: 333 time: 0.0744214 Aug 31 06:39:05.466500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38624) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:05.471567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'name': 'tempest-PortsTestJSON-900154870'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:05.552966 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f07667c4-7725-4078-9da2-c93882e6954a req-e25d82e2-6e5c-48f9-97b4-78094a9c36b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094451 Aug 31 06:39:05.687390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:05.694985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.125088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port adf82d88-00d1-407b-a80b-d3d19ac1abcc yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:06.295840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56792d7f-4e0d-43d2-9c63-ccdb0f4a046e req-52e7c5bb-9a57-4eb8-bd1d-ad640ed4ba4d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.1349299 Aug 31 06:39:06.313521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010f375-6d8f-4992-b299-2decce5ce3bc req-1cce447b-841c-4723-81f2-fe41caf10319 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:06.328812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4010f375-6d8f-4992-b299-2decce5ce3bc req-1cce447b-841c-4723-81f2-fe41caf10319 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 950 time: 0.1545134 Aug 31 06:39:06.486590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4010f375-6d8f-4992-b299-2decce5ce3bc req-e8a46e89-f7dd-439b-a6c6-6e2c0ab77b33 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546545 Aug 31 06:39:06.732250 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.813909 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.902102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:06.906891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:06.911232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:06.916853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:06.917556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.941602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=adf82d88-00d1-407b-a80b-d3d19ac1abcc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:06.968270 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40b7c247-5730-4654-979b-3b4cdfa79d4d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4984295 Aug 31 06:39:06.968641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38688) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:06.978047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:07.086798 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.119385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38690) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:07.265767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aab3ef11-b6e0-4888-a1d4-b68b17c70e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.332603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.342430 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.427747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] In _notify_port_updated(), no bound segment for port adf82d88-00d1-407b-a80b-d3d19ac1abcc on network 198d767c-0a0a-405a-86e6-37a74e85c570 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:39:07.438293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:07.440324 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.442519 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "PUT /v2.0/ports/adf82d88-00d1-407b-a80b-d3d19ac1abcc HTTP/1.1" status: 200 len: 818 time: 0.4726398 Aug 31 06:39:07.451213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38696) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:07.473749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09d434bc-bc41-49a8-8971-8acc1a3e9dc9 req-e12d9441-9e73-4ef8-97bb-228bd43a28c7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0548091 Aug 31 06:39:07.492959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4890-e501-4164-95ad-2012a6a95967 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=adf82d88-00d1-407b-a80b-d3d19ac1abcc,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:07.494966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aab3ef11-b6e0-4888-a1d4-b68b17c70e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.502199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aab3ef11-b6e0-4888-a1d4-b68b17c70e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.549596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3ef11-b6e0-4888-a1d4-b68b17c70e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc762bf-27d4-4a2e-bebb-9e1fd55df2b8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:07.565525 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aab3ef11-b6e0-4888-a1d4-b68b17c70e3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4831f2456431447c9e656b8c0fb51584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442024 Aug 31 06:39:07.569475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38702) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:07.644286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cbd97356-e523-4f67-a77d-e494bfe4e62f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port adf82d88-00d1-407b-a80b-d3d19ac1abcc {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:07.644286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbd97356-e523-4f67-a77d-e494bfe4e62f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.677437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e75e0e6-a910-4ce2-ba90-2d0973401e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.719792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e75e0e6-a910-4ce2-ba90-2d0973401e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.789372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e75e0e6-a910-4ce2-ba90-2d0973401e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.798206 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e75e0e6-a910-4ce2-ba90-2d0973401e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.803223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e75e0e6-a910-4ce2-ba90-2d0973401e24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edc762bf-27d4-4a2e-bebb-9e1fd55df2b8 HTTP/1.1" status: 204 len: 168 time: 0.2311616 Aug 31 06:39:07.820434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75e0e6-a910-4ce2-ba90-2d0973401e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc762bf-27d4-4a2e-bebb-9e1fd55df2b8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:07.826565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-63434c52-47b0-4c1b-9d5e-9253c6404f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:07.831168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-63434c52-47b0-4c1b-9d5e-9253c6404f6e service neutron] 10.222.0.42 "GET /v2.0/ports/70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 1031 time: 0.1989884 Aug 31 06:39:07.861143 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbd97356-e523-4f67-a77d-e494bfe4e62f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.905538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14143a-dcae-44b1-833b-f2dc75de366d req-444429b8-ef18-409e-aeeb-677a7e67cccb tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:07.913939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc14143a-dcae-44b1-833b-f2dc75de366d req-444429b8-ef18-409e-aeeb-677a7e67cccb tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 950 time: 0.2538419 Aug 31 06:39:07.933732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cbd97356-e523-4f67-a77d-e494bfe4e62f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for adf82d88-00d1-407b-a80b-d3d19ac1abcc owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:07.963262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-a31753bb-741e-43ba-86a5-c1f99cd09f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:07.964934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-a31753bb-741e-43ba-86a5-c1f99cd09f56 service neutron] 10.222.0.42 "GET /v2.0/ports/a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 1031 time: 0.1243768 Aug 31 06:39:07.996810 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc14143a-dcae-44b1-833b-f2dc75de366d req-81c672e1-9d40-4373-a0d0-ddff5512f928 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814505 Aug 31 06:39:08.181777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de5eee-3f56-49e9-a37c-3c2a90f327b9 req-88488ece-e048-40c0-a745-36df6182b87d tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.182003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ae45b7d2-c1c7-4f8e-aea2-952820dbd65a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.183194 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96de5eee-3f56-49e9-a37c-3c2a90f327b9 req-88488ece-e048-40c0-a745-36df6182b87d tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.0785618 Aug 31 06:39:08.188014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ae45b7d2-c1c7-4f8e-aea2-952820dbd65a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.194102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ae45b7d2-c1c7-4f8e-aea2-952820dbd65a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.195675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ae45b7d2-c1c7-4f8e-aea2-952820dbd65a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "GET /v2.0/networks?id=77ac29c0-f99f-4d9b-93bd-76d263018252&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=e7919884-e009-4418-bde4-c6c3f09f4d70&id=e7919884-e009-4418-bde4-c6c3f09f4d70 HTTP/1.1" status: 200 len: 1995 time: 0.2225282 Aug 31 06:39:08.227317 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbd97356-e523-4f67-a77d-e494bfe4e62f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.227434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38716) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:08.252564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96de5eee-3f56-49e9-a37c-3c2a90f327b9 req-d5402a95-13a2-48de-9194-6b2ca2f9de0c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615561 Aug 31 06:39:08.303506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd97356-e523-4f67-a77d-e494bfe4e62f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=adf82d88-00d1-407b-a80b-d3d19ac1abcc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:08.306839 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9eeb751a-a307-46d8-9a0f-d6c90b5d3d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.418677 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9eeb751a-a307-46d8-9a0f-d6c90b5d3d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.425859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbd97356-e523-4f67-a77d-e494bfe4e62f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.428341 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cbd97356-e523-4f67-a77d-e494bfe4e62f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/adf82d88-00d1-407b-a80b-d3d19ac1abcc HTTP/1.1" status: 204 len: 168 time: 0.9754550 Aug 31 06:39:08.431728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38726) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:08.432374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9eeb751a-a307-46d8-9a0f-d6c90b5d3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.444742 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-0dd5d4c0-01e5-49d6-86c6-2b9803372e26 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a7e5dc2c46439394efd52eb896ff61 HTTP/1.1" status: 200 len: 378 time: 0.2383754 Aug 31 06:39:08.463935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'admin_state_up': True, 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'security_groups': ['3fb1ea5c-e232-4865-8632-ba884b12ba94']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:08.491007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510be96-4d10-4069-88fc-43d50da93bed tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.495329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3510be96-4d10-4069-88fc-43d50da93bed tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0629656 Aug 31 06:39:08.496532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38732) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:08.524750 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7d883a-92f4-42da-b6ed-29b016513efe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:39:08.530911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6d7d883a-92f4-42da-b6ed-29b016513efe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/adf82d88-00d1-407b-a80b-d3d19ac1abcc HTTP/1.1" status: 404 len: 333 time: 0.0332110 Aug 31 06:39:08.531542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38734) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:08.536871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-703416520'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:08.543156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb751a-a307-46d8-9a0f-d6c90b5d3d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383debf0-5626-4353-8bbc-fbd3937846c5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:08.567860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38738) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:08.568607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9eeb751a-a307-46d8-9a0f-d6c90b5d3d09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f05e2a46d07b424ab704d7d288f2ae54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395560 Aug 31 06:39:08.573141 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-1e528cfa-3db2-49de-863b-ecb5492f426b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847435 Aug 31 06:39:08.623291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:08.627884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.685885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0471c65a-6a34-4400-a56a-6f5111c0b87c req-01d05456-e55c-47c9-b9e0-f86f79594e3d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0527279 Aug 31 06:39:08.700356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:39:08.713418 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.713824 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Added segment 5ced562b-8034-4df2-8b0b-0510f81eef60 of type vlan for network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 Aug 31 06:39:08.734053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82f5948a-88ef-497f-96a7-85fd3f87880b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.744910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-03a82417-d375-4e06-98ac-11e4b06618a8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.746521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-03a82417-d375-4e06-98ac-11e4b06618a8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659374 Aug 31 06:39:08.747160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:08.750575 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.770836 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-dcc5a94e-071a-45d5-bab4-dbcb48b65dec tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/quotas/2ae95ddca09e4e0ba052f65652bd7971 HTTP/1.1" status: 200 len: 375 time: 0.0178411 Aug 31 06:39:08.830116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.833660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82f5948a-88ef-497f-96a7-85fd3f87880b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.900136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-10ce0219-a42f-490e-bbfa-9d3642faf026 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186857 Aug 31 06:39:08.910492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.920835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.921472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.962050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Allocated IP 172.20.0.13 (77ac29c0-f99f-4d9b-93bd-76d263018252/3eb6a64f-2758-43fe-8548-1842e50df50e/55545121-57b1-4362-817e-a19b5659b23e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:08.977462 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4447658 Aug 31 06:39:08.978930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82f5948a-88ef-497f-96a7-85fd3f87880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.980838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:08.981638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82f5948a-88ef-497f-96a7-85fd3f87880b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.989655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-82f5948a-88ef-497f-96a7-85fd3f87880b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/383debf0-5626-4353-8bbc-fbd3937846c5 HTTP/1.1" status: 204 len: 168 time: 0.4191980 Aug 31 06:39:08.996454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:09.040190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5948a-88ef-497f-96a7-85fd3f87880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383debf0-5626-4353-8bbc-fbd3937846c5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:09.096643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35e2e9-a11f-4ee1-ae51-b3d2a7b5fee8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Network': ['ID=191e4b3e-e0cd-4ad1-8349-d6972f3a1f02,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:09.109603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:39:09.285119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6557351a-7060-4c05-8dd9-f73dd4ea9123 req-d43ab86a-167b-44ec-ba96-1c30587f6a07 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 210 time: 0.0703864 Aug 31 06:39:09.329961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:09.333519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.362884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.376859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Transition to ACTIVE for port object 55545121-57b1-4362-817e-a19b5659b23e will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:09.486621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.645981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:09.651892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:09.664912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:09.706792 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.733839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=55545121-57b1-4362-817e-a19b5659b23e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:09.817446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:09.821795 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.867107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=d703fe35-9fb1-45de-833b-740b7d015491,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:09.935052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-686a4eac-4507-498f-abfe-089d8ada4312 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4787259 Aug 31 06:39:09.941515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Checking segment: {'id': '5ced562b-8034-4df2-8b0b-0510f81eef60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:09.941881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network hostable DHCP agents. Network: 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:39:09.954632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'admin_state_up': True, 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'security_groups': ['3fb1ea5c-e232-4865-8632-ba884b12ba94']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:09.986015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f66cfb69-12cf-4948-ab54-162c17d08bf2 None None] Provisioning for port 55545121-57b1-4362-817e-a19b5659b23e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:10.000214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f66cfb69-12cf-4948-ab54-162c17d08bf2 None None] Provisioning complete for port 55545121-57b1-4362-817e-a19b5659b23e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:10.001351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f66cfb69-12cf-4948-ab54-162c17d08bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.058729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f66cfb69-12cf-4948-ab54-162c17d08bf2 None None] Port 55545121-57b1-4362-817e-a19b5659b23e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:10.092764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7325fb-b334-43c0-9083-548e4583e7b9 req-8012da0c-3c96-4d70-aadc-3e263e4c2fe5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:10.094624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e7325fb-b334-43c0-9083-548e4583e7b9 req-8012da0c-3c96-4d70-aadc-3e263e4c2fe5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 932 time: 0.2166429 Aug 31 06:39:10.133289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:39:10.168341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:10.180444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780edfb-2ccd-4a90-a8c6-02f6c76b2ecb None None] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:10.192345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e7325fb-b334-43c0-9083-548e4583e7b9 req-5e37d90c-f5b2-463d-bc0d-2322aeee32ac tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810697 Aug 31 06:39:10.192345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:10.192345 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.238490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38790) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:10.239036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-25dcf4df-76db-4d93-bba9-f4223492c333 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2559674 Aug 31 06:39:10.246611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bc35d9fe-f040-4c39-923a-da1204f777e0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:10.260480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:10.264645 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.525008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-191e4b3e-e0cd-4ad1-8349-d6972f3a1f02', 'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02', 'tenant_id': '8f4ec84889934f01a01280d278d7c14d', 'fixed_ips': [{'subnet_id': 'd703fe35-9fb1-45de-833b-740b7d015491'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:39:10.525752 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.532162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Allocated IP 10.1.1.81 (1616e49e-9b3f-4ca7-8f36-d21d7b18f601/8b6cfb61-47cc-44c6-a38d-ef844c0196b9/6f5c629c-6477-4c3c-bc2d-1130d5aacdb4) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:10.532781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-090d4972-b3f0-40eb-b3d3-1eda09a9553c req-2cb7b741-16cd-496c-84d1-c8ba8ac39f1d tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 210 time: 0.1062524 Aug 31 06:39:10.590428 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8681f96e-7498-4617-8423-cec6f5e95f05 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938709 Aug 31 06:39:10.713009 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.729914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Transition to ACTIVE for port object 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:10.763144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc35d9fe-f040-4c39-923a-da1204f777e0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:10.767054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.767898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bc35d9fe-f040-4c39-923a-da1204f777e0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.797218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Allocated IP 172.20.0.2 (191e4b3e-e0cd-4ad1-8349-d6972f3a1f02/d703fe35-9fb1-45de-833b-740b7d015491/d3e7ab1e-5f3b-499f-8352-5cec6fe07133) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:10.830934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:10.835499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:10.841562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:10.878825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:10.891361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-50352163-e5c9-4980-b2a6-e4207c6e8b59 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:10.892926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-50352163-e5c9-4980-b2a6-e4207c6e8b59 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567906 Aug 31 06:39:10.910969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Request body: {'port': {'device_id': '504150cd-daba-45e9-8666-632c7323cc5e', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '2ae95ddca09e4e0ba052f65652bd7971'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:10.927127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:10.928212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.966689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-15339b06-61ac-4ce6-9f99-615f0011465a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0216122 Aug 31 06:39:10.979536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'admin_state_up': True, 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'security_groups': ['3fb1ea5c-e232-4865-8632-ba884b12ba94']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:11.026750 n-d-712142-16 neutron-server[94667]: INFO neutron.db.ipam_backend_mixin [None req-bc35d9fe-f040-4c39-923a-da1204f777e0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d703fe35-9fb1-45de-833b-740b7d015491 (CIDR: 172.20.0.0/28) Aug 31 06:39:11.124669 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc35d9fe-f040-4c39-923a-da1204f777e0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:39:11.125457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc35d9fe-f040-4c39-923a-da1204f777e0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:39:11.167494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Made reservation on behalf of 2ae95ddca09e4e0ba052f65652bd7971 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:11.172045 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.196028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bc35d9fe-f040-4c39-923a-da1204f777e0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9545867 Aug 31 06:39:11.198630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38814) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:11.205253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:11.232622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:11.238279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.269572 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.289694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Transition to ACTIVE for port object d3e7ab1e-5f3b-499f-8352-5cec6fe07133 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:11.311868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Transition to ACTIVE for port object d3e7ab1e-5f3b-499f-8352-5cec6fe07133 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:11.313741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-525adeb2-af8a-4554-b9ed-e0abc983dcad None None] Provisioning for port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:11.319177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-525adeb2-af8a-4554-b9ed-e0abc983dcad None None] Provisioning complete for port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:11.319863 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-525adeb2-af8a-4554-b9ed-e0abc983dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.375777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.430588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Allocated IP 10.1.1.233 (1616e49e-9b3f-4ca7-8f36-d21d7b18f601/8b6cfb61-47cc-44c6-a38d-ef844c0196b9/0b1c1382-4f53-4862-ac06-9b88baa3dd49) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:11.465812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Allocated IP 192.168.233.151 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/33511df3-2af8-470b-b314-6b895ba069a3) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:11.471573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:11.478653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-525adeb2-af8a-4554-b9ed-e0abc983dcad None None] Port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:11.487460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:11.493457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:11.544554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:11.548185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.559998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Pushing event updated for resources: {'Port': ['ID=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:11.593245 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.604169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Attempting to bind port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:11.604667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Attempting to bind port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '5ced562b-8034-4df2-8b0b-0510f81eef60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:11.605833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Attempting to bind port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 on network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:11.608166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Transition to ACTIVE for port object 0b1c1382-4f53-4862-ac06-9b88baa3dd49 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:11.612374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:11.612936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Checking segment: {'id': '5ced562b-8034-4df2-8b0b-0510f81eef60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:11.613482 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.614054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Bound using segment: {'id': '5ced562b-8034-4df2-8b0b-0510f81eef60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:11.614753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Bound port: d3e7ab1e-5f3b-499f-8352-5cec6fe07133, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ced562b-8034-4df2-8b0b-0510f81eef60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:11.615912 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.716154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] For port d3e7ab1e-5f3b-499f-8352-5cec6fe07133, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:11.721230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] For port d3e7ab1e-5f3b-499f-8352-5cec6fe07133, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,segment=NetworkSegment(5ced562b-8034-4df2-8b0b-0510f81eef60),segment_id=5ced562b-8034-4df2-8b0b-0510f81eef60)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:11.723478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92400872-d303-4f36-8a73-fb3652f765f6 req-29d90889-5a83-4fcf-a921-c7f1462d0208 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:11.727416 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.730107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92400872-d303-4f36-8a73-fb3652f765f6 req-29d90889-5a83-4fcf-a921-c7f1462d0208 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:11.738497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92400872-d303-4f36-8a73-fb3652f765f6 req-29d90889-5a83-4fcf-a921-c7f1462d0208 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 1653 time: 0.1284828 Aug 31 06:39:11.809590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92400872-d303-4f36-8a73-fb3652f765f6 req-fb9bd6d2-87ec-4819-b8e7-7767e844b823 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650318 Aug 31 06:39:11.811609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.856325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac936c2-26ae-418d-8c6f-b67739aa69e9 None None] Pushing event updated for resources: {'Port': ['ID=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:11.862181 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.983427 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab9b5d73-359d-40fc-b002-4980c4a9602c req-a86afd1c-2fb8-447a-8640-07cab24a2703 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 210 time: 0.1385508 Aug 31 06:39:12.047290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:12.072678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=e556e66e-4e4d-4bba-8a67-db66209e1b06,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:12.079892 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.082655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:12.088973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:12.089618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.125805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Transition to ACTIVE for port object 33511df3-2af8-470b-b314-6b895ba069a3 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:12.140329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1529ac20-dddb-429a-a3d4-afd93213baba tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9390135 Aug 31 06:39:12.147548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38834) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:12.168202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02', 'fixed_ips': [{'subnet_id': 'd703fe35-9fb1-45de-833b-740b7d015491'}, {'subnet_id': 'e556e66e-4e4d-4bba-8a67-db66209e1b06'}], 'name': 'tempest-PortsTestJSON-741545521'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:12.382335 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.399458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['de4e9506-35ea-4ded-b503-f69d9486f1ac'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:12.401963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['091be7d1-ce05-47e3-a0d5-98458d38805e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:12.403783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:12.413434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:12.434938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:12.469090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=0b1c1382-4f53-4862-ac06-9b88baa3dd49,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:12.469944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:12.471885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Pushing event updated for resources: {'Port': ['ID=33511df3-2af8-470b-b314-6b895ba069a3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:12.475496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:12.480657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:12.484183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:12.610941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:12.611777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.638875 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-24b4a88a-6e26-41dd-9e67-7aeff6b66822 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6641662 Aug 31 06:39:12.651479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70', 'admin_state_up': True, 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'security_groups': ['3fb1ea5c-e232-4865-8632-ba884b12ba94']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:12.656471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:12.657168 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.731393 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-8e186c06-d986-4fef-b3dd-082adba36cd0 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8248467 Aug 31 06:39:12.743705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.818258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Request body: {'port': {'device_id': '504150cd-daba-45e9-8666-632c7323cc5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:12.826550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:12.951679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:13.043182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ac332bc8-f64d-4550-bdcc-166a2f37d7c4 None None] Provisioning for port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:13.049148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ac332bc8-f64d-4550-bdcc-166a2f37d7c4 None None] Provisioning complete for port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:13.049805 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ac332bc8-f64d-4550-bdcc-166a2f37d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.096068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ac332bc8-f64d-4550-bdcc-166a2f37d7c4 None None] Port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:13.099028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d3e7ab1e-5f3b-499f-8352-5cec6fe07133 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:13.133416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.166820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.181648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:13.249721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ffbc4d3c-c09b-422e-b649-34b85b7413eb None None] Provisioning for port 33511df3-2af8-470b-b314-6b895ba069a3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:13.257956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ffbc4d3c-c09b-422e-b649-34b85b7413eb None None] Provisioning complete for port 33511df3-2af8-470b-b314-6b895ba069a3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:13.259185 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4d3c-c09b-422e-b649-34b85b7413eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.325295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b864-b27c-4514-9423-3faf5eaa5670 req-be2db576-98da-43d1-8fe7-c6089495c013 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:13.345475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b864-b27c-4514-9423-3faf5eaa5670 req-be2db576-98da-43d1-8fe7-c6089495c013 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:13.355530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc4d3c-c09b-422e-b649-34b85b7413eb None None] Port 33511df3-2af8-470b-b314-6b895ba069a3 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:13.355931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b864-b27c-4514-9423-3faf5eaa5670 req-be2db576-98da-43d1-8fe7-c6089495c013 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:13.364007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48d7b864-b27c-4514-9423-3faf5eaa5670 req-be2db576-98da-43d1-8fe7-c6089495c013 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 2374 time: 0.2004945 Aug 31 06:39:13.448857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48d7b864-b27c-4514-9423-3faf5eaa5670 req-86cdd0a8-9b41-4e4b-b57c-b231e98adfbf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739541 Aug 31 06:39:13.628604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Allocated IP 10.2.2.100 (e7919884-e009-4418-bde4-c6c3f09f4d70/03c610c0-5641-4707-b6c8-9fe48971858d/0a0a2cf6-181c-433a-89c8-72e6fd8767f6) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:13.640918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb87be-1307-472f-8519-0216343a0654 req-2fd5b263-ea83-46cc-a208-25a195b078f9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:13.650908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91fb87be-1307-472f-8519-0216343a0654 req-2fd5b263-ea83-46cc-a208-25a195b078f9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 936 time: 0.4332552 Aug 31 06:39:13.697176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56661763-c2c9-45ae-b2f7-9b5218eaf0ca None None] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:13.790358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91fb87be-1307-472f-8519-0216343a0654 req-f2b73943-893a-4306-b81d-0a7e3c4a73f9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385324 Aug 31 06:39:13.838686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33511df3-2af8-470b-b314-6b895ba069a3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:13.845273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-63254ec7-32e6-42dc-8b70-692dd07e7665 None None] Provisioning for port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:13.850476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.865633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-63254ec7-32e6-42dc-8b70-692dd07e7665 None None] Provisioning complete for port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:13.866020 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-63254ec7-32e6-42dc-8b70-692dd07e7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.866141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.3 (191e4b3e-e0cd-4ad1-8349-d6972f3a1f02/d703fe35-9fb1-45de-833b-740b7d015491/8bc43287-0b8a-44fa-92ca-fbd6a0f5b962) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:13.875707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Transition to ACTIVE for port object 33511df3-2af8-470b-b314-6b895ba069a3 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:13.876236 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.877268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.18 (191e4b3e-e0cd-4ad1-8349-d6972f3a1f02/e556e66e-4e4d-4bba-8a67-db66209e1b06/8bc43287-0b8a-44fa-92ca-fbd6a0f5b962) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:13.884345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.923845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Transition to ACTIVE for port object 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:14.014429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Pushing event updated for resources: {'Port': ['ID=33511df3-2af8-470b-b314-6b895ba069a3,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:14.016202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.061163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38876) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:14.133734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network e7919884-e009-4418-bde4-c6c3f09f4d70 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:14.135794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:14.139211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:14.141967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:14.216132 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-63254ec7-32e6-42dc-8b70-692dd07e7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.251548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.252504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.275330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Attempting to bind port 33511df3-2af8-470b-b314-6b895ba069a3 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:14.275722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Attempting to bind port 33511df3-2af8-470b-b314-6b895ba069a3 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:14.276053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Attempting to bind port 33511df3-2af8-470b-b314-6b895ba069a3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:14.283051 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1783cd29-46a7-4b88-bac1-f4d32d3fd653 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6371236 Aug 31 06:39:14.292423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c18878b7-c52d-409e-898a-ecd02eb1896c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.294966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70', 'admin_state_up': True, 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'security_groups': ['3fb1ea5c-e232-4865-8632-ba884b12ba94']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:14.316727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Port 33511df3-2af8-470b-b314-6b895ba069a3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:14.316941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Attempting to bind port 33511df3-2af8-470b-b314-6b895ba069a3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:14.323628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-63254ec7-32e6-42dc-8b70-692dd07e7665 None None] For port d3e7ab1e-5f3b-499f-8352-5cec6fe07133, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,segment=NetworkSegment(5ced562b-8034-4df2-8b0b-0510f81eef60),segment_id=5ced562b-8034-4df2-8b0b-0510f81eef60)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:14.329580 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-63254ec7-32e6-42dc-8b70-692dd07e7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.356626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:14.356970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:14.357390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:14.358117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Bound port: 33511df3-2af8-470b-b314-6b895ba069a3, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:14.358360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.366227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.400072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Update dhcp port {'port': {'network_id': '191e4b3e-e0cd-4ad1-8349-d6972f3a1f02', 'fixed_ips': [{'subnet_id': 'd703fe35-9fb1-45de-833b-740b7d015491', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e556e66e-4e4d-4bba-8a67-db66209e1b06'}], 'binding:host_id': 'n-d-712142-16'}, 'id': 'd3e7ab1e-5f3b-499f-8352-5cec6fe07133'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:39:14.407405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:14.533021 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.536483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63254ec7-32e6-42dc-8b70-692dd07e7665 None None] Pushing event updated for resources: {'Port': ['ID=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:14.578392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] For port 33511df3-2af8-470b-b314-6b895ba069a3, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:14.583280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] For port 33511df3-2af8-470b-b314-6b895ba069a3, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=33511df3-2af8-470b-b314-6b895ba069a3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:14.595755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.610157 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.658081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.658705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.660190 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/33511df3-2af8-470b-b314-6b895ba069a3 HTTP/1.1" status: 200 len: 1097 time: 1.8948412 Aug 31 06:39:14.663471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504150cd-daba-45e9-8666-632c7323cc5e', 'tag': '33511df3-2af8-470b-b314-6b895ba069a3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:14.665819 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a" -d '{"events": [{"name": "network-changed", "server_uuid": "504150cd-daba-45e9-8666-632c7323cc5e", "tag": "33511df3-2af8-470b-b314-6b895ba069a3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:14.698898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c18878b7-c52d-409e-898a-ecd02eb1896c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.721834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:14.725941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:14.729285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:14.781776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb788-3613-4c78-83ef-7b187401290f req-56f2628d-5cd1-45cc-bc2c-cecccce1d187 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.812813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb788-3613-4c78-83ef-7b187401290f req-56f2628d-5cd1-45cc-bc2c-cecccce1d187 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.828084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7178add1-998c-45c4-a647-58236ca5aa20 None None] Provisioning for port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:14.831532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb788-3613-4c78-83ef-7b187401290f req-56f2628d-5cd1-45cc-bc2c-cecccce1d187 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.846171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7178add1-998c-45c4-a647-58236ca5aa20 None None] Provisioning complete for port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:14.846537 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7178add1-998c-45c4-a647-58236ca5aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.864666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb788-3613-4c78-83ef-7b187401290f req-56f2628d-5cd1-45cc-bc2c-cecccce1d187 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.874275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.875186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.880894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e1fb788-3613-4c78-83ef-7b187401290f req-56f2628d-5cd1-45cc-bc2c-cecccce1d187 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 3095 time: 0.3091865 Aug 31 06:39:14.886549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Made reservation on behalf of 77a7e5dc2c46439394efd52eb896ff61 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:14.897939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.898316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c18878b7-c52d-409e-898a-ecd02eb1896c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.906582 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05243a5-74c1-4d3a-bdfd-f9388c412bdc x-openstack-request-id: req-e05243a5-74c1-4d3a-bdfd-f9388c412bdc {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:14.907033 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504150cd-daba-45e9-8666-632c7323cc5e", "tag": "33511df3-2af8-470b-b314-6b895ba069a3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:14.907826 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e05243a5-74c1-4d3a-bdfd-f9388c412bdc {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:14.908361 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504150cd-daba-45e9-8666-632c7323cc5e', 'tag': '33511df3-2af8-470b-b314-6b895ba069a3', 'status': 'completed', 'code': 200} Aug 31 06:39:14.936690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d3e7ab1e-5f3b-499f-8352-5cec6fe07133 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:15.025987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18878b7-c52d-409e-898a-ecd02eb1896c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb2acaa-ba6c-4748-9f8e-83504db3d73e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:15.034023 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e1fb788-3613-4c78-83ef-7b187401290f req-e39acc9b-f53b-479d-a97e-27b08942fe73 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295142 Aug 31 06:39:15.048572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7178add1-998c-45c4-a647-58236ca5aa20 None None] Port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:15.072135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eb050-4f5f-4102-8d92-523ed83828a0 service neutron] Pushing event updated for resources: {'Port': ['ID=33511df3-2af8-470b-b314-6b895ba069a3,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:15.096680 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-bd973095-376f-45b7-a753-2b07745ed89a {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:39:15.097288 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:39:15.118501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:15.119383 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.122128 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.9638531 Aug 31 06:39:15.132994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38896) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:15.182038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd703fe35-9fb1-45de-833b-740b7d015491'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:15.250782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-f959ecc8-81f4-4285-a1d1-af380c689b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.252356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-f959ecc8-81f4-4285-a1d1-af380c689b91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 1100 time: 0.4082849 Aug 31 06:39:15.267756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d9369-5bcc-4fb0-91be-3904c4ffbb15 req-004f308e-0bee-4865-b278-6318c33b5d04 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.268809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-963d9369-5bcc-4fb0-91be-3904c4ffbb15 req-004f308e-0bee-4865-b278-6318c33b5d04 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 948 time: 0.2583072 Aug 31 06:39:15.272376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c18878b7-c52d-409e-898a-ecd02eb1896c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c7d9336c6d0426e8ac1202ce18ef585&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2078381 Aug 31 06:39:15.277263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38900) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:15.279386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Allocated IP 10.2.2.200 (e7919884-e009-4418-bde4-c6c3f09f4d70/03c610c0-5641-4707-b6c8-9fe48971858d/65735de8-3213-4459-a203-a3328ef978fa) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:15.317222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488f576-253c-47c5-a595-fd68a2212cc5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=8bc43287-0b8a-44fa-92ca-fbd6a0f5b962,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:15.322611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-1be71d77-b4ae-4e25-a3c7-57ba46fe6351 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=33511df3-2af8-470b-b314-6b895ba069a3 HTTP/1.1" status: 200 len: 217 time: 0.0486155 Aug 31 06:39:15.444554 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.461844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Transition to ACTIVE for port object 65735de8-3213-4459-a203-a3328ef978fa will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:15.516921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.616183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Network e7919884-e009-4418-bde4-c6c3f09f4d70 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:15.624778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:15.629540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:15.632856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event updated for resources: {'Port': ['ID=65735de8-3213-4459-a203-a3328ef978fa,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:15.657838 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.718447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-885282d5-673b-402c-a4cc-4139d59a6364 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.726402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-885282d5-673b-402c-a4cc-4139d59a6364 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 815 time: 0.2268481 Aug 31 06:39:15.745845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-27e3f70b-6682-4cfa-9c72-50b78ac9beac tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/quotas/e82169f766864385a5720a5d3dba7ede HTTP/1.1" status: 200 len: 375 time: 0.0181811 Aug 31 06:39:15.755197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.756612 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.824041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-1f891ea7-6ad3-4630-8323-f19ec322f7fe tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763953 Aug 31 06:39:15.826962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f1fc2a2d-aee9-49dd-acc9-04c949fc89be tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5370309 Aug 31 06:39:15.859417 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2eb1d-ee9e-4e43-8ff3-955f713c3dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.868198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.904934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-963d9369-5bcc-4fb0-91be-3904c4ffbb15 req-9d07db66-9cfa-4dc8-ad1f-9e25bd1aaa31 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484991 Aug 31 06:39:15.945079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-c38e4e26-a3c9-457f-bd12-c55508ad870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.947002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-c38e4e26-a3c9-457f-bd12-c55508ad870a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.5889356 Aug 31 06:39:15.962596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-14e72c47-2da5-45fd-a60b-501290b9e8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288605 Aug 31 06:39:15.968331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:15.980718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Allocated IP 172.20.0.19 (191e4b3e-e0cd-4ad1-8349-d6972f3a1f02/e556e66e-4e4d-4bba-8a67-db66209e1b06/d3e7ab1e-5f3b-499f-8352-5cec6fe07133) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:15.981587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2eb1d-ee9e-4e43-8ff3-955f713c3dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.106898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.119273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-a11055a2-b51b-4e5d-8e2c-0c3cc187407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.120922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-a11055a2-b51b-4e5d-8e2c-0c3cc187407e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571283 Aug 31 06:39:16.201994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c41a588b-36a6-4c6d-b4ff-ce039056e360 None None] Provisioning for port 65735de8-3213-4459-a203-a3328ef978fa completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:16.213047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c41a588b-36a6-4c6d-b4ff-ce039056e360 None None] Provisioning complete for port 65735de8-3213-4459-a203-a3328ef978fa triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:16.213699 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c41a588b-36a6-4c6d-b4ff-ce039056e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.257696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2eb1d-ee9e-4e43-8ff3-955f713c3dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.260821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9d2eb1d-ee9e-4e43-8ff3-955f713c3dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.262104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a9d2eb1d-ee9e-4e43-8ff3-955f713c3dff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9eb2acaa-ba6c-4748-9f8e-83504db3d73e HTTP/1.1" status: 204 len: 168 time: 0.9460070 Aug 31 06:39:16.277804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] For port d3e7ab1e-5f3b-499f-8352-5cec6fe07133, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,segment=NetworkSegment(5ced562b-8034-4df2-8b0b-0510f81eef60),segment_id=5ced562b-8034-4df2-8b0b-0510f81eef60)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:16.289229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c41a588b-36a6-4c6d-b4ff-ce039056e360 None None] Port 65735de8-3213-4459-a203-a3328ef978fa cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:16.315998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.342901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Transition to ACTIVE for port object d3e7ab1e-5f3b-499f-8352-5cec6fe07133 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:16.350210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2eb1d-ee9e-4e43-8ff3-955f713c3dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb2acaa-ba6c-4748-9f8e-83504db3d73e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:16.351259 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.370596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-8a3f4716-ad31-4814-959a-567d3e31562e service neutron] 10.222.0.15 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860795 Aug 31 06:39:16.417493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2018-d8b5-488a-bd61-b16d5b7d62c7 req-a4133533-edb7-4925-85ec-70d27493ea9f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.425133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2018-d8b5-488a-bd61-b16d5b7d62c7 req-a4133533-edb7-4925-85ec-70d27493ea9f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.432703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2018-d8b5-488a-bd61-b16d5b7d62c7 req-a4133533-edb7-4925-85ec-70d27493ea9f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.439031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2018-d8b5-488a-bd61-b16d5b7d62c7 req-a4133533-edb7-4925-85ec-70d27493ea9f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.446032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2018-d8b5-488a-bd61-b16d5b7d62c7 req-a4133533-edb7-4925-85ec-70d27493ea9f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.455996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37ca2018-d8b5-488a-bd61-b16d5b7d62c7 req-a4133533-edb7-4925-85ec-70d27493ea9f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 3816 time: 0.1556005 Aug 31 06:39:16.557135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec172a-fd6f-4ca9-9c77-70668facf293 None None] Pushing event updated for resources: {'Port': ['ID=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:16.580321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-4e5cb23a-a916-4272-9890-518272eee299 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201055 Aug 31 06:39:16.663779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Delete allocated IP 172.20.0.18 (191e4b3e-e0cd-4ad1-8349-d6972f3a1f02/e556e66e-4e4d-4bba-8a67-db66209e1b06) {{(pid=94667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:39:16.685380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37ca2018-d8b5-488a-bd61-b16d5b7d62c7 req-5dc67f31-6c59-4287-b5af-846d52a9c47a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2263050 Aug 31 06:39:16.767386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b6c386a-7459-41c0-aadf-024d86789301 req-ccd27817-b3fa-429d-b742-8fc1855fc522 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 210 time: 0.0996056 Aug 31 06:39:16.884517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55545121-57b1-4362-817e-a19b5659b23e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:16.905063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38938) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:16.920880 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c0f8125-9ef1-4b33-b333-39494133ab72 req-5be3e41e-e32f-4469-84f8-081fa9cab497 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278449 Aug 31 06:39:16.948815 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.016574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d3e7ab1e-5f3b-499f-8352-5cec6fe07133 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:17.034096 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2686c889-66f3-4a99-9f45-363048f1b1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.047305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Transition to ACTIVE for port object 55545121-57b1-4362-817e-a19b5659b23e will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:17.054912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.121740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=55545121-57b1-4362-817e-a19b5659b23e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:17.190043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.235758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-82fa68fc-0c2b-4862-a31f-1d5fcc69036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.238642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-82fa68fc-0c2b-4862-a31f-1d5fcc69036e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 1100 time: 0.2143135 Aug 31 06:39:17.250626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Ignored duplicate provisioning block setup for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 06:39:17.270342 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.445593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2686c889-66f3-4a99-9f45-363048f1b1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.447178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Attempting to bind port 55545121-57b1-4362-817e-a19b5659b23e on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:17.447985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Attempting to bind port 55545121-57b1-4362-817e-a19b5659b23e by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:17.448513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Attempting to bind port 55545121-57b1-4362-817e-a19b5659b23e on network 77ac29c0-f99f-4d9b-93bd-76d263018252 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:17.455341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2686c889-66f3-4a99-9f45-363048f1b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.463348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Port 55545121-57b1-4362-817e-a19b5659b23e on network 77ac29c0-f99f-4d9b-93bd-76d263018252 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:17.464199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Attempting to bind port 55545121-57b1-4362-817e-a19b5659b23e on network 77ac29c0-f99f-4d9b-93bd-76d263018252 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:17.492067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:17.492509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Checking segment: {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:17.493007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Bound using segment: {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:17.493773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Bound port: 55545121-57b1-4362-817e-a19b5659b23e, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f00cf4-f185-4ee5-b085-8c4656859082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:17.494254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.513122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c497c42-1bc7-4fb1-a1d1-3163fc91c456 req-bbdc50f3-8843-4b46-843b-a4b101267f11 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.516327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c497c42-1bc7-4fb1-a1d1-3163fc91c456 req-bbdc50f3-8843-4b46-843b-a4b101267f11 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 948 time: 0.4674363 Aug 31 06:39:17.522087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=8bc43287-0b8a-44fa-92ca-fbd6a0f5b962,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:17.544227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c889-66f3-4a99-9f45-363048f1b1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f44452-4f60-4389-bec1-e0085903e31d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:17.550230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2686c889-66f3-4a99-9f45-363048f1b1d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76fa4e9f1bca4fac89098130a4310c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343863 Aug 31 06:39:17.553167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38950) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:17.656948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] For port 55545121-57b1-4362-817e-a19b5659b23e, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:17.666251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedfcdac-3489-4dfb-90f1-dfd45bab3f96 None None] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:17.671009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] For port 55545121-57b1-4362-817e-a19b5659b23e, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=55545121-57b1-4362-817e-a19b5659b23e,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:17.684726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2cc19fe4-f21c-4443-9f32-8d484d1d7065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.689470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.689803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] In _notify_port_updated(), no bound segment for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 on network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:39:17.696697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.697424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.698856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-81d8db3d-a6b5-47e3-8323-54a40c4fba77 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "PUT /v2.0/ports/8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 HTTP/1.1" status: 200 len: 918 time: 2.5318427 Aug 31 06:39:17.706856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38952) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:17.712584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd703fe35-9fb1-45de-833b-740b7d015491'}, {'subnet_id': 'e556e66e-4e4d-4bba-8a67-db66209e1b06'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:17.746108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2cc19fe4-f21c-4443-9f32-8d484d1d7065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.772723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.772723 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.774000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] 10.222.0.42 "PUT /v2.0/ports/55545121-57b1-4362-817e-a19b5659b23e HTTP/1.1" status: 200 len: 1093 time: 1.8099811 Aug 31 06:39:17.774594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '55545121-57b1-4362-817e-a19b5659b23e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:17.777255 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e1159-71da-46eb-bf04-dd866f07f551" -d '{"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "55545121-57b1-4362-817e-a19b5659b23e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:17.783647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fb316000-7025-43fc-a81a-7bf2b13ca720 None None] Provisioning for port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:17.804312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c497c42-1bc7-4fb1-a1d1-3163fc91c456 req-4643a576-dc57-4c23-898e-3b9a481fd36a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178292 Aug 31 06:39:17.808311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fb316000-7025-43fc-a81a-7bf2b13ca720 None None] Provisioning complete for port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:17.812855 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fb316000-7025-43fc-a81a-7bf2b13ca720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.829453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb478b-cb35-4543-9cb3-55bdbcbea0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=55545121-57b1-4362-817e-a19b5659b23e,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:17.852051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:17.890881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-84e608a4-6479-498e-be2a-50f1d8edab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.899381 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-84e608a4-6479-498e-be2a-50f1d8edab73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.6468971 Aug 31 06:39:17.949666 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaba083-91eb-47f8-848e-98f79782c831 x-openstack-request-id: req-1aaba083-91eb-47f8-848e-98f79782c831 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:17.949666 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "55545121-57b1-4362-817e-a19b5659b23e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:17.949666 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1aaba083-91eb-47f8-848e-98f79782c831 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:17.949666 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '55545121-57b1-4362-817e-a19b5659b23e', 'status': 'completed', 'code': 200} Aug 31 06:39:18.052008 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.073726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-024c08c6-0e30-4579-b481-899ecf079973 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=33511df3-2af8-470b-b314-6b895ba069a3 HTTP/1.1" status: 200 len: 217 time: 0.1534679 Aug 31 06:39:18.080870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cb8ee-e1e8-4e90-acd3-9a58d96c399d req-8389c3e3-5858-452d-8c12-7a71d78b2d55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.087782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cb8ee-e1e8-4e90-acd3-9a58d96c399d req-8389c3e3-5858-452d-8c12-7a71d78b2d55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.116832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cb8ee-e1e8-4e90-acd3-9a58d96c399d req-8389c3e3-5858-452d-8c12-7a71d78b2d55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.124079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cb8ee-e1e8-4e90-acd3-9a58d96c399d req-8389c3e3-5858-452d-8c12-7a71d78b2d55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.130332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cb8ee-e1e8-4e90-acd3-9a58d96c399d req-8389c3e3-5858-452d-8c12-7a71d78b2d55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.132278 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a3cb8ee-e1e8-4e90-acd3-9a58d96c399d req-8389c3e3-5858-452d-8c12-7a71d78b2d55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 3828 time: 0.2941484 Aug 31 06:39:18.164121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a4bc301-d6ba-41b6-aa89-34d2f016d024 req-81db7511-cb21-41d1-b50a-e782e7f6d91c tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 210 time: 0.0595980 Aug 31 06:39:18.180771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2cc19fe4-f21c-4443-9f32-8d484d1d7065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.185289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2cc19fe4-f21c-4443-9f32-8d484d1d7065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.186821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2cc19fe4-f21c-4443-9f32-8d484d1d7065 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70f44452-4f60-4389-bec1-e0085903e31d HTTP/1.1" status: 204 len: 168 time: 0.6325130 Aug 31 06:39:18.228073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-5e1e22fd-01d7-42d3-b07f-5543bde8ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.228656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-5e1e22fd-01d7-42d3-b07f-5543bde8ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.229132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-5e1e22fd-01d7-42d3-b07f-5543bde8ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.229854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-5e1e22fd-01d7-42d3-b07f-5543bde8ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.230312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-5e1e22fd-01d7-42d3-b07f-5543bde8ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.232381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-5e1e22fd-01d7-42d3-b07f-5543bde8ce32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 4364 time: 0.2757039 Aug 31 06:39:18.255915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc19fe4-f21c-4443-9f32-8d484d1d7065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f44452-4f60-4389-bec1-e0085903e31d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:18.289238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-70e2ebab-d6a3-49a7-9e28-09076d1b9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.291169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-70e2ebab-d6a3-49a7-9e28-09076d1b9d22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2081058 Aug 31 06:39:18.402593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a3cb8ee-e1e8-4e90-acd3-9a58d96c399d req-1bf04036-87fc-4137-bf26-de99b96e4f5e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2437267 Aug 31 06:39:18.414082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.590487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-ad58cb79-31b3-45fe-9c4b-fd4e8029aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.592224 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-ad58cb79-31b3-45fe-9c4b-fd4e8029aeaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2795982 Aug 31 06:39:18.631840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-58ad2fee-5a66-4f00-9bc4-73df58e874d8 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.638067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-58ad2fee-5a66-4f00-9bc4-73df58e874d8 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 815 time: 0.4381640 Aug 31 06:39:18.681110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Request body: {'port': {'device_id': 'e69aa90c-6126-4e9b-9d57-5046571d41f1', 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'admin_state_up': True, 'tenant_id': 'e82169f766864385a5720a5d3dba7ede'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:18.752530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70915a98-ae2a-4da9-b154-3dfbd2321026 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:18.762200 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.778444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Transition to ACTIVE for port object 70915a98-ae2a-4da9-b154-3dfbd2321026 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:18.827186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-35b2f089-aedd-4300-8eb1-218abba2f104 None None] Provisioning for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:18.831655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-35b2f089-aedd-4300-8eb1-218abba2f104 None None] Provisioning complete for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:18.832148 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35b2f089-aedd-4300-8eb1-218abba2f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.842426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.912578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-35b2f089-aedd-4300-8eb1-218abba2f104 None None] Port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:18.937789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-35b2f089-aedd-4300-8eb1-218abba2f104 None None] Provisioning complete for port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:18.938316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35b2f089-aedd-4300-8eb1-218abba2f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.214875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-d2dc18c2-1160-4541-97e5-717ec8d16f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.215410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-d2dc18c2-1160-4541-97e5-717ec8d16f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.215809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-d2dc18c2-1160-4541-97e5-717ec8d16f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.218182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-d2dc18c2-1160-4541-97e5-717ec8d16f7d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=77a7e5dc2c46439394efd52eb896ff61&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9640634 Aug 31 06:39:19.252362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79942-cfc5-46ed-8343-920e8c54af57 req-ce8b669c-a340-4988-902f-fe9ccba48464 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.254675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3cd79942-cfc5-46ed-8343-920e8c54af57 req-ce8b669c-a340-4988-902f-fe9ccba48464 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 948 time: 0.2593496 Aug 31 06:39:19.262787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8621f7f9-808c-4822-b9e5-b8773ff7ac7c None None] Provisioning complete for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:19.263336 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8621f7f9-808c-4822-b9e5-b8773ff7ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.306825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Made reservation on behalf of e82169f766864385a5720a5d3dba7ede for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:19.311361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.324815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-2352b17f-5573-4334-b9f0-c459bcbc0bca service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007616 Aug 31 06:39:19.336891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Pushing event updated for resources: {'Port': ['ID=70915a98-ae2a-4da9-b154-3dfbd2321026,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:19.348642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8621f7f9-808c-4822-b9e5-b8773ff7ac7c None None] Port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:19.516673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97205968-6ac4-45d0-8bc4-e0c034adcab4 req-f5db461a-14af-4aa6-b91d-71fe08ed8ba9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 210 time: 0.1442528 Aug 31 06:39:19.540679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3cd79942-cfc5-46ed-8343-920e8c54af57 req-b8eb692f-cbf0-4298-9572-0ba01b813f9a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093647 Aug 31 06:39:19.610186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.18 (191e4b3e-e0cd-4ad1-8349-d6972f3a1f02/e556e66e-4e4d-4bba-8a67-db66209e1b06/8bc43287-0b8a-44fa-92ca-fbd6a0f5b962) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:19.632341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c8718183-d5be-4d06-a35f-fb9a7c1ec031 None None] Provisioning complete for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:19.645946 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c8718183-d5be-4d06-a35f-fb9a7c1ec031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.676290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-22aac432-17bd-4a61-911d-85113590e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.679407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f5e1159-71da-46eb-bf04-dd866f07f551 req-22aac432-17bd-4a61-911d-85113590e807 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3579338 Aug 31 06:39:19.680810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Attempting to bind port 70915a98-ae2a-4da9-b154-3dfbd2321026 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:19.681452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Attempting to bind port 70915a98-ae2a-4da9-b154-3dfbd2321026 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:19.682350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Attempting to bind port 70915a98-ae2a-4da9-b154-3dfbd2321026 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:19.697180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Port 70915a98-ae2a-4da9-b154-3dfbd2321026 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:19.700122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Attempting to bind port 70915a98-ae2a-4da9-b154-3dfbd2321026 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:19.702454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c8718183-d5be-4d06-a35f-fb9a7c1ec031 None None] Port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:19.709512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:19.710416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Checking segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:19.711109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Bound using segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:19.711852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Bound port: 70915a98-ae2a-4da9-b154-3dfbd2321026, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:19.712526 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.830589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] For port 70915a98-ae2a-4da9-b154-3dfbd2321026, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:19.835031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] For port 70915a98-ae2a-4da9-b154-3dfbd2321026, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=70915a98-ae2a-4da9-b154-3dfbd2321026,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:19.847409 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.908391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.919001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.919642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.921071 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] 10.222.0.42 "PUT /v2.0/ports/70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 1135 time: 2.0741262 Aug 31 06:39:19.950408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '70915a98-ae2a-4da9-b154-3dfbd2321026'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:19.952744 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11753cb4-6bf1-494c-b019-aca04968764d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "70915a98-ae2a-4da9-b154-3dfbd2321026"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:19.957998 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52fd46e8-545c-41e5-bb73-7c1a94a0a70a req-cccd7403-fb9f-43fc-9b61-6ba52ed32225 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888853 Aug 31 06:39:19.958876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Ignored duplicate provisioning block setup for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 06:39:19.966426 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.984964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fcea-23a6-4833-a5cd-46cdd09a9ad9 req-909a5db3-a515-4c61-a4e4-508264d94bbe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.996057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fcea-23a6-4833-a5cd-46cdd09a9ad9 req-909a5db3-a515-4c61-a4e4-508264d94bbe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.002649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fcea-23a6-4833-a5cd-46cdd09a9ad9 req-909a5db3-a515-4c61-a4e4-508264d94bbe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.010126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fcea-23a6-4833-a5cd-46cdd09a9ad9 req-909a5db3-a515-4c61-a4e4-508264d94bbe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.016870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fcea-23a6-4833-a5cd-46cdd09a9ad9 req-909a5db3-a515-4c61-a4e4-508264d94bbe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.025160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fcea-23a6-4833-a5cd-46cdd09a9ad9 req-909a5db3-a515-4c61-a4e4-508264d94bbe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.027266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8375fcea-23a6-4833-a5cd-46cdd09a9ad9 req-909a5db3-a515-4c61-a4e4-508264d94bbe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 4604 time: 0.2277124 Aug 31 06:39:20.033067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:20.045357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Allocated IP 172.20.0.12 (fdc73f56-9c44-42c5-ba72-bd864fd5a6a3/1c48269a-f123-4c8f-aeec-84e8b8a3ee1c/fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:20.063376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57a869-7205-4d99-9c06-c42bbc32274c service neutron] Pushing event updated for resources: {'Port': ['ID=70915a98-ae2a-4da9-b154-3dfbd2321026,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:20.079150 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154cfd06-6ce4-4c41-a922-d70150459f62 x-openstack-request-id: req-154cfd06-6ce4-4c41-a922-d70150459f62 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:20.079763 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "70915a98-ae2a-4da9-b154-3dfbd2321026", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:20.079912 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-154cfd06-6ce4-4c41-a922-d70150459f62 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:20.080403 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '70915a98-ae2a-4da9-b154-3dfbd2321026', 'status': 'completed', 'code': 200} Aug 31 06:39:20.183594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=8bc43287-0b8a-44fa-92ca-fbd6a0f5b962,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:20.247409 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8375fcea-23a6-4833-a5cd-46cdd09a9ad9 req-8d0923aa-fbde-4a3a-994e-64e56d6e12a2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1708422 Aug 31 06:39:20.256659 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.271425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-8513b76c-982c-4871-bc5a-80686fc23679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.272041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-8513b76c-982c-4871-bc5a-80686fc23679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.272517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-8513b76c-982c-4871-bc5a-80686fc23679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.272984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-8513b76c-982c-4871-bc5a-80686fc23679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.273477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-8513b76c-982c-4871-bc5a-80686fc23679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.273937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-8513b76c-982c-4871-bc5a-80686fc23679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.275878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11753cb4-6bf1-494c-b019-aca04968764d req-8513b76c-982c-4871-bc5a-80686fc23679 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5292 time: 0.1893070 Aug 31 06:39:20.294790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] In _notify_port_updated(), no bound segment for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 on network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:39:20.303876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.304833 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.312104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-76af9fe7-5567-458b-8a18-0f245bfca0e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "PUT /v2.0/ports/8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 HTTP/1.1" status: 200 len: 998 time: 2.6040063 Aug 31 06:39:20.315794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39010) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:20.482398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 33511df3-2af8-470b-b314-6b895ba069a3 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:20.528189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5ccc262e-ee72-4b0a-8d99-11d8fa1ac34d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:20.528620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccc262e-ee72-4b0a-8d99-11d8fa1ac34d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.593976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.708472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-305a7033-5aae-4aaf-85f5-89e600a545c2 req-d73d2445-08dc-4604-9c0a-a7d9b02ca699 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 210 time: 0.0460169 Aug 31 06:39:20.745989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccc262e-ee72-4b0a-8d99-11d8fa1ac34d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.763210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5ccc262e-ee72-4b0a-8d99-11d8fa1ac34d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:20.774975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.832868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Pushing event updated for resources: {'Port': ['ID=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:20.854371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a490153a-2c07-4e00-9393-dfeb9ca3ebd0 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:20.863384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.879137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Transition to ACTIVE for port object a490153a-2c07-4e00-9393-dfeb9ca3ebd0 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:20.904871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['70a517d7-bb48-46c3-9e33-6ec3bc37e863'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:20.920301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-09798126-b1ad-455d-8750-b02582da6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.920791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-09798126-b1ad-455d-8750-b02582da6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.921297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-09798126-b1ad-455d-8750-b02582da6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.923829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11753cb4-6bf1-494c-b019-aca04968764d req-09798126-b1ad-455d-8750-b02582da6601 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=77a7e5dc2c46439394efd52eb896ff61&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6328118 Aug 31 06:39:20.944059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:20.951148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:20.962234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:20.980714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.085813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ce7384aa-4850-4adb-8123-8f09853837cf None None] Provisioning complete for port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:21.086185 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ce7384aa-4850-4adb-8123-8f09853837cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.101030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.101884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.141625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-9c510dff-e9fa-418a-b123-dacb0294a8ca tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4846792 Aug 31 06:39:21.154355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0275b-23fc-4afa-8ac1-c2fed9fca5e6 req-d9def6e4-e478-4586-a38b-f2119c7d18e4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.156019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35d0275b-23fc-4afa-8ac1-c2fed9fca5e6 req-d9def6e4-e478-4586-a38b-f2119c7d18e4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 948 time: 0.2392800 Aug 31 06:39:21.156690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Pushing event updated for resources: {'Port': ['ID=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:21.200007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 33511df3-2af8-470b-b314-6b895ba069a3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=33511df3-2af8-470b-b314-6b895ba069a3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:21.214001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Request body: {'port': {'device_id': 'e69aa90c-6126-4e9b-9d57-5046571d41f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:21.240754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ce7384aa-4850-4adb-8123-8f09853837cf None None] Port 8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:21.247044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '33511df3-2af8-470b-b314-6b895ba069a3', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '33511df3-2af8-470b-b314-6b895ba069a3', 'mac_address': 'fa:16:3e:9b:3d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:21.356562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.429322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33511df3-2af8-470b-b314-6b895ba069a3 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:21.484085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 33511df3-2af8-470b-b314-6b895ba069a3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=33511df3-2af8-470b-b314-6b895ba069a3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:21.498272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.597694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=33511df3-2af8-470b-b314-6b895ba069a3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:21.611104 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.767313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['33511df3-2af8-470b-b314-6b895ba069a3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:21.829464 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35d0275b-23fc-4afa-8ac1-c2fed9fca5e6 req-77f445e6-7310-43db-b93e-e37a21a3f6cd tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6542208 Aug 31 06:39:21.867500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753cb4-6bf1-494c-b019-aca04968764d req-a5175689-d3e8-404f-8d58-e20a15b60ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.869638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11753cb4-6bf1-494c-b019-aca04968764d req-a5175689-d3e8-404f-8d58-e20a15b60ab9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8916228 Aug 31 06:39:21.885464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Attempting to bind port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:21.886308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Attempting to bind port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:21.886993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Attempting to bind port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:21.895025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:21.895740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Attempting to bind port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:21.903302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:21.904150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Checking segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:21.904918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Bound using segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:21.907376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Bound port: a490153a-2c07-4e00-9393-dfeb9ca3ebd0, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:21.909703 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.004077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] For port a490153a-2c07-4e00-9393-dfeb9ca3ebd0, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:22.015968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] For port a490153a-2c07-4e00-9393-dfeb9ca3ebd0, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:22.105315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.108642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-d77e212d-7b80-40f7-88f7-39a5264b4d49 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.125849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-d77e212d-7b80-40f7-88f7-39a5264b4d49 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.134546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-d77e212d-7b80-40f7-88f7-39a5264b4d49 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.150351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-d77e212d-7b80-40f7-88f7-39a5264b4d49 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.172393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-d77e212d-7b80-40f7-88f7-39a5264b4d49 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.191848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-d77e212d-7b80-40f7-88f7-39a5264b4d49 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.203399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-d77e212d-7b80-40f7-88f7-39a5264b4d49 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.211800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Pushing event updated for resources: {'Port': ['ID=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.237832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-d77e212d-7b80-40f7-88f7-39a5264b4d49 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5380 time: 0.7792821 Aug 31 06:39:22.281340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.282584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.284416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-dc78d54a-eb2b-4490-973e-91c8bee27057 service neutron] 10.222.0.42 "PUT /v2.0/ports/a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 1135 time: 2.2560990 Aug 31 06:39:22.284967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': 'a490153a-2c07-4e00-9393-dfeb9ca3ebd0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:22.292006 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b953909d-dd8b-4a2a-9808-629f673d8151" -d '{"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "a490153a-2c07-4e00-9393-dfeb9ca3ebd0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:22.330163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:22.354776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccc262e-ee72-4b0a-8d99-11d8fa1ac34d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.432758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52769f-82ae-4098-bd63-9464c0b3e218 req-80b0cb79-b576-4d89-a558-07adf2c4ca22 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.435000 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:39:22.440746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de52769f-82ae-4098-bd63-9464c0b3e218 req-80b0cb79-b576-4d89-a558-07adf2c4ca22 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 932 time: 0.4233518 Aug 31 06:39:22.470148 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.474873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1ee3bcd-3cbb-47d9-b815-428344672c7c req-74c96ab6-db75-4baa-a493-3fc4f5e3ccb0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2355828 Aug 31 06:39:22.477700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc262e-ee72-4b0a-8d99-11d8fa1ac34d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=8bc43287-0b8a-44fa-92ca-fbd6a0f5b962,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.532997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de52769f-82ae-4098-bd63-9464c0b3e218 req-6d3b7857-78d4-4ba5-9a26-eb9aeee2c5f3 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910623 Aug 31 06:39:22.814816 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eecb5b-df83-4875-af05-be09c31a06c3 x-openstack-request-id: req-50eecb5b-df83-4875-af05-be09c31a06c3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:22.815898 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "a490153a-2c07-4e00-9393-dfeb9ca3ebd0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:22.816387 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50eecb5b-df83-4875-af05-be09c31a06c3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:22.817079 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': 'a490153a-2c07-4e00-9393-dfeb9ca3ebd0', 'status': 'completed', 'code': 200} Aug 31 06:39:23.254597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-54d9de7f-274f-4794-a946-0a1a7c41d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.256174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-54d9de7f-274f-4794-a946-0a1a7c41d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.256174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-54d9de7f-274f-4794-a946-0a1a7c41d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.257088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-54d9de7f-274f-4794-a946-0a1a7c41d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.257088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-54d9de7f-274f-4794-a946-0a1a7c41d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.257617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-54d9de7f-274f-4794-a946-0a1a7c41d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.257971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-54d9de7f-274f-4794-a946-0a1a7c41d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.268903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-54d9de7f-274f-4794-a946-0a1a7c41d8fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6220 time: 0.4214795 Aug 31 06:39:23.457042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccc262e-ee72-4b0a-8d99-11d8fa1ac34d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:23.463215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ccc262e-ee72-4b0a-8d99-11d8fa1ac34d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 HTTP/1.1" status: 204 len: 168 time: 3.1461675 Aug 31 06:39:23.490919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39246) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:23.525648 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-860f6f73-4863-4949-9faf-0f039a973e91 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:39:23.532226 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-860f6f73-4863-4949-9faf-0f039a973e91 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 HTTP/1.1" status: 404 len: 333 time: 0.0393972 Aug 31 06:39:23.533348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39254) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:23.611960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:23.653723 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:23.718693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-70032fc6-52fa-4a3f-bc64-5359e7a1700c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet e556e66e-4e4d-4bba-8a67-db66209e1b06 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:23.722440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Transition to ACTIVE for port object fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:23.733767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70032fc6-52fa-4a3f-bc64-5359e7a1700c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:23.738516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-12974639-cf13-4569-af30-58f5584962f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.738835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-12974639-cf13-4569-af30-58f5584962f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.739330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-12974639-cf13-4569-af30-58f5584962f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.741097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-12974639-cf13-4569-af30-58f5584962f2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=77a7e5dc2c46439394efd52eb896ff61&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3766215 Aug 31 06:39:23.786670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:23.839542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8993-9f88-495e-89fe-e3b3100abd94 req-ac867119-4e7b-42a9-97af-f41862825ad7 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.847901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72da8993-9f88-495e-89fe-e3b3100abd94 req-ac867119-4e7b-42a9-97af-f41862825ad7 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 949 time: 0.7138479 Aug 31 06:39:23.911430 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70032fc6-52fa-4a3f-bc64-5359e7a1700c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.046957 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72da8993-9f88-495e-89fe-e3b3100abd94 req-71eb33a7-4a84-431d-88f3-221c2797a2d3 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980636 Aug 31 06:39:24.063661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Pushing event updated for resources: {'Port': ['ID=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:24.102082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64629-b530-4a17-9f29-55359b4323e1 req-d1ac7e20-86bb-47b0-a0e1-ca55d38fc544 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.109465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64629-b530-4a17-9f29-55359b4323e1 req-d1ac7e20-86bb-47b0-a0e1-ca55d38fc544 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.118230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-71878bdf-7b16-4431-8780-ae0d5e407a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.119538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64629-b530-4a17-9f29-55359b4323e1 req-d1ac7e20-86bb-47b0-a0e1-ca55d38fc544 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.122978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b953909d-dd8b-4a2a-9808-629f673d8151 req-71878bdf-7b16-4431-8780-ae0d5e407a4e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3701296 Aug 31 06:39:24.134200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:24.139621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64629-b530-4a17-9f29-55359b4323e1 req-d1ac7e20-86bb-47b0-a0e1-ca55d38fc544 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.152070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64629-b530-4a17-9f29-55359b4323e1 req-d1ac7e20-86bb-47b0-a0e1-ca55d38fc544 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.152362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.161312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64629-b530-4a17-9f29-55359b4323e1 req-d1ac7e20-86bb-47b0-a0e1-ca55d38fc544 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.171259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64629-b530-4a17-9f29-55359b4323e1 req-d1ac7e20-86bb-47b0-a0e1-ca55d38fc544 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.183463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-89b64629-b530-4a17-9f29-55359b4323e1 req-d1ac7e20-86bb-47b0-a0e1-ca55d38fc544 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5380 time: 0.4910319 Aug 31 06:39:24.183662 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-90d706c4-3909-4f05-9af7-e7db1b2aa0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.237434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Attempting to bind port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:24.238072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Attempting to bind port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:24.238407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Attempting to bind port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:24.252913 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.261051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:24.261395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Attempting to bind port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:24.280922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Transition to ACTIVE for port object 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:24.293921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.297295 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-89b64629-b530-4a17-9f29-55359b4323e1 req-e61c420f-e213-4bd8-95c3-4cd142d1b634 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1110833 Aug 31 06:39:24.301046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:24.301445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Checking segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:24.301842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Bound using segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:24.302939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Bound port: fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:24.303647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.357386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70032fc6-52fa-4a3f-bc64-5359e7a1700c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.410508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ee898-97ff-414c-9192-916209b6b410 req-a0c370d6-cc09-4f0b-acf7-281ab3945c7e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.421841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b11ee898-97ff-414c-9192-916209b6b410 req-a0c370d6-cc09-4f0b-acf7-281ab3945c7e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 944 time: 0.2621181 Aug 31 06:39:24.476391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] For port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:24.481966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] For port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:24.491855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.495978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 33511df3-2af8-470b-b314-6b895ba069a3 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:24.524181 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Pushing event updated for resources: {'Port': ['ID=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:24.544808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70032fc6-52fa-4a3f-bc64-5359e7a1700c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.581028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.581872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.586973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] 10.222.0.42 "PUT /v2.0/ports/fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e HTTP/1.1" status: 200 len: 1093 time: 3.3848376 Aug 31 06:39:24.617410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 33511df3-2af8-470b-b314-6b895ba069a3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:24.623287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 33511df3-2af8-470b-b314-6b895ba069a3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:24.625683 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.690474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69aa90c-6126-4e9b-9d57-5046571d41f1', 'tag': 'fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:24.700249 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e69aa90c-6126-4e9b-9d57-5046571d41f1", "tag": "fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:24.773404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70032fc6-52fa-4a3f-bc64-5359e7a1700c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.782363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce0edd-1a6b-45ee-adf5-114a3cab63bc None None] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:24.784147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-70032fc6-52fa-4a3f-bc64-5359e7a1700c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/e556e66e-4e4d-4bba-8a67-db66209e1b06 HTTP/1.1" status: 204 len: 168 time: 1.2466204 Aug 31 06:39:24.785065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70032fc6-52fa-4a3f-bc64-5359e7a1700c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=e556e66e-4e4d-4bba-8a67-db66209e1b06,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:24.787799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39366) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:24.891588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b11ee898-97ff-414c-9192-916209b6b410 req-1940a734-5b2e-495c-9045-dee93001b35a tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574707 Aug 31 06:39:24.931230 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6621c2-e857-4dd9-a49e-8d34cac1f08d x-openstack-request-id: req-ad6621c2-e857-4dd9-a49e-8d34cac1f08d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:24.931543 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69aa90c-6126-4e9b-9d57-5046571d41f1", "tag": "fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:24.931804 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad6621c2-e857-4dd9-a49e-8d34cac1f08d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:24.934853 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69aa90c-6126-4e9b-9d57-5046571d41f1', 'tag': 'fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e', 'status': 'completed', 'code': 200} Aug 31 06:39:24.942328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab78a8a-7802-4528-94a5-22597e0f7b7d service neutron] Pushing event updated for resources: {'Port': ['ID=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:24.971622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Attempting to bind port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:24.972805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Attempting to bind port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:24.973572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Attempting to bind port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:25.007367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:25.009319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Attempting to bind port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:25.034399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:25.034744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Checking segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:25.035136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Bound using segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:25.035577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Bound port: 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:25.036917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-6c04ed17-32ef-48b7-b5e3-7a36e493455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.039616 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.047321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-6c04ed17-32ef-48b7-b5e3-7a36e493455e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 1096 time: 0.3245454 Aug 31 06:39:25.127985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-288c80da-3dc4-4b53-8eac-bd9b51acf180 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet d703fe35-9fb1-45de-833b-740b7d015491 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:25.151462 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.160149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-08928245-7d89-4008-b5fc-5c2a84e05bfe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e HTTP/1.1" status: 200 len: 217 time: 0.1047025 Aug 31 06:39:25.210735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 33511df3-2af8-470b-b314-6b895ba069a3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=33511df3-2af8-470b-b314-6b895ba069a3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:25.212936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504150cd-daba-45e9-8666-632c7323cc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33511df3-2af8-470b-b314-6b895ba069a3'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:25.227306 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda78d80-2b4d-4421-9f25-aabcbaadbab9" -d '{"events": [{"server_uuid": "504150cd-daba-45e9-8666-632c7323cc5e", "name": "network-vif-plugged", "status": "completed", "tag": "33511df3-2af8-470b-b314-6b895ba069a3"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:25.251993 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.311355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-e29baee5-dcad-4661-843c-0a018b8bf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.320902 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-e29baee5-dcad-4661-843c-0a018b8bf3dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.1410809 Aug 31 06:39:25.345586 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87910ef-0524-4907-9839-f5cda83960e5 x-openstack-request-id: req-a87910ef-0524-4907-9839-f5cda83960e5 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:25.345981 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504150cd-daba-45e9-8666-632c7323cc5e", "name": "network-vif-plugged", "status": "completed", "tag": "33511df3-2af8-470b-b314-6b895ba069a3", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:25.348288 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a87910ef-0524-4907-9839-f5cda83960e5 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:25.349125 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504150cd-daba-45e9-8666-632c7323cc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33511df3-2af8-470b-b314-6b895ba069a3', 'code': 200} Aug 31 06:39:25.407928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] For port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:25.414592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-b7ab4236-8a68-40c5-bf5f-90ab04561d72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837944 Aug 31 06:39:25.417565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] For port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:25.436716 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.457605 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-288c80da-3dc4-4b53-8eac-bd9b51acf180 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.463447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=33511df3-2af8-470b-b314-6b895ba069a3,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:25.594180 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-288c80da-3dc4-4b53-8eac-bd9b51acf180 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.657017 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.805679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f878b-27eb-43c7-b1fc-a6a2052df40d req-428d3d39-165d-461e-a8df-4a838a5245b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.807248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e6f878b-27eb-43c7-b1fc-a6a2052df40d req-428d3d39-165d-461e-a8df-4a838a5245b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 1102 time: 0.3592820 Aug 31 06:39:25.875564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-7a3d7036-cb65-4b17-b58d-1b2ab5301da1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.893467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-7a3d7036-cb65-4b17-b58d-1b2ab5301da1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.908021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-7a3d7036-cb65-4b17-b58d-1b2ab5301da1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.924057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-7a3d7036-cb65-4b17-b58d-1b2ab5301da1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.944074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-7a3d7036-cb65-4b17-b58d-1b2ab5301da1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.952630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-7a3d7036-cb65-4b17-b58d-1b2ab5301da1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.969430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-7a3d7036-cb65-4b17-b58d-1b2ab5301da1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.979144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-288c80da-3dc4-4b53-8eac-bd9b51acf180 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.003204 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-7a3d7036-cb65-4b17-b58d-1b2ab5301da1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5392 time: 0.4817629 Aug 31 06:39:26.110489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-bc0f90bf-dc3d-4d76-b3f7-ea64baed6a1a service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851108 Aug 31 06:39:26.133681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Pushing event updated for resources: {'Port': ['ID=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:26.167083 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-288c80da-3dc4-4b53-8eac-bd9b51acf180 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.181301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc0ef51e-752d-4fe7-8793-b8ea335d1e9c req-8056c652-3515-4273-8e94-6950ea421aaa tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1770785 Aug 31 06:39:26.222457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.223096 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.235481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8c9fad6b-4167-43c8-a694-0978efa660ae service neutron] 10.222.0.42 "PUT /v2.0/ports/6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 HTTP/1.1" status: 200 len: 1091 time: 3.9187784 Aug 31 06:39:26.260971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e6f878b-27eb-43c7-b1fc-a6a2052df40d req-7d75540e-0f65-49a5-9cbf-cbbdc94ff0d5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420197 Aug 31 06:39:26.263379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:26.268834 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "6f5c629c-6477-4c3c-bc2d-1130d5aacdb4"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:26.300375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:26.476932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c80da-3dc4-4b53-8eac-bd9b51acf180 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=d703fe35-9fb1-45de-833b-740b7d015491,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:26.496028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-288c80da-3dc4-4b53-8eac-bd9b51acf180 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.499529 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-288c80da-3dc4-4b53-8eac-bd9b51acf180 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/d703fe35-9fb1-45de-833b-740b7d015491 HTTP/1.1" status: 204 len: 168 time: 1.6728778 Aug 31 06:39:26.507552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39530) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:26.542777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-980ad4cd-5fd6-4ba5-b26b-c863ba9dbec8 req-ef643400-4707-4d42-962e-a6f57caca8f0 service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069488 Aug 31 06:39:26.548661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405f5b0-1b1a-46af-a9b0-7db12ccd7739 None None] Network 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:26.609014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad9b4-01ea-4480-ad42-de7bfa2e7852 req-ec5edaa7-fe6f-4e68-8c78-a4434413cdef tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.618265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f9ad9b4-01ea-4480-ad42-de7bfa2e7852 req-ec5edaa7-fe6f-4e68-8c78-a4434413cdef tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 950 time: 0.8488791 Aug 31 06:39:26.708352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.718414 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.737110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f9ad9b4-01ea-4480-ad42-de7bfa2e7852 req-65712f7f-29df-4aaf-a8d8-e6b34408076b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172855 Aug 31 06:39:26.780980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-0f938a22-72b1-469a-a612-9762052f6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.782932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-0f938a22-72b1-469a-a612-9762052f6c37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 1096 time: 0.1573343 Aug 31 06:39:26.840446 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab0406b-c1c0-44b5-bce2-4555fad202c9 x-openstack-request-id: req-eab0406b-c1c0-44b5-bce2-4555fad202c9 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:26.841415 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "6f5c629c-6477-4c3c-bc2d-1130d5aacdb4", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:26.842101 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eab0406b-c1c0-44b5-bce2-4555fad202c9 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:26.843031 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4', 'status': 'completed', 'code': 200} Aug 31 06:39:26.928618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-71cf56d2-b295-4350-8156-9a6a888adcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.930333 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-71cf56d2-b295-4350-8156-9a6a888adcb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 916 time: 0.1344032 Aug 31 06:39:26.932239 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-74a767a3-0a11-4f3f-91bf-e82f42b90689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.934191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-08cd5a73-54c0-45d3-aeb9-8a44fcaad514 None None] Provisioning complete for port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:26.934545 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-08cd5a73-54c0-45d3-aeb9-8a44fcaad514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.956635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868f03b-2ac5-4312-bef6-928fc2f3d5e9 req-834a820a-bd83-438e-ada5-ff5ea860384b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.964597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2868f03b-2ac5-4312-bef6-928fc2f3d5e9 req-834a820a-bd83-438e-ada5-ff5ea860384b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 944 time: 0.2312410 Aug 31 06:39:27.004643 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.009513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-3fc2ea78-f5a1-4940-aa06-5e72dca0773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.010553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-3fc2ea78-f5a1-4940-aa06-5e72dca0773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.011188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-3fc2ea78-f5a1-4940-aa06-5e72dca0773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.011814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-3fc2ea78-f5a1-4940-aa06-5e72dca0773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.012435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-3fc2ea78-f5a1-4940-aa06-5e72dca0773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.013052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-3fc2ea78-f5a1-4940-aa06-5e72dca0773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.013709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-3fc2ea78-f5a1-4940-aa06-5e72dca0773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.016021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-3fc2ea78-f5a1-4940-aa06-5e72dca0773b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6288 time: 0.1484814 Aug 31 06:39:27.037278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-d794a21b-2a10-4ce1-b6d0-ec71d470dfcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e HTTP/1.1" status: 200 len: 217 time: 0.0959404 Aug 31 06:39:27.098432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-c404e1b3-310b-4aa7-bdf9-22b08ba9a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.100948 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-c404e1b3-310b-4aa7-bdf9-22b08ba9a109 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.0550957 Aug 31 06:39:27.127751 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2868f03b-2ac5-4312-bef6-928fc2f3d5e9 req-cd1c870e-042e-4f1e-b0c1-c21a804d96fc tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539481 Aug 31 06:39:27.141008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:27.141555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.160097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] DHCP port deletion for 191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:39:27.169735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-934c5ef6-3b4f-4de3-b99d-8268b80022b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412536 Aug 31 06:39:27.295105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] Deleting port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:27.295330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-1579b46c-ed67-410a-8b8a-8a3e71567db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.295570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-1579b46c-ed67-410a-8b8a-8a3e71567db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.296025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-1579b46c-ed67-410a-8b8a-8a3e71567db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.296440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.297761 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-1579b46c-ed67-410a-8b8a-8a3e71567db2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=77a7e5dc2c46439394efd52eb896ff61&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2708652 Aug 31 06:39:27.329143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] For port d3e7ab1e-5f3b-499f-8352-5cec6fe07133, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,segment=NetworkSegment(5ced562b-8034-4df2-8b0b-0510f81eef60),segment_id=5ced562b-8034-4df2-8b0b-0510f81eef60)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:27.329564 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.445853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-207bd23c-19a1-4ed9-8f3d-adbe721a887c service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674358 Aug 31 06:39:27.499429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] For port d3e7ab1e-5f3b-499f-8352-5cec6fe07133, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,segment=NetworkSegment(5ced562b-8034-4df2-8b0b-0510f81eef60),segment_id=5ced562b-8034-4df2-8b0b-0510f81eef60)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:27.500167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.522631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] Calling delete_port for d3e7ab1e-5f3b-499f-8352-5cec6fe07133 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:27.682807 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.738873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] No DVR routers for this DVR port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:27.749357 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14ab80a6-3ef0-4b4e-9670-8ea92464ebb1 req-94169375-09fe-4bf9-a792-38a7248b72e5 service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947795 Aug 31 06:39:27.765974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9cc43-105f-4515-b52c-3d77fce86fe4 None None] Pushing event deleted for resources: {'Port': ['ID=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:27.793470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-bf7d03d3-f66c-4f85-b401-16fe644a57f6 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.795597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-bf7d03d3-f66c-4f85-b401-16fe644a57f6 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/networks?id=94f183f9-78d0-4944-b497-0deb6e9827ee HTTP/1.1" status: 200 len: 814 time: 0.1815999 Aug 31 06:39:27.822046 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-a6e2220a-0989-40e9-83a2-12f268969d93 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/quotas/7ad2c582649c4114b45966a72b9ab6e9 HTTP/1.1" status: 200 len: 375 time: 0.0203490 Aug 31 06:39:27.867571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-404fed43-0e1e-4cc6-8c7e-c7993dcee043 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ad2c582649c4114b45966a72b9ab6e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439141 Aug 31 06:39:27.894953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for d3e7ab1e-5f3b-499f-8352-5cec6fe07133 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:27.925857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1c1382-4f53-4862-ac06-9b88baa3dd49 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:27.948612 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.004662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-13f018cd-558a-4473-8510-b1bb939f1206 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.012034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-13f018cd-558a-4473-8510-b1bb939f1206 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.018238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-13f018cd-558a-4473-8510-b1bb939f1206 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.018822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-93d74d3f-5ce8-406e-950b-4b567ea14593 service neutron] 10.222.0.15 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501317 Aug 31 06:39:28.024322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-13f018cd-558a-4473-8510-b1bb939f1206 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.030348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-13f018cd-558a-4473-8510-b1bb939f1206 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.036922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-13f018cd-558a-4473-8510-b1bb939f1206 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.042936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-13f018cd-558a-4473-8510-b1bb939f1206 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.044977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-13f018cd-558a-4473-8510-b1bb939f1206 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5392 time: 0.7125406 Aug 31 06:39:28.049586 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.076855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Transition to ACTIVE for port object 0b1c1382-4f53-4862-ac06-9b88baa3dd49 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:28.087004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-831d6ef6-e214-4053-9cb1-a598abbd5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.088615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afa66c5-447b-42b3-b4c9-3edc5e300cd2 req-831d6ef6-e214-4053-9cb1-a598abbd5946 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7739248 Aug 31 06:39:28.094971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.200218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-940d713d-4724-481a-93e2-875b8dde1738 service neutron] 10.222.0.15 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672108 Aug 31 06:39:28.207855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1e08865-fd87-4a78-bb63-b8b4d869a604 req-f1a2cc3f-d281-48e6-923a-543097edd188 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1412029 Aug 31 06:39:28.260347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1c1382-4f53-4862-ac06-9b88baa3dd49,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:28.321467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.454374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=d3e7ab1e-5f3b-499f-8352-5cec6fe07133,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:28.525527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No DVR routers for this DVR port d3e7ab1e-5f3b-499f-8352-5cec6fe07133 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:28.579486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c9826-5d51-4e2f-aef7-f22bfb117ae6 req-0e9e226e-566c-4d9a-bfe3-c1fb22658342 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.581388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d73c9826-5d51-4e2f-aef7-f22bfb117ae6 req-0e9e226e-566c-4d9a-bfe3-c1fb22658342 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 944 time: 0.0864449 Aug 31 06:39:28.598409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb5dc-5759-4454-84a6-85bb86e896dc req-187495ff-0e38-4682-8220-21f92339b72f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.601059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-358fb5dc-5759-4454-84a6-85bb86e896dc req-187495ff-0e38-4682-8220-21f92339b72f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 950 time: 0.1416724 Aug 31 06:39:28.642724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d73c9826-5d51-4e2f-aef7-f22bfb117ae6 req-18fe092d-8dbd-4e54-8cf2-87bc6a8a9dde tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528150 Aug 31 06:39:28.677666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Attempting to bind port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:28.678010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Attempting to bind port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:28.678347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Attempting to bind port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:28.691208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.693757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:28.694078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Attempting to bind port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:28.720084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191e4b3e-e0cd-4ad1-8349-d6972f3a1f02']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:28.735336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:28.735797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Checking segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:28.736063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Bound using segment: {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:28.738630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Bound port: 0b1c1382-4f53-4862-ac06-9b88baa3dd49, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ac8fd7-e6bd-445f-9443-7e70f3582781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:28.739292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.744714 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-358fb5dc-5759-4454-84a6-85bb86e896dc req-da879f70-2ea2-48dd-82f3-cd1cff5bc70c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969265 Aug 31 06:39:28.749878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d290513-90ab-4fa5-830c-1ffda7dc5a87 req-543e5feb-9a75-49ae-9c62-ed8d44d3598b tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 210 time: 0.0354617 Aug 31 06:39:28.757211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ced562b-8034-4df2-8b0b-0510f81eef60') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:28.757514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ced562b-8034-4df2-8b0b-0510f81eef60') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:28.784789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.849585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.870514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:39:28.871679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:39:28.878076 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:39:28.951012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d3e7ab1e-5f3b-499f-8352-5cec6fe07133 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:28.996046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d3e7ab1e-5f3b-499f-8352-5cec6fe07133 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:28.997470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d3e7ab1e-5f3b-499f-8352-5cec6fe07133 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:29.002572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.006174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] For port 0b1c1382-4f53-4862-ac06-9b88baa3dd49, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:29.016586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] For port 0b1c1382-4f53-4862-ac06-9b88baa3dd49, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:29.018806 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.022749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/networks/191e4b3e-e0cd-4ad1-8349-d6972f3a1f02 HTTP/1.1" status: 204 len: 168 time: 2.5100031 Aug 31 06:39:29.026450 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.028511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39586) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:29.052711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e871d3-3642-4f20-8714-8d4e455ad16b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Network': ['ID=191e4b3e-e0cd-4ad1-8349-d6972f3a1f02,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:29.140551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.141169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.142738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b1c1382-4f53-4862-ac06-9b88baa3dd49 HTTP/1.1" status: 200 len: 1092 time: 2.8581278 Aug 31 06:39:29.143183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '0b1c1382-4f53-4862-ac06-9b88baa3dd49'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:29.145683 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54" -d '{"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "0b1c1382-4f53-4862-ac06-9b88baa3dd49"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:29.187403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80d7fb-acd4-4855-9a10-436c60416de7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1c1382-4f53-4862-ac06-9b88baa3dd49,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:29.195437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:29.210629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b3a9a-fc11-40c3-91a6-78107cf26b48 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.211975 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-171b3a9a-fc11-40c3-91a6-78107cf26b48 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1713970 Aug 31 06:39:29.217773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39590) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:29.250445 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca083bc2-a72a-4645-921b-8fddef003973 x-openstack-request-id: req-ca083bc2-a72a-4645-921b-8fddef003973 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:29.250915 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "0b1c1382-4f53-4862-ac06-9b88baa3dd49", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:29.251279 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca083bc2-a72a-4645-921b-8fddef003973 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:29.251800 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '0b1c1382-4f53-4862-ac06-9b88baa3dd49', 'status': 'completed', 'code': 200} Aug 31 06:39:29.325073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.344072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8cfef18c-7263-4faa-bdee-a0378d3eb0cc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1231241 Aug 31 06:39:29.349576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39596) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:29.355375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1260585947'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:29.434733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-30202070-af55-4c5c-a035-d505ae55d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.435370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-30202070-af55-4c5c-a035-d505ae55d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.435832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-30202070-af55-4c5c-a035-d505ae55d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.436333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-30202070-af55-4c5c-a035-d505ae55d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.436794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-30202070-af55-4c5c-a035-d505ae55d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.437326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-30202070-af55-4c5c-a035-d505ae55d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.437778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-30202070-af55-4c5c-a035-d505ae55d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.440032 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-30202070-af55-4c5c-a035-d505ae55d3f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6356 time: 0.1577191 Aug 31 06:39:29.462262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:29.465895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.644175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:39:29.677418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebf37-fe89-481b-a946-eed27103150b req-e2821184-544c-4077-9c7b-5886e7b2c97e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.683518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebf37-fe89-481b-a946-eed27103150b req-e2821184-544c-4077-9c7b-5886e7b2c97e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.689511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebf37-fe89-481b-a946-eed27103150b req-e2821184-544c-4077-9c7b-5886e7b2c97e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.695958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebf37-fe89-481b-a946-eed27103150b req-e2821184-544c-4077-9c7b-5886e7b2c97e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.701988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebf37-fe89-481b-a946-eed27103150b req-e2821184-544c-4077-9c7b-5886e7b2c97e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.707851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebf37-fe89-481b-a946-eed27103150b req-e2821184-544c-4077-9c7b-5886e7b2c97e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.714430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebf37-fe89-481b-a946-eed27103150b req-e2821184-544c-4077-9c7b-5886e7b2c97e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.716433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-093ebf37-fe89-481b-a946-eed27103150b req-e2821184-544c-4077-9c7b-5886e7b2c97e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5404 time: 0.3089767 Aug 31 06:39:29.762243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.762610 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Added segment 1e80b0f1-bea7-46c4-b978-1121dfc0627f of type vlan for network d4266a8e-f034-4813-a0aa-fdd010260b3f Aug 31 06:39:29.843434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.843819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.844481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.844948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.846168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.846656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.848449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.854937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.856266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.857439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.858336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.859247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.861018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.861946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.862609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.875783 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-bc0c080b-e8c9-4d3e-adad-c122d2dac5b9 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3&device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1&device_id=504150cd-daba-45e9-8666-632c7323cc5e&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6&device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868&device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926&device_id=59e2630e-ee66-4cbc-b807-3123bdbec972&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d&device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 12581 time: 0.1077282 Aug 31 06:39:29.882734 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.882963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-c3f313ad-bb3d-44c6-9625-b1f0cdee4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.883339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-c3f313ad-bb3d-44c6-9625-b1f0cdee4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.883794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-c3f313ad-bb3d-44c6-9625-b1f0cdee4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.885823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-c3f313ad-bb3d-44c6-9625-b1f0cdee4dd9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=77a7e5dc2c46439394efd52eb896ff61&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4174094 Aug 31 06:39:29.892935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-cbe84cb7-0300-4ae3-9eca-ac37c338c2c4 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.910944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-093ebf37-fe89-481b-a946-eed27103150b req-272c03e4-e9c0-49e0-b0aa-ae4b2bb80d9d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1786485 Aug 31 06:39:30.003225 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.010573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.011276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.080242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-cbe84cb7-0300-4ae3-9eca-ac37c338c2c4 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.092658 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-cbe84cb7-0300-4ae3-9eca-ac37c338c2c4 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.138279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7872651 Aug 31 06:39:30.148012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579d7f6-1c50-4143-86a0-d4654b8d5fe7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Network': ['ID=d4266a8e-f034-4813-a0aa-fdd010260b3f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:30.156514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-953293e7-0f0c-46b7-adac-8fab85e3f795 req-cbe84cb7-0300-4ae3-9eca-ac37c338c2c4 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 697 time: 0.2789462 Aug 31 06:39:30.157241 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39608) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:30.160055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d4266a8e-f034-4813-a0aa-fdd010260b3f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:39:30.193624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:30.208151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe84cb7-0300-4ae3-9eca-ac37c338c2c4 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3626c2db-4cc1-4f97-a2da-a55e040f8fb4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:30.274997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-1805a33c-7cbf-48a7-9274-b4f3a1e7a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.276667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d99ef43a-48ec-4ffc-bcc5-56ae81953a54 req-1805a33c-7cbf-48a7-9274-b4f3a1e7a30a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3622723 Aug 31 06:39:30.303591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:30.316349 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.324938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bec8f88a-ccbc-4058-ae7e-58b571ddde70 req-327e3d55-3796-48e1-94a9-bce3400a8b0f tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 210 time: 0.0880539 Aug 31 06:39:30.333311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3df0b4-7d5b-4978-8c02-085feabc3f60 req-6e7cee73-a73a-4556-aff6-372c30fdd197 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.334467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-5fad54a4-e503-4fb0-9dfd-aacf6f18822e tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.336015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-5fad54a4-e503-4fb0-9dfd-aacf6f18822e tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.23 "GET /v2.0/networks?id=94f183f9-78d0-4944-b497-0deb6e9827ee HTTP/1.1" status: 200 len: 814 time: 0.3194163 Aug 31 06:39:30.344315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a3df0b4-7d5b-4978-8c02-085feabc3f60 req-6e7cee73-a73a-4556-aff6-372c30fdd197 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 944 time: 0.1653683 Aug 31 06:39:30.369772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Transition to ACTIVE for port object 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:30.376650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Request body: {'port': {'device_id': 'edd2f355-d67d-4657-9acb-28ab3b0175a3', 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee', 'admin_state_up': True, 'tenant_id': '7ad2c582649c4114b45966a72b9ab6e9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:30.377463 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.425343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:30.427695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a3df0b4-7d5b-4978-8c02-085feabc3f60 req-8b6c29f8-61b9-4aa3-bb23-33f0db7018b3 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731013 Aug 31 06:39:30.440557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:30.443944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:30.444176 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.592483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Attempting to bind port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:30.592942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Attempting to bind port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:30.601389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Attempting to bind port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 on network e7919884-e009-4418-bde4-c6c3f09f4d70 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:30.612413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 on network e7919884-e009-4418-bde4-c6c3f09f4d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:30.613392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Attempting to bind port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 on network e7919884-e009-4418-bde4-c6c3f09f4d70 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:30.630533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:30.630878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Checking segment: {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:30.632493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Bound using segment: {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:30.633132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Bound port: 0a0a2cf6-181c-433a-89c8-72e6fd8767f6, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:30.634928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.666773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Made reservation on behalf of 7ad2c582649c4114b45966a72b9ab6e9 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:30.667953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:30.670471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.684192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e', 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'port_id': 'fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e', 'mac_address': 'fa:16:3e:1a:3c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c48269a-f123-4c8f-aeec-84e8b8a3ee1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:30.736096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.761657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:30.795279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:30.800670 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.805519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] For port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:30.814508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] For port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:30.835685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.935442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Allocated IP 172.20.0.10 (94f183f9-78d0-4944-b497-0deb6e9827ee/5b85ae27-a18e-43fa-ad24-16df60445a94/3992e7ea-dbb0-497f-b0d8-9972e74c90c8) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:30.949934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:30.957620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.959455 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.960693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a0a2cf6-181c-433a-89c8-72e6fd8767f6 HTTP/1.1" status: 200 len: 1092 time: 1.7700739 Aug 31 06:39:31.003887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Request body: {'port': {'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:31.015275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.077784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:31.089650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82125b95-9eda-4bee-b1c1-d9698b483155 req-6e2b689f-396f-42ec-90c4-b49ce6e53f8f tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.090396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82125b95-9eda-4bee-b1c1-d9698b483155 req-6e2b689f-396f-42ec-90c4-b49ce6e53f8f tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.091131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82125b95-9eda-4bee-b1c1-d9698b483155 req-6e2b689f-396f-42ec-90c4-b49ce6e53f8f tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.100492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82125b95-9eda-4bee-b1c1-d9698b483155 req-6e2b689f-396f-42ec-90c4-b49ce6e53f8f tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e&device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868&device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 2887 time: 0.2099440 Aug 31 06:39:31.103935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4ca2a-4de9-478f-b6cb-674ceee99f20 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:31.170621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.201590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82125b95-9eda-4bee-b1c1-d9698b483155 req-de3b7b71-fd4d-4753-b9c2-78211b112009 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919712 Aug 31 06:39:31.254256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:31.258879 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52" -d '{"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "0a0a2cf6-181c-433a-89c8-72e6fd8767f6"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:31.341978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=16e779fe-34fa-4d46-8227-642fec3e5072,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:31.419117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Checking segment: {'id': '1e80b0f1-bea7-46c4-b978-1121dfc0627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:31.419117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network hostable DHCP agents. Network: d4266a8e-f034-4813-a0aa-fdd010260b3f, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:39:31.437726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50218-edd0-4540-87cd-586183da8e94 req-6e158edd-15d7-4fdd-99e7-2266ee68a246 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.443544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50218-edd0-4540-87cd-586183da8e94 req-6e158edd-15d7-4fdd-99e7-2266ee68a246 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.450400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50218-edd0-4540-87cd-586183da8e94 req-6e158edd-15d7-4fdd-99e7-2266ee68a246 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.477817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50218-edd0-4540-87cd-586183da8e94 req-6e158edd-15d7-4fdd-99e7-2266ee68a246 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.485727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50218-edd0-4540-87cd-586183da8e94 req-6e158edd-15d7-4fdd-99e7-2266ee68a246 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.493255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50218-edd0-4540-87cd-586183da8e94 req-6e158edd-15d7-4fdd-99e7-2266ee68a246 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.499922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce50218-edd0-4540-87cd-586183da8e94 req-6e158edd-15d7-4fdd-99e7-2266ee68a246 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.509166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ce50218-edd0-4540-87cd-586183da8e94 req-6e158edd-15d7-4fdd-99e7-2266ee68a246 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5416 time: 0.4342458 Aug 31 06:39:31.531809 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f9e380-6e00-496f-a3d8-790d96278567 x-openstack-request-id: req-60f9e380-6e00-496f-a3d8-790d96278567 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:31.532389 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "0a0a2cf6-181c-433a-89c8-72e6fd8767f6", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:31.533006 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60f9e380-6e00-496f-a3d8-790d96278567 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:31.533762 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6', 'status': 'completed', 'code': 200} Aug 31 06:39:31.628982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network d4266a8e-f034-4813-a0aa-fdd010260b3f is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:39:31.632809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.651653 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ce50218-edd0-4540-87cd-586183da8e94 req-7828f163-dbca-4e8e-a5ab-cfcd50e082af tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1414557 Aug 31 06:39:31.654267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d4266a8e-f034-4813-a0aa-fdd010260b3f) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:31.659542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.660136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.670740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2983c1ff-8044-4fd3-b318-2d2381b6fc2d req-2f648dff-4187-43fb-9031-54dd29bbe1bd tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 210 time: 0.0620198 Aug 31 06:39:31.672917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd646b-1ef5-42e7-89ed-f66053693533 None None] Network d4266a8e-f034-4813-a0aa-fdd010260b3f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:31.694914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7c9c4e0d-0401-492a-ace9-9bc8aef95def tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5141630 Aug 31 06:39:31.695456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39634) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:31.706742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f', 'name': 'tempest-PortsTestJSON-208643205'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:31.767414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-cca936f3-f8b6-4f86-a39b-1dc21bc27a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.777053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-cca936f3-f8b6-4f86-a39b-1dc21bc27a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.778405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-cca936f3-f8b6-4f86-a39b-1dc21bc27a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.779694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-cca936f3-f8b6-4f86-a39b-1dc21bc27a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.780770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-cca936f3-f8b6-4f86-a39b-1dc21bc27a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.781841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-cca936f3-f8b6-4f86-a39b-1dc21bc27a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.782917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-cca936f3-f8b6-4f86-a39b-1dc21bc27a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.798171 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-cca936f3-f8b6-4f86-a39b-1dc21bc27a2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6424 time: 0.2595787 Aug 31 06:39:32.016574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:32.021686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.043390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 1f04d18f-33b5-45ab-b312-71cd25fb8f96 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:32.070557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65735de8-3213-4459-a203-a3328ef978fa {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:32.104024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.148712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b91e-c832-477b-9c5a-bbf588a80635 req-140cc482-e7dd-4910-a82f-fb621f32fca3 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.152445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-edd9b91e-c832-477b-9c5a-bbf588a80635 req-140cc482-e7dd-4910-a82f-fb621f32fca3 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 945 time: 0.2120275 Aug 31 06:39:32.165538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d4266a8e-f034-4813-a0aa-fdd010260b3f', 'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f', 'tenant_id': '8f4ec84889934f01a01280d278d7c14d', 'fixed_ips': [{'subnet_id': '16e779fe-34fa-4d46-8227-642fec3e5072'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:39:32.167252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.179002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.14 (d4266a8e-f034-4813-a0aa-fdd010260b3f/16e779fe-34fa-4d46-8227-642fec3e5072/1f04d18f-33b5-45ab-b312-71cd25fb8f96) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:32.191522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.217488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Network 94f183f9-78d0-4944-b497-0deb6e9827ee is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:32.222960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:32.232900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Transition to ACTIVE for port object 65735de8-3213-4459-a203-a3328ef978fa will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:32.250425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:32.264707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.304177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.304914 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.334784 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9659760 Aug 31 06:39:32.358944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Request body: {'port': {'device_id': 'edd2f355-d67d-4657-9acb-28ab3b0175a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:32.374656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Pushing event updated for resources: {'Port': ['ID=65735de8-3213-4459-a203-a3328ef978fa,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:32.419914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:32.431385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-d8449884-51b7-43db-9193-e1b3543e7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.432145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-d8449884-51b7-43db-9193-e1b3543e7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.433151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-d8449884-51b7-43db-9193-e1b3543e7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.436986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-d8449884-51b7-43db-9193-e1b3543e7757 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=77a7e5dc2c46439394efd52eb896ff61&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5733640 Aug 31 06:39:32.446535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.545284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:32.555627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:32.556932 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.570458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-edd9b91e-c832-477b-9c5a-bbf588a80635 req-3588d8a0-e8fe-4ed9-9489-c5ae20d3cf2c tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803566 Aug 31 06:39:32.612198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece66b2-8951-4f21-8ac5-82589d3630bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Pushing event updated for resources: {'Port': ['ID=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:32.683953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Attempting to bind port 65735de8-3213-4459-a203-a3328ef978fa on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:32.684299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Attempting to bind port 65735de8-3213-4459-a203-a3328ef978fa by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:32.684629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Attempting to bind port 65735de8-3213-4459-a203-a3328ef978fa on network e7919884-e009-4418-bde4-c6c3f09f4d70 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:32.699632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Port 65735de8-3213-4459-a203-a3328ef978fa on network e7919884-e009-4418-bde4-c6c3f09f4d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:32.699973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Attempting to bind port 65735de8-3213-4459-a203-a3328ef978fa on network e7919884-e009-4418-bde4-c6c3f09f4d70 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:32.708727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:32.709085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Checking segment: {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:32.709484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Bound using segment: {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:32.710294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Bound port: 65735de8-3213-4459-a203-a3328ef978fa, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad85ae2-466d-4ae6-bb35-59a041a1405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:32.710294 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.712566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-b335ce9e-d267-47c6-bb99-e07686129632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.714714 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d30d7f6-c0f6-4701-ab32-2a08f6745b52 req-b335ce9e-d267-47c6-bb99-e07686129632 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607501 Aug 31 06:39:32.731055 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.773874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69aa90c-6126-4e9b-9d57-5046571d41f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:32.781689 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100e65a5-b790-41ec-9fbe-37347f352bfb" -d '{"events": [{"server_uuid": "e69aa90c-6126-4e9b-9d57-5046571d41f1", "name": "network-vif-plugged", "status": "completed", "tag": "fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:32.800552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:32.805657 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.832921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] For port 65735de8-3213-4459-a203-a3328ef978fa, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:32.837766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] For port 65735de8-3213-4459-a203-a3328ef978fa, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=65735de8-3213-4459-a203-a3328ef978fa,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:32.883740 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.904220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:32.939781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.941151 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:32.944345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/65735de8-3213-4459-a203-a3328ef978fa HTTP/1.1" status: 200 len: 1092 time: 1.9496152 Aug 31 06:39:32.971267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-6b43b061-d6eb-4f59-b51f-e75af21635b4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.978421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-6b43b061-d6eb-4f59-b51f-e75af21635b4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.985271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-6b43b061-d6eb-4f59-b51f-e75af21635b4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.997048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-6b43b061-d6eb-4f59-b51f-e75af21635b4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.004083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-6b43b061-d6eb-4f59-b51f-e75af21635b4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.011141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-6b43b061-d6eb-4f59-b51f-e75af21635b4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.017326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-6b43b061-d6eb-4f59-b51f-e75af21635b4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.019408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-6b43b061-d6eb-4f59-b51f-e75af21635b4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.1800652 Aug 31 06:39:33.104090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03fd62-4f09-4d1d-8caa-c6b0800c11d4 service neutron] Pushing event updated for resources: {'Port': ['ID=65735de8-3213-4459-a203-a3328ef978fa,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:33.119675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69511a63-3a3e-4ee4-895b-c06da2a8091a req-d6e92a86-ba5d-4f7b-bfa0-63370828ecd8 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0560839 Aug 31 06:39:33.142699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fede2fd-e7e3-48f5-8a81-1cf0438bb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.143183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fede2fd-e7e3-48f5-8a81-1cf0438bb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.143663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fede2fd-e7e3-48f5-8a81-1cf0438bb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.144136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fede2fd-e7e3-48f5-8a81-1cf0438bb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.144608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fede2fd-e7e3-48f5-8a81-1cf0438bb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.145077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fede2fd-e7e3-48f5-8a81-1cf0438bb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.145636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fede2fd-e7e3-48f5-8a81-1cf0438bb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.147632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9fede2fd-e7e3-48f5-8a81-1cf0438bb127 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6492 time: 0.1242318 Aug 31 06:39:33.203971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-1028a0b2-0156-4dd1-8aec-736b1e6bbf55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55545121-57b1-4362-817e-a19b5659b23e HTTP/1.1" status: 200 len: 217 time: 0.0459578 Aug 31 06:39:33.227501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3f940-b459-408a-89fe-c201f8cc59e3 req-6851816b-9888-4b45-9855-055ddce0f227 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.231314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ed3f940-b459-408a-89fe-c201f8cc59e3 req-6851816b-9888-4b45-9855-055ddce0f227 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1102 time: 0.6222324 Aug 31 06:39:33.292304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-a414cd33-d7c1-4503-b1ea-a5a18143d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.293788 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-a414cd33-d7c1-4503-b1ea-a5a18143d7d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb6a64f-2758-43fe-8548-1842e50df50e HTTP/1.1" status: 200 len: 856 time: 0.0828125 Aug 31 06:39:33.314850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.327363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ed3f940-b459-408a-89fe-c201f8cc59e3 req-ce774e58-769c-42e9-8369-81a5b3a39469 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858743 Aug 31 06:39:33.336899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f840da9-c81b-4bf4-95f7-a80acc6983cb req-904a3896-0d64-41f9-92cd-be0c41e4137e tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.338473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f840da9-c81b-4bf4-95f7-a80acc6983cb req-904a3896-0d64-41f9-92cd-be0c41e4137e tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 932 time: 0.0991950 Aug 31 06:39:33.345832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 1f04d18f-33b5-45ab-b312-71cd25fb8f96 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:33.398828 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3a0bb8-efb9-462b-8499-504747ceda22 x-openstack-request-id: req-ef3a0bb8-efb9-462b-8499-504747ceda22 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:33.399246 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69aa90c-6126-4e9b-9d57-5046571d41f1", "name": "network-vif-plugged", "status": "completed", "tag": "fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:33.399511 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef3a0bb8-efb9-462b-8499-504747ceda22 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:33.399902 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69aa90c-6126-4e9b-9d57-5046571d41f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e', 'code': 200} Aug 31 06:39:33.415938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-5d00a5a7-1f42-478d-93cd-6f50bac1a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.417914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-5d00a5a7-1f42-478d-93cd-6f50bac1a4a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77ac29c0-f99f-4d9b-93bd-76d263018252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141517 Aug 31 06:39:33.423333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:33.432465 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f840da9-c81b-4bf4-95f7-a80acc6983cb req-01d0bdbb-8655-4074-910d-b858ef6470cf tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775931 Aug 31 06:39:33.443744 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.448055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.515340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=1f04d18f-33b5-45ab-b312-71cd25fb8f96,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:33.543612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network d4266a8e-f034-4813-a0aa-fdd010260b3f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:33.552403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:33.565544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:33.568202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '65735de8-3213-4459-a203-a3328ef978fa'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:33.570880 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a7cdc0-ad73-4300-96ed-c15480079691" -d '{"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "65735de8-3213-4459-a203-a3328ef978fa"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:33.574836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Allocated IP 172.20.0.2 (d4266a8e-f034-4813-a0aa-fdd010260b3f/16e779fe-34fa-4d46-8227-642fec3e5072/7a86d0a1-78a2-454b-9952-1769c73d1d8e) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:33.578358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Transition to ACTIVE for port object 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:33.623777 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.667357 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-27ee2bf5-6d41-4069-a76c-ee1d8fcba7dd service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281671 Aug 31 06:39:33.670487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd548ac8-f20f-401b-9cd3-5856960799d8 req-2d6fefd4-90fa-4628-aac0-71f54d60d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.673850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd548ac8-f20f-401b-9cd3-5856960799d8 req-2d6fefd4-90fa-4628-aac0-71f54d60d8ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 1098 time: 0.1430643 Aug 31 06:39:33.712944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.713975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.746779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:33.757572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c9842a93-50c7-408a-ab9f-7b3f5c4a2b96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0614517 Aug 31 06:39:33.777310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39666) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:33.783991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f', 'name': 'tempest-PortsTestJSON-131991937'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:33.789526 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.804313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Transition to ACTIVE for port object 7a86d0a1-78a2-454b-9952-1769c73d1d8e will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:33.826177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Transition to ACTIVE for port object 7a86d0a1-78a2-454b-9952-1769c73d1d8e will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:33.837996 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.924916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Network d4266a8e-f034-4813-a0aa-fdd010260b3f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:33.930837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:33.937405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Pushing event updated for resources: {'Port': ['ID=7a86d0a1-78a2-454b-9952-1769c73d1d8e,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:33.940633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:33.978141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Attempting to bind port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:33.978565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Attempting to bind port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:33.978968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Attempting to bind port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 on network 94f183f9-78d0-4944-b497-0deb6e9827ee {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:33.998872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 on network 94f183f9-78d0-4944-b497-0deb6e9827ee not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:33.999825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Attempting to bind port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 on network 94f183f9-78d0-4944-b497-0deb6e9827ee {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:34.013085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23de42-b2e4-4ef3-bb01-7b8306b8bbaf req-8ec72311-8ac8-4f02-be03-5b08a0a59be2 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.015362 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8b23de42-b2e4-4ef3-bb01-7b8306b8bbaf req-8ec72311-8ac8-4f02-be03-5b08a0a59be2 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 946 time: 0.1425977 Aug 31 06:39:34.039936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:34.040424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Checking segment: {'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:34.041039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Bound using segment: {'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:34.041616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Bound port: 3992e7ea-dbb0-497f-b0d8-9972e74c90c8, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:34.042068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.043840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Attempting to bind port 7a86d0a1-78a2-454b-9952-1769c73d1d8e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:34.044224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Attempting to bind port 7a86d0a1-78a2-454b-9952-1769c73d1d8e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '1e80b0f1-bea7-46c4-b978-1121dfc0627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:34.044600 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Attempting to bind port 7a86d0a1-78a2-454b-9952-1769c73d1d8e on network d4266a8e-f034-4813-a0aa-fdd010260b3f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:34.050931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:34.051347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Checking segment: {'id': '1e80b0f1-bea7-46c4-b978-1121dfc0627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:34.051807 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.054453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Bound using segment: {'id': '1e80b0f1-bea7-46c4-b978-1121dfc0627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:34.055206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Bound port: 7a86d0a1-78a2-454b-9952-1769c73d1d8e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e80b0f1-bea7-46c4-b978-1121dfc0627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd4266a8e-f034-4813-a0aa-fdd010260b3f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:34.055873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.093988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-cb3d825d-861f-4be0-8f73-3754bc6e37d0 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186437 Aug 31 06:39:34.100936 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06633744-9fe9-4293-b050-ccc9ec3813e8 x-openstack-request-id: req-06633744-9fe9-4293-b050-ccc9ec3813e8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:34.101407 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "65735de8-3213-4459-a203-a3328ef978fa", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:34.101735 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06633744-9fe9-4293-b050-ccc9ec3813e8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:34.102193 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '65735de8-3213-4459-a203-a3328ef978fa', 'status': 'completed', 'code': 200} Aug 31 06:39:34.125774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8b23de42-b2e4-4ef3-bb01-7b8306b8bbaf req-d28c0764-d04f-4ba4-8405-c6970ac17488 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005273 Aug 31 06:39:34.128579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf6802-e640-4f14-bf1e-d322927bebba req-2bcbd6d9-6bb9-4d17-8303-c70098300cfb tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.130857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fdf6802-e640-4f14-bf1e-d322927bebba req-2bcbd6d9-6bb9-4d17-8303-c70098300cfb tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1102 time: 0.5377278 Aug 31 06:39:34.160935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:34.165661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.199173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 1b1de1dd-88da-4f3d-af1e-627917714760 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:34.200515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] For port 7a86d0a1-78a2-454b-9952-1769c73d1d8e, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:34.206780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] For port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:34.211869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] For port 7a86d0a1-78a2-454b-9952-1769c73d1d8e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7a86d0a1-78a2-454b-9952-1769c73d1d8e,segment=NetworkSegment(1e80b0f1-bea7-46c4-b978-1121dfc0627f),segment_id=1e80b0f1-bea7-46c4-b978-1121dfc0627f)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:34.212487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] For port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:34.219465 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.252635 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.261941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fdf6802-e640-4f14-bf1e-d322927bebba req-4fc530d9-1790-4aca-91c4-cce8bd208575 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637665 Aug 31 06:39:34.265381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-9bbab641-5fa6-4e66-abf8-17f2cb9de599 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 217 time: 0.1577659 Aug 31 06:39:34.271090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd548ac8-f20f-401b-9cd3-5856960799d8 req-698c81d6-5836-41c8-acde-a611b649891c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798879 Aug 31 06:39:34.316841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e375d-8be0-4bd4-b967-4f5089201472 None None] Pushing event updated for resources: {'Port': ['ID=7a86d0a1-78a2-454b-9952-1769c73d1d8e,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:34.332540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.338890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.338890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] 10.222.0.23 "PUT /v2.0/ports/3992e7ea-dbb0-497f-b0d8-9972e74c90c8 HTTP/1.1" status: 200 len: 1093 time: 1.9836795 Aug 31 06:39:34.342850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd2f355-d67d-4657-9acb-28ab3b0175a3', 'tag': '3992e7ea-dbb0-497f-b0d8-9972e74c90c8'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:34.346002 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a157c1-153d-495d-aef2-05abdd2272d5" -d '{"events": [{"name": "network-changed", "server_uuid": "edd2f355-d67d-4657-9acb-28ab3b0175a3", "tag": "3992e7ea-dbb0-497f-b0d8-9972e74c90c8"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:34.483550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3b730-84d8-4eeb-b58c-eab8da8c0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:34.504109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-5be27a15-b651-4f68-a458-1a0c5ace0e23 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.523284 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-5be27a15-b651-4f68-a458-1a0c5ace0e23 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.541109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-5be27a15-b651-4f68-a458-1a0c5ace0e23 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.561398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-5be27a15-b651-4f68-a458-1a0c5ace0e23 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.581616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-5be27a15-b651-4f68-a458-1a0c5ace0e23 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.594915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea825fe0-2138-4b0a-a792-fb904b34e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.596722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea825fe0-2138-4b0a-a792-fb904b34e0fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.1136770 Aug 31 06:39:34.597853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-5be27a15-b651-4f68-a458-1a0c5ace0e23 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.624118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-5be27a15-b651-4f68-a458-1a0c5ace0e23 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.632833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-5be27a15-b651-4f68-a458-1a0c5ace0e23 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.3235941 Aug 31 06:39:34.646354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.10 (d4266a8e-f034-4813-a0aa-fdd010260b3f/16e779fe-34fa-4d46-8227-642fec3e5072/1b1de1dd-88da-4f3d-af1e-627917714760) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:34.707319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-feb1559a-cbbb-4474-918c-7b3e4f826d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.710371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-feb1559a-cbbb-4474-918c-7b3e4f826d72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1056559 Aug 31 06:39:34.744569 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cbc0fe2a-b478-40cc-b350-03682c53953d req-0fdb0b83-1da4-41ae-a8ee-1343eea71b84 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0833926 Aug 31 06:39:34.748501 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83845121-65de-485b-8215-b3a0c3b91462 x-openstack-request-id: req-83845121-65de-485b-8215-b3a0c3b91462 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:34.748793 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd2f355-d67d-4657-9acb-28ab3b0175a3", "tag": "3992e7ea-dbb0-497f-b0d8-9972e74c90c8", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:34.749045 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83845121-65de-485b-8215-b3a0c3b91462 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:34.753658 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd2f355-d67d-4657-9acb-28ab3b0175a3', 'tag': '3992e7ea-dbb0-497f-b0d8-9972e74c90c8', 'status': 'completed', 'code': 200} Aug 31 06:39:34.809928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-229268c3-9a20-4660-8bb5-dc5773799646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.809928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-229268c3-9a20-4660-8bb5-dc5773799646 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ad2c582649c4114b45966a72b9ab6e9&device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 1096 time: 0.4048738 Aug 31 06:39:34.921476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-c4cdb164-e099-4b05-8538-84110d20c046 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3992e7ea-dbb0-497f-b0d8-9972e74c90c8 HTTP/1.1" status: 200 len: 217 time: 0.0909524 Aug 31 06:39:35.022838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7a86d0a1-78a2-454b-9952-1769c73d1d8e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:35.042059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-7bb47777-d295-479a-b82b-95b4ff982850 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190866 Aug 31 06:39:35.064811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-10e3ae7a-7f40-426c-b733-05b57f679389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.066745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-10e3ae7a-7f40-426c-b733-05b57f679389 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b85ae27-a18e-43fa-ad24-16df60445a94 HTTP/1.1" status: 200 len: 854 time: 0.0579920 Aug 31 06:39:35.121129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6dbf3-f3f6-4e6c-b5bf-0f8114852859 req-86458ab6-5c06-40df-833e-52c1a76efa08 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.129774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-1f92d538-989a-4046-8283-aa6a875b4e15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94f183f9-78d0-4944-b497-0deb6e9827ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490069 Aug 31 06:39:35.137485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 7a86d0a1-78a2-454b-9952-1769c73d1d8e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:35.137683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72c6dbf3-f3f6-4e6c-b5bf-0f8114852859 req-86458ab6-5c06-40df-833e-52c1a76efa08 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 944 time: 0.2567189 Aug 31 06:39:35.183867 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-92327efe-a43c-48aa-926f-595c7865eb70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2433629 Aug 31 06:39:35.278638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72c6dbf3-f3f6-4e6c-b5bf-0f8114852859 req-87068092-080b-4b1e-9dd6-b2a16acebd69 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356342 Aug 31 06:39:35.366882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:35.407003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-d482646c-ed0d-46bc-aab2-d64476e3295f service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523951 Aug 31 06:39:35.418881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-0dbcf3a1-cdc3-410a-96ee-9f92c165b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.419756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 1b1de1dd-88da-4f3d-af1e-627917714760 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:35.427898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-0dbcf3a1-cdc3-410a-96ee-9f92c165b275 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 1098 time: 0.1730914 Aug 31 06:39:35.498717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-3959eb9d-a36c-43c1-a1c8-3201a7387c3d service neutron] 10.222.0.23 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579447 Aug 31 06:39:35.535355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-495f91bc-0e76-4c28-b6be-4f6d9a10caaf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 217 time: 0.0985248 Aug 31 06:39:35.659594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-24014cf5-ab11-451c-bba3-dfe4df9fbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.662525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-24014cf5-ab11-451c-bba3-dfe4df9fbdd8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 916 time: 0.1252317 Aug 31 06:39:35.724463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6ffacd6-84e2-41f0-9f07-e9374ee66c96 req-f5de1278-9a72-4db8-aae2-5980de3a0637 service neutron] 10.222.0.23 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149155 Aug 31 06:39:35.727490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-3554f0d5-fc9b-4185-9054-fa1391e59228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.730234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-3554f0d5-fc9b-4185-9054-fa1391e59228 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.0665109 Aug 31 06:39:35.787088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-19e6d756-d6b3-4521-b43d-c90f39ae0263 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a517d7-bb48-46c3-9e33-6ec3bc37e863 HTTP/1.1" status: 200 len: 217 time: 0.0549719 Aug 31 06:39:35.848146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16d63-c787-4a9c-a801-ecbe47ea169e req-39799651-1e76-4636-8cfb-a2ea9356e74f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.850739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afd16d63-c787-4a9c-a801-ecbe47ea169e req-39799651-1e76-4636-8cfb-a2ea9356e74f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 946 time: 0.4277322 Aug 31 06:39:35.997733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-c8326ca3-74cf-4b10-a575-fa3e070965af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.999297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-c8326ca3-74cf-4b10-a575-fa3e070965af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2105861 Aug 31 06:39:36.015663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.043741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-69e7cb43-5433-40a3-bede-5dd45c1fc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.046780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-69e7cb43-5433-40a3-bede-5dd45c1fc55a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.2462945 Aug 31 06:39:36.129141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-6fb1e3ae-3ac1-48ca-8978-d6ca223c6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.131151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-6fb1e3ae-3ac1-48ca-8978-d6ca223c6531 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ad2c582649c4114b45966a72b9ab6e9&device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 1096 time: 0.2794902 Aug 31 06:39:36.181495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-0d82d7cf-7915-4a59-96f5-eaa9affc28f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082428 Aug 31 06:39:36.195060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7f88e-01b1-4166-90c7-75f248e8a91a None None] Network d4266a8e-f034-4813-a0aa-fdd010260b3f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:36.249976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-7cd81967-4998-4bba-925d-aeb697d1c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.252166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-7cd81967-4998-4bba-925d-aeb697d1c91c service neutron] 10.222.0.23 "GET /v2.0/networks?id=94f183f9-78d0-4944-b497-0deb6e9827ee HTTP/1.1" status: 200 len: 915 time: 0.1039889 Aug 31 06:39:36.272867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afd16d63-c787-4a9c-a801-ecbe47ea169e req-aa8d0ef1-4444-4ce7-9230-b418a0e86b5b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932364 Aug 31 06:39:36.303041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=1b1de1dd-88da-4f3d-af1e-627917714760,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:36.328022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network d4266a8e-f034-4813-a0aa-fdd010260b3f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:36.437450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:36.443274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:36.467921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-576845a8-a404-48d7-8ab8-ca35fce43c6e None None] Provisioning for port 7a86d0a1-78a2-454b-9952-1769c73d1d8e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:36.479964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-576845a8-a404-48d7-8ab8-ca35fce43c6e None None] Provisioning complete for port 7a86d0a1-78a2-454b-9952-1769c73d1d8e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:36.480333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-576845a8-a404-48d7-8ab8-ca35fce43c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.520045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.521871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.525231 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-2cdc1b1a-2d96-4dfa-8ba5-0437b9e7a3ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3992e7ea-dbb0-497f-b0d8-9972e74c90c8 HTTP/1.1" status: 200 len: 217 time: 0.2479434 Aug 31 06:39:36.529607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-05ddaaae-464e-4761-b81a-a6ad4d2dae4f service neutron] 10.222.0.23 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309779 Aug 31 06:39:36.576420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f665a6aa-3b83-4eb0-bdc6-990e67f2ae85 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7969301 Aug 31 06:39:36.579654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39714) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:36.615843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-672f4658-bc3f-45c6-bcc3-84140533e003 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.638558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-672f4658-bc3f-45c6-bcc3-84140533e003 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.648499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-672f4658-bc3f-45c6-bcc3-84140533e003 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.656433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-672f4658-bc3f-45c6-bcc3-84140533e003 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.663578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-672f4658-bc3f-45c6-bcc3-84140533e003 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.672523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-672f4658-bc3f-45c6-bcc3-84140533e003 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.673175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81773396-641e-4f9f-8755-a935838bd6d1 req-4fd26fd8-9cb5-417d-ae00-18e3f276090b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.681929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-672f4658-bc3f-45c6-bcc3-84140533e003 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.691799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-672f4658-bc3f-45c6-bcc3-84140533e003 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.6560233 Aug 31 06:39:36.697874 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81773396-641e-4f9f-8755-a935838bd6d1 req-4fd26fd8-9cb5-417d-ae00-18e3f276090b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2838781 Aug 31 06:39:36.726614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-2352cadf-4021-48f1-8233-02de9ea5c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.728345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-2352cadf-4021-48f1-8233-02de9ea5c5bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b85ae27-a18e-43fa-ad24-16df60445a94 HTTP/1.1" status: 200 len: 854 time: 0.1851804 Aug 31 06:39:36.735877 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-576845a8-a404-48d7-8ab8-ca35fce43c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.785511 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-576845a8-a404-48d7-8ab8-ca35fce43c6e None None] For port 7a86d0a1-78a2-454b-9952-1769c73d1d8e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7a86d0a1-78a2-454b-9952-1769c73d1d8e,segment=NetworkSegment(1e80b0f1-bea7-46c4-b978-1121dfc0627f),segment_id=1e80b0f1-bea7-46c4-b978-1121dfc0627f)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:36.787991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-fce30a8b-5767-4d13-b70b-55f2ba0ff638 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94f183f9-78d0-4944-b497-0deb6e9827ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463748 Aug 31 06:39:36.791195 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-576845a8-a404-48d7-8ab8-ca35fce43c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.815401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81773396-641e-4f9f-8755-a935838bd6d1 req-b1d53df2-8f78-490a-b031-ccd4cbd21a99 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021821 Aug 31 06:39:36.840292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ee2bfb82-e81c-40a3-abe7-a71d8846e810 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256927 Aug 31 06:39:36.873982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ecbf22-775e-4606-9fab-f3e73a85b19e tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.878858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7cbdc7e-4432-4b21-be82-a4f8b057101b req-0eeceaa7-7d1b-4440-935d-ed3d3bc687ed tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1797130 Aug 31 06:39:36.879303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e8ecbf22-775e-4606-9fab-f3e73a85b19e tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2908309 Aug 31 06:39:36.903719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576845a8-a404-48d7-8ab8-ca35fce43c6e None None] Pushing event updated for resources: {'Port': ['ID=7a86d0a1-78a2-454b-9952-1769c73d1d8e,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:36.904671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39718) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:37.023987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-4b2b9188-1a03-4e7f-9929-9cb9560626a3 service neutron] 10.222.0.23 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159963 Aug 31 06:39:37.092542 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c72adbc4-cd9e-410f-a60f-52ba200fcb9d req-162f5620-2c2c-4d1c-91f9-95ce3cf1c19a service neutron] 10.222.0.23 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365028 Aug 31 06:39:37.118778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Provisioning complete for port 7a86d0a1-78a2-454b-9952-1769c73d1d8e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:37.119184 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.194738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ea95d3e5-d2a2-40cf-875e-208586ef29d2 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133585 Aug 31 06:39:37.228942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46379b-de4c-4410-8c3d-09930f46d497 req-89b110cc-ce42-49f3-9f6c-b4c6af97c265 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:37.236956 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5d46379b-de4c-4410-8c3d-09930f46d497 req-89b110cc-ce42-49f3-9f6c-b4c6af97c265 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 944 time: 0.1290765 Aug 31 06:39:37.260459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60a157c1-153d-495d-aef2-05abdd2272d5 req-9d2e2e06-63e5-434d-bc7f-2db80a8d14c3 service neutron] 10.222.0.23 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256882 Aug 31 06:39:37.279979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-2a12b847-0f0e-4336-a2bb-58618737b864 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 HTTP/1.1" status: 200 len: 217 time: 0.0761762 Aug 31 06:39:37.282667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Provisioning for port 1b1de1dd-88da-4f3d-af1e-627917714760 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:37.292734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5d46379b-de4c-4410-8c3d-09930f46d497 req-bbba21ee-6fc4-4e1b-8153-4d4fc040fa97 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547030 Aug 31 06:39:37.293769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Provisioning complete for port 1b1de1dd-88da-4f3d-af1e-627917714760 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:37.294756 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.340200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-420e37b7-a085-42a1-82ce-73203b01e5e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 1b1de1dd-88da-4f3d-af1e-627917714760 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:37.340526 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-420e37b7-a085-42a1-82ce-73203b01e5e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.391390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Port 1b1de1dd-88da-4f3d-af1e-627917714760 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:37.403335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f4341dbd-e55f-49a6-8a9b-7d443dc7b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:37.404839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f4341dbd-e55f-49a6-8a9b-7d443dc7b6cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.1161070 Aug 31 06:39:37.412982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Provisioning for port 1f04d18f-33b5-45ab-b312-71cd25fb8f96 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:37.419360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Provisioning complete for port 1f04d18f-33b5-45ab-b312-71cd25fb8f96 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:37.419708 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.464192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e1a022c3-cd65-4ab2-bb6c-af20311985db None None] Port 1f04d18f-33b5-45ab-b312-71cd25fb8f96 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:37.549292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-420e37b7-a085-42a1-82ce-73203b01e5e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.565258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ef3c8820-f436-4861-9bfe-99a69feaefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:37.568842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-ef3c8820-f436-4861-9bfe-99a69feaefb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1343951 Aug 31 06:39:37.574590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bddb17-b13a-41f2-a1a0-7ab49d700285 req-78cda05c-224e-4cde-8a31-bd5b443120d1 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:37.576869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91bddb17-b13a-41f2-a1a0-7ab49d700285 req-78cda05c-224e-4cde-8a31-bd5b443120d1 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 946 time: 0.1615040 Aug 31 06:39:37.587740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-636e631b-5172-4c2a-81c3-4aa197bd49f3 None None] Provisioning complete for port 1f04d18f-33b5-45ab-b312-71cd25fb8f96 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:37.588456 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-636e631b-5172-4c2a-81c3-4aa197bd49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.590082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-420e37b7-a085-42a1-82ce-73203b01e5e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 1b1de1dd-88da-4f3d-af1e-627917714760 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:37.637350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-636e631b-5172-4c2a-81c3-4aa197bd49f3 None None] Port 1f04d18f-33b5-45ab-b312-71cd25fb8f96 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:37.714198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91bddb17-b13a-41f2-a1a0-7ab49d700285 req-28568468-a36c-4822-be4d-af388912db76 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218846 Aug 31 06:39:37.769616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-b012c207-b94a-41b4-8926-01f2419d579d service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884296 Aug 31 06:39:37.770100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c706b750-7bae-48f7-b5f9-c9021df50eed None None] Provisioning complete for port 1b1de1dd-88da-4f3d-af1e-627917714760 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:37.771992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c706b750-7bae-48f7-b5f9-c9021df50eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.906605 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-420e37b7-a085-42a1-82ce-73203b01e5e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.999969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e37b7-a085-42a1-82ce-73203b01e5e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=1b1de1dd-88da-4f3d-af1e-627917714760,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:38.082007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c706b750-7bae-48f7-b5f9-c9021df50eed None None] Port 1b1de1dd-88da-4f3d-af1e-627917714760 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:38.144738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-32e44f00-e2ff-4f3a-bd6a-c868dd62e028 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373771 Aug 31 06:39:38.158116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4971c-4a7a-4ff5-b500-741af20e7113 req-4729ce22-485c-43c2-a988-c9e6f993b763 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.160412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9d4971c-4a7a-4ff5-b500-741af20e7113 req-4729ce22-485c-43c2-a988-c9e6f993b763 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2495384 Aug 31 06:39:38.197654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-a5a68566-2553-4b57-b656-e7996e9104e2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.211404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-a5a68566-2553-4b57-b656-e7996e9104e2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.224458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-a5a68566-2553-4b57-b656-e7996e9104e2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.227112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-d472efa3-ffb3-40ab-8e02-c3016c0dabca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49 HTTP/1.1" status: 200 len: 217 time: 0.0655308 Aug 31 06:39:38.244005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-a5a68566-2553-4b57-b656-e7996e9104e2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.257028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-a5a68566-2553-4b57-b656-e7996e9104e2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.274501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-a5a68566-2553-4b57-b656-e7996e9104e2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.291861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-a736bc9c-26e8-4483-a5c3-99a417fe1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.293791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-a736bc9c-26e8-4483-a5c3-99a417fe1ae6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.0583091 Aug 31 06:39:38.296159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-a5a68566-2553-4b57-b656-e7996e9104e2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.312640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-a5a68566-2553-4b57-b656-e7996e9104e2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.2188551 Aug 31 06:39:38.379671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd2f8e1d-850e-42ca-855b-db6a303ef527 req-9d1d45b3-9a04-4e05-8595-09a39ccde49f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0565166 Aug 31 06:39:38.575100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:38.660237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9d4971c-4a7a-4ff5-b500-741af20e7113 req-1f033523-0482-4c4a-9bb2-d8c4800bb3fb tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412634 Aug 31 06:39:38.666009 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-420e37b7-a085-42a1-82ce-73203b01e5e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.669248 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-420e37b7-a085-42a1-82ce-73203b01e5e9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/1b1de1dd-88da-4f3d-af1e-627917714760 HTTP/1.1" status: 204 len: 168 time: 1.7571309 Aug 31 06:39:38.670834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39746) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:38.700847 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb4f3a2-daf7-4ba5-9bb6-427266885c23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:39:38.706235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:38.707172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-adb4f3a2-daf7-4ba5-9bb6-427266885c23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/1b1de1dd-88da-4f3d-af1e-627917714760 HTTP/1.1" status: 404 len: 333 time: 0.0351417 Aug 31 06:39:38.727635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:38.742423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '3992e7ea-dbb0-497f-b0d8-9972e74c90c8', 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee', 'port_id': '3992e7ea-dbb0-497f-b0d8-9972e74c90c8', 'mac_address': 'fa:16:3e:c7:17:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b85ae27-a18e-43fa-ad24-16df60445a94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:38.826136 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.855132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:38.895207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:38.901251 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.953429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-9d7fd57f-e3f8-4e49-9f0a-21a99eb40061 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2900019 Aug 31 06:39:38.956533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-b633ff67-3d1c-4936-bebc-f6df39b6b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.958892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-b633ff67-3d1c-4936-bebc-f6df39b6b353 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6575558 Aug 31 06:39:38.999248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7a86d0a1-78a2-454b-9952-1769c73d1d8e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:39.029634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:39.062480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7a86d0a1-78a2-454b-9952-1769c73d1d8e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:39.062955 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.139356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a76142-ed9d-463a-abe5-f3283ef15820 req-39775283-483e-4ef6-9578-eefd88e4ccd0 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.141056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8a76142-ed9d-463a-abe5-f3283ef15820 req-39775283-483e-4ef6-9578-eefd88e4ccd0 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 944 time: 0.3347707 Aug 31 06:39:39.216722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['3992e7ea-dbb0-497f-b0d8-9972e74c90c8'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:39.225731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-e889affc-5f39-48d1-8525-a9def2c7d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.225731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-e889affc-5f39-48d1-8525-a9def2c7d611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1097 time: 0.2315245 Aug 31 06:39:39.241446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-b3f92473-34e5-4afd-b622-6b7468ab606c service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495241 Aug 31 06:39:39.244100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1d809175-8fe7-401a-a483-b7037be72b41 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 1f04d18f-33b5-45ab-b312-71cd25fb8f96 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:39.244443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d809175-8fe7-401a-a483-b7037be72b41 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.250066 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8a76142-ed9d-463a-abe5-f3283ef15820 req-e00dd208-0154-4706-8be1-4cd3f292e790 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932345 Aug 31 06:39:39.599800 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d809175-8fe7-401a-a483-b7037be72b41 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.618360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-77d09c49-2440-455c-a237-4e5d769a11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.620507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-77d09c49-2440-455c-a237-4e5d769a11b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.3585308 Aug 31 06:39:39.636733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-b179be78-8b4a-48c0-ad33-d7781611772f service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852825 Aug 31 06:39:39.646257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1d809175-8fe7-401a-a483-b7037be72b41 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 1f04d18f-33b5-45ab-b312-71cd25fb8f96 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:39.700111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-4253cd45-375f-44e0-9e85-41c21687845d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.707554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-4253cd45-375f-44e0-9e85-41c21687845d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.715829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-4253cd45-375f-44e0-9e85-41c21687845d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.722732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-4253cd45-375f-44e0-9e85-41c21687845d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.730087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-4253cd45-375f-44e0-9e85-41c21687845d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.740044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-4253cd45-375f-44e0-9e85-41c21687845d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.748480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-4253cd45-375f-44e0-9e85-41c21687845d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.751382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-4253cd45-375f-44e0-9e85-41c21687845d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.1861107 Aug 31 06:39:39.775941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-c1451346-8f53-44e5-becd-bc281a0f1b81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6 HTTP/1.1" status: 200 len: 217 time: 0.1252220 Aug 31 06:39:39.836732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e9591bb-4f10-4158-b953-125c0185b1a1 req-f3ef9a49-66ce-46bd-9770-2452c1453eeb tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0736892 Aug 31 06:39:39.935833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f39b2127-568f-47eb-8df5-4358a6f768b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.939314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f39b2127-568f-47eb-8df5-4358a6f768b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.1411843 Aug 31 06:39:40.081504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-828521a8-392e-426e-b3ad-162aefaa5768 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 1001 time: 0.4433508 Aug 31 06:39:40.123604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f07bbd-b5e0-4a7b-9a22-e5e4b6ce7ed7 req-d3a014f5-9ac7-44fb-97de-ed34c97a621d tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:40.125079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9f07bbd-b5e0-4a7b-9a22-e5e4b6ce7ed7 req-d3a014f5-9ac7-44fb-97de-ed34c97a621d tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2121673 Aug 31 06:39:40.181148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8238bb3d-382d-4817-ba98-cac2b74fc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:40.182696 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-8238bb3d-382d-4817-ba98-cac2b74fc583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962202 Aug 31 06:39:40.237578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-85919098-e87a-4c74-b9b3-0867c38c7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:40.239020 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-85919098-e87a-4c74-b9b3-0867c38c7018 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.1444495 Aug 31 06:39:40.326151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9f07bbd-b5e0-4a7b-9a22-e5e4b6ce7ed7 req-61b316dc-ad49-4768-9618-ee719eef1126 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781707 Aug 31 06:39:40.404274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d809175-8fe7-401a-a483-b7037be72b41 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.464544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d809175-8fe7-401a-a483-b7037be72b41 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=1f04d18f-33b5-45ab-b312-71cd25fb8f96,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:40.478628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-46f4771c-a673-45a9-a4b1-4a6ded792889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:40.480160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-46f4771c-a673-45a9-a4b1-4a6ded792889 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2192929 Aug 31 06:39:40.495601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492d763-b76d-49b1-99f1-916602f550bc req-eb5b3a65-0713-44eb-b52f-bf66bd5b0f50 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:40.500698 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3492d763-b76d-49b1-99f1-916602f550bc req-eb5b3a65-0713-44eb-b52f-bf66bd5b0f50 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 945 time: 0.1413798 Aug 31 06:39:40.591417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3492d763-b76d-49b1-99f1-916602f550bc req-e9c9d77b-60d6-4e92-a3e0-9cead0de024e tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693464 Aug 31 06:39:40.594288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:40.624969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f33e7989-cc62-474a-abb2-745c4c66c4ec service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123776 Aug 31 06:39:40.701684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:40.707534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:40.708734 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.858878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d809175-8fe7-401a-a483-b7037be72b41 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.865757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1d809175-8fe7-401a-a483-b7037be72b41 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/1f04d18f-33b5-45ab-b312-71cd25fb8f96 HTTP/1.1" status: 204 len: 168 time: 2.1553824 Aug 31 06:39:40.868534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39792) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:40.909916 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.934647 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0008643-59d0-4d17-84fd-0f89d4671292 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:39:40.937549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a0008643-59d0-4d17-84fd-0f89d4671292 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/1f04d18f-33b5-45ab-b312-71cd25fb8f96 HTTP/1.1" status: 404 len: 333 time: 0.0675232 Aug 31 06:39:40.941212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39800) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:40.979512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd2f355-d67d-4657-9acb-28ab3b0175a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992e7ea-dbb0-497f-b0d8-9972e74c90c8'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:40.993805 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764303ac-d0a1-4e92-9427-6014915ee385" -d '{"events": [{"server_uuid": "edd2f355-d67d-4657-9acb-28ab3b0175a3", "name": "network-vif-plugged", "status": "completed", "tag": "3992e7ea-dbb0-497f-b0d8-9972e74c90c8"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:41.032216 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-adc7b738-f533-429f-af1a-bfb66e650957 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770938 Aug 31 06:39:41.034396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:41.043461 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.068921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-400f0ddd-2aa1-45f0-8497-1ec83271089f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet 16e779fe-34fa-4d46-8227-642fec3e5072 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:41.075569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-400f0ddd-2aa1-45f0-8497-1ec83271089f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.088294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-5cba65ce-4d9c-4549-9d97-6e7394a7e0fb service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975037 Aug 31 06:39:41.150174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-400f0ddd-2aa1-45f0-8497-1ec83271089f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.161772 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-e185e952-f382-4d44-bbf9-884597f7acc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65735de8-3213-4459-a203-a3328ef978fa HTTP/1.1" status: 200 len: 217 time: 0.1201894 Aug 31 06:39:41.177455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:41.268113 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748de93d-6afa-4a22-8818-16b46f33290c x-openstack-request-id: req-748de93d-6afa-4a22-8818-16b46f33290c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:41.268533 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd2f355-d67d-4657-9acb-28ab3b0175a3", "name": "network-vif-plugged", "status": "completed", "tag": "3992e7ea-dbb0-497f-b0d8-9972e74c90c8", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:41.268934 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-748de93d-6afa-4a22-8818-16b46f33290c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:41.269568 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd2f355-d67d-4657-9acb-28ab3b0175a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992e7ea-dbb0-497f-b0d8-9972e74c90c8', 'code': 200} Aug 31 06:39:41.299816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-751de631-c939-4efc-b0b2-83f09af27140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.310027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-751de631-c939-4efc-b0b2-83f09af27140 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.1286809 Aug 31 06:39:41.331085 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-400f0ddd-2aa1-45f0-8497-1ec83271089f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.448471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-48eaac83-c393-426b-a007-a7acc86ed2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.451466 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-48eaac83-c393-426b-a007-a7acc86ed2a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0944638 Aug 31 06:39:41.474619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157006-173c-4089-a891-0fc19f872e13 req-f4318e9f-9935-4ea1-a073-8cb628bb54cd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.489811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157006-173c-4089-a891-0fc19f872e13 req-f4318e9f-9935-4ea1-a073-8cb628bb54cd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.490047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157006-173c-4089-a891-0fc19f872e13 req-f4318e9f-9935-4ea1-a073-8cb628bb54cd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.497268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157006-173c-4089-a891-0fc19f872e13 req-f4318e9f-9935-4ea1-a073-8cb628bb54cd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.511024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-400f0ddd-2aa1-45f0-8497-1ec83271089f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.511329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157006-173c-4089-a891-0fc19f872e13 req-f4318e9f-9935-4ea1-a073-8cb628bb54cd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.512614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157006-173c-4089-a891-0fc19f872e13 req-f4318e9f-9935-4ea1-a073-8cb628bb54cd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.521288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8157006-173c-4089-a891-0fc19f872e13 req-f4318e9f-9935-4ea1-a073-8cb628bb54cd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.521555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8157006-173c-4089-a891-0fc19f872e13 req-f4318e9f-9935-4ea1-a073-8cb628bb54cd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.4832187 Aug 31 06:39:41.576701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ca28f-f4bf-47ad-a529-01e18660f6b2 None None] Network d4266a8e-f034-4813-a0aa-fdd010260b3f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:41.584310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31362c53-9091-4ace-b6aa-c9447dfce021 req-a29111d7-ce0d-4918-becb-ba8c85a715c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.587016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31362c53-9091-4ace-b6aa-c9447dfce021 req-a29111d7-ce0d-4918-becb-ba8c85a715c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 1098 time: 0.2216675 Aug 31 06:39:41.591269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-400f0ddd-2aa1-45f0-8497-1ec83271089f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.594632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-400f0ddd-2aa1-45f0-8497-1ec83271089f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/16e779fe-34fa-4d46-8227-642fec3e5072 HTTP/1.1" status: 204 len: 168 time: 0.6512105 Aug 31 06:39:41.596119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f0ddd-2aa1-45f0-8497-1ec83271089f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=16e779fe-34fa-4d46-8227-642fec3e5072,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:41.599485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:41.609902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2383f98-4db3-4ff3-9d67-9a2975a6da59 req-0ddf429f-b607-44cc-b205-2fdca698e337 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501863 Aug 31 06:39:41.807575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31362c53-9091-4ace-b6aa-c9447dfce021 req-97fd3e29-ee32-42fe-87f1-a38bdb706f70 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782851 Aug 31 06:39:41.844241 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7101291-0344-408c-b6f0-75ee5a1b2798 req-0b891627-c69c-43a8-9c96-16a06565f9af tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.846092 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7101291-0344-408c-b6f0-75ee5a1b2798 req-0b891627-c69c-43a8-9c96-16a06565f9af tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2806461 Aug 31 06:39:41.856735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.906269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7101291-0344-408c-b6f0-75ee5a1b2798 req-6b9e1356-7406-4090-9b0f-6d419f40a3e1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473909 Aug 31 06:39:41.956801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] DHCP port deletion for d4266a8e-f034-4813-a0aa-fdd010260b3f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:39:41.999356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 7a86d0a1-78a2-454b-9952-1769c73d1d8e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:41.999356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.116181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] Deleting port 7a86d0a1-78a2-454b-9952-1769c73d1d8e {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:42.116809 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.192960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] For port 7a86d0a1-78a2-454b-9952-1769c73d1d8e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7a86d0a1-78a2-454b-9952-1769c73d1d8e,segment=NetworkSegment(1e80b0f1-bea7-46c4-b978-1121dfc0627f),segment_id=1e80b0f1-bea7-46c4-b978-1121dfc0627f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:42.193392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.203960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] For port 7a86d0a1-78a2-454b-9952-1769c73d1d8e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7a86d0a1-78a2-454b-9952-1769c73d1d8e,segment=NetworkSegment(1e80b0f1-bea7-46c4-b978-1121dfc0627f),segment_id=1e80b0f1-bea7-46c4-b978-1121dfc0627f)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:42.204667 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.220626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8157006-173c-4089-a891-0fc19f872e13 req-4e6c59be-3474-412c-8984-ffbd75a9b181 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6148031 Aug 31 06:39:42.226666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] Calling delete_port for 7a86d0a1-78a2-454b-9952-1769c73d1d8e owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:42.228774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 7a86d0a1-78a2-454b-9952-1769c73d1d8e owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:42.302821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-fc26b9b6-2e76-4747-a7e4-6a225c3dfa57 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780273 Aug 31 06:39:42.353073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82802958-e27e-48ab-874d-6e01eccb6e26 req-66acb1ad-0fa5-4668-9161-39085d8b8e30 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.366649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82802958-e27e-48ab-874d-6e01eccb6e26 req-66acb1ad-0fa5-4668-9161-39085d8b8e30 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 946 time: 0.2470994 Aug 31 06:39:42.438812 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82802958-e27e-48ab-874d-6e01eccb6e26 req-eefb448d-d199-4287-8ff8-250e0e231cf6 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695219 Aug 31 06:39:42.479078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a152c96-66d3-40b4-a0c0-9f74fd81d882 req-f467e0a6-eb2f-4052-ac8b-b15755ec3198 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657619 Aug 31 06:39:42.517846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.533434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.579483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] Pushing event deleted for resources: {'Port': ['ID=7a86d0a1-78a2-454b-9952-1769c73d1d8e,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:42.582771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b9712-41d0-4a6b-b9b9-848ef4963bea None None] No DVR routers for this DVR port 7a86d0a1-78a2-454b-9952-1769c73d1d8e on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:42.600755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=7a86d0a1-78a2-454b-9952-1769c73d1d8e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:42.635173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No DVR routers for this DVR port 7a86d0a1-78a2-454b-9952-1769c73d1d8e on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:42.700390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-97be71da-a097-4d54-9227-b70105928000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.700390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-97be71da-a097-4d54-9227-b70105928000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.700390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-97be71da-a097-4d54-9227-b70105928000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.700390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-97be71da-a097-4d54-9227-b70105928000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.700949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-97be71da-a097-4d54-9227-b70105928000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.703434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-97be71da-a097-4d54-9227-b70105928000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.705126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-97be71da-a097-4d54-9227-b70105928000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.708757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-97be71da-a097-4d54-9227-b70105928000 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6492 time: 0.1558623 Aug 31 06:39:42.767752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.784506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4266a8e-f034-4813-a0aa-fdd010260b3f']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:42.806570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e80b0f1-bea7-46c4-b978-1121dfc0627f') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:42.806570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e80b0f1-bea7-46c4-b978-1121dfc0627f') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:42.828835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.848456 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.853283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-5f97544a-f2bc-40ff-960e-3f7e24dd227d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1924467 Aug 31 06:39:42.860809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:39:42.860809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:39:42.968307 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:39:42.972398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.988105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.995880 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/networks/d4266a8e-f034-4813-a0aa-fdd010260b3f HTTP/1.1" status: 204 len: 168 time: 1.3374116 Aug 31 06:39:42.998414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39836) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:43.019017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7a86d0a1-78a2-454b-9952-1769c73d1d8e no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:43.026999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1944095220'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:43.087277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd627bdb-2412-4d79-8f9d-900e331288c6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Network': ['ID=d4266a8e-f034-4813-a0aa-fdd010260b3f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:43.095432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 7a86d0a1-78a2-454b-9952-1769c73d1d8e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:43.100198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-83ba6bbd-609c-40dc-bacc-8c775634e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.102634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-83ba6bbd-609c-40dc-bacc-8c775634e98e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7919884-e009-4418-bde4-c6c3f09f4d70 HTTP/1.1" status: 200 len: 902 time: 0.3705096 Aug 31 06:39:43.102869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7a86d0a1-78a2-454b-9952-1769c73d1d8e not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:43.105913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:43.118220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:43.142894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-adf09d98-7456-49f9-bbcd-ee2cd0c75327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.146504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-adf09d98-7456-49f9-bbcd-ee2cd0c75327 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c48b2d488df946708d38fb045042bf96&device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 1097 time: 0.2236912 Aug 31 06:39:43.152600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:39:43.180923 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:43.181465 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Added segment 7f9d8d38-9ff0-497a-9df9-17a07425138a of type vlan for network 3208dbf9-042d-43de-bb1b-93ff9f634e0f Aug 31 06:39:43.201533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-bade62bc-710e-413c-9bbd-e2ea482810f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65735de8-3213-4459-a203-a3328ef978fa HTTP/1.1" status: 200 len: 217 time: 0.0875530 Aug 31 06:39:43.253089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:43.289067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:43.298528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.299271 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:43.343106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-563f4bac-a854-4481-afc5-7d6992ea3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.345066 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-563f4bac-a854-4481-afc5-7d6992ea3e00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.1334178 Aug 31 06:39:43.413619 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4012058 Aug 31 06:39:43.414464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39846) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:43.437795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:43.459976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a430067-545e-4a4c-baca-54ecb356f5ba req-fa6ff68a-a331-45f0-9d56-371a45fde198 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.468487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a430067-545e-4a4c-baca-54ecb356f5ba req-fa6ff68a-a331-45f0-9d56-371a45fde198 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.3209822 Aug 31 06:39:43.534532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca31a9-dd91-497a-935c-e3cb7ada2437 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Network': ['ID=3208dbf9-042d-43de-bb1b-93ff9f634e0f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:43.559603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-82821ba9-8c39-4c61-b02d-fa329565f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.562629 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-82821ba9-8c39-4c61-b02d-fa329565f6df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1963737 Aug 31 06:39:43.564673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-296d13d5-a05d-4995-8d53-2579ff778a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.564996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 3208dbf9-042d-43de-bb1b-93ff9f634e0f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:39:43.567197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-296d13d5-a05d-4995-8d53-2579ff778a69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afd3e1ee-60e5-4242-8724-83469c569dfc HTTP/1.1" status: 200 len: 912 time: 0.3889029 Aug 31 06:39:43.576402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-488a56af-b32e-4103-b8c2-e4d2509c3b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.587574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a430067-545e-4a4c-baca-54ecb356f5ba req-04470525-a558-4644-b390-99d34e92a4bd tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175318 Aug 31 06:39:43.590377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-488a56af-b32e-4103-b8c2-e4d2509c3b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.599489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-488a56af-b32e-4103-b8c2-e4d2509c3b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.606527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-488a56af-b32e-4103-b8c2-e4d2509c3b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.613598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-488a56af-b32e-4103-b8c2-e4d2509c3b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.620930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-488a56af-b32e-4103-b8c2-e4d2509c3b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.628402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-488a56af-b32e-4103-b8c2-e4d2509c3b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.642402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-488a56af-b32e-4103-b8c2-e4d2509c3b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.2570205 Aug 31 06:39:43.656084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:43.661944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:43.771214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c19a810a-60cd-489c-8636-b3c7e23eb6eb req-9e98768f-92e7-4e5e-99e5-fbc4a620548c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1239378 Aug 31 06:39:43.914432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-7b9d2a14-1062-49b1-b61e-0e5b3926cba4 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253758 Aug 31 06:39:43.960825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:43.988432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-b7bac06e-b7a3-43f2-b86b-0c57508b2cae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e HTTP/1.1" status: 200 len: 1001 time: 0.3885753 Aug 31 06:39:44.067531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=2a21498b-d82e-45b7-8e95-56e91d812db3,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:44.072155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3c463-ff5f-4d21-949d-e1516fc7caf9 req-a32fea9d-597c-45af-9528-5306d1c23cd1 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:44.078223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Checking segment: {'id': '7f9d8d38-9ff0-497a-9df9-17a07425138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:44.078798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network hostable DHCP agents. Network: 3208dbf9-042d-43de-bb1b-93ff9f634e0f, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:39:44.084772 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cae3c463-ff5f-4d21-949d-e1516fc7caf9 req-a32fea9d-597c-45af-9528-5306d1c23cd1 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 946 time: 0.2216575 Aug 31 06:39:44.099816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 3208dbf9-042d-43de-bb1b-93ff9f634e0f is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:39:44.111192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 3208dbf9-042d-43de-bb1b-93ff9f634e0f) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:44.116295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:44.116872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:44.128151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe00b5-2258-45f3-8c7e-359005573bed None None] Network 3208dbf9-042d-43de-bb1b-93ff9f634e0f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:44.140082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-353d7547-3083-41fe-b82b-3cd1136fe489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:44.141238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7f617498-cb7b-4028-bea1-be9d6210787f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7084045 Aug 31 06:39:44.141624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-353d7547-3083-41fe-b82b-3cd1136fe489 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b02c628-6caf-4628-9b94-8d7b8f1d6909 HTTP/1.1" status: 200 len: 850 time: 0.1432128 Aug 31 06:39:44.142192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39862) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:44.151475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f', 'name': 'tempest-PortsTestJSON-630388291', 'fixed_ips': [{'subnet_id': '2a21498b-d82e-45b7-8e95-56e91d812db3', 'ip_address': '172.20.0.10'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:44.185578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cae3c463-ff5f-4d21-949d-e1516fc7caf9 req-785a10ed-1172-408b-9904-b461c0e85a5d tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996244 Aug 31 06:39:44.207554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20a7cdc0-ad73-4300-96ed-c15480079691 req-03a9325a-d85b-4380-a65d-969a7e9cad23 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836506 Aug 31 06:39:44.288644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-902729b7-2e05-4456-93e6-b4ec538f4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:44.290727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-902729b7-2e05-4456-93e6-b4ec538f4d0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afd3e1ee-60e5-4242-8724-83469c569dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313262 Aug 31 06:39:44.394530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:44.434697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-3208dbf9-042d-43de-bb1b-93ff9f634e0f', 'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f', 'tenant_id': '8f4ec84889934f01a01280d278d7c14d', 'fixed_ips': [{'subnet_id': '2a21498b-d82e-45b7-8e95-56e91d812db3'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:39:44.436415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:44.476703 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-dc8182e5-cdb4-468d-b659-416e72228703 service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780250 Aug 31 06:39:44.550924 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:44.635786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9759f659-daa7-43a7-b28b-72e927f5f7c8 req-c7a7911c-9f39-476a-bc8c-5e3ace0a4797 service neutron] 10.222.0.42 "GET /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491313 Aug 31 06:39:44.671624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Allocated IP 172.20.0.2 (3208dbf9-042d-43de-bb1b-93ff9f634e0f/2a21498b-d82e-45b7-8e95-56e91d812db3/27450efd-d333-423a-b8aa-480df48856a6) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:44.979939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.004645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Transition to ACTIVE for port object 27450efd-d333-423a-b8aa-480df48856a6 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:45.034090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Transition to ACTIVE for port object 27450efd-d333-423a-b8aa-480df48856a6 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:45.044440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.104800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Pushing event updated for resources: {'Port': ['ID=27450efd-d333-423a-b8aa-480df48856a6,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:45.128485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Network 3208dbf9-042d-43de-bb1b-93ff9f634e0f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:45.130854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:45.136437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:45.171904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-d97b4beb-ee00-4e33-8106-a80b3557c44f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.180446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-d97b4beb-ee00-4e33-8106-a80b3557c44f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.188135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-d97b4beb-ee00-4e33-8106-a80b3557c44f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.196784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-d97b4beb-ee00-4e33-8106-a80b3557c44f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.203468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-d97b4beb-ee00-4e33-8106-a80b3557c44f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.248536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-d97b4beb-ee00-4e33-8106-a80b3557c44f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.255278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-d97b4beb-ee00-4e33-8106-a80b3557c44f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.264247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Attempting to bind port 27450efd-d333-423a-b8aa-480df48856a6 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:45.264247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Attempting to bind port 27450efd-d333-423a-b8aa-480df48856a6 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7f9d8d38-9ff0-497a-9df9-17a07425138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:45.264536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Attempting to bind port 27450efd-d333-423a-b8aa-480df48856a6 on network 3208dbf9-042d-43de-bb1b-93ff9f634e0f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:45.264903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 462a2870-c145-4807-a389-2d83aa3ccf7e yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:45.266560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-d97b4beb-ee00-4e33-8106-a80b3557c44f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.2684488 Aug 31 06:39:45.283999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:45.284584 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Checking segment: {'id': '7f9d8d38-9ff0-497a-9df9-17a07425138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:45.285099 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.285713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Bound using segment: {'id': '7f9d8d38-9ff0-497a-9df9-17a07425138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:45.286787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Bound port: 27450efd-d333-423a-b8aa-480df48856a6, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d8d38-9ff0-497a-9df9-17a07425138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:45.287332 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.369962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9953a8c-199e-4eb1-83ae-434e6315ad86 req-6508eb81-990b-4e48-a37c-891189483680 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0949481 Aug 31 06:39:45.423746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] For port 27450efd-d333-423a-b8aa-480df48856a6, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:45.429395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] For port 27450efd-d333-423a-b8aa-480df48856a6, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=27450efd-d333-423a-b8aa-480df48856a6,segment=NetworkSegment(7f9d8d38-9ff0-497a-9df9-17a07425138a),segment_id=7f9d8d38-9ff0-497a-9df9-17a07425138a)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:45.439512 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.460558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd9201-7619-4362-b21b-2699afbdcd61 req-93525500-eedf-43e0-b51e-dbf18ad092a2 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.467712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b9cd9201-7619-4362-b21b-2699afbdcd61 req-93525500-eedf-43e0-b51e-dbf18ad092a2 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2548308 Aug 31 06:39:45.586946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b0ad4-20d2-4e1f-a7a9-cd0fbd341ef7 None None] Pushing event updated for resources: {'Port': ['ID=27450efd-d333-423a-b8aa-480df48856a6,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:45.608168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b9cd9201-7619-4362-b21b-2699afbdcd61 req-e930a9f7-173f-4cd7-9c77-db7c5d42e5f8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393294 Aug 31 06:39:45.656803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.10 (3208dbf9-042d-43de-bb1b-93ff9f634e0f/2a21498b-d82e-45b7-8e95-56e91d812db3/462a2870-c145-4807-a389-2d83aa3ccf7e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:45.962845 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.015396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 462a2870-c145-4807-a389-2d83aa3ccf7e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:46.081369 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.151400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 3208dbf9-042d-43de-bb1b-93ff9f634e0f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:46.154148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:46.158132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=462a2870-c145-4807-a389-2d83aa3ccf7e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:46.170302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:46.226718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.227929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.251505 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-192e8b00-f703-4935-82f2-d493cfd48d0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1050150 Aug 31 06:39:46.251823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39902) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:46.257868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': '3208dbf9-042d-43de-bb1b-93ff9f634e0f', 'name': 'tempest-PortsTestJSON-627964278', 'fixed_ips': [{'subnet_id': '2a21498b-d82e-45b7-8e95-56e91d812db3', 'ip_address': '172.20.0.9'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:46.414608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:46.420106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.441386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 4573bc47-b43e-4de8-81f2-d1855cb30f8e yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:46.612731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-9da5533e-751b-41ad-9f92-352a0c43db5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.623250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-9da5533e-751b-41ad-9f92-352a0c43db5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.639557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-9da5533e-751b-41ad-9f92-352a0c43db5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.648436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-9da5533e-751b-41ad-9f92-352a0c43db5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.657994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-9da5533e-751b-41ad-9f92-352a0c43db5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.673757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-9da5533e-751b-41ad-9f92-352a0c43db5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.681880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-9da5533e-751b-41ad-9f92-352a0c43db5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.692059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-9da5533e-751b-41ad-9f92-352a0c43db5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.2058246 Aug 31 06:39:46.744826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4dd5418c-4f41-42f1-be19-f2183a138511 req-1db09b4b-eb7a-48cb-9af0-6fcf98584ea7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526137 Aug 31 06:39:46.836656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.9 (3208dbf9-042d-43de-bb1b-93ff9f634e0f/2a21498b-d82e-45b7-8e95-56e91d812db3/4573bc47-b43e-4de8-81f2-d1855cb30f8e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:46.992888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b86caf-26cb-4134-8bda-ca26a9d93189 req-f1181d2b-5194-43c0-9bb5-7af75e84ee10 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.007379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23b86caf-26cb-4134-8bda-ca26a9d93189 req-f1181d2b-5194-43c0-9bb5-7af75e84ee10 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2498050 Aug 31 06:39:47.131292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23b86caf-26cb-4134-8bda-ca26a9d93189 req-182ae929-9d44-423f-9f67-eb10d986969f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143708 Aug 31 06:39:47.151855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 27450efd-d333-423a-b8aa-480df48856a6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:47.249538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b400ed-1cec-4b41-a434-b5685c2c171b None None] Network 3208dbf9-042d-43de-bb1b-93ff9f634e0f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:47.358570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.401085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 27450efd-d333-423a-b8aa-480df48856a6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:47.407491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3ab1af5a-4f49-40e1-977d-8bdb96c39e4e None None] Provisioning for port 27450efd-d333-423a-b8aa-480df48856a6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:47.411433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 4573bc47-b43e-4de8-81f2-d1855cb30f8e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:47.417971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3ab1af5a-4f49-40e1-977d-8bdb96c39e4e None None] Provisioning complete for port 27450efd-d333-423a-b8aa-480df48856a6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:47.418558 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3ab1af5a-4f49-40e1-977d-8bdb96c39e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.470364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 27450efd-d333-423a-b8aa-480df48856a6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:47.471027 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.483309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.670184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 3208dbf9-042d-43de-bb1b-93ff9f634e0f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:47.684851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:47.702678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:47.839930 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.854351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3ab1af5a-4f49-40e1-977d-8bdb96c39e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.875773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.876854 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.900611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=4573bc47-b43e-4de8-81f2-d1855cb30f8e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:47.910797 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ddc3398f-955d-44b6-9f59-deba9b630f9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6554952 Aug 31 06:39:47.911680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39970) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:47.916343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 27450efd-d333-423a-b8aa-480df48856a6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=27450efd-d333-423a-b8aa-480df48856a6,segment=NetworkSegment(7f9d8d38-9ff0-497a-9df9-17a07425138a),segment_id=7f9d8d38-9ff0-497a-9df9-17a07425138a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:47.950825 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.127002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-5c98f97e-9701-43c7-b7c6-ff528c7e9c7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.139593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-5c98f97e-9701-43c7-b7c6-ff528c7e9c7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.154701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-5c98f97e-9701-43c7-b7c6-ff528c7e9c7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.162756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-5c98f97e-9701-43c7-b7c6-ff528c7e9c7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.169793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-5c98f97e-9701-43c7-b7c6-ff528c7e9c7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.190372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-5c98f97e-9701-43c7-b7c6-ff528c7e9c7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.207180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-5c98f97e-9701-43c7-b7c6-ff528c7e9c7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.209256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e12e49-9a07-4169-a125-2be6948df44d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.212502 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-3ab1af5a-4f49-40e1-977d-8bdb96c39e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:39:48.212994 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-3ab1af5a-4f49-40e1-977d-8bdb96c39e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:39:48.218806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-5c98f97e-9701-43c7-b7c6-ff528c7e9c7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.2860799 Aug 31 06:39:48.220429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40010) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:48.225658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f6e12e49-9a07-4169-a125-2be6948df44d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3082652 Aug 31 06:39:48.269467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=27450efd-d333-423a-b8aa-480df48856a6,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:48.353137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5a83e-3148-49d9-b0e1-7a39f246b372 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.360664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5a83e-3148-49d9-b0e1-7a39f246b372 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.371144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5a83e-3148-49d9-b0e1-7a39f246b372 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.373489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-93a5a83e-3148-49d9-b0e1-7a39f246b372 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1443255 Aug 31 06:39:48.377231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40014) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:48.391931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-63ae0385-ad55-4fb0-b0db-267fc73325a1 req-7e09e9c8-5100-4b31-89ed-c2d5a13f141e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1401343 Aug 31 06:39:48.564968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a875fc-c6d5-4df3-a6e4-fdf76e6742ba req-d81d9c87-ade7-42e7-82c2-0bb80648f9ee tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.573490 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73a875fc-c6d5-4df3-a6e4-fdf76e6742ba req-d81d9c87-ade7-42e7-82c2-0bb80648f9ee tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.1303537 Aug 31 06:39:48.648815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73a875fc-c6d5-4df3-a6e4-fdf76e6742ba req-c441c3da-ff6f-4a47-9607-d1afd4cf8f9a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703299 Aug 31 06:39:48.658898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2d08a71e-2eea-4ffb-8490-89ebb4f52b8f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 4573bc47-b43e-4de8-81f2-d1855cb30f8e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:48.659360 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d08a71e-2eea-4ffb-8490-89ebb4f52b8f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.953520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-e314c9c4-15f6-4bd6-bb27-42d4b317e3bc tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.956461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d08a71e-2eea-4ffb-8490-89ebb4f52b8f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.959559 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-e314c9c4-15f6-4bd6-bb27-42d4b317e3bc tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 815 time: 0.4048102 Aug 31 06:39:48.987144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2d08a71e-2eea-4ffb-8490-89ebb4f52b8f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 4573bc47-b43e-4de8-81f2-d1855cb30f8e owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:49.024574 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-bf549edd-c27e-48e9-b135-f4cb348375b1 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/quotas/e82169f766864385a5720a5d3dba7ede HTTP/1.1" status: 200 len: 375 time: 0.0523078 Aug 31 06:39:49.062611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-17ff817e-af88-4c78-9620-05fe839cbb48 None None] Provisioning for port 462a2870-c145-4807-a389-2d83aa3ccf7e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:49.093234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 27450efd-d333-423a-b8aa-480df48856a6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:49.116121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-17ff817e-af88-4c78-9620-05fe839cbb48 None None] Provisioning complete for port 462a2870-c145-4807-a389-2d83aa3ccf7e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:49.116626 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-17ff817e-af88-4c78-9620-05fe839cbb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:49.194132 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-cdefce3e-0b25-4805-b406-95ee1f8cb86a tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641457 Aug 31 06:39:49.296689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d08a71e-2eea-4ffb-8490-89ebb4f52b8f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:49.400089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08a71e-2eea-4ffb-8490-89ebb4f52b8f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=4573bc47-b43e-4de8-81f2-d1855cb30f8e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:49.488192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-17ff817e-af88-4c78-9620-05fe839cbb48 None None] Port 462a2870-c145-4807-a389-2d83aa3ccf7e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:49.589238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-17ff817e-af88-4c78-9620-05fe839cbb48 None None] Provisioning complete for port 27450efd-d333-423a-b8aa-480df48856a6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:49.596679 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-17ff817e-af88-4c78-9620-05fe839cbb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:49.612898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 27450efd-d333-423a-b8aa-480df48856a6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:49.615090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:49.667639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d08a71e-2eea-4ffb-8490-89ebb4f52b8f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:49.679617 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2d08a71e-2eea-4ffb-8490-89ebb4f52b8f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/4573bc47-b43e-4de8-81f2-d1855cb30f8e HTTP/1.1" status: 204 len: 168 time: 1.3010976 Aug 31 06:39:49.680292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40048) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:49.735388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-230fb29f-8f56-4d8e-9fbc-dbbf8f83266d service neutron] 10.222.0.15 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380735 Aug 31 06:39:49.979956 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dd611f-672a-497c-9437-cf031e419253 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:39:49.995451 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e7dd611f-672a-497c-9437-cf031e419253 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/4573bc47-b43e-4de8-81f2-d1855cb30f8e HTTP/1.1" status: 404 len: 333 time: 0.3120434 Aug 31 06:39:49.996861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40056) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:50.012927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-02072dcd-95ea-461c-b7a2-95de40ec784f service neutron] 10.222.0.15 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762010 Aug 31 06:39:50.224921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-17ff817e-af88-4c78-9620-05fe839cbb48 None None] Could not find standard attr ID for object 4573bc47-b43e-4de8-81f2-d1855cb30f8e. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:39:50.240531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-69cfd7fb-3f97-4ce0-8c1d-8fd6d54cd351 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.248555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-69cfd7fb-3f97-4ce0-8c1d-8fd6d54cd351 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.267684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-69cfd7fb-3f97-4ce0-8c1d-8fd6d54cd351 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.297235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-69cfd7fb-3f97-4ce0-8c1d-8fd6d54cd351 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.320023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-69cfd7fb-3f97-4ce0-8c1d-8fd6d54cd351 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.345433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-69cfd7fb-3f97-4ce0-8c1d-8fd6d54cd351 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.366944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-69cfd7fb-3f97-4ce0-8c1d-8fd6d54cd351 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.382687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-69cfd7fb-3f97-4ce0-8c1d-8fd6d54cd351 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.6299129 Aug 31 06:39:50.415160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-873bcaa4-91cf-4b0e-8470-c79d51e198c5 None None] Provisioning complete for port 462a2870-c145-4807-a389-2d83aa3ccf7e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:50.415553 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-873bcaa4-91cf-4b0e-8470-c79d51e198c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.592889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-873bcaa4-91cf-4b0e-8470-c79d51e198c5 None None] Port 462a2870-c145-4807-a389-2d83aa3ccf7e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:50.607447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-873bcaa4-91cf-4b0e-8470-c79d51e198c5 None None] Could not find standard attr ID for object 4573bc47-b43e-4de8-81f2-d1855cb30f8e. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:39:50.626510 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e523c0ac-62b3-4517-ab1f-232d370c1023 req-00d3bea5-6e63-4eec-9a65-84621221fbf5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2407715 Aug 31 06:39:50.662106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-febc0544-8002-4934-8db7-c23410ad55da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 462a2870-c145-4807-a389-2d83aa3ccf7e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:50.662644 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febc0544-8002-4934-8db7-c23410ad55da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.852656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369ddf2-1d75-447f-82d8-01699a3c86e4 req-a09fb971-9b7c-4f2b-842d-0bd3648d5f79 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.861427 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e369ddf2-1d75-447f-82d8-01699a3c86e4 req-a09fb971-9b7c-4f2b-842d-0bd3648d5f79 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2197676 Aug 31 06:39:50.957666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e369ddf2-1d75-447f-82d8-01699a3c86e4 req-65bd7378-709e-46e2-9025-803e68223a74 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951211 Aug 31 06:39:51.034760 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febc0544-8002-4934-8db7-c23410ad55da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.208259 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-627e44d9-af69-485c-9f0a-c9e9a85b3e83 req-349bf66f-9a3e-4598-a47b-b5b9d5dcf228 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 210 time: 0.1607699 Aug 31 06:39:51.232310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-febc0544-8002-4934-8db7-c23410ad55da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 462a2870-c145-4807-a389-2d83aa3ccf7e owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:51.585912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febc0544-8002-4934-8db7-c23410ad55da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.631142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc0544-8002-4934-8db7-c23410ad55da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=462a2870-c145-4807-a389-2d83aa3ccf7e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:51.811289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febc0544-8002-4934-8db7-c23410ad55da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.826902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-febc0544-8002-4934-8db7-c23410ad55da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/462a2870-c145-4807-a389-2d83aa3ccf7e HTTP/1.1" status: 204 len: 168 time: 1.8203452 Aug 31 06:39:51.827329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40090) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:51.877041 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae1e3c5-7575-4a07-92dc-d1fec65aae56 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:39:51.883830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3ae1e3c5-7575-4a07-92dc-d1fec65aae56 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/462a2870-c145-4807-a389-2d83aa3ccf7e HTTP/1.1" status: 404 len: 333 time: 0.0495157 Aug 31 06:39:51.890534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40094) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:51.967740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5581b-bc37-49a4-b685-e216d740755a req-3c6e01fa-6708-437e-8705-bd906b295fc9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:51.981421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5581b-bc37-49a4-b685-e216d740755a req-3c6e01fa-6708-437e-8705-bd906b295fc9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:51.989730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce8a09e-acdb-4ab5-8167-9a04bc8c0c9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet 2a21498b-d82e-45b7-8e95-56e91d812db3 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:51.994246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a09e-acdb-4ab5-8167-9a04bc8c0c9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.029442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5581b-bc37-49a4-b685-e216d740755a req-3c6e01fa-6708-437e-8705-bd906b295fc9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.040668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5581b-bc37-49a4-b685-e216d740755a req-3c6e01fa-6708-437e-8705-bd906b295fc9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.057867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5581b-bc37-49a4-b685-e216d740755a req-3c6e01fa-6708-437e-8705-bd906b295fc9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.070493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5581b-bc37-49a4-b685-e216d740755a req-3c6e01fa-6708-437e-8705-bd906b295fc9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.073146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a09e-acdb-4ab5-8167-9a04bc8c0c9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.083799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5581b-bc37-49a4-b685-e216d740755a req-3c6e01fa-6708-437e-8705-bd906b295fc9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.099265 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80b5581b-bc37-49a4-b685-e216d740755a req-3c6e01fa-6708-437e-8705-bd906b295fc9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.2791719 Aug 31 06:39:52.213536 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80b5581b-bc37-49a4-b685-e216d740755a req-932594d4-c43b-4229-a81b-364780f8a155 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1122913 Aug 31 06:39:52.297942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a09e-acdb-4ab5-8167-9a04bc8c0c9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.576869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6b33d1b-61d9-4386-b58f-de04fb1b453c req-38ac2c36-c761-41c9-80d6-402c9d9c0855 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0783648 Aug 31 06:39:52.813603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43cff6-5d1d-4de3-ad84-afcfc9e5c8c9 req-8489cbfe-ba01-4fcb-ba1f-0132f239c698 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.815275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c43cff6-5d1d-4de3-ad84-afcfc9e5c8c9 req-8489cbfe-ba01-4fcb-ba1f-0132f239c698 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.5894961 Aug 31 06:39:52.943265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c43cff6-5d1d-4de3-ad84-afcfc9e5c8c9 req-1963cfaa-fed9-4ff8-a298-fa8cfc22d0e2 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154256 Aug 31 06:39:52.973005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-891746f8-c945-402a-a95a-920bd62e0876 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.976125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-891746f8-c945-402a-a95a-920bd62e0876 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 815 time: 0.6252351 Aug 31 06:39:52.978677 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a09e-acdb-4ab5-8167-9a04bc8c0c9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.997521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Request body: {'port': {'device_id': '06f84fbe-885a-46d4-abbe-5f442d28e2a5', 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'admin_state_up': True, 'tenant_id': 'e82169f766864385a5720a5d3dba7ede'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:53.066981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a09e-acdb-4ab5-8167-9a04bc8c0c9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=2a21498b-d82e-45b7-8e95-56e91d812db3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:53.075606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a09e-acdb-4ab5-8167-9a04bc8c0c9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.078267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8ce8a09e-acdb-4ab5-8167-9a04bc8c0c9a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/2a21498b-d82e-45b7-8e95-56e91d812db3 HTTP/1.1" status: 204 len: 168 time: 1.1853709 Aug 31 06:39:53.084627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40120) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:53.103301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8224734-e7a1-4c0d-b414-a1915319c499 None None] Network 3208dbf9-042d-43de-bb1b-93ff9f634e0f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:53.319824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.335088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Made reservation on behalf of e82169f766864385a5720a5d3dba7ede for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:53.341590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.454628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] DHCP port deletion for 3208dbf9-042d-43de-bb1b-93ff9f634e0f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:39:53.534883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 27450efd-d333-423a-b8aa-480df48856a6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:53.535158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.636030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] Deleting port 27450efd-d333-423a-b8aa-480df48856a6 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:53.636773 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.709123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] For port 27450efd-d333-423a-b8aa-480df48856a6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=27450efd-d333-423a-b8aa-480df48856a6,segment=NetworkSegment(7f9d8d38-9ff0-497a-9df9-17a07425138a),segment_id=7f9d8d38-9ff0-497a-9df9-17a07425138a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:53.709673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.728545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 27450efd-d333-423a-b8aa-480df48856a6 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:53.756550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-1e8c100a-75f5-41d4-b201-6ab18f0aed04 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.769028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-1e8c100a-75f5-41d4-b201-6ab18f0aed04 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.781951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-1e8c100a-75f5-41d4-b201-6ab18f0aed04 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.795751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-1e8c100a-75f5-41d4-b201-6ab18f0aed04 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.808316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-1e8c100a-75f5-41d4-b201-6ab18f0aed04 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.821545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-1e8c100a-75f5-41d4-b201-6ab18f0aed04 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.834003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-1e8c100a-75f5-41d4-b201-6ab18f0aed04 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.838337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-1e8c100a-75f5-41d4-b201-6ab18f0aed04 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.3545861 Aug 31 06:39:53.881489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bcfb2ef4-1f32-4f5d-a5fc-4648aef07409 req-c7cebf21-7f31-450d-a47f-4574891e7d57 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0591931 Aug 31 06:39:53.884445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Allocated IP 172.20.0.6 (fdc73f56-9c44-42c5-ba72-bd864fd5a6a3/1c48269a-f123-4c8f-aeec-84e8b8a3ee1c/72befd52-3df7-41db-b024-a8e2ad882890) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:53.887196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] For port 27450efd-d333-423a-b8aa-480df48856a6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=27450efd-d333-423a-b8aa-480df48856a6,segment=NetworkSegment(7f9d8d38-9ff0-497a-9df9-17a07425138a),segment_id=7f9d8d38-9ff0-497a-9df9-17a07425138a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:53.887844 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.938742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] Calling delete_port for 27450efd-d333-423a-b8aa-480df48856a6 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:53.958751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.023760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=27450efd-d333-423a-b8aa-480df48856a6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:54.029754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No DVR routers for this DVR port 27450efd-d333-423a-b8aa-480df48856a6 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:54.174186 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.196064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] No DVR routers for this DVR port 27450efd-d333-423a-b8aa-480df48856a6 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:54.198088 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc280ec1-72ed-4856-8120-bd0c27a8b080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.247242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaf9c8-6974-4909-a1b1-b1098e122b45 None None] Pushing event deleted for resources: {'Port': ['ID=27450efd-d333-423a-b8aa-480df48856a6,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:54.251611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baae70-2240-4e8c-bf33-7052a7937c40 req-da889ac4-a874-46fb-846c-0fa69521a462 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.259297 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51baae70-2240-4e8c-bf33-7052a7937c40 req-da889ac4-a874-46fb-846c-0fa69521a462 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.1453588 Aug 31 06:39:54.268618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.272751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee85e1de-83be-4d6e-b160-93192ead93e2 req-f3e5a94b-6155-4391-bfbb-c004549b1ef9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3048739 Aug 31 06:39:54.297153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3208dbf9-042d-43de-bb1b-93ff9f634e0f']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:54.297661 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.333873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51baae70-2240-4e8c-bf33-7052a7937c40 req-faa20830-66f6-45c4-89b9-d8e2b3cb7f13 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715094 Aug 31 06:39:54.344015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9d8d38-9ff0-497a-9df9-17a07425138a') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:54.344291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9d8d38-9ff0-497a-9df9-17a07425138a') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:54.371108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.389932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.402652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:39:54.403220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.429148 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:39:54.509349 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:39:54.514770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.520831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.534990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['70a517d7-bb48-46c3-9e33-6ec3bc37e863'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:54.541030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:54.555969 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.574454 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/networks/3208dbf9-042d-43de-bb1b-93ff9f634e0f HTTP/1.1" status: 204 len: 168 time: 1.4827998 Aug 31 06:39:54.584145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40146) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:54.594140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:54.607125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:54.612944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1037320991'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:54.624780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:54.681144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Pushing event updated for resources: {'Port': ['ID=72befd52-3df7-41db-b024-a8e2ad882890,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:54.685616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Network': ['ID=3208dbf9-042d-43de-bb1b-93ff9f634e0f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:54.743026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.743934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.744853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.745758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.748617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.749260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.750282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.750849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.751407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.752416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.753231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.753581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1481883-3f82-4618-a287-3c8a1803e11f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:54.764177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.764867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.786896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:54.796925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.805250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-527f4cea-f00f-4616-ba7b-2aeebe2d7213 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8171580 Aug 31 06:39:54.825837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Request body: {'port': {'device_id': '06f84fbe-885a-46d4-abbe-5f442d28e2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:54.911412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:39:54.950784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.955593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.956240 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Added segment d3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1 of type vlan for network ec33742d-1cf0-4e87-aa05-7e506af841d0 Aug 31 06:39:55.036953 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.054069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 27450efd-d333-423a-b8aa-480df48856a6 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:55.092873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.115351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 27450efd-d333-423a-b8aa-480df48856a6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:55.116033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 27450efd-d333-423a-b8aa-480df48856a6 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:55.130078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.131843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.269642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb7ec9-36fc-444e-96a9-3f1aff686f51 req-627259ef-4284-46a0-92ec-1e2406d2d7e9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.271915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47bb7ec9-36fc-444e-96a9-3f1aff686f51 req-627259ef-4284-46a0-92ec-1e2406d2d7e9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 931 time: 0.1853793 Aug 31 06:39:55.371609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Network': ['ID=ec33742d-1cf0-4e87-aa05-7e506af841d0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:55.391572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fd4813de-9eca-43fa-bb9a-5ac7c3a4821c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8052647 Aug 31 06:39:55.392620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40162) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:55.394614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ec33742d-1cf0-4e87-aa05-7e506af841d0 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:39:55.402509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': 'ec33742d-1cf0-4e87-aa05-7e506af841d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:55.427300 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47bb7ec9-36fc-444e-96a9-3f1aff686f51 req-b3f1d489-707c-4005-a764-5529177345c4 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464591 Aug 31 06:39:55.670435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-63176016-20c6-41a5-ab39-f4f8325c3369 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.673543 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.679798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-63176016-20c6-41a5-ab39-f4f8325c3369 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.687057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-63176016-20c6-41a5-ab39-f4f8325c3369 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.689339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72befd52-3df7-41db-b024-a8e2ad882890 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:55.697838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-63176016-20c6-41a5-ab39-f4f8325c3369 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.698912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.708313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-63176016-20c6-41a5-ab39-f4f8325c3369 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.713158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Transition to ACTIVE for port object 72befd52-3df7-41db-b024-a8e2ad882890 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:55.716538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-63176016-20c6-41a5-ab39-f4f8325c3369 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.720239 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.730565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-63176016-20c6-41a5-ab39-f4f8325c3369 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.734937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-63176016-20c6-41a5-ab39-f4f8325c3369 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.1493714 Aug 31 06:39:55.826839 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6e91a8b-3b67-4759-939d-9a184dd46b51 req-27eb94d3-8cec-4a63-9bff-d662be288503 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0772443 Aug 31 06:39:55.828276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:55.842989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1ec07-916f-43e3-a8fd-c7328c9a66dc req-0132c687-0463-44b6-9391-c1d144e9838a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.844624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bc1ec07-916f-43e3-a8fd-c7328c9a66dc req-0132c687-0463-44b6-9391-c1d144e9838a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2270284 Aug 31 06:39:55.847065 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.866683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Pushing event updated for resources: {'Port': ['ID=72befd52-3df7-41db-b024-a8e2ad882890,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:56.085861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bc1ec07-916f-43e3-a8fd-c7328c9a66dc req-6bbbe786-3d88-49e2-be72-91c32d45d4ce tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053914 Aug 31 06:39:56.143417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Attempting to bind port 72befd52-3df7-41db-b024-a8e2ad882890 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:56.144521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Attempting to bind port 72befd52-3df7-41db-b024-a8e2ad882890 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:56.145778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Attempting to bind port 72befd52-3df7-41db-b024-a8e2ad882890 on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:56.156683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Port 72befd52-3df7-41db-b024-a8e2ad882890 on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:56.157364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Attempting to bind port 72befd52-3df7-41db-b024-a8e2ad882890 on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:56.178455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:56.178897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Checking segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:56.179356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Bound using segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:56.179899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Bound port: 72befd52-3df7-41db-b024-a8e2ad882890, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:56.180352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.231911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.337107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] For port 72befd52-3df7-41db-b024-a8e2ad882890, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:56.342764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] For port 72befd52-3df7-41db-b024-a8e2ad882890, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=72befd52-3df7-41db-b024-a8e2ad882890,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:56.349836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=b8be35ee-7a6b-424d-8667-0386768352fe,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:56.350147 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.356051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Checking segment: {'id': 'd3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec33742d-1cf0-4e87-aa05-7e506af841d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:56.356652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network hostable DHCP agents. Network: ec33742d-1cf0-4e87-aa05-7e506af841d0, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:39:56.379298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network ec33742d-1cf0-4e87-aa05-7e506af841d0 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:39:56.394511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ec33742d-1cf0-4e87-aa05-7e506af841d0) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:56.400602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.401739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.421315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9cf05-4343-4914-8d58-e6d0c1d26b17 None None] Network ec33742d-1cf0-4e87-aa05-7e506af841d0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:56.433870 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c9893dbd-9fbc-4f71-b1f7-e25738fb505d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0395012 Aug 31 06:39:56.434716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40184) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:56.439683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2486d1fa-4e29-42b3-b769-83a0bbe792fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-193051185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:56.467389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2486d1fa-4e29-42b3-b769-83a0bbe792fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.468745 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2486d1fa-4e29-42b3-b769-83a0bbe792fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.494291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.495989 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.497988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] 10.222.0.42 "PUT /v2.0/ports/72befd52-3df7-41db-b024-a8e2ad882890 HTTP/1.1" status: 200 len: 1092 time: 1.6838739 Aug 31 06:39:56.498789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f84fbe-885a-46d4-abbe-5f442d28e2a5', 'tag': '72befd52-3df7-41db-b024-a8e2ad882890'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:56.501631 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5df489-33e9-430e-a89f-2fe718e8335d" -d '{"events": [{"name": "network-changed", "server_uuid": "06f84fbe-885a-46d4-abbe-5f442d28e2a5", "tag": "72befd52-3df7-41db-b024-a8e2ad882890"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:56.564568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2486d1fa-4e29-42b3-b769-83a0bbe792fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.575453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2486d1fa-4e29-42b3-b769-83a0bbe792fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.608938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2486d1fa-4e29-42b3-b769-83a0bbe792fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.611752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2486d1fa-4e29-42b3-b769-83a0bbe792fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1756728 Aug 31 06:39:56.617830 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17807962-1af9-4a1f-b101-ba4e338abb66 x-openstack-request-id: req-17807962-1af9-4a1f-b101-ba4e338abb66 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:56.617830 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f84fbe-885a-46d4-abbe-5f442d28e2a5", "tag": "72befd52-3df7-41db-b024-a8e2ad882890", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:56.617830 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17807962-1af9-4a1f-b101-ba4e338abb66 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:56.617830 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f84fbe-885a-46d4-abbe-5f442d28e2a5', 'tag': '72befd52-3df7-41db-b024-a8e2ad882890', 'status': 'completed', 'code': 200} Aug 31 06:39:56.622054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40192) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:56.629781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db30b4-fc3e-437e-983e-3655916e890f service neutron] Pushing event updated for resources: {'Port': ['ID=72befd52-3df7-41db-b024-a8e2ad882890,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:56.635981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'network_id': 'ec33742d-1cf0-4e87-aa05-7e506af841d0', 'name': 'tempest-PortsTestJSON-2140054426'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:56.648834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-6821f58d-e34d-4d49-9475-42034059ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.650986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-6821f58d-e34d-4d49-9475-42034059ad9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0852759 Aug 31 06:39:56.663274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:56.813580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-6f1de791-085f-41b7-82ba-12ad51bee099 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72befd52-3df7-41db-b024-a8e2ad882890 HTTP/1.1" status: 200 len: 217 time: 0.1512544 Aug 31 06:39:56.819162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:56.825337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.856974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 4caa10fe-f5c5-479a-ba94-df0416b43901 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:39:56.980992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3d1eb-b512-4be7-a60e-25167ffec30e req-7e160d23-ac75-4f7f-a767-6980292dda70 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.992408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22a3d1eb-b512-4be7-a60e-25167ffec30e req-7e160d23-ac75-4f7f-a767-6980292dda70 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 943 time: 0.1964428 Aug 31 06:39:57.041073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.8 (ec33742d-1cf0-4e87-aa05-7e506af841d0/b8be35ee-7a6b-424d-8667-0386768352fe/4caa10fe-f5c5-479a-ba94-df0416b43901) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:57.066277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-01a5f2cd-63d1-4e2d-818e-73ac1f726fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.069434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-01a5f2cd-63d1-4e2d-818e-73ac1f726fd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.2087917 Aug 31 06:39:57.089457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:57.109703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'mac_address': 'fa:16:3e:2a:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:57.154624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22a3d1eb-b512-4be7-a60e-25167ffec30e req-52578109-4466-4b89-b26d-afac7b2f5ac2 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527410 Aug 31 06:39:57.194087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-71ea2195-0e1a-4c06-af80-231afc883da2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821381 Aug 31 06:39:57.279244 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c4e12af-ff62-448b-b83d-ff808fc74dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.311968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.411079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 4caa10fe-f5c5-479a-ba94-df0416b43901 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:57.419712 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-7b39d5d2-34a0-4f8a-bda6-dc904c5f0c39 service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163527 Aug 31 06:39:57.484858 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.491097 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.506653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.509754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ec33742d-1cf0-4e87-aa05-7e506af841d0', 'network_id': 'ec33742d-1cf0-4e87-aa05-7e506af841d0', 'tenant_id': '8f4ec84889934f01a01280d278d7c14d', 'fixed_ips': [{'subnet_id': 'b8be35ee-7a6b-424d-8667-0386768352fe'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:39:57.511385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.540106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 091be7d1-ce05-47e3-a0d5-98458d38805e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:57.605468 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:57.612083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.612975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network ec33742d-1cf0-4e87-aa05-7e506af841d0 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:57.631828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5041-ed91-4bb2-919a-6000274643ec req-5bee29a4-3b75-4b49-8846-73ac9111352a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.640374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5041-ed91-4bb2-919a-6000274643ec req-5bee29a4-3b75-4b49-8846-73ac9111352a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.646387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5041-ed91-4bb2-919a-6000274643ec req-5bee29a4-3b75-4b49-8846-73ac9111352a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.652696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5041-ed91-4bb2-919a-6000274643ec req-5bee29a4-3b75-4b49-8846-73ac9111352a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.659777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5041-ed91-4bb2-919a-6000274643ec req-5bee29a4-3b75-4b49-8846-73ac9111352a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.666292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5041-ed91-4bb2-919a-6000274643ec req-5bee29a4-3b75-4b49-8846-73ac9111352a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.673162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f5041-ed91-4bb2-919a-6000274643ec req-5bee29a4-3b75-4b49-8846-73ac9111352a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.675542 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-517f5041-ed91-4bb2-919a-6000274643ec req-5bee29a4-3b75-4b49-8846-73ac9111352a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.3822327 Aug 31 06:39:57.679955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:57.682530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:57.727378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=4caa10fe-f5c5-479a-ba94-df0416b43901,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:57.736962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee33215-0f56-411f-b850-f7f946eb3e7d req-7d638917-eba8-4971-abd5-115e9dccd485 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.759727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ee33215-0f56-411f-b850-f7f946eb3e7d req-7d638917-eba8-4971-abd5-115e9dccd485 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2439969 Aug 31 06:39:57.817345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.818121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.835627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-517f5041-ed91-4bb2-919a-6000274643ec req-5840954b-6942-4ea1-a5e2-2c38c29532a8 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1126418 Aug 31 06:39:57.844429 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e15ed5d3-a190-4310-9ed6-12f4ae445f0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2201557 Aug 31 06:39:57.849601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40214) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:57.896071 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17ee2fd-fdac-435b-b05c-773ca4a35671 req-50d11270-def1-4f8f-869d-a60448ba07d5 service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660833 Aug 31 06:39:57.929968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['091be7d1-ce05-47e3-a0d5-98458d38805e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:57.944212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:57.989259 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ee33215-0f56-411f-b850-f7f946eb3e7d req-d5e53425-a4c1-4a9f-96d4-f2808c0173a8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153583 Aug 31 06:39:58.029248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.029892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.030391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.031184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.031901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.032767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.038015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.039667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.040833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.041881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.042420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.044022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:58.104632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-6eae9fad-0aea-42e5-8059-225d7565f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.107494 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-6eae9fad-0aea-42e5-8059-225d7565f001 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 1095 time: 0.1294379 Aug 31 06:39:58.174760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Allocated IP 172.20.0.2 (ec33742d-1cf0-4e87-aa05-7e506af841d0/b8be35ee-7a6b-424d-8667-0386768352fe/cbcfcec1-79de-4d2e-9c19-85aefffec239) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:58.179069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.393749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33493de-18a1-4a60-ad0e-ad9126852cf3 req-f1d81ca3-7bb2-4d52-98ad-4a6d3cd53e80 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.396473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e33493de-18a1-4a60-ad0e-ad9126852cf3 req-f1d81ca3-7bb2-4d52-98ad-4a6d3cd53e80 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.1662486 Aug 31 06:39:58.490032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-2bd506da-ac5f-4f9b-ab10-9520e22d9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.493021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-2bd506da-ac5f-4f9b-ab10-9520e22d9930 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 916 time: 0.3773675 Aug 31 06:39:58.502470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e33493de-18a1-4a60-ad0e-ad9126852cf3 req-df7bedb5-b99c-460e-8f2c-755c4cff2bfd tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943179 Aug 31 06:39:58.579357 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-706d14bc-6cab-4c49-8d00-85102dafdf7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72befd52-3df7-41db-b024-a8e2ad882890 HTTP/1.1" status: 200 len: 217 time: 0.0753062 Aug 31 06:39:58.665756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508adc7-88c5-40a2-aa16-6e3eed25c043 req-2fc484d6-ef83-403a-b188-a80a9626278b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.674464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e508adc7-88c5-40a2-aa16-6e3eed25c043 req-2fc484d6-ef83-403a-b188-a80a9626278b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 943 time: 0.2483935 Aug 31 06:39:58.708055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:58.716223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-2ec8f12c-4241-45f1-8032-d77a84228a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.718234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-2ec8f12c-4241-45f1-8032-d77a84228a4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.1298587 Aug 31 06:39:58.766232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-783482a7-cfb1-4199-8ee1-05fca5a22674 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388756 Aug 31 06:39:58.810520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e508adc7-88c5-40a2-aa16-6e3eed25c043 req-e9cdb956-144f-48be-a677-de86282c2431 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314218 Aug 31 06:39:58.816341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.934793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.954777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Transition to ACTIVE for port object cbcfcec1-79de-4d2e-9c19-85aefffec239 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:59.013128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Transition to ACTIVE for port object cbcfcec1-79de-4d2e-9c19-85aefffec239 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:59.028932 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.093425 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.127942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Network ec33742d-1cf0-4e87-aa05-7e506af841d0 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:59.133969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:59.136994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 091be7d1-ce05-47e3-a0d5-98458d38805e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:59.141416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:59.151406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Pushing event updated for resources: {'Port': ['ID=cbcfcec1-79de-4d2e-9c19-85aefffec239,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:59.172174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-7beec42e-fcd4-4337-bc61-e99facdb7fbc service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977826 Aug 31 06:39:59.223768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:59.263270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.282783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-9d46cfb8-b999-4fa4-a38a-c87433836fc5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.290032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-9d46cfb8-b999-4fa4-a38a-c87433836fc5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.296469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-9d46cfb8-b999-4fa4-a38a-c87433836fc5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.302816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda73c60-52a0-4c15-b4f1-d2fbf6b83993 req-2914a007-62be-47cb-9007-bfe70fcf02fd tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.304034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-9d46cfb8-b999-4fa4-a38a-c87433836fc5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.311538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-9d46cfb8-b999-4fa4-a38a-c87433836fc5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.317766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bda73c60-52a0-4c15-b4f1-d2fbf6b83993 req-2914a007-62be-47cb-9007-bfe70fcf02fd tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 949 time: 0.1425333 Aug 31 06:39:59.322171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-9d46cfb8-b999-4fa4-a38a-c87433836fc5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.331356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Attempting to bind port cbcfcec1-79de-4d2e-9c19-85aefffec239 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:59.331999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Attempting to bind port cbcfcec1-79de-4d2e-9c19-85aefffec239 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec33742d-1cf0-4e87-aa05-7e506af841d0'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:59.332629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Attempting to bind port cbcfcec1-79de-4d2e-9c19-85aefffec239 on network ec33742d-1cf0-4e87-aa05-7e506af841d0 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:59.336411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-9d46cfb8-b999-4fa4-a38a-c87433836fc5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.348110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-9d46cfb8-b999-4fa4-a38a-c87433836fc5 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.3057323 Aug 31 06:39:59.352963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:59.359281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Checking segment: {'id': 'd3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec33742d-1cf0-4e87-aa05-7e506af841d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:59.359543 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.360081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Bound using segment: {'id': 'd3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec33742d-1cf0-4e87-aa05-7e506af841d0'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:59.360728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Bound port: cbcfcec1-79de-4d2e-9c19-85aefffec239, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec33742d-1cf0-4e87-aa05-7e506af841d0'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:59.361247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.406947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:59.425805 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:39:59.427749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56bc9070-a90a-44b7-8f0b-8d27b0620e8d req-466f570d-c401-4f5e-96bc-011eb12df698 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0784898 Aug 31 06:39:59.492799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4a5df489-33e9-430e-a89f-2fe718e8335d req-b0170f77-4421-43e4-8bb8-450474ecea75 service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116336 Aug 31 06:39:59.505402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] For port cbcfcec1-79de-4d2e-9c19-85aefffec239, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:59.508982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] For port cbcfcec1-79de-4d2e-9c19-85aefffec239, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cbcfcec1-79de-4d2e-9c19-85aefffec239,segment=NetworkSegment(d3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1),segment_id=d3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:59.517030 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.540853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bda73c60-52a0-4c15-b4f1-d2fbf6b83993 req-c2a74a41-2ff6-4511-b679-8a1e92938eff tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216253 Aug 31 06:39:59.627200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f0e9a-b0b7-4871-8b61-a4f4f2afb60c None None] Pushing event updated for resources: {'Port': ['ID=cbcfcec1-79de-4d2e-9c19-85aefffec239,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:59.633180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.646453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.753391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=4caa10fe-f5c5-479a-ba94-df0416b43901,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:59.898616 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.001237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97890518-5f59-499f-823e-f9d620231320 req-fcef30d7-dc92-4954-acd2-e9dbf97c7eb6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:00.002207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97890518-5f59-499f-823e-f9d620231320 req-fcef30d7-dc92-4954-acd2-e9dbf97c7eb6 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.1611180 Aug 31 06:40:00.124014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97890518-5f59-499f-823e-f9d620231320 req-56674788-dc1f-46ad-b16a-99b5bc2d8efa tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772817 Aug 31 06:40:00.176583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.200018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727494a-f299-4272-9689-f892361c8064 req-581080fd-3c4f-4378-846e-2c930cb9da7e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:00.208242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c727494a-f299-4272-9689-f892361c8064 req-581080fd-3c4f-4378-846e-2c930cb9da7e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 943 time: 0.1373005 Aug 31 06:40:00.283707 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c727494a-f299-4272-9689-f892361c8064 req-13a18615-6e9e-48d5-a9a9-c1aece4c0054 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707164 Aug 31 06:40:00.427234 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.538667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 72befd52-3df7-41db-b024-a8e2ad882890 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:00.903063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 72befd52-3df7-41db-b024-a8e2ad882890, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=72befd52-3df7-41db-b024-a8e2ad882890,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:00.959754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:01.140005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '72befd52-3df7-41db-b024-a8e2ad882890', 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'port_id': '72befd52-3df7-41db-b024-a8e2ad882890', 'mac_address': 'fa:16:3e:55:37:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c48269a-f123-4c8f-aeec-84e8b8a3ee1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:01.158385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cbcfcec1-79de-4d2e-9c19-85aefffec239 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:01.178484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-e7310e0e-1fcb-4f35-a318-1e4bd5fcb2b1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.184492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-e7310e0e-1fcb-4f35-a318-1e4bd5fcb2b1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.191146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-e7310e0e-1fcb-4f35-a318-1e4bd5fcb2b1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.197114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-e7310e0e-1fcb-4f35-a318-1e4bd5fcb2b1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.206274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-e7310e0e-1fcb-4f35-a318-1e4bd5fcb2b1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.223818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-e7310e0e-1fcb-4f35-a318-1e4bd5fcb2b1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.235094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-e7310e0e-1fcb-4f35-a318-1e4bd5fcb2b1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.238474 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-e7310e0e-1fcb-4f35-a318-1e4bd5fcb2b1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.5595322 Aug 31 06:40:01.281039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf4c59-19c9-4691-ae38-846603721472 req-8f74fea7-9f53-40e2-a685-d18ab5ce7cbf tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.282231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port cbcfcec1-79de-4d2e-9c19-85aefffec239 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:01.289672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 091be7d1-ce05-47e3-a0d5-98458d38805e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:01.290126 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.297537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbdf4c59-19c9-4691-ae38-846603721472 req-8f74fea7-9f53-40e2-a685-d18ab5ce7cbf tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 948 time: 0.0929461 Aug 31 06:40:01.299059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.382624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbdf4c59-19c9-4691-ae38-846603721472 req-4b30d6f8-5bb4-44a9-92b1-556c106902c3 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817628 Aug 31 06:40:01.390562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72befd52-3df7-41db-b024-a8e2ad882890 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:01.433939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 72befd52-3df7-41db-b024-a8e2ad882890, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=72befd52-3df7-41db-b024-a8e2ad882890,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:01.441062 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.528692 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.531820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=72befd52-3df7-41db-b024-a8e2ad882890,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:01.543504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94d0632-b58e-422e-b085-fe4f746a47c6 None None] Network ec33742d-1cf0-4e87-aa05-7e506af841d0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:01.619757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:01.622968 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dc96a5-ad3d-4520-a1d4-b569108cdd08" -d '{"events": [{"server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "name": "network-vif-plugged", "status": "completed", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:01.655956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:01.725013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['72befd52-3df7-41db-b024-a8e2ad882890'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:01.770736 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.865075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38c957f4-5077-477b-8682-b36d8d6c2500 None None] Provisioning for port cbcfcec1-79de-4d2e-9c19-85aefffec239 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:01.957482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38c957f4-5077-477b-8682-b36d8d6c2500 None None] Provisioning complete for port cbcfcec1-79de-4d2e-9c19-85aefffec239 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:01.958603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38c957f4-5077-477b-8682-b36d8d6c2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.964285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b73f-3d80-42e9-b075-efb9af1b37b5 req-f9501a70-6f64-4944-beb3-30e00100d84e tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.979614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffc6b73f-3d80-42e9-b075-efb9af1b37b5 req-f9501a70-6f64-4944-beb3-30e00100d84e tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.1706223 Aug 31 06:40:02.087560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:02.103481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffc6b73f-3d80-42e9-b075-efb9af1b37b5 req-c1d3b976-bad2-44f0-917c-27aa6aab8a3d tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096823 Aug 31 06:40:02.128217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.146318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.326956 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b04d677-a9a2-42e5-b16e-9b650682d383 req-5602cbe2-c017-438c-b54d-5de7f679a9d9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.0758717 Aug 31 06:40:02.342369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c2ce8-f97b-4374-bd3a-e6a92a5be913 req-3d36f264-82c9-49e7-8304-6114279bf5fd tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:02.351811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-997c2ce8-f97b-4374-bd3a-e6a92a5be913 req-3d36f264-82c9-49e7-8304-6114279bf5fd tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 944 time: 0.1365438 Aug 31 06:40:02.398658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=4caa10fe-f5c5-479a-ba94-df0416b43901,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:02.432331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.477110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-997c2ce8-f97b-4374-bd3a-e6a92a5be913 req-7762d0ea-cc45-4112-a44e-efb901b7389c tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217375 Aug 31 06:40:02.571201 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38c957f4-5077-477b-8682-b36d8d6c2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.581383 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04462249-55b4-48c2-bf16-7ea1299cd838 x-openstack-request-id: req-04462249-55b4-48c2-bf16-7ea1299cd838 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:02.585411 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "name": "network-vif-plugged", "status": "completed", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:02.585924 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04462249-55b4-48c2-bf16-7ea1299cd838 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:02.586590 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'code': 200} Aug 31 06:40:02.691430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec3180-372e-48db-b473-325d285724ca req-21af6ba7-72d4-4ae9-bffb-56ef1786e1f8 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:02.693960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-baec3180-372e-48db-b473-325d285724ca req-21af6ba7-72d4-4ae9-bffb-56ef1786e1f8 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.2775941 Aug 31 06:40:03.074474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-38c957f4-5077-477b-8682-b36d8d6c2500 None None] For port cbcfcec1-79de-4d2e-9c19-85aefffec239, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cbcfcec1-79de-4d2e-9c19-85aefffec239,segment=NetworkSegment(d3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1),segment_id=d3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:03.086722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network ec33742d-1cf0-4e87-aa05-7e506af841d0 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:03.091698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:03.096316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38c957f4-5077-477b-8682-b36d8d6c2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.099215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfdb7b-9407-4c52-ace3-e3bc0c7aa2bd req-d6273326-b1d0-45b0-b0e8-02621d4ec024 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.106594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecfcc6-0fc8-4f0d-a41b-1ed093fa3e48 req-e896b51c-7fc8-4ffc-bc89-28df586efa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.108732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15ecfcc6-0fc8-4f0d-a41b-1ed093fa3e48 req-e896b51c-7fc8-4ffc-bc89-28df586efa21 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1102 time: 0.3166332 Aug 31 06:40:03.148521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0dfdb7b-9407-4c52-ace3-e3bc0c7aa2bd req-d6273326-b1d0-45b0-b0e8-02621d4ec024 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.4440815 Aug 31 06:40:03.323514 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0dfdb7b-9407-4c52-ace3-e3bc0c7aa2bd req-280d0550-3ca7-4b44-bc69-739a9157311b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653566 Aug 31 06:40:03.387130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Deleting port e67c52ff-1787-48d0-8bc6-e71d41dd741e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:03.388165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.482258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c957f4-5077-477b-8682-b36d8d6c2500 None None] Pushing event updated for resources: {'Port': ['ID=cbcfcec1-79de-4d2e-9c19-85aefffec239,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:03.506024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8bd97842-be1e-4014-b168-8c5a37bfe85e None None] Provisioning complete for port cbcfcec1-79de-4d2e-9c19-85aefffec239 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:03.506689 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8bd97842-be1e-4014-b168-8c5a37bfe85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.511797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce32833-ded7-4085-99df-f7e3d44b0689 req-0fc19bca-149f-4709-b884-a28a1aadec21 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.519195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ce32833-ded7-4085-99df-f7e3d44b0689 req-0fc19bca-149f-4709-b884-a28a1aadec21 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.2082112 Aug 31 06:40:03.604580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15ecfcc6-0fc8-4f0d-a41b-1ed093fa3e48 req-5338f908-d043-4e84-bb89-ad4723252e0f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098536 Aug 31 06:40:03.641340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ce32833-ded7-4085-99df-f7e3d44b0689 req-929c260a-138b-410c-9ef3-deb81faa5c56 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834124 Aug 31 06:40:03.650052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Router fc29c16c-9567-4df4-93eb-6370ca097f51 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:40:03.750571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8bd97842-be1e-4014-b168-8c5a37bfe85e None None] Provisioning for port 4caa10fe-f5c5-479a-ba94-df0416b43901 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:03.767230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8bd97842-be1e-4014-b168-8c5a37bfe85e None None] Provisioning complete for port 4caa10fe-f5c5-479a-ba94-df0416b43901 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:03.767230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8bd97842-be1e-4014-b168-8c5a37bfe85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.798266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] For port e67c52ff-1787-48d0-8bc6-e71d41dd741e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e67c52ff-1787-48d0-8bc6-e71d41dd741e,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:03.798713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.839483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-440b0a4d-0560-4244-b21b-f78df6b33bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.858678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-440b0a4d-0560-4244-b21b-f78df6b33bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.870192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-440b0a4d-0560-4244-b21b-f78df6b33bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.882389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-440b0a4d-0560-4244-b21b-f78df6b33bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.897953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-440b0a4d-0560-4244-b21b-f78df6b33bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.917095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-440b0a4d-0560-4244-b21b-f78df6b33bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.930780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-440b0a4d-0560-4244-b21b-f78df6b33bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.944079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-440b0a4d-0560-4244-b21b-f78df6b33bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.2819679 Aug 31 06:40:04.131001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:40:04.149923 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb8586-6a9b-4dea-8059-5762341b6384 None None] Sync routers for ids ['fc29c16c-9567-4df4-93eb-6370ca097f51'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:40:04.150847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2977b03e-1500-4f06-b023-cc542137f975 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "PUT /v2.0/routers/fc29c16c-9567-4df4-93eb-6370ca097f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2993555 Aug 31 06:40:04.156458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:04.166939 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb8586-6a9b-4dea-8059-5762341b6384 None None] Routers {'fc29c16c-9567-4df4-93eb-6370ca097f51'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:04.167850 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-58fb8586-6a9b-4dea-8059-5762341b6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc29c16c-9567-4df4-93eb-6370ca097f51'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:04.202587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8bd97842-be1e-4014-b168-8c5a37bfe85e None None] Port 4caa10fe-f5c5-479a-ba94-df0416b43901 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:04.253515 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-58fb8586-6a9b-4dea-8059-5762341b6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:04.256905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b74f05e6-a5df-4617-a6c8-4fc2d5f83e46 req-11e7a3ed-f287-47e1-abfd-3d2ddef8b8ed tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3109214 Aug 31 06:40:04.285855 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb8586-6a9b-4dea-8059-5762341b6384 None None] Routers {'fc29c16c-9567-4df4-93eb-6370ca097f51'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:04.287269 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-58fb8586-6a9b-4dea-8059-5762341b6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc29c16c-9567-4df4-93eb-6370ca097f51'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:04.298832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e54b8-7a9d-4e88-851e-3713aa177b81 req-50801561-89ce-4ae9-8328-2d5c481578cf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:04.339750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e43e54b8-7a9d-4e88-851e-3713aa177b81 req-50801561-89ce-4ae9-8328-2d5c481578cf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 944 time: 0.4194713 Aug 31 06:40:04.370978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-752c6664-2a0d-4f1a-9ff1-bb5d17a0e80f None None] Provisioning complete for port 4caa10fe-f5c5-479a-ba94-df0416b43901 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:04.371750 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-752c6664-2a0d-4f1a-9ff1-bb5d17a0e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.440009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c481bf-742a-4e38-92c7-c072fee089e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:04.445694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b9c481bf-742a-4e38-92c7-c072fee089e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc29c16c-9567-4df4-93eb-6370ca097f51 HTTP/1.1" status: 200 len: 982 time: 0.2809420 Aug 31 06:40:04.448696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40342) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:04.460329 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-58fb8586-6a9b-4dea-8059-5762341b6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:04.462446 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb8586-6a9b-4dea-8059-5762341b6384 None None] The sync data for ids ['fc29c16c-9567-4df4-93eb-6370ca097f51'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:40:04.501388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-752c6664-2a0d-4f1a-9ff1-bb5d17a0e80f None None] Port 4caa10fe-f5c5-479a-ba94-df0416b43901 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:04.538046 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e43e54b8-7a9d-4e88-851e-3713aa177b81 req-f66bf734-8c27-481c-ba69-99e96cfd9710 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955175 Aug 31 06:40:04.559058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 72befd52-3df7-41db-b024-a8e2ad882890 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:04.712703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 72befd52-3df7-41db-b024-a8e2ad882890 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:04.722258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 72befd52-3df7-41db-b024-a8e2ad882890 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:04.723872 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.821695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-74e799df-b029-49eb-a09a-bf44e41477b1 None None] Provisioning complete for port 4caa10fe-f5c5-479a-ba94-df0416b43901 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:04.822347 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-74e799df-b029-49eb-a09a-bf44e41477b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.902797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-74e799df-b029-49eb-a09a-bf44e41477b1 None None] Port 4caa10fe-f5c5-479a-ba94-df0416b43901 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:05.039559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:05.123531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f84fbe-885a-46d4-abbe-5f442d28e2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72befd52-3df7-41db-b024-a8e2ad882890'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:05.149110 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a1aef3-a82e-43ef-b47a-e7e165dfc8b5" -d '{"events": [{"server_uuid": "06f84fbe-885a-46d4-abbe-5f442d28e2a5", "name": "network-vif-plugged", "status": "completed", "tag": "72befd52-3df7-41db-b024-a8e2ad882890"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:05.153982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cbcfcec1-79de-4d2e-9c19-85aefffec239 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:05.181696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846510d-0ec0-4e6e-a330-0214e0ee7420 req-cc7e835e-0be3-4f73-806f-7d03d034efe4 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.195964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2846510d-0ec0-4e6e-a330-0214e0ee7420 req-cc7e835e-0be3-4f73-806f-7d03d034efe4 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 945 time: 0.2771614 Aug 31 06:40:05.199413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 72befd52-3df7-41db-b024-a8e2ad882890, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=72befd52-3df7-41db-b024-a8e2ad882890,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:05.245466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:05.281819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2846510d-0ec0-4e6e-a330-0214e0ee7420 req-3615c20d-eb59-4df5-ac1b-8555e478b76a tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840242 Aug 31 06:40:05.345479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port cbcfcec1-79de-4d2e-9c19-85aefffec239 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:05.345964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:05.380377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=72befd52-3df7-41db-b024-a8e2ad882890,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:05.421613 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51bbb1e-3627-4ce1-8b20-67d24ecaae85 x-openstack-request-id: req-c51bbb1e-3627-4ce1-8b20-67d24ecaae85 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:05.424279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:05.424686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:05.424918 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f84fbe-885a-46d4-abbe-5f442d28e2a5", "name": "network-vif-plugged", "status": "completed", "tag": "72befd52-3df7-41db-b024-a8e2ad882890", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:05.425612 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Floating IP 20c631e0-49eb-4593-a002-b7d26e29bcd3 disassociated. External IP: 172.25.5.251, port: e67c52ff-1787-48d0-8bc6-e71d41dd741e. Aug 31 06:40:05.426705 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c51bbb1e-3627-4ce1-8b20-67d24ecaae85 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:05.427140 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f84fbe-885a-46d4-abbe-5f442d28e2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72befd52-3df7-41db-b024-a8e2ad882890', 'code': 200} Aug 31 06:40:05.431332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Calling delete_port for e67c52ff-1787-48d0-8bc6-e71d41dd741e owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:05.607761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-249f440c-c33b-4419-961d-8f0404fb5cde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.622056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-249f440c-c33b-4419-961d-8f0404fb5cde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.631163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-249f440c-c33b-4419-961d-8f0404fb5cde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.638521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-249f440c-c33b-4419-961d-8f0404fb5cde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.645876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-249f440c-c33b-4419-961d-8f0404fb5cde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.653652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-249f440c-c33b-4419-961d-8f0404fb5cde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.659923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-249f440c-c33b-4419-961d-8f0404fb5cde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.668551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-249f440c-c33b-4419-961d-8f0404fb5cde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.1367445 Aug 31 06:40:05.757823 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-902c25f1-f744-4246-b7e4-4a74af3b084c req-a09c64e6-baeb-4dd2-9fd2-1dffdaab33c8 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0879989 Aug 31 06:40:05.934925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c3757-8cc3-41a5-ab63-922aba5ad4d4 req-ddd21399-1626-4f3c-9c08-58962c9ef665 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.937237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-545c3757-8cc3-41a5-ab63-922aba5ad4d4 req-ddd21399-1626-4f3c-9c08-58962c9ef665 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0721176 Aug 31 06:40:05.972823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8fce-339d-40d7-93c8-73914b16c97c req-77d036cd-086e-4627-9cbc-30395279190c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.974445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de2f8fce-339d-40d7-93c8-73914b16c97c req-77d036cd-086e-4627-9cbc-30395279190c tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.6643980 Aug 31 06:40:05.979660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc30ef-e494-4401-8c8e-6a0db1eec01c req-a5436882-13ff-4aea-88fd-43089c403da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.981231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44cc30ef-e494-4401-8c8e-6a0db1eec01c req-a5436882-13ff-4aea-88fd-43089c403da5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 1097 time: 0.2716413 Aug 31 06:40:06.013861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-545c3757-8cc3-41a5-ab63-922aba5ad4d4 req-6a84893e-ce54-4ba0-9d26-01ba4fe8f637 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664041 Aug 31 06:40:06.198118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44cc30ef-e494-4401-8c8e-6a0db1eec01c req-3bb17ba1-8bf2-4ca1-a179-e1c2a5327d30 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022901 Aug 31 06:40:06.205812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de2f8fce-339d-40d7-93c8-73914b16c97c req-403f4589-1f3f-42c2-941c-c520dcfd95af tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038043 Aug 31 06:40:06.261674 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:06.375214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event deleted for resources: {'Port': ['ID=e67c52ff-1787-48d0-8bc6-e71d41dd741e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:06.494115 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71935301-e7d3-42ee-9cbb-5a2846fa351f req-3dedbf99-98e4-4665-bc38-637da5be62ab tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 210 time: 0.0396805 Aug 31 06:40:06.533971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.534464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.534958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.535993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.536534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.536986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.537564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.538229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.538809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.539122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.539548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.540075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:06.578205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e67c52ff-1787-48d0-8bc6-e71d41dd741e no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:06.646752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: e67c52ff-1787-48d0-8bc6-e71d41dd741e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:06.647008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e67c52ff-1787-48d0-8bc6-e71d41dd741e not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:06.818297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:06.947597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:40:07.202682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa70df-56ee-462f-a09c-9f51fa2bb8f8 req-50891fa8-f09e-4f6d-8c5b-ac611d272525 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.210954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acfa70df-56ee-462f-a09c-9f51fa2bb8f8 req-50891fa8-f09e-4f6d-8c5b-ac611d272525 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0669489 Aug 31 06:40:07.279216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b751b46-6922-4960-9685-237253e0c662 req-0f4724a7-999e-43c1-b71c-2cab5790aa24 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.285336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acfa70df-56ee-462f-a09c-9f51fa2bb8f8 req-ab715d54-2087-451e-87b2-9efd47461029 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716255 Aug 31 06:40:07.293990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b751b46-6922-4960-9685-237253e0c662 req-0f4724a7-999e-43c1-b71c-2cab5790aa24 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.307220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b751b46-6922-4960-9685-237253e0c662 req-0f4724a7-999e-43c1-b71c-2cab5790aa24 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.320627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b751b46-6922-4960-9685-237253e0c662 req-0f4724a7-999e-43c1-b71c-2cab5790aa24 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.334758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b751b46-6922-4960-9685-237253e0c662 req-0f4724a7-999e-43c1-b71c-2cab5790aa24 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.346937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b751b46-6922-4960-9685-237253e0c662 req-0f4724a7-999e-43c1-b71c-2cab5790aa24 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.361240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b751b46-6922-4960-9685-237253e0c662 req-0f4724a7-999e-43c1-b71c-2cab5790aa24 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.364772 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b751b46-6922-4960-9685-237253e0c662 req-0f4724a7-999e-43c1-b71c-2cab5790aa24 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.4670784 Aug 31 06:40:08.011883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:40:08.027651 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b751b46-6922-4960-9685-237253e0c662 req-5f1d0061-8c45-443b-b102-8abb39cdfe96 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1468902 Aug 31 06:40:08.037799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] Sync routers for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:40:08.061300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:08.064090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:08.129880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] No DVR routers for this DVR port e67c52ff-1787-48d0-8bc6-e71d41dd741e on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:08.144161 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:08.148408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-baec3180-372e-48db-b473-325d285724ca req-82b2afb9-9cab-499d-a9a7-d70e257919c9 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.42 "DELETE /v2.0/ports/e67c52ff-1787-48d0-8bc6-e71d41dd741e HTTP/1.1" status: 204 len: 173 time: 5.4352026 Aug 31 06:40:08.150797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'name': 'network-vif-deleted', 'tag': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:08.154817 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afffef7-82ad-42dc-b4b5-67154ede74be" -d '{"events": [{"server_uuid": "cf51bc37-92b8-4715-a3dd-49c89dc1eced", "name": "network-vif-deleted", "tag": "e67c52ff-1787-48d0-8bc6-e71d41dd741e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:08.315003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb2297c7-af27-48fe-a2b9-5da573963aad req-ebe31134-1370-4251-bccc-1238366b3c58 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf51bc37-92b8-4715-a3dd-49c89dc1eced HTTP/1.1" status: 200 len: 210 time: 0.0654590 Aug 31 06:40:08.387309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 4caa10fe-f5c5-479a-ba94-df0416b43901 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:08.388139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:08.394470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187061a-2325-40f6-9bcd-11d1c022a6b8 req-745cd10f-0d37-44fd-8891-d16072cc71e9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.416458 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c187061a-2325-40f6-9bcd-11d1c022a6b8 req-745cd10f-0d37-44fd-8891-d16072cc71e9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.1966696 Aug 31 06:40:08.524703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:08.637884 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c187061a-2325-40f6-9bcd-11d1c022a6b8 req-ce9e66c8-1a85-444b-9a2d-843d8df6c747 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202971 Aug 31 06:40:08.737096 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14437367-2211-4403-aa69-f73ee4ad87af x-openstack-request-id: req-14437367-2211-4403-aa69-f73ee4ad87af {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:08.738933 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf51bc37-92b8-4715-a3dd-49c89dc1eced", "name": "network-vif-deleted", "tag": "e67c52ff-1787-48d0-8bc6-e71d41dd741e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:08.739614 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14437367-2211-4403-aa69-f73ee4ad87af {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:08.740329 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf51bc37-92b8-4715-a3dd-49c89dc1eced', 'name': 'network-vif-deleted', 'tag': 'e67c52ff-1787-48d0-8bc6-e71d41dd741e', 'status': 'completed', 'code': 200} Aug 31 06:40:08.782973 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:08.840652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad994-93cc-4c2c-a520-23cb4df28ae6 req-5fbea99d-3af0-4354-ae8c-b4cb15b0bb14 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.849459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-731ad994-93cc-4c2c-a520-23cb4df28ae6 req-5fbea99d-3af0-4354-ae8c-b4cb15b0bb14 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2846720 Aug 31 06:40:08.861633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 4caa10fe-f5c5-479a-ba94-df0416b43901 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:08.946947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403bdcf-1f50-49d6-8952-576eadc30d5b req-ac2ccb58-76c0-44fd-ad33-323bc4306b77 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.949751 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e403bdcf-1f50-49d6-8952-576eadc30d5b req-ac2ccb58-76c0-44fd-ad33-323bc4306b77 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 945 time: 0.1346600 Aug 31 06:40:09.070805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 5, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:09.076503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e403bdcf-1f50-49d6-8952-576eadc30d5b req-c4ac736f-0b59-4de4-947c-720eb1c93de0 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178081 Aug 31 06:40:09.179369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] Checking router: 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:40:09.216669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:09.218043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:09.286261 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-731ad994-93cc-4c2c-a520-23cb4df28ae6 req-264c0fa4-dac3-4c33-8687-f4ebfb0b1055 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349585 Aug 31 06:40:09.486701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803961d-e2a5-4db3-954b-b2037651ab52 req-4136ed69-9c56-4484-88b4-eb05ed0b0611 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.490985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5803961d-e2a5-4db3-954b-b2037651ab52 req-4136ed69-9c56-4484-88b4-eb05ed0b0611 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.1853323 Aug 31 06:40:09.593121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5803961d-e2a5-4db3-954b-b2037651ab52 req-4e467831-d861-4242-87f9-094c4c696bb8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878692 Aug 31 06:40:09.598717 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:09.622002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:09.656103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-203d30c5-bdcf-4571-bd9f-5870cab5d6dc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.662514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-203d30c5-bdcf-4571-bd9f-5870cab5d6dc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.668556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-203d30c5-bdcf-4571-bd9f-5870cab5d6dc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.674907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-203d30c5-bdcf-4571-bd9f-5870cab5d6dc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.681815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-203d30c5-bdcf-4571-bd9f-5870cab5d6dc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.687911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-203d30c5-bdcf-4571-bd9f-5870cab5d6dc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.697258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-203d30c5-bdcf-4571-bd9f-5870cab5d6dc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.701025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-203d30c5-bdcf-4571-bd9f-5870cab5d6dc tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5428 time: 0.1903360 Aug 31 06:40:09.706453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=4caa10fe-f5c5-479a-ba94-df0416b43901,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:10.009502 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e3f2456-cba2-4eb6-bf5b-77783ab329e1 req-b2bf7b8a-649f-4657-b1f4-82e8e4d60800 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2912951 Aug 31 06:40:10.184792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40478) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:10.460780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c980257e-354f-45c7-9452-6d249a3cedff tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.471223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 5, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:10.498707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.536014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca992a-23a0-4692-960b-ddf88c7ce32f None None] The sync data for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 is: [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b00d2538-9b8c-4d3c-a480-256acbdf780b', 'name': '', 'network_id': 'afd3e1ee-60e5-4242-8724-83469c569dfc', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'mac_address': 'fa:16:3e:65:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:22Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 5, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'subnets': [{'id': '4b02c628-6caf-4628-9b94-8d7b8f1d6909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:40:10.621547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 55545121-57b1-4362-817e-a19b5659b23e details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:10.634442 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c980257e-354f-45c7-9452-6d249a3cedff tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.787212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c980257e-354f-45c7-9452-6d249a3cedff tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.810456 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c980257e-354f-45c7-9452-6d249a3cedff tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.819706 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c980257e-354f-45c7-9452-6d249a3cedff tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "DELETE /v2.0/security-groups/7a0d8720-0ea0-4fd5-8a9e-b1253750bf02 HTTP/1.1" status: 204 len: 168 time: 0.6329894 Aug 31 06:40:10.864541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40496) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:10.881689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da2c3f-5907-409f-8ac2-42a666a3fa79 req-87d2ca4a-94df-441b-b67f-9a78f1528f04 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:10.905633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5da2c3f-5907-409f-8ac2-42a666a3fa79 req-87d2ca4a-94df-441b-b67f-9a78f1528f04 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.3842094 Aug 31 06:40:10.979635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980257e-354f-45c7-9452-6d249a3cedff tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0d8720-0ea0-4fd5-8a9e-b1253750bf02,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:10.994034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 55545121-57b1-4362-817e-a19b5659b23e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=55545121-57b1-4362-817e-a19b5659b23e,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:11.015326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488377d6-fc26-4146-bba4-aa8466a51081 req-f0450f7b-1623-4dca-8b36-562d9af80b76 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.018059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '55545121-57b1-4362-817e-a19b5659b23e', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'port_id': '55545121-57b1-4362-817e-a19b5659b23e', 'mac_address': 'fa:16:3e:d4:c8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:11.028006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-488377d6-fc26-4146-bba4-aa8466a51081 req-f0450f7b-1623-4dca-8b36-562d9af80b76 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.4954569 Aug 31 06:40:11.035104 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-2b9ed845-c294-40e4-91d1-090855894065 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] show failed (client error): The resource could not be found. Aug 31 06:40:11.053790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2b9ed845-c294-40e4-91d1-090855894065 tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "GET /v2.0/security-groups/7a0d8720-0ea0-4fd5-8a9e-b1253750bf02 HTTP/1.1" status: 404 len: 347 time: 0.1861289 Aug 31 06:40:11.072850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40500) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:11.103962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5da2c3f-5907-409f-8ac2-42a666a3fa79 req-daee02ed-8afa-41f0-8183-a0f7c39e2044 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937640 Aug 31 06:40:11.186746 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.230764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55545121-57b1-4362-817e-a19b5659b23e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:11.308091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 55545121-57b1-4362-817e-a19b5659b23e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=55545121-57b1-4362-817e-a19b5659b23e,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:11.322621 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.323887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0b1c1382-4f53-4862-ac06-9b88baa3dd49 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:11.539089 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55193962-c1c2-4dac-92ab-cfd84321223e None None] New status for floating IP 20c631e0-49eb-4593-a002-b7d26e29bcd3: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:40:11.665978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-488377d6-fc26-4146-bba4-aa8466a51081 req-fcef0a9f-f246-4eba-86c7-52349e22e604 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099920 Aug 31 06:40:11.683330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Router fc29c16c-9567-4df4-93eb-6370ca097f51 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:40:11.730867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Deleting port 63065114-7c43-4b1c-a1cf-69d023ab016f {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:11.732449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.737111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=55545121-57b1-4362-817e-a19b5659b23e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:11.742666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-df613ac3-c713-444f-997d-c664a69030a7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.767802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-df613ac3-c713-444f-997d-c664a69030a7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.803428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-df613ac3-c713-444f-997d-c664a69030a7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.831259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-df613ac3-c713-444f-997d-c664a69030a7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.845036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-df613ac3-c713-444f-997d-c664a69030a7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.854010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-df613ac3-c713-444f-997d-c664a69030a7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.864965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-df613ac3-c713-444f-997d-c664a69030a7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.882124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.883577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.890946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-df613ac3-c713-444f-997d-c664a69030a7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5429 time: 0.5255847 Aug 31 06:40:11.897685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0b1c1382-4f53-4862-ac06-9b88baa3dd49, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:11.910866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Calling delete_port for 63065114-7c43-4b1c-a1cf-69d023ab016f owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:11.936086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '0b1c1382-4f53-4862-ac06-9b88baa3dd49', 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'port_id': '0b1c1382-4f53-4862-ac06-9b88baa3dd49', 'mac_address': 'fa:16:3e:a0:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6cfb61-47cc-44c6-a38d-ef844c0196b9', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:12.024880 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0601dff0-f184-46f1-a159-9ff8327936a2 req-a78d99dd-163e-41d5-818e-574f3f936ea3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1321926 Aug 31 06:40:12.059187 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.139152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1c1382-4f53-4862-ac06-9b88baa3dd49 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:12.237686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0b1c1382-4f53-4862-ac06-9b88baa3dd49, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:12.245856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.249341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a490153a-2c07-4e00-9393-dfeb9ca3ebd0 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:12.380102 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.486709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port a490153a-2c07-4e00-9393-dfeb9ca3ebd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:12.507036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0b1c1382-4f53-4862-ac06-9b88baa3dd49,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:12.515833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'a490153a-2c07-4e00-9393-dfeb9ca3ebd0', 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'port_id': 'a490153a-2c07-4e00-9393-dfeb9ca3ebd0', 'mac_address': 'fa:16:3e:b9:73:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6cfb61-47cc-44c6-a38d-ef844c0196b9', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:12.519031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Pushing event deleted for resources: {'Port': ['ID=63065114-7c43-4b1c-a1cf-69d023ab016f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:12.534161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:40:12.542845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8a1b6610-49ba-4eb1-971f-4731a270a2e5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "PUT /v2.0/routers/fc29c16c-9567-4df4-93eb-6370ca097f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0925839 Aug 31 06:40:12.546978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40528) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:12.562787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f568562-8540-4ddb-b5df-0529358bba00 req-063502f8-1f35-440f-980b-9996db586c6a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.571857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f568562-8540-4ddb-b5df-0529358bba00 req-063502f8-1f35-440f-980b-9996db586c6a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2724633 Aug 31 06:40:12.605262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.608353 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.611812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-95d6138c-0d9b-4cbe-8b4e-cda4977fcebb tempest-ServersTestManualDisk-830239386 tempest-ServersTestManualDisk-830239386-project] 10.222.0.15 "DELETE /v2.0/floatingips/20c631e0-49eb-4593-a002-b7d26e29bcd3 HTTP/1.1" status: 204 len: 168 time: 1.5307214 Aug 31 06:40:12.623722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40530) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:12.637705 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7573e40a-dd38-40e8-be3f-4881d4fe1b19 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:40:12.640366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7573e40a-dd38-40e8-be3f-4881d4fe1b19 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/4caa10fe-f5c5-479a-ba94-df0416b43901 HTTP/1.1" status: 404 len: 333 time: 0.0904531 Aug 31 06:40:12.644733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0d148-afc5-4f70-b6bd-6c1999e17e02 None None] Sync routers for ids ['fc29c16c-9567-4df4-93eb-6370ca097f51'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:40:12.652221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f568562-8540-4ddb-b5df-0529358bba00 req-894b0bbc-434f-40a6-a73e-0d7c87e0f3f2 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751545 Aug 31 06:40:12.652842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40532) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:12.732599 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.774097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a490153a-2c07-4e00-9393-dfeb9ca3ebd0 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:12.796678 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855541f2-ff91-4ac6-b648-58951504c497 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.803730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port a490153a-2c07-4e00-9393-dfeb9ca3ebd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:12.812309 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.813710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 70915a98-ae2a-4da9-b154-3dfbd2321026 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:12.848407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 70915a98-ae2a-4da9-b154-3dfbd2321026, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=70915a98-ae2a-4da9-b154-3dfbd2321026,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:12.865224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '70915a98-ae2a-4da9-b154-3dfbd2321026', 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'port_id': '70915a98-ae2a-4da9-b154-3dfbd2321026', 'mac_address': 'fa:16:3e:35:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6cfb61-47cc-44c6-a38d-ef844c0196b9', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:12.971063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0d148-afc5-4f70-b6bd-6c1999e17e02 None None] Routers {'fc29c16c-9567-4df4-93eb-6370ca097f51'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:12.972454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8da0d148-afc5-4f70-b6bd-6c1999e17e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc29c16c-9567-4df4-93eb-6370ca097f51'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:13.075151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8da0d148-afc5-4f70-b6bd-6c1999e17e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:13.087479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9c9a-af23-4376-aefd-823ea7fe4239 req-e1398166-e5ef-48fa-bbe3-573087d3d710 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.104812 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-845a9c9a-af23-4376-aefd-823ea7fe4239 req-e1398166-e5ef-48fa-bbe3-573087d3d710 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.1866462 Aug 31 06:40:13.163033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0d148-afc5-4f70-b6bd-6c1999e17e02 None None] Routers {'fc29c16c-9567-4df4-93eb-6370ca097f51'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:13.166252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8da0d148-afc5-4f70-b6bd-6c1999e17e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc29c16c-9567-4df4-93eb-6370ca097f51'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:13.201222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855541f2-ff91-4ac6-b648-58951504c497 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.217004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855541f2-ff91-4ac6-b648-58951504c497 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.228643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8da0d148-afc5-4f70-b6bd-6c1999e17e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:13.229725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0d148-afc5-4f70-b6bd-6c1999e17e02 None None] The sync data for ids ['fc29c16c-9567-4df4-93eb-6370ca097f51'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:40:13.243122 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.263249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-845a9c9a-af23-4376-aefd-823ea7fe4239 req-399a4cff-ce62-46ae-bfb5-14a94183e852 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571610 Aug 31 06:40:13.264166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70915a98-ae2a-4da9-b154-3dfbd2321026 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:13.287503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:13.341384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 70915a98-ae2a-4da9-b154-3dfbd2321026, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=70915a98-ae2a-4da9-b154-3dfbd2321026,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:13.348280 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.349664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:13.392263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855541f2-ff91-4ac6-b648-58951504c497 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.397364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855541f2-ff91-4ac6-b648-58951504c497 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Fanout notify agent at l3_agent the message router_deleted on router fc29c16c-9567-4df4-93eb-6370ca097f51 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:40:13.416991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-855541f2-ff91-4ac6-b648-58951504c497 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.418671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-855541f2-ff91-4ac6-b648-58951504c497 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/routers/fc29c16c-9567-4df4-93eb-6370ca097f51 HTTP/1.1" status: 204 len: 168 time: 0.7644975 Aug 31 06:40:13.423960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40544) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:13.487448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-8e6923e5-48de-439d-96f0-d67bcd731033 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.490330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:13.497726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-8e6923e5-48de-439d-96f0-d67bcd731033 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.507758 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4', 'network_id': '1616e49e-9b3f-4ca7-8f36-d21d7b18f601', 'port_id': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4', 'mac_address': 'fa:16:3e:c0:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6cfb61-47cc-44c6-a38d-ef844c0196b9', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:13.522393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-8e6923e5-48de-439d-96f0-d67bcd731033 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.533653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-8e6923e5-48de-439d-96f0-d67bcd731033 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.544561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-8e6923e5-48de-439d-96f0-d67bcd731033 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.559128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-8e6923e5-48de-439d-96f0-d67bcd731033 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.567679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c7002a-f4db-4dc2-9a6c-b01cf1d7dcf1 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet b8be35ee-7a6b-424d-8667-0386768352fe {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:13.573677 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.573887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-8e6923e5-48de-439d-96f0-d67bcd731033 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.578364 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-8e6923e5-48de-439d-96f0-d67bcd731033 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5431 time: 0.3657749 Aug 31 06:40:13.581249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48c7002a-f4db-4dc2-9a6c-b01cf1d7dcf1 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.625308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=70915a98-ae2a-4da9-b154-3dfbd2321026,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:13.635691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:13.677117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:13.687888 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.727360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48c7002a-f4db-4dc2-9a6c-b01cf1d7dcf1 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:13.731557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 65735de8-3213-4459-a203-a3328ef978fa details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:13.736513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e13685be-e5ba-4b59-a51a-84a46b165610 req-800452c7-777a-40bb-adfe-f3179da36789 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1510725 Aug 31 06:40:13.910588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:14.124047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 65735de8-3213-4459-a203-a3328ef978fa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=65735de8-3213-4459-a203-a3328ef978fa,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:14.138084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8869d-3858-4cb0-9f08-c08f35f86125 req-3a167a51-ef86-4b38-bc70-0ba136550451 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:14.146072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6b8869d-3858-4cb0-9f08-c08f35f86125 req-3a167a51-ef86-4b38-bc70-0ba136550451 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2270782 Aug 31 06:40:14.148033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '65735de8-3213-4459-a203-a3328ef978fa', 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70', 'port_id': '65735de8-3213-4459-a203-a3328ef978fa', 'mac_address': 'fa:16:3e:2f:90:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c610c0-5641-4707-b6c8-9fe48971858d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:14.206700 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48c7002a-f4db-4dc2-9a6c-b01cf1d7dcf1 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.248182 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.300482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.307253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65735de8-3213-4459-a203-a3328ef978fa {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:14.366246 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6b8869d-3858-4cb0-9f08-c08f35f86125 req-06e6547a-59ad-44b1-842b-4386b83f62ac tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974041 Aug 31 06:40:14.392023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 65735de8-3213-4459-a203-a3328ef978fa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=65735de8-3213-4459-a203-a3328ef978fa,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:14.398639 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.399713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:14.452702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48c7002a-f4db-4dc2-9a6c-b01cf1d7dcf1 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.471661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48c7002a-f4db-4dc2-9a6c-b01cf1d7dcf1 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.474527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-48c7002a-f4db-4dc2-9a6c-b01cf1d7dcf1 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/b8be35ee-7a6b-424d-8667-0386768352fe HTTP/1.1" status: 204 len: 168 time: 1.0492387 Aug 31 06:40:14.480415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40572) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:14.503593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7002a-f4db-4dc2-9a6c-b01cf1d7dcf1 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=b8be35ee-7a6b-424d-8667-0386768352fe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:14.539059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['a490153a-2c07-4e00-9393-dfeb9ca3ebd0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:14.699426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.777520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57d10f-f76d-4f8d-b774-6c6c0321e509 req-a32d966b-fd23-4c1e-9e81-3316ff79b3cc tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:14.780260 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f57d10f-f76d-4f8d-b774-6c6c0321e509 req-a32d966b-fd23-4c1e-9e81-3316ff79b3cc tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.3431742 Aug 31 06:40:15.049360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Deleting port b00d2538-9b8c-4d3c-a480-256acbdf780b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:15.049660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:15.141945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:15.169827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['55545121-57b1-4362-817e-a19b5659b23e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:15.211667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['0b1c1382-4f53-4862-ac06-9b88baa3dd49'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:15.214251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce5b9c-4b0d-4e31-9d18-26c47947fc62 None None] Network ec33742d-1cf0-4e87-aa05-7e506af841d0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:15.223678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-75dbeb5f-e2c4-41bd-be8d-be1eadb743a0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.260900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-75dbeb5f-e2c4-41bd-be8d-be1eadb743a0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.277408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-75dbeb5f-e2c4-41bd-be8d-be1eadb743a0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.293900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-75dbeb5f-e2c4-41bd-be8d-be1eadb743a0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.303502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-75dbeb5f-e2c4-41bd-be8d-be1eadb743a0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.308163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['6f5c629c-6477-4c3c-bc2d-1130d5aacdb4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:15.314313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-75dbeb5f-e2c4-41bd-be8d-be1eadb743a0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.323121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6', 'network_id': 'e7919884-e009-4418-bde4-c6c3f09f4d70', 'port_id': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6', 'mac_address': 'fa:16:3e:6d:0d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c610c0-5641-4707-b6c8-9fe48971858d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:15.327689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-75dbeb5f-e2c4-41bd-be8d-be1eadb743a0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.350131 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-75dbeb5f-e2c4-41bd-be8d-be1eadb743a0 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5434 time: 0.4033051 Aug 31 06:40:15.546070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f57d10f-f76d-4f8d-b774-6c6c0321e509 req-a736c171-51fc-436b-885d-c8f1ad191690 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514136 Aug 31 06:40:15.569861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd4c389b-f897-4f08-952d-b4ece72e8a1e req-307f7884-c2f6-4cd3-b243-55e714f35bde tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2148697 Aug 31 06:40:15.571883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] For port b00d2538-9b8c-4d3c-a480-256acbdf780b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b00d2538-9b8c-4d3c-a480-256acbdf780b,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:15.572254 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:15.597532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Calling delete_port for b00d2538-9b8c-4d3c-a480-256acbdf780b owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:15.619898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port cbcfcec1-79de-4d2e-9c19-85aefffec239 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:15.620570 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:15.697954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['70915a98-ae2a-4da9-b154-3dfbd2321026'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:15.963474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] For port cbcfcec1-79de-4d2e-9c19-85aefffec239, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cbcfcec1-79de-4d2e-9c19-85aefffec239,segment=NetworkSegment(d3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1),segment_id=d3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:15.964279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:15.978347 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:15.991167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for cbcfcec1-79de-4d2e-9c19-85aefffec239 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:16.108992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d98797-b0ae-41b6-b631-293ba88d9f44 req-249fdfd9-25ed-4027-8575-74b89355ba69 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:16.117825 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55d98797-b0ae-41b6-b631-293ba88d9f44 req-249fdfd9-25ed-4027-8575-74b89355ba69 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.3469460 Aug 31 06:40:16.126908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.154504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.188083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55d98797-b0ae-41b6-b631-293ba88d9f44 req-1860113f-1897-43cf-9ae9-696a9d3c6f8b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690389 Aug 31 06:40:16.208736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762f305-d0d8-4d05-814f-395149d57323 None None] DHCP port deletion for ec33742d-1cf0-4e87-aa05-7e506af841d0 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:40:16.246624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=65735de8-3213-4459-a203-a3328ef978fa,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:16.265957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=cbcfcec1-79de-4d2e-9c19-85aefffec239,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:16.291579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Pushing event deleted for resources: {'Port': ['ID=b00d2538-9b8c-4d3c-a480-256acbdf780b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:16.337528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:16.342329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No DVR routers for this DVR port cbcfcec1-79de-4d2e-9c19-85aefffec239 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:16.375352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:16.433047 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.515599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.547173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec33742d-1cf0-4e87-aa05-7e506af841d0']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:16.579030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:16.579316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3185f9c-bfa9-439e-bcfc-f5f56c3c6cb1') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:16.599867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.626773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.642077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:40:16.642489 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:40:16.647645 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:40:16.771021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:16.803633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.852872 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.862412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/networks/ec33742d-1cf0-4e87-aa05-7e506af841d0 HTTP/1.1" status: 204 len: 168 time: 2.3791866 Aug 31 06:40:16.868767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac729c-7bd6-45a0-9fab-1b6ced7aa2e8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Network': ['ID=ec33742d-1cf0-4e87-aa05-7e506af841d0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:16.873246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40632) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:16.920779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee0924-e3af-455d-9cf7-a5a870ff6791 req-a52deaf1-8dbb-4ddf-8fe8-bb7432326994 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:16.930410 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-36ee0924-e3af-455d-9cf7-a5a870ff6791 req-a52deaf1-8dbb-4ddf-8fe8-bb7432326994 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.1868308 Aug 31 06:40:17.032797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.063652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['65735de8-3213-4459-a203-a3328ef978fa'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:17.086693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e7760-2cff-4dd1-8ae2-9300d3ae7ecd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.097222 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5a2e7760-2cff-4dd1-8ae2-9300d3ae7ecd tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/74a35335-4dae-4cb7-9169-1c7963c25e5c HTTP/1.1" status: 200 len: 841 time: 0.2092004 Aug 31 06:40:17.111865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40636) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:17.193223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['0a0a2cf6-181c-433a-89c8-72e6fd8767f6'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:17.329510 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-36ee0924-e3af-455d-9cf7-a5a870ff6791 req-9383508b-8f2f-405b-8b6f-9d0436a94b7d tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977549 Aug 31 06:40:17.330683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-7efc5569-18cc-4dd1-bc30-56038f93fe5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.338867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-7efc5569-18cc-4dd1-bc30-56038f93fe5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.352753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cbcfcec1-79de-4d2e-9c19-85aefffec239 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:17.378464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-7efc5569-18cc-4dd1-bc30-56038f93fe5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.425320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: cbcfcec1-79de-4d2e-9c19-85aefffec239 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:17.426299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-7efc5569-18cc-4dd1-bc30-56038f93fe5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.433095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-7efc5569-18cc-4dd1-bc30-56038f93fe5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.442633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cbcfcec1-79de-4d2e-9c19-85aefffec239 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:17.469252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:40:17.475462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-7efc5569-18cc-4dd1-bc30-56038f93fe5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.483412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-7efc5569-18cc-4dd1-bc30-56038f93fe5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.493894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-7efc5569-18cc-4dd1-bc30-56038f93fe5f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5435 time: 0.6435575 Aug 31 06:40:17.555457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb875b40-c6b7-4e54-bb19-9531a90ad31b req-fd862f6a-7a35-4b7b-9a4a-90b9adad241d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0602226 Aug 31 06:40:17.560836 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f4b54fd7-3b5b-45bc-af02-5f5d5971da0a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/74a35335-4dae-4cb7-9169-1c7963c25e5c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4297628 Aug 31 06:40:17.567058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40644) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:17.578127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:17.791091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:17.795834 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.829501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:40:17.844051 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] Sync routers for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:40:17.855525 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ece8427-8277-4689-b27a-3e58da8521dd admin admin] 10.222.0.15 "PUT /v2.0/routers/667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2299557 Aug 31 06:40:17.861138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:17.871647 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:17.873277 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:17.896992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2700e-c566-4edf-9c9c-93d65298a63e req-d06620ce-1323-429c-8d33-dc57d1424d37 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.899599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57c2700e-c566-4edf-9c9c-93d65298a63e req-d06620ce-1323-429c-8d33-dc57d1424d37 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2889338 Aug 31 06:40:18.023280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.248797 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:18.370071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57c2700e-c566-4edf-9c9c-93d65298a63e req-5eeb3cfa-9739-4c2e-aec3-0f9615a5f1ce tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443594 Aug 31 06:40:18.398857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.417782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.445615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 55545121-57b1-4362-817e-a19b5659b23e up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:18.559837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Deleting port 31018c49-0565-4cbd-b3e8-c20ed933d8f7 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:18.560184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.588495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:18.595432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:18.622280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.622896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.634305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80a299d-b5ba-4a76-a45c-ece277f05c3c None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:18.651948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 55545121-57b1-4362-817e-a19b5659b23e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:18.679531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0994508 Aug 31 06:40:18.684215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40664) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:18.709297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c8f5431d-f200-4f7e-9723-1371d3ae5aa2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'security_group': {'name': 'tempest-secgroup-2055022898'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:18.719737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 55545121-57b1-4362-817e-a19b5659b23e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:18.720277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.796769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab30e3-73fa-4ddd-8c34-55489d3b2ace req-e29c41e4-539f-4b96-9bad-aa7695844d7f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.814430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00ab30e3-73fa-4ddd-8c34-55489d3b2ace req-e29c41e4-539f-4b96-9bad-aa7695844d7f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.3380227 Aug 31 06:40:18.826197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc9efc-d917-40e8-baff-03a95fc3e07a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=e43eb98c-ff1d-4cf6-8f57-a2ecc7601379,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:18.840753 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:40:15Z', 'revision_number': 5, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port': {'id': '31018c49-0565-4cbd-b3e8-c20ed933d8f7', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:14Z', 'updated_at': '2021-08-31T06:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:18.862871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c8f5431d-f200-4f7e-9723-1371d3ae5aa2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.918112 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] Checking router: 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:40:18.933536 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00ab30e3-73fa-4ddd-8c34-55489d3b2ace req-cb06f4ba-5273-41ed-bf13-abaa4290ade9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992322 Aug 31 06:40:18.942291 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] Routers {'667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:18.942291 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:18.953733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] For port 31018c49-0565-4cbd-b3e8-c20ed933d8f7, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=31018c49-0565-4cbd-b3e8-c20ed933d8f7,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:18.954316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.044057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Calling delete_port for 31018c49-0565-4cbd-b3e8-c20ed933d8f7 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:19.075956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.133326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 55545121-57b1-4362-817e-a19b5659b23e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=55545121-57b1-4362-817e-a19b5659b23e,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:19.142477 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] Set router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:19.161266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55545121-57b1-4362-817e-a19b5659b23e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:19.170196 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba39c69-456f-41f8-8be9-91f375741232" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "55545121-57b1-4362-817e-a19b5659b23e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:19.186291 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.304241 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:40:18Z', 'revision_number': 6, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:19.372863 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c244a-eb7b-4b9a-83cf-db202baa0077 x-openstack-request-id: req-400c244a-eb7b-4b9a-83cf-db202baa0077 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:19.373287 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "55545121-57b1-4362-817e-a19b5659b23e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:19.373613 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-400c244a-eb7b-4b9a-83cf-db202baa0077 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:19.374173 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55545121-57b1-4362-817e-a19b5659b23e', 'code': 200} Aug 31 06:40:19.387830 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f47598-19b5-4ad2-8d19-37a906f0e1ca None None] The sync data for ids ['667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd'] in n-d-712142-16 is: [{'id': '667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd', 'name': 'tempest-ServersTestManualDisk-831554901-router', 'tenant_id': 'c48b2d488df946708d38fb045042bf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:10Z', 'updated_at': '2021-08-31T06:40:18Z', 'revision_number': 6, 'project_id': 'c48b2d488df946708d38fb045042bf96', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:40:19.485883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=55545121-57b1-4362-817e-a19b5659b23e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:19.519000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-198d767c-0a0a-405a-86e6-37a74e85c570', 'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'tenant_id': '8f4ec84889934f01a01280d278d7c14d', 'fixed_ips': [{'subnet_id': 'e43eb98c-ff1d-4cf6-8f57-a2ecc7601379'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:40:19.520531 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.633444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c956df6-073a-4a90-90fb-33579883de65 req-b026270a-b9fa-489e-9190-c2aeb6c61b30 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:19.648283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c956df6-073a-4a90-90fb-33579883de65 req-b026270a-b9fa-489e-9190-c2aeb6c61b30 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.1607449 Aug 31 06:40:19.738739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c956df6-073a-4a90-90fb-33579883de65 req-16cf021a-3bd2-4987-83c0-e6d0a4f1a055 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863175 Aug 31 06:40:19.904491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Allocated IP 172.20.0.2 (198d767c-0a0a-405a-86e6-37a74e85c570/e43eb98c-ff1d-4cf6-8f57-a2ecc7601379/fa74f8a8-93f6-4cea-a960-d598484823bf) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:20.022512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-532493c3-8b6d-4fa9-887e-cf59e1caa380 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.029756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-532493c3-8b6d-4fa9-887e-cf59e1caa380 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.036448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-532493c3-8b6d-4fa9-887e-cf59e1caa380 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.044260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-532493c3-8b6d-4fa9-887e-cf59e1caa380 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.050201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-532493c3-8b6d-4fa9-887e-cf59e1caa380 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.056262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-532493c3-8b6d-4fa9-887e-cf59e1caa380 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.062553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-532493c3-8b6d-4fa9-887e-cf59e1caa380 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.071111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-532493c3-8b6d-4fa9-887e-cf59e1caa380 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5435 time: 1.2713544 Aug 31 06:40:20.173237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.240524 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee59ff63-5dab-444e-9b87-b5d954c71f39 req-47e3be89-9649-4481-9534-a4444db696c9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1684175 Aug 31 06:40:20.282413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=31018c49-0565-4cbd-b3e8-c20ed933d8f7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:20.331120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc2de-7a5a-47ba-8a62-0e3b2bcfc8ab req-3630cc60-9db2-43ad-bbfa-4fbbc624e436 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.344880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.360062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Transition to ACTIVE for port object fa74f8a8-93f6-4cea-a960-d598484823bf will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:20.364791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15fdc2de-7a5a-47ba-8a62-0e3b2bcfc8ab req-3630cc60-9db2-43ad-bbfa-4fbbc624e436 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2042391 Aug 31 06:40:20.398129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Transition to ACTIVE for port object fa74f8a8-93f6-4cea-a960-d598484823bf will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:20.408899 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.455171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0b1c1382-4f53-4862-ac06-9b88baa3dd49 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:20.473171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c8f5431d-f200-4f7e-9723-1371d3ae5aa2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.483020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.495221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c8f5431d-f200-4f7e-9723-1371d3ae5aa2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.518773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15fdc2de-7a5a-47ba-8a62-0e3b2bcfc8ab req-a0afe7f9-e3b3-4f56-9637-168c06ece3b7 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516452 Aug 31 06:40:20.549516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:20.549516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:20.563550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:20.594883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Pushing event updated for resources: {'Port': ['ID=fa74f8a8-93f6-4cea-a960-d598484823bf,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:20.686765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Attempting to bind port fa74f8a8-93f6-4cea-a960-d598484823bf on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:20.687447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Attempting to bind port fa74f8a8-93f6-4cea-a960-d598484823bf by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b70289dc-e6d7-47e9-9b4a-0a43198867c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:20.688008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Attempting to bind port fa74f8a8-93f6-4cea-a960-d598484823bf on network 198d767c-0a0a-405a-86e6-37a74e85c570 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:20.694539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:20.703522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:20.704306 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.708862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:20.709703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Checking segment: {'id': 'b70289dc-e6d7-47e9-9b4a-0a43198867c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:20.710415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.711118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Bound using segment: {'id': 'b70289dc-e6d7-47e9-9b4a-0a43198867c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:20.712150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Bound port: fa74f8a8-93f6-4cea-a960-d598484823bf, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70289dc-e6d7-47e9-9b4a-0a43198867c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:20.713470 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.713740 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.720694 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.722595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c8f5431d-f200-4f7e-9723-1371d3ae5aa2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.724076 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c8f5431d-f200-4f7e-9723-1371d3ae5aa2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0389152 Aug 31 06:40:20.728058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40706) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:20.732297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5431d-f200-4f7e-9723-1371d3ae5aa2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5d16e5-7276-4839-86c5-a210b1e2af0c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:20.736777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-598c9767-6d9d-416f-b3ab-8e69c6fbc167 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'security_group': {'name': 'tempest-secgroup-169808578'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:20.813514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-598c9767-6d9d-416f-b3ab-8e69c6fbc167 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.872365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] For port fa74f8a8-93f6-4cea-a960-d598484823bf, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:20.877507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.878087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:40:20.883655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.889770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-71a0fb5e-311d-4229-aecf-d01389cbeb3a admin admin] 10.222.0.15 "DELETE /v2.0/routers/667ef8bd-4bf7-4cc8-83e9-da08c93fc5fd HTTP/1.1" status: 204 len: 168 time: 3.0275028 Aug 31 06:40:20.890442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40710) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:20.890983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] For port fa74f8a8-93f6-4cea-a960-d598484823bf, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fa74f8a8-93f6-4cea-a960-d598484823bf,segment=NetworkSegment(b70289dc-e6d7-47e9-9b4a-0a43198867c5),segment_id=b70289dc-e6d7-47e9-9b4a-0a43198867c5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:20.932689 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.966865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-598c9767-6d9d-416f-b3ab-8e69c6fbc167 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.975262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-598c9767-6d9d-416f-b3ab-8e69c6fbc167 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.027936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-598c9767-6d9d-416f-b3ab-8e69c6fbc167 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.032764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-598c9767-6d9d-416f-b3ab-8e69c6fbc167 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3030982 Aug 31 06:40:21.048773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40712) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:21.068297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1974655656', 'security_groups': ['44f5cecc-8b3a-4844-8a8c-6ab694a41c16'], 'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e43eb98c-ff1d-4cf6-8f57-a2ecc7601379'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:21.096824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d2e875-07dd-4252-baa8-fb2d6bf6e5d8 admin admin] Deleting subnet 4b02c628-6caf-4628-9b94-8d7b8f1d6909 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:21.105032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e875-07dd-4252-baa8-fb2d6bf6e5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.151523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa5c38-554f-423c-a475-9b56fd721a2b req-d5607336-0c54-4dbb-a7e8-7041dfc4b92d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.153109 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bfa5c38-554f-423c-a475-9b56fd721a2b req-d5607336-0c54-4dbb-a7e8-7041dfc4b92d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2246654 Aug 31 06:40:21.170893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b00d2538-9b8c-4d3c-a480-256acbdf780b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:21.218476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e875-07dd-4252-baa8-fb2d6bf6e5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.247518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bfa5c38-554f-423c-a475-9b56fd721a2b req-90940b99-878f-4ba1-bd79-3877bfdf3fe7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856855 Aug 31 06:40:21.328645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b26c3-61a0-4924-8e42-7dc7c06e4199 None None] Pushing event updated for resources: {'Port': ['ID=fa74f8a8-93f6-4cea-a960-d598484823bf,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:21.331146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b00d2538-9b8c-4d3c-a480-256acbdf780b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:21.332378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b00d2538-9b8c-4d3c-a480-256acbdf780b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:21.332378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 31018c49-0565-4cbd-b3e8-c20ed933d8f7 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:21.374182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 31018c49-0565-4cbd-b3e8-c20ed933d8f7 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:21.374617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 31018c49-0565-4cbd-b3e8-c20ed933d8f7 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:21.456114 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.498581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e875-07dd-4252-baa8-fb2d6bf6e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.533514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c9767-6d9d-416f-b3ab-8e69c6fbc167 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f5cecc-8b3a-4844-8a8c-6ab694a41c16,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:21.570454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1c1382-4f53-4862-ac06-9b88baa3dd49'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:21.579251 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698fd2ad-ac5c-49a1-9a27-fb9e31988c85" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "0b1c1382-4f53-4862-ac06-9b88baa3dd49"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:21.600348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:21.646615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0b1c1382-4f53-4862-ac06-9b88baa3dd49, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:21.652449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.661117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a490153a-2c07-4e00-9393-dfeb9ca3ebd0 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:21.701769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-7f358e6c-00a6-4814-b517-d599a7bf4d8c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.702027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e875-07dd-4252-baa8-fb2d6bf6e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.715430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-7f358e6c-00a6-4814-b517-d599a7bf4d8c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.736258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-7f358e6c-00a6-4814-b517-d599a7bf4d8c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.740554 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e875-07dd-4252-baa8-fb2d6bf6e5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.745003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7d2e875-07dd-4252-baa8-fb2d6bf6e5d8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4b02c628-6caf-4628-9b94-8d7b8f1d6909 HTTP/1.1" status: 204 len: 168 time: 0.8524487 Aug 31 06:40:21.748862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40730) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:21.754168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-7f358e6c-00a6-4814-b517-d599a7bf4d8c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.761448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7598a3b-62b4-4fc0-a086-e6b1690c59da None None] Network afd3e1ee-60e5-4242-8724-83469c569dfc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:21.768304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-7f358e6c-00a6-4814-b517-d599a7bf4d8c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.784410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-7f358e6c-00a6-4814-b517-d599a7bf4d8c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.839526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-7f358e6c-00a6-4814-b517-d599a7bf4d8c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.863498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-7f358e6c-00a6-4814-b517-d599a7bf4d8c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5436 time: 0.3785226 Aug 31 06:40:21.971708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ccf6b8d2-47c6-4686-be78-4aa597827b07 req-f1c933bd-eb8e-428b-874f-4675c97cceac tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1063068 Aug 31 06:40:22.051834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.076084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2e875-07dd-4252-baa8-fb2d6bf6e5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b02c628-6caf-4628-9b94-8d7b8f1d6909,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:22.120878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.126730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047da863-5281-4eab-9aa6-7c7ad06dba53 req-198cf1c7-ccb3-4d3f-85ca-9c89fd9d998b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:22.147787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-047da863-5281-4eab-9aa6-7c7ad06dba53 req-198cf1c7-ccb3-4d3f-85ca-9c89fd9d998b tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.3951640 Aug 31 06:40:22.194658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 9a651f08-2bd4-469d-bc01-6e78720d7cf9 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:40:22.245355 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b91156d-a783-4f52-b7a2-741eaa19f792 x-openstack-request-id: req-0b91156d-a783-4f52-b7a2-741eaa19f792 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:22.245815 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "0b1c1382-4f53-4862-ac06-9b88baa3dd49", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:22.246232 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b91156d-a783-4f52-b7a2-741eaa19f792 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:22.246844 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1c1382-4f53-4862-ac06-9b88baa3dd49', 'code': 200} Aug 31 06:40:22.247753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0b1c1382-4f53-4862-ac06-9b88baa3dd49,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:22.264604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:22.328531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:22.328901 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.358100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-047da863-5281-4eab-9aa6-7c7ad06dba53 req-169de0fd-ebc5-45b4-9e2e-0e6dbc6bf437 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050364 Aug 31 06:40:22.397965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Deleting port eb220981-c9bd-4d58-9bd8-aece9992099e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:22.398717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.500635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] For port eb220981-c9bd-4d58-9bd8-aece9992099e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eb220981-c9bd-4d58-9bd8-aece9992099e,segment=NetworkSegment(8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26),segment_id=8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:22.500635 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.543064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Calling delete_port for eb220981-c9bd-4d58-9bd8-aece9992099e owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:22.676771 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.680092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] DHCP port deletion for afd3e1ee-60e5-4242-8724-83469c569dfc request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:40:22.711006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.7 (198d767c-0a0a-405a-86e6-37a74e85c570/e43eb98c-ff1d-4cf6-8f57-a2ecc7601379/9a651f08-2bd4-469d-bc01-6e78720d7cf9) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:22.855654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port a490153a-2c07-4e00-9393-dfeb9ca3ebd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:22.874443 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.875441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:22.975101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.047514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb220981-c9bd-4d58-9bd8-aece9992099e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:23.054955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] No DVR routers for this DVR port eb220981-c9bd-4d58-9bd8-aece9992099e on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:23.247479 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.267490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:23.304131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:23.311355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 9a651f08-2bd4-469d-bc01-6e78720d7cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:23.313618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fa74f8a8-93f6-4cea-a960-d598484823bf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:23.321339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:23.321842 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.413133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] Deleting port eb220981-c9bd-4d58-9bd8-aece9992099e {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:23.413540 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.415340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.453765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2674ae-2f0d-48a0-a286-0f382dc0c54c req-e108aa3a-d865-4f39-8289-9c37af3e8259 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.465446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b2674ae-2f0d-48a0-a286-0f382dc0c54c req-e108aa3a-d865-4f39-8289-9c37af3e8259 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.9953105 Aug 31 06:40:23.482391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.515190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd3e1ee-60e5-4242-8724-83469c569dfc']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:23.594979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-42d1f8e0-dbd2-46b7-bf6b-4637ccd57ee7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.610743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-42d1f8e0-dbd2-46b7-bf6b-4637ccd57ee7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.632092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-42d1f8e0-dbd2-46b7-bf6b-4637ccd57ee7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.653382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-42d1f8e0-dbd2-46b7-bf6b-4637ccd57ee7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.668358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-42d1f8e0-dbd2-46b7-bf6b-4637ccd57ee7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.676567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-42d1f8e0-dbd2-46b7-bf6b-4637ccd57ee7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.709384 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b2674ae-2f0d-48a0-a286-0f382dc0c54c req-73b5b99a-bfba-412c-89ae-da15cd71fb03 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427108 Aug 31 06:40:23.713789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:23.718111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-42d1f8e0-dbd2-46b7-bf6b-4637ccd57ee7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.731565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:23.746101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:23.747733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-42d1f8e0-dbd2-46b7-bf6b-4637ccd57ee7 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5438 time: 0.4374006 Aug 31 06:40:23.752763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=9a651f08-2bd4-469d-bc01-6e78720d7cf9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:23.760729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:23.781755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0f5693-3fa2-4719-a4ba-e1d3f77b6c26') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:23.846646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.885021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.889524 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.894913 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.915753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81a4bdf3-62e0-484f-97e1-5f3296c44a25 req-a80d9401-f59b-451b-a6dd-49d4fa512d96 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1668196 Aug 31 06:40:23.927174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:40:23.930455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.932002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] For port eb220981-c9bd-4d58-9bd8-aece9992099e, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:40:23.934995 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:40:23.942593 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.028806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5bfb2565-aba6-44cf-ae4e-46e95e891bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9780073 Aug 31 06:40:24.031790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40762) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:24.047732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b1a1fd34-cdd5-4432-ac52-06a8a47444e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:24.061088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] Calling delete_port for eb220981-c9bd-4d58-9bd8-aece9992099e owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:24.069068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] Port eb220981-c9bd-4d58-9bd8-aece9992099e was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:40:24.082116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4543d1-a8ab-4a98-bce6-90e065949fec req-466fe68a-6cb1-4caa-a645-6b7165f83717 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:24.094587 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.095599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f4543d1-a8ab-4a98-bce6-90e065949fec req-466fe68a-6cb1-4caa-a645-6b7165f83717 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2017996 Aug 31 06:40:24.119031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.131894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.141660 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] 10.222.0.15 "DELETE /v2.0/networks/afd3e1ee-60e5-4242-8724-83469c569dfc HTTP/1.1" status: 204 len: 168 time: 2.3504012 Aug 31 06:40:24.174806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97ef4a-502c-4106-a7fd-ac82ac0b6045 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd3e1ee-60e5-4242-8724-83469c569dfc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:24.237759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] Network afd3e1ee-60e5-4242-8724-83469c569dfc is not hosted by any dhcp agent {{(pid=94669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:40:24.238841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] No DVR routers for this DVR port eb220981-c9bd-4d58-9bd8-aece9992099e on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:24.312690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a490153a-2c07-4e00-9393-dfeb9ca3ebd0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:24.312690 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec937d-1df3-467b-bfd4-dfe137d36893" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a490153a-2c07-4e00-9393-dfeb9ca3ebd0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:24.317581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-aee79ac3-3ca1-4f5e-ac1a-21007652c4f8 None None] Provisioning for port fa74f8a8-93f6-4cea-a960-d598484823bf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:24.401035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f4543d1-a8ab-4a98-bce6-90e065949fec req-a3fd79a7-9542-44f1-b231-ebf61fac2a7a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037024 Aug 31 06:40:24.574481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54a5b2-2458-4376-baa5-9db406e205b2 None None] Pushing event deleted for resources: {'Port': ['ID=eb220981-c9bd-4d58-9bd8-aece9992099e,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:24.597740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1fd34-cdd5-4432-ac52-06a8a47444e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:24.628246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1a1fd34-cdd5-4432-ac52-06a8a47444e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.778658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40778) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:24.821035 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b070cfe7-e7e3-4131-9390-9170baa1f648 x-openstack-request-id: req-b070cfe7-e7e3-4131-9390-9170baa1f648 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:24.822281 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a490153a-2c07-4e00-9393-dfeb9ca3ebd0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:24.823052 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b070cfe7-e7e3-4131-9390-9170baa1f648 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:24.826544 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a490153a-2c07-4e00-9393-dfeb9ca3ebd0', 'code': 200} Aug 31 06:40:24.895505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-aee79ac3-3ca1-4f5e-ac1a-21007652c4f8 None None] Provisioning complete for port 74a35335-4dae-4cb7-9169-1c7963c25e5c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:24.896892 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aee79ac3-3ca1-4f5e-ac1a-21007652c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.946615 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5d48a0fb-fbbc-4c9a-b0dd-85c1d4f5fd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.947394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4a52ed8-7f3b-4fcd-b4f3-92bd3aa14fa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c48b2d488df946708d38fb045042bf96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658456 Aug 31 06:40:24.948383 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40780) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:24.964548 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.983400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port fa74f8a8-93f6-4cea-a960-d598484823bf completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:24.994787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.000252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:25.000762 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.058451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-aee79ac3-3ca1-4f5e-ac1a-21007652c4f8 None None] Port 74a35335-4dae-4cb7-9169-1c7963c25e5c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:25.097793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8d74723-ecd2-4fd0-a4e2-01aae8f86ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.144707 n-d-712142-16 neutron-server[94668]: INFO neutron.db.ipam_backend_mixin [None req-b1a1fd34-cdd5-4432-ac52-06a8a47444e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e43eb98c-ff1d-4cf6-8f57-a2ecc7601379 (CIDR: 172.20.0.0/28) Aug 31 06:40:25.147482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8d74723-ecd2-4fd0-a4e2-01aae8f86ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.156718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c563a-5685-4587-aa65-f34aeaf35a93 req-0d02081c-da36-4303-9dbc-42a226727eb3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.159593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b6c563a-5685-4587-aa65-f34aeaf35a93 req-0d02081c-da36-4303-9dbc-42a226727eb3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2466316 Aug 31 06:40:25.162513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:25.165376 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a1fd34-cdd5-4432-ac52-06a8a47444e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:40:25.167512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a1fd34-cdd5-4432-ac52-06a8a47444e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:25.187236 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.189102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 70915a98-ae2a-4da9-b154-3dfbd2321026 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:25.240294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b1a1fd34-cdd5-4432-ac52-06a8a47444e6 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2035704 Aug 31 06:40:25.267473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40788) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:25.288726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b6c563a-5685-4587-aa65-f34aeaf35a93 req-2e0f802e-1574-4b86-af2f-0f12cf811c7f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916634 Aug 31 06:40:25.300933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:25.327433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:25.366133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-be0ff223-2381-4853-9de1-2c88cf6eb13d None None] Provisioning for port 9a651f08-2bd4-469d-bc01-6e78720d7cf9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:25.373446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-be0ff223-2381-4853-9de1-2c88cf6eb13d None None] Provisioning complete for port 9a651f08-2bd4-469d-bc01-6e78720d7cf9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:25.373880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-be0ff223-2381-4853-9de1-2c88cf6eb13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.377691 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.381064 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8d74723-ecd2-4fd0-a4e2-01aae8f86ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.389673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8d74723-ecd2-4fd0-a4e2-01aae8f86ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.404356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e8d74723-ecd2-4fd0-a4e2-01aae8f86ade admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c71151a-5d14-4299-8b89-8a060af51afc HTTP/1.1" status: 204 len: 168 time: 0.4538937 Aug 31 06:40:25.528494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d74723-ecd2-4fd0-a4e2-01aae8f86ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c71151a-5d14-4299-8b89-8a060af51afc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:25.588791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port fa74f8a8-93f6-4cea-a960-d598484823bf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fa74f8a8-93f6-4cea-a960-d598484823bf,segment=NetworkSegment(b70289dc-e6d7-47e9-9b4a-0a43198867c5),segment_id=b70289dc-e6d7-47e9-9b4a-0a43198867c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:25.600572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 70915a98-ae2a-4da9-b154-3dfbd2321026 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:25.608674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 70915a98-ae2a-4da9-b154-3dfbd2321026 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:25.609138 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.611406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-be0ff223-2381-4853-9de1-2c88cf6eb13d None None] Port 9a651f08-2bd4-469d-bc01-6e78720d7cf9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:25.616154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-17694930-8d6c-481f-b514-258dca4dfecf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.626326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-17694930-8d6c-481f-b514-258dca4dfecf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.640093 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.661821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-17694930-8d6c-481f-b514-258dca4dfecf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.701912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-17694930-8d6c-481f-b514-258dca4dfecf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.733540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-17694930-8d6c-481f-b514-258dca4dfecf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.765911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-17694930-8d6c-481f-b514-258dca4dfecf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.773861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-17694930-8d6c-481f-b514-258dca4dfecf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.788974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-17694930-8d6c-481f-b514-258dca4dfecf tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5439 time: 0.4737167 Aug 31 06:40:25.829994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=fa74f8a8-93f6-4cea-a960-d598484823bf,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:25.836221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eb220981-c9bd-4d58-9bd8-aece9992099e no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:25.877443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7efe9c0a-4685-41b6-9dc9-b1fc43e6db19 req-f168b884-8c17-46b0-a1d0-bb3b6a8ad651 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0802429 Aug 31 06:40:25.885387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80637086-22c3-416d-b6da-4843dedad980 req-ee3227ea-3237-42d6-a946-95e28125bf02 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.887659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80637086-22c3-416d-b6da-4843dedad980 req-ee3227ea-3237-42d6-a946-95e28125bf02 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.3128753 Aug 31 06:40:25.932252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: eb220981-c9bd-4d58-9bd8-aece9992099e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:25.945501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eb220981-c9bd-4d58-9bd8-aece9992099e not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:25.979636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:25.980952 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.993264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.098621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80637086-22c3-416d-b6da-4843dedad980 req-233ee829-66e1-461f-a4f2-1b9559caa9cc tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880457 Aug 31 06:40:26.165453 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.204459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fa74f8a8-93f6-4cea-a960-d598484823bf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:26.355258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 70915a98-ae2a-4da9-b154-3dfbd2321026, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=70915a98-ae2a-4da9-b154-3dfbd2321026,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:26.369751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.371162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 65735de8-3213-4459-a203-a3328ef978fa up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:26.389743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.481124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:26.493116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:26.497874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:26.498977 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.540326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=57b66926-b0b4-46d4-99b0-7cd1b197afc4,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:26.590318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3e5b48cf-e928-47f2-af66-1ff0a4572e49 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2990777 Aug 31 06:40:26.593648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40838) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:26.606023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-146544082', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57b66926-b0b4-46d4-99b0-7cd1b197afc4'}], 'security_groups': ['5e5d16e5-7276-4839-86c5-a210b1e2af0c']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:26.608498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:26.611085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603bbd3b-036a-4fb5-896c-c3b3ebdf4042 None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:26.779984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:26.780535 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.831456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2001a-3bfc-4653-b2b5-fe6276df2bd0 req-c4ffbc2b-81de-40c1-9ca7-1832d1196dc6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:26.834240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ea2001a-3bfc-4653-b2b5-fe6276df2bd0 req-c4ffbc2b-81de-40c1-9ca7-1832d1196dc6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2994695 Aug 31 06:40:26.838203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6'}, {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70915a98-ae2a-4da9-b154-3dfbd2321026'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:26.841648 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddf3d06-80b4-4594-af22-bf3d7d8679ab" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "0a0a2cf6-181c-433a-89c8-72e6fd8767f6"}, {"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "70915a98-ae2a-4da9-b154-3dfbd2321026"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:26.876744 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-378130f3-393e-47cf-9edb-5d32c7186723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.898510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 65735de8-3213-4459-a203-a3328ef978fa completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:26.926813 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ea2001a-3bfc-4653-b2b5-fe6276df2bd0 req-6cbec8cd-7a85-45de-a13e-bfcdac29e347 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511994 Aug 31 06:40:26.930582 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:40:26.967274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 65735de8-3213-4459-a203-a3328ef978fa triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:26.967761 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.970928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=70915a98-ae2a-4da9-b154-3dfbd2321026,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:27.087067 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.128280 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b825f06e-db34-480c-908e-d83703ef4068 x-openstack-request-id: req-b825f06e-db34-480c-908e-d83703ef4068 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:27.128280 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "0a0a2cf6-181c-433a-89c8-72e6fd8767f6", "code": 200}, {"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "70915a98-ae2a-4da9-b154-3dfbd2321026", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:27.128280 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b825f06e-db34-480c-908e-d83703ef4068 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:27.129559 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6', 'code': 200} Aug 31 06:40:27.129559 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70915a98-ae2a-4da9-b154-3dfbd2321026', 'code': 200} Aug 31 06:40:27.134249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.271099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40878) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:27.299262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:27.506864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'port_id': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'mac_address': 'fa:16:3e:ed:f2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:27.525930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b3713-d478-4438-95ea-57b39ab5aafd req-97856624-0648-40ad-8d06-e2437e147bb1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.536510 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb3b3713-d478-4438-95ea-57b39ab5aafd req-97856624-0648-40ad-8d06-e2437e147bb1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.1062632 Aug 31 06:40:27.568636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1708272379-network', 'tenant_id': 'b4c14df3e80d4de5ba2ae44d968dc701'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:27.628196 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb3b3713-d478-4438-95ea-57b39ab5aafd req-07e60dc4-12ec-4151-a950-8c613d77d83e tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867774 Aug 31 06:40:27.635373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-b172258d-2243-4a82-8eba-8fc3d03858fe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.648891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Made reservation on behalf of b4c14df3e80d4de5ba2ae44d968dc701 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:27.652212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.658270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-b172258d-2243-4a82-8eba-8fc3d03858fe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.675201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.701421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-b172258d-2243-4a82-8eba-8fc3d03858fe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.729848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-b172258d-2243-4a82-8eba-8fc3d03858fe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.735464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82134e-7b98-469a-866b-6a9361931d82 None None] Update dhcp port {'port': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'fixed_ips': [{'subnet_id': 'e43eb98c-ff1d-4cf6-8f57-a2ecc7601379', 'ip_address': '172.20.0.2'}, {'subnet_id': '57b66926-b0b4-46d4-99b0-7cd1b197afc4'}], 'binding:host_id': 'n-d-712142-16'}, 'id': 'fa74f8a8-93f6-4cea-a960-d598484823bf'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:40:27.740025 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.765947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-b172258d-2243-4a82-8eba-8fc3d03858fe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.782629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-b172258d-2243-4a82-8eba-8fc3d03858fe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.806226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-b172258d-2243-4a82-8eba-8fc3d03858fe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.824606 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-b172258d-2243-4a82-8eba-8fc3d03858fe tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5440 time: 0.5129805 Aug 31 06:40:27.827378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.839343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.848473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.912582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38dd4750-916c-4e5a-a105-5ccbd30ca18b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:27.932771 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaf62bc-6839-4ed4-8e5d-89b29bb29b85,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:27.942391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-782bb8c4-9729-4a0d-a99f-e1662ea4a68c req-0f3ac23c-8a40-4337-9d5d-9a3c1cb97815 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1166785 Aug 31 06:40:27.964759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:40:28.005545 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a82134e-7b98-469a-866b-6a9361931d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.014789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.016803 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Added segment e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8 of type vlan for network da391ec0-9d7b-458f-990f-7c94fd96ec83 Aug 31 06:40:28.037753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:28.055501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 65735de8-3213-4459-a203-a3328ef978fa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=65735de8-3213-4459-a203-a3328ef978fa,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:28.056671 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.108964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.109893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:28.115566 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.201947 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.261899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Delete allocated IP 172.20.0.7 (198d767c-0a0a-405a-86e6-37a74e85c570/e43eb98c-ff1d-4cf6-8f57-a2ecc7601379) {{(pid=94667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:40:28.267966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597d85-f731-4a44-be5b-375419c25550 req-c89dc871-0f10-4505-a3b4-37822e9acbd0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:28.278896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.23 (198d767c-0a0a-405a-86e6-37a74e85c570/57b66926-b0b4-46d4-99b0-7cd1b197afc4/9a651f08-2bd4-469d-bc01-6e78720d7cf9) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:28.282603 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0597d85-f731-4a44-be5b-375419c25550 req-c89dc871-0f10-4505-a3b4-37822e9acbd0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 944 time: 0.1743498 Aug 31 06:40:28.320925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.322411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:28.323062 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.473853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['38dd4750-916c-4e5a-a105-5ccbd30ca18b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:28.515069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:28.540893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] Pushing event updated for resources: {'Network': ['ID=da391ec0-9d7b-458f-990f-7c94fd96ec83,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:28.565393 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e434515c-7737-4451-a4a6-5cb84788883c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2928667 Aug 31 06:40:28.569852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:40:28.584414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40906) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:28.627202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Request body: {'subnet': {'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1708272379-subnet', 'tenant_id': 'b4c14df3e80d4de5ba2ae44d968dc701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:28.639783 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.701936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 9a651f08-2bd4-469d-bc01-6e78720d7cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:28.707436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.736676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Made reservation on behalf of b4c14df3e80d4de5ba2ae44d968dc701 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:28.738076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:28.748820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.845005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:28.845793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.853067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=65735de8-3213-4459-a203-a3328ef978fa,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:28.977672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] In _notify_port_updated(), no bound segment for port 9a651f08-2bd4-469d-bc01-6e78720d7cf9 on network 198d767c-0a0a-405a-86e6-37a74e85c570 {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:40:28.987234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:28.989367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.991590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "PUT /v2.0/ports/9a651f08-2bd4-469d-bc01-6e78720d7cf9 HTTP/1.1" status: 200 len: 920 time: 2.3952727 Aug 31 06:40:28.996159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40918) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:29.112294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed94a31-7aa0-4f7d-901e-e131cc7c4f90 req-b55fc33b-eaf0-4fef-ae73-31c5995501a1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:29.115312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ed94a31-7aa0-4f7d-901e-e131cc7c4f90 req-b55fc33b-eaf0-4fef-ae73-31c5995501a1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.3213432 Aug 31 06:40:29.116186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfbe29-77a6-4b75-8840-b53c103dae23 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=9a651f08-2bd4-469d-bc01-6e78720d7cf9,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:29.132740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65735de8-3213-4459-a203-a3328ef978fa'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:29.135403 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc20415-6e61-4667-80b0-00919edffd1b" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "65735de8-3213-4459-a203-a3328ef978fa"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:29.159012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-2a82134e-7b98-469a-866b-6a9361931d82 None None] Allocated IP 172.20.0.18 (198d767c-0a0a-405a-86e6-37a74e85c570/57b66926-b0b4-46d4-99b0-7cd1b197afc4/fa74f8a8-93f6-4cea-a960-d598484823bf) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:29.185858 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ed94a31-7aa0-4f7d-901e-e131cc7c4f90 req-89000dd6-3427-4797-9630-271b4ee8ea59 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 Aug 31 06:40:29.215905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bb12dd1e-b280-4c2b-9950-bc4dd3ea3895 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 9a651f08-2bd4-469d-bc01-6e78720d7cf9 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:29.216649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb12dd1e-b280-4c2b-9950-bc4dd3ea3895 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.232292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0597d85-f731-4a44-be5b-375419c25550 req-e79f6f36-22bc-4273-a295-8e32b0cd70d1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9491966 Aug 31 06:40:29.233388 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.383230 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c0d182-fe5d-4b41-bdd4-9210ea1cca4e x-openstack-request-id: req-e3c0d182-fe5d-4b41-bdd4-9210ea1cca4e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:29.383528 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "65735de8-3213-4459-a203-a3328ef978fa", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:29.383841 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3c0d182-fe5d-4b41-bdd4-9210ea1cca4e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:29.384303 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65735de8-3213-4459-a203-a3328ef978fa', 'code': 200} Aug 31 06:40:29.421907 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb12dd1e-b280-4c2b-9950-bc4dd3ea3895 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.438938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bb12dd1e-b280-4c2b-9950-bc4dd3ea3895 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 9a651f08-2bd4-469d-bc01-6e78720d7cf9 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:29.443462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=862787e8-068e-45b9-843c-487959a444f2,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:29.478260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Checking segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:29.478642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Network hostable DHCP agents. Network: da391ec0-9d7b-458f-990f-7c94fd96ec83, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:40:29.483512 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.505821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:40:29.534199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, da391ec0-9d7b-458f-990f-7c94fd96ec83) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:29.551856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af117d6-2ed2-4317-bcf2-c959ad477ff8 None None] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:29.556456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:29.557361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.589436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7f1a8ee8-37a6-4d5c-a648-5f2602653b88 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0035906 Aug 31 06:40:29.712858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb12dd1e-b280-4c2b-9950-bc4dd3ea3895 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.835317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2a82134e-7b98-469a-866b-6a9361931d82 None None] For port fa74f8a8-93f6-4cea-a960-d598484823bf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fa74f8a8-93f6-4cea-a960-d598484823bf,segment=NetworkSegment(b70289dc-e6d7-47e9-9b4a-0a43198867c5),segment_id=b70289dc-e6d7-47e9-9b4a-0a43198867c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:29.855395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12dd1e-b280-4c2b-9950-bc4dd3ea3895 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=9a651f08-2bd4-469d-bc01-6e78720d7cf9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:29.940280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:30.133424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-19ae73ee-40d8-4f18-aee6-acabcb61dbf2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.148382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-19ae73ee-40d8-4f18-aee6-acabcb61dbf2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.154840 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.165215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-19ae73ee-40d8-4f18-aee6-acabcb61dbf2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.172323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-19ae73ee-40d8-4f18-aee6-acabcb61dbf2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.179812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22e15a-d0ea-4aa4-95c1-877dd24c9a2e None None] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:30.180556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-19ae73ee-40d8-4f18-aee6-acabcb61dbf2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.188884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-19ae73ee-40d8-4f18-aee6-acabcb61dbf2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.234078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-19ae73ee-40d8-4f18-aee6-acabcb61dbf2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.245082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-19ae73ee-40d8-4f18-aee6-acabcb61dbf2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5441 time: 0.5413687 Aug 31 06:40:30.304103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb12dd1e-b280-4c2b-9950-bc4dd3ea3895 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.306682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bb12dd1e-b280-4c2b-9950-bc4dd3ea3895 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/9a651f08-2bd4-469d-bc01-6e78720d7cf9 HTTP/1.1" status: 204 len: 168 time: 1.3072355 Aug 31 06:40:30.310546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:30.328613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19d23cb2-bd8c-465a-b8eb-ac1bded62445 req-d7e26a67-3a22-473a-b0dd-12e2eef91a4e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0784101 Aug 31 06:40:30.424851 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c8179c-2cf7-4366-b987-b79f280e0e96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:40:30.432834 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-23c8179c-2cf7-4366-b987-b79f280e0e96 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/9a651f08-2bd4-469d-bc01-6e78720d7cf9 HTTP/1.1" status: 404 len: 333 time: 0.1208723 Aug 31 06:40:30.435565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40950) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:30.436191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:30.530091 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.579555 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a82134e-7b98-469a-866b-6a9361931d82 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.667382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba99015-f9a4-437f-ad36-17b1de627d1c req-86a03b05-3af7-4f33-9a97-1047efc197a5 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.672086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ba99015-f9a4-437f-ad36-17b1de627d1c req-86a03b05-3af7-4f33-9a97-1047efc197a5 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2215476 Aug 31 06:40:30.674716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 38dd4750-916c-4e5a-a105-5ccbd30ca18b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:30.675693 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.678190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2a82134e-7b98-469a-866b-6a9361931d82 None None] Transition to ACTIVE for port object fa74f8a8-93f6-4cea-a960-d598484823bf will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:30.680420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:30.716167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8100c7c1-5b75-41d4-b428-657e999b726c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.771036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a82134e-7b98-469a-866b-6a9361931d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.807679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8100c7c1-5b75-41d4-b428-657e999b726c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.842289 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ba99015-f9a4-437f-ad36-17b1de627d1c req-dbcc11fc-a9c2-4b31-a551-57e5321de268 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261992 Aug 31 06:40:30.943764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8100c7c1-5b75-41d4-b428-657e999b726c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.949995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8100c7c1-5b75-41d4-b428-657e999b726c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.952700 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8100c7c1-5b75-41d4-b428-657e999b726c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/security-groups/44f5cecc-8b3a-4844-8a8c-6ab694a41c16 HTTP/1.1" status: 204 len: 168 time: 0.5148227 Aug 31 06:40:30.955380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40968) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:31.032016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100c7c1-5b75-41d4-b428-657e999b726c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f5cecc-8b3a-4844-8a8c-6ab694a41c16,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:31.034215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-0f6f473c-8c23-4509-b583-a9b0bf1d42d6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:31.051863 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-0f6f473c-8c23-4509-b583-a9b0bf1d42d6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.4866610 Aug 31 06:40:31.084672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-c117b95a-95e7-4380-b786-d59ce08ba823 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/quotas/b4c14df3e80d4de5ba2ae44d968dc701 HTTP/1.1" status: 200 len: 375 time: 0.0254924 Aug 31 06:40:31.155945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-7d28dc7d-e3d1-40fd-9fd1-7acaf0b16afa tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549438 Aug 31 06:40:31.163710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82134e-7b98-469a-866b-6a9361931d82 None None] Pushing event updated for resources: {'Port': ['ID=fa74f8a8-93f6-4cea-a960-d598484823bf,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:31.264383 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0f84-d249-4ec6-a213-6f8d8a1bb32b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.317169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55ddf2-3604-48ab-98eb-5e24ddec6db5 req-929bd865-8b74-4fc5-89b3-9529bb8c5a27 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:31.318589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c55ddf2-3604-48ab-98eb-5e24ddec6db5 req-929bd865-8b74-4fc5-89b3-9529bb8c5a27 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 944 time: 0.2306521 Aug 31 06:40:31.362321 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.404419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:31.406907 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d98a07-ffff-48b9-9410-1f35fbdd668e" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "6f5c629c-6477-4c3c-bc2d-1130d5aacdb4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:31.464379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c55ddf2-3604-48ab-98eb-5e24ddec6db5 req-44dda432-f3ed-4a44-b107-aea0028ba05c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274686 Aug 31 06:40:31.465894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0f84-d249-4ec6-a213-6f8d8a1bb32b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.476539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-c7d41613-d4a7-4773-9fda-6b45e904d71e service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183019 Aug 31 06:40:31.531015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:31.539647 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.626749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0f84-d249-4ec6-a213-6f8d8a1bb32b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.628980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0f84-d249-4ec6-a213-6f8d8a1bb32b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.630321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4bd0f84-d249-4ec6-a213-6f8d8a1bb32b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/security-groups/5e5d16e5-7276-4839-86c5-a210b1e2af0c HTTP/1.1" status: 204 len: 168 time: 0.6629748 Aug 31 06:40:31.634111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40984) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:31.718245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd0f84-d249-4ec6-a213-6f8d8a1bb32b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5d16e5-7276-4839-86c5-a210b1e2af0c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:31.743880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:31.791908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-3ebc625c-5d3b-4a39-a59a-536aa90a309d service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145628 Aug 31 06:40:31.835832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46894f4-b9e5-4856-b715-2f89c916b99a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet e43eb98c-ff1d-4cf6-8f57-a2ecc7601379 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:31.840091 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46894f4-b9e5-4856-b715-2f89c916b99a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.962810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46894f4-b9e5-4856-b715-2f89c916b99a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:32.238244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46894f4-b9e5-4856-b715-2f89c916b99a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:32.269101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fa74f8a8-93f6-4cea-a960-d598484823bf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:32.377538 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46894f4-b9e5-4856-b715-2f89c916b99a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:32.473431 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb77bb6-843e-4716-8f50-342eaa678672 x-openstack-request-id: req-0bb77bb6-843e-4716-8f50-342eaa678672 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:32.473780 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-plugged", "status": "completed", "tag": "6f5c629c-6477-4c3c-bc2d-1130d5aacdb4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:32.474050 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bb77bb6-843e-4716-8f50-342eaa678672 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:32.474480 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4', 'code': 200} Aug 31 06:40:32.488593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46894f4-b9e5-4856-b715-2f89c916b99a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=e43eb98c-ff1d-4cf6-8f57-a2ecc7601379,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:32.516102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-f1dab2a8-a385-4292-ac09-668a427df810 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.527949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-f1dab2a8-a385-4292-ac09-668a427df810 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.540658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-f1dab2a8-a385-4292-ac09-668a427df810 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.555955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-f1dab2a8-a385-4292-ac09-668a427df810 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.569575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-f1dab2a8-a385-4292-ac09-668a427df810 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.575998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-f1dab2a8-a385-4292-ac09-668a427df810 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.582427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-f1dab2a8-a385-4292-ac09-668a427df810 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.601882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-f1dab2a8-a385-4292-ac09-668a427df810 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.8698337 Aug 31 06:40:32.654112 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46894f4-b9e5-4856-b715-2f89c916b99a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:32.666385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a46894f4-b9e5-4856-b715-2f89c916b99a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/e43eb98c-ff1d-4cf6-8f57-a2ecc7601379 HTTP/1.1" status: 204 len: 168 time: 1.0310760 Aug 31 06:40:32.671537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41016) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:32.685531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b5c3188d-a162-4d60-90b9-1d3634afa55e None None] Could not find standard attr ID for object 9a651f08-2bd4-469d-bc01-6e78720d7cf9. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:40:32.695317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fb0b0a4-ea74-4a75-80fc-3b45f5d73810 req-4a616104-1459-4ce4-9fba-1e4925122acd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0924249 Aug 31 06:40:32.696430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:32.709879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b5c3188d-a162-4d60-90b9-1d3634afa55e None None] Provisioning for port fa74f8a8-93f6-4cea-a960-d598484823bf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:32.716164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b5c3188d-a162-4d60-90b9-1d3634afa55e None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:32.717915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b5c3188d-a162-4d60-90b9-1d3634afa55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:32.786812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83b51-7ade-481f-b9d1-f4d2878eddec req-81c47129-8f7c-4c93-a719-8b032a62b122 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.799474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41c83b51-7ade-481f-b9d1-f4d2878eddec req-81c47129-8f7c-4c93-a719-8b032a62b122 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.1955767 Aug 31 06:40:32.843404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fba3def7-b4b1-4917-ab58-8a89d9abe24b req-cd9415bb-62b6-4d12-a62d-50f8e5e7d360 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 210 time: 0.0622454 Aug 31 06:40:32.869517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-79ef317e-ef0f-47f8-8f0b-0f2b47f617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.870254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-79ef317e-ef0f-47f8-8f0b-0f2b47f617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.871069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-79ef317e-ef0f-47f8-8f0b-0f2b47f617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.872159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-79ef317e-ef0f-47f8-8f0b-0f2b47f617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.872893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-79ef317e-ef0f-47f8-8f0b-0f2b47f617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.873749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-79ef317e-ef0f-47f8-8f0b-0f2b47f617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.874478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-79ef317e-ef0f-47f8-8f0b-0f2b47f617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.878029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-79ef317e-ef0f-47f8-8f0b-0f2b47f617d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6506 time: 0.3412712 Aug 31 06:40:32.918028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41c83b51-7ade-481f-b9d1-f4d2878eddec req-31c29e4f-4398-49a4-9b04-04e651cc1c10 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141541 Aug 31 06:40:32.989362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b5c3188d-a162-4d60-90b9-1d3634afa55e None None] Provisioning complete for port 74a35335-4dae-4cb7-9169-1c7963c25e5c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:32.990184 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b5c3188d-a162-4d60-90b9-1d3634afa55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.095538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3188d-a162-4d60-90b9-1d3634afa55e None None] Port 74a35335-4dae-4cb7-9169-1c7963c25e5c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:33.264259 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8aee0ab3-4fd3-45fa-a37d-b30f5eaaa27f req-dcbf201d-eb97-4db7-9adb-50581a29c373 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c75eb2f-d420-4efa-ba77-68f92e352e21&id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3411109 Aug 31 06:40:33.397253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49073a9a-f49f-4456-87e3-7195e7e49236 req-2ee67d03-b084-4a9c-aeaa-06213daa9c06 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:33.412028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-49073a9a-f49f-4456-87e3-7195e7e49236 req-2ee67d03-b084-4a9c-aeaa-06213daa9c06 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2610381 Aug 31 06:40:33.442002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:33.453338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.489157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9d3d4-1999-4558-9e43-b2a7c1376da1 None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:33.653129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-49073a9a-f49f-4456-87e3-7195e7e49236 req-f86fcfeb-1777-4f4b-bd33-d7c3e6c5a193 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399011 Aug 31 06:40:33.748363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a633c4a8-e570-4401-8ad9-a53890337707 None None] Could not find standard attr ID for object 9a651f08-2bd4-469d-bc01-6e78720d7cf9. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:40:34.028574 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bfd8c6a9-e118-4062-8d03-56f9a68ce81d req-4a971fbd-a6f6-4fe5-84c3-3567f6cf2a9b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 210 time: 0.0836725 Aug 31 06:40:34.231960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04844b-2a20-4b8c-af57-df8973de7ab5 req-add36ddc-a199-4b53-9f35-bab67a2e3315 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.246576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af04844b-2a20-4b8c-af57-df8973de7ab5 req-add36ddc-a199-4b53-9f35-bab67a2e3315 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.0981989 Aug 31 06:40:34.308142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-1bd4914a-2df9-4e89-a1ef-333aef93eed4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.316311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-1bd4914a-2df9-4e89-a1ef-333aef93eed4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.324248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-1bd4914a-2df9-4e89-a1ef-333aef93eed4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.332370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-1bd4914a-2df9-4e89-a1ef-333aef93eed4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.341124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-1bd4914a-2df9-4e89-a1ef-333aef93eed4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.360450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-1bd4914a-2df9-4e89-a1ef-333aef93eed4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.371482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-1bd4914a-2df9-4e89-a1ef-333aef93eed4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.384940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-1bd4914a-2df9-4e89-a1ef-333aef93eed4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.4489815 Aug 31 06:40:34.476165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:34.485014 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c1ae86-8697-4b6a-9d0e-aad3ff3b4590" -d '{"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:34.520782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-d8db67b2-df8b-4ee0-8994-7c88dc30f75c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.524047 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-d8db67b2-df8b-4ee0-8994-7c88dc30f75c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.2673185 Aug 31 06:40:34.567678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Request body: {'port': {'device_id': '143460de-8d6d-44e8-a2f5-8f8af8a95964', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'admin_state_up': True, 'tenant_id': 'b4c14df3e80d4de5ba2ae44d968dc701'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:34.611187 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c5964b8-a99a-4f08-abe9-e31dfd23c8d5 req-7cf7de12-d63e-44b4-b2aa-675f8574a7c4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2246170 Aug 31 06:40:34.650132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.671176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af04844b-2a20-4b8c-af57-df8973de7ab5 req-439a4592-0589-464f-b68e-328bda5c5f17 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228554 Aug 31 06:40:34.756272 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58899c9-a8b7-41a6-9296-c4f107ef18b0 x-openstack-request-id: req-d58899c9-a8b7-41a6-9296-c4f107ef18b0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:34.757151 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:34.757634 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d58899c9-a8b7-41a6-9296-c4f107ef18b0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:34.758247 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'code': 200} Aug 31 06:40:34.820658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:34.826812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:34.834964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Made reservation on behalf of b4c14df3e80d4de5ba2ae44d968dc701 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:34.845693 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.846767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.847749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.904431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=43a2c6e0-9478-48fc-9c61-d491e3582eda,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:34.917041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-67f41762-9508-4424-97a1-601728cd4978 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2287099 Aug 31 06:40:34.918005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41058) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:34.926958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a54b72d4-1b16-4dbb-b42b-bd2d367a35d2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'security_group': {'name': 'tempest-secgroup-736702728'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:34.975119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a54b72d4-1b16-4dbb-b42b-bd2d367a35d2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.107564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Allocated IP 172.20.0.4 (da391ec0-9d7b-458f-990f-7c94fd96ec83/862787e8-068e-45b9-843c-487959a444f2/cd365be0-b77d-4bf0-81d2-5792ba852215) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:35.283988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8aea7bf-8876-45c4-9bf2-4eff1dcb4603 req-414bd42f-8463-44e1-9959-ab9ec8ced0c4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 210 time: 0.0856185 Aug 31 06:40:35.345633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-cb489aa4-5e27-46f2-b779-569dc780f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.347566 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-cb489aa4-5e27-46f2-b779-569dc780f3f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1102 time: 0.1703637 Aug 31 06:40:35.433029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5cdfc-2340-4005-94e5-2ab8c8b330a8 None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:35.493334 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.662012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.738902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:35.810849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event updated for resources: {'Port': ['ID=cd365be0-b77d-4bf0-81d2-5792ba852215,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:35.810849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:35.816642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:35.829922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac76b18-9531-4a16-8751-e2f868fbc837 req-cdf987f8-af62-4599-b2d2-33279ae81aed tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.832095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ac76b18-9531-4a16-8751-e2f868fbc837 req-cdf987f8-af62-4599-b2d2-33279ae81aed tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.5999572 Aug 31 06:40:35.893004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1abe2223-9c42-4bba-8840-5b3d4f1a3cb7 None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:35.898278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1abe2223-9c42-4bba-8840-5b3d4f1a3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.952992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.953579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.987880 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ac76b18-9531-4a16-8751-e2f868fbc837 req-42d1b634-bceb-4c29-b0e2-9951bed95fd3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315722 Aug 31 06:40:36.084688 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a54b72d4-1b16-4dbb-b42b-bd2d367a35d2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.096544 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-a592bb7e-08b8-4f5c-937b-52580f35e5b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5457728 Aug 31 06:40:36.109971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Request body: {'port': {'device_id': '143460de-8d6d-44e8-a2f5-8f8af8a95964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:36.122419 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a54b72d4-1b16-4dbb-b42b-bd2d367a35d2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.193793 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a54b72d4-1b16-4dbb-b42b-bd2d367a35d2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.195239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a54b72d4-1b16-4dbb-b42b-bd2d367a35d2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2761426 Aug 31 06:40:36.212348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41082) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:36.224729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b2a74b67-05f8-4c7a-800c-b96e7d403065 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'security_group': {'name': 'tempest-secgroup-472011731'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:36.252818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1abe2223-9c42-4bba-8840-5b3d4f1a3cb7 None None] Provisioning complete for port 74a35335-4dae-4cb7-9169-1c7963c25e5c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:36.254067 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1abe2223-9c42-4bba-8840-5b3d4f1a3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.296128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1abe2223-9c42-4bba-8840-5b3d4f1a3cb7 None None] Port 74a35335-4dae-4cb7-9169-1c7963c25e5c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:36.297937 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecccc79-4491-4a2f-bdce-bd1710caa780 None None] Update dhcp port {'port': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'fixed_ips': [{'subnet_id': '57b66926-b0b4-46d4-99b0-7cd1b197afc4', 'ip_address': '172.20.0.18'}, {'subnet_id': '43a2c6e0-9478-48fc-9c61-d491e3582eda'}], 'binding:host_id': 'n-d-712142-16'}, 'id': 'fa74f8a8-93f6-4cea-a960-d598484823bf'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:40:36.329108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.336757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b72d4-1b16-4dbb-b42b-bd2d367a35d2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d0826-73ae-4e03-846a-09bf753116f7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:36.356602 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2a74b67-05f8-4c7a-800c-b96e7d403065 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.369450 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fecccc79-4491-4a2f-bdce-bd1710caa780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.402343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae4f1-bb2e-4805-b62c-abaea5724ae9 req-f65abcc7-a584-468a-9f5d-b177b581d4ec tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.417145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-977ae4f1-bb2e-4805-b62c-abaea5724ae9 req-f65abcc7-a584-468a-9f5d-b177b581d4ec tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2303772 Aug 31 06:40:36.426004 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:40:36.431207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-d76b6828-b7b6-4bfa-914c-81b67d80b32d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.450358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-d76b6828-b7b6-4bfa-914c-81b67d80b32d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.468178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-d76b6828-b7b6-4bfa-914c-81b67d80b32d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.485893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-d76b6828-b7b6-4bfa-914c-81b67d80b32d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.497534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-d76b6828-b7b6-4bfa-914c-81b67d80b32d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.514789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-d76b6828-b7b6-4bfa-914c-81b67d80b32d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.554810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-d76b6828-b7b6-4bfa-914c-81b67d80b32d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.557944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-d76b6828-b7b6-4bfa-914c-81b67d80b32d tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.4846408 Aug 31 06:40:36.559028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-bcae3ff5-2ebf-483c-8f7b-6a6fdff14524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.560609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-bcae3ff5-2ebf-483c-8f7b-6a6fdff14524 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 1.1871383 Aug 31 06:40:36.584018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-977ae4f1-bb2e-4805-b62c-abaea5724ae9 req-7ebe098e-a02f-4cff-9a5c-70c70750b975 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565621 Aug 31 06:40:36.733155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-432caf88-c906-4377-aa13-c4bfef466593 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=091be7d1-ce05-47e3-a0d5-98458d38805e HTTP/1.1" status: 200 len: 217 time: 0.1415696 Aug 31 06:40:36.803310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11a9243b-e2bb-4248-903c-d3e2fbee1f2c req-ad5b2f97-d475-44b3-a930-5a1d2755bd7a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2362313 Aug 31 06:40:36.901524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-fecccc79-4491-4a2f-bdce-bd1710caa780 None None] Allocated IP 172.20.0.2 (198d767c-0a0a-405a-86e6-37a74e85c570/43a2c6e0-9478-48fc-9c61-d491e3582eda/fa74f8a8-93f6-4cea-a960-d598484823bf) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:36.936638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-6fc55841-c250-45b0-ac00-38b5b47d5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.942490 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-6fc55841-c250-45b0-ac00-38b5b47d5ec4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1967740 Aug 31 06:40:37.072880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2a74b67-05f8-4c7a-800c-b96e7d403065 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.089392 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2a74b67-05f8-4c7a-800c-b96e7d403065 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.132384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a74b67-05f8-4c7a-800c-b96e7d403065 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20925739-463c-492d-ab9f-85bbe64c719e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:37.145450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-c5562976-88bc-4e7f-a730-8fb04c7df0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.148628 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-c5562976-88bc-4e7f-a730-8fb04c7df0e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1986592 Aug 31 06:40:37.189049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2a74b67-05f8-4c7a-800c-b96e7d403065 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.195428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b2a74b67-05f8-4c7a-800c-b96e7d403065 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9808962 Aug 31 06:40:37.199322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fecccc79-4491-4a2f-bdce-bd1710caa780 None None] For port fa74f8a8-93f6-4cea-a960-d598484823bf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fa74f8a8-93f6-4cea-a960-d598484823bf,segment=NetworkSegment(b70289dc-e6d7-47e9-9b4a-0a43198867c5),segment_id=b70289dc-e6d7-47e9-9b4a-0a43198867c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:37.210375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41096) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:37.256939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fecccc79-4491-4a2f-bdce-bd1710caa780 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.279826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fecccc79-4491-4a2f-bdce-bd1710caa780 None None] Transition to ACTIVE for port object fa74f8a8-93f6-4cea-a960-d598484823bf will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:37.283402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ec2e2d65-9385-4a1e-9ad2-ccd4fc6749cf tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'security_group': {'name': 'tempest-secgroup-667984278'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:37.284439 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fecccc79-4491-4a2f-bdce-bd1710caa780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.286005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec880e3-3a8b-4f15-a8e7-87fbfacf7d73 req-2a8cbd6a-77bb-4eac-b475-7956a17d61d0 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.299894 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ec880e3-3a8b-4f15-a8e7-87fbfacf7d73 req-2a8cbd6a-77bb-4eac-b475-7956a17d61d0 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 931 time: 0.4191515 Aug 31 06:40:37.351800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746535-ea27-4520-bf34-b9ae5bbb2bad req-63d5e348-1542-4ae2-b858-ee07c69b0343 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.368613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746535-ea27-4520-bf34-b9ae5bbb2bad req-63d5e348-1542-4ae2-b858-ee07c69b0343 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.382403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746535-ea27-4520-bf34-b9ae5bbb2bad req-63d5e348-1542-4ae2-b858-ee07c69b0343 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.393078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746535-ea27-4520-bf34-b9ae5bbb2bad req-63d5e348-1542-4ae2-b858-ee07c69b0343 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.417088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ec880e3-3a8b-4f15-a8e7-87fbfacf7d73 req-2c089073-66f4-4c93-8d02-b4360e1eff2d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156948 Aug 31 06:40:37.419769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746535-ea27-4520-bf34-b9ae5bbb2bad req-63d5e348-1542-4ae2-b858-ee07c69b0343 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.421005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecccc79-4491-4a2f-bdce-bd1710caa780 None None] Pushing event updated for resources: {'Port': ['ID=fa74f8a8-93f6-4cea-a960-d598484823bf,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:37.465649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746535-ea27-4520-bf34-b9ae5bbb2bad req-63d5e348-1542-4ae2-b858-ee07c69b0343 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.478544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746535-ea27-4520-bf34-b9ae5bbb2bad req-63d5e348-1542-4ae2-b858-ee07c69b0343 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.484367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59746535-ea27-4520-bf34-b9ae5bbb2bad req-63d5e348-1542-4ae2-b858-ee07c69b0343 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.5052423 Aug 31 06:40:37.501118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41098) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:37.517972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Request body: {'floatingip': {'port_id': '55545121-57b1-4362-817e-a19b5659b23e'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:37.553440 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2d65-9385-4a1e-9ad2-ccd4fc6749cf tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.585699 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-514dbf6e-a2cd-4b74-91fd-6466e52af8eb service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290469 Aug 31 06:40:37.741062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.828522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd365be0-b77d-4bf0-81d2-5792ba852215 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:37.838970 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.861411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Transition to ACTIVE for port object cd365be0-b77d-4bf0-81d2-5792ba852215 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:37.950005 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2d65-9385-4a1e-9ad2-ccd4fc6749cf tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.963300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2d65-9385-4a1e-9ad2-ccd4fc6749cf tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.123045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2d65-9385-4a1e-9ad2-ccd4fc6749cf tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.124318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ec2e2d65-9385-4a1e-9ad2-ccd4fc6749cf tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8500028 Aug 31 06:40:38.149371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fa74f8a8-93f6-4cea-a960-d598484823bf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:38.179132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ac14d-5681-4cff-b00b-9079815c65ac req-a34aec70-5a40-4f73-b2f0-c9f2aae264a9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.188042 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb7ac14d-5681-4cff-b00b-9079815c65ac req-a34aec70-5a40-4f73-b2f0-c9f2aae264a9 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.3927929 Aug 31 06:40:38.203862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41116) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:38.205053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e2d65-9385-4a1e-9ad2-ccd4fc6749cf tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53848b9-d082-46a4-bc4f-5c451399500a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:38.257589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-443541651', 'security_groups': ['d53848b9-d082-46a4-bc4f-5c451399500a'], 'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43a2c6e0-9478-48fc-9c61-d491e3582eda'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:38.300800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1afe7d82-9dbd-465c-acdb-56912fd14f2e req-d49e68da-ca5f-4c6f-a639-c460301d39ce service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054217 Aug 31 06:40:38.552055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb7ac14d-5681-4cff-b00b-9079815c65ac req-b3b20d86-b2a2-4cd5-b6f7-ada5dd680f67 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627303 Aug 31 06:40:38.765933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e3d32cfd-d059-454d-a096-e2048ef72303 None None] Provisioning for port fa74f8a8-93f6-4cea-a960-d598484823bf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:38.789229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e3d32cfd-d059-454d-a096-e2048ef72303 None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:38.789672 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3d32cfd-d059-454d-a096-e2048ef72303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.789900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:38.919010 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.059518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e3d32cfd-d059-454d-a096-e2048ef72303 None None] Provisioning complete for port 74a35335-4dae-4cb7-9169-1c7963c25e5c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:39.059865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3d32cfd-d059-454d-a096-e2048ef72303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.084511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ddbd-6bf8-438d-b2fb-dff4118b6b35 req-b9f689ab-aeaa-4e7f-ab9f-5c65b35dad35 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.090877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb66ddbd-6bf8-438d-b2fb-dff4118b6b35 req-b9f689ab-aeaa-4e7f-ab9f-5c65b35dad35 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 943 time: 0.3361113 Aug 31 06:40:39.096024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edbb62-fec9-4bc7-b59a-2d3db254bd3e req-f8ef73c1-6a6b-4b90-acaa-c82f1811cfa7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.098351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9edbb62-fec9-4bc7-b59a-2d3db254bd3e req-f8ef73c1-6a6b-4b90-acaa-c82f1811cfa7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 1.4270213 Aug 31 06:40:39.160117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e3d32cfd-d059-454d-a096-e2048ef72303 None None] Port 74a35335-4dae-4cb7-9169-1c7963c25e5c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:39.285385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb66ddbd-6bf8-438d-b2fb-dff4118b6b35 req-92c7d30d-7d36-490e-9c9f-e8b1441a2109 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768956 Aug 31 06:40:39.290953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.345634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] device_id is not set on port 64a5ac56-803b-40f0-a381-7f2ee2916f8c yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:40:39.350094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Pushing event updated for resources: {'Port': ['ID=cd365be0-b77d-4bf0-81d2-5792ba852215,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:39.505067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9edbb62-fec9-4bc7-b59a-2d3db254bd3e req-222ca832-2010-4a84-8a88-72862474919f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875296 Aug 31 06:40:39.780225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Attempting to bind port cd365be0-b77d-4bf0-81d2-5792ba852215 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:39.780557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Attempting to bind port cd365be0-b77d-4bf0-81d2-5792ba852215 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:39.780891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Attempting to bind port cd365be0-b77d-4bf0-81d2-5792ba852215 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:39.806387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Port cd365be0-b77d-4bf0-81d2-5792ba852215 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:39.806689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Attempting to bind port cd365be0-b77d-4bf0-81d2-5792ba852215 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:39.809802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.9 (198d767c-0a0a-405a-86e6-37a74e85c570/43a2c6e0-9478-48fc-9c61-d491e3582eda/64a5ac56-803b-40f0-a381-7f2ee2916f8c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:39.836543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:39.836959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Checking segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:39.837373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Bound using segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:39.838000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Bound port: cd365be0-b77d-4bf0-81d2-5792ba852215, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:39.838432 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:40.129627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658f879-e0a0-466c-ac21-6dc2a9a8aa19 req-7679a235-a7c3-4b8c-9a7e-a48e0596ecbe tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.132468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:40.140112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d658f879-e0a0-466c-ac21-6dc2a9a8aa19 req-7679a235-a7c3-4b8c-9a7e-a48e0596ecbe tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2964370 Aug 31 06:40:40.151573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db943498-aba4-4666-98d1-e187ad1131fe req-38a7d568-d6c8-40fe-8843-0d8d1f8c511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.153457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db943498-aba4-4666-98d1-e187ad1131fe req-38a7d568-d6c8-40fe-8843-0d8d1f8c511a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1097 time: 0.2381718 Aug 31 06:40:40.231696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] For port cd365be0-b77d-4bf0-81d2-5792ba852215, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:40.251505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] For port cd365be0-b77d-4bf0-81d2-5792ba852215, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cd365be0-b77d-4bf0-81d2-5792ba852215,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:40.258453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:40.381755 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d658f879-e0a0-466c-ac21-6dc2a9a8aa19 req-a0ac04e3-bfe5-4172-a954-44225fef5f69 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396712 Aug 31 06:40:40.482261 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:40.505797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db943498-aba4-4666-98d1-e187ad1131fe req-c8113217-7de3-459e-8a93-a7c8f42567c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.507656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db943498-aba4-4666-98d1-e187ad1131fe req-c8113217-7de3-459e-8a93-a7c8f42567c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.3221982 Aug 31 06:40:40.514113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 64a5ac56-803b-40f0-a381-7f2ee2916f8c will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:40.546510 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Floating IP d8cca119-031c-45c9-945a-0c1836065419 associated. External IP: 172.25.5.30, port: 55545121-57b1-4362-817e-a19b5659b23e. Aug 31 06:40:40.764344 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:40.818075 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db943498-aba4-4666-98d1-e187ad1131fe req-90e3dfca-c834-4dc5-8902-5bdbd2874ac9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 1001 time: 0.2576327 Aug 31 06:40:40.821804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:40.874684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Pushing event updated for resources: {'Port': ['ID=cd365be0-b77d-4bf0-81d2-5792ba852215,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:41.040801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Router 569b2c0b-2190-4833-8451-036df419d455 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:40:41.062091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eab72a-213b-4358-a879-c6e9a3187d6f req-65c6c086-20b5-492b-9c80-b78f385f1f46 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.063609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-29eab72a-213b-4358-a879-c6e9a3187d6f req-65c6c086-20b5-492b-9c80-b78f385f1f46 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 943 time: 0.5871556 Aug 31 06:40:41.078224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.079185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:41.080958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-2d38de83-78a2-47b8-843c-9c3838db8a01 service neutron] 10.222.0.23 "PUT /v2.0/ports/cd365be0-b77d-4bf0-81d2-5792ba852215 HTTP/1.1" status: 200 len: 1092 time: 4.9753680 Aug 31 06:40:41.125527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:41.131438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:41.133844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=64a5ac56-803b-40f0-a381-7f2ee2916f8c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:41.137579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db943498-aba4-4666-98d1-e187ad1131fe req-89d65f0b-3cc5-4e3c-82d4-aa0393ac8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.149620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db943498-aba4-4666-98d1-e187ad1131fe req-89d65f0b-3cc5-4e3c-82d4-aa0393ac8d60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.3105490 Aug 31 06:40:41.153141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:41.262211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.263432 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:41.273072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143460de-8d6d-44e8-a2f5-8f8af8a95964', 'tag': 'cd365be0-b77d-4bf0-81d2-5792ba852215'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:41.275972 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ada8073-057d-411a-8002-39e4915352b5" -d '{"events": [{"name": "network-changed", "server_uuid": "143460de-8d6d-44e8-a2f5-8f8af8a95964", "tag": "cd365be0-b77d-4bf0-81d2-5792ba852215"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:41.342266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-da0bc9fb-0160-438e-ba31-78676cdf57fe tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0947618 Aug 31 06:40:41.345013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41150) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:41.350796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-73b26747-ee91-4e16-a120-5a4ca3f091a5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:41.376946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:40:41.391105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:41.402178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] Sync routers for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:40:41.429747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:41.430922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:40:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:41.446448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-29eab72a-213b-4358-a879-c6e9a3187d6f req-b0b587ad-53d1-4f17-9e7f-f89696602a1c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638217 Aug 31 06:40:41.450731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4f93639-ee5c-4dc7-a731-7906cc2205c2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "PUT /v2.0/floatingips/d8cca119-031c-45c9-945a-0c1836065419 HTTP/1.1" status: 200 len: 991 time: 3.9459412 Aug 31 06:40:41.478712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aaf25-0d9b-40f8-9877-35530bab9fbb req-bb207737-bd5e-4efa-9fca-d06f1c05068f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.491123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-f08f565a-2b60-47fa-ba4a-26777b0c2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.492750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-f08f565a-2b60-47fa-ba4a-26777b0c2d1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 1095 time: 0.1780362 Aug 31 06:40:41.493946 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-356aaf25-0d9b-40f8-9877-35530bab9fbb req-bb207737-bd5e-4efa-9fca-d06f1c05068f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.6744893 Aug 31 06:40:41.630107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-21734d9f-6a80-4abd-9fea-f852cf52fc89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd365be0-b77d-4bf0-81d2-5792ba852215 HTTP/1.1" status: 200 len: 217 time: 0.1255727 Aug 31 06:40:41.655457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-356aaf25-0d9b-40f8-9877-35530bab9fbb req-7df50677-b160-4760-8da7-e94264a9b45b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332233 Aug 31 06:40:41.670217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db943498-aba4-4666-98d1-e187ad1131fe req-45591d1a-1553-4a7d-ac01-3f3fe27d2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.673362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db943498-aba4-4666-98d1-e187ad1131fe req-45591d1a-1553-4a7d-ac01-3f3fe27d2223 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3661122 Aug 31 06:40:41.802466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-3a21f266-7154-47ef-9664-0a7c13b6da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.803919 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-3a21f266-7154-47ef-9664-0a7c13b6da4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.1663046 Aug 31 06:40:41.870686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-eb786754-250c-44ff-b305-7b6f127282b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435150 Aug 31 06:40:41.872779 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b9260b-cce2-4eb0-b2bb-2ec47ef62d5f x-openstack-request-id: req-07b9260b-cce2-4eb0-b2bb-2ec47ef62d5f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:41.873213 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143460de-8d6d-44e8-a2f5-8f8af8a95964", "tag": "cd365be0-b77d-4bf0-81d2-5792ba852215", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:41.873592 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07b9260b-cce2-4eb0-b2bb-2ec47ef62d5f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:41.874173 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143460de-8d6d-44e8-a2f5-8f8af8a95964', 'tag': 'cd365be0-b77d-4bf0-81d2-5792ba852215', 'status': 'completed', 'code': 200} Aug 31 06:40:41.891245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db943498-aba4-4666-98d1-e187ad1131fe req-ecdf48c4-d582-4f20-a51c-ef91659a9a0e service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072427 Aug 31 06:40:42.088462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664332e2-e071-493c-aeee-1d03cae19cb1 req-5083539b-3592-439c-a544-5c2d9fb491ec tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.090114 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-664332e2-e071-493c-aeee-1d03cae19cb1 req-5083539b-3592-439c-a544-5c2d9fb491ec tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.0772669 Aug 31 06:40:42.138216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b26747-ee91-4e16-a120-5a4ca3f091a5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:42.147947 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73b26747-ee91-4e16-a120-5a4ca3f091a5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.159356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-664332e2-e071-493c-aeee-1d03cae19cb1 req-e3bdb938-3f33-468d-9588-1bbbff663397 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614271 Aug 31 06:40:42.187602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f556b5da-972e-4276-87ba-77c293d75d1b None None] Provisioning for port 64a5ac56-803b-40f0-a381-7f2ee2916f8c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:42.235559 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-56e58965-8f29-4d53-bbe9-00edf68fe5d0 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552864 Aug 31 06:40:42.260086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f556b5da-972e-4276-87ba-77c293d75d1b None None] Provisioning complete for port 64a5ac56-803b-40f0-a381-7f2ee2916f8c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:42.260840 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f556b5da-972e-4276-87ba-77c293d75d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.371232 n-d-712142-16 neutron-server[94668]: INFO neutron.db.ipam_backend_mixin [None req-73b26747-ee91-4e16-a120-5a4ca3f091a5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43a2c6e0-9478-48fc-9c61-d491e3582eda (CIDR: 172.20.0.0/28) Aug 31 06:40:42.376778 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b26747-ee91-4e16-a120-5a4ca3f091a5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:40:42.377352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b26747-ee91-4e16-a120-5a4ca3f091a5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:42.433777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f556b5da-972e-4276-87ba-77c293d75d1b None None] Port 64a5ac56-803b-40f0-a381-7f2ee2916f8c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:42.469223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73b26747-ee91-4e16-a120-5a4ca3f091a5 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1229987 Aug 31 06:40:42.471382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41158) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:42.477428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-70c77657-ec5a-4896-97d2-1fc48630b35d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:42.489494 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db943498-aba4-4666-98d1-e187ad1131fe req-deb112d4-e887-44ac-bf3a-8bb7bc8f98fb service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838926 Aug 31 06:40:42.491255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:42.583129 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d014404d-13d4-4a17-85ee-bb118a23d35f req-d51b22d3-2578-4763-93a2-3b6642014588 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392477 Aug 31 06:40:42.741647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a884bd-6845-4985-8716-b4622ab4ad92 req-42ed1d3c-128f-44fd-99b6-f9737606511c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.748487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c77657-ec5a-4896-97d2-1fc48630b35d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:42.756832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0a884bd-6845-4985-8716-b4622ab4ad92 req-42ed1d3c-128f-44fd-99b6-f9737606511c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 943 time: 0.0850613 Aug 31 06:40:42.761063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70c77657-ec5a-4896-97d2-1fc48630b35d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.830834 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0a884bd-6845-4985-8716-b4622ab4ad92 req-dd4f5943-3629-43f9-bf39-2dfdde5e2761 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686116 Aug 31 06:40:42.965352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada8073-057d-411a-8002-39e4915352b5 req-46cb2417-615a-4307-91df-b3f75a0abe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.967101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ada8073-057d-411a-8002-39e4915352b5 req-46cb2417-615a-4307-91df-b3f75a0abe21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 1095 time: 0.2825792 Aug 31 06:40:42.976341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'd8cca119-031c-45c9-945a-0c1836065419', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '569b2c0b-2190-4833-8451-036df419d455', 'port_id': '55545121-57b1-4362-817e-a19b5659b23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'mac_address': 'fa:16:3e:d4:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:38:59Z', 'updated_at': '2021-08-31T06:40:39Z', 'revision_number': 1, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:07Z', 'revision_number': 5, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:42.985822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0cfe-bc0d-4d6e-bdba-acd7fd4c0f72 req-cb3c9f56-9e21-47df-8e30-6272a8dc0abb tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.994185 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1afa0cfe-bc0d-4d6e-bdba-acd7fd4c0f72 req-cb3c9f56-9e21-47df-8e30-6272a8dc0abb tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.1315799 Aug 31 06:40:43.035269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] Checking router: 569b2c0b-2190-4833-8451-036df419d455 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:40:43.045012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:43.045687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:40:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:43.103640 n-d-712142-16 neutron-server[94667]: INFO neutron.db.ipam_backend_mixin [None req-70c77657-ec5a-4896-97d2-1fc48630b35d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 57b66926-b0b4-46d4-99b0-7cd1b197afc4 (CIDR: 172.20.0.16/28) Aug 31 06:40:43.128175 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c77657-ec5a-4896-97d2-1fc48630b35d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:40:43.128673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c77657-ec5a-4896-97d2-1fc48630b35d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:43.205600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-70c77657-ec5a-4896-97d2-1fc48630b35d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7334497 Aug 31 06:40:43.209022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41170) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:43.218548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'subnet': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:43.235014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1afa0cfe-bc0d-4d6e-bdba-acd7fd4c0f72 req-2cc386bc-0080-46b4-941e-2e23508b62f8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398505 Aug 31 06:40:43.266012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:43.312622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada8073-057d-411a-8002-39e4915352b5 req-9b9ca11c-c3c9-4c92-a695-465dc5973bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:43.314899 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ada8073-057d-411a-8002-39e4915352b5 req-9b9ca11c-c3c9-4c92-a695-465dc5973bdb service neutron] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 913 time: 0.3097999 Aug 31 06:40:43.484958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ada8073-057d-411a-8002-39e4915352b5 req-8c2f1b7b-c962-40d3-8753-8f796d4c9e2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd365be0-b77d-4bf0-81d2-5792ba852215 HTTP/1.1" status: 200 len: 217 time: 0.1568732 Aug 31 06:40:43.566736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada8073-057d-411a-8002-39e4915352b5 req-c7164120-334e-4c63-ac89-acf046c394b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:43.570158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ada8073-057d-411a-8002-39e4915352b5 req-c7164120-334e-4c63-ac89-acf046c394b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.0788300 Aug 31 06:40:43.661803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bfc45-d746-4442-b7ab-5352758fa9fd req-de5899eb-df26-4361-96b1-feb61e4aeed4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:43.674394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c86bfc45-d746-4442-b7ab-5352758fa9fd req-de5899eb-df26-4361-96b1-feb61e4aeed4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 950 time: 0.2833593 Aug 31 06:40:43.680836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ada8073-057d-411a-8002-39e4915352b5 req-bb1459c4-25f8-45f2-af7b-b5c277c7d76f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025300 Aug 31 06:40:43.710555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Made reservation on behalf of 8f4ec84889934f01a01280d278d7c14d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:43.726947 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.774300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'd8cca119-031c-45c9-945a-0c1836065419', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '569b2c0b-2190-4833-8451-036df419d455', 'port_id': '55545121-57b1-4362-817e-a19b5659b23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'mac_address': 'fa:16:3e:d4:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:38:59Z', 'updated_at': '2021-08-31T06:40:39Z', 'revision_number': 1, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:07Z', 'revision_number': 5, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:43.815097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d82af-3089-40b3-858e-76120a16fc42 None None] The sync data for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 is: [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'd8cca119-031c-45c9-945a-0c1836065419', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '569b2c0b-2190-4833-8451-036df419d455', 'port_id': '55545121-57b1-4362-817e-a19b5659b23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'mac_address': 'fa:16:3e:d4:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:38:59Z', 'updated_at': '2021-08-31T06:40:39Z', 'revision_number': 1, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:07Z', 'revision_number': 5, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:40:43.882613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c86bfc45-d746-4442-b7ab-5352758fa9fd req-9823deb2-dbc4-4260-967e-36547f38b593 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068462 Aug 31 06:40:43.935230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '55545121-57b1-4362-817e-a19b5659b23e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:43.941686 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "55545121-57b1-4362-817e-a19b5659b23e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:43.952599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ada8073-057d-411a-8002-39e4915352b5 req-c7b07913-a8cc-42dc-8c4a-eff13e79b7a1 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629950 Aug 31 06:40:44.239714 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf709e-1e1d-4e87-8d5f-c33d7ed62e20 x-openstack-request-id: req-8bdf709e-1e1d-4e87-8d5f-c33d7ed62e20 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:44.240199 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "tag": "55545121-57b1-4362-817e-a19b5659b23e", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:44.240590 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bdf709e-1e1d-4e87-8d5f-c33d7ed62e20 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:44.241264 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'tag': '55545121-57b1-4362-817e-a19b5659b23e', 'status': 'completed', 'code': 200} Aug 31 06:40:44.313148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face10f5-0a89-44dc-9ea7-9e6399dbed01 req-1b4260be-3e94-4ee9-a027-e9f617ad0ace tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.321125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-face10f5-0a89-44dc-9ea7-9e6399dbed01 req-1b4260be-3e94-4ee9-a027-e9f617ad0ace tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 943 time: 0.3624039 Aug 31 06:40:44.338747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:44.395541 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6185b3-5942-4fe2-aca6-2015fe2528ae None None] New status for floating IP d8cca119-031c-45c9-945a-0c1836065419: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:40:44.462422 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ada8073-057d-411a-8002-39e4915352b5 req-3c955e11-6b69-4074-9f9a-98d0895ade22 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670537 Aug 31 06:40:44.469375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-face10f5-0a89-44dc-9ea7-9e6399dbed01 req-1665f416-9fc0-45ba-8bd0-6ec65efc92d4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288764 Aug 31 06:40:44.884716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:44.891843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-ddc773fd-2eb3-44e1-a497-3b2404d9105c tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.899650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-ddc773fd-2eb3-44e1-a497-3b2404d9105c tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 815 time: 0.2432005 Aug 31 06:40:44.929804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-c988b3e7-aaf0-4f72-ae74-c6f5d8fe83a7 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/quotas/e82169f766864385a5720a5d3dba7ede HTTP/1.1" status: 200 len: 375 time: 0.0263624 Aug 31 06:40:44.964232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Subnet': ['ID=e982ca38-7bd2-434d-9bf4-0c69b094859a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:45.044498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-1077cf4f-214c-42e2-9461-7ec064dd24f3 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1057527 Aug 31 06:40:45.057549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Network 198d767c-0a0a-405a-86e6-37a74e85c570 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:45.063544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:45.068994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.069844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:45.077343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08966bc-da28-4a7b-8502-99eaf9c9ff2e None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:45.082924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-4913887f-8b92-4ebd-872a-86344531b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.083558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-4913887f-8b92-4ebd-872a-86344531b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.084287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-4913887f-8b92-4ebd-872a-86344531b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.084776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-4913887f-8b92-4ebd-872a-86344531b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.085349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-4913887f-8b92-4ebd-872a-86344531b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.085881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-4913887f-8b92-4ebd-872a-86344531b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.086414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-4913887f-8b92-4ebd-872a-86344531b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.088622 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-4913887f-8b92-4ebd-872a-86344531b023 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6506 time: 0.7704558 Aug 31 06:40:45.115086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:45.191724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0d8e-1c83-4d6a-86ba-1ac917b5a263 req-5dde7fd8-abe3-4a7f-9684-9c94df8e2db9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.192989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-547f0d8e-1c83-4d6a-86ba-1ac917b5a263 req-5dde7fd8-abe3-4a7f-9684-9c94df8e2db9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2108123 Aug 31 06:40:45.201162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8b2d2b22-d1ce-4962-89c7-2d636fa7744f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9901421 Aug 31 06:40:45.204772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41202) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:45.209232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'mac_address': 'fa:16:3e:2a:ba:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:45.213375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1204433174', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e982ca38-7bd2-434d-9bf4-0c69b094859a'}], 'security_groups': ['cd3d0826-73ae-4e03-846a-09bf753116f7', '20925739-463c-492d-ab9f-85bbe64c719e']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:45.323410 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-db7c04d0-5afb-48e9-a48b-c11ba104716a service neutron] 10.222.0.15 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762353 Aug 31 06:40:45.471048 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:45.471275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:45.471275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-82a0546d-9fdd-4944-b5a1-c5a59dbdfa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.471275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-82a0546d-9fdd-4944-b5a1-c5a59dbdfa03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77ac29c0-f99f-4d9b-93bd-76d263018252 HTTP/1.1" status: 200 len: 918 time: 0.3697705 Aug 31 06:40:45.535484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-547f0d8e-1c83-4d6a-86ba-1ac917b5a263 req-63bd5849-7bd2-4bc6-b635-358ba364e999 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689893 Aug 31 06:40:45.577346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 091be7d1-ce05-47e3-a0d5-98458d38805e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:45.598329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-6b01c994-d8ac-4216-924c-1a2e7bf550b6 service neutron] 10.222.0.15 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740746 Aug 31 06:40:45.685968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:45.709159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:45.709923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device cd365be0-b77d-4bf0-81d2-5792ba852215 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:45.819173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:45.844392 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-469c0ba2-1f02-458d-a0c4-bf6292f5631c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55545121-57b1-4362-817e-a19b5659b23e HTTP/1.1" status: 200 len: 1001 time: 0.3002102 Aug 31 06:40:45.905814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c26008-6441-4c20-8230-0cd978a641e7 req-5b0987e4-2b0f-4964-a8f1-b2bff3d68491 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.911559 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55c26008-6441-4c20-8230-0cd978a641e7 req-5b0987e4-2b0f-4964-a8f1-b2bff3d68491 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 949 time: 0.2155426 Aug 31 06:40:46.114294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-01b50bd0-9749-4a40-b8ce-8ab9b6041cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:46.117675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-01b50bd0-9749-4a40-b8ce-8ab9b6041cfc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb6a64f-2758-43fe-8548-1842e50df50e HTTP/1.1" status: 200 len: 856 time: 0.2505729 Aug 31 06:40:46.199780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5dd29c-64e5-485b-8e95-772e9cb607be None None] Update dhcp port {'port': {'network_id': '198d767c-0a0a-405a-86e6-37a74e85c570', 'fixed_ips': [{'subnet_id': '57b66926-b0b4-46d4-99b0-7cd1b197afc4', 'ip_address': '172.20.0.18'}, {'subnet_id': '43a2c6e0-9478-48fc-9c61-d491e3582eda', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e982ca38-7bd2-434d-9bf4-0c69b094859a'}], 'binding:host_id': 'n-d-712142-16'}, 'id': 'fa74f8a8-93f6-4cea-a960-d598484823bf'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:40:46.264578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55c26008-6441-4c20-8230-0cd978a641e7 req-8bc46f08-8d79-4280-b2a1-699113c8daa5 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927941 Aug 31 06:40:46.316426 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd29c-64e5-485b-8e95-772e9cb607be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.354544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39ea11-bd5f-4075-a6fe-9db9614720c8 req-8c9e120f-45a6-4378-a4c8-9c494ba5d1e8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:46.361620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc39ea11-bd5f-4075-a6fe-9db9614720c8 req-8c9e120f-45a6-4378-a4c8-9c494ba5d1e8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 943 time: 0.2046080 Aug 31 06:40:46.475507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc39ea11-bd5f-4075-a6fe-9db9614720c8 req-1c114436-73fb-4ea5-baf6-9eacce5488ff tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058137 Aug 31 06:40:46.564001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port cd365be0-b77d-4bf0-81d2-5792ba852215, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cd365be0-b77d-4bf0-81d2-5792ba852215,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:46.711771 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Delete allocated IP 172.20.0.9 (198d767c-0a0a-405a-86e6-37a74e85c570/43a2c6e0-9478-48fc-9c61-d491e3582eda) {{(pid=94668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:40:46.712652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'cd365be0-b77d-4bf0-81d2-5792ba852215', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'port_id': 'cd365be0-b77d-4bf0-81d2-5792ba852215', 'mac_address': 'fa:16:3e:f1:b9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862787e8-068e-45b9-843c-487959a444f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:46.730097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Allocated IP 172.20.0.45 (198d767c-0a0a-405a-86e6-37a74e85c570/e982ca38-7bd2-434d-9bf4-0c69b094859a/64a5ac56-803b-40f0-a381-7f2ee2916f8c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:46.807925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5a4dd-f1c4-474f-8bbb-c805211232d9 req-fb8054fa-0f49-496d-a209-cea52e021e72 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:46.810886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdb5a4dd-f1c4-474f-8bbb-c805211232d9 req-fb8054fa-0f49-496d-a209-cea52e021e72 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.1383245 Aug 31 06:40:46.861110 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.908969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd365be0-b77d-4bf0-81d2-5792ba852215 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:46.927781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdb5a4dd-f1c4-474f-8bbb-c805211232d9 req-d44ba4fd-6103-4da5-a0e2-8407f4d14aaa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095946 Aug 31 06:40:46.988486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port cd365be0-b77d-4bf0-81d2-5792ba852215, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cd365be0-b77d-4bf0-81d2-5792ba852215,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:47.002269 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.140232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=cd365be0-b77d-4bf0-81d2-5792ba852215,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:47.140499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.159967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Transition to ACTIVE for port object 64a5ac56-803b-40f0-a381-7f2ee2916f8c will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:47.171964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-eef34505-ef51-4f4a-ac89-45a8922fd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:47.174549 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-eef34505-ef51-4f4a-ac89-45a8922fd202 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77ac29c0-f99f-4d9b-93bd-76d263018252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0289774 Aug 31 06:40:47.177476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.330557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-7b5dd29c-64e5-485b-8e95-772e9cb607be None None] Allocated IP 172.20.0.34 (198d767c-0a0a-405a-86e6-37a74e85c570/e982ca38-7bd2-434d-9bf4-0c69b094859a/fa74f8a8-93f6-4cea-a960-d598484823bf) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:47.345450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['091be7d1-ce05-47e3-a0d5-98458d38805e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:47.351960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['cd365be0-b77d-4bf0-81d2-5792ba852215'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:47.396217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event updated for resources: {'Port': ['ID=64a5ac56-803b-40f0-a381-7f2ee2916f8c,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:47.459077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ff28-0d06-409f-b6e3-be79887f0a84 req-48bc214b-860a-4b3b-9048-4b2cf27165af tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:47.467143 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab40ff28-0d06-409f-b6e3-be79887f0a84 req-48bc214b-860a-4b3b-9048-4b2cf27165af tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 949 time: 0.0706487 Aug 31 06:40:47.506848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7e9e416d-f163-4df2-9ee4-bc47f90f094c req-106e74c6-128b-412a-833a-a00ca049c840 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 210 time: 0.3437865 Aug 31 06:40:47.553452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab40ff28-0d06-409f-b6e3-be79887f0a84 req-87b2acf1-a2ff-433e-a8c8-9fe9834a2355 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848544 Aug 31 06:40:47.595748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] In _notify_port_updated(), no bound segment for port 64a5ac56-803b-40f0-a381-7f2ee2916f8c on network 198d767c-0a0a-405a-86e6-37a74e85c570 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:40:47.608197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:47.608914 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.614071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41242) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:47.614386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7f0da26f-e144-42ec-8c90-4a96072e82c3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "PUT /v2.0/ports/64a5ac56-803b-40f0-a381-7f2ee2916f8c HTTP/1.1" status: 200 len: 960 time: 2.4083796 Aug 31 06:40:47.631639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-aa6ae8c1-0e91-40f0-aa0b-51907e6f8509 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439557 Aug 31 06:40:47.802478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41212ffd-42b1-474c-b2f1-c6f0ed0d541a req-66c63fbb-d592-49e4-9c71-a2af8925a6e1 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497095 Aug 31 06:40:47.875699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d950ef-48b3-4fc5-a001-80b1c4046e2d req-f4c763ba-fb4b-4866-adf4-b333793df7e9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:47.877470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65d950ef-48b3-4fc5-a001-80b1c4046e2d req-f4c763ba-fb4b-4866-adf4-b333793df7e9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 944 time: 0.2600064 Aug 31 06:40:47.948500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6e2cdd27-b095-414f-ac9f-c012c269e654 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 64a5ac56-803b-40f0-a381-7f2ee2916f8c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:47.949030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdd27-b095-414f-ac9f-c012c269e654 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.162160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-46689832-d67f-4f84-9696-4f6dbff39560 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:48.164333 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-46689832-d67f-4f84-9696-4f6dbff39560 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 815 time: 0.2172530 Aug 31 06:40:48.178476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65d950ef-48b3-4fc5-a001-80b1c4046e2d req-6cfb0bbf-8c05-4c20-b6ee-a1e48f6839b4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922208 Aug 31 06:40:48.184804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Request body: {'port': {'device_id': '70efdbc8-ff36-447e-8586-4801cbee729d', 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'admin_state_up': True, 'tenant_id': 'e82169f766864385a5720a5d3dba7ede'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:48.420885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd53899-1558-4cd8-9d45-132a0f5a1a9e req-a4b53db1-7699-4edc-8efd-e972b61654ec tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:48.427138 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abd53899-1558-4cd8-9d45-132a0f5a1a9e req-a4b53db1-7699-4edc-8efd-e972b61654ec tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2353694 Aug 31 06:40:48.446981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7b5dd29c-64e5-485b-8e95-772e9cb607be None None] For port fa74f8a8-93f6-4cea-a960-d598484823bf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fa74f8a8-93f6-4cea-a960-d598484823bf,segment=NetworkSegment(b70289dc-e6d7-47e9-9b4a-0a43198867c5),segment_id=b70289dc-e6d7-47e9-9b4a-0a43198867c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:48.529456 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdd27-b095-414f-ac9f-c012c269e654 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.536756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Made reservation on behalf of e82169f766864385a5720a5d3dba7ede for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:48.542503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.575330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6e2cdd27-b095-414f-ac9f-c012c269e654 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 64a5ac56-803b-40f0-a381-7f2ee2916f8c owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:48.622526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abd53899-1558-4cd8-9d45-132a0f5a1a9e req-84cc8353-aed9-4a3b-9250-7de0b6c1bf04 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754634 Aug 31 06:40:48.633506 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd29c-64e5-485b-8e95-772e9cb607be None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.688640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7b5dd29c-64e5-485b-8e95-772e9cb607be None None] Transition to ACTIVE for port object fa74f8a8-93f6-4cea-a960-d598484823bf will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:48.694820 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd29c-64e5-485b-8e95-772e9cb607be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.783236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dd29c-64e5-485b-8e95-772e9cb607be None None] Pushing event updated for resources: {'Port': ['ID=fa74f8a8-93f6-4cea-a960-d598484823bf,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:48.820228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658e7bf-30e2-46af-bd88-03d571c6444f req-1b95953e-3418-4d53-bff3-d01aed3ea714 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:48.822072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5658e7bf-30e2-46af-bd88-03d571c6444f req-1b95953e-3418-4d53-bff3-d01aed3ea714 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 949 time: 0.0739701 Aug 31 06:40:48.863223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aba1bd38-dfee-4f66-a1d7-d91e4295edfe req-6bedc9de-9e39-473a-bc4e-3e512d701e05 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 210 time: 0.1606965 Aug 31 06:40:48.977614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5658e7bf-30e2-46af-bd88-03d571c6444f req-764bd2e0-12bd-4d36-9bc9-27edb111fea6 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122169 Aug 31 06:40:48.987895 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdd27-b095-414f-ac9f-c012c269e654 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.019244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device cd365be0-b77d-4bf0-81d2-5792ba852215 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:49.039936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Allocated IP 172.20.0.14 (fdc73f56-9c44-42c5-ba72-bd864fd5a6a3/1c48269a-f123-4c8f-aeec-84e8b8a3ee1c/46d370bd-3f61-404a-9593-aa99cc45b3fc) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:49.108857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port cd365be0-b77d-4bf0-81d2-5792ba852215 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:49.109155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cdd27-b095-414f-ac9f-c012c269e654 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=64a5ac56-803b-40f0-a381-7f2ee2916f8c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:49.134049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port cd365be0-b77d-4bf0-81d2-5792ba852215 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:49.135812 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.341892 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.349171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdd27-b095-414f-ac9f-c012c269e654 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.355217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e2cdd27-b095-414f-ac9f-c012c269e654 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/64a5ac56-803b-40f0-a381-7f2ee2916f8c HTTP/1.1" status: 204 len: 168 time: 1.7357948 Aug 31 06:40:49.358040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41262) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:49.424455 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef05aec-0752-4f42-b0b3-2ad2b25987da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] GET failed (client error): The resource could not be found. Aug 31 06:40:49.427618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1ef05aec-0752-4f42-b0b3-2ad2b25987da tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports/64a5ac56-803b-40f0-a381-7f2ee2916f8c HTTP/1.1" status: 404 len: 333 time: 0.0684779 Aug 31 06:40:49.435280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:49.457027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143460de-8d6d-44e8-a2f5-8f8af8a95964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd365be0-b77d-4bf0-81d2-5792ba852215'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:49.461715 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93acc4c4-7fb0-4696-b7ec-eb7818ad1931" -d '{"events": [{"server_uuid": "143460de-8d6d-44e8-a2f5-8f8af8a95964", "name": "network-vif-plugged", "status": "completed", "tag": "cd365be0-b77d-4bf0-81d2-5792ba852215"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:49.468958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port cd365be0-b77d-4bf0-81d2-5792ba852215, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cd365be0-b77d-4bf0-81d2-5792ba852215,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:49.475414 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.480178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:49.592332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=cd365be0-b77d-4bf0-81d2-5792ba852215,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:49.615787 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4317c404-3525-4f34-90b7-f9d368877cc8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.649272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.673911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4317c404-3525-4f34-90b7-f9d368877cc8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.696358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed062f-2c92-4f85-8193-e37640b7d1f9 req-91a2e014-b338-4a8d-ba12-b7c4a330c18b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:49.712945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52ed062f-2c92-4f85-8193-e37640b7d1f9 req-91a2e014-b338-4a8d-ba12-b7c4a330c18b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 945 time: 0.2993011 Aug 31 06:40:49.727885 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e38aee-288e-4e3e-9d2b-cf344dc9dba6 x-openstack-request-id: req-45e38aee-288e-4e3e-9d2b-cf344dc9dba6 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:49.732441 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143460de-8d6d-44e8-a2f5-8f8af8a95964", "name": "network-vif-plugged", "status": "completed", "tag": "cd365be0-b77d-4bf0-81d2-5792ba852215", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:49.733068 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45e38aee-288e-4e3e-9d2b-cf344dc9dba6 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:49.736359 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143460de-8d6d-44e8-a2f5-8f8af8a95964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd365be0-b77d-4bf0-81d2-5792ba852215', 'code': 200} Aug 31 06:40:49.741165 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.803667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 091be7d1-ce05-47e3-a0d5-98458d38805e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:49.818258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52ed062f-2c92-4f85-8193-e37640b7d1f9 req-e16f72ba-cdb8-4c9f-bc8a-2f6d6d92bb24 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041536 Aug 31 06:40:49.868370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:49.873270 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.884217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.948485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['70a517d7-bb48-46c3-9e33-6ec3bc37e863'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:49.957764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e', '72befd52-3df7-41db-b024-a8e2ad882890'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:50.055778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:50.062182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:50.073881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:50.108187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4317c404-3525-4f34-90b7-f9d368877cc8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.126280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4317c404-3525-4f34-90b7-f9d368877cc8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.128379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4317c404-3525-4f34-90b7-f9d368877cc8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/security-groups/d53848b9-d082-46a4-bc4f-5c451399500a HTTP/1.1" status: 204 len: 168 time: 0.6918039 Aug 31 06:40:50.161225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41276) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:50.209237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fa74f8a8-93f6-4cea-a960-d598484823bf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:50.214349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317c404-3525-4f34-90b7-f9d368877cc8 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53848b9-d082-46a4-bc4f-5c451399500a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:50.225008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Pushing event updated for resources: {'Port': ['ID=46d370bd-3f61-404a-9593-aa99cc45b3fc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:50.250117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8483b-ea2d-4dbd-a779-401c5aa2f5e5 req-88098517-377a-4e14-86f3-a46eb2f3ea7c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.265242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13a8483b-ea2d-4dbd-a779-401c5aa2f5e5 req-88098517-377a-4e14-86f3-a46eb2f3ea7c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.3530302 Aug 31 06:40:50.308697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695fd06-c3de-4ac9-98fe-28a72442fad3 req-a184ad69-8595-4afd-91a5-aa2556f7fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.311488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9695fd06-c3de-4ac9-98fe-28a72442fad3 req-a184ad69-8595-4afd-91a5-aa2556f7fa29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 1097 time: 0.5178890 Aug 31 06:40:50.353885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.355324 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.409022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740c66e-2a98-46f5-b16e-463fbfb80647 req-e7746920-c6a0-4427-9807-ae1dd1ca46ea tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.411613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a740c66e-2a98-46f5-b16e-463fbfb80647 req-e7746920-c6a0-4427-9807-ae1dd1ca46ea tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 932 time: 0.2605441 Aug 31 06:40:50.415721 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-90755114-d8ea-43c2-826f-fcd891b7f1e5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2359564 Aug 31 06:40:50.432087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:50.460257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9695fd06-c3de-4ac9-98fe-28a72442fad3 req-942f5896-fc47-469f-9de5-c58db2c4289e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344514 Aug 31 06:40:50.487000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38102dff-5bf8-414a-b214-482c8ba21985 None None] Could not find standard attr ID for object 64a5ac56-803b-40f0-a381-7f2ee2916f8c. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:40:50.508758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Request body: {'port': {'device_id': '70efdbc8-ff36-447e-8586-4801cbee729d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:50.523443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13a8483b-ea2d-4dbd-a779-401c5aa2f5e5 req-df9dd930-a2dd-45d1-a703-26126439980a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557223 Aug 31 06:40:50.617684 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0afacea7-9c3d-46c8-802c-6191503ef7a3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.659120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a740c66e-2a98-46f5-b16e-463fbfb80647 req-6f522985-f5d7-4de0-9df0-858e998f4220 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383189 Aug 31 06:40:50.753640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38102dff-5bf8-414a-b214-482c8ba21985 None None] Provisioning for port fa74f8a8-93f6-4cea-a960-d598484823bf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:50.801541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.802852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38102dff-5bf8-414a-b214-482c8ba21985 None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:50.803235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38102dff-5bf8-414a-b214-482c8ba21985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.883272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0afacea7-9c3d-46c8-802c-6191503ef7a3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.928725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec021a7-d848-4de2-ade1-21e5fec177f7 req-332f3486-4527-49d4-9dbc-eeb76ed8b9dc tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.941836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0ec021a7-d848-4de2-ade1-21e5fec177f7 req-332f3486-4527-49d4-9dbc-eeb76ed8b9dc tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 949 time: 0.1740646 Aug 31 06:40:51.057299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:51.110166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0ec021a7-d848-4de2-ade1-21e5fec177f7 req-41c9f074-e579-4636-89b6-a576db8d78c8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649940 Aug 31 06:40:51.167238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:51.167669 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.617709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 091be7d1-ce05-47e3-a0d5-98458d38805e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:51.618926 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.653309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0dbb-e857-47e7-82cc-e79decc9bae2 req-c462fcb7-ad65-4e5e-976d-a5a25f550b1b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:51.659368 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7bc0dbb-e857-47e7-82cc-e79decc9bae2 req-c462fcb7-ad65-4e5e-976d-a5a25f550b1b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 945 time: 0.3636353 Aug 31 06:40:51.713297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0afacea7-9c3d-46c8-802c-6191503ef7a3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.725022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0afacea7-9c3d-46c8-802c-6191503ef7a3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.729958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41294) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:51.744341 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0afacea7-9c3d-46c8-802c-6191503ef7a3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/security-groups/20925739-463c-492d-ab9f-85bbe64c719e HTTP/1.1" status: 204 len: 168 time: 1.5779598 Aug 31 06:40:51.762681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38102dff-5bf8-414a-b214-482c8ba21985 None None] Provisioning complete for port 74a35335-4dae-4cb7-9169-1c7963c25e5c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:51.763272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38102dff-5bf8-414a-b214-482c8ba21985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.843160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18c908-2ce3-4c1b-b3ba-33b0bb1121db req-794ea9b2-423c-4fbc-ab26-e71578106237 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:51.844760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b18c908-2ce3-4c1b-b3ba-33b0bb1121db req-794ea9b2-423c-4fbc-ab26-e71578106237 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.1062768 Aug 31 06:40:51.886170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e62f051b-f2d0-4a37-b678-5bca24454bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.891900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-38102dff-5bf8-414a-b214-482c8ba21985 None None] Port 74a35335-4dae-4cb7-9169-1c7963c25e5c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:51.914212 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.923646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e62f051b-f2d0-4a37-b678-5bca24454bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.968819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:51.972188 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d859d0-2bc5-44f2-92b2-ffd5987c74df" -d '{"events": [{"server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "name": "network-vif-plugged", "status": "completed", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:51.979610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afacea7-9c3d-46c8-802c-6191503ef7a3 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20925739-463c-492d-ab9f-85bbe64c719e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:52.009173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7bc0dbb-e857-47e7-82cc-e79decc9bae2 req-d20ced78-e876-48aa-8190-d055fa54c2e2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291059 Aug 31 06:40:52.021110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e62f051b-f2d0-4a37-b678-5bca24454bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.024986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d370bd-3f61-404a-9593-aa99cc45b3fc {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:52.026542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e62f051b-f2d0-4a37-b678-5bca24454bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.033333 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e62f051b-f2d0-4a37-b678-5bca24454bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/security-groups/cd3d0826-73ae-4e03-846a-09bf753116f7 HTTP/1.1" status: 204 len: 168 time: 0.3018899 Aug 31 06:40:52.043141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41300) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:52.051945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:52.062530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f1cd9dfc-b079-4701-a29a-23f7d14c9078 None None] Could not find standard attr ID for object 64a5ac56-803b-40f0-a381-7f2ee2916f8c. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:40:52.068223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f051b-f2d0-4a37-b678-5bca24454bd0 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d0826-73ae-4e03-846a-09bf753116f7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:52.078619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.082775 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b18c908-2ce3-4c1b-b3ba-33b0bb1121db req-14cc4e90-27c5-45f4-9054-6593688e95a3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268016 Aug 31 06:40:52.088422 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.223456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=11']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:52.240299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Transition to ACTIVE for port object 46d370bd-3f61-404a-9593-aa99cc45b3fc will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:52.249380 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.337573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Pushing event updated for resources: {'Port': ['ID=46d370bd-3f61-404a-9593-aa99cc45b3fc,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:52.350929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db5edd3-ce10-4082-b356-10395ada8e20 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet 43a2c6e0-9478-48fc-9c61-d491e3582eda {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:52.362662 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db5edd3-ce10-4082-b356-10395ada8e20 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.400163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3cc71-fdb5-4b32-86fb-3b9494c72e9b req-7f52c747-a9ac-49e8-9de3-9249a53761b2 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.411484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72d3cc71-fdb5-4b32-86fb-3b9494c72e9b req-7f52c747-a9ac-49e8-9de3-9249a53761b2 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 932 time: 0.2491159 Aug 31 06:40:52.466943 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3919322-28fb-4669-97f3-27077d5c30c1 x-openstack-request-id: req-b3919322-28fb-4669-97f3-27077d5c30c1 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:52.467287 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "name": "network-vif-plugged", "status": "completed", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:52.467702 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3919322-28fb-4669-97f3-27077d5c30c1 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:52.468309 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'code': 200} Aug 31 06:40:52.531209 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db5edd3-ce10-4082-b356-10395ada8e20 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.598496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72d3cc71-fdb5-4b32-86fb-3b9494c72e9b req-23d42701-d89b-4b12-b7f1-d4ab00a3e354 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857944 Aug 31 06:40:52.673992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Attempting to bind port 46d370bd-3f61-404a-9593-aa99cc45b3fc on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:52.674929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Attempting to bind port 46d370bd-3f61-404a-9593-aa99cc45b3fc by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:52.675316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Attempting to bind port 46d370bd-3f61-404a-9593-aa99cc45b3fc on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:52.685876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Port 46d370bd-3f61-404a-9593-aa99cc45b3fc on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:52.686271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Attempting to bind port 46d370bd-3f61-404a-9593-aa99cc45b3fc on network fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:52.699754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:52.700300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Checking segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:52.700824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Bound using segment: {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:52.701339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Bound port: 46d370bd-3f61-404a-9593-aa99cc45b3fc, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:52.701722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.738719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443239-8cdf-46a4-b8bb-3ea218a035a4 req-9abbcb75-b44a-4e8a-847d-264fee051c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.740566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11443239-8cdf-46a4-b8bb-3ea218a035a4 req-9abbcb75-b44a-4e8a-847d-264fee051c9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1103 time: 0.1290824 Aug 31 06:40:52.784987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecbdb9-0b42-46c1-8924-7f8d9ecc50c7 req-092eb1c6-908b-492f-a76c-6a5ca00459eb tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.818374 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4ecbdb9-0b42-46c1-8924-7f8d9ecc50c7 req-092eb1c6-908b-492f-a76c-6a5ca00459eb tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 951 time: 0.2733982 Aug 31 06:40:52.838038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] For port 46d370bd-3f61-404a-9593-aa99cc45b3fc, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:52.842048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] For port 46d370bd-3f61-404a-9593-aa99cc45b3fc, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=46d370bd-3f61-404a-9593-aa99cc45b3fc,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:52.848208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db5edd3-ce10-4082-b356-10395ada8e20 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.887381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.954068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.954068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.954068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] 10.222.0.42 "PUT /v2.0/ports/46d370bd-3f61-404a-9593-aa99cc45b3fc HTTP/1.1" status: 200 len: 1093 time: 2.4722331 Aug 31 06:40:52.958752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70efdbc8-ff36-447e-8586-4801cbee729d', 'tag': '46d370bd-3f61-404a-9593-aa99cc45b3fc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:52.962098 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e" -d '{"events": [{"name": "network-changed", "server_uuid": "70efdbc8-ff36-447e-8586-4801cbee729d", "tag": "46d370bd-3f61-404a-9593-aa99cc45b3fc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:53.018445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b1da6-f478-4e38-a85d-0281df1c094e service neutron] Pushing event updated for resources: {'Port': ['ID=46d370bd-3f61-404a-9593-aa99cc45b3fc,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:53.031082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db5edd3-ce10-4082-b356-10395ada8e20 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:53.069611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11443239-8cdf-46a4-b8bb-3ea218a035a4 req-e3276623-a1a1-4501-9d5b-fa68473fb637 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185086 Aug 31 06:40:53.101904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4ecbdb9-0b42-46c1-8924-7f8d9ecc50c7 req-a14d7007-2bbe-46ac-bc69-1a73c693a126 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822731 Aug 31 06:40:53.350576 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b42279-b60d-4029-83af-42e010f54889 x-openstack-request-id: req-84b42279-b60d-4029-83af-42e010f54889 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:53.352490 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70efdbc8-ff36-447e-8586-4801cbee729d", "tag": "46d370bd-3f61-404a-9593-aa99cc45b3fc", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:53.353478 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84b42279-b60d-4029-83af-42e010f54889 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:53.361700 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70efdbc8-ff36-447e-8586-4801cbee729d', 'tag': '46d370bd-3f61-404a-9593-aa99cc45b3fc', 'status': 'completed', 'code': 200} Aug 31 06:40:53.401349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b126e7-cde4-4a27-9c91-d9d92f9aaef9 req-4f221f12-8e22-4e9e-879b-90c9cc79f568 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:53.413571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99b126e7-cde4-4a27-9c91-d9d92f9aaef9 req-4f221f12-8e22-4e9e-879b-90c9cc79f568 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.1606829 Aug 31 06:40:53.421459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5edd3-ce10-4082-b356-10395ada8e20 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=43a2c6e0-9478-48fc-9c61-d491e3582eda,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:53.443775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64f656-eba0-45bd-b39c-a0ad4be0558a None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:53.446040 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2db5edd3-ce10-4082-b356-10395ada8e20 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:53.454299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2db5edd3-ce10-4082-b356-10395ada8e20 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/43a2c6e0-9478-48fc-9c61-d491e3582eda HTTP/1.1" status: 204 len: 168 time: 1.4097118 Aug 31 06:40:53.463997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41328) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:53.542920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d199c5e-3b19-4398-bdbf-52ebde36469a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet e982ca38-7bd2-434d-9bf4-0c69b094859a {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:53.552209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99b126e7-cde4-4a27-9c91-d9d92f9aaef9 req-38413397-0c35-4c81-a2ac-396eb2c5f305 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364481 Aug 31 06:40:53.556516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d199c5e-3b19-4398-bdbf-52ebde36469a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:53.619361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942197f-e8be-4baa-81e3-d983a469eb6e req-6b88ac1e-46ea-4235-810d-71ae95281d57 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:53.621121 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8942197f-e8be-4baa-81e3-d983a469eb6e req-6b88ac1e-46ea-4235-810d-71ae95281d57 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 945 time: 0.3971572 Aug 31 06:40:53.626578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-f714fb8e-9ea8-4442-bd1a-91f1acc4375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:53.628261 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-f714fb8e-9ea8-4442-bd1a-91f1acc4375b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 1096 time: 0.5892925 Aug 31 06:40:53.974447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c724260-f0cc-4210-90b7-087a26f343e7 req-af64f05a-60c6-49fe-b333-adb56e35f64e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:53.986676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c724260-f0cc-4210-90b7-087a26f343e7 req-af64f05a-60c6-49fe-b333-adb56e35f64e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 944 time: 0.1538544 Aug 31 06:40:54.175849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c724260-f0cc-4210-90b7-087a26f343e7 req-78ffabae-4a1e-4a8c-a696-75be130a4642 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832809 Aug 31 06:40:54.192725 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae2a338f-e267-44f7-b6a7-19ab4a61a942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.312360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.456775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8942197f-e8be-4baa-81e3-d983a469eb6e req-e8f5594e-3e22-4fcc-8254-dd8ead02ccf8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8185318 Aug 31 06:40:54.463479 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-9c5cd82d-bb61-4224-8e6d-a30864bc84cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46d370bd-3f61-404a-9593-aa99cc45b3fc HTTP/1.1" status: 200 len: 217 time: 0.8017540 Aug 31 06:40:54.526727 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d199c5e-3b19-4398-bdbf-52ebde36469a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.606025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb74300-7852-4d3d-b409-5a403231851b req-1f2c35a9-ad0c-42a6-9e10-9592892dd534 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:54.612710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcb74300-7852-4d3d-b409-5a403231851b req-1f2c35a9-ad0c-42a6-9e10-9592892dd534 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 951 time: 0.1136203 Aug 31 06:40:54.709174 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcb74300-7852-4d3d-b409-5a403231851b req-06a18803-2671-4eee-9e1f-047230190c35 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805361 Aug 31 06:40:54.943235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-b19524ee-897a-46ff-945d-a79bae03b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:54.947824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-b19524ee-897a-46ff-945d-a79bae03b843 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.4701226 Aug 31 06:40:54.976489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5abe8-e9d3-4590-9f6d-4007c6172f83 req-c25272fd-5f7a-4f9a-8c80-4c7e259a94fe tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:54.991997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fe5abe8-e9d3-4590-9f6d-4007c6172f83 req-c25272fd-5f7a-4f9a-8c80-4c7e259a94fe tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.1600323 Aug 31 06:40:55.084709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-319ceda3-7223-447d-89b7-86308fc5dbe1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852668 Aug 31 06:40:55.128352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fe5abe8-e9d3-4590-9f6d-4007c6172f83 req-3790cb8f-873d-47c7-8c18-9d8ce17aef78 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339836 Aug 31 06:40:55.293241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d199c5e-3b19-4398-bdbf-52ebde36469a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.314391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc302-35d6-4617-adb4-294a5e04e2e3 req-401da2e6-4370-494a-a555-18b14ba521a9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:55.335621 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb4fc302-35d6-4617-adb4-294a5e04e2e3 req-401da2e6-4370-494a-a555-18b14ba521a9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 945 time: 0.1041868 Aug 31 06:40:55.414680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb4fc302-35d6-4617-adb4-294a5e04e2e3 req-92586957-99b2-4a17-b979-6f91af7fc9b5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767567 Aug 31 06:40:55.664922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-43fe4c1c-3b04-4617-a073-8b548e94904a service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590403 Aug 31 06:40:55.792985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f4ad2-421a-4b78-befd-d1d4f9fbf10b req-08a0feb8-d4e3-43a5-a036-f40f674bd3e8 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:55.801424 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-668f4ad2-421a-4b78-befd-d1d4f9fbf10b req-08a0feb8-d4e3-43a5-a036-f40f674bd3e8 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1103 time: 0.2160845 Aug 31 06:40:55.815450 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.822809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e53cebb5-7e3e-46ab-940c-565678477713 None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:55.823368 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e53cebb5-7e3e-46ab-940c-565678477713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.832555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20c30d0a-c13b-4e00-9b1e-f8d4d5d54165 req-5eb215ae-c800-4f2e-ab88-b0e3a655caaf service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665332 Aug 31 06:40:55.833514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d199c5e-3b19-4398-bdbf-52ebde36469a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.873160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d199c5e-3b19-4398-bdbf-52ebde36469a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=e982ca38-7bd2-434d-9bf4-0c69b094859a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:55.883151 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d199c5e-3b19-4398-bdbf-52ebde36469a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.887205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1d199c5e-3b19-4398-bdbf-52ebde36469a tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/e982ca38-7bd2-434d-9bf4-0c69b094859a HTTP/1.1" status: 204 len: 168 time: 2.4173343 Aug 31 06:40:55.892205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41364) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:55.894562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c428b37-e634-4335-b44e-2361d2d423a8 None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:55.915770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-668f4ad2-421a-4b78-befd-d1d4f9fbf10b req-148650ca-ce57-4edd-93b8-841e24580885 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967727 Aug 31 06:40:55.970887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968181e3-25c6-4abf-b6d1-978a3da3a8f8 req-d7f733ce-72bd-4c61-b5ee-093c66bff7d2 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:55.988877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-968181e3-25c6-4abf-b6d1-978a3da3a8f8 req-d7f733ce-72bd-4c61-b5ee-093c66bff7d2 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 944 time: 0.5437853 Aug 31 06:40:56.133810 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d63bd1-cf03-494d-b12d-507a54c7851d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:56.134532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d63bd1-cf03-494d-b12d-507a54c7851d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:56.150893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41372) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:56.156762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-27d63bd1-cf03-494d-b12d-507a54c7851d tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/43a2c6e0-9478-48fc-9c61-d491e3582eda HTTP/1.1" status: 404 len: 337 time: 0.2329276 Aug 31 06:40:56.205331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e53cebb5-7e3e-46ab-940c-565678477713 None None] Provisioning complete for port 74a35335-4dae-4cb7-9169-1c7963c25e5c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:56.206504 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e53cebb5-7e3e-46ab-940c-565678477713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.367228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting subnet 57b66926-b0b4-46d4-99b0-7cd1b197afc4 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:56.384598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e53cebb5-7e3e-46ab-940c-565678477713 None None] Port 74a35335-4dae-4cb7-9169-1c7963c25e5c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:56.391046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-968181e3-25c6-4abf-b6d1-978a3da3a8f8 req-f54fa695-49fa-4b1f-ad73-068be1e736f9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057539 Aug 31 06:40:56.477786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-3e5f26ef-1df6-4285-af51-53ec06275039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:56.484684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-3e5f26ef-1df6-4285-af51-53ec06275039 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 1096 time: 0.4205458 Aug 31 06:40:56.520578 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.733045 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b93a674-a214-4f7a-a715-f42705ca8808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.790470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b107443-964a-4207-b781-85245cb285c6 req-a7545642-2470-4d42-bc57-5acc287e1fbc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:56.793393 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b107443-964a-4207-b781-85245cb285c6 req-a7545642-2470-4d42-bc57-5acc287e1fbc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 945 time: 0.5407345 Aug 31 06:40:56.835180 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.897067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-444f5c15-2d3b-45f2-9f2e-89ed6ac527f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:56.899615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-444f5c15-2d3b-45f2-9f2e-89ed6ac527f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 916 time: 0.4023585 Aug 31 06:40:56.941256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.963078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904baea-dff8-4d0f-a27e-f8ef9bf73f6b req-e13afc6f-ac06-4980-8109-61f7c9d4da29 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:56.972897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0904baea-dff8-4d0f-a27e-f8ef9bf73f6b req-e13afc6f-ac06-4980-8109-61f7c9d4da29 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2483358 Aug 31 06:40:57.041572 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-923c96cf-143a-41cc-8d92-8f2a4de83849 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46d370bd-3f61-404a-9593-aa99cc45b3fc HTTP/1.1" status: 200 len: 217 time: 0.1309931 Aug 31 06:40:57.054461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2d6f2-3577-4c54-a3e6-809d50c0bba2 req-a98658c8-4705-4d73-ba8d-1134ad8bbec5 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:57.080794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85c2d6f2-3577-4c54-a3e6-809d50c0bba2 req-a98658c8-4705-4d73-ba8d-1134ad8bbec5 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 1103 time: 0.4212577 Aug 31 06:40:57.140474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0904baea-dff8-4d0f-a27e-f8ef9bf73f6b req-a043db5b-e75c-4183-a808-737c7d5bb886 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665113 Aug 31 06:40:57.177070 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.182757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-2bd626c9-a4ae-4e03-b912-d51593be7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:57.184539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-2bd626c9-a4ae-4e03-b912-d51593be7db0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.1270149 Aug 31 06:40:57.302476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-4b658559-be5d-4134-ba53-4cbd6967b9e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033154 Aug 31 06:40:57.435579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c230b-dd00-48d6-9869-ca468fe5d23d req-7653ad56-9e51-4f7c-bbbc-d440f7570358 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:57.437306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-117c230b-dd00-48d6-9869-ca468fe5d23d req-7653ad56-9e51-4f7c-bbbc-d440f7570358 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 945 time: 0.1586707 Aug 31 06:40:57.528973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-405240f5-df7f-485c-8ec1-1608dce68a20 None None] Provisioning complete for port fa74f8a8-93f6-4cea-a960-d598484823bf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:57.532998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-405240f5-df7f-485c-8ec1-1608dce68a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.537145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-117c230b-dd00-48d6-9869-ca468fe5d23d req-94a1b7b5-8c49-4afe-96df-743695d8dcf9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905879 Aug 31 06:40:57.540046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-d825936e-6ac5-4290-930a-8307c0decf47 service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148407 Aug 31 06:40:57.707083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5170586d-8cd8-4c9e-87bd-bb1b9d3b389e req-1ba432db-9f14-403a-abf8-74deea90ee87 service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582930 Aug 31 06:40:57.752504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-405240f5-df7f-485c-8ec1-1608dce68a20 None None] Provisioning complete for port 74a35335-4dae-4cb7-9169-1c7963c25e5c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:57.753003 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-405240f5-df7f-485c-8ec1-1608dce68a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.797101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85c2d6f2-3577-4c54-a3e6-809d50c0bba2 req-729f687d-54d5-4dd9-9fbd-fc1ab96933a2 tempest-ServersAdminTestJSON-2024137591 tempest-ServersAdminTestJSON-2024137591-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7144487 Aug 31 06:40:57.812661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Deleting port cd365be0-b77d-4bf0-81d2-5792ba852215 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:57.813025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.814325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-405240f5-df7f-485c-8ec1-1608dce68a20 None None] Port 74a35335-4dae-4cb7-9169-1c7963c25e5c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:57.843186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.890786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabdb20-c601-4b12-8276-9e929a5eb006 req-1d960722-7bdb-49e3-ab5e-1c4e2f1bac56 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:57.892438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfabdb20-c601-4b12-8276-9e929a5eb006 req-1d960722-7bdb-49e3-ab5e-1c4e2f1bac56 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 944 time: 0.1010628 Aug 31 06:40:57.912622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Subnet': ['ID=57b66926-b0b4-46d4-99b0-7cd1b197afc4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:57.934706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352fc52-9c08-41ff-a5eb-a8bebdd9c45c None None] Network 198d767c-0a0a-405a-86e6-37a74e85c570 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:57.950562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.950931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.951278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.951615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.951954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.952275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.952603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.952928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.953272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.953775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.954107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.955051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:57.961522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.964703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-22a50071-0407-4217-9f79-918992241090 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/57b66926-b0b4-46d4-99b0-7cd1b197afc4 HTTP/1.1" status: 204 len: 168 time: 1.8122947 Aug 31 06:40:57.967919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41408) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.014289 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfabdb20-c601-4b12-8276-9e929a5eb006 req-a0aa1026-36b4-459f-8193-efdd9e9e3016 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135850 Aug 31 06:40:58.017152 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2a2800-8e52-45c0-8b66-729de0b5bf70 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.017812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2a2800-8e52-45c0-8b66-729de0b5bf70 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.020181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de2a2800-8e52-45c0-8b66-729de0b5bf70 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/e43eb98c-ff1d-4cf6-8f57-a2ecc7601379 HTTP/1.1" status: 404 len: 337 time: 0.0511222 Aug 31 06:40:58.023469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41412) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.073089 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.076667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] For port cd365be0-b77d-4bf0-81d2-5792ba852215, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cd365be0-b77d-4bf0-81d2-5792ba852215,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:58.077208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.094337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0f5feb88-0d0c-4b6d-bc48-356c11d34242 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc29c16c-9567-4df4-93eb-6370ca097f51 HTTP/1.1" status: 200 len: 205 time: 0.0694396 Aug 31 06:40:58.095090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41416) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.096623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Calling delete_port for cd365be0-b77d-4bf0-81d2-5792ba852215 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:58.151875 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-79a88108-7450-4728-ac7b-9377af1c2844 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] delete failed (client error): The resource could not be found. Aug 31 06:40:58.155638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-79a88108-7450-4728-ac7b-9377af1c2844 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/routers/fc29c16c-9567-4df4-93eb-6370ca097f51 HTTP/1.1" status: 404 len: 336 time: 0.0594819 Aug 31 06:40:58.156216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41422) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.209540 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c191c8-6662-4a60-9573-d7cefc4bd6db tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.210447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c191c8-6662-4a60-9573-d7cefc4bd6db tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.218232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-72c191c8-6662-4a60-9573-d7cefc4bd6db tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/b8be35ee-7a6b-424d-8667-0386768352fe HTTP/1.1" status: 404 len: 337 time: 0.0606322 Aug 31 06:40:58.219007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41426) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.342613 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5111d820-3cc1-4cca-b3a5-9dbe38cb85bc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.343704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5111d820-3cc1-4cca-b3a5-9dbe38cb85bc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.351706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5111d820-3cc1-4cca-b3a5-9dbe38cb85bc tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/2a21498b-d82e-45b7-8e95-56e91d812db3 HTTP/1.1" status: 404 len: 337 time: 0.1300943 Aug 31 06:40:58.353429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41430) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.403558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac37e4f-d7f9-4f66-95be-e853bcfbea24 req-4060cc72-d670-44eb-b3b0-daf350a962c1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:58.419201 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aac37e4f-d7f9-4f66-95be-e853bcfbea24 req-4060cc72-d670-44eb-b3b0-daf350a962c1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 950 time: 0.1101699 Aug 31 06:40:58.470577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] DHCP port deletion for 198d767c-0a0a-405a-86e6-37a74e85c570 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:40:58.472471 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-60126969-08ec-4e93-bd88-f5128a34fe4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.473127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60126969-08ec-4e93-bd88-f5128a34fe4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.475055 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-60126969-08ec-4e93-bd88-f5128a34fe4f tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/16e779fe-34fa-4d46-8227-642fec3e5072 HTTP/1.1" status: 404 len: 337 time: 0.1188760 Aug 31 06:40:58.480092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41432) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.501692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aac37e4f-d7f9-4f66-95be-e853bcfbea24 req-3e425a3d-cda9-4b5c-9645-f1b574b6cad3 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664833 Aug 31 06:40:58.509842 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e795cb3-2140-498c-8111-b3ab006a23a2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.511747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e795cb3-2140-498c-8111-b3ab006a23a2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.514502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e795cb3-2140-498c-8111-b3ab006a23a2 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/8bc43287-0b8a-44fa-92ca-fbd6a0f5b962 HTTP/1.1" status: 404 len: 333 time: 0.0325029 Aug 31 06:40:58.516178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.523041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41434) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.553205 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-16368b51-24c8-45e1-ae00-8488f89cfee9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.553814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16368b51-24c8-45e1-ae00-8488f89cfee9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.555770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-16368b51-24c8-45e1-ae00-8488f89cfee9 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/e556e66e-4e4d-4bba-8a67-db66209e1b06 HTTP/1.1" status: 404 len: 337 time: 0.0316033 Aug 31 06:40:58.568930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['cd365be0-b77d-4bf0-81d2-5792ba852215'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:58.569774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41438) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.623130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad60b78-da36-4ddd-956b-9ba183d7ecf5 req-16552f82-058a-45ff-bc07-e7a477a2782a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:58.632657 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ad60b78-da36-4ddd-956b-9ba183d7ecf5 req-16552f82-058a-45ff-bc07-e7a477a2782a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.3263731 Aug 31 06:40:58.635847 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f0e54f-e0b1-405c-8500-d4f5d478d0fa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.636570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] Deleting port fa74f8a8-93f6-4cea-a960-d598484823bf {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:58.637119 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.637425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f0e54f-e0b1-405c-8500-d4f5d478d0fa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.641694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e9f0e54f-e0b1-405c-8500-d4f5d478d0fa tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/d703fe35-9fb1-45de-833b-740b7d015491 HTTP/1.1" status: 404 len: 337 time: 0.0684602 Aug 31 06:40:58.655802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41440) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.657052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event deleted for resources: {'Port': ['ID=cd365be0-b77d-4bf0-81d2-5792ba852215,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:58.668603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] No DVR routers for this DVR port cd365be0-b77d-4bf0-81d2-5792ba852215 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:58.713598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 46d370bd-3f61-404a-9593-aa99cc45b3fc details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:58.721039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ccbb67b6-8fd8-4f89-b602-ed8e4b57569f req-18b7e69e-186b-48c0-bdda-84614bed6e23 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=143460de-8d6d-44e8-a2f5-8f8af8a95964 HTTP/1.1" status: 200 len: 210 time: 0.0446675 Aug 31 06:40:58.723055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.726581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b107443-964a-4207-b781-85245cb285c6 req-94e95d62-b077-45d0-b88a-2de09f6fc4d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "DELETE /v2.0/ports/cd365be0-b77d-4bf0-81d2-5792ba852215 HTTP/1.1" status: 204 len: 173 time: 1.9165344 Aug 31 06:40:58.732914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143460de-8d6d-44e8-a2f5-8f8af8a95964', 'name': 'network-vif-deleted', 'tag': 'cd365be0-b77d-4bf0-81d2-5792ba852215'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:58.741869 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da06af44-bdfa-4f41-a71d-12adf5d45402" -d '{"events": [{"server_uuid": "143460de-8d6d-44e8-a2f5-8f8af8a95964", "name": "network-vif-deleted", "tag": "cd365be0-b77d-4bf0-81d2-5792ba852215"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:58.751957 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2c60a2-92c9-47e5-bff6-1a18b4189946 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.752984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2c60a2-92c9-47e5-bff6-1a18b4189946 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.755769 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e2c60a2-92c9-47e5-bff6-1a18b4189946 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/19c74026-1165-467e-9b03-64d7d2e471f8 HTTP/1.1" status: 404 len: 333 time: 0.0961580 Aug 31 06:40:58.758367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41446) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.780201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-fbd38e44-8e7b-451e-b272-9da69bd14945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:58.786286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-fbd38e44-8e7b-451e-b272-9da69bd14945 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1097 time: 0.1519585 Aug 31 06:40:58.791179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] For port fa74f8a8-93f6-4cea-a960-d598484823bf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fa74f8a8-93f6-4cea-a960-d598484823bf,segment=NetworkSegment(b70289dc-e6d7-47e9-9b4a-0a43198867c5),segment_id=b70289dc-e6d7-47e9-9b4a-0a43198867c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:58.792160 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.874008 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-850d6dd9-c931-4d66-b921-6a30490e1b9c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.874973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850d6dd9-c931-4d66-b921-6a30490e1b9c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.881457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-850d6dd9-c931-4d66-b921-6a30490e1b9c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/7a494c60-a40b-4445-8c7c-177c568a9f20 HTTP/1.1" status: 404 len: 337 time: 0.1193352 Aug 31 06:40:58.888094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41448) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.946205 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a03956-c4d9-48ed-8c16-1d2891c94da7 x-openstack-request-id: req-29a03956-c4d9-48ed-8c16-1d2891c94da7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:58.946658 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143460de-8d6d-44e8-a2f5-8f8af8a95964", "name": "network-vif-deleted", "tag": "cd365be0-b77d-4bf0-81d2-5792ba852215", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:58.946975 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29a03956-c4d9-48ed-8c16-1d2891c94da7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:58.947452 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143460de-8d6d-44e8-a2f5-8f8af8a95964', 'name': 'network-vif-deleted', 'tag': 'cd365be0-b77d-4bf0-81d2-5792ba852215', 'status': 'completed', 'code': 200} Aug 31 06:40:58.948984 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18da869-c182-4153-95c8-a8b92c2b59f7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] DELETE failed (client error): The resource could not be found. Aug 31 06:40:58.949565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18da869-c182-4153-95c8-a8b92c2b59f7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:40:58.951471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c18da869-c182-4153-95c8-a8b92c2b59f7 tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/subnets/df48c043-bb61-4d42-9851-c2522486159c HTTP/1.1" status: 404 len: 337 time: 0.0601375 Aug 31 06:40:58.954311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 46d370bd-3f61-404a-9593-aa99cc45b3fc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=46d370bd-3f61-404a-9593-aa99cc45b3fc,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:58.959391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41452) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:58.967636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ad60b78-da36-4ddd-956b-9ba183d7ecf5 req-1c07bd68-fb71-497a-9662-4f9b49cb8e60 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290422 Aug 31 06:40:59.009466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '46d370bd-3f61-404a-9593-aa99cc45b3fc', 'network_id': 'fdc73f56-9c44-42c5-ba72-bd864fd5a6a3', 'port_id': '46d370bd-3f61-404a-9593-aa99cc45b3fc', 'mac_address': 'fa:16:3e:ea:e1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c48269a-f123-4c8f-aeec-84e8b8a3ee1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:59.012974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] Calling delete_port for fa74f8a8-93f6-4cea-a960-d598484823bf owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:59.081069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.101260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d370bd-3f61-404a-9593-aa99cc45b3fc {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:59.109312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-83729b99-4801-4fcd-9e62-9ec15004b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.114131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-83729b99-4801-4fcd-9e62-9ec15004b774 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.3199110 Aug 31 06:40:59.161391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 46d370bd-3f61-404a-9593-aa99cc45b3fc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=46d370bd-3f61-404a-9593-aa99cc45b3fc,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:59.175834 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.258528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.271518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=46d370bd-3f61-404a-9593-aa99cc45b3fc,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:59.277268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] No DVR routers for this DVR port fa74f8a8-93f6-4cea-a960-d598484823bf on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:59.277923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d67c73-83e5-439f-8e5b-b4149b3ec4a5 req-a166fefb-6948-415c-b1c6-a63af242ef38 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.279532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2d67c73-83e5-439f-8e5b-b4149b3ec4a5 req-a166fefb-6948-415c-b1c6-a63af242ef38 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 945 time: 0.1459525 Aug 31 06:40:59.282997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-56a47214-c580-47da-9047-ada68e7b8930 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 1001 time: 0.1480536 Aug 31 06:40:59.288096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.288503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.289350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.289350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.289526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.290158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.290273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.290738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.291081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.291416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.291751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.292395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:59.292912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2029e8d2-6702-48e6-a29f-2d66b45bf09b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Deleting port 74a35335-4dae-4cb7-9169-1c7963c25e5c {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:59.293283 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029e8d2-6702-48e6-a29f-2d66b45bf09b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.342581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cc032-6361-4eda-b389-90332b3d88a6 None None] Pushing event deleted for resources: {'Port': ['ID=fa74f8a8-93f6-4cea-a960-d598484823bf,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:59.462400 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2d67c73-83e5-439f-8e5b-b4149b3ec4a5 req-5a9b89b8-060b-4506-8f5e-68dd417ce81a tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509774 Aug 31 06:40:59.483724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029e8d2-6702-48e6-a29f-2d66b45bf09b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.502139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2029e8d2-6702-48e6-a29f-2d66b45bf09b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Calling delete_port for 74a35335-4dae-4cb7-9169-1c7963c25e5c owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:59.509764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-5087e1cc-7edd-4829-808d-cd5882688cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.511897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-5087e1cc-7edd-4829-808d-cd5882688cc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.1993713 Aug 31 06:40:59.623157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['46d370bd-3f61-404a-9593-aa99cc45b3fc'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:59.683327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029e8d2-6702-48e6-a29f-2d66b45bf09b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.686606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-1523a3d4-8e05-4063-befb-17517c9214fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.688229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-1523a3d4-8e05-4063-befb-17517c9214fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684272 Aug 31 06:40:59.714099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3d925-c6a1-49dc-8df8-e6ca3847a144 req-940a0bfe-2f75-4557-8a01-b3c4acb57366 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.716246 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77a3d925-c6a1-49dc-8df8-e6ca3847a144 req-940a0bfe-2f75-4557-8a01-b3c4acb57366 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 950 time: 0.1382623 Aug 31 06:40:59.798020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-dd0225af-6f9b-4862-bcc8-063e1fb493b8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.800946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-dd0225af-6f9b-4862-bcc8-063e1fb493b8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 950 time: 0.1403832 Aug 31 06:40:59.812833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2029e8d2-6702-48e6-a29f-2d66b45bf09b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.815864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2029e8d2-6702-48e6-a29f-2d66b45bf09b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/ports/74a35335-4dae-4cb7-9169-1c7963c25e5c HTTP/1.1" status: 204 len: 168 time: 0.8541911 Aug 31 06:40:59.866235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77a3d925-c6a1-49dc-8df8-e6ca3847a144 req-1d9e61e5-7ce1-4739-8837-0f497be11efb tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305370 Aug 31 06:40:59.866779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41464) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:59.883745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029e8d2-6702-48e6-a29f-2d66b45bf09b tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Port': ['ID=74a35335-4dae-4cb7-9169-1c7963c25e5c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:00.004519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.159731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fa74f8a8-93f6-4cea-a960-d598484823bf no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:00.214470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-a87defdf-edeb-4881-a7a7-c4cc60a3a837 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981105 Aug 31 06:41:00.241178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: fa74f8a8-93f6-4cea-a960-d598484823bf {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:00.241625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fa74f8a8-93f6-4cea-a960-d598484823bf not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:00.281730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Deleting port 33511df3-2af8-470b-b314-6b895ba069a3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:00.283296 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.298568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.457802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-e4604b41-2d00-4dac-981b-0c495087b05c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:00.459366 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-e4604b41-2d00-4dac-981b-0c495087b05c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.2432337 Aug 31 06:41:00.461434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3f46b40-45b4-47c2-8831-0709dbfbba2c req-712bd522-3a67-493d-910b-dc300da4beb9 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151413 Aug 31 06:41:00.482998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-23cd2709-1f3b-4b50-bfee-1f9f2583295e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/quotas/b4c14df3e80d4de5ba2ae44d968dc701 HTTP/1.1" status: 200 len: 375 time: 0.0160594 Aug 31 06:41:00.525896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-e0c442b8-5741-40ad-bea5-a46cf9146440 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357082 Aug 31 06:41:00.527900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09f34c-66e6-4ec2-8b88-f076bcc926b3 req-6055c5cc-7bfe-449e-b311-5f4fecb5ce92 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:00.529490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f09f34c-66e6-4ec2-8b88-f076bcc926b3 req-6055c5cc-7bfe-449e-b311-5f4fecb5ce92 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.2060556 Aug 31 06:41:00.558588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] For port 33511df3-2af8-470b-b314-6b895ba069a3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=33511df3-2af8-470b-b314-6b895ba069a3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:00.558953 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.562169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.587071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198d767c-0a0a-405a-86e6-37a74e85c570']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:00.599345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Calling delete_port for 33511df3-2af8-470b-b314-6b895ba069a3 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:00.606218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70289dc-e6d7-47e9-9b4a-0a43198867c5') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:00.606509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70289dc-e6d7-47e9-9b4a-0a43198867c5') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:00.623498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.631591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-cc53027a-45df-453c-af12-6b10f2ea412b service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962713 Aug 31 06:41:00.640998 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f09f34c-66e6-4ec2-8b88-f076bcc926b3 req-4b437181-0f15-490f-ad69-5c503e8aa7b7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996635 Aug 31 06:41:00.651102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.738525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:41:00.739116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:41:00.744507 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:41:00.752715 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-dbdda6d5-fb98-41d6-9675-7060f6e5fc4a service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132042 Aug 31 06:41:00.926020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.939132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c2b8adb1-4f3e-4fe8-a2e4-80d1a864fc2e req-5ed57933-572a-4141-aa79-c78e83addabe tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0405447 Aug 31 06:41:00.946593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.951575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] 10.222.0.15 "DELETE /v2.0/networks/198d767c-0a0a-405a-86e6-37a74e85c570 HTTP/1.1" status: 204 len: 168 time: 1.0442219 Aug 31 06:41:00.970900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d5b80-bd7a-4e7b-8827-c07a28c7aa0c req-f59425f7-5b32-4013-b305-d7b2d90e3434 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:00.988690 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-181d5b80-bd7a-4e7b-8827-c07a28c7aa0c req-f59425f7-5b32-4013-b305-d7b2d90e3434 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 945 time: 0.2673936 Aug 31 06:41:01.030076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b9e5d-e4c5-4fbb-b0ab-ed54c1ebb65c tempest-PortsTestJSON-1553123579 tempest-PortsTestJSON-1553123579-project] Pushing event deleted for resources: {'Network': ['ID=198d767c-0a0a-405a-86e6-37a74e85c570,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:01.088478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device cd365be0-b77d-4bf0-81d2-5792ba852215 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:01.172816 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-181d5b80-bd7a-4e7b-8827-c07a28c7aa0c req-20d72337-28e6-4364-b8f5-20a27bcbd3a5 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870799 Aug 31 06:41:01.196272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: cd365be0-b77d-4bf0-81d2-5792ba852215 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:01.196613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device cd365be0-b77d-4bf0-81d2-5792ba852215 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:01.206802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.219417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['33511df3-2af8-470b-b314-6b895ba069a3', '091be7d1-ce05-47e3-a0d5-98458d38805e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:01.223070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['de4e9506-35ea-4ded-b503-f69d9486f1ac'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:01.305091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Pushing event deleted for resources: {'Port': ['ID=33511df3-2af8-470b-b314-6b895ba069a3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:01.320749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb32331-0b20-4369-869e-fa00d42e6ae5 req-9edfaefe-7c27-4dfa-adf7-9b2e38395361 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:01.350836 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cdb32331-0b20-4369-869e-fa00d42e6ae5 req-9edfaefe-7c27-4dfa-adf7-9b2e38395361 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=504150cd-daba-45e9-8666-632c7323cc5e HTTP/1.1" status: 200 len: 867 time: 0.2047400 Aug 31 06:41:01.484701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] No DVR routers for this DVR port 33511df3-2af8-470b-b314-6b895ba069a3 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:01.494118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.496126 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cdb32331-0b20-4369-869e-fa00d42e6ae5 req-f025b915-ecf8-4386-ba0e-9a4872c8b0f8 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440458 Aug 31 06:41:01.506189 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48bdeac1-2cde-40ea-9d1e-a29490eca38a req-719d1901-cb83-4fb4-9666-93606203295f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "DELETE /v2.0/ports/33511df3-2af8-470b-b314-6b895ba069a3 HTTP/1.1" status: 204 len: 173 time: 1.6338069 Aug 31 06:41:01.506689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504150cd-daba-45e9-8666-632c7323cc5e', 'name': 'network-vif-deleted', 'tag': '33511df3-2af8-470b-b314-6b895ba069a3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:01.509325 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65483ad-1a53-48a0-8d54-bd04436d236c" -d '{"events": [{"server_uuid": "504150cd-daba-45e9-8666-632c7323cc5e", "name": "network-vif-deleted", "tag": "33511df3-2af8-470b-b314-6b895ba069a3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:01.579764 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dcfbc1-ddbc-44cc-b756-3b62f8120e3c x-openstack-request-id: req-c8dcfbc1-ddbc-44cc-b756-3b62f8120e3c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:01.580308 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504150cd-daba-45e9-8666-632c7323cc5e", "name": "network-vif-deleted", "tag": "33511df3-2af8-470b-b314-6b895ba069a3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:01.581302 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8dcfbc1-ddbc-44cc-b756-3b62f8120e3c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:01.581878 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504150cd-daba-45e9-8666-632c7323cc5e', 'name': 'network-vif-deleted', 'tag': '33511df3-2af8-470b-b314-6b895ba069a3', 'status': 'completed', 'code': 200} Aug 31 06:41:01.617710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41514) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:01.945154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ca143-9a82-4043-87d8-5f2ea91cdb6b req-77c35878-32a1-468f-8173-5d3fd003d396 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:01.954263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-934ca143-9a82-4043-87d8-5f2ea91cdb6b req-77c35878-32a1-468f-8173-5d3fd003d396 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.1041009 Aug 31 06:41:02.070998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-934ca143-9a82-4043-87d8-5f2ea91cdb6b req-128cbc6d-017d-425b-9995-39afa103484d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154222 Aug 31 06:41:02.119055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a5e30d45-48f8-4721-823b-5807b0bffc30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f4ec84889934f01a01280d278d7c14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994900 Aug 31 06:41:02.119677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41524) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:02.161508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b313cda0-ce9c-4e57-9410-adb95f841c0b req-31de07e2-cf6b-4311-9b15-462f09776cc8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0779383 Aug 31 06:41:02.222019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64f51da5-6d34-4db8-b273-29f4867f54ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:02.251499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64f51da5-6d34-4db8-b273-29f4867f54ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:02.358497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14864ea-0db5-437e-bde9-40886c6f547a req-a997421a-2a23-4210-a830-9851385bc6f9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:02.362196 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b14864ea-0db5-437e-bde9-40886c6f547a req-a997421a-2a23-4210-a830-9851385bc6f9 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 945 time: 0.0948188 Aug 31 06:41:02.399573 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64f51da5-6d34-4db8-b273-29f4867f54ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:02.402451 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-64f51da5-6d34-4db8-b273-29f4867f54ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:02.404132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-64f51da5-6d34-4db8-b273-29f4867f54ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0ae5d08-cf60-41ea-b0a3-14e2c186b4fe HTTP/1.1" status: 204 len: 168 time: 0.2833264 Aug 31 06:41:02.434514 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b14864ea-0db5-437e-bde9-40886c6f547a req-4d46b0df-a83f-4cca-b329-5fe80078d7ed tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634780 Aug 31 06:41:02.436955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f51da5-6d34-4db8-b273-29f4867f54ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ae5d08-cf60-41ea-b0a3-14e2c186b4fe,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:02.707914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 46d370bd-3f61-404a-9593-aa99cc45b3fc up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:02.852802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 46d370bd-3f61-404a-9593-aa99cc45b3fc completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:02.866012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 46d370bd-3f61-404a-9593-aa99cc45b3fc triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:02.866577 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:02.929206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-c50e0e79-8907-4256-bd87-ad040e3a7331 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:02.931503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-c50e0e79-8907-4256-bd87-ad040e3a7331 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.2585404 Aug 31 06:41:02.945890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Request body: {'port': {'device_id': '19e161f1-1c53-411b-8bb0-a620d764f97c', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'admin_state_up': True, 'tenant_id': 'b4c14df3e80d4de5ba2ae44d968dc701'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:03.105923 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.136588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb7117-7321-4e80-b5ac-ae73d862dde1 req-45343870-4c2e-41c5-ae11-fbe700c72484 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.141120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97fb7117-7321-4e80-b5ac-ae73d862dde1 req-45343870-4c2e-41c5-ae11-fbe700c72484 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 950 time: 0.1233950 Aug 31 06:41:03.168685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70efdbc8-ff36-447e-8586-4801cbee729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d370bd-3f61-404a-9593-aa99cc45b3fc'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:03.183716 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f595ac-ee5e-41ec-b759-73e7c290d4fa" -d '{"events": [{"server_uuid": "70efdbc8-ff36-447e-8586-4801cbee729d", "name": "network-vif-plugged", "status": "completed", "tag": "46d370bd-3f61-404a-9593-aa99cc45b3fc"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:03.275536 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97fb7117-7321-4e80-b5ac-ae73d862dde1 req-d7215410-51ad-408e-a2bf-c81729867b97 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269331 Aug 31 06:41:03.275762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 46d370bd-3f61-404a-9593-aa99cc45b3fc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=46d370bd-3f61-404a-9593-aa99cc45b3fc,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:03.295590 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.299603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:03.431268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Made reservation on behalf of b4c14df3e80d4de5ba2ae44d968dc701 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:03.435760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.482471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104365a-69dd-447a-80e5-d7b044e84878 req-90d9aaa5-9a58-4d98-baf0-02333b9537a4 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.484556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8104365a-69dd-447a-80e5-d7b044e84878 req-90d9aaa5-9a58-4d98-baf0-02333b9537a4 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 945 time: 0.1626906 Aug 31 06:41:03.529486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-341e9014-43e4-4c88-b5c8-7655ef2af652 req-a58a417a-921b-4ccb-aed1-edf2e70e4fbe tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0906000 Aug 31 06:41:03.596566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=46d370bd-3f61-404a-9593-aa99cc45b3fc,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:03.654228 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2191058a-127b-469b-98d0-26c8fb2cf20f x-openstack-request-id: req-2191058a-127b-469b-98d0-26c8fb2cf20f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:03.654532 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70efdbc8-ff36-447e-8586-4801cbee729d", "name": "network-vif-plugged", "status": "completed", "tag": "46d370bd-3f61-404a-9593-aa99cc45b3fc", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:03.654795 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2191058a-127b-469b-98d0-26c8fb2cf20f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:03.655197 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70efdbc8-ff36-447e-8586-4801cbee729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d370bd-3f61-404a-9593-aa99cc45b3fc', 'code': 200} Aug 31 06:41:03.658880 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8104365a-69dd-447a-80e5-d7b044e84878 req-17f4f0ce-6dad-4ab7-a281-67f2be791793 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616523 Aug 31 06:41:03.676073 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.801809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:03.810057 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.814273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c9b1-421b-480c-b4eb-0a032b13b654 req-ed221015-d65d-416e-88cd-8797e0a50453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.821240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da17c9b1-421b-480c-b4eb-0a032b13b654 req-ed221015-d65d-416e-88cd-8797e0a50453 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 1098 time: 0.0968456 Aug 31 06:41:03.878583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Allocated IP 172.20.0.10 (da391ec0-9d7b-458f-990f-7c94fd96ec83/862787e8-068e-45b9-843c-487959a444f2/972cf2e6-f50b-49d0-ad65-299704a83357) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:03.932859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da17c9b1-421b-480c-b4eb-0a032b13b654 req-2e3f96cd-b4bb-4a68-b933-3d7a5e8e888d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889485 Aug 31 06:41:03.964132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:03.972672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6007-6d4f-49ac-af84-6a3d6abf760e req-b0ee2b7f-3fe1-4d41-9e08-3b63ee6edf5b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.974525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dafe6007-6d4f-49ac-af84-6a3d6abf760e req-b0ee2b7f-3fe1-4d41-9e08-3b63ee6edf5b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 946 time: 0.1473565 Aug 31 06:41:04.037480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41578) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:04.078936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dafe6007-6d4f-49ac-af84-6a3d6abf760e req-566ba0e7-2217-4cfa-8514-8bd0d91b5862 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925076 Aug 31 06:41:04.160059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.210844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.254056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-98b8d13a-9197-4045-ba3e-1fe774eac049 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:04.254812 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-98b8d13a-9197-4045-ba3e-1fe774eac049 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 06:41:04.255375 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-98b8d13a-9197-4045-ba3e-1fe774eac049 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:41:04.256642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-98b8d13a-9197-4045-ba3e-1fe774eac049 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2168119 Aug 31 06:41:04.260891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41588) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:04.266079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--737049969'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:04.289995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:04.298732 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.299809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:04.309718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:04.326201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.390250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.391556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.406505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event updated for resources: {'Port': ['ID=972cf2e6-f50b-49d0-ad65-299704a83357,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:04.519092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db920-0c08-4731-8b7a-6d33f4189d97 req-61587dc8-db2a-49e5-8a80-92666e4fa3c4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.520821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37db920-0c08-4731-8b7a-6d33f4189d97 req-61587dc8-db2a-49e5-8a80-92666e4fa3c4 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 950 time: 0.1162844 Aug 31 06:41:04.550546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.561256 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-4c998437-9d56-44b5-95c8-848413a303ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6203518 Aug 31 06:41:04.563584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.601849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c126350c-1b84-488a-b26b-85eb452dc1ad,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:04.642088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37db920-0c08-4731-8b7a-6d33f4189d97 req-60f3e532-205d-4584-8213-5aad9daf9776 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099920 Aug 31 06:41:04.676208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Request body: {'port': {'device_id': '19e161f1-1c53-411b-8bb0-a620d764f97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:04.719319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cce39-eb97-4684-8180-d4d10eda18a1 req-140f96b4-8652-431a-ae92-181829da42fd tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.725801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f4cce39-eb97-4684-8180-d4d10eda18a1 req-140f96b4-8652-431a-ae92-181829da42fd tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 932 time: 0.1050806 Aug 31 06:41:04.730016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-92332ff6-5933-407e-a1bc-5d6bd35097bd req-e9e7675c-2694-429e-96c6-57b3d50c4553 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:41:04.731255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92332ff6-5933-407e-a1bc-5d6bd35097bd req-e9e7675c-2694-429e-96c6-57b3d50c4553 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063674 Aug 31 06:41:04.771153 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.777225 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.807484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.809004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5471108 Aug 31 06:41:04.811759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41604) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:04.822614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.833867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b4b098b4-fd33-4480-b2e9-0c95f46d01ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': 'f8d842de-5586-4ee7-93c1-90ba62f2bdf8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:04.855488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b62136-0366-4d5e-b091-71d8660f9c25 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d842de-5586-4ee7-93c1-90ba62f2bdf8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:04.858865 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f4cce39-eb97-4684-8180-d4d10eda18a1 req-fa7c7f37-1ee0-480f-8a7c-6b7a0d9fd111 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291544 Aug 31 06:41:04.962808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4b098b4-fd33-4480-b2e9-0c95f46d01ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.082838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-918e42b5-e0c9-47cd-b770-a0a9888905f3 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.087163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-918e42b5-e0c9-47cd-b770-a0a9888905f3 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 950 time: 0.1940291 Aug 31 06:41:05.102328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 33511df3-2af8-470b-b314-6b895ba069a3 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:05.127441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52c812-b7b5-49c1-bd67-baba57140c19 req-83fd78f5-e2ef-458c-90d6-0ee3257ef34e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.129033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f52c812-b7b5-49c1-bd67-baba57140c19 req-83fd78f5-e2ef-458c-90d6-0ee3257ef34e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.2128119 Aug 31 06:41:05.143981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 33511df3-2af8-470b-b314-6b895ba069a3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:05.144798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 33511df3-2af8-470b-b314-6b895ba069a3 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:05.199109 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4b098b4-fd33-4480-b2e9-0c95f46d01ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.274880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4b098b4-fd33-4480-b2e9-0c95f46d01ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.451962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b098b4-fd33-4480-b2e9-0c95f46d01ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c359cfa-e568-471c-8def-c254e7e4408c,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:05.486608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d78fa0-c118-4b70-8f52-b1cc6596cc5e req-36629d3c-16ff-4b95-a0f4-99c34c943288 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.497398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-42d78fa0-c118-4b70-8f52-b1cc6596cc5e req-36629d3c-16ff-4b95-a0f4-99c34c943288 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 946 time: 0.2123950 Aug 31 06:41:05.501629 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f52c812-b7b5-49c1-bd67-baba57140c19 req-50db4444-3af2-45f6-a9b4-5c9b9e7ba2fc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899117 Aug 31 06:41:05.508874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4b098b4-fd33-4480-b2e9-0c95f46d01ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.513669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b4b098b4-fd33-4480-b2e9-0c95f46d01ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6887662 Aug 31 06:41:05.516690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41632) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:05.532869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-508d8fc5-6846-416a-85d8-196ea9e4fc89 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': 'f8d842de-5586-4ee7-93c1-90ba62f2bdf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:05.550023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972cf2e6-f50b-49d0-ad65-299704a83357 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:05.562906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Deleting port de4e9506-35ea-4ded-b503-f69d9486f1ac {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:05.563503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.567058 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.600893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Transition to ACTIVE for port object 972cf2e6-f50b-49d0-ad65-299704a83357 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:05.615947 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-42d78fa0-c118-4b70-8f52-b1cc6596cc5e req-3f871add-bffa-4926-8ded-ef6ed0a81344 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139445 Aug 31 06:41:05.620191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.659740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:05.663863 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc8ccc4-2517-4c53-8623-02d8479c3dcb" -d '{"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:05.664685 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-508d8fc5-6846-416a-85d8-196ea9e4fc89 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.718560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Pushing event updated for resources: {'Port': ['ID=972cf2e6-f50b-49d0-ad65-299704a83357,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:05.724154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-d2a7a2c7-f7b5-46c5-84e3-51f5cf0d50f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2796288 Aug 31 06:41:05.750317 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8cec30-0c33-4d3b-814f-3d7f791f64e6 x-openstack-request-id: req-8c8cec30-0c33-4d3b-814f-3d7f791f64e6 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:05.750916 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-unplugged", "status": "failed", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b", "code": 422}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:05.751392 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c8cec30-0c33-4d3b-814f-3d7f791f64e6 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:05.752035 n-d-712142-16 neutron-server[94669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'code': 422} returned with failed status Aug 31 06:41:05.772664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] For port de4e9506-35ea-4ded-b503-f69d9486f1ac, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=de4e9506-35ea-4ded-b503-f69d9486f1ac,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:05.773158 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.822815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Calling delete_port for de4e9506-35ea-4ded-b503-f69d9486f1ac owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:05.828005 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-508d8fc5-6846-416a-85d8-196ea9e4fc89 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:41:05.829856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-508d8fc5-6846-416a-85d8-196ea9e4fc89 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3038633 Aug 31 06:41:05.833929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41640) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:05.926259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b5a51-8d19-4c88-93d8-6e7890bc381b req-79b956dc-f049-49e4-ba2c-6b3e22518a50 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.935117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-555b5a51-8d19-4c88-93d8-6e7890bc381b req-79b956dc-f049-49e4-ba2c-6b3e22518a50 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe8c5181-fb27-4a5e-bf39-5dbc4d0af868 HTTP/1.1" status: 200 len: 950 time: 0.1583843 Aug 31 06:41:05.969957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Attempting to bind port 972cf2e6-f50b-49d0-ad65-299704a83357 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:05.970307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Attempting to bind port 972cf2e6-f50b-49d0-ad65-299704a83357 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:05.970936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Attempting to bind port 972cf2e6-f50b-49d0-ad65-299704a83357 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:06.003710 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d29cd95b-2b1a-4dc8-84e5-216a283f8c62 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.021584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-555b5a51-8d19-4c88-93d8-6e7890bc381b req-cb64cab3-e081-4011-bdb4-964a6db2b62f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807345 Aug 31 06:41:06.029549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Port 972cf2e6-f50b-49d0-ad65-299704a83357 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:41:06.030054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Attempting to bind port 972cf2e6-f50b-49d0-ad65-299704a83357 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:06.102883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:06.103385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Checking segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:06.103958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Bound using segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:06.104525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Bound port: 972cf2e6-f50b-49d0-ad65-299704a83357, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:06.104990 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.147459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d29cd95b-2b1a-4dc8-84e5-216a283f8c62 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.168831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.182742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['091be7d1-ce05-47e3-a0d5-98458d38805e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:06.185761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['de4e9506-35ea-4ded-b503-f69d9486f1ac'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:06.214773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Pushing event deleted for resources: {'Port': ['ID=de4e9506-35ea-4ded-b503-f69d9486f1ac,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:06.251269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f74a6d-e35d-403e-b2be-f838e7307bb5 req-e7d58b8a-6c93-45a8-9ea9-39c520ecf479 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:06.253872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-86f74a6d-e35d-403e-b2be-f838e7307bb5 req-e7d58b8a-6c93-45a8-9ea9-39c520ecf479 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 944 time: 0.2522056 Aug 31 06:41:06.275879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] No DVR routers for this DVR port de4e9506-35ea-4ded-b503-f69d9486f1ac on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:06.283072 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.288277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30eade32-0d88-4aa3-8367-213109aba4f4 req-801c2675-627a-483d-b600-b04be59be32a tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.42 "DELETE /v2.0/ports/de4e9506-35ea-4ded-b503-f69d9486f1ac HTTP/1.1" status: 204 len: 173 time: 1.1555429 Aug 31 06:41:06.289380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8c5181-fb27-4a5e-bf39-5dbc4d0af868', 'name': 'network-vif-deleted', 'tag': 'de4e9506-35ea-4ded-b503-f69d9486f1ac'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:06.311982 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d159af1-5a41-489d-8291-b339b8b0cdea" -d '{"events": [{"server_uuid": "fe8c5181-fb27-4a5e-bf39-5dbc4d0af868", "name": "network-vif-deleted", "tag": "de4e9506-35ea-4ded-b503-f69d9486f1ac"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:06.348940 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-86f74a6d-e35d-403e-b2be-f838e7307bb5 req-5044ba85-7621-4f69-b682-f7fe3997cfb8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871511 Aug 31 06:41:06.380900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d29cd95b-2b1a-4dc8-84e5-216a283f8c62 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.389594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d29cd95b-2b1a-4dc8-84e5-216a283f8c62 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.396496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41656) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:06.396684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d29cd95b-2b1a-4dc8-84e5-216a283f8c62 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/f8d842de-5586-4ee7-93c1-90ba62f2bdf8 HTTP/1.1" status: 204 len: 168 time: 0.5612383 Aug 31 06:41:06.398300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] For port 972cf2e6-f50b-49d0-ad65-299704a83357, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:06.406337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] For port 972cf2e6-f50b-49d0-ad65-299704a83357, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=972cf2e6-f50b-49d0-ad65-299704a83357,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:06.414676 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.469298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cd95b-2b1a-4dc8-84e5-216a283f8c62 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d842de-5586-4ee7-93c1-90ba62f2bdf8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:06.477004 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d17c41-c43b-46eb-b92b-4cfbca8edb9b x-openstack-request-id: req-84d17c41-c43b-46eb-b92b-4cfbca8edb9b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:06.479194 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8c5181-fb27-4a5e-bf39-5dbc4d0af868", "name": "network-vif-deleted", "tag": "de4e9506-35ea-4ded-b503-f69d9486f1ac", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:06.479668 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84d17c41-c43b-46eb-b92b-4cfbca8edb9b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:06.480093 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8c5181-fb27-4a5e-bf39-5dbc4d0af868', 'name': 'network-vif-deleted', 'tag': 'de4e9506-35ea-4ded-b503-f69d9486f1ac', 'status': 'completed', 'code': 200} Aug 31 06:41:06.494747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:06.496054 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.498135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/972cf2e6-f50b-49d0-ad65-299704a83357 HTTP/1.1" status: 200 len: 1093 time: 1.9293604 Aug 31 06:41:06.498767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e161f1-1c53-411b-8bb0-a620d764f97c', 'tag': '972cf2e6-f50b-49d0-ad65-299704a83357'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:06.501484 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7631c8b0-a693-4e3b-9aae-e3ab2662224f" -d '{"events": [{"name": "network-changed", "server_uuid": "19e161f1-1c53-411b-8bb0-a620d764f97c", "tag": "972cf2e6-f50b-49d0-ad65-299704a83357"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:06.578263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277aa6a-1063-48c6-8a35-22c0893b66a8 service neutron] Pushing event updated for resources: {'Port': ['ID=972cf2e6-f50b-49d0-ad65-299704a83357,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:06.599887 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62170ff-f6b2-4e45-aca0-c35889efebcc x-openstack-request-id: req-e62170ff-f6b2-4e45-aca0-c35889efebcc {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:06.600484 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e161f1-1c53-411b-8bb0-a620d764f97c", "tag": "972cf2e6-f50b-49d0-ad65-299704a83357", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:06.600906 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e62170ff-f6b2-4e45-aca0-c35889efebcc {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:06.601499 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e161f1-1c53-411b-8bb0-a620d764f97c', 'tag': '972cf2e6-f50b-49d0-ad65-299704a83357', 'status': 'completed', 'code': 200} Aug 31 06:41:06.652769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-24ed1bec-5022-41f0-9ee5-44b2e58c1eb4 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2511942 Aug 31 06:41:06.655616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41664) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:06.671138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--332921998'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:06.714735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:06.743391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-17a6acbd-4e71-4675-bc44-3f18ad630bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:06.744967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-17a6acbd-4e71-4675-bc44-3f18ad630bff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 1096 time: 0.1004224 Aug 31 06:41:06.767331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.869666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3e675-7167-450a-a8f9-e89bf52792f2 req-1d230d2b-675c-411e-a152-fd98e96b64c6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:06.880683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66f3e675-7167-450a-a8f9-e89bf52792f2 req-1d230d2b-675c-411e-a152-fd98e96b64c6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1759486 Aug 31 06:41:07.059942 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-d22bea63-aa0d-4f3d-8522-3451ea236715 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=972cf2e6-f50b-49d0-ad65-299704a83357 HTTP/1.1" status: 200 len: 217 time: 0.3031385 Aug 31 06:41:07.135806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66f3e675-7167-450a-a8f9-e89bf52792f2 req-fc50f613-78e0-4e27-a460-737225293e22 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400656 Aug 31 06:41:07.156258 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.161871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.210731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f30da-da4b-4c06-a184-2315f9181107 req-5c916dfe-81b4-43df-a73a-d136a27b067e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:07.220824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d5f30da-da4b-4c06-a184-2315f9181107 req-5c916dfe-81b4-43df-a73a-d136a27b067e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 946 time: 0.4172661 Aug 31 06:41:07.242042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.243558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5856917 Aug 31 06:41:07.246656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41674) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:07.251189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ac92fe6f-bd25-4fbd-b1db-6a2ccf1becfe tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '879d2d56-9a6c-4002-8789-3220ef2fe499', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:07.255293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879d2d56-9a6c-4002-8789-3220ef2fe499,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:07.257160 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-ac92fe6f-bd25-4fbd-b1db-6a2ccf1becfe tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 06:41:07.257734 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-ac92fe6f-bd25-4fbd-b1db-6a2ccf1becfe tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:07.258943 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ac92fe6f-bd25-4fbd-b1db-6a2ccf1becfe tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0111809 Aug 31 06:41:07.263336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41676) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:07.281068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.281742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.282996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.283683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.284245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.284845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.285432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.286003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.288628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.291713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.292382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.292972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6dc4-eb6e-4d47-a234-3b6877d984f6 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:07.320578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-05615236-1dde-4a05-90d0-8a75c0974eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:07.322334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-05615236-1dde-4a05-90d0-8a75c0974eca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.2395735 Aug 31 06:41:07.375274 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d5f30da-da4b-4c06-a184-2315f9181107 req-377957ca-075a-40f4-9676-6402a30e5864 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527569 Aug 31 06:41:07.379446 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-63832746-19aa-43e2-a5ae-0f1746e05d00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438099 Aug 31 06:41:07.450769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9644a7f-5f58-437d-8d13-d353c3219229 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.641785 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9644a7f-5f58-437d-8d13-d353c3219229 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.707881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-89469cd5-03f3-4ee3-b12f-ff78964b7066 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136275 Aug 31 06:41:07.710389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0f624-002d-40dd-866f-7f8cc115a75e req-2bad2c06-83ca-4b82-a678-4966327f64e1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:07.712122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82d0f624-002d-40dd-866f-7f8cc115a75e req-2bad2c06-83ca-4b82-a678-4966327f64e1 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 951 time: 0.1068580 Aug 31 06:41:07.790017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82d0f624-002d-40dd-866f-7f8cc115a75e req-4f187df3-c6af-4c53-a346-cbcc696cb903 tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Aug 31 06:41:07.840286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9644a7f-5f58-437d-8d13-d353c3219229 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.846600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9644a7f-5f58-437d-8d13-d353c3219229 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.850100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e9644a7f-5f58-437d-8d13-d353c3219229 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/879d2d56-9a6c-4002-8789-3220ef2fe499 HTTP/1.1" status: 204 len: 168 time: 0.5831821 Aug 31 06:41:07.851173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41690) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:07.868841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9644a7f-5f58-437d-8d13-d353c3219229 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d2d56-9a6c-4002-8789-3220ef2fe499,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:07.943923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b73f31-e685-4216-ac97-f28de1fb006f req-508b2415-0427-420a-978c-add0fb1866b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:07.956737 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73b73f31-e685-4216-ac97-f28de1fb006f req-508b2415-0427-420a-978c-add0fb1866b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 944 time: 0.3600931 Aug 31 06:41:07.957691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d756b2f7-ca80-4db3-8f56-66b115a01cfc tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1049030 Aug 31 06:41:07.958339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41692) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:07.968453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-53d5429d-4ef1-4fb5-b20a-b45a68b9bed7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146845790'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:08.024679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-350ad3c1-c743-4def-95eb-bf9a60ea8d32 req-39d10c4d-b160-4442-82a6-422ef3da3538 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023571 Aug 31 06:41:08.036532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53d5429d-4ef1-4fb5-b20a-b45a68b9bed7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.067485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73b73f31-e685-4216-ac97-f28de1fb006f req-e0a0e853-cbf5-43c9-b265-0e5e4aaba48b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087322 Aug 31 06:41:08.157917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-31aed159-8cc9-41a7-a076-188f70a779ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:08.160523 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-31aed159-8cc9-41a7-a076-188f70a779ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 1096 time: 0.0710616 Aug 31 06:41:08.177870 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53d5429d-4ef1-4fb5-b20a-b45a68b9bed7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.185174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53d5429d-4ef1-4fb5-b20a-b45a68b9bed7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.253365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53d5429d-4ef1-4fb5-b20a-b45a68b9bed7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.255476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-53d5429d-4ef1-4fb5-b20a-b45a68b9bed7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2959707 Aug 31 06:41:08.261733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41706) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:08.271251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0998802e-ac98-4ee2-8cc4-2a376ed14e15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2373ae89-bbc0-4602-8c9c-dab64e5d993b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:08.272815 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-0998802e-ac98-4ee2-8cc4-2a376ed14e15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 06:41:08.273922 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-0998802e-ac98-4ee2-8cc4-2a376ed14e15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:08.275543 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0998802e-ac98-4ee2-8cc4-2a376ed14e15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110149 Aug 31 06:41:08.294693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5429d-4ef1-4fb5-b20a-b45a68b9bed7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2373ae89-bbc0-4602-8c9c-dab64e5d993b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:08.297164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41708) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:08.419874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-4343e616-a83d-48ce-842c-de5715037018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:08.425499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-4343e616-a83d-48ce-842c-de5715037018 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 913 time: 0.2561185 Aug 31 06:41:08.530839 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-53306000-4cfc-45b0-8f49-8685cc501fb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=972cf2e6-f50b-49d0-ad65-299704a83357 HTTP/1.1" status: 200 len: 217 time: 0.0968065 Aug 31 06:41:08.629482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-0370f800-06d3-42e4-a223-4d51a3fb2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:08.631253 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-0370f800-06d3-42e4-a223-4d51a3fb2678 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.0910802 Aug 31 06:41:08.689612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-a7d1487b-90f2-4f06-83be-5212ebc0e800 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499382 Aug 31 06:41:08.740931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device de4e9506-35ea-4ded-b503-f69d9486f1ac no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:08.828495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: de4e9506-35ea-4ded-b503-f69d9486f1ac {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:08.829677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device de4e9506-35ea-4ded-b503-f69d9486f1ac not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:08.997695 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-8e6983ec-b57c-474e-9ecc-c724c23a7f17 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975729 Aug 31 06:41:09.175482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbed06-3132-4203-a636-5b1770496af7 req-15abf29c-df55-4b5c-a71d-2b993c08ea2e tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:09.183210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9cbbed06-3132-4203-a636-5b1770496af7 req-15abf29c-df55-4b5c-a71d-2b993c08ea2e tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 951 time: 0.2208951 Aug 31 06:41:09.272575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9cbbed06-3132-4203-a636-5b1770496af7 req-c1c57a90-a27f-4da4-8eac-295647eb4b7f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/security-groups?id=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721235 Aug 31 06:41:09.272575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7631c8b0-a693-4e3b-9aae-e3ab2662224f req-d59dc295-52d8-42cb-b303-ebb7f0fdabbe service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585201 Aug 31 06:41:09.283199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ba02d-28eb-43c2-99cf-30db3410f1a3 req-8bf6d3e6-9201-4583-bdbe-587c4a18552b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:09.292749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-af3ba02d-28eb-43c2-99cf-30db3410f1a3 req-8bf6d3e6-9201-4583-bdbe-587c4a18552b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 1.0338695 Aug 31 06:41:09.309244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3a21438-efbb-4dad-9e9c-446228443c83 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.352244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-8a373f0e-dde6-48d2-895f-467125032ebb tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:09.358686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-8a373f0e-dde6-48d2-895f-467125032ebb tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 951 time: 0.2095792 Aug 31 06:41:09.406174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8d63f-10b9-47e2-9869-bca00a6d061a req-e336d2fd-74d4-46bb-832c-24072a331307 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:09.431388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8a8d63f-10b9-47e2-9869-bca00a6d061a req-e336d2fd-74d4-46bb-832c-24072a331307 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 944 time: 0.0863698 Aug 31 06:41:09.478497 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3a21438-efbb-4dad-9e9c-446228443c83 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.491522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8a8d63f-10b9-47e2-9869-bca00a6d061a req-8e6856c0-990e-4a5c-9b9d-3f7ebd87a702 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Aug 31 06:41:09.571163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-af3ba02d-28eb-43c2-99cf-30db3410f1a3 req-03b67650-cafa-42c5-99e7-722969c191f2 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772071 Aug 31 06:41:09.621084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3a21438-efbb-4dad-9e9c-446228443c83 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.623653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3a21438-efbb-4dad-9e9c-446228443c83 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.624807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c3a21438-efbb-4dad-9e9c-446228443c83 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/2373ae89-bbc0-4602-8c9c-dab64e5d993b HTTP/1.1" status: 204 len: 168 time: 1.3075790 Aug 31 06:41:09.627571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41730) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:09.633151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Deleting port 091be7d1-ce05-47e3-a0d5-98458d38805e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:09.633519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.652153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a21438-efbb-4dad-9e9c-446228443c83 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373ae89-bbc0-4602-8c9c-dab64e5d993b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:09.714864 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-21672ef0-75b9-44b7-8dc1-48687aa091ca tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835924 Aug 31 06:41:09.715392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41732) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:09.722435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-512810fb-4b12-4ffc-90cd-434de368fcb7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--370596232'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:09.748692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] For port 091be7d1-ce05-47e3-a0d5-98458d38805e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=091be7d1-ce05-47e3-a0d5-98458d38805e,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:09.749120 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.750469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-512810fb-4b12-4ffc-90cd-434de368fcb7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.764666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Calling delete_port for 091be7d1-ce05-47e3-a0d5-98458d38805e owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:09.899376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-512810fb-4b12-4ffc-90cd-434de368fcb7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.915236 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-512810fb-4b12-4ffc-90cd-434de368fcb7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.949994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-512810fb-4b12-4ffc-90cd-434de368fcb7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.953916 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-512810fb-4b12-4ffc-90cd-434de368fcb7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2347620 Aug 31 06:41:09.956535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41734) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:09.960986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-038b4155-72e9-4741-809d-19c54ebb3c8e tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '7905447f-c321-4ffd-a019-298f995460dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:09.975247 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-038b4155-72e9-4741-809d-19c54ebb3c8e tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 06:41:09.975929 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-038b4155-72e9-4741-809d-19c54ebb3c8e tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:09.977405 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-038b4155-72e9-4741-809d-19c54ebb3c8e tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198004 Aug 31 06:41:09.981162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41736) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:09.985924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a69ec4be-859e-4981-a010-be73bd92c468 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '7905447f-c321-4ffd-a019-298f995460dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:09.987814 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-a69ec4be-859e-4981-a010-be73bd92c468 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 06:41:09.988477 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-a69ec4be-859e-4981-a010-be73bd92c468 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:09.989708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a69ec4be-859e-4981-a010-be73bd92c468 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073850 Aug 31 06:41:09.990705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512810fb-4b12-4ffc-90cd-434de368fcb7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7905447f-c321-4ffd-a019-298f995460dd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:09.992645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41738) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:09.999174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-69f63392-6209-4094-a971-ae9419d2fb03 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '7905447f-c321-4ffd-a019-298f995460dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:10.004682 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-69f63392-6209-4094-a971-ae9419d2fb03 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 06:41:10.005516 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-69f63392-6209-4094-a971-ae9419d2fb03 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:10.009115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-69f63392-6209-4094-a971-ae9419d2fb03 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123355 Aug 31 06:41:10.009115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.010051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41740) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:10.016723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f8f2f951-bfbf-4292-93e6-0f31d5d408a7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '7905447f-c321-4ffd-a019-298f995460dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:10.017754 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-f8f2f951-bfbf-4292-93e6-0f31d5d408a7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 06:41:10.020702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['091be7d1-ce05-47e3-a0d5-98458d38805e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:10.021801 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-f8f2f951-bfbf-4292-93e6-0f31d5d408a7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:10.023279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f8f2f951-bfbf-4292-93e6-0f31d5d408a7 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125718 Aug 31 06:41:10.026154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:10.053288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Pushing event deleted for resources: {'Port': ['ID=091be7d1-ce05-47e3-a0d5-98458d38805e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:10.120660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] No DVR routers for this DVR port 091be7d1-ce05-47e3-a0d5-98458d38805e on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:10.127674 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.129895 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d10dd2c-a953-4d52-be25-41b9b03b8569 req-87323d41-8740-42e7-be52-21d7ae0a460f tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.23 "DELETE /v2.0/ports/091be7d1-ce05-47e3-a0d5-98458d38805e HTTP/1.1" status: 204 len: 173 time: 0.7634847 Aug 31 06:41:10.130040 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1fa9550b-7b72-406b-aa44-26582e38b206 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.130358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'name': 'network-vif-deleted', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:10.132731 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab96849-25c6-4f82-9ba7-468a627c1cf0" -d '{"events": [{"server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "name": "network-vif-deleted", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:10.195397 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af20364b-5349-4ff1-b76d-f810b379b5a1 x-openstack-request-id: req-af20364b-5349-4ff1-b76d-f810b379b5a1 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:10.195967 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e2630e-ee66-4cbc-b807-3123bdbec972", "name": "network-vif-deleted", "tag": "091be7d1-ce05-47e3-a0d5-98458d38805e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:10.196458 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af20364b-5349-4ff1-b76d-f810b379b5a1 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:10.197107 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e2630e-ee66-4cbc-b807-3123bdbec972', 'name': 'network-vif-deleted', 'tag': '091be7d1-ce05-47e3-a0d5-98458d38805e', 'status': 'completed', 'code': 200} Aug 31 06:41:10.203486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1fa9550b-7b72-406b-aa44-26582e38b206 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.268834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1fa9550b-7b72-406b-aa44-26582e38b206 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.272594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1fa9550b-7b72-406b-aa44-26582e38b206 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.277595 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1fa9550b-7b72-406b-aa44-26582e38b206 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/7905447f-c321-4ffd-a019-298f995460dd HTTP/1.1" status: 204 len: 168 time: 0.2500856 Aug 31 06:41:10.279999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41752) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:10.304832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9550b-7b72-406b-aa44-26582e38b206 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905447f-c321-4ffd-a019-298f995460dd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:10.419006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41756) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:10.419168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-69b3d1bf-3201-4a5d-b5ac-7bb130e1f651 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1373191 Aug 31 06:41:10.428333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-eedaa1a3-38e5-4499-8809-d362e772bf15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--475424046'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:10.467025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-422cd20d-6c72-440a-8377-f93cd74f4144 req-134e0667-2531-4e4c-9670-a3049c7976ae tempest-ServersAdminTestJSON-1583956694 tempest-ServersAdminTestJSON-1583956694-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e2630e-ee66-4cbc-b807-3123bdbec972 HTTP/1.1" status: 200 len: 210 time: 0.0368040 Aug 31 06:41:10.475151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eedaa1a3-38e5-4499-8809-d362e772bf15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.701086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eedaa1a3-38e5-4499-8809-d362e772bf15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.711920 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eedaa1a3-38e5-4499-8809-d362e772bf15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.731419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894cac4-b51a-4bab-92b0-7f360e9151ae req-f9843a4b-942d-43d6-8b12-fe5b22845123 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:10.745743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3894cac4-b51a-4bab-92b0-7f360e9151ae req-f9843a4b-942d-43d6-8b12-fe5b22845123 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 944 time: 0.1128550 Aug 31 06:41:10.838862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3894cac4-b51a-4bab-92b0-7f360e9151ae req-cba56886-3551-4419-8c5f-8bc71d911141 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918279 Aug 31 06:41:11.118164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 972cf2e6-f50b-49d0-ad65-299704a83357 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:11.129565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7eb48-b6e9-4209-a703-f8560141f459 req-8a2fcf38-c7f6-42d4-b67c-7408dc4491b7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:11.142294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04a7eb48-b6e9-4209-a703-f8560141f459 req-8a2fcf38-c7f6-42d4-b67c-7408dc4491b7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1501420 Aug 31 06:41:11.302620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04a7eb48-b6e9-4209-a703-f8560141f459 req-7bba30b0-294c-4e01-889d-256b092241db tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572673 Aug 31 06:41:11.313428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 972cf2e6-f50b-49d0-ad65-299704a83357, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=972cf2e6-f50b-49d0-ad65-299704a83357,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:11.327857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '972cf2e6-f50b-49d0-ad65-299704a83357', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'port_id': '972cf2e6-f50b-49d0-ad65-299704a83357', 'mac_address': 'fa:16:3e:fb:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862787e8-068e-45b9-843c-487959a444f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:11.587110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eedaa1a3-38e5-4499-8809-d362e772bf15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.587110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-eedaa1a3-38e5-4499-8809-d362e772bf15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9334686 Aug 31 06:41:11.587110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaa1a3-38e5-4499-8809-d362e772bf15 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24175c-de00-449a-ae11-9643a5da883a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:11.598199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41788) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.598199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6b7328d7-f1ab-45eb-aadb-c70d5f3a1138 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.598199 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-6b7328d7-f1ab-45eb-aadb-c70d5f3a1138 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 06:41:11.598199 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-6b7328d7-f1ab-45eb-aadb-c70d5f3a1138 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.601298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41790) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.601693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6b7328d7-f1ab-45eb-aadb-c70d5f3a1138 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0316935 Aug 31 06:41:11.601974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e712e7d9-0197-4910-8007-ebfb03da7848 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.602306 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.602306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972cf2e6-f50b-49d0-ad65-299704a83357 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:11.602663 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-e712e7d9-0197-4910-8007-ebfb03da7848 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.602663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e712e7d9-0197-4910-8007-ebfb03da7848 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0870414 Aug 31 06:41:11.603079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41796) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.603079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f9278163-78e2-4101-bb55-f6eb90487e8c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.603079 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-f9278163-78e2-4101-bb55-f6eb90487e8c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 06:41:11.603079 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-f9278163-78e2-4101-bb55-f6eb90487e8c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.603079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f9278163-78e2-4101-bb55-f6eb90487e8c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179780 Aug 31 06:41:11.603079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41800) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.603079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5992175d-c128-4d83-8610-9742950da2ce tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.604148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 972cf2e6-f50b-49d0-ad65-299704a83357, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=972cf2e6-f50b-49d0-ad65-299704a83357,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:11.604148 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.630420 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-5992175d-c128-4d83-8610-9742950da2ce tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.634618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5992175d-c128-4d83-8610-9742950da2ce tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1205473 Aug 31 06:41:11.634951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41810) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.642246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f6b55457-c06d-4786-816f-ccfe51be0957 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.643453 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-f6b55457-c06d-4786-816f-ccfe51be0957 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 06:41:11.644015 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-f6b55457-c06d-4786-816f-ccfe51be0957 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.647561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f6b55457-c06d-4786-816f-ccfe51be0957 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081999 Aug 31 06:41:11.647920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.653682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-618ae89d-4d06-4e2f-a7f0-ffa3f0a53424 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.678931 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-618ae89d-4d06-4e2f-a7f0-ffa3f0a53424 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Project 508665ff67654bb09cb1aa973eaa54db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:41:11.690574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=972cf2e6-f50b-49d0-ad65-299704a83357,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:11.716231 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-618ae89d-4d06-4e2f-a7f0-ffa3f0a53424 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.718934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-618ae89d-4d06-4e2f-a7f0-ffa3f0a53424 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0699818 Aug 31 06:41:11.722522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41816) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.730073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-40e53214-efa5-462d-9047-cfee38894fe2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.731632 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-40e53214-efa5-462d-9047-cfee38894fe2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 06:41:11.732580 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-40e53214-efa5-462d-9047-cfee38894fe2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.739965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-40e53214-efa5-462d-9047-cfee38894fe2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157897 Aug 31 06:41:11.743147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41818) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.776982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ed356867-772c-4970-8f3c-780860eb783c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.787167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['972cf2e6-f50b-49d0-ad65-299704a83357'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:11.826811 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-ed356867-772c-4970-8f3c-780860eb783c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Project 508665ff67654bb09cb1aa973eaa54db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:41:11.854641 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-ed356867-772c-4970-8f3c-780860eb783c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.856554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ed356867-772c-4970-8f3c-780860eb783c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1121545 Aug 31 06:41:11.859300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41824) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:11.870591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3b8d7740-42f8-4167-92a2-a356ee15926c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '2b24175c-de00-449a-ae11-9643a5da883a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:11.938467 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-3b8d7740-42f8-4167-92a2-a356ee15926c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Project 508665ff67654bb09cb1aa973eaa54db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:41:11.966880 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-3b8d7740-42f8-4167-92a2-a356ee15926c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:11.972791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3b8d7740-42f8-4167-92a2-a356ee15926c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1097586 Aug 31 06:41:11.973163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41828) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:12.149338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41836) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:12.150886 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb866a9d-85a0-490d-ab4d-d835618bb278 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.198111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb866a9d-85a0-490d-ab4d-d835618bb278 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.203402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51ff6-001e-4742-9f5a-dbf60dbe09d7 req-4f04a36e-8a71-403f-96da-a67a9098f526 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:12.216214 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe51ff6-001e-4742-9f5a-dbf60dbe09d7 req-4f04a36e-8a71-403f-96da-a67a9098f526 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 945 time: 0.2015176 Aug 31 06:41:12.307912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb866a9d-85a0-490d-ab4d-d835618bb278 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.313029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb866a9d-85a0-490d-ab4d-d835618bb278 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.318044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-eb866a9d-85a0-490d-ab4d-d835618bb278 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b24175c-de00-449a-ae11-9643a5da883a HTTP/1.1" status: 204 len: 168 time: 0.3413343 Aug 31 06:41:12.323784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41842) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:12.369335 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe51ff6-001e-4742-9f5a-dbf60dbe09d7 req-d211359c-3f8e-41c2-be54-77ce927b95df tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520283 Aug 31 06:41:12.372601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb866a9d-85a0-490d-ab4d-d835618bb278 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24175c-de00-449a-ae11-9643a5da883a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:12.478955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c5d8ccd2-036c-4ea5-930d-c9baee17ebe4 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502910 Aug 31 06:41:12.488723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41848) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:12.495028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-680aef16-07fe-4d99-b381-564cde21411d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--362775544'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:12.544167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9be8ac0f-892a-49b2-975c-8f2e3b915e1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ae95ddca09e4e0ba052f65652bd7971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879960 Aug 31 06:41:12.544411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41850) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:12.564190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-680aef16-07fe-4d99-b381-564cde21411d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.620605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf64dc2-7471-4913-9145-47212c2aa929 req-acbe28ec-ba7f-4893-8797-f7976a4d0157 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:12.629287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcf64dc2-7471-4913-9145-47212c2aa929 req-acbe28ec-ba7f-4893-8797-f7976a4d0157 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1456795 Aug 31 06:41:12.641989 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6393be00-ef67-482d-b273-15873bd499e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.665920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6393be00-ef67-482d-b273-15873bd499e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.725869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcf64dc2-7471-4913-9145-47212c2aa929 req-5f344a37-fea9-4658-9ad0-ddffb7ad1598 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869694 Aug 31 06:41:12.751192 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-680aef16-07fe-4d99-b381-564cde21411d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.773246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6393be00-ef67-482d-b273-15873bd499e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.776086 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6393be00-ef67-482d-b273-15873bd499e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.776986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6393be00-ef67-482d-b273-15873bd499e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f08e2765-0d1e-4e7e-9d65-c4d69122b4b6 HTTP/1.1" status: 204 len: 168 time: 0.2318301 Aug 31 06:41:12.800201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-680aef16-07fe-4d99-b381-564cde21411d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.825586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393be00-ef67-482d-b273-15873bd499e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08e2765-0d1e-4e7e-9d65-c4d69122b4b6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:12.845408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-680aef16-07fe-4d99-b381-564cde21411d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.847563 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-680aef16-07fe-4d99-b381-564cde21411d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3573976 Aug 31 06:41:12.850591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41858) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:12.856388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a62c510f-d006-4dab-a6bc-60afa6047834 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '63fcea71-27cb-4018-a53e-2e35a57c875a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:12.909299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680aef16-07fe-4d99-b381-564cde21411d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fcea71-27cb-4018-a53e-2e35a57c875a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:12.932235 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-a62c510f-d006-4dab-a6bc-60afa6047834 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The resource could not be found. Aug 31 06:41:12.933801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a62c510f-d006-4dab-a6bc-60afa6047834 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0817957 Aug 31 06:41:12.936438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41862) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:12.941917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8bc18c35-3340-4ffd-83ca-be873c7e5d88 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '63fcea71-27cb-4018-a53e-2e35a57c875a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '258e8952-8dec-44ed-82ee-257e91928944'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:12.988656 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8bc18c35-3340-4ffd-83ca-be873c7e5d88 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The resource could not be found. Aug 31 06:41:12.997473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41866) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:13.010977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8bc18c35-3340-4ffd-83ca-be873c7e5d88 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0725620 Aug 31 06:41:13.078560 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b4ed26-0a1a-4c71-8bfb-0ea0970f8e2c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.107835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b4ed26-0a1a-4c71-8bfb-0ea0970f8e2c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.130941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 972cf2e6-f50b-49d0-ad65-299704a83357 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:13.215732 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b4ed26-0a1a-4c71-8bfb-0ea0970f8e2c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.220299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b4ed26-0a1a-4c71-8bfb-0ea0970f8e2c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.222082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-56b4ed26-0a1a-4c71-8bfb-0ea0970f8e2c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/63fcea71-27cb-4018-a53e-2e35a57c875a HTTP/1.1" status: 204 len: 168 time: 0.2231705 Aug 31 06:41:13.224649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41874) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:13.273718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41876) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:13.276043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4ed26-0a1a-4c71-8bfb-0ea0970f8e2c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fcea71-27cb-4018-a53e-2e35a57c875a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:13.319660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 972cf2e6-f50b-49d0-ad65-299704a83357 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:13.329113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 972cf2e6-f50b-49d0-ad65-299704a83357 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:13.330081 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.346865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a8884eac-38da-429e-ba1b-7f018d01e434 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8525f62666634124832f25f0bc29313b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719256 Aug 31 06:41:13.348743 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-408f1ba1-7b4f-4861-be10-9db5704a0436 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1141715 Aug 31 06:41:13.350920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41880) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:13.355055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41882) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:13.360770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-66ba54f9-e038-4b1e-bbd0-014c055370ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': 'a7b54d3d-aac5-4396-acbe-204f330cd346', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:13.417449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d945591-4c7b-4558-a4c2-c14ebfe4bc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.427082 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:41:13.455337 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-66ba54f9-e038-4b1e-bbd0-014c055370ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The resource could not be found. Aug 31 06:41:13.467980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-66ba54f9-e038-4b1e-bbd0-014c055370ee tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1114595 Aug 31 06:41:13.468746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41888) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:13.482617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3303ace7-288a-4d27-b7e9-13d48a2ed5f1 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--556799341'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:13.484946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d945591-4c7b-4558-a4c2-c14ebfe4bc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.518508 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.542659 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3303ace7-288a-4d27-b7e9-13d48a2ed5f1 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.563019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e161f1-1c53-411b-8bb0-a620d764f97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972cf2e6-f50b-49d0-ad65-299704a83357'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:13.566225 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d9b80-8eda-4ded-b8d8-ce4b38ac265d" -d '{"events": [{"server_uuid": "19e161f1-1c53-411b-8bb0-a620d764f97c", "name": "network-vif-plugged", "status": "completed", "tag": "972cf2e6-f50b-49d0-ad65-299704a83357"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:13.595238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 972cf2e6-f50b-49d0-ad65-299704a83357, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=972cf2e6-f50b-49d0-ad65-299704a83357,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:13.613471 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.614676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:13.615529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b08960-729c-4b3e-adef-69a5a1654eb4 req-ec508921-3051-43b7-b58c-083dc8374e81 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:13.624009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7b08960-729c-4b3e-adef-69a5a1654eb4 req-ec508921-3051-43b7-b58c-083dc8374e81 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 945 time: 0.0856102 Aug 31 06:41:13.655593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d945591-4c7b-4558-a4c2-c14ebfe4bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.656681 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de5b5e-600d-45ec-8258-416b60700d9f x-openstack-request-id: req-b0de5b5e-600d-45ec-8258-416b60700d9f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:13.656981 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e161f1-1c53-411b-8bb0-a620d764f97c", "name": "network-vif-plugged", "status": "completed", "tag": "972cf2e6-f50b-49d0-ad65-299704a83357", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:13.657267 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0de5b5e-600d-45ec-8258-416b60700d9f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:13.657669 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e161f1-1c53-411b-8bb0-a620d764f97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972cf2e6-f50b-49d0-ad65-299704a83357', 'code': 200} Aug 31 06:41:13.658192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 091be7d1-ce05-47e3-a0d5-98458d38805e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:13.658595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d945591-4c7b-4558-a4c2-c14ebfe4bc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.662465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2d945591-4c7b-4558-a4c2-c14ebfe4bc2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3626c2db-4cc1-4f97-a2da-a55e040f8fb4 HTTP/1.1" status: 204 len: 168 time: 0.3074515 Aug 31 06:41:13.672867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 091be7d1-ce05-47e3-a0d5-98458d38805e not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:13.699937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7b08960-729c-4b3e-adef-69a5a1654eb4 req-d652dfba-93c1-4829-9075-113b6bde5f03 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750239 Aug 31 06:41:13.700887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d945591-4c7b-4558-a4c2-c14ebfe4bc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3626c2db-4cc1-4f97-a2da-a55e040f8fb4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:13.781466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=972cf2e6-f50b-49d0-ad65-299704a83357,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:13.798174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3303ace7-288a-4d27-b7e9-13d48a2ed5f1 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.806837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3303ace7-288a-4d27-b7e9-13d48a2ed5f1 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.844434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3303ace7-288a-4d27-b7e9-13d48a2ed5f1 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.850018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3303ace7-288a-4d27-b7e9-13d48a2ed5f1 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3746026 Aug 31 06:41:13.850992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda835b1-4f5c-44da-9e23-7ac2f378c9b8 req-8257b695-94bc-4591-bd84-c3a2386aa06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:13.851176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41900) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:13.852258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bda835b1-4f5c-44da-9e23-7ac2f378c9b8 req-8257b695-94bc-4591-bd84-c3a2386aa06a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 1098 time: 0.1403439 Aug 31 06:41:13.854418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303ace7-288a-4d27-b7e9-13d48a2ed5f1 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dda5ed-0a2e-496e-ae68-af941adcb7d2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:13.858152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-94ed08b8-9e54-4c44-9ae6-c865f805738c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--54174123'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:13.908726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bda835b1-4f5c-44da-9e23-7ac2f378c9b8 req-f9f7606d-cec1-4395-8546-fdb9bc0d302d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Aug 31 06:41:13.912902 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94ed08b8-9e54-4c44-9ae6-c865f805738c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.030932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaba03-2994-4a37-8615-1811aca22620 req-e1ee18b0-e7af-4af2-af6d-11ec4886692b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:14.040765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91aaba03-2994-4a37-8615-1811aca22620 req-e1ee18b0-e7af-4af2-af6d-11ec4886692b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1555789 Aug 31 06:41:14.086671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91aaba03-2994-4a37-8615-1811aca22620 req-bd03e44c-888a-4e22-b4e9-25863499b1f0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444808 Aug 31 06:41:14.126156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94ed08b8-9e54-4c44-9ae6-c865f805738c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.134440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94ed08b8-9e54-4c44-9ae6-c865f805738c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.192088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94ed08b8-9e54-4c44-9ae6-c865f805738c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.194013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-94ed08b8-9e54-4c44-9ae6-c865f805738c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3417857 Aug 31 06:41:14.195322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed08b8-9e54-4c44-9ae6-c865f805738c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff15f77-f51f-4ebc-9900-1ca6a3d0ffaa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:14.196820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41910) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:14.211115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-278d79d6-7a22-4e7e-818f-4f4ea3e52fdd tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '18dda5ed-0a2e-496e-ae68-af941adcb7d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4ff15f77-f51f-4ebc-9900-1ca6a3d0ffaa'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:14.291098 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-278d79d6-7a22-4e7e-818f-4f4ea3e52fdd tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:14.296172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-278d79d6-7a22-4e7e-818f-4f4ea3e52fdd tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0950322 Aug 31 06:41:14.296999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41916) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:14.394917 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfe6db1b-f061-4901-a2ab-71d557c9b7bb tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.424666 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfe6db1b-f061-4901-a2ab-71d557c9b7bb tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.472885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfe6db1b-f061-4901-a2ab-71d557c9b7bb tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.476633 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfe6db1b-f061-4901-a2ab-71d557c9b7bb tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.481815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cfe6db1b-f061-4901-a2ab-71d557c9b7bb tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/4ff15f77-f51f-4ebc-9900-1ca6a3d0ffaa HTTP/1.1" status: 204 len: 168 time: 0.1831913 Aug 31 06:41:14.482754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41926) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:14.506102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6db1b-f061-4901-a2ab-71d557c9b7bb tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff15f77-f51f-4ebc-9900-1ca6a3d0ffaa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:14.571093 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-38fc6aec-e3d8-446b-85fb-6fa6e11b628b tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0840199 Aug 31 06:41:14.571914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41928) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:14.672869 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38ef6810-639d-46f3-abf7-8feaf4ef4af0 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.710757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38ef6810-639d-46f3-abf7-8feaf4ef4af0 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.781467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38ef6810-639d-46f3-abf7-8feaf4ef4af0 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.791807 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38ef6810-639d-46f3-abf7-8feaf4ef4af0 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.798276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41942) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:14.819471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-38ef6810-639d-46f3-abf7-8feaf4ef4af0 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/18dda5ed-0a2e-496e-ae68-af941adcb7d2 HTTP/1.1" status: 204 len: 168 time: 0.2463987 Aug 31 06:41:14.842046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef6810-639d-46f3-abf7-8feaf4ef4af0 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dda5ed-0a2e-496e-ae68-af941adcb7d2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:14.943506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f6e9c9ad-1a01-4d71-9d8d-8fae506dd1b9 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430883 Aug 31 06:41:14.944507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41948) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:14.949972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8d661e7e-553f-40e0-8013-490fb210c814 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432888877'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:14.953767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3bf9e-e1b1-4d57-a0fb-89c7593fabca req-fd87e9be-5dda-463c-a008-877d0d046736 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:14.956111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bdd3bf9e-e1b1-4d57-a0fb-89c7593fabca req-fd87e9be-5dda-463c-a008-877d0d046736 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 946 time: 0.0898228 Aug 31 06:41:14.980134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d661e7e-553f-40e0-8013-490fb210c814 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.045243 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bdd3bf9e-e1b1-4d57-a0fb-89c7593fabca req-49ebffd5-ba34-4f30-88bf-15844088c5c0 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692158 Aug 31 06:41:15.187545 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d661e7e-553f-40e0-8013-490fb210c814 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.196154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d661e7e-553f-40e0-8013-490fb210c814 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.261421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d661e7e-553f-40e0-8013-490fb210c814 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.265332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8d661e7e-553f-40e0-8013-490fb210c814 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3166423 Aug 31 06:41:15.265806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41962) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:15.266848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d661e7e-553f-40e0-8013-490fb210c814 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37284bfa-ad84-46da-adc3-3573949e0e7d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:15.278030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-eb4b8b20-b4e9-40ab-b79a-324d93d13d09 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '37284bfa-ad84-46da-adc3-3573949e0e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:15.295060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf754ef-d96b-42ce-bc11-6fa39e83836e req-54fb04d7-0037-453f-a04d-57c80d7cc7ff tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:15.297365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-daf754ef-d96b-42ce-bc11-6fa39e83836e req-54fb04d7-0037-453f-a04d-57c80d7cc7ff tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.0737298 Aug 31 06:41:15.386506 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-eb4b8b20-b4e9-40ab-b79a-324d93d13d09 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:15.391055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eb4b8b20-b4e9-40ab-b79a-324d93d13d09 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1199002 Aug 31 06:41:15.391055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41972) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:15.396505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6ef23c29-0605-4945-bbfc-77f9b6a27a1d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group_rule': {'security_group_id': '37284bfa-ad84-46da-adc3-3573949e0e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:15.409668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-daf754ef-d96b-42ce-bc11-6fa39e83836e req-328a2c70-24de-42bb-aed5-bd4ab23bc477 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020074 Aug 31 06:41:15.465412 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-6ef23c29-0605-4945-bbfc-77f9b6a27a1d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:41:15.469904 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6ef23c29-0605-4945-bbfc-77f9b6a27a1d tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0779500 Aug 31 06:41:15.470418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41978) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:15.557172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61996a40-102a-471b-80c5-834aa395e3f3 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.598045 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61996a40-102a-471b-80c5-834aa395e3f3 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.669842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61996a40-102a-471b-80c5-834aa395e3f3 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.674156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61996a40-102a-471b-80c5-834aa395e3f3 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.677707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-61996a40-102a-471b-80c5-834aa395e3f3 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/37284bfa-ad84-46da-adc3-3573949e0e7d HTTP/1.1" status: 204 len: 168 time: 0.2025986 Aug 31 06:41:15.678063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41988) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:15.700838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61996a40-102a-471b-80c5-834aa395e3f3 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37284bfa-ad84-46da-adc3-3573949e0e7d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:15.784578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41996) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:15.785460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73d0efb4-9b8f-4f9b-9807-5c7aabeb3bad tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1053948 Aug 31 06:41:15.789860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3827bff8-00b8-4112-9878-eb1d31802ad2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735261948'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:15.832680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3827bff8-00b8-4112-9878-eb1d31802ad2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.007029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3827bff8-00b8-4112-9878-eb1d31802ad2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.014066 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3827bff8-00b8-4112-9878-eb1d31802ad2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.053663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827bff8-00b8-4112-9878-eb1d31802ad2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ef2364-e08e-45bc-9148-32ce977b3354,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:16.074571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3827bff8-00b8-4112-9878-eb1d31802ad2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.076277 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3827bff8-00b8-4112-9878-eb1d31802ad2 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2905381 Aug 31 06:41:16.079155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42036) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:16.084494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-aa020ed7-7b9d-447a-9ea2-57e10efae71c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:16.084940 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-aa020ed7-7b9d-447a-9ea2-57e10efae71c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 06:41:16.085455 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-aa020ed7-7b9d-447a-9ea2-57e10efae71c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 06:41:16.089432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aa020ed7-7b9d-447a-9ea2-57e10efae71c tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "PUT /v2.0/security-groups/31ef2364-e08e-45bc-9148-32ce977b3354 HTTP/1.1" status: 409 len: 330 time: 0.0091627 Aug 31 06:41:16.089602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42038) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:16.189976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84cd571c-c303-4642-b7f8-9b063eff5037 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.218994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84cd571c-c303-4642-b7f8-9b063eff5037 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.266048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84cd571c-c303-4642-b7f8-9b063eff5037 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.269143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84cd571c-c303-4642-b7f8-9b063eff5037 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.270318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84cd571c-c303-4642-b7f8-9b063eff5037 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/31ef2364-e08e-45bc-9148-32ce977b3354 HTTP/1.1" status: 204 len: 168 time: 0.1797404 Aug 31 06:41:16.277552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca9c5-058d-407f-94ac-0d8f36b33103 req-0bdb441e-e07a-41f9-92e8-575afcc7079e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:16.279108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd5ca9c5-058d-407f-94ac-0d8f36b33103 req-0bdb441e-e07a-41f9-92e8-575afcc7079e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 946 time: 0.0956070 Aug 31 06:41:16.279622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42054) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:16.292805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd571c-c303-4642-b7f8-9b063eff5037 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ef2364-e08e-45bc-9148-32ce977b3354,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:16.396585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eecf96b3-f4e7-4260-a304-41e808acf8cc tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158671 Aug 31 06:41:16.400808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42064) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:16.415862 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-05ad5a73-1b71-4e7a-b1f4-c4cb9ad4654f tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] delete failed (client error): The resource could not be found. Aug 31 06:41:16.417173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-05ad5a73-1b71-4e7a-b1f4-c4cb9ad4654f tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "DELETE /v2.0/security-groups/c7335ddb-9d48-45b6-a01a-623efbeb626b HTTP/1.1" status: 404 len: 347 time: 0.0153587 Aug 31 06:41:16.420886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42066) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:16.442352 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-3ffd9911-4d17-4571-9b77-93e6531c2951 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] show failed (client error): The resource could not be found. Aug 31 06:41:16.444832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3ffd9911-4d17-4571-9b77-93e6531c2951 tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-groups/5f54a265-23be-447c-81cc-f2a6e031703d HTTP/1.1" status: 404 len: 347 time: 0.0224719 Aug 31 06:41:16.448399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd5ca9c5-058d-407f-94ac-0d8f36b33103 req-cae9aae3-d0cb-4374-9626-db37d175f51b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472771 Aug 31 06:41:16.448399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42076) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:16.493911 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-282b1d70-320c-442f-9f30-1a7787c526be tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] show failed (client error): The resource could not be found. Aug 31 06:41:16.495231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-282b1d70-320c-442f-9f30-1a7787c526be tempest-NegativeSecGroupIPv6Test-756276742 tempest-NegativeSecGroupIPv6Test-756276742-project] 10.222.0.15 "GET /v2.0/security-group-rules/424753da-d7ee-4ef0-8c10-9c538392b47d HTTP/1.1" status: 404 len: 356 time: 0.0444477 Aug 31 06:41:16.595065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148117df-df53-4833-97c6-75a8cf32bc72 req-156f5181-2215-4dd7-9ce1-40a14b5b7e6d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:16.597050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-148117df-df53-4833-97c6-75a8cf32bc72 req-156f5181-2215-4dd7-9ce1-40a14b5b7e6d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.0654867 Aug 31 06:41:16.660413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-148117df-df53-4833-97c6-75a8cf32bc72 req-394b78a6-7ea7-4c34-b0f5-7396a20fcff8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569623 Aug 31 06:41:16.910931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42120) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:17.153359 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5f5f5983-a928-4ee6-957b-ec6ccd8c5670 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=508665ff67654bb09cb1aa973eaa54db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411330 Aug 31 06:41:17.155977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42148) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:17.225939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d246ab77-5d46-4700-a97a-a0abdb62f417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.257597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d246ab77-5d46-4700-a97a-a0abdb62f417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.350373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d246ab77-5d46-4700-a97a-a0abdb62f417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.353662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d246ab77-5d46-4700-a97a-a0abdb62f417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.355190 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d246ab77-5d46-4700-a97a-a0abdb62f417 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c126350c-1b84-488a-b26b-85eb452dc1ad HTTP/1.1" status: 204 len: 168 time: 0.1982276 Aug 31 06:41:17.364666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246ab77-5d46-4700-a97a-a0abdb62f417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c126350c-1b84-488a-b26b-85eb452dc1ad,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:17.939654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b3f9-474b-443a-87c9-d3ba9e3afc68 req-691bd08e-1e8f-4335-82e7-3a209c59c756 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:17.942239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-71d0b3f9-474b-443a-87c9-d3ba9e3afc68 req-691bd08e-1e8f-4335-82e7-3a209c59c756 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1319549 Aug 31 06:41:18.027726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-71d0b3f9-474b-443a-87c9-d3ba9e3afc68 req-8e15361e-c309-4e64-bcf5-48e98ae5a221 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760505 Aug 31 06:41:18.747823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42328) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:18.910262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1025335808'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:18.973631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Made reservation on behalf of 607d00d67a8241f8bacda24e5a3396be for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:18.978892 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.011623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.209614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.220238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.318287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3d421-42ee-415c-9ee3-4dfcd4781c6e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:19.331847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:19.348757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.349862 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Added segment 5ed988ce-9d4a-4038-9608-9075f717d37e of type vlan for network c7779182-8ffa-46a8-a0ad-1c8156894299 Aug 31 06:41:19.438001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.476692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.493126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:19.493859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.523852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329928c-5af4-4029-8be6-9c38f31e83be req-1eb9ba28-733f-43fc-9287-86d13893c373 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:19.531208 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9329928c-5af4-4029-8be6-9c38f31e83be req-1eb9ba28-733f-43fc-9287-86d13893c373 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.2654037 Aug 31 06:41:19.679355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Pushing event updated for resources: {'Network': ['ID=c7779182-8ffa-46a8-a0ad-1c8156894299,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:19.690822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-43f1cfa1-45f6-49ba-b361-03b4f3234ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:19.692617 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-43f1cfa1-45f6-49ba-b361-03b4f3234ca2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d&tenant_id=d02bf1e50c9c4de9838187610b44b737 HTTP/1.1" status: 200 len: 1095 time: 0.2767701 Aug 31 06:41:19.707084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c7779182-8ffa-46a8-a0ad-1c8156894299 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:19.709599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9329928c-5af4-4029-8be6-9c38f31e83be req-ba824df7-550a-4533-91a4-c3421e7a322f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211607 Aug 31 06:41:19.711977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42394) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:19.713724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-022d3906-9cf6-4d7d-9e55-f2752f963bc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9625416 Aug 31 06:41:19.723929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Request body: {'subnet': {'network_id': 'c7779182-8ffa-46a8-a0ad-1c8156894299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:19.963778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Made reservation on behalf of 607d00d67a8241f8bacda24e5a3396be for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:19.972179 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.982740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-42d84218-933b-4c2a-b792-d90131eb88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:19.984429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-42d84218-933b-4c2a-b792-d90131eb88bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1095 time: 0.1529875 Aug 31 06:41:20.279996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-67ee99fa-eec2-4119-b31b-4c849d3f1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:20.282308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-67ee99fa-eec2-4119-b31b-4c849d3f1648 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.2466078 Aug 31 06:41:20.409036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-5b9000b9-aae9-4ca5-a262-e82f00376daa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 999 time: 0.1147625 Aug 31 06:41:20.515803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.600369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-04dabf81-fc00-4849-a359-610cf5adef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:20.601965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-04dabf81-fc00-4849-a359-610cf5adef64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.1770511 Aug 31 06:41:20.631127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Pushing event updated for resources: {'Subnet': ['ID=998d9649-910f-467c-8370-ba6d7294054d,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:20.667855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Checking segment: {'id': '5ed988ce-9d4a-4038-9608-9075f717d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7779182-8ffa-46a8-a0ad-1c8156894299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:20.668437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Network hostable DHCP agents. Network: c7779182-8ffa-46a8-a0ad-1c8156894299, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:41:20.708707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Network c7779182-8ffa-46a8-a0ad-1c8156894299 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:41:20.719284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-d2409f71-317b-4b11-861d-8464a3d64bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:20.721438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-d2409f71-317b-4b11-861d-8464a3d64bdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057279 Aug 31 06:41:20.734391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c7779182-8ffa-46a8-a0ad-1c8156894299) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:20.744519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9e2f8-5b06-4b58-aa20-74b25c80f266 None None] Network c7779182-8ffa-46a8-a0ad-1c8156894299 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:20.761936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:20.762884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.871887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c417656c-4d38-417b-b41e-e8c10d09a97b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1572304 Aug 31 06:41:20.874495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:20.881040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Request body: {'port': {'network_id': 'c7779182-8ffa-46a8-a0ad-1c8156894299', 'name': 'tempest-TagsExtTest-1291246700'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:21.022271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5119c-7bbb-4fc1-a463-43b33cec946b req-8c3b3603-dfa3-4cde-a3fd-7cba8645affc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:21.032535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1e5119c-7bbb-4fc1-a463-43b33cec946b req-8c3b3603-dfa3-4cde-a3fd-7cba8645affc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1548252 Aug 31 06:41:21.061626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-ea65cd97-0e69-4cfb-bc2c-88b0024327ca service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288119 Aug 31 06:41:21.146178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c7779182-8ffa-46a8-a0ad-1c8156894299', 'network_id': 'c7779182-8ffa-46a8-a0ad-1c8156894299', 'tenant_id': '607d00d67a8241f8bacda24e5a3396be', 'fixed_ips': [{'subnet_id': '998d9649-910f-467c-8370-ba6d7294054d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:41:21.147319 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.165398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1e5119c-7bbb-4fc1-a463-43b33cec946b req-8924c174-f1ff-4e70-b2eb-de757f7059be tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176362 Aug 31 06:41:21.221670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8a9b7241-b45d-42a4-9c1c-cbab8e660cd5 req-604c58a0-0623-471a-a6e1-7dfbbf807151 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516881 Aug 31 06:41:21.442110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Made reservation on behalf of 607d00d67a8241f8bacda24e5a3396be for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:21.445732 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.459803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Allocated IP 172.20.0.2 (c7779182-8ffa-46a8-a0ad-1c8156894299/998d9649-910f-467c-8370-ba6d7294054d/f4d10f9d-6e05-413e-a4e3-ccab5fc5061c) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:21.507588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] device_id is not set on port 33eecb38-5ba4-45e1-821b-a223c54d2f3d yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:41:21.925553 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.936946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Transition to ACTIVE for port object f4d10f9d-6e05-413e-a4e3-ccab5fc5061c will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:21.958986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Transition to ACTIVE for port object f4d10f9d-6e05-413e-a4e3-ccab5fc5061c will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:21.990235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.121886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Network c7779182-8ffa-46a8-a0ad-1c8156894299 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:22.134016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:22.149572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:22.194781 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7a80e93d-bc63-41f6-af1d-71837b38808e {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:41:22.196207 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:41:22.206299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Pushing event updated for resources: {'Port': ['ID=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:22.375833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Attempting to bind port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:22.376476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Attempting to bind port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '5ed988ce-9d4a-4038-9608-9075f717d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7779182-8ffa-46a8-a0ad-1c8156894299'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:22.377970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Attempting to bind port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c on network c7779182-8ffa-46a8-a0ad-1c8156894299 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:22.386037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:22.386837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Checking segment: {'id': '5ed988ce-9d4a-4038-9608-9075f717d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7779182-8ffa-46a8-a0ad-1c8156894299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:22.387594 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.388407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Bound using segment: {'id': '5ed988ce-9d4a-4038-9608-9075f717d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7779182-8ffa-46a8-a0ad-1c8156894299'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:22.389180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Bound port: f4d10f9d-6e05-413e-a4e3-ccab5fc5061c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed988ce-9d4a-4038-9608-9075f717d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7779182-8ffa-46a8-a0ad-1c8156894299'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:22.389842 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.472777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] For port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:22.479851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] For port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,segment=NetworkSegment(5ed988ce-9d4a-4038-9608-9075f717d37e),segment_id=5ed988ce-9d4a-4038-9608-9075f717d37e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:22.487493 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.512142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557994f-590c-46c2-b906-5419d20a171e req-5d26fd21-73b7-4783-a046-a0f8ffe3a0ff tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:22.549106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0557994f-590c-46c2-b906-5419d20a171e req-5d26fd21-73b7-4783-a046-a0f8ffe3a0ff tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1320114 Aug 31 06:41:22.600295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08131831-c88e-4142-9106-8ab6c5d5ebe0 None None] Pushing event updated for resources: {'Port': ['ID=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:22.652550 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0557994f-590c-46c2-b906-5419d20a171e req-80ade41b-9533-47ce-a0da-fe10eb7eb414 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023114 Aug 31 06:41:22.698012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.775059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] device_id is not set on port ebb8cff2-7cbe-4782-9f2a-0fd29172f061 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:41:23.219527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Allocated IP 172.20.0.14 (c7779182-8ffa-46a8-a0ad-1c8156894299/998d9649-910f-467c-8370-ba6d7294054d/ebb8cff2-7cbe-4782-9f2a-0fd29172f061) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:23.540293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:23.587870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Transition to ACTIVE for port object ebb8cff2-7cbe-4782-9f2a-0fd29172f061 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:23.671923 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:23.839726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Network c7779182-8ffa-46a8-a0ad-1c8156894299 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:23.841432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:23.855130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Pushing event updated for resources: {'Port': ['ID=ebb8cff2-7cbe-4782-9f2a-0fd29172f061,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:23.860720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:24.140122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dd2e7-726c-4152-8c82-49dcfaa5d13e req-ac437ef3-afb2-4e41-9323-eadf13965f1b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:24.147158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-022dd2e7-726c-4152-8c82-49dcfaa5d13e req-ac437ef3-afb2-4e41-9323-eadf13965f1b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.2831812 Aug 31 06:41:24.214501 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38e44836-e436-4d9c-aaf1-c63eff18defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.221778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:24.222672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.253215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f4d10f9d-6e05-413e-a4e3-ccab5fc5061c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:24.332628 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-314a10dc-4ded-42b3-8b7d-ef77fe7001eb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4567573 Aug 31 06:41:24.335689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:24.342709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e51a565e-104a-44fb-a7a1-8daec2bcb431 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-807916883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:24.448329 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e51a565e-104a-44fb-a7a1-8daec2bcb431 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.451098 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e51a565e-104a-44fb-a7a1-8daec2bcb431 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.514370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-022dd2e7-726c-4152-8c82-49dcfaa5d13e req-b1abeef6-3f46-46ff-a436-fdd346d4afc1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466771 Aug 31 06:41:24.582887 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.584902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:24.699497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de430c95-ebe8-4fc5-bcc4-c3c640c29b80 None None] Network c7779182-8ffa-46a8-a0ad-1c8156894299 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:24.784877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e51a565e-104a-44fb-a7a1-8daec2bcb431 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.800583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e51a565e-104a-44fb-a7a1-8daec2bcb431 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.846977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f008364a-6d2a-40d2-887e-56986e7e2ed2 None None] Provisioning for port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:24.853374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f008364a-6d2a-40d2-887e-56986e7e2ed2 None None] Provisioning complete for port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:24.861956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f008364a-6d2a-40d2-887e-56986e7e2ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.863620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e51a565e-104a-44fb-a7a1-8daec2bcb431 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.867922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42702) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:24.869206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e51a565e-104a-44fb-a7a1-8daec2bcb431 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5315044 Aug 31 06:41:24.873176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-56cac24b-e56a-4bc0-ba36-8116fcdd36ba tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-81317426', 'prefixes': ['172.20.0.0/16']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:25.045794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56cac24b-e56a-4bc0-ba36-8116fcdd36ba tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for subnetpool, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.047821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-56cac24b-e56a-4bc0-ba36-8116fcdd36ba tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1786397 Aug 31 06:41:25.052075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42710) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:25.060277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-0ea6b0b9-8982-4be4-90ca-1567bfad99d3 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d', 'tempest-TagsExtTest-Tag-1456252965') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:25.178463 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f008364a-6d2a-40d2-887e-56986e7e2ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.231777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f008364a-6d2a-40d2-887e-56986e7e2ed2 None None] For port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,segment=NetworkSegment(5ed988ce-9d4a-4038-9608-9075f717d37e),segment_id=5ed988ce-9d4a-4038-9608-9075f717d37e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:25.249346 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f008364a-6d2a-40d2-887e-56986e7e2ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.382069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008364a-6d2a-40d2-887e-56986e7e2ed2 None None] Pushing event updated for resources: {'Port': ['ID=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:25.406413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0ea6b0b9-8982-4be4-90ca-1567bfad99d3 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags/tempest-TagsExtTest-Tag-1456252965 HTTP/1.1" status: 201 len: 201 time: 0.3521032 Aug 31 06:41:25.409742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42722) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:25.419664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-bdd00965-e6ae-416d-9e78-55f48ac16f8b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061', 'tempest-TagsExtTest-Tag-532242014') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:25.613261 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bdd00965-e6ae-416d-9e78-55f48ac16f8b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags/tempest-TagsExtTest-Tag-532242014 HTTP/1.1" status: 201 len: 201 time: 0.1999516 Aug 31 06:41:25.614773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:25.620641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-87fc59ce-838a-483d-b43f-933a29e665d9 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe', 'tempest-TagsExtTest-Tag-1624634642') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:25.683409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b40b40e5-e6ad-43d4-b865-dbab63c052de None None] Provisioning complete for port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:25.686812 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b40b40e5-e6ad-43d4-b865-dbab63c052de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.846237 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.978817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b40b40e5-e6ad-43d4-b865-dbab63c052de None None] Provisioning for port ebb8cff2-7cbe-4782-9f2a-0fd29172f061 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:26.011926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b40b40e5-e6ad-43d4-b865-dbab63c052de None None] Provisioning complete for port ebb8cff2-7cbe-4782-9f2a-0fd29172f061 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:26.012648 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b40b40e5-e6ad-43d4-b865-dbab63c052de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.048520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597ff83-8f4d-418c-a37a-2ab4ecede451 req-1c82af17-5721-4322-a9d7-40991e3cc5fe tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:26.057086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6597ff83-8f4d-418c-a37a-2ab4ecede451 req-1c82af17-5721-4322-a9d7-40991e3cc5fe tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.3004820 Aug 31 06:41:26.116506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b40b40e5-e6ad-43d4-b865-dbab63c052de None None] Port ebb8cff2-7cbe-4782-9f2a-0fd29172f061 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:26.212165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f4d10f9d-6e05-413e-a4e3-ccab5fc5061c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:26.222286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:26.223570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-87fc59ce-838a-483d-b43f-933a29e665d9 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags/tempest-TagsExtTest-Tag-1624634642 HTTP/1.1" status: 201 len: 201 time: 0.6077044 Aug 31 06:41:26.234873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-2ff898a4-2c22-47b4-acd5-e4a39b379c9c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233', 'tempest-TagsExtTest-Tag-1913828219') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:26.240041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6597ff83-8f4d-418c-a37a-2ab4ecede451 req-5e35dd43-45a8-4c32-a3f8-2d8394e6c183 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557434 Aug 31 06:41:26.258859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42744) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:26.324214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ff2eff06-4f28-45f7-acfc-7b70c4b0085b None None] Provisioning complete for port ebb8cff2-7cbe-4782-9f2a-0fd29172f061 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:26.324861 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ff2eff06-4f28-45f7-acfc-7b70c4b0085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.388075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ff2eff06-4f28-45f7-acfc-7b70c4b0085b None None] Port ebb8cff2-7cbe-4782-9f2a-0fd29172f061 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:26.396759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:26.397395 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.424263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2ff898a4-2c22-47b4-acd5-e4a39b379c9c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags/tempest-TagsExtTest-Tag-1913828219 HTTP/1.1" status: 201 len: 201 time: 0.2004092 Aug 31 06:41:26.427841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42750) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:26.434495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-b2adac47-b8f4-4b01-883d-8ccee88aa700 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:26.591300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b2adac47-b8f4-4b01-883d-8ccee88aa700 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags HTTP/1.1" status: 200 len: 241 time: 0.1621895 Aug 31 06:41:26.594892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42752) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:26.599521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-e195cfbc-96f0-407c-a058-be4d9715b71e tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d', 'tempest-TagsExtTest-Tag-1456252965') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:26.625980 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfe2139-20f8-4dc4-9d7b-c0ad0d4e9688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.747581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e733b9b7-a551-4766-9f65-004c4eaace2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.765701 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e195cfbc-96f0-407c-a058-be4d9715b71e tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags/tempest-TagsExtTest-Tag-1456252965 HTTP/1.1" status: 204 len: 168 time: 0.1696315 Aug 31 06:41:26.769902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42760) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:26.776303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-79a28a90-6b1b-4b1a-8652-6d29a8201757 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d', 'tempest-TagsExtTest-Tag-1456252965') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:26.849658 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.893416 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfe2139-20f8-4dc4-9d7b-c0ad0d4e9688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.899544 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfe2139-20f8-4dc4-9d7b-c0ad0d4e9688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.014791 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-79a28a90-6b1b-4b1a-8652-6d29a8201757 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags/tempest-TagsExtTest-Tag-1456252965 HTTP/1.1" status: 204 len: 168 time: 0.2437716 Aug 31 06:41:27.018830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42764) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:27.029371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-a09e66c5-a07c-4119-a776-49dedbeb91ee tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:27.065443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe2139-20f8-4dc4-9d7b-c0ad0d4e9688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d188ba4-c6f2-4095-8ef4-5232e032fdbe,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:27.083096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8cfe2139-20f8-4dc4-9d7b-c0ad0d4e9688 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=395eb6d482534876825143b1a55ee37e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8219464 Aug 31 06:41:27.084751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42766) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:27.174003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a09e66c5-a07c-4119-a776-49dedbeb91ee tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags HTTP/1.1" status: 200 len: 205 time: 0.1501567 Aug 31 06:41:27.175820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42768) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:27.180727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-206e78cc-d0e4-4b11-b4ba-6402f078e86c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:27.318224 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c954628a-7f79-4b7a-8042-dd9ea1253a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.329598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-206e78cc-d0e4-4b11-b4ba-6402f078e86c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags HTTP/1.1" status: 200 len: 240 time: 0.1489947 Aug 31 06:41:27.331943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42774) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:27.348072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-35639753-7098-4b46-a2b5-bdb5ceb404cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061', 'tempest-TagsExtTest-Tag-532242014') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:27.423288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c954628a-7f79-4b7a-8042-dd9ea1253a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.473854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-35639753-7098-4b46-a2b5-bdb5ceb404cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags/tempest-TagsExtTest-Tag-532242014 HTTP/1.1" status: 204 len: 168 time: 0.1360624 Aug 31 06:41:27.478104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42776) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:27.489644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-6c6a1126-7f90-4133-9a99-2b92c4aadcc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061', 'tempest-TagsExtTest-Tag-532242014') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:27.710086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44908d3f-f75e-4b03-957a-d323620cd829 req-c681054a-07b7-47f9-b5ca-a78ffeba8beb tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:27.711626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44908d3f-f75e-4b03-957a-d323620cd829 req-c681054a-07b7-47f9-b5ca-a78ffeba8beb tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.2601018 Aug 31 06:41:27.718400 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c954628a-7f79-4b7a-8042-dd9ea1253a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.722798 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c954628a-7f79-4b7a-8042-dd9ea1253a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.724860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c954628a-7f79-4b7a-8042-dd9ea1253a84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d188ba4-c6f2-4095-8ef4-5232e032fdbe HTTP/1.1" status: 204 len: 168 time: 0.6375289 Aug 31 06:41:27.733812 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6c6a1126-7f90-4133-9a99-2b92c4aadcc0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags/tempest-TagsExtTest-Tag-532242014 HTTP/1.1" status: 204 len: 168 time: 0.2516112 Aug 31 06:41:27.755993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42784) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:27.757073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954628a-7f79-4b7a-8042-dd9ea1253a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d188ba4-c6f2-4095-8ef4-5232e032fdbe,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:27.757208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-43603f4c-407e-4d29-9976-5f130574a227 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:27.834363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44908d3f-f75e-4b03-957a-d323620cd829 req-d5257a60-da62-41c5-8005-821aa5872a47 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982599 Aug 31 06:41:28.017876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42790) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:28.018627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-43603f4c-407e-4d29-9976-5f130574a227 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags HTTP/1.1" status: 200 len: 205 time: 0.2784891 Aug 31 06:41:28.022905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-4df867da-a225-4c1c-93ae-416d7110fbd7 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:28.118369 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.202056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4df867da-a225-4c1c-93ae-416d7110fbd7 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags HTTP/1.1" status: 200 len: 241 time: 0.1826410 Aug 31 06:41:28.204408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42798) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:28.209545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-9c2a009d-f77c-44b2-b7cc-41f1bb58b8bf tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe', 'tempest-TagsExtTest-Tag-1624634642') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:28.421219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9c2a009d-f77c-44b2-b7cc-41f1bb58b8bf tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags/tempest-TagsExtTest-Tag-1624634642 HTTP/1.1" status: 204 len: 168 time: 0.2154667 Aug 31 06:41:28.424140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42804) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:28.433671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-2aad4c79-54b8-42c6-88bf-9f8dcafdb9fd tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe', 'tempest-TagsExtTest-Tag-1624634642') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:28.600102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42812) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:28.605750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-b822ad7e-6340-473a-80c7-f0a8d601bda7 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:28.610735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2aad4c79-54b8-42c6-88bf-9f8dcafdb9fd tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags/tempest-TagsExtTest-Tag-1624634642 HTTP/1.1" status: 204 len: 168 time: 0.1816235 Aug 31 06:41:28.805475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b822ad7e-6340-473a-80c7-f0a8d601bda7 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags HTTP/1.1" status: 200 len: 205 time: 0.2015235 Aug 31 06:41:28.806959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42818) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:28.824983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-583dbb5a-6c23-444e-80d7-50f9625c5e9a tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:28.859388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-583dbb5a-6c23-444e-80d7-50f9625c5e9a tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags HTTP/1.1" status: 200 len: 241 time: 0.0511141 Aug 31 06:41:28.862006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42822) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:28.867097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-234f6d42-d7b3-44dd-a6fd-f3c90ab07fc5 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233', 'tempest-TagsExtTest-Tag-1913828219') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:28.960094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-234f6d42-d7b3-44dd-a6fd-f3c90ab07fc5 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags/tempest-TagsExtTest-Tag-1913828219 HTTP/1.1" status: 204 len: 168 time: 0.0946703 Aug 31 06:41:28.960506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42830) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:28.966601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-c056e39e-d0ef-48f5-8b07-7dc60fcf3a94 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233', 'tempest-TagsExtTest-Tag-1913828219') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:29.079014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c056e39e-d0ef-48f5-8b07-7dc60fcf3a94 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags/tempest-TagsExtTest-Tag-1913828219 HTTP/1.1" status: 204 len: 168 time: 0.1167269 Aug 31 06:41:29.081896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42832) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:29.089579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-97cb2f53-2cb8-4001-a932-b08dcaae45f4 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:29.150221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-97cb2f53-2cb8-4001-a932-b08dcaae45f4 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags HTTP/1.1" status: 200 len: 205 time: 0.0670500 Aug 31 06:41:29.154205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42838) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:29.160624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-26d2e917-4c2a-4d82-bb63-7509609ac3b0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:29.164416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a02d-8f78-4b1c-815a-75bd74c1ccab req-18c49108-ca65-4246-89a5-f4c8937ad83f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:29.166093 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97a0a02d-8f78-4b1c-815a-75bd74c1ccab req-18c49108-ca65-4246-89a5-f4c8937ad83f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1252704 Aug 31 06:41:29.221028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-26d2e917-4c2a-4d82-bb63-7509609ac3b0 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags HTTP/1.1" status: 204 len: 168 time: 0.0657489 Aug 31 06:41:29.223786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42840) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:29.238680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-e13b97bb-24e4-4504-88e9-b82041e8782b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:29.241770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97a0a02d-8f78-4b1c-815a-75bd74c1ccab req-0e0babfd-130d-4ceb-8ae2-6669313c2b5c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638900 Aug 31 06:41:29.349694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e13b97bb-24e4-4504-88e9-b82041e8782b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags HTTP/1.1" status: 204 len: 168 time: 0.1247325 Aug 31 06:41:29.352612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:29.372960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-72191d80-82c8-44d9-b7a8-e0c3bae95d6b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:29.459681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-72191d80-82c8-44d9-b7a8-e0c3bae95d6b tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags HTTP/1.1" status: 204 len: 168 time: 0.1053629 Aug 31 06:41:29.462636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42852) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:29.467465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-865a9bc9-c954-46f2-96d7-55c461fd3fb6 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:29.753709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-865a9bc9-c954-46f2-96d7-55c461fd3fb6 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags HTTP/1.1" status: 204 len: 168 time: 0.2898557 Aug 31 06:41:29.753953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42860) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:29.761207 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-60b277f3-0acf-446a-ba8d-373ab1f3e90e tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d', 'tempest-TagsExtTest-Tag-1712162948') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:29.856793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-75b41fcf-4b87-44bf-8d53-fce736aadcb0 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=996452587e2b4fcd88a4935797ce394c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530322 Aug 31 06:41:29.908736 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:30.017544 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-60b277f3-0acf-446a-ba8d-373ab1f3e90e tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags/tempest-TagsExtTest-Tag-1712162948 HTTP/1.1" status: 201 len: 201 time: 0.2588704 Aug 31 06:41:30.018251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42870) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:30.023208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-707c08b6-2a21-4860-bddf-c84b354f8610 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061', 'tempest-TagsExtTest-Tag-1575949659') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:30.123593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-ae9a00f8-f1ce-4798-bf2d-104bc1bb925b tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:30.136703 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-ae9a00f8-f1ce-4798-bf2d-104bc1bb925b tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788692 Aug 31 06:41:30.156905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-ce53dd02-fe16-4353-99da-e8bc350e440d tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/quotas/996452587e2b4fcd88a4935797ce394c HTTP/1.1" status: 200 len: 375 time: 0.0188668 Aug 31 06:41:30.183250 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-707c08b6-2a21-4860-bddf-c84b354f8610 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags/tempest-TagsExtTest-Tag-1575949659 HTTP/1.1" status: 201 len: 201 time: 0.1608353 Aug 31 06:41:30.183497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42874) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:30.197213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-82c93db7-1acf-4e7d-ab02-63a2dabe5d65 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe', 'tempest-TagsExtTest-Tag-233165115') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:30.229548 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e91aae2b-1137-41a5-851f-37950fc18893 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=996452587e2b4fcd88a4935797ce394c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702939 Aug 31 06:41:30.340043 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-82c93db7-1acf-4e7d-ab02-63a2dabe5d65 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags/tempest-TagsExtTest-Tag-233165115 HTTP/1.1" status: 201 len: 201 time: 0.1529069 Aug 31 06:41:30.340242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42880) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:30.346919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-a33585ad-482f-412a-b61d-289043ea0421 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233', 'tempest-TagsExtTest-Tag-2035089086') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:30.414057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a33585ad-482f-412a-b61d-289043ea0421 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags/tempest-TagsExtTest-Tag-2035089086 HTTP/1.1" status: 201 len: 201 time: 0.0694180 Aug 31 06:41:30.414279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42882) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:30.419049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-331043b0-fb6c-4dec-b36d-7d993269228d tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d', {'tags': ['tempest-TagsExtTest-Tag-179185380', 'tempest-TagsExtTest-Tag-1727387445', 'tempest-TagsExtTest-Tag-2125001845']}) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:30.678794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42896) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:30.679743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-331043b0-fb6c-4dec-b36d-7d993269228d tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags HTTP/1.1" status: 200 len: 317 time: 0.2640591 Aug 31 06:41:30.687290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-9da26020-5f9f-4fbf-ae2c-13efb1f8abfb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:30.959366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9da26020-5f9f-4fbf-ae2c-13efb1f8abfb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags HTTP/1.1" status: 204 len: 168 time: 0.2759576 Aug 31 06:41:30.960780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42902) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:30.966145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-3be57825-5612-40ca-8119-083704493ee8 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d', 'tempest-TagsExtTest-Tag-179185380') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:31.110747 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-3be57825-5612-40ca-8119-083704493ee8 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:31.118437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42908) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:31.118743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3be57825-5612-40ca-8119-083704493ee8 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags/tempest-TagsExtTest-Tag-179185380 HTTP/1.1" status: 404 len: 328 time: 0.1559954 Aug 31 06:41:31.126054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-d604eb1d-b76d-4c71-ae82-a7c4b11a9276 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d', 'tempest-TagsExtTest-Tag-1727387445') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:31.430432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3a8d4-99f8-42b2-bb23-f91499aac07a req-11156039-f4a9-48b6-ad37-a20775f4576c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:31.436551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6b3a8d4-99f8-42b2-bb23-f91499aac07a req-11156039-f4a9-48b6-ad37-a20775f4576c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1600642 Aug 31 06:41:31.479418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a01d1b1-20ff-4786-a3ef-6f92bebd4aaf req-edc9e5d6-af0a-466b-a5fc-deaea472db52 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 210 time: 0.1319485 Aug 31 06:41:31.594538 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-d604eb1d-b76d-4c71-ae82-a7c4b11a9276 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:31.602704 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d604eb1d-b76d-4c71-ae82-a7c4b11a9276 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags/tempest-TagsExtTest-Tag-1727387445 HTTP/1.1" status: 404 len: 329 time: 0.4817672 Aug 31 06:41:31.609498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42916) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:31.646542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-84423414-6e6a-48e7-a096-0a7eea2ee645 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d', 'tempest-TagsExtTest-Tag-2125001845') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:31.652881 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6b3a8d4-99f8-42b2-bb23-f91499aac07a req-e970fbaf-c0d0-4849-bbcd-abb64750a9d3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847527 Aug 31 06:41:31.931136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1096e8-a09c-46c7-b42e-0894a41ce0ef req-d87506cc-19d5-41ad-875b-3aeeb426ac40 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:31.939558 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd1096e8-a09c-46c7-b42e-0894a41ce0ef req-d87506cc-19d5-41ad-875b-3aeeb426ac40 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 946 time: 0.1237228 Aug 31 06:41:32.036725 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-84423414-6e6a-48e7-a096-0a7eea2ee645 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:32.040996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84423414-6e6a-48e7-a096-0a7eea2ee645 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags/tempest-TagsExtTest-Tag-2125001845 HTTP/1.1" status: 404 len: 329 time: 0.4226084 Aug 31 06:41:32.041621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42926) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:32.049752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-61e928e6-059f-4452-9e85-bc9a4b170cb2 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061', {'tags': ['tempest-TagsExtTest-Tag-1638873858', 'tempest-TagsExtTest-Tag-1314009818', 'tempest-TagsExtTest-Tag-548024857']}) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:32.120778 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd1096e8-a09c-46c7-b42e-0894a41ce0ef req-7c78d3a1-ef63-4b04-8559-fa7ef80b779f tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613410 Aug 31 06:41:32.384932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-61e928e6-059f-4452-9e85-bc9a4b170cb2 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags HTTP/1.1" status: 200 len: 317 time: 0.3388503 Aug 31 06:41:32.385158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42932) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:32.392168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-2201d847-7468-454c-8b1f-c7a55b9bf642 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:32.529266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2201d847-7468-454c-8b1f-c7a55b9bf642 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags HTTP/1.1" status: 204 len: 168 time: 0.1403310 Aug 31 06:41:32.529266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42938) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:32.539725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-0f2e8453-6a2c-4b15-8a80-4f82e3bf2d9e tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061', 'tempest-TagsExtTest-Tag-1638873858') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:32.623310 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-0f2e8453-6a2c-4b15-8a80-4f82e3bf2d9e tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:32.627298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f2e8453-6a2c-4b15-8a80-4f82e3bf2d9e tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags/tempest-TagsExtTest-Tag-1638873858 HTTP/1.1" status: 404 len: 329 time: 0.0944161 Aug 31 06:41:32.627554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42942) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:32.633343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-5167c326-4e4a-4864-a874-8582dc5ff94d tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061', 'tempest-TagsExtTest-Tag-1314009818') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:32.739404 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-5167c326-4e4a-4864-a874-8582dc5ff94d tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:32.743426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5167c326-4e4a-4864-a874-8582dc5ff94d tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags/tempest-TagsExtTest-Tag-1314009818 HTTP/1.1" status: 404 len: 329 time: 0.1119070 Aug 31 06:41:32.785016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35c30ac3-b04c-4213-84ef-1fae023da61e req-e90bd47f-d792-449a-ae41-3103bd8eba46 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0810676 Aug 31 06:41:32.786744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42948) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:32.805269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-394c0628-6845-4871-8e8e-264ca65e3d38 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061', 'tempest-TagsExtTest-Tag-548024857') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:32.866328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4857-cd74-43a9-a9b9-a386239f298a req-f1cb973b-d3e5-433c-9188-8581538098bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:32.868593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-569e4857-cd74-43a9-a9b9-a386239f298a req-f1cb973b-d3e5-433c-9188-8581538098bb tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 946 time: 0.2081878 Aug 31 06:41:33.056301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-b7ba819f-70a1-4883-ab86-d7aa6399526d tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=996452587e2b4fcd88a4935797ce394c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632813 Aug 31 06:41:33.059186 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-394c0628-6845-4871-8e8e-264ca65e3d38 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:33.062908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-394c0628-6845-4871-8e8e-264ca65e3d38 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags/tempest-TagsExtTest-Tag-548024857 HTTP/1.1" status: 404 len: 328 time: 0.2712638 Aug 31 06:41:33.069949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42956) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:33.080403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f593a-f35a-4276-b544-71597f32b0f5 req-398c348d-1489-4079-9b87-97bc4904486f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:33.094946 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d55f593a-f35a-4276-b544-71597f32b0f5 req-398c348d-1489-4079-9b87-97bc4904486f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1207638 Aug 31 06:41:33.153464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-6ff2619a-d495-43fb-b231-40d303133f76 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe', {'tags': ['tempest-TagsExtTest-Tag-979188881', 'tempest-TagsExtTest-Tag-1699267682', 'tempest-TagsExtTest-Tag-1983625947']}) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:33.272424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-68dd75b4-4d74-4da6-962c-2140681700df tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:33.274164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-68dd75b4-4d74-4da6-962c-2140681700df tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041833 Aug 31 06:41:33.287274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Request body: {'port': {'device_id': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '996452587e2b4fcd88a4935797ce394c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:33.312849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6ff2619a-d495-43fb-b231-40d303133f76 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags HTTP/1.1" status: 200 len: 317 time: 0.1656413 Aug 31 06:41:33.321487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42964) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:33.328910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Deleting port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:33.333090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-6f564329-79ae-40b7-b0e6-c61a401ef26f tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:33.338035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.343998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d55f593a-f35a-4276-b544-71597f32b0f5 req-e01b7087-7934-41cb-8a81-15aa63d92206 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368555 Aug 31 06:41:33.692710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] For port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:33.693079 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.756486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4edf20-ef10-4308-94a3-897201e35aab req-8aef1570-0db7-47d1-be8f-3baa206bfdb8 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:33.774315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc4edf20-ef10-4308-94a3-897201e35aab req-8aef1570-0db7-47d1-be8f-3baa206bfdb8 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 946 time: 0.2062712 Aug 31 06:41:33.784551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Calling delete_port for 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:33.874356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6f564329-79ae-40b7-b0e6-c61a401ef26f tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags HTTP/1.1" status: 204 len: 168 time: 0.5519528 Aug 31 06:41:33.876956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42972) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:33.883521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-20379a1e-ad43-40c1-8419-20c2a21f3aeb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe', 'tempest-TagsExtTest-Tag-979188881') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:33.889001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Made reservation on behalf of 996452587e2b4fcd88a4935797ce394c for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:33.902152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.921981 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc4edf20-ef10-4308-94a3-897201e35aab req-5c198359-86e9-477b-942e-e96c30430787 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434791 Aug 31 06:41:34.023578 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.110333 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-20379a1e-ad43-40c1-8419-20c2a21f3aeb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:34.112408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-20379a1e-ad43-40c1-8419-20c2a21f3aeb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags/tempest-TagsExtTest-Tag-979188881 HTTP/1.1" status: 404 len: 328 time: 0.2342706 Aug 31 06:41:34.115942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42974) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.122261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-37eaa97c-ccf1-4b5e-88ad-18f63a3d6fc2 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe', 'tempest-TagsExtTest-Tag-1699267682') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:34.268774 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-37eaa97c-ccf1-4b5e-88ad-18f63a3d6fc2 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:34.271122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-37eaa97c-ccf1-4b5e-88ad-18f63a3d6fc2 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags/tempest-TagsExtTest-Tag-1699267682 HTTP/1.1" status: 404 len: 329 time: 0.1533592 Aug 31 06:41:34.276795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42976) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.282859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-5bb1dd99-5587-4556-aea5-49d8817670c1 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe', 'tempest-TagsExtTest-Tag-1983625947') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:34.298134 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.303326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f914777e-bbdd-4a89-a892-1fc4acb9b4ba req-b7a8075a-f542-44ce-a6d7-6d4faa8c20ae tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 210 time: 0.1121929 Aug 31 06:41:34.317711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['3992e7ea-dbb0-497f-b0d8-9972e74c90c8'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:34.406979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Pushing event deleted for resources: {'Port': ['ID=3992e7ea-dbb0-497f-b0d8-9972e74c90c8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:34.506384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] No DVR routers for this DVR port 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:34.509518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.512593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-569e4857-cd74-43a9-a9b9-a386239f298a req-e450a3f0-54f8-4eda-bec8-0f9a8e255e80 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.23 "DELETE /v2.0/ports/3992e7ea-dbb0-497f-b0d8-9972e74c90c8 HTTP/1.1" status: 204 len: 173 time: 1.6378839 Aug 31 06:41:34.513103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd2f355-d67d-4657-9acb-28ab3b0175a3', 'name': 'network-vif-deleted', 'tag': '3992e7ea-dbb0-497f-b0d8-9972e74c90c8'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:34.519998 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30f0aab-e16d-481a-9c0b-a88e1e9cc4ba" -d '{"events": [{"server_uuid": "edd2f355-d67d-4657-9acb-28ab3b0175a3", "name": "network-vif-deleted", "tag": "3992e7ea-dbb0-497f-b0d8-9972e74c90c8"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:34.571940 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893a75d-bd26-4003-9c4e-cf9215654790 x-openstack-request-id: req-6893a75d-bd26-4003-9c4e-cf9215654790 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:34.572224 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd2f355-d67d-4657-9acb-28ab3b0175a3", "name": "network-vif-deleted", "tag": "3992e7ea-dbb0-497f-b0d8-9972e74c90c8", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:34.572488 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6893a75d-bd26-4003-9c4e-cf9215654790 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:34.572872 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd2f355-d67d-4657-9acb-28ab3b0175a3', 'name': 'network-vif-deleted', 'tag': '3992e7ea-dbb0-497f-b0d8-9972e74c90c8', 'status': 'completed', 'code': 200} Aug 31 06:41:34.600791 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.607676 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.647650 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-5bb1dd99-5587-4556-aea5-49d8817670c1 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:34.648679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5bb1dd99-5587-4556-aea5-49d8817670c1 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags/tempest-TagsExtTest-Tag-1983625947 HTTP/1.1" status: 404 len: 329 time: 0.3705072 Aug 31 06:41:34.651710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42988) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.657444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-d6833276-0458-4153-a9e0-d744fafa9bb8 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233', {'tags': ['tempest-TagsExtTest-Tag-453137210', 'tempest-TagsExtTest-Tag-2093326209', 'tempest-TagsExtTest-Tag-1626777410']}) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:34.737671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d6833276-0458-4153-a9e0-d744fafa9bb8 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "PUT /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags HTTP/1.1" status: 200 len: 317 time: 0.0843058 Aug 31 06:41:34.740697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42990) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.745709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-e7b03b8f-e217-4fe6-808d-f4797c21e4f4 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:34.759450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:34.776467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad57a0f-3c83-4376-b5fd-f0a80090523b req-f2d07322-0898-4a10-8955-dbcb866a2651 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:34.785872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ad57a0f-3c83-4376-b5fd-f0a80090523b req-f2d07322-0898-4a10-8955-dbcb866a2651 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.2278435 Aug 31 06:41:34.817339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e7b03b8f-e217-4fe6-808d-f4797c21e4f4 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags HTTP/1.1" status: 204 len: 168 time: 0.0724916 Aug 31 06:41:34.817563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42992) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.828346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-8e14f6f4-d4bf-46c8-b04c-8a6c474de7fe tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233', 'tempest-TagsExtTest-Tag-453137210') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:34.874389 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8e14f6f4-d4bf-46c8-b04c-8a6c474de7fe tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:34.877921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8e14f6f4-d4bf-46c8-b04c-8a6c474de7fe tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags/tempest-TagsExtTest-Tag-453137210 HTTP/1.1" status: 404 len: 328 time: 0.0589135 Aug 31 06:41:34.883988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42994) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.892504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-815902d1-362d-44ae-b678-37fd3a99c433 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233', 'tempest-TagsExtTest-Tag-2093326209') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:34.969137 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-815902d1-362d-44ae-b678-37fd3a99c433 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:34.978630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-815902d1-362d-44ae-b678-37fd3a99c433 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags/tempest-TagsExtTest-Tag-2093326209 HTTP/1.1" status: 404 len: 329 time: 0.0896873 Aug 31 06:41:34.980433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42998) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:35.001397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-b0ff9a4b-6320-4fd1-9aeb-2416d8cae5d9 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233', 'tempest-TagsExtTest-Tag-1626777410') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:35.003108 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ad57a0f-3c83-4376-b5fd-f0a80090523b req-161bca2e-646c-4a4b-9727-f267e8d9a845 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162397 Aug 31 06:41:35.027852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Allocated IP 192.168.233.254 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/352340aa-0131-4da8-a6cf-266e1d71fb4f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:35.054726 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-b0ff9a4b-6320-4fd1-9aeb-2416d8cae5d9 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] show failed (client error): The resource could not be found. Aug 31 06:41:35.058354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b0ff9a4b-6320-4fd1-9aeb-2416d8cae5d9 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags/tempest-TagsExtTest-Tag-1626777410 HTTP/1.1" status: 404 len: 329 time: 0.0730779 Aug 31 06:41:35.064350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43000) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:35.071216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-115945ad-590c-45d3-ab13-fa0a465f2088 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2cf3f61f-eb0f-4fe8-be51-cba3e40cb233') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:35.135105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16f2dfe0-20b5-4fef-a5b2-71b77a26d25d req-cecaa9ce-0038-4ab9-ad87-eabfbb48480f tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=edd2f355-d67d-4657-9acb-28ab3b0175a3 HTTP/1.1" status: 200 len: 210 time: 0.0373611 Aug 31 06:41:35.222382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43004) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:35.222620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-115945ad-590c-45d3-ab13-fa0a465f2088 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233/tags HTTP/1.1" status: 204 len: 168 time: 0.1564004 Aug 31 06:41:35.227924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-399b71a1-943f-4909-ad26-f58b9446aa58 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '54f97138-3f93-4c39-992a-81a7d421babe') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:35.414012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.517281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Transition to ACTIVE for port object 352340aa-0131-4da8-a6cf-266e1d71fb4f will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:35.583712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2134c83-1562-46ef-9cc8-a3abad480e29 req-aa5128d0-3fa9-42fe-8e81-8447c0b878ba tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 210 time: 0.1210175 Aug 31 06:41:35.684136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.769586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:35.790529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:35.795621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:35.848598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:35.873695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-399b71a1-943f-4909-ad26-f58b9446aa58 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe/tags HTTP/1.1" status: 204 len: 168 time: 0.6502075 Aug 31 06:41:35.876315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43016) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:35.891505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-a2ab1220-db56-4906-87b4-e835d389e5c2 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ebb8cff2-7cbe-4782-9f2a-0fd29172f061') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:35.954909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:35.955664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.979508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bbb21bf3-6279-42db-8dfa-9f7fd8705c49 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6960714 Aug 31 06:41:36.008327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Request body: {'port': {'device_id': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:36.089403 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2ab1220-db56-4906-87b4-e835d389e5c2 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061/tags HTTP/1.1" status: 204 len: 168 time: 0.2095640 Aug 31 06:41:36.089751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43020) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:36.096115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-44584b5b-502c-4d56-960b-a3c821b566df tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '998d9649-910f-467c-8370-ba6d7294054d') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:36.165594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.210856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23446947-5f54-4429-9392-4c98ec130ec8 req-9e963a9b-0ef1-4028-b820-29f171e7a6c9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:36.213081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e13d45b6-32e1-450e-b8fb-dcc2c3d73cce None None] Provisioning for port 352340aa-0131-4da8-a6cf-266e1d71fb4f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:36.214651 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23446947-5f54-4429-9392-4c98ec130ec8 req-9e963a9b-0ef1-4028-b820-29f171e7a6c9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.0839214 Aug 31 06:41:36.218382 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-44584b5b-502c-4d56-960b-a3c821b566df tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d/tags HTTP/1.1" status: 204 len: 168 time: 0.1272399 Aug 31 06:41:36.219668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e13d45b6-32e1-450e-b8fb-dcc2c3d73cce None None] Provisioning complete for port 352340aa-0131-4da8-a6cf-266e1d71fb4f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:36.221500 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e13d45b6-32e1-450e-b8fb-dcc2c3d73cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.224132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43026) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:36.427282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23446947-5f54-4429-9392-4c98ec130ec8 req-06c5cc9b-189b-437c-be99-145da636d13c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731367 Aug 31 06:41:36.441273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e13d45b6-32e1-450e-b8fb-dcc2c3d73cce None None] Port 352340aa-0131-4da8-a6cf-266e1d71fb4f cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:36.534134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f73f4ca-f7df-4d63-a09c-dd23a560bda8 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for subnetpool, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.539101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43030) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:36.540393 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8f73f4ca-f7df-4d63-a09c-dd23a560bda8 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnetpools/2cf3f61f-eb0f-4fe8-be51-cba3e40cb233 HTTP/1.1" status: 204 len: 168 time: 0.2952163 Aug 31 06:41:36.582876 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7007d886-f07c-494b-a0ca-1d885d5ec6c9 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "GET /v2.0/ports?device_id=54f97138-3f93-4c39-992a-81a7d421babe HTTP/1.1" status: 200 len: 205 time: 0.0422320 Aug 31 06:41:36.588886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43032) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:36.716996 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b28de3cf-4396-4680-bd5c-40153d15ea56 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.788802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352340aa-0131-4da8-a6cf-266e1d71fb4f {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:36.801925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.826050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Transition to ACTIVE for port object 352340aa-0131-4da8-a6cf-266e1d71fb4f will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:36.831587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.915290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:36.915476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9659ad-1dc9-42f0-8843-e7b4188dd7fc req-8e0403bd-03b4-4c34-86b4-b046aaed6d70 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:36.917837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd9659ad-1dc9-42f0-8843-e7b4188dd7fc req-8e0403bd-03b4-4c34-86b4-b046aaed6d70 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 936 time: 0.2264967 Aug 31 06:41:36.928046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b28de3cf-4396-4680-bd5c-40153d15ea56 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.930986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b28de3cf-4396-4680-bd5c-40153d15ea56 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.043211 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Attempting to bind port 352340aa-0131-4da8-a6cf-266e1d71fb4f on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:37.043721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Attempting to bind port 352340aa-0131-4da8-a6cf-266e1d71fb4f by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:37.044057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Attempting to bind port 352340aa-0131-4da8-a6cf-266e1d71fb4f on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:37.051278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Port 352340aa-0131-4da8-a6cf-266e1d71fb4f on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:41:37.051623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Attempting to bind port 352340aa-0131-4da8-a6cf-266e1d71fb4f on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:37.058681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd9659ad-1dc9-42f0-8843-e7b4188dd7fc req-2f85e2c5-d4bd-4764-b774-1bbe98f7b731 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193092 Aug 31 06:41:37.059107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:37.060669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:37.061351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:37.061635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Bound port: 352340aa-0131-4da8-a6cf-266e1d71fb4f, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:37.062202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.064625 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b28de3cf-4396-4680-bd5c-40153d15ea56 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.065214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28de3cf-4396-4680-bd5c-40153d15ea56 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Fanout notify agent at l3_agent the message router_deleted on router 54f97138-3f93-4c39-992a-81a7d421babe {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:41:37.086626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b28de3cf-4396-4680-bd5c-40153d15ea56 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.098333 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b28de3cf-4396-4680-bd5c-40153d15ea56 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/routers/54f97138-3f93-4c39-992a-81a7d421babe HTTP/1.1" status: 204 len: 168 time: 0.5081768 Aug 31 06:41:37.100595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43036) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:37.140679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:37.145724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:37.153452 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.194446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:37.195081 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.196580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] 10.222.0.23 "PUT /v2.0/ports/352340aa-0131-4da8-a6cf-266e1d71fb4f HTTP/1.1" status: 200 len: 1097 time: 1.1929004 Aug 31 06:41:37.197039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:37.199443 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe99115-c28e-488f-b749-8a0e12f5354c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:37.218361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fd754-bf7f-4693-914f-d3bae817175c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Deleting port ebb8cff2-7cbe-4782-9f2a-0fd29172f061 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:37.218709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd754-bf7f-4693-914f-d3bae817175c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.261893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:37.271530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9fe11-f95c-4805-8ebd-ad1cc3cc2781 service neutron] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:37.293556 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fcce75-de2c-40e6-abd8-dfb3d3fee539 x-openstack-request-id: req-93fcce75-de2c-40e6-abd8-dfb3d3fee539 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:37.294141 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:37.294404 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93fcce75-de2c-40e6-abd8-dfb3d3fee539 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:37.295089 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'status': 'completed', 'code': 200} Aug 31 06:41:37.297106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:37.297480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 3992e7ea-dbb0-497f-b0d8-9972e74c90c8 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:37.320185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-2a9f2e80-737b-4a7b-a6e1-e1409b933c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:37.322236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-2a9f2e80-737b-4a7b-a6e1-e1409b933c60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=996452587e2b4fcd88a4935797ce394c&device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 1100 time: 0.0768385 Aug 31 06:41:37.368757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd754-bf7f-4693-914f-d3bae817175c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.381609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-03ee147b-9607-40b5-af93-02b90401c5c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f HTTP/1.1" status: 200 len: 217 time: 0.0499392 Aug 31 06:41:37.385946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fd754-bf7f-4693-914f-d3bae817175c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Calling delete_port for ebb8cff2-7cbe-4782-9f2a-0fd29172f061 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:37.444721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e4745125-e7e2-4fc0-bd92-66f44aa5924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:37.446300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-e4745125-e7e2-4fc0-bd92-66f44aa5924f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0569673 Aug 31 06:41:37.525567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bf873196-03f8-4b91-a96b-8cfe2f914688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:37.527210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-bf873196-03f8-4b91-a96b-8cfe2f914688 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732903 Aug 31 06:41:37.632778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090b890-f47c-4137-86cd-de9037d19bff req-fd3c3419-e264-475f-b54c-2544da54f659 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:37.634869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a090b890-f47c-4137-86cd-de9037d19bff req-fd3c3419-e264-475f-b54c-2544da54f659 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.0883181 Aug 31 06:41:37.636068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd754-bf7f-4693-914f-d3bae817175c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.651743 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-c1a13d8e-4fb4-4482-9d81-3614df2dc419 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175516 Aug 31 06:41:37.685842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fd754-bf7f-4693-914f-d3bae817175c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Pushing event deleted for resources: {'Port': ['ID=ebb8cff2-7cbe-4782-9f2a-0fd29172f061,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:37.778557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe697956-609d-4c03-b253-b0cc346a9d9c req-c265cc21-c869-42d3-aa01-6afac66b3f92 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157520 Aug 31 06:41:37.792943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a090b890-f47c-4137-86cd-de9037d19bff req-2f27a0ba-387a-4e3f-9ef8-729ec02adf8a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492600 Aug 31 06:41:37.823576 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd754-bf7f-4693-914f-d3bae817175c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.825747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fb5fd754-bf7f-4693-914f-d3bae817175c tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/ports/ebb8cff2-7cbe-4782-9f2a-0fd29172f061 HTTP/1.1" status: 204 len: 168 time: 0.7241232 Aug 31 06:41:37.828734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43046) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:38.282142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e702775-38fa-4c6c-ab22-00d0b2125820 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Deleting subnet 998d9649-910f-467c-8370-ba6d7294054d {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:41:38.288051 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e702775-38fa-4c6c-ab22-00d0b2125820 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.321989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe99115-c28e-488f-b749-8a0e12f5354c req-fb108e63-adde-4867-887b-7508e85dd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.323517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abe99115-c28e-488f-b749-8a0e12f5354c req-fb108e63-adde-4867-887b-7508e85dd344 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=996452587e2b4fcd88a4935797ce394c&device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 1100 time: 0.4851713 Aug 31 06:41:38.352301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cd9e7-207e-477b-bf03-9ef7a67fde02 req-2af6eac5-fb93-4271-b289-8f94129e2df4 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.353824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c7cd9e7-207e-477b-bf03-9ef7a67fde02 req-2af6eac5-fb93-4271-b289-8f94129e2df4 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 948 time: 0.1291502 Aug 31 06:41:38.396964 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e702775-38fa-4c6c-ab22-00d0b2125820 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.509042 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c7cd9e7-207e-477b-bf03-9ef7a67fde02 req-84a5eff5-2de6-4928-83d2-ce5c54c303cd tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387880 Aug 31 06:41:38.548584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe99115-c28e-488f-b749-8a0e12f5354c req-2ee22f3a-076f-462d-8dfc-ffef0806fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.550115 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abe99115-c28e-488f-b749-8a0e12f5354c req-2ee22f3a-076f-462d-8dfc-ffef0806fb3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2173002 Aug 31 06:41:38.557232 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e702775-38fa-4c6c-ab22-00d0b2125820 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.618833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abe99115-c28e-488f-b749-8a0e12f5354c req-573f4e52-50a1-452b-bf26-64e8e3fddb45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f HTTP/1.1" status: 200 len: 217 time: 0.0583415 Aug 31 06:41:38.699441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe99115-c28e-488f-b749-8a0e12f5354c req-1c3f2ad1-9c3c-4688-a095-59e673837897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.701687 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abe99115-c28e-488f-b749-8a0e12f5354c req-1c3f2ad1-9c3c-4688-a095-59e673837897 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0730913 Aug 31 06:41:38.705870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e702775-38fa-4c6c-ab22-00d0b2125820 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.746781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e702775-38fa-4c6c-ab22-00d0b2125820 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Pushing event deleted for resources: {'Subnet': ['ID=998d9649-910f-467c-8370-ba6d7294054d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:38.767585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e702775-38fa-4c6c-ab22-00d0b2125820 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.771699 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1e702775-38fa-4c6c-ab22-00d0b2125820 tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/subnets/998d9649-910f-467c-8370-ba6d7294054d HTTP/1.1" status: 204 len: 168 time: 0.9387717 Aug 31 06:41:38.772118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43054) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:38.778544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c5529-8d66-42fa-b314-e2d0e84de293 None None] Network c7779182-8ffa-46a8-a0ad-1c8156894299 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:38.788580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe99115-c28e-488f-b749-8a0e12f5354c req-90ddd528-8188-4bee-b619-ad199e63b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.791762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abe99115-c28e-488f-b749-8a0e12f5354c req-90ddd528-8188-4bee-b619-ad199e63b0e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0798495 Aug 31 06:41:38.900149 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.927788 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abe99115-c28e-488f-b749-8a0e12f5354c req-8932f7ed-34e1-4824-b370-73601b1f5b33 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266189 Aug 31 06:41:39.006231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d8d27-ad46-41dd-99f2-f1b8f4609a22 req-c46ac2b5-78fa-4a82-90f6-10339f97aaac tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:39.007628 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f23d8d27-ad46-41dd-99f2-f1b8f4609a22 req-c46ac2b5-78fa-4a82-90f6-10339f97aaac tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1037409 Aug 31 06:41:39.026699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Deleting port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:39.027191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.056806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abe99115-c28e-488f-b749-8a0e12f5354c req-cb81e46d-db99-44b8-9f03-ef48bee56bed service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197174 Aug 31 06:41:39.060238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] DHCP port deletion for c7779182-8ffa-46a8-a0ad-1c8156894299 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:41:39.114728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] Deleting port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:39.115665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.138027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] For port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,segment=NetworkSegment(5ed988ce-9d4a-4038-9608-9075f717d37e),segment_id=5ed988ce-9d4a-4038-9608-9075f717d37e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:39.138394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.148609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f23d8d27-ad46-41dd-99f2-f1b8f4609a22 req-55f7a38d-05f8-477d-ba5d-27588dd6611f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175756 Aug 31 06:41:39.154956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Calling delete_port for f4d10f9d-6e05-413e-a4e3-ccab5fc5061c owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:39.191499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] For port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,segment=NetworkSegment(5ed988ce-9d4a-4038-9608-9075f717d37e),segment_id=5ed988ce-9d4a-4038-9608-9075f717d37e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:39.191901 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.206655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] Calling delete_port for f4d10f9d-6e05-413e-a4e3-ccab5fc5061c owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:39.246462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.274149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Pushing event deleted for resources: {'Port': ['ID=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:39.277801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] No DVR routers for this DVR port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:39.292264 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.318647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] Pushing event deleted for resources: {'Port': ['ID=f4d10f9d-6e05-413e-a4e3-ccab5fc5061c,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:39.328872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fdbdb-1001-498f-9115-1b6d99d83247 None None] No DVR routers for this DVR port f4d10f9d-6e05-413e-a4e3-ccab5fc5061c on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:39.364227 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.374713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7779182-8ffa-46a8-a0ad-1c8156894299']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:39.386538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed988ce-9d4a-4038-9608-9075f717d37e') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:39.386840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed988ce-9d4a-4038-9608-9075f717d37e') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:39.396983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.411277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.417378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:41:39.417768 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:41:39.420909 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:41:39.479436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.497916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.499848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] 10.222.0.15 "DELETE /v2.0/networks/c7779182-8ffa-46a8-a0ad-1c8156894299 HTTP/1.1" status: 204 len: 168 time: 0.7257845 Aug 31 06:41:39.500936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaddd1-3e43-4636-856e-4233a52cc6cb tempest-TagsExtTest-1733628619 tempest-TagsExtTest-1733628619-project] Pushing event deleted for resources: {'Network': ['ID=c7779182-8ffa-46a8-a0ad-1c8156894299,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:39.639321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7283a-8c9f-433e-806b-3554725356a1 req-7dc743dc-732e-4196-9c7e-9f470c0d412e tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:39.640910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1b7283a-8c9f-433e-806b-3554725356a1 req-7dc743dc-732e-4196-9c7e-9f470c0d412e tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 948 time: 0.0589721 Aug 31 06:41:39.686834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1b7283a-8c9f-433e-806b-3554725356a1 req-30084f68-907b-4103-a42b-e92ccaf8ceb4 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Aug 31 06:41:39.821856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43066) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:39.979225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8b0e5832-01e5-4597-93c0-30894d21ca05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=607d00d67a8241f8bacda24e5a3396be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561239 Aug 31 06:41:39.981648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43072) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:40.041972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c915e495-4b69-4471-837d-cb33bea71421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.068229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c915e495-4b69-4471-837d-cb33bea71421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.124034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f4d10f9d-6e05-413e-a4e3-ccab5fc5061c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:40.136341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c915e495-4b69-4471-837d-cb33bea71421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.139781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c915e495-4b69-4471-837d-cb33bea71421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.141469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c915e495-4b69-4471-837d-cb33bea71421 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ceb3d421-42ee-415c-9ee3-4dfcd4781c6e HTTP/1.1" status: 204 len: 168 time: 0.1587367 Aug 31 06:41:40.147260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: f4d10f9d-6e05-413e-a4e3-ccab5fc5061c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:40.147626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f4d10f9d-6e05-413e-a4e3-ccab5fc5061c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:40.156714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915e495-4b69-4471-837d-cb33bea71421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3d421-42ee-415c-9ee3-4dfcd4781c6e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:40.292063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904bfc0-969e-4423-af24-974f47d6274d req-70fe14a0-71cf-4be1-b08f-4cd587bcc76b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:40.293936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7904bfc0-969e-4423-af24-974f47d6274d req-70fe14a0-71cf-4be1-b08f-4cd587bcc76b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.0548849 Aug 31 06:41:40.344365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7904bfc0-969e-4423-af24-974f47d6274d req-8592f1ad-f7c2-4f5f-9f4b-87eb708e8bd4 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Aug 31 06:41:40.889910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f086bac-a238-431b-b8e2-0131bf92832e req-8e2828bc-b417-49e3-806f-7f644be25fb5 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:40.903060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1f086bac-a238-431b-b8e2-0131bf92832e req-8e2828bc-b417-49e3-806f-7f644be25fb5 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 948 time: 0.1151626 Aug 31 06:41:41.021575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1f086bac-a238-431b-b8e2-0131bf92832e req-8940398d-d291-475a-8680-8e935f417dc4 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996635 Aug 31 06:41:41.115216 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-b48af9f8-702b-46d2-8c4b-97d4af3745b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4133668 Aug 31 06:41:41.259274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:41.274909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-db17b092-c5b6-4997-83b4-52070a1f7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:41.277614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-db17b092-c5b6-4997-83b4-52070a1f7c96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e82169f766864385a5720a5d3dba7ede&device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 1098 time: 0.1282957 Aug 31 06:41:41.526894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-18e1b790-8c4b-4c37-8860-16b1dabff03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:41.528473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-18e1b790-8c4b-4c37-8860-16b1dabff03b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 200 len: 916 time: 0.2302558 Aug 31 06:41:41.593570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:41.605544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941c2f6-f1d3-4150-b471-09e357fa65ac req-166fca01-ade4-414e-bd65-76b945ec247b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:41.607921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e941c2f6-f1d3-4150-b471-09e357fa65ac req-166fca01-ade4-414e-bd65-76b945ec247b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1214392 Aug 31 06:41:41.612296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'mac_address': 'fa:16:3e:b2:ef:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:41.626419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-106180f2-27c1-4066-9b86-1dcd21a43337 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e HTTP/1.1" status: 200 len: 217 time: 0.0893159 Aug 31 06:41:41.686489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e941c2f6-f1d3-4150-b471-09e357fa65ac req-ba5d53af-741f-4c6b-970a-1a567ea00075 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712194 Aug 31 06:41:41.703639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-e6017155-dc69-4423-bfac-6565300184d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:41.705610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-e6017155-dc69-4423-bfac-6565300184d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 200 len: 855 time: 0.0682747 Aug 31 06:41:41.720875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.746351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-913e9f91-26dc-402b-bf6d-919d6b5db3e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304468 Aug 31 06:41:41.758702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352340aa-0131-4da8-a6cf-266e1d71fb4f {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:41.780361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:41.786166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.855812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:41.909778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-c794fde6-f67c-41dd-b6b4-1a58c468902f service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543465 Aug 31 06:41:41.997929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['352340aa-0131-4da8-a6cf-266e1d71fb4f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:42.093367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16d70f8b-ef63-4586-bf8f-76b2ada58208 req-dd0045d7-c02b-49ce-af8a-88e69c09b562 service neutron] 10.222.0.42 "GET /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743174 Aug 31 06:41:42.208471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f22824-8200-499f-a9e3-17ee3f810187 req-04397de6-9075-4e95-84fb-0649b082526c tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:42.217770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34f22824-8200-499f-a9e3-17ee3f810187 req-04397de6-9075-4e95-84fb-0649b082526c tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 949 time: 0.0809026 Aug 31 06:41:42.273122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34f22824-8200-499f-a9e3-17ee3f810187 req-f4af8182-8f66-4078-95f9-19c74dd3e91d tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538788 Aug 31 06:41:42.857075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd88381-9bb5-46b6-9294-0b65930039b0 req-fd7af6f3-b3f1-4a32-80b5-39846be5b529 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:42.858943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-edd88381-9bb5-46b6-9294-0b65930039b0 req-fd7af6f3-b3f1-4a32-80b5-39846be5b529 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.0581083 Aug 31 06:41:42.902869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-edd88381-9bb5-46b6-9294-0b65930039b0 req-a8637bd6-84ff-439b-acdb-f4d96804bd83 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336337 Aug 31 06:41:43.274433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:43.337962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 352340aa-0131-4da8-a6cf-266e1d71fb4f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:43.343071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 352340aa-0131-4da8-a6cf-266e1d71fb4f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:43.343444 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.412916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e2519-5043-4e78-9470-80e1eab1cb76 req-9b697246-3d9b-43aa-8b9d-5441324d107d tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:43.422325 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f8e2519-5043-4e78-9470-80e1eab1cb76 req-9b697246-3d9b-43aa-8b9d-5441324d107d tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 949 time: 0.0824528 Aug 31 06:41:43.437758 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.463644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:43.466390 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936ec8da-f131-46d8-a193-e260f391aba4" -d '{"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:43.479976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f8e2519-5043-4e78-9470-80e1eab1cb76 req-0a229dbb-8cde-4cd5-b481-742b7378ad2e tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Aug 31 06:41:43.490362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:43.499145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.570100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:43.728332 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a19e362-bcb9-45f0-b762-fbd89e3d1c9b x-openstack-request-id: req-7a19e362-bcb9-45f0-b762-fbd89e3d1c9b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:43.728800 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:43.729234 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a19e362-bcb9-45f0-b762-fbd89e3d1c9b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:43.729864 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'code': 200} Aug 31 06:41:43.878915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55357050-5ef3-417a-b62a-6e3527f0c92d req-da2e642e-073e-43b7-a7de-28e4959a0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:43.880635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55357050-5ef3-417a-b62a-6e3527f0c92d req-da2e642e-073e-43b7-a7de-28e4959a0811 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 1102 time: 0.0859778 Aug 31 06:41:43.931289 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55357050-5ef3-417a-b62a-6e3527f0c92d req-a67cc3fc-646c-4294-957e-2d3fb1a6e5bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Aug 31 06:41:44.183984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31760a48-2eb8-49d5-a860-8d9caafc7809 req-fdd5573f-30e5-4752-84f0-c4b042c16a4f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:44.186389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31760a48-2eb8-49d5-a860-8d9caafc7809 req-fdd5573f-30e5-4752-84f0-c4b042c16a4f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 943 time: 0.1147923 Aug 31 06:41:44.245012 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31760a48-2eb8-49d5-a860-8d9caafc7809 req-10b6f21f-6d3a-4643-94c6-fb75c2463f0f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468435 Aug 31 06:41:44.600121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d600c91-8739-4153-9803-a1c5b5f82401 req-8d16773a-16ff-4efa-94cd-1f2c65acfaeb tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:44.606587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d600c91-8739-4153-9803-a1c5b5f82401 req-8d16773a-16ff-4efa-94cd-1f2c65acfaeb tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 950 time: 0.0600357 Aug 31 06:41:44.647586 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d600c91-8739-4153-9803-a1c5b5f82401 req-da971a6e-650c-414a-b35e-fbf818212ceb tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359385 Aug 31 06:41:44.982325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:45.167209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:45.193753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'port_id': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'mac_address': 'fa:16:3e:ed:f2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:45.276069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.322912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dd4750-916c-4e5a-a105-5ccbd30ca18b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:45.431894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:45.438456 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.547709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8497fc-850c-4a94-b93d-dd5eeb4b265d req-c7cfa13c-7eab-4cbc-aabc-7cf60ab7660c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:45.557083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af8497fc-850c-4a94-b93d-dd5eeb4b265d req-c7cfa13c-7eab-4cbc-aabc-7cf60ab7660c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 944 time: 0.1004641 Aug 31 06:41:45.567314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:45.604803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af8497fc-850c-4a94-b93d-dd5eeb4b265d req-ad0dddec-f3f3-4c60-8bda-ea8d627e3b9c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464151 Aug 31 06:41:45.896750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['38dd4750-916c-4e5a-a105-5ccbd30ca18b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:45.912048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a1886-5b61-4d8d-826f-9e736322430f req-0c989ddc-bcb4-43bd-8b1f-36d3fd6d7f1e tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:45.921280 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-886a1886-5b61-4d8d-826f-9e736322430f req-0c989ddc-bcb4-43bd-8b1f-36d3fd6d7f1e tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 950 time: 0.1311481 Aug 31 06:41:45.993453 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-886a1886-5b61-4d8d-826f-9e736322430f req-c3b98b02-abaf-4bea-b50c-3ca7f95c92e9 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706565 Aug 31 06:41:46.324988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb0e4a-fd5f-4bb3-bbbf-315900d9dbd4 req-34f7a3df-a86c-403f-b02a-c786052a773c tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:46.336125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33cb0e4a-fd5f-4bb3-bbbf-315900d9dbd4 req-34f7a3df-a86c-403f-b02a-c786052a773c tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 946 time: 0.1000264 Aug 31 06:41:46.447742 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33cb0e4a-fd5f-4bb3-bbbf-315900d9dbd4 req-8238a53c-8d8b-4235-95f4-c8faed3251df tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015170 Aug 31 06:41:46.779994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d5928-1237-41a7-9a53-fe07cd7de25f req-e4947a59-af56-45b4-8a89-1ac4b6081492 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:46.782732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c19d5928-1237-41a7-9a53-fe07cd7de25f req-e4947a59-af56-45b4-8a89-1ac4b6081492 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 944 time: 0.0834095 Aug 31 06:41:46.834451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c19d5928-1237-41a7-9a53-fe07cd7de25f req-1e52a40b-dbd4-41bc-b069-1d1985e1b30e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442336 Aug 31 06:41:47.588765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9c391-8d54-4f96-ac4c-2785f9faed43 req-27452a1e-3800-4ed4-985c-742cf0bcb385 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.590396 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-40c9c391-8d54-4f96-ac4c-2785f9faed43 req-27452a1e-3800-4ed4-985c-742cf0bcb385 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 946 time: 0.0776365 Aug 31 06:41:47.652840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-40c9c391-8d54-4f96-ac4c-2785f9faed43 req-cb09594a-efdc-43bf-a9f9-64c63a37aa28 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560918 Aug 31 06:41:48.097489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971dec4-dbb0-409e-b91a-419aeb0676c6 req-08c6ccd2-16e0-4dbf-985a-7a636a24593e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:48.101004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8971dec4-dbb0-409e-b91a-419aeb0676c6 req-08c6ccd2-16e0-4dbf-985a-7a636a24593e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 944 time: 0.1097782 Aug 31 06:41:48.228210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8971dec4-dbb0-409e-b91a-419aeb0676c6 req-f523ae28-f076-4364-b6a3-b179b76b1b2d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148684 Aug 31 06:41:48.241799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-a179f055-ffcf-4458-b8da-e7b0cd5b21a4 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:48.243464 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-a179f055-ffcf-4458-b8da-e7b0cd5b21a4 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 946 time: 0.1144032 Aug 31 06:41:48.368828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Deleting port 46d370bd-3f61-404a-9593-aa99cc45b3fc {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:48.369677 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:48.512709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] For port 46d370bd-3f61-404a-9593-aa99cc45b3fc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=46d370bd-3f61-404a-9593-aa99cc45b3fc,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:48.513559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:48.529099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Calling delete_port for 46d370bd-3f61-404a-9593-aa99cc45b3fc owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:48.939902 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:48.954558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['70a517d7-bb48-46c3-9e33-6ec3bc37e863'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:49.072638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Pushing event deleted for resources: {'Port': ['ID=46d370bd-3f61-404a-9593-aa99cc45b3fc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:49.098639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e60d-e24c-4827-bd68-87b075d4cf8d req-16f77dfb-c5db-4e4a-a92c-dbb065c0f40f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:49.110558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba58e60d-e24c-4827-bd68-87b075d4cf8d req-16f77dfb-c5db-4e4a-a92c-dbb065c0f40f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=70efdbc8-ff36-447e-8586-4801cbee729d HTTP/1.1" status: 200 len: 867 time: 0.3123295 Aug 31 06:41:49.186166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e', '72befd52-3df7-41db-b024-a8e2ad882890', '46d370bd-3f61-404a-9593-aa99cc45b3fc'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:49.188119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:49.203699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] No DVR routers for this DVR port 46d370bd-3f61-404a-9593-aa99cc45b3fc on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:49.218337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:49.220371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0ac02e71-7887-483a-bdc9-cba9231fea02 req-b8250448-0085-4282-9f36-9fdaa714755e tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "DELETE /v2.0/ports/46d370bd-3f61-404a-9593-aa99cc45b3fc HTTP/1.1" status: 204 len: 173 time: 0.9699233 Aug 31 06:41:49.225178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70efdbc8-ff36-447e-8586-4801cbee729d', 'name': 'network-vif-deleted', 'tag': '46d370bd-3f61-404a-9593-aa99cc45b3fc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:49.227795 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d825242d-1199-4f42-b47d-74c559d3393c" -d '{"events": [{"server_uuid": "70efdbc8-ff36-447e-8586-4801cbee729d", "name": "network-vif-deleted", "tag": "46d370bd-3f61-404a-9593-aa99cc45b3fc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:49.291132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba58e60d-e24c-4827-bd68-87b075d4cf8d req-2c9e4291-8404-4eb6-b938-a4cd29da7234 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795559 Aug 31 06:41:49.394081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:49.645881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 38dd4750-916c-4e5a-a105-5ccbd30ca18b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:49.647947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:49.681072 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:41:49.782720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a34e-4be9-4d3d-9d05-99f2731fbd99 req-33a8f510-eda8-448c-8f5c-90e09049e679 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:49.784831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1106a34e-4be9-4d3d-9d05-99f2731fbd99 req-33a8f510-eda8-448c-8f5c-90e09049e679 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 946 time: 0.2551079 Aug 31 06:41:49.906763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1106a34e-4be9-4d3d-9d05-99f2731fbd99 req-26946808-77f1-4a2c-a19e-b5b510f47d01 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010890 Aug 31 06:41:49.911259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-868d770f-e1ee-469f-8ae8-858dc30ecca2 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:49.948816 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-868d770f-e1ee-469f-8ae8-858dc30ecca2 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/networks?id=94f183f9-78d0-4944-b497-0deb6e9827ee HTTP/1.1" status: 200 len: 814 time: 0.4736781 Aug 31 06:41:50.012551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-688329be-73ba-4f19-91c1-d2ea9427abe9 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/quotas/7ad2c582649c4114b45966a72b9ab6e9 HTTP/1.1" status: 200 len: 375 time: 0.0624499 Aug 31 06:41:50.146716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.154572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-e5242c22-c5e6-4537-9e0d-b884a313bf88 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ad2c582649c4114b45966a72b9ab6e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401420 Aug 31 06:41:50.167953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:50.348416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'mac_address': 'fa:16:3e:b2:ef:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:50.370291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:50.371140 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9c3969-dac1-48d8-a4e8-2d1304e38024 x-openstack-request-id: req-2e9c3969-dac1-48d8-a4e8-2d1304e38024 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:50.371686 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70efdbc8-ff36-447e-8586-4801cbee729d", "name": "network-vif-deleted", "tag": "46d370bd-3f61-404a-9593-aa99cc45b3fc", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:50.371835 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e9c3969-dac1-48d8-a4e8-2d1304e38024 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:50.372150 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70efdbc8-ff36-447e-8586-4801cbee729d', 'name': 'network-vif-deleted', 'tag': '46d370bd-3f61-404a-9593-aa99cc45b3fc', 'status': 'completed', 'code': 200} Aug 31 06:41:50.386668 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f0bb70-92ed-40ce-b482-43315b7e0291" -d '{"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:50.428305 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:41:50.532184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:50.544176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.571422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a730e9-9261-45e0-bf5d-169167419c49 req-246283ed-fbfe-49aa-a661-dd2d0f06f2a7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:50.584294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7a730e9-9261-45e0-bf5d-169167419c49 req-246283ed-fbfe-49aa-a661-dd2d0f06f2a7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 944 time: 0.0789626 Aug 31 06:41:50.670882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7a730e9-9261-45e0-bf5d-169167419c49 req-f9069d10-0fa2-4c72-a53b-232885190733 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831113 Aug 31 06:41:50.705555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-032f5446-f4b1-4e0c-94e9-4ab88853823d service neutron] 10.222.0.15 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483856 Aug 31 06:41:50.728412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:50.820016 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.841257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 352340aa-0131-4da8-a6cf-266e1d71fb4f {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:50.866743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:50.898104 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.012817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-7c48b5c7-60df-42d2-ac11-0c21b62def7e service neutron] 10.222.0.15 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060164 Aug 31 06:41:51.042674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:51.119627 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc20a2b-1f81-41e9-9956-83b22ed6f9a3 x-openstack-request-id: req-cbc20a2b-1f81-41e9-9956-83b22ed6f9a3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:51.120054 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:51.120245 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbc20a2b-1f81-41e9-9956-83b22ed6f9a3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:51.148054 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'code': 200} Aug 31 06:41:51.176827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['352340aa-0131-4da8-a6cf-266e1d71fb4f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:51.209104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f000d58-8194-478c-822a-3a3597f2e285 req-cd6bf1a0-946c-4f9c-ae47-b478031f01fa tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:51.233881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f000d58-8194-478c-822a-3a3597f2e285 req-cd6bf1a0-946c-4f9c-ae47-b478031f01fa tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 946 time: 0.3222265 Aug 31 06:41:51.343131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc071e-c55c-49a2-9e4f-39fa39dae7e7 req-28175483-85d9-4866-993d-7645a2447f5f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:51.364034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43dc071e-c55c-49a2-9e4f-39fa39dae7e7 req-28175483-85d9-4866-993d-7645a2447f5f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 946 time: 0.1705153 Aug 31 06:41:51.543706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43dc071e-c55c-49a2-9e4f-39fa39dae7e7 req-6d942153-e461-4d85-8d64-37f496cf71b2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732309 Aug 31 06:41:51.587674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd098-b68f-446c-9201-1241fec31c85 req-21d3e898-2d2b-457f-a999-16281d166cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:51.592864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd1bd098-b68f-446c-9201-1241fec31c85 req-21d3e898-2d2b-457f-a999-16281d166cdb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1098 time: 0.1461194 Aug 31 06:41:51.665659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd1bd098-b68f-446c-9201-1241fec31c85 req-066f8eca-3b59-43c1-acc2-87c9bc27ae02 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662210 Aug 31 06:41:51.719511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e9aae87-0cbf-402c-8509-37e88a3ef22c req-90994d58-043a-472c-9c03-fbe0613c05a2 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 210 time: 0.0562518 Aug 31 06:41:51.733854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Deleting port 972cf2e6-f50b-49d0-ad65-299704a83357 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:51.734770 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.225915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de56129-4560-412b-bf8c-4c95e975c265 req-9a60af6b-8b4c-4513-a3a5-d3981ef0de95 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:52.228516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5de56129-4560-412b-bf8c-4c95e975c265 req-9a60af6b-8b4c-4513-a3a5-d3981ef0de95 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 946 time: 0.1830578 Aug 31 06:41:52.286570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] For port 972cf2e6-f50b-49d0-ad65-299704a83357, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=972cf2e6-f50b-49d0-ad65-299704a83357,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:52.287260 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.328795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5de56129-4560-412b-bf8c-4c95e975c265 req-f815a074-29a5-4d1a-ad35-274ab1f1ee88 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913413 Aug 31 06:41:52.347800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Calling delete_port for 972cf2e6-f50b-49d0-ad65-299704a83357 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:52.695090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.713968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['972cf2e6-f50b-49d0-ad65-299704a83357'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:52.796579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event deleted for resources: {'Port': ['ID=972cf2e6-f50b-49d0-ad65-299704a83357,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:52.834021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f880a0bb-1bb9-4236-ac8b-698add971e6c req-a5855b77-0dda-4b7f-86c1-340a0cc48b8b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0795979 Aug 31 06:41:52.983073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9de81a09-30e1-4fb7-9a49-a74b9bf530be req-0f25a4f7-16f4-40af-a56e-e6554091b3a5 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 210 time: 0.1283252 Aug 31 06:41:53.038645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 46d370bd-3f61-404a-9593-aa99cc45b3fc no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:53.081034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 46d370bd-3f61-404a-9593-aa99cc45b3fc {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:53.086669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 46d370bd-3f61-404a-9593-aa99cc45b3fc not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:53.111413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] No DVR routers for this DVR port 972cf2e6-f50b-49d0-ad65-299704a83357 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:53.122192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.129456 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f000d58-8194-478c-822a-3a3597f2e285 req-9ed9abce-86fa-41c0-8abe-1f3423d933e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "DELETE /v2.0/ports/972cf2e6-f50b-49d0-ad65-299704a83357 HTTP/1.1" status: 204 len: 173 time: 1.8851333 Aug 31 06:41:53.142852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e161f1-1c53-411b-8bb0-a620d764f97c', 'name': 'network-vif-deleted', 'tag': '972cf2e6-f50b-49d0-ad65-299704a83357'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:53.155780 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789293f7-d65f-49b7-bec7-e17db118a5f6" -d '{"events": [{"server_uuid": "19e161f1-1c53-411b-8bb0-a620d764f97c", "name": "network-vif-deleted", "tag": "972cf2e6-f50b-49d0-ad65-299704a83357"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:53.339364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:53.411475 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ae6827-9669-4172-a56b-3ee9d644a877 x-openstack-request-id: req-22ae6827-9669-4172-a56b-3ee9d644a877 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:53.412012 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e161f1-1c53-411b-8bb0-a620d764f97c", "name": "network-vif-deleted", "tag": "972cf2e6-f50b-49d0-ad65-299704a83357", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:53.412012 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22ae6827-9669-4172-a56b-3ee9d644a877 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:53.412427 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e161f1-1c53-411b-8bb0-a620d764f97c', 'name': 'network-vif-deleted', 'tag': '972cf2e6-f50b-49d0-ad65-299704a83357', 'status': 'completed', 'code': 200} Aug 31 06:41:53.490996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 352340aa-0131-4da8-a6cf-266e1d71fb4f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:53.491267 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.766359 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.796704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ded87-34e3-47a8-9d16-c8f2ea611109 req-cc11a540-55fa-4bea-b12a-56b6fcd61bcc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:53.806853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8b6ded87-34e3-47a8-9d16-c8f2ea611109 req-cc11a540-55fa-4bea-b12a-56b6fcd61bcc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 946 time: 0.2790217 Aug 31 06:41:53.934965 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8b6ded87-34e3-47a8-9d16-c8f2ea611109 req-719f5030-9f43-4400-a971-002260cd3d2e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036456 Aug 31 06:41:53.949643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:53.954317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:53.962821 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3053b77a-496c-471a-805b-710063ad08cc" -d '{"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:53.992037 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.992964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 972cf2e6-f50b-49d0-ad65-299704a83357 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:54.068317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-f859e6ab-9cc1-430a-b8d1-5ec84ae75d29 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:54.069939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-f859e6ab-9cc1-430a-b8d1-5ec84ae75d29 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.42 "GET /v2.0/networks?id=94f183f9-78d0-4944-b497-0deb6e9827ee HTTP/1.1" status: 200 len: 814 time: 0.5581672 Aug 31 06:41:54.108492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Request body: {'port': {'device_id': '05f8fd0d-ef7e-4197-935c-7a9408fc6ae2', 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee', 'admin_state_up': True, 'tenant_id': '7ad2c582649c4114b45966a72b9ab6e9'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:54.259020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afd57461-1b51-40c5-8f5c-115b17713c28 req-183e77ac-447c-4789-be47-33868de3cee8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.1031046 Aug 31 06:41:54.335609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 972cf2e6-f50b-49d0-ad65-299704a83357 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:54.336208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 972cf2e6-f50b-49d0-ad65-299704a83357 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:54.362370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:54.418668 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faec5db0-d3e9-4d16-8d34-9dbe7ac33dd3 x-openstack-request-id: req-faec5db0-d3e9-4d16-8d34-9dbe7ac33dd3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:54.427469 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:54.429407 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-faec5db0-d3e9-4d16-8d34-9dbe7ac33dd3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:54.430055 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'code': 200} Aug 31 06:41:54.471934 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.492136 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f757beb0-c050-40ac-a288-ac70e0e53a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.534116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Made reservation on behalf of 7ad2c582649c4114b45966a72b9ab6e9 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:54.537903 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.585752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-233b7571-0a05-45c0-a1b3-baec21a3b492 req-6a9ac95c-9e0b-47c5-86a8-326c31592dff tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 210 time: 0.0958164 Aug 31 06:41:54.973236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Allocated IP 172.20.0.11 (94f183f9-78d0-4944-b497-0deb6e9827ee/5b85ae27-a18e-43fa-ad24-16df60445a94/4bb9bd4b-c904-49e3-b395-06e22d97bf90) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:55.369038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffeba-91e7-46b6-a0f5-d250ef16430f req-a51e78e0-28c0-48ce-ae28-ec131ade3a02 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:55.406579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3bffeba-91e7-46b6-a0f5-d250ef16430f req-a51e78e0-28c0-48ce-ae28-ec131ade3a02 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 946 time: 0.1824205 Aug 31 06:41:55.475154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86d3d3e2-fd7b-4720-b56d-df22d7659471 req-30edb045-c94f-460a-b3ba-2add7b4927e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0658245 Aug 31 06:41:55.550081 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3bffeba-91e7-46b6-a0f5-d250ef16430f req-48ec583f-fcec-415d-84ac-2f5a32803a5d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422942 Aug 31 06:41:55.609166 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.751654 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.780021 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.978664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Network 94f183f9-78d0-4944-b497-0deb6e9827ee is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:56.004735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:56.029527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:56.206154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:56.206755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:56.279871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca05135-f788-4b87-b846-abc1fd359e82 req-59dbe085-94ca-4a84-9bd5-db78276ffd29 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:56.298162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ca05135-f788-4b87-b846-abc1fd359e82 req-59dbe085-94ca-4a84-9bd5-db78276ffd29 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 932 time: 0.5123165 Aug 31 06:41:56.365894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Pushing event updated for resources: {'Port': ['ID=4bb9bd4b-c904-49e3-b395-06e22d97bf90,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:56.371387 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-879bcb8c-2f2d-4b1a-ba1e-62cd519001f3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2853205 Aug 31 06:41:56.388408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Request body: {'port': {'device_id': '05f8fd0d-ef7e-4197-935c-7a9408fc6ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:56.408434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ca05135-f788-4b87-b846-abc1fd359e82 req-e6a6f2cf-736d-4641-9792-42a7e49404b2 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990543 Aug 31 06:41:56.480162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:56.739870 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9533c3f-3a55-4add-8522-2582816b7dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:56.820295 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8616782c-44e8-4e3d-9128-ee86768c591c req-b3e942ea-30a5-4543-a1cc-3435f4eeb57e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0662549 Aug 31 06:41:56.826528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.329708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a3858-7f24-421f-81a9-69373f27dcf1 req-0f0934d8-8adf-4369-a163-9db09e6ebb2f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.346473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8a3858-7f24-421f-81a9-69373f27dcf1 req-0f0934d8-8adf-4369-a163-9db09e6ebb2f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 946 time: 0.6175489 Aug 31 06:41:57.348719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb9bd4b-c904-49e3-b395-06e22d97bf90 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:57.369967 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.427320 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d8a3858-7f24-421f-81a9-69373f27dcf1 req-364c830d-f0bf-4477-8c7d-ca4246be08a6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593879 Aug 31 06:41:57.453878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Transition to ACTIVE for port object 4bb9bd4b-c904-49e3-b395-06e22d97bf90 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:57.461931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.658065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9bd4b-c904-49e3-b395-06e22d97bf90,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:57.689396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c238f1-803d-4fe5-bf2e-75ec6a9b79ea req-2e61122a-7fb3-41f5-ba4a-af2e7f5d3e4d tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.704414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d1c238f1-803d-4fe5-bf2e-75ec6a9b79ea req-2e61122a-7fb3-41f5-ba4a-af2e7f5d3e4d tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 944 time: 0.1389134 Aug 31 06:41:57.746152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Attempting to bind port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:57.746676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Attempting to bind port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:57.748322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Attempting to bind port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 on network 94f183f9-78d0-4944-b497-0deb6e9827ee {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:57.767420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 on network 94f183f9-78d0-4944-b497-0deb6e9827ee not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:41:57.767913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Attempting to bind port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 on network 94f183f9-78d0-4944-b497-0deb6e9827ee {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:57.778217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:57.780160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Checking segment: {'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:57.780824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Bound using segment: {'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:57.781526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Bound port: 4bb9bd4b-c904-49e3-b395-06e22d97bf90, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f75d82-cbbd-4afd-9883-e9865b2386c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:57.782039 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.820108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d1c238f1-803d-4fe5-bf2e-75ec6a9b79ea req-33922a76-1ecc-48d5-abe5-287adb8f8b96 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124578 Aug 31 06:41:57.935484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] For port 4bb9bd4b-c904-49e3-b395-06e22d97bf90, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:57.940596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] For port 4bb9bd4b-c904-49e3-b395-06e22d97bf90, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4bb9bd4b-c904-49e3-b395-06e22d97bf90,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:57.946019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.000675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:58.001446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.002978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] 10.222.0.42 "PUT /v2.0/ports/4bb9bd4b-c904-49e3-b395-06e22d97bf90 HTTP/1.1" status: 200 len: 1093 time: 1.6213763 Aug 31 06:41:58.003673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ce7bbe00-f8b6-44b7-a271-f137eeedbe9e req-99ab162d-4197-4508-bc8d-d3bfb4668012 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0637968 Aug 31 06:41:58.004285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f8fd0d-ef7e-4197-935c-7a9408fc6ae2', 'tag': '4bb9bd4b-c904-49e3-b395-06e22d97bf90'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:58.006659 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "05f8fd0d-ef7e-4197-935c-7a9408fc6ae2", "tag": "4bb9bd4b-c904-49e3-b395-06e22d97bf90"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:58.046581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc7250-82f3-4de2-91ea-c93ef250f61c service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9bd4b-c904-49e3-b395-06e22d97bf90,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:58.076787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.128227 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcad2d59-f950-41d7-a586-5dfe1ec21608 x-openstack-request-id: req-bcad2d59-f950-41d7-a586-5dfe1ec21608 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:58.128544 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f8fd0d-ef7e-4197-935c-7a9408fc6ae2", "tag": "4bb9bd4b-c904-49e3-b395-06e22d97bf90", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:58.128965 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcad2d59-f950-41d7-a586-5dfe1ec21608 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:58.129343 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f8fd0d-ef7e-4197-935c-7a9408fc6ae2', 'tag': '4bb9bd4b-c904-49e3-b395-06e22d97bf90', 'status': 'completed', 'code': 200} Aug 31 06:41:58.157765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-e7e9f06a-aa26-4f30-adb0-b050fb3d613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:58.159576 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-e7e9f06a-aa26-4f30-adb0-b050fb3d613d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ad2c582649c4114b45966a72b9ab6e9&device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 1096 time: 0.1069224 Aug 31 06:41:58.261034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-ec0d3aba-f923-4801-9ee7-cdcc11bbb296 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bb9bd4b-c904-49e3-b395-06e22d97bf90 HTTP/1.1" status: 200 len: 217 time: 0.0881898 Aug 31 06:41:58.379975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-498de43a-759d-42e6-8da7-47d39024c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:58.386761 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-498de43a-759d-42e6-8da7-47d39024c298 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b85ae27-a18e-43fa-ad24-16df60445a94 HTTP/1.1" status: 200 len: 854 time: 0.1142530 Aug 31 06:41:58.453263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-371abf85-6467-439f-9e42-b415646276fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94f183f9-78d0-4944-b497-0deb6e9827ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601859 Aug 31 06:41:58.644122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-8b08c061-0a99-42db-9778-e20ecd1b985c service neutron] 10.222.0.42 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812963 Aug 31 06:41:59.065962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4418b5-e7d8-49c5-b6d6-55ade49de84a req-8ef72c33-be32-49bb-bbc5-9fb2088083b9 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.075677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d4418b5-e7d8-49c5-b6d6-55ade49de84a req-8ef72c33-be32-49bb-bbc5-9fb2088083b9 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 944 time: 0.1169577 Aug 31 06:41:59.164723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d4418b5-e7d8-49c5-b6d6-55ade49de84a req-bc76267a-a18a-4a71-b036-50c7144c87c4 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861290 Aug 31 06:41:59.343911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b9c1028-3f8a-4246-9178-f6f0c1e1ff84 req-cedd045d-bb6d-493d-b4c7-c30e8529078e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0496759 Aug 31 06:41:59.670440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b348b58-0c20-479e-a6b3-c83333f5e10e req-de194e50-fb1f-4fdb-b863-45857c7cfb10 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.679554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b348b58-0c20-479e-a6b3-c83333f5e10e req-de194e50-fb1f-4fdb-b863-45857c7cfb10 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0912838 Aug 31 06:41:59.688757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be417ff4-5aba-4ed6-a118-9f250e187d1e req-fe185112-9b6c-48a3-a808-711c5bdb39f8 service neutron] 10.222.0.42 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0345759 Aug 31 06:41:59.754060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b348b58-0c20-479e-a6b3-c83333f5e10e req-af23a967-18fd-4a13-b277-a72a423f6b37 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730426 Aug 31 06:41:59.909651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-f5a43c8d-0211-40a1-8036-3ec8ac6d3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.912221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-f5a43c8d-0211-40a1-8036-3ec8ac6d3e7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ad2c582649c4114b45966a72b9ab6e9&device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 1096 time: 0.1535206 Aug 31 06:41:59.926394 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.115143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-250dd0db-676b-4f90-bbfd-29fff1c70c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.117087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-250dd0db-676b-4f90-bbfd-29fff1c70c09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=94f183f9-78d0-4944-b497-0deb6e9827ee HTTP/1.1" status: 200 len: 915 time: 0.1889956 Aug 31 06:42:00.183861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-9dd9835a-ad32-4d91-8cea-64d3fa3b2a3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bb9bd4b-c904-49e3-b395-06e22d97bf90 HTTP/1.1" status: 200 len: 217 time: 0.0505776 Aug 31 06:42:00.280406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-cf54eb1d-6be2-4ba7-8be4-5214266ecf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.282002 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-cf54eb1d-6be2-4ba7-8be4-5214266ecf41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b85ae27-a18e-43fa-ad24-16df60445a94 HTTP/1.1" status: 200 len: 854 time: 0.0894825 Aug 31 06:42:00.330485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c8b58-fae8-445c-b9ce-0fbe82e97581 req-23d0c881-3ad5-4b7c-9dc7-fbaf78d87e8a tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.339833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-583c8b58-fae8-445c-b9ce-0fbe82e97581 req-23d0c881-3ad5-4b7c-9dc7-fbaf78d87e8a tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 944 time: 0.0821033 Aug 31 06:42:00.391086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-05c78112-9719-46b9-9752-9abb9cecc75b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=94f183f9-78d0-4944-b497-0deb6e9827ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930197 Aug 31 06:42:00.460913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-583c8b58-fae8-445c-b9ce-0fbe82e97581 req-4f48bc04-fa1f-45fe-a314-e95365ac5280 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192613 Aug 31 06:42:00.506794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-d01d4802-2c69-4485-a4b0-a210f8e8c59c service neutron] 10.222.0.42 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050568 Aug 31 06:42:00.637121 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c64b19d-a578-47b1-8d4d-69a4c5030d3c req-b1a007aa-7c58-469a-88ff-d2b1363bf387 service neutron] 10.222.0.42 "GET /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171172 Aug 31 06:42:00.639633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-563e3f9b-4edc-49d2-9978-8cc9ff4205a8 req-63e6ff2a-edf4-4747-bf4d-db2c7f29a2e1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.1358542 Aug 31 06:42:00.937791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bf166-dcd8-4368-b1e8-4bdd5f268e91 req-29e999e0-e75c-4cee-8132-7b3e821bd65f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.946832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e57bf166-dcd8-4368-b1e8-4bdd5f268e91 req-29e999e0-e75c-4cee-8132-7b3e821bd65f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0885298 Aug 31 06:42:01.034667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e57bf166-dcd8-4368-b1e8-4bdd5f268e91 req-6b006eca-7013-4558-9984-cace1225a790 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817578 Aug 31 06:42:01.055288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-55f8d13a-7356-4aae-8847-7825cf5143ac tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.056850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-55f8d13a-7356-4aae-8847-7825cf5143ac tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 945 time: 0.0836730 Aug 31 06:42:01.208062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Deleting port 72befd52-3df7-41db-b024-a8e2ad882890 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:01.208387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.327979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] For port 72befd52-3df7-41db-b024-a8e2ad882890, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=72befd52-3df7-41db-b024-a8e2ad882890,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:01.327979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.343813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Calling delete_port for 72befd52-3df7-41db-b024-a8e2ad882890 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:01.538567 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.555756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['70a517d7-bb48-46c3-9e33-6ec3bc37e863'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:01.663007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e', '72befd52-3df7-41db-b024-a8e2ad882890'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:01.681066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Pushing event deleted for resources: {'Port': ['ID=72befd52-3df7-41db-b024-a8e2ad882890,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:01.773001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bd61f-204b-4cb7-91c4-d0904231b755 req-6ece2f78-67a5-4858-8b4a-bbfb703c55e6 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.784490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-415bd61f-204b-4cb7-91c4-d0904231b755 req-6ece2f78-67a5-4858-8b4a-bbfb703c55e6 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 944 time: 0.1418133 Aug 31 06:42:01.836243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] No DVR routers for this DVR port 72befd52-3df7-41db-b024-a8e2ad882890 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:01.850022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.858632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a6d243c-c72b-439a-8a4e-2f20d448cb52 req-2f14e261-1bf2-45a3-9146-95adf9f9447f tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "DELETE /v2.0/ports/72befd52-3df7-41db-b024-a8e2ad882890 HTTP/1.1" status: 204 len: 173 time: 0.7924478 Aug 31 06:42:01.859069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f84fbe-885a-46d4-abbe-5f442d28e2a5', 'name': 'network-vif-deleted', 'tag': '72befd52-3df7-41db-b024-a8e2ad882890'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:01.873299 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6c0727-2c84-4286-928b-2ea2e2a6c48e" -d '{"events": [{"server_uuid": "06f84fbe-885a-46d4-abbe-5f442d28e2a5", "name": "network-vif-deleted", "tag": "72befd52-3df7-41db-b024-a8e2ad882890"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:02.010450 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-415bd61f-204b-4cb7-91c4-d0904231b755 req-444f93ae-1324-4019-925d-c040c1d68b91 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235625 Aug 31 06:42:02.082798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0ca6f166-a55d-46d7-b07e-be88b7053791 req-fa70610e-b21c-4470-bee7-73a1eec085e5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e161f1-1c53-411b-8bb0-a620d764f97c HTTP/1.1" status: 200 len: 210 time: 0.0839968 Aug 31 06:42:02.225473 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdc573a-aaf8-40c6-ae99-fda515bbf389 x-openstack-request-id: req-dcdc573a-aaf8-40c6-ae99-fda515bbf389 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:02.225771 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f84fbe-885a-46d4-abbe-5f442d28e2a5", "name": "network-vif-deleted", "tag": "72befd52-3df7-41db-b024-a8e2ad882890", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:02.226057 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcdc573a-aaf8-40c6-ae99-fda515bbf389 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:02.226444 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f84fbe-885a-46d4-abbe-5f442d28e2a5', 'name': 'network-vif-deleted', 'tag': '72befd52-3df7-41db-b024-a8e2ad882890', 'status': 'completed', 'code': 200} Aug 31 06:42:02.353788 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8910fea-075b-4843-9057-3d007e5f7d3c req-9595a226-7e7f-48f8-8d4d-2459adb10bf4 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f84fbe-885a-46d4-abbe-5f442d28e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0552869 Aug 31 06:42:03.101920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4bb9bd4b-c904-49e3-b395-06e22d97bf90 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:03.159988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2ca6-b838-4729-b5ad-077e88e73bdd req-7b8d7ce4-bcf2-482e-93ff-e04ff2fc3482 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:03.168315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e7e2ca6-b838-4729-b5ad-077e88e73bdd req-7b8d7ce4-bcf2-482e-93ff-e04ff2fc3482 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 944 time: 0.0668998 Aug 31 06:42:03.226998 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e7e2ca6-b838-4729-b5ad-077e88e73bdd req-194b0bf8-9119-4847-b862-5a870f93ce38 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565913 Aug 31 06:42:03.441847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4bb9bd4b-c904-49e3-b395-06e22d97bf90, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4bb9bd4b-c904-49e3-b395-06e22d97bf90,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:03.487476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '4bb9bd4b-c904-49e3-b395-06e22d97bf90', 'network_id': '94f183f9-78d0-4944-b497-0deb6e9827ee', 'port_id': '4bb9bd4b-c904-49e3-b395-06e22d97bf90', 'mac_address': 'fa:16:3e:6c:39:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b85ae27-a18e-43fa-ad24-16df60445a94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:03.605095 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.642610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb9bd4b-c904-49e3-b395-06e22d97bf90 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:03.694049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4bb9bd4b-c904-49e3-b395-06e22d97bf90, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4bb9bd4b-c904-49e3-b395-06e22d97bf90,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:03.702925 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.810880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4bb9bd4b-c904-49e3-b395-06e22d97bf90,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:03.823576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.823940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.824330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.824862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.825222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.825568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.825904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.826238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.826570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.826910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.827282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.827618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:03.952128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53cde7-3c4e-4c31-a7e7-89e31a6b25e4 req-b01171fe-277f-4d5a-bf40-68d9dc5273f3 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:03.962361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc53cde7-3c4e-4c31-a7e7-89e31a6b25e4 req-b01171fe-277f-4d5a-bf40-68d9dc5273f3 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 946 time: 0.0889609 Aug 31 06:42:04.056708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc53cde7-3c4e-4c31-a7e7-89e31a6b25e4 req-cc93130d-79fd-4eff-8fbb-423d02ff5371 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914071 Aug 31 06:42:04.062372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c9f51-0781-4130-bd3f-137cf9ece756 req-ec7ad566-7e00-412e-aae3-17a871899258 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.078262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe6c9f51-0781-4130-bd3f-137cf9ece756 req-ec7ad566-7e00-412e-aae3-17a871899258 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.2032387 Aug 31 06:42:04.080640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['4bb9bd4b-c904-49e3-b395-06e22d97bf90'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:04.115944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe6c9f51-0781-4130-bd3f-137cf9ece756 req-c75a387b-382b-447c-8817-bd06cfc31d89 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/quotas/b4c14df3e80d4de5ba2ae44d968dc701 HTTP/1.1" status: 200 len: 375 time: 0.0353329 Aug 31 06:42:04.199640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe6c9f51-0781-4130-bd3f-137cf9ece756 req-4cbdeb13-943b-4701-a11e-8258c21a62cc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825555 Aug 31 06:42:04.322180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe6c9f51-0781-4130-bd3f-137cf9ece756 req-a656e100-a641-4f26-9138-fe5e76270080 service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209440 Aug 31 06:42:04.439729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4ddb6-c013-4e16-b7cd-5a49b282ba0c req-dc10d7da-4305-4c64-b228-b7921338f077 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.444792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aba4ddb6-c013-4e16-b7cd-5a49b282ba0c req-dc10d7da-4305-4c64-b228-b7921338f077 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 945 time: 0.0747304 Aug 31 06:42:04.465833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe6c9f51-0781-4130-bd3f-137cf9ece756 req-cb7ee57f-9bce-4815-8720-fad865573aee service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332161 Aug 31 06:42:04.540740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aba4ddb6-c013-4e16-b7cd-5a49b282ba0c req-c653ab92-2565-4610-ad28-c75b6f6c0dfc tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884857 Aug 31 06:42:04.747934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e968614-c784-451a-903c-f270020f4079 req-73c11171-8c39-4028-be16-b1488c89dfce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=17ae300d-d128-4711-bed1-aa766ecf435e HTTP/1.1" status: 200 len: 210 time: 0.0492578 Aug 31 06:42:05.120890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 72befd52-3df7-41db-b024-a8e2ad882890 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:05.473680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b122-2128-4d5c-86e8-2e6a7ac6a842 req-0ab998dd-87a3-4741-a53f-ad0141e19792 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.476204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c2d0b122-2128-4d5c-86e8-2e6a7ac6a842 req-0ab998dd-87a3-4741-a53f-ad0141e19792 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 946 time: 0.1980381 Aug 31 06:42:05.544602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 72befd52-3df7-41db-b024-a8e2ad882890 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:05.545287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 72befd52-3df7-41db-b024-a8e2ad882890 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:05.583561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c2d0b122-2128-4d5c-86e8-2e6a7ac6a842 req-08be69fc-bfd6-4108-b042-39264db05541 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914793 Aug 31 06:42:05.691546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-f9aa46fc-1457-4ffe-955e-6102ce7fab79 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.693936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-f9aa46fc-1457-4ffe-955e-6102ce7fab79 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 946 time: 0.1574509 Aug 31 06:42:05.880608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ea4f7-9be6-4ad4-bb44-89b7b2329403 req-b69b034e-2392-42c5-93fc-64777b4fc294 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.889616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f9ea4f7-9be6-4ad4-bb44-89b7b2329403 req-b69b034e-2392-42c5-93fc-64777b4fc294 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 945 time: 0.1318731 Aug 31 06:42:05.954770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f9ea4f7-9be6-4ad4-bb44-89b7b2329403 req-f06a7db6-3c5a-4110-9e85-b5db864ca274 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639400 Aug 31 06:42:06.019990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Deleting port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:06.020441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.119032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] For port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:06.119321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.138558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Calling delete_port for fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:06.143516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-a254f85c-656e-40da-a0d6-2c358d6488af tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:06.152146 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-a254f85c-656e-40da-a0d6-2c358d6488af tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.1331158 Aug 31 06:42:06.165663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-a6428468-9997-4e7d-bb18-e309b3c1bdc8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/quotas/b4c14df3e80d4de5ba2ae44d968dc701 HTTP/1.1" status: 200 len: 375 time: 0.0122528 Aug 31 06:42:06.202592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-5ee06432-39ac-4e57-ac4e-b4ea14d3338f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306413 Aug 31 06:42:06.288650 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.303842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['70a517d7-bb48-46c3-9e33-6ec3bc37e863'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:06.306884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:06.328963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Pushing event deleted for resources: {'Port': ['ID=fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:06.366141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-16e3d25f-a6b2-4eb0-b036-63dfd50d4082 service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556687 Aug 31 06:42:06.410064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] No DVR routers for this DVR port fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:06.413416 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.415743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-883b4a08-2c95-4d73-9a5f-2a036495e1ea req-92348a57-4650-431f-8482-649bb0486cbf tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.42 "DELETE /v2.0/ports/fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e HTTP/1.1" status: 204 len: 173 time: 0.7074890 Aug 31 06:42:06.416235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69aa90c-6126-4e9b-9d57-5046571d41f1', 'name': 'network-vif-deleted', 'tag': 'fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:06.419755 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a72f42-c5b1-4979-ae62-38a392ce053c" -d '{"events": [{"server_uuid": "e69aa90c-6126-4e9b-9d57-5046571d41f1", "name": "network-vif-deleted", "tag": "fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:06.521898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-bd59b22e-642b-4c40-984f-21b521f060cb service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464818 Aug 31 06:42:06.552708 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2730be-51a8-44a0-9dbe-b8e7fcb92b80 x-openstack-request-id: req-0b2730be-51a8-44a0-9dbe-b8e7fcb92b80 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:06.555535 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69aa90c-6126-4e9b-9d57-5046571d41f1", "name": "network-vif-deleted", "tag": "fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:06.556421 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b2730be-51a8-44a0-9dbe-b8e7fcb92b80 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:06.557314 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69aa90c-6126-4e9b-9d57-5046571d41f1', 'name': 'network-vif-deleted', 'tag': 'fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e', 'status': 'completed', 'code': 200} Aug 31 06:42:06.839795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c547550-11bb-429a-a1e0-cb6e1ca75da1 req-32eb6e86-5424-4953-bc74-bb2e57c43ec1 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=e69aa90c-6126-4e9b-9d57-5046571d41f1 HTTP/1.1" status: 200 len: 210 time: 0.0744817 Aug 31 06:42:06.840489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abe69c69-c342-487c-8cfc-ec6c5c3a49e7 req-dc8836a7-1859-4cb0-89e1-056ae7b467e8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 210 time: 0.0644281 Aug 31 06:42:07.135355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4bb9bd4b-c904-49e3-b395-06e22d97bf90 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:07.148308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e1d6-210d-4601-a192-ce6b6576dab7 req-d9318ce6-07fd-45e9-9b8e-82886d38a85b tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.155929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2765e1d6-210d-4601-a192-ce6b6576dab7 req-d9318ce6-07fd-45e9-9b8e-82886d38a85b tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 945 time: 0.0792749 Aug 31 06:42:07.206139 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2765e1d6-210d-4601-a192-ce6b6576dab7 req-b155a12e-89fe-40f7-a1d5-bf9a1b6be2d2 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Aug 31 06:42:07.334344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:07.355332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:07.356044 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.541111 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.590530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f8fd0d-ef7e-4197-935c-7a9408fc6ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9bd4b-c904-49e3-b395-06e22d97bf90'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:07.593415 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cad105-7c12-4ab9-80fd-19a5c8b2c302" -d '{"events": [{"server_uuid": "05f8fd0d-ef7e-4197-935c-7a9408fc6ae2", "name": "network-vif-plugged", "status": "completed", "tag": "4bb9bd4b-c904-49e3-b395-06e22d97bf90"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:07.614624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4bb9bd4b-c904-49e3-b395-06e22d97bf90, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4bb9bd4b-c904-49e3-b395-06e22d97bf90,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:07.629060 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.631372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:07.725786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:07.726564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device fd8a4849-ad2c-4222-9c2e-d4ad829f0b5e not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:07.730213 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3544b4c-3ca9-4461-bef7-359312d8e801 x-openstack-request-id: req-f3544b4c-3ca9-4461-bef7-359312d8e801 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:07.730784 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f8fd0d-ef7e-4197-935c-7a9408fc6ae2", "name": "network-vif-plugged", "status": "completed", "tag": "4bb9bd4b-c904-49e3-b395-06e22d97bf90", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:07.731248 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3544b4c-3ca9-4461-bef7-359312d8e801 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:07.731855 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f8fd0d-ef7e-4197-935c-7a9408fc6ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9bd4b-c904-49e3-b395-06e22d97bf90', 'code': 200} Aug 31 06:42:07.732666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4bb9bd4b-c904-49e3-b395-06e22d97bf90,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:07.912040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1b531-071c-4e5f-9454-437a86f7089c req-9bff252f-1743-467a-b814-1e623e35ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.916093 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80e1b531-071c-4e5f-9454-437a86f7089c req-9bff252f-1743-467a-b814-1e623e35ad87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 1098 time: 0.1065390 Aug 31 06:42:08.082618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80e1b531-071c-4e5f-9454-437a86f7089c req-c80089ae-f516-478d-be97-7f4ae417a062 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552525 Aug 31 06:42:08.099691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a502956-4401-4106-8f32-95a52bcd3c60 req-27637773-8ba5-43f8-b715-efbbc47776c9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 210 time: 0.1393521 Aug 31 06:42:08.514298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681c1d4-a621-4431-8352-b5c0452e88fb req-53ce1fc0-f4e5-4423-ac28-05304277f522 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.518579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8681c1d4-a621-4431-8352-b5c0452e88fb req-53ce1fc0-f4e5-4423-ac28-05304277f522 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 946 time: 0.1493165 Aug 31 06:42:08.587035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-fc6d971f-54fa-4196-8c4e-5d7a46430b14 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.591380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-fc6d971f-54fa-4196-8c4e-5d7a46430b14 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.2496076 Aug 31 06:42:08.614421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Request body: {'port': {'device_id': 'c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'admin_state_up': True, 'tenant_id': 'b4c14df3e80d4de5ba2ae44d968dc701'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:08.664281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8681c1d4-a621-4431-8352-b5c0452e88fb req-dee211c3-7dac-4ae1-a041-25d182d73f60 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293015 Aug 31 06:42:08.942046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Made reservation on behalf of b4c14df3e80d4de5ba2ae44d968dc701 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:08.955818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.336612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b193fd6e-b4d3-4f05-bbf2-8ce8485960de req-e10e85f2-64f0-4ea5-9d27-4e902f944c69 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 210 time: 0.0993063 Aug 31 06:42:09.382583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Allocated IP 172.20.0.14 (da391ec0-9d7b-458f-990f-7c94fd96ec83/862787e8-068e-45b9-843c-487959a444f2/00b0ebff-b86b-4194-a38f-c9545cd14ce3) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:09.702046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.789309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.883520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:09.884514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event updated for resources: {'Port': ['ID=00b0ebff-b86b-4194-a38f-c9545cd14ce3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:09.887154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:09.890401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:09.976339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb6d38-b2e6-469b-8671-8fc4aa16fbde req-80271147-ac07-4d64-a6e1-8b029c89f571 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.999798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19eb6d38-b2e6-469b-8671-8fc4aa16fbde req-80271147-ac07-4d64-a6e1-8b029c89f571 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 946 time: 0.1831625 Aug 31 06:42:10.046792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.047416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.060226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.060767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.061740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.062174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.063233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.063571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.064000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.064323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.064647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.064969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.065318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.065637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:10.070362 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-46265af7-4840-4232-bde3-f7a948187647 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4688268 Aug 31 06:42:10.088581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Request body: {'port': {'device_id': 'c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:10.118627 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19eb6d38-b2e6-469b-8671-8fc4aa16fbde req-4791986f-cfe2-49e9-a567-ccf43a66e336 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078045 Aug 31 06:42:10.288109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.644738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e65e3-a46a-4318-ac87-ae95e86a853e req-7489d40c-0411-4288-a3cc-9a57524956d3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.659077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-360e65e3-a46a-4318-ac87-ae95e86a853e req-7489d40c-0411-4288-a3cc-9a57524956d3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 932 time: 0.1621180 Aug 31 06:42:10.831915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-360e65e3-a46a-4318-ac87-ae95e86a853e req-8468d4d3-c495-4ab1-834e-6d670057ba99 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708720 Aug 31 06:42:11.038425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b0ebff-b86b-4194-a38f-c9545cd14ce3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:11.051325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.065388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Transition to ACTIVE for port object 00b0ebff-b86b-4194-a38f-c9545cd14ce3 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:11.074429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.253108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Pushing event updated for resources: {'Port': ['ID=00b0ebff-b86b-4194-a38f-c9545cd14ce3,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:11.289862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Attempting to bind port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:11.290179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Attempting to bind port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:11.290445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Attempting to bind port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:11.299644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:11.300134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Attempting to bind port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:11.317908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:11.318308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Checking segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:11.318671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Bound using segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:11.319132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Bound port: 00b0ebff-b86b-4194-a38f-c9545cd14ce3, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:11.319506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.549865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] For port 00b0ebff-b86b-4194-a38f-c9545cd14ce3, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:11.556027 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] For port 00b0ebff-b86b-4194-a38f-c9545cd14ce3, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00b0ebff-b86b-4194-a38f-c9545cd14ce3,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:11.563918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.700156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Pushing event updated for resources: {'Port': ['ID=00b0ebff-b86b-4194-a38f-c9545cd14ce3,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:11.735710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.736356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.737836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-36d6ab2a-1df1-42f5-973c-6b18428e6a50 service neutron] 10.222.0.23 "PUT /v2.0/ports/00b0ebff-b86b-4194-a38f-c9545cd14ce3 HTTP/1.1" status: 200 len: 1093 time: 1.6581824 Aug 31 06:42:11.738341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead', 'tag': '00b0ebff-b86b-4194-a38f-c9545cd14ce3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:11.741033 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead", "tag": "00b0ebff-b86b-4194-a38f-c9545cd14ce3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:11.853838 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038c753d-bf79-4129-bb0d-06d3a82129a4 x-openstack-request-id: req-038c753d-bf79-4129-bb0d-06d3a82129a4 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:11.854259 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead", "tag": "00b0ebff-b86b-4194-a38f-c9545cd14ce3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:11.854924 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-038c753d-bf79-4129-bb0d-06d3a82129a4 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:11.856908 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead', 'tag': '00b0ebff-b86b-4194-a38f-c9545cd14ce3', 'status': 'completed', 'code': 200} Aug 31 06:42:11.919772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-f17a19b8-8fc7-49fa-acaa-6415d67a3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.924116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-f17a19b8-8fc7-49fa-acaa-6415d67a3769 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 1096 time: 0.1419396 Aug 31 06:42:12.033575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-bd3072bf-7ac4-468d-b883-75eee5f54131 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00b0ebff-b86b-4194-a38f-c9545cd14ce3 HTTP/1.1" status: 200 len: 217 time: 0.1009998 Aug 31 06:42:12.171649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c846-34be-4a79-948f-714e933d5a9a req-7902d5c1-7826-47d2-8613-342e587c4c39 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.177169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-a232847f-05f2-4622-8ed8-ca17fd6d91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.181577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-a232847f-05f2-4622-8ed8-ca17fd6d91a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.1356809 Aug 31 06:42:12.187089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f43c846-34be-4a79-948f-714e933d5a9a req-7902d5c1-7826-47d2-8613-342e587c4c39 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 944 time: 0.1403158 Aug 31 06:42:12.249384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-63140507-3236-48d0-ab99-e249954a6aeb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595696 Aug 31 06:42:12.282550 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f43c846-34be-4a79-948f-714e933d5a9a req-28d7cf1b-c98d-4352-9bc5-d645c276ce79 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926409 Aug 31 06:42:12.486113 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-608fe234-d71c-4903-9026-9b3cf060deee service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234998 Aug 31 06:42:12.708045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9714ef6-84ca-400c-8807-5b32f63fe8fe req-ba99e174-6f61-4516-8571-0f26e4238411 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130752 Aug 31 06:42:12.955480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-0164484d-ab1d-4c44-bad8-8f58ffc3593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.961466 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-0164484d-ab1d-4c44-bad8-8f58ffc3593d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 1096 time: 0.1865063 Aug 31 06:42:13.235727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-e85e270f-41a2-4158-98d4-a8fccec269b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.240405 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-e85e270f-41a2-4158-98d4-a8fccec269b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 913 time: 0.2705648 Aug 31 06:42:13.317034 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-23716969-9b9a-4570-90c9-d2c585ae082a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00b0ebff-b86b-4194-a38f-c9545cd14ce3 HTTP/1.1" status: 200 len: 217 time: 0.0682640 Aug 31 06:42:13.515200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-ea614162-25b9-4204-b815-08f82c853814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.518244 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-ea614162-25b9-4204-b815-08f82c853814 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.1916931 Aug 31 06:42:13.629080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-59a0e48c-1803-4cf3-ab2b-3a19456dfae7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036470 Aug 31 06:42:13.962944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-e78c2df1-2da0-438d-8cc7-be44f30c4a60 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095305 Aug 31 06:42:14.039136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8c49d-a490-4d3e-8df1-81ade10f24ac req-a4b9a66c-43b5-49ab-8de7-2b7cc34d1fda tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.040883 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9c8c49d-a490-4d3e-8df1-81ade10f24ac req-a4b9a66c-43b5-49ab-8de7-2b7cc34d1fda tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 944 time: 0.4924173 Aug 31 06:42:14.279163 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9c8c49d-a490-4d3e-8df1-81ade10f24ac req-cc68d33e-47a6-4783-8239-95f6ac98cdba tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081513 Aug 31 06:42:14.316833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab987bc-321c-4ac0-8b21-4eacbd2f4e11 req-e06fd202-8093-4663-b23b-af566b86c997 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.330621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ab987bc-321c-4ac0-8b21-4eacbd2f4e11 req-e06fd202-8093-4663-b23b-af566b86c997 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 946 time: 0.1552656 Aug 31 06:42:14.391987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4c0dd14-92ee-47f6-b8bd-808e90f4045f req-f023d592-7f17-4392-8a0c-070c111236ec service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204354 Aug 31 06:42:14.414185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ab987bc-321c-4ac0-8b21-4eacbd2f4e11 req-d68a8885-23e3-4516-814f-0b8efb631ed3 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825968 Aug 31 06:42:15.423547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 00b0ebff-b86b-4194-a38f-c9545cd14ce3 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:15.461779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108d50b-c109-4fda-ae7c-4e07948ea576 req-9025d91c-a607-4dce-bd12-8f8f715a4960 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.486750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b108d50b-c109-4fda-ae7c-4e07948ea576 req-9025d91c-a607-4dce-bd12-8f8f715a4960 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 944 time: 0.1184168 Aug 31 06:42:15.611017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b108d50b-c109-4fda-ae7c-4e07948ea576 req-39e20ca7-6bd1-4dc1-9815-f9675e93196f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146703 Aug 31 06:42:15.679124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c37821-c437-4673-b854-c33f1199c6a5 req-525eb0eb-97a1-4873-be1d-67129fa6d02a tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.687136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29c37821-c437-4673-b854-c33f1199c6a5 req-525eb0eb-97a1-4873-be1d-67129fa6d02a tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 946 time: 0.1004393 Aug 31 06:42:15.695783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 00b0ebff-b86b-4194-a38f-c9545cd14ce3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00b0ebff-b86b-4194-a38f-c9545cd14ce3,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:15.719749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '00b0ebff-b86b-4194-a38f-c9545cd14ce3', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'port_id': '00b0ebff-b86b-4194-a38f-c9545cd14ce3', 'mac_address': 'fa:16:3e:00:4d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862787e8-068e-45b9-843c-487959a444f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:15.738112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44668) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:15.756987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-a6231aa7-5b5e-45c4-abe7-bbd07205942a tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.765178 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-a6231aa7-5b5e-45c4-abe7-bbd07205942a tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 946 time: 0.1088066 Aug 31 06:42:15.790743 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.805597 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29c37821-c437-4673-b854-c33f1199c6a5 req-a32d3d9d-b073-4f32-8867-b106e42e2d86 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee6468bb-20cf-43e0-908d-ded53dbc1ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168611 Aug 31 06:42:15.834871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b0ebff-b86b-4194-a38f-c9545cd14ce3 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:15.875910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 00b0ebff-b86b-4194-a38f-c9545cd14ce3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00b0ebff-b86b-4194-a38f-c9545cd14ce3,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:15.906069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.993223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Deleting port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:15.993996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.028261 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.055208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=00b0ebff-b86b-4194-a38f-c9545cd14ce3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:16.159001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['00b0ebff-b86b-4194-a38f-c9545cd14ce3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:16.197108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d11d5d-cc67-4f57-9023-c81bce9c6faa req-a15da61a-1da3-495c-a5c2-0b16235cfb3d tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.199192 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83d11d5d-cc67-4f57-9023-c81bce9c6faa req-a15da61a-1da3-495c-a5c2-0b16235cfb3d tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 950 time: 0.0830073 Aug 31 06:42:16.242813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.252956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.265707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83d11d5d-cc67-4f57-9023-c81bce9c6faa req-eecc7994-8281-4f56-ba41-25f8c6c2bef0 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575819 Aug 31 06:42:16.301075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] For port 70a517d7-bb48-46c3-9e33-6ec3bc37e863, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=70a517d7-bb48-46c3-9e33-6ec3bc37e863,segment=NetworkSegment(65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70),segment_id=65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:16.301075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.301734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4781883-ca9b-4c53-b8d1-281a3a8aa3ac,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:16.319725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.319948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.320258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.320566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Calling delete_port for 70a517d7-bb48-46c3-9e33-6ec3bc37e863 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:16.320713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.321642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.321969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.322355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.322689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.323108 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.323445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.323762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.324158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:16.362740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e9ab71b4-b616-42d9-8cab-42145d64ee52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98aadd746bf64997930d0fc2868e69ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209219 Aug 31 06:42:16.363704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44710) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:16.463294 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb95518b-7b9a-4920-9600-a147146dbd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.494532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb95518b-7b9a-4920-9600-a147146dbd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.554553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb95518b-7b9a-4920-9600-a147146dbd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.558121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb95518b-7b9a-4920-9600-a147146dbd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.559598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cb95518b-7b9a-4920-9600-a147146dbd96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4781883-ca9b-4c53-b8d1-281a3a8aa3ac HTTP/1.1" status: 204 len: 168 time: 0.1947665 Aug 31 06:42:16.581706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95518b-7b9a-4920-9600-a147146dbd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4781883-ca9b-4c53-b8d1-281a3a8aa3ac,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:16.594337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.640111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Pushing event deleted for resources: {'Port': ['ID=70a517d7-bb48-46c3-9e33-6ec3bc37e863,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:16.723065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['70a517d7-bb48-46c3-9e33-6ec3bc37e863'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:16.723680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] No DVR routers for this DVR port 70a517d7-bb48-46c3-9e33-6ec3bc37e863 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:16.727159 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.735781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f846c95e-05db-4b48-8e3a-c3c4616c5648 req-27b7b759-41a9-42b6-9741-23793022819b tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.23 "DELETE /v2.0/ports/70a517d7-bb48-46c3-9e33-6ec3bc37e863 HTTP/1.1" status: 204 len: 173 time: 0.9621525 Aug 31 06:42:16.736074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbc0b3-8d6d-4ff0-b1bf-48d815885926', 'name': 'network-vif-deleted', 'tag': '70a517d7-bb48-46c3-9e33-6ec3bc37e863'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:16.739321 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b9a308-1042-432c-97d8-dcbe3900d207" -d '{"events": [{"server_uuid": "1ddbc0b3-8d6d-4ff0-b1bf-48d815885926", "name": "network-vif-deleted", "tag": "70a517d7-bb48-46c3-9e33-6ec3bc37e863"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:16.919620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258babd-85a0-4a74-99c5-5b0200a6461a req-6cfeb678-716a-451a-a5ff-0da9e4055fe5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.928851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4258babd-85a0-4a74-99c5-5b0200a6461a req-6cfeb678-716a-451a-a5ff-0da9e4055fe5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 945 time: 0.1507103 Aug 31 06:42:17.060344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4258babd-85a0-4a74-99c5-5b0200a6461a req-bb4faa9b-adc1-44c1-bb53-c270ddcd46df tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105421 Aug 31 06:42:17.224865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44750) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:17.234409 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f5db67-f47d-4695-8d03-bbc1d323c050 x-openstack-request-id: req-b2f5db67-f47d-4695-8d03-bbc1d323c050 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:17.234710 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbc0b3-8d6d-4ff0-b1bf-48d815885926", "name": "network-vif-deleted", "tag": "70a517d7-bb48-46c3-9e33-6ec3bc37e863", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:17.235042 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2f5db67-f47d-4695-8d03-bbc1d323c050 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:17.235350 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbc0b3-8d6d-4ff0-b1bf-48d815885926', 'name': 'network-vif-deleted', 'tag': '70a517d7-bb48-46c3-9e33-6ec3bc37e863', 'status': 'completed', 'code': 200} Aug 31 06:42:17.250004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92316b20-4cae-4145-9bda-4a91090dc78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.386534 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92316b20-4cae-4145-9bda-4a91090dc78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.392815 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92316b20-4cae-4145-9bda-4a91090dc78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.423893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 00b0ebff-b86b-4194-a38f-c9545cd14ce3 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:17.476630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92316b20-4cae-4145-9bda-4a91090dc78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bcd3e5-31ef-47e4-9d9f-ba8d185911f8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:17.545090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7079674-9a97-4992-a549-d1a9f89694cc req-380f3da6-b1a0-408e-8d72-c04c24ea5667 tempest-AttachVolumeNegativeTest-1026859145 tempest-AttachVolumeNegativeTest-1026859145-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ddbc0b3-8d6d-4ff0-b1bf-48d815885926 HTTP/1.1" status: 200 len: 210 time: 0.0825880 Aug 31 06:42:17.547589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44778) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:17.549641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-92316b20-4cae-4145-9bda-4a91090dc78b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a44812876b0445169c1dde4b1284c3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221765 Aug 31 06:42:17.560613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:17.564822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:17.565243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.639715 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f25646-1688-4c0d-bb4b-750f038328d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.677705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f25646-1688-4c0d-bb4b-750f038328d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.690584 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.754969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b0ebff-b86b-4194-a38f-c9545cd14ce3'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:17.767124 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085ba39b-756a-4ba1-8076-3d3c475aa46d" -d '{"events": [{"server_uuid": "c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead", "name": "network-vif-plugged", "status": "completed", "tag": "00b0ebff-b86b-4194-a38f-c9545cd14ce3"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:17.769371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f25646-1688-4c0d-bb4b-750f038328d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.776190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98f25646-1688-4c0d-bb4b-750f038328d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.778424 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-98f25646-1688-4c0d-bb4b-750f038328d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92bcd3e5-31ef-47e4-9d9f-ba8d185911f8 HTTP/1.1" status: 204 len: 168 time: 0.2295575 Aug 31 06:42:17.795219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f25646-1688-4c0d-bb4b-750f038328d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bcd3e5-31ef-47e4-9d9f-ba8d185911f8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:17.826799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 00b0ebff-b86b-4194-a38f-c9545cd14ce3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00b0ebff-b86b-4194-a38f-c9545cd14ce3,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:17.833745 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.892783 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad88bc78-f43b-4bac-bf0b-0973486d73d9 x-openstack-request-id: req-ad88bc78-f43b-4bac-bf0b-0973486d73d9 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:17.895068 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead", "name": "network-vif-plugged", "status": "completed", "tag": "00b0ebff-b86b-4194-a38f-c9545cd14ce3", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:17.895532 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad88bc78-f43b-4bac-bf0b-0973486d73d9 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:17.896144 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b0ebff-b86b-4194-a38f-c9545cd14ce3', 'code': 200} Aug 31 06:42:17.957960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=00b0ebff-b86b-4194-a38f-c9545cd14ce3,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:18.058298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355837b-ebf4-4f05-b245-2456b1462bfb req-cdcc9f2a-4c3c-4721-bc3b-12c53120eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.059851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d355837b-ebf4-4f05-b245-2456b1462bfb req-cdcc9f2a-4c3c-4721-bc3b-12c53120eb4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 1098 time: 0.0919306 Aug 31 06:42:18.146782 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d355837b-ebf4-4f05-b245-2456b1462bfb req-bcc8fe31-1897-49af-b890-1babef929abd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721653 Aug 31 06:42:18.227512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b56f80-bb71-492a-95df-97a5a18112d0 req-9e3073d0-67c4-40eb-b729-ae7e7566631a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.238790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31b56f80-bb71-492a-95df-97a5a18112d0 req-9e3073d0-67c4-40eb-b729-ae7e7566631a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 946 time: 0.0844347 Aug 31 06:42:18.295326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31b56f80-bb71-492a-95df-97a5a18112d0 req-6224d353-16b0-4919-bb4e-e7e29842eb94 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537333 Aug 31 06:42:18.664288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44848) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:18.759574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f491ce-03c8-480b-b67a-6f1d2862f7bf admin admin] Deleting subnet 1c48269a-f123-4c8f-aeec-84e8b8a3ee1c {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:42:18.771818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9f491ce-03c8-480b-b67a-6f1d2862f7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.871306 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9f491ce-03c8-480b-b67a-6f1d2862f7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.947103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9f491ce-03c8-480b-b67a-6f1d2862f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.445740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:19.489519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5dfb6-4236-4403-817c-6445619a5721 req-3088d928-dc64-4cf1-9801-e3389c3b0fc7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.491249 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6dc5dfb6-4236-4403-817c-6445619a5721 req-3088d928-dc64-4cf1-9801-e3389c3b0fc7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 946 time: 0.0697088 Aug 31 06:42:19.501863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9f491ce-03c8-480b-b67a-6f1d2862f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.540038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f491ce-03c8-480b-b67a-6f1d2862f7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c48269a-f123-4c8f-aeec-84e8b8a3ee1c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:19.558565 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9f491ce-03c8-480b-b67a-6f1d2862f7bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.562727 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a9f491ce-03c8-480b-b67a-6f1d2862f7bf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c48269a-f123-4c8f-aeec-84e8b8a3ee1c HTTP/1.1" status: 204 len: 168 time: 0.8943858 Aug 31 06:42:19.564953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44880) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:19.622141 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6dc5dfb6-4236-4403-817c-6445619a5721 req-1a0a146e-217a-4647-9873-5ba409520eb1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228044 Aug 31 06:42:19.684108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.774641 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.779187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:19.784232 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.785402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 70a517d7-bb48-46c3-9e33-6ec3bc37e863 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:19.832571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 70a517d7-bb48-46c3-9e33-6ec3bc37e863 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:19.832986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 70a517d7-bb48-46c3-9e33-6ec3bc37e863 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:19.930622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:19.935622 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00fcb1c-57e4-4463-8e79-6eadadcb953d" -d '{"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:19.944710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:20.005759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.039150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc73f56-9c44-42c5-ba72-bd864fd5a6a3']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:20.055824 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393b7d62-474e-4e50-8820-f4d6db217d57 x-openstack-request-id: req-393b7d62-474e-4e50-8820-f4d6db217d57 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:20.056335 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:20.057108 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-393b7d62-474e-4e50-8820-f4d6db217d57 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:20.057773 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'code': 200} Aug 31 06:42:20.067038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:20.067429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bc0fb1-fd49-4989-b8d1-aef4dbeb6f70') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:20.083947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.153062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.162406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:42:20.162799 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:42:20.165332 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:42:20.267753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d50033-f69b-410c-ab0e-0538095ca1ae req-7bb582bd-76eb-4922-8f9e-cd6e0a80d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.270326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11d50033-f69b-410c-ab0e-0538095ca1ae req-7bb582bd-76eb-4922-8f9e-cd6e0a80d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 946 time: 0.1705825 Aug 31 06:42:20.308902 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.316997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.321857 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] 10.222.0.15 "DELETE /v2.0/networks/fdc73f56-9c44-42c5-ba72-bd864fd5a6a3 HTTP/1.1" status: 204 len: 168 time: 0.7549701 Aug 31 06:42:20.353213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a995571-7094-46a6-8576-c665c281e53e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc73f56-9c44-42c5-ba72-bd864fd5a6a3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:20.362303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11d50033-f69b-410c-ab0e-0538095ca1ae req-4bfae3f0-e5de-40e1-9d97-322abde4ada6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800655 Aug 31 06:42:20.584972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44924) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:20.662744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6df46346-222b-4945-9b32-daad97bb59eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e82169f766864385a5720a5d3dba7ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755472 Aug 31 06:42:20.669856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44932) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:20.760468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-309cede5-5ac9-4be3-857b-7835e01b0764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.795775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-309cede5-5ac9-4be3-857b-7835e01b0764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.898166 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-309cede5-5ac9-4be3-857b-7835e01b0764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.901220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-309cede5-5ac9-4be3-857b-7835e01b0764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.902607 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-309cede5-5ac9-4be3-857b-7835e01b0764 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee6468bb-20cf-43e0-908d-ded53dbc1ed5 HTTP/1.1" status: 204 len: 168 time: 0.2317586 Aug 31 06:42:20.913218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cede5-5ac9-4be3-857b-7835e01b0764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6468bb-20cf-43e0-908d-ded53dbc1ed5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:21.459043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:21.604758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade63de-ef95-47e5-ba51-9a46c13929c1 req-121e3c6c-3125-4623-adba-0825a6209322 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.619293 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cade63de-ef95-47e5-ba51-9a46c13929c1 req-121e3c6c-3125-4623-adba-0825a6209322 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 946 time: 0.1318488 Aug 31 06:42:21.631388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:21.651450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'mac_address': 'fa:16:3e:b2:ef:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:21.677749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cade63de-ef95-47e5-ba51-9a46c13929c1 req-e843198f-6295-4274-aa9a-3ff56f37d49e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572886 Aug 31 06:42:21.699112 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.726738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352340aa-0131-4da8-a6cf-266e1d71fb4f {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:21.774543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:21.780876 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.872596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:21.946825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['352340aa-0131-4da8-a6cf-266e1d71fb4f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:22.161697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4853c-2843-417e-b839-30de8575a50d req-be6c8d8a-5a51-4ff0-8288-dddd33780143 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:22.177695 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64d4853c-2843-417e-b839-30de8575a50d req-be6c8d8a-5a51-4ff0-8288-dddd33780143 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 946 time: 0.1302962 Aug 31 06:42:22.273435 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64d4853c-2843-417e-b839-30de8575a50d req-b283d0bf-8ce0-4935-bf5e-b177e287e32f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933952 Aug 31 06:42:23.465814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:23.524058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad419-05f9-4819-8b13-5619954ce2ae req-3c401a83-4d72-4971-b53e-e6103ed1caad tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.527735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-445ad419-05f9-4819-8b13-5619954ce2ae req-3c401a83-4d72-4971-b53e-e6103ed1caad tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 946 time: 0.1041832 Aug 31 06:42:23.609877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 352340aa-0131-4da8-a6cf-266e1d71fb4f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:23.610598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.693936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-fb3b4e50-ee2f-4645-a938-93b31844db7a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.696273 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-fb3b4e50-ee2f-4645-a938-93b31844db7a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 946 time: 0.1670184 Aug 31 06:42:23.707156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-445ad419-05f9-4819-8b13-5619954ce2ae req-d4fca066-18ed-4907-a6f3-af44d77155e7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608646 Aug 31 06:42:23.804105 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.835222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:23.838993 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccfb7d8-5b50-408d-bd11-11d5c1f3975c" -d '{"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:23.852216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Deleting port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:23.854535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.862985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:23.869667 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.978492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:24.002725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] For port 00b0ebff-b86b-4194-a38f-c9545cd14ce3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=00b0ebff-b86b-4194-a38f-c9545cd14ce3,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:24.003457 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.007577 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f61528-a50f-48f5-95e3-0174c768e2a6 x-openstack-request-id: req-80f61528-a50f-48f5-95e3-0174c768e2a6 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:24.007891 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:24.008590 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80f61528-a50f-48f5-95e3-0174c768e2a6 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:24.009165 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'code': 200} Aug 31 06:42:24.032853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Calling delete_port for 00b0ebff-b86b-4194-a38f-c9545cd14ce3 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:24.196758 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6d948dbc-9d86-40a5-83cb-8a72dd727e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.321882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.327353 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.340407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['00b0ebff-b86b-4194-a38f-c9545cd14ce3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:24.426085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event deleted for resources: {'Port': ['ID=00b0ebff-b86b-4194-a38f-c9545cd14ce3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:24.534445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] No DVR routers for this DVR port 00b0ebff-b86b-4194-a38f-c9545cd14ce3 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:24.539757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.542201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ea5c4e7-7902-4278-8a32-5f9324db8183 req-82a9bc97-51d3-4f1b-a9fd-9f35ab22625b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "DELETE /v2.0/ports/00b0ebff-b86b-4194-a38f-c9545cd14ce3 HTTP/1.1" status: 204 len: 173 time: 0.8314204 Aug 31 06:42:24.542892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead', 'name': 'network-vif-deleted', 'tag': '00b0ebff-b86b-4194-a38f-c9545cd14ce3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:24.548317 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5d4c1d-4f2c-4be1-8fa8-4d05b11a27fe" -d '{"events": [{"server_uuid": "c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead", "name": "network-vif-deleted", "tag": "00b0ebff-b86b-4194-a38f-c9545cd14ce3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:24.667260 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fed0466-e44d-4f64-8216-c1e70dbf3eb4 x-openstack-request-id: req-5fed0466-e44d-4f64-8216-c1e70dbf3eb4 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:24.667791 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead", "name": "network-vif-deleted", "tag": "00b0ebff-b86b-4194-a38f-c9545cd14ce3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:24.668427 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fed0466-e44d-4f64-8216-c1e70dbf3eb4 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:24.675323 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead', 'name': 'network-vif-deleted', 'tag': '00b0ebff-b86b-4194-a38f-c9545cd14ce3', 'status': 'completed', 'code': 200} Aug 31 06:42:25.060516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a4aaa6c1-b7da-4210-b54c-37002be4fb98 req-707a5c41-3d31-44d4-a555-06f4b6eed43b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c2b5ea-0231-4d62-ad3b-e1d28bd07ead HTTP/1.1" status: 200 len: 210 time: 0.1048384 Aug 31 06:42:25.735764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.454352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45234) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:26.756099 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-10df0edc-9e42-4ed0-9b2e-d9db1614e443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.810852 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.823174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f31ab35b-3638-42a8-8ada-e3d7e04ad4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.965622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-c6a89391-8fd4-4a5e-ad4f-2b77d4eb479f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:26.976921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-c6a89391-8fd4-4a5e-ad4f-2b77d4eb479f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.3362656 Aug 31 06:42:27.031680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-bb1a4866-fe57-49c1-b075-b417080011a8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/quotas/b4c14df3e80d4de5ba2ae44d968dc701 HTTP/1.1" status: 200 len: 375 time: 0.0494599 Aug 31 06:42:27.117947 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-fd4ed94f-e203-49ad-9e45-b956f24f6c04 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844288 Aug 31 06:42:27.323294 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f31ab35b-3638-42a8-8ada-e3d7e04ad4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:27.335509 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f31ab35b-3638-42a8-8ada-e3d7e04ad4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:27.431791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45266) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:27.467207 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:42:27.469878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f31ab35b-3638-42a8-8ada-e3d7e04ad4e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9152e588d3244951ab213cba26e76f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9739718 Aug 31 06:42:27.478932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 00b0ebff-b86b-4194-a38f-c9545cd14ce3 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:27.570000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 00b0ebff-b86b-4194-a38f-c9545cd14ce3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:27.570827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 00b0ebff-b86b-4194-a38f-c9545cd14ce3 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:27.576487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ab35b-3638-42a8-8ada-e3d7e04ad4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506d6ebc-aaa8-4253-98fe-6aeafd20309a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:27.618724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-da312961-1b79-4a85-9ded-e9ec4aa90ce1 service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996488 Aug 31 06:42:27.643600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af067798-f274-4ad4-b207-fdfcc046930d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:27.735677 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af067798-f274-4ad4-b207-fdfcc046930d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.037105 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af067798-f274-4ad4-b207-fdfcc046930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.071017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-f301489a-0530-4128-8081-cb0fcfea7fc1 service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379175 Aug 31 06:42:28.111193 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af067798-f274-4ad4-b207-fdfcc046930d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.144651 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-af067798-f274-4ad4-b207-fdfcc046930d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/506d6ebc-aaa8-4253-98fe-6aeafd20309a HTTP/1.1" status: 204 len: 168 time: 0.7036014 Aug 31 06:42:28.189998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.218191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af067798-f274-4ad4-b207-fdfcc046930d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d6ebc-aaa8-4253-98fe-6aeafd20309a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:28.616456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93040320-4e47-4152-9f36-8c187a8f3342 req-02bdb9ba-ae7e-427c-87bc-d9424a9843e2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 210 time: 0.0754282 Aug 31 06:42:29.000448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45314) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:29.039436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-816c58d3-49fa-4775-8447-0133dc95ca19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.308706 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-816c58d3-49fa-4775-8447-0133dc95ca19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.317621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-816c58d3-49fa-4775-8447-0133dc95ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.396820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c58d3-49fa-4775-8447-0133dc95ca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a179ba-f376-422d-a853-892fc0cb22b6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:29.433708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-816c58d3-49fa-4775-8447-0133dc95ca19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6323372f3a94b03bd9c76f7737fcfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313209 Aug 31 06:42:29.436084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:29.634666 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d20412b4-3155-4ee4-b13f-428aef69ba7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.765458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d20412b4-3155-4ee4-b13f-428aef69ba7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.800155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-182240fd-ceda-416e-a8e4-f12f5fc20fb0 req-a83712e9-941a-4bdd-b5d3-14fb21b6ca45 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 210 time: 0.0695274 Aug 31 06:42:29.919078 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.099804 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d20412b4-3155-4ee4-b13f-428aef69ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.102551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d20412b4-3155-4ee4-b13f-428aef69ba7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.104038 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d20412b4-3155-4ee4-b13f-428aef69ba7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71a179ba-f376-422d-a853-892fc0cb22b6 HTTP/1.1" status: 204 len: 168 time: 0.6648440 Aug 31 06:42:30.130683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20412b4-3155-4ee4-b13f-428aef69ba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a179ba-f376-422d-a853-892fc0cb22b6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:31.021408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2b2283e-9c43-4f64-b1e0-92c8f1f59bcb req-0ac118ab-97c2-49d1-a1f2-0b109f564a2a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 210 time: 0.0787861 Aug 31 06:42:31.556616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-a649b957-1b03-4e65-9c4f-513763605865 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:31.558625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-a649b957-1b03-4e65-9c4f-513763605865 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.4691534 Aug 31 06:42:31.626393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Request body: {'port': {'device_id': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'admin_state_up': True, 'tenant_id': 'b4c14df3e80d4de5ba2ae44d968dc701'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:32.137711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Made reservation on behalf of b4c14df3e80d4de5ba2ae44d968dc701 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:32.152149 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.422716 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ecd95f8b-8b28-4dbd-9bfc-3abce374053a req-404b2f15-064f-4bc0-9866-ba72a6cec55e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 210 time: 0.1825616 Aug 31 06:42:32.837378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Allocated IP 172.20.0.4 (da391ec0-9d7b-458f-990f-7c94fd96ec83/862787e8-068e-45b9-843c-487959a444f2/4ae5ae4c-440a-4291-ba66-f9cf98264ec2) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:33.478981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.595369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3bbe1c4-bb74-407b-9018-9fea515eb2c6 req-d7fa5657-d5ae-4182-ae10-5600bc52c5d7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 210 time: 0.0332711 Aug 31 06:42:33.663087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.817299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:33.900968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event updated for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:33.911197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:33.927458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:34.061745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.064831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.106610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b1a97c85-26d7-484e-80e6-f8496c347668 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5105813 Aug 31 06:42:34.127052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Request body: {'port': {'device_id': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:34.281325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.096684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:35.114442 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.138229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Transition to ACTIVE for port object 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:35.161123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.272661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:35.323148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9266c-a858-479b-94d3-1f1d4798edbf req-568aabb9-c850-4044-a8d3-4613ff0c2cd2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.333749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0e9266c-a858-479b-94d3-1f1d4798edbf req-568aabb9-c850-4044-a8d3-4613ff0c2cd2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.1923914 Aug 31 06:42:35.591245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0e9266c-a858-479b-94d3-1f1d4798edbf req-9bed7ed5-caa0-4076-959a-bde190b19c82 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564273 Aug 31 06:42:35.658608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Attempting to bind port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:35.658948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Attempting to bind port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:35.659409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Attempting to bind port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:35.665614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:35.666218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Attempting to bind port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:35.691575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:35.692067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Checking segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:35.696095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Bound using segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:35.697630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Bound port: 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:35.705385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.884052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:35.894269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:35.900400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:36.101259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:36.176320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.177543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:36.188649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-5aef47e3-a3e2-4324-9bf4-71ad0a0acf12 service neutron] 10.222.0.23 "PUT /v2.0/ports/4ae5ae4c-440a-4291-ba66-f9cf98264ec2 HTTP/1.1" status: 200 len: 1092 time: 2.0722544 Aug 31 06:42:36.205627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:36.211003 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f1be0-e56e-49a2-894e-f3375ebb2568" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:36.356236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b439adb8-2059-48b7-a3c6-f8ec2ba145dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.362859 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-b439adb8-2059-48b7-a3c6-f8ec2ba145dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 1095 time: 0.0829594 Aug 31 06:42:36.520855 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c849ab-8ecd-4bf6-a443-c1d31146792c x-openstack-request-id: req-b8c849ab-8ecd-4bf6-a443-c1d31146792c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:36.520855 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:36.520855 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8c849ab-8ecd-4bf6-a443-c1d31146792c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:36.520855 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'status': 'completed', 'code': 200} Aug 31 06:42:36.527149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-0d4b434b-bdd0-42ab-83ee-45c355762832 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2 HTTP/1.1" status: 200 len: 217 time: 0.1475775 Aug 31 06:42:36.587273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45608) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:36.758877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-63904cbf-e096-4026-acea-141cc47cc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.767040 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-63904cbf-e096-4026-acea-141cc47cc089 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.2312369 Aug 31 06:42:36.888111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-8e3ef43e-92f7-4e06-856f-e259a09279ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107385 Aug 31 06:42:36.896049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9acaf610-3a04-4326-bbf1-d854cf7335ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.065127 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9acaf610-3a04-4326-bbf1-d854cf7335ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.070504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9acaf610-3a04-4326-bbf1-d854cf7335ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.106874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c4eb9-2c13-4a22-b882-1e8e24284fc4 req-edb06121-6efd-4190-80d4-79139368d9fb tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:37.110546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-676c4eb9-2c13-4a22-b882-1e8e24284fc4 req-edb06121-6efd-4190-80d4-79139368d9fb tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.3118410 Aug 31 06:42:37.191472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9acaf610-3a04-4326-bbf1-d854cf7335ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04a553a3102a4b13ad7bf4930989de39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021841 Aug 31 06:42:37.198710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45620) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:37.254848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-676c4eb9-2c13-4a22-b882-1e8e24284fc4 req-8dc639c7-3a30-4269-9d9a-8d917a1bb0d3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316099 Aug 31 06:42:37.262110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-21fa9c8b-0696-4100-9c55-3f32b96bb4c3 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377497 Aug 31 06:42:37.298360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaf610-3a04-4326-bbf1-d854cf7335ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4b081b-d316-4323-9b57-4659b5a58fa3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:37.549759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4479-d11c-4541-8b8c-682af5c297a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.601430 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4479-d11c-4541-8b8c-682af5c297a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.611922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73e1c461-dd4c-477c-a03d-a6612f879069 req-4e2c88e7-a087-4058-bae1-d92e71b8dcfd service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279428 Aug 31 06:42:37.797862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4479-d11c-4541-8b8c-682af5c297a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.810485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4479-d11c-4541-8b8c-682af5c297a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.813125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d5cc4479-d11c-4541-8b8c-682af5c297a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba4b081b-d316-4323-9b57-4659b5a58fa3 HTTP/1.1" status: 204 len: 168 time: 0.6125791 Aug 31 06:42:37.845595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-f7899493-2146-4f30-87b8-8fe8f26422b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:37.850425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-f7899493-2146-4f30-87b8-8fe8f26422b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 1095 time: 0.1840856 Aug 31 06:42:37.856292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4479-d11c-4541-8b8c-682af5c297a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4b081b-d316-4323-9b57-4659b5a58fa3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:38.122061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-3d5d6052-dd06-417e-8f3b-48eb3fdb99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.126350 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-3d5d6052-dd06-417e-8f3b-48eb3fdb99cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=996452587e2b4fcd88a4935797ce394c&device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 1103 time: 0.1313615 Aug 31 06:42:38.184741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-468a1652-2d3b-4c0f-84e9-73844912b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.186451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-468a1652-2d3b-4c0f-84e9-73844912b18a service neutron] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 913 time: 0.3276203 Aug 31 06:42:38.371269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-c5ef0bb5-d1e9-4770-b7f1-ad5e147d7d4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2 HTTP/1.1" status: 200 len: 217 time: 0.1750133 Aug 31 06:42:38.567330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-2822d28b-3bab-4cb7-9464-26db69ccdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.573504 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-2822d28b-3bab-4cb7-9464-26db69ccdb38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.1958206 Aug 31 06:42:38.674307 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-85fe3e79-af1c-4eb6-b42a-997c6a6806c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912192 Aug 31 06:42:38.678465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45666) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:38.718065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-e1194798-6afb-4285-9512-2c5f0d797e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.726247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-e1194798-6afb-4285-9512-2c5f0d797e36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.5678535 Aug 31 06:42:38.826944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8028a9c-d451-4493-a8dd-5b48b48382f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.869845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-ebf534e2-c1b7-46a7-a97f-8f48933db179 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f HTTP/1.1" status: 200 len: 217 time: 0.1306975 Aug 31 06:42:38.898729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d19bd-f03e-4b68-a012-03547c61e6da req-19356c27-b794-447b-8ba4-20bbf7b3d328 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.900330 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d13d19bd-f03e-4b68-a012-03547c61e6da req-19356c27-b794-447b-8ba4-20bbf7b3d328 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.3488894 Aug 31 06:42:39.020553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-0f6c1b5e-e803-41f4-b613-52a46c8d03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.024424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-0f6c1b5e-e803-41f4-b613-52a46c8d03e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1231124 Aug 31 06:42:39.067209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-290eb8c8-0b56-4fa0-8986-35ee8208d27f service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765986 Aug 31 06:42:39.222298 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d13d19bd-f03e-4b68-a012-03547c61e6da req-a5d81f5b-4fa8-4310-884f-e234f7861dae tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933243 Aug 31 06:42:39.252932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-3a953f60-5725-44c5-93e2-c3d6cffb91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.255016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-3a953f60-5725-44c5-93e2-c3d6cffb91e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2223487 Aug 31 06:42:39.417856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-4f7c7080-dabe-447a-8abf-fc32113dfc16 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547530 Aug 31 06:42:39.576137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8028a9c-d451-4493-a8dd-5b48b48382f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.592144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d10f1be0-e56e-49a2-894e-f3375ebb2568 req-498091f3-d2bd-4fc2-b7b2-f74183688729 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169034 Aug 31 06:42:39.595504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8028a9c-d451-4493-a8dd-5b48b48382f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.696460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8028a9c-d451-4493-a8dd-5b48b48382f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d287df1e-a1eb-4c3a-8ef5-94566498b05a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:39.704129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8e1975b-308e-4c62-bb14-17f4612ae38b req-d6872813-0fd7-4824-ad16-07a42c3978e8 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774835 Aug 31 06:42:39.774522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45700) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:39.775404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a8028a9c-d451-4493-a8dd-5b48b48382f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d42b4c674b3404f9bfdf7ed8f6d32cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0955212 Aug 31 06:42:39.922750 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82425455-1a35-42b1-a10c-fc841db719fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.114045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82425455-1a35-42b1-a10c-fc841db719fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.359919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82425455-1a35-42b1-a10c-fc841db719fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.367442 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82425455-1a35-42b1-a10c-fc841db719fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.378207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-82425455-1a35-42b1-a10c-fc841db719fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d287df1e-a1eb-4c3a-8ef5-94566498b05a HTTP/1.1" status: 204 len: 168 time: 0.5955296 Aug 31 06:42:40.439481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82425455-1a35-42b1-a10c-fc841db719fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d287df1e-a1eb-4c3a-8ef5-94566498b05a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:40.788653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ce167-0027-49df-86ee-87e89fa7c7a7 req-e1bcb5ca-dfbc-43cd-9c96-e33051b47d37 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.803216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d47ce167-0027-49df-86ee-87e89fa7c7a7 req-e1bcb5ca-dfbc-43cd-9c96-e33051b47d37 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.1596112 Aug 31 06:42:40.944160 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d47ce167-0027-49df-86ee-87e89fa7c7a7 req-888295aa-23b5-419f-85b9-f5345edc97bc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372442 Aug 31 06:42:41.559264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:41.892941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-13b92913-5819-4922-8b17-f39dfb8ec819 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1663592 Aug 31 06:42:41.923039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:41.960557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'port_id': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'mac_address': 'fa:16:3e:c7:2f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862787e8-068e-45b9-843c-487959a444f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:42.088132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45780) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:42.111345 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.157955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:42.228130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:42.235711 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.250093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-eadcaa59-7abd-480f-ad8a-bacdf4024a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.278646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-eadcaa59-7abd-480f-ad8a-bacdf4024a95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 1098 time: 0.2775919 Aug 31 06:42:42.454019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['4ae5ae4c-440a-4291-ba66-f9cf98264ec2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:42.473066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:42.505921 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0027-0640-4174-a7de-48c085549f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.628159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993969-2048-48e9-bc87-68044dfa0bcc req-776a0948-4b23-4df7-9add-a92756167f69 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.635672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2993969-2048-48e9-bc87-68044dfa0bcc req-776a0948-4b23-4df7-9add-a92756167f69 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.4473937 Aug 31 06:42:42.752248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-21528af2-c4e0-4dc5-9c79-e83d661dcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.758079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-21528af2-c4e0-4dc5-9c79-e83d661dcc88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.4678662 Aug 31 06:42:42.899851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2993969-2048-48e9-bc87-68044dfa0bcc req-d861a9cb-1ef7-4a0f-969d-ffd576c8607a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389860 Aug 31 06:42:43.052916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-490ba81e-7281-404b-a3a4-51672d76732a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 200 len: 1001 time: 0.2857778 Aug 31 06:42:43.099192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45816) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:43.117672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0027-0640-4174-a7de-48c085549f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.132692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0027-0640-4174-a7de-48c085549f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.258481 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1ccd0027-0640-4174-a7de-48c085549f7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2834ca993c4483ea3c01e675c21b3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1659019 Aug 31 06:42:43.266670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45824) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:43.268015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd0027-0640-4174-a7de-48c085549f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d19f63-14a6-4d9c-b3d1-7ed885e233a9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:43.301777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-bd6cd444-58ca-4307-b047-702befe36f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.303480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-bd6cd444-58ca-4307-b047-702befe36f1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.2389050 Aug 31 06:42:43.458890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-6c1cb82a-6947-4e20-aafe-ea792e7364af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.461663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-6c1cb82a-6947-4e20-aafe-ea792e7364af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466384 Aug 31 06:42:43.504860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a592672a-85fb-4539-8f58-637bd6404255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.584303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:43.622130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a592672a-85fb-4539-8f58-637bd6404255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.678430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-db87a9c9-eaeb-46f6-9ccb-aff110675b02 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046487 Aug 31 06:42:43.686483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192999426-network', 'tenant_id': 'e592b2755b894634af310c1f9387b0e5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:43.742704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:43.753101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:43.756153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.756461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a592672a-85fb-4539-8f58-637bd6404255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.786363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a592672a-85fb-4539-8f58-637bd6404255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.791864 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a592672a-85fb-4539-8f58-637bd6404255 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1d19f63-14a6-4d9c-b3d1-7ed885e233a9 HTTP/1.1" status: 204 len: 168 time: 0.5145257 Aug 31 06:42:43.842489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592672a-85fb-4539-8f58-637bd6404255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d19f63-14a6-4d9c-b3d1-7ed885e233a9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:43.860659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Made reservation on behalf of e592b2755b894634af310c1f9387b0e5 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:43.864529 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.896562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.099425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.112471 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.119219 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.139275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:42:44.152434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.153238 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Added segment aa2e3a8d-e820-4839-b02a-038407d5d587 of type vlan for network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 Aug 31 06:42:44.210825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.220088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:44.227289 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0abc4d-1b22-476b-afa4-6029d3941078" -d '{"events": [{"server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "name": "network-vif-plugged", "status": "completed", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:44.249960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd77a8-c169-4d5b-b783-02e797ff8fdb req-d1ceb1ea-9584-4e72-a713-e9ed7627c5e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.255918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.257139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.257950 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.263550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-67cd77a8-c169-4d5b-b783-02e797ff8fdb req-d1ceb1ea-9584-4e72-a713-e9ed7627c5e4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 944 time: 0.1943660 Aug 31 06:42:44.302664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:44.310257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.371776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6ffd83-631e-4fd8-a689-e5e3a4e671e9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:44.384846 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1854250 Aug 31 06:42:44.399319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45858) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:44.412157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Request body: {'subnet': {'network_id': '9f6ffd83-631e-4fd8-a689-e5e3a4e671e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192999426-subnet', 'tenant_id': 'e592b2755b894634af310c1f9387b0e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:44.417438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-67cd77a8-c169-4d5b-b783-02e797ff8fdb req-bceee442-1287-4546-9571-f252169cf51a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453714 Aug 31 06:42:44.442306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38538ca6-90ec-4d69-ba1f-21632bacce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de7cb5f-4d75-4fd6-97a8-4232e6f386df,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:44.465114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cf8b139-96f8-4884-a4b6-102ccca7887d req-84d53baa-a622-433e-b288-8a97052aed9b service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7717896 Aug 31 06:42:44.490012 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46dac53-f9d2-49e0-a0db-78c4afd6598b x-openstack-request-id: req-c46dac53-f9d2-49e0-a0db-78c4afd6598b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:44.490343 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "name": "network-vif-plugged", "status": "completed", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:44.490615 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c46dac53-f9d2-49e0-a0db-78c4afd6598b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:44.495815 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'code': 200} Aug 31 06:42:44.496988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:42:44.554648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Made reservation on behalf of e592b2755b894634af310c1f9387b0e5 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:44.570190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.779321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ee97c-b3d1-4d0c-8925-cc8bcd704f26 req-1afb326e-4548-47b8-b87a-9c7ead373c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.780465 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e5ee97c-b3d1-4d0c-8925-cc8bcd704f26 req-1afb326e-4548-47b8-b87a-9c7ead373c60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 1097 time: 0.3057702 Aug 31 06:42:44.806967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:45.029178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e5ee97c-b3d1-4d0c-8925-cc8bcd704f26 req-6af9b1ce-c0d5-4e77-9faf-0517d61e1bd9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356722 Aug 31 06:42:45.368579 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.628867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9d20f-880b-4ac4-b514-db0fe69c4bfd req-ca89deee-67d5-49a9-a58f-136214c31ef3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.646267 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9e9d20f-880b-4ac4-b514-db0fe69c4bfd req-ca89deee-67d5-49a9-a58f-136214c31ef3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 946 time: 0.1616840 Aug 31 06:42:45.707763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087886ea-d4c6-4880-b838-9806d6f15b3e,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:45.719430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Checking segment: {'id': 'aa2e3a8d-e820-4839-b02a-038407d5d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f6ffd83-631e-4fd8-a689-e5e3a4e671e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:45.719854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Network hostable DHCP agents. Network: 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:45.753974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9988e-1139-4307-adec-8d2440af8222 req-170f884a-6df8-4f71-97a1-f38f4b4035b7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.762956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29e9988e-1139-4307-adec-8d2440af8222 req-170f884a-6df8-4f71-97a1-f38f4b4035b7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1134212 Aug 31 06:42:45.774390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9e9d20f-880b-4ac4-b514-db0fe69c4bfd req-b1f3d28d-bafc-4f8f-bb47-12ef1bfe43ae tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192801 Aug 31 06:42:45.791218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:45.825300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:45.840309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f634b1-6976-4bdf-aa2c-13736c4cab90 None None] Network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:45.851155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29e9988e-1139-4307-adec-8d2440af8222 req-78e5ecbd-3129-4d17-8916-3b65955ef63d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854697 Aug 31 06:42:45.865763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.867048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.919746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2621f1d3-c15d-4f26-bc9d-28083f2106a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5121472 Aug 31 06:42:46.204951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe3908-6ecf-4d70-8745-1151ac6f891f None None] Network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:47.057329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279e5e-4c7b-4f58-a0f3-59828c4e6749 req-a6065dc0-6db7-4bce-8db7-3fb48e31b3f7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.072903 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd279e5e-4c7b-4f58-a0f3-59828c4e6749 req-a6065dc0-6db7-4bce-8db7-3fb48e31b3f7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 946 time: 0.1554146 Aug 31 06:42:47.211113 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd279e5e-4c7b-4f58-a0f3-59828c4e6749 req-7265e976-6751-484e-84f4-c797598563ae tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224680 Aug 31 06:42:47.258065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc544d-e8b6-4a10-9797-c816c84ca6c7 req-676153a9-9ba6-4541-aa31-dc18c1134e6b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.260360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-12cc544d-e8b6-4a10-9797-c816c84ca6c7 req-676153a9-9ba6-4541-aa31-dc18c1134e6b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1743805 Aug 31 06:42:47.469702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-12cc544d-e8b6-4a10-9797-c816c84ca6c7 req-ed2a4e4e-7096-4179-bc43-c82ed60a2f11 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686110 Aug 31 06:42:47.525541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f647ea-4230-4113-adad-e26f47b6038e req-2a8aee74-364f-48d2-ac3b-b7dddcf388d8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.527253 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07f647ea-4230-4113-adad-e26f47b6038e req-2a8aee74-364f-48d2-ac3b-b7dddcf388d8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.42 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 946 time: 0.1464210 Aug 31 06:42:47.885588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Deleting port 38dd4750-916c-4e5a-a105-5ccbd30ca18b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:47.886329 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.913096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46010) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:47.918533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2039966726-network', 'tenant_id': '62908d134a594d5d9c143a47e87b96bd'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:47.984902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Made reservation on behalf of 62908d134a594d5d9c143a47e87b96bd for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:47.993319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.024200 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.120304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] For port 38dd4750-916c-4e5a-a105-5ccbd30ca18b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=38dd4750-916c-4e5a-a105-5ccbd30ca18b,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:48.122389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.177044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.184593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.225418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:42:48.244201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7decaf-498d-4c46-b8eb-8b295bc88eb0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:48.252332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.254573 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Added segment 38a049e1-b709-4586-8d7d-fb9b29cd5aff of type vlan for network 7efdf778-0242-40a2-87ce-f976f380d7eb Aug 31 06:42:48.327572 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.406471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.407796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.408986 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.528628 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6134596 Aug 31 06:42:48.533486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46034) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:48.586355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Request body: {'subnet': {'network_id': '7efdf778-0242-40a2-87ce-f976f380d7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2039966726-subnet', 'tenant_id': '62908d134a594d5d9c143a47e87b96bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:48.672990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Made reservation on behalf of 62908d134a594d5d9c143a47e87b96bd for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:48.681825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.736400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972689d-333f-4679-91ce-9c84db0c04f5 req-5fc77a32-3d14-4331-8b04-5fb2e7bb37ed tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.741016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2972689d-333f-4679-91ce-9c84db0c04f5 req-5fc77a32-3d14-4331-8b04-5fb2e7bb37ed tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 946 time: 0.2969677 Aug 31 06:42:48.818990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319d919-9280-49ef-bb69-bd217e9a29f9 admin admin] Pushing event updated for resources: {'Network': ['ID=7efdf778-0242-40a2-87ce-f976f380d7eb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:48.832782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 7efdf778-0242-40a2-87ce-f976f380d7eb details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:42:48.921767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.924675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.925320 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Floating IP ae794cd4-f01f-41c6-947c-1a5548e05840 disassociated. External IP: 172.25.5.115, port: 38dd4750-916c-4e5a-a105-5ccbd30ca18b. Aug 31 06:42:48.925952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Calling delete_port for 38dd4750-916c-4e5a-a105-5ccbd30ca18b owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:49.036559 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2972689d-333f-4679-91ce-9c84db0c04f5 req-82637731-fa43-4492-be7f-03c096dbff49 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735336 Aug 31 06:42:49.116936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c667836-143f-4071-95c5-975dc3f26566 req-36b69a9d-1cb0-4bdf-9013-497d51d29c45 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.120739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c667836-143f-4071-95c5-975dc3f26566 req-36b69a9d-1cb0-4bdf-9013-497d51d29c45 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2479944 Aug 31 06:42:49.262695 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c667836-143f-4071-95c5-975dc3f26566 req-e6c067d6-ee64-4c6b-8e16-76e53f9e7870 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193476 Aug 31 06:42:49.348593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.465872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.490820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event deleted for resources: {'Port': ['ID=38dd4750-916c-4e5a-a105-5ccbd30ca18b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:49.612983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc58ac08-6c3d-43f8-99ab-66daa0e5bec8,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:49.721147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Checking segment: {'id': '38a049e1-b709-4586-8d7d-fb9b29cd5aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7efdf778-0242-40a2-87ce-f976f380d7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:49.721147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Network hostable DHCP agents. Network: 7efdf778-0242-40a2-87ce-f976f380d7eb, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:49.758632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Network 7efdf778-0242-40a2-87ce-f976f380d7eb is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:49.779491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 7efdf778-0242-40a2-87ce-f976f380d7eb) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:49.790284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e284027-07a2-415c-98ab-f2ec99897a35 None None] Network 7efdf778-0242-40a2-87ce-f976f380d7eb requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:49.796657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.797315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.870841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-925c0a8b-ca89-4c5b-99db-81196b29ab53 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3359065 Aug 31 06:42:50.035126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Router 35e13e7a-af7c-46dc-b4da-8963793b70b8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:42:50.371687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a5357-43d7-4a19-a551-dccbaa60baf7 None None] Network 7efdf778-0242-40a2-87ce-f976f380d7eb requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:50.467459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a10b6e74-e3a0-4fa7-bef8-be76dbcd4109 req-9f7ebda2-455f-4c44-8e6f-17e520e87685 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=1459a85d-9953-46b6-a13e-54500c8f4c4d HTTP/1.1" status: 200 len: 210 time: 0.1567018 Aug 31 06:42:50.482738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:42:50.644297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] No DVR routers for this DVR port 38dd4750-916c-4e5a-a105-5ccbd30ca18b on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:50.656955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.666304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07f647ea-4230-4113-adad-e26f47b6038e req-d4d6156b-08c5-44ba-a295-500a08ff998c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.42 "DELETE /v2.0/ports/38dd4750-916c-4e5a-a105-5ccbd30ca18b HTTP/1.1" status: 204 len: 173 time: 3.1275020 Aug 31 06:42:50.667444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-deleted', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:50.681806 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333366e-fb26-45da-8622-550e5f0778d7" -d '{"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-deleted", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:50.721109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] Sync routers for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:42:50.827710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:50.828376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:50.920527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83839-fa2d-4a25-9c99-b41bcf7389e3 req-380d812a-f50d-483e-8aea-762461311dd9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.944896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f83839-fa2d-4a25-9c99-b41bcf7389e3 req-380d812a-f50d-483e-8aea-762461311dd9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2109234 Aug 31 06:42:51.173507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f83839-fa2d-4a25-9c99-b41bcf7389e3 req-892dc760-165c-4496-9e19-b5900ba8126f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175047 Aug 31 06:42:51.338336 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871dc93b-3dab-427a-a5d8-fac12986115b x-openstack-request-id: req-871dc93b-3dab-427a-a5d8-fac12986115b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:51.338963 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459a85d-9953-46b6-a13e-54500c8f4c4d", "name": "network-vif-deleted", "tag": "38dd4750-916c-4e5a-a105-5ccbd30ca18b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:51.339702 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-871dc93b-3dab-427a-a5d8-fac12986115b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:51.340350 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1459a85d-9953-46b6-a13e-54500c8f4c4d', 'name': 'network-vif-deleted', 'tag': '38dd4750-916c-4e5a-a105-5ccbd30ca18b', 'status': 'completed', 'code': 200} Aug 31 06:42:51.435581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:51.706669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:51.797731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46164) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:51.952917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8914dd5b-438c-4012-bb39-fcfc0e0f4997 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.039147 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8914dd5b-438c-4012-bb39-fcfc0e0f4997 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.179613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e569a-6be9-4b99-81e3-813eb985570a req-13d72acd-2a37-462d-8b22-bb3013fac500 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.180871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8914dd5b-438c-4012-bb39-fcfc0e0f4997 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.196453 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-13d72acd-2a37-462d-8b22-bb3013fac500 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/networks?id=9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 HTTP/1.1" status: 200 len: 809 time: 0.4549670 Aug 31 06:42:52.197908 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8914dd5b-438c-4012-bb39-fcfc0e0f4997 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.201235 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8914dd5b-438c-4012-bb39-fcfc0e0f4997 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f47d410-e4dd-49e3-8480-9a7df3dcf7e5 HTTP/1.1" status: 204 len: 168 time: 0.4017513 Aug 31 06:42:52.206261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46172) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:52.247090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914dd5b-438c-4012-bb39-fcfc0e0f4997 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f47d410-e4dd-49e3-8480-9a7df3dcf7e5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:52.301122 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-89f3b782-5f37-4df6-b7a2-50b42f2cdb81 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] show failed (client error): The resource could not be found. Aug 31 06:42:52.307669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46178) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:52.313927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-89f3b782-5f37-4df6-b7a2-50b42f2cdb81 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups/0f47d410-e4dd-49e3-8480-9a7df3dcf7e5 HTTP/1.1" status: 404 len: 347 time: 0.1023149 Aug 31 06:42:52.343498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-44eb831e-0156-43eb-bcbd-f076477dc57c tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/quotas/e592b2755b894634af310c1f9387b0e5 HTTP/1.1" status: 200 len: 375 time: 0.1408362 Aug 31 06:42:52.457115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 38dd4750-916c-4e5a-a105-5ccbd30ca18b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:52.457713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 38dd4750-916c-4e5a-a105-5ccbd30ca18b not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:52.491014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-2d533177-a0bc-4d14-9b01-c54958dd248f tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e592b2755b894634af310c1f9387b0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463096 Aug 31 06:42:52.496044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:52.534140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] Checking router: 35e13e7a-af7c-46dc-b4da-8963793b70b8 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:42:52.560315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:52.561993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:52.734905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854053f9-b860-404e-b2cd-5c3814f9ad93 req-f0db34d4-dc76-4798-ad89-b35aac819d18 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.743266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-854053f9-b860-404e-b2cd-5c3814f9ad93 req-f0db34d4-dc76-4798-ad89-b35aac819d18 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2587032 Aug 31 06:42:52.800863 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-854053f9-b860-404e-b2cd-5c3814f9ad93 req-1d09d73a-4b17-4842-be7b-1fb1e611688b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563848 Aug 31 06:42:52.844295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:52.881735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-577a22d3-abce-4fc5-a014-e6e118f7d903 service neutron] 10.222.0.15 "GET /v2.0/networks/9f6ffd83-631e-4fd8-a689-e5e3a4e671e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893995 Aug 31 06:42:52.885689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Deleting port 7a213d28-1fd6-4f4f-a5f9-da29a04bf680 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:52.890433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:53.162226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:53.162556 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:53.214698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Calling delete_port for 7a213d28-1fd6-4f4f-a5f9-da29a04bf680 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:53.217059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-85f8e885-cdea-4208-8c34-ce13d96f4a34 service neutron] 10.222.0.15 "GET /v2.0/networks/9f6ffd83-631e-4fd8-a689-e5e3a4e671e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233137 Aug 31 06:42:53.520956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:53.617582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b6fcc-c05a-49c0-938b-86a6a13c7059 None None] The sync data for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 is: [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:42:54.188603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc56cb78-0c0c-4cc6-be89-005f0a07d363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:54.219025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913145c0-b1d3-49e3-9433-33dc2595fc10 req-7d79a18e-84dc-4fec-9589-6133696e9614 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.238555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-913145c0-b1d3-49e3-9433-33dc2595fc10 req-7d79a18e-84dc-4fec-9589-6133696e9614 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2877107 Aug 31 06:42:54.253892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7945071-2c25-4bc0-ae80-e457836b00d9 req-e3fb266e-2f66-4ebe-916d-0d2a2dbc2a1b tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 210 time: 0.0976217 Aug 31 06:42:54.338999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:54.351237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-913145c0-b1d3-49e3-9433-33dc2595fc10 req-67e7ee58-ef1e-40df-91c4-ed6ab35c3636 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092474 Aug 31 06:42:54.492375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:54.544430 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a45865-1b4f-428f-a9e2-66f80c8f0f3d None None] New status for floating IP ae794cd4-f01f-41c6-947c-1a5548e05840: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:42:54.579513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event deleted for resources: {'Port': ['ID=7a213d28-1fd6-4f4f-a5f9-da29a04bf680,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:54.795025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:54.801090 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:54.806883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5590483e-de61-4874-86d0-5ab21439ed13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "DELETE /v2.0/floatingips/ae794cd4-f01f-41c6-947c-1a5548e05840 HTTP/1.1" status: 204 len: 168 time: 2.4965880 Aug 31 06:42:54.969451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897325a-8f65-40f2-bd77-f31b65c34809 req-f7849036-b9c5-4e84-9ce3-c7b583141aad tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.976638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8897325a-8f65-40f2-bd77-f31b65c34809 req-f7849036-b9c5-4e84-9ce3-c7b583141aad tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 951 time: 0.2258494 Aug 31 06:42:55.058233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8897325a-8f65-40f2-bd77-f31b65c34809 req-484961c0-bf36-49e5-a3e5-b3a20bad0771 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670776 Aug 31 06:42:55.497516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46310) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:55.508603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cae5fa49-d095-414b-95ee-7fee39556edf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177093284', 'description': 'tempest-description--792039242'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:55.596634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cae5fa49-d095-414b-95ee-7fee39556edf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:55.751355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e633156c-47ca-48f9-b833-0532a3ed8c0f req-201b1f14-3b2b-4644-a4c7-2214e4a4f99d tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 210 time: 0.1103134 Aug 31 06:42:55.752366 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.128972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e569a-6be9-4b99-81e3-813eb985570a req-7809f198-3aa3-4de8-8c8c-20f9e2155865 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.131515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-7809f198-3aa3-4de8-8c8c-20f9e2155865 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.42 "GET /v2.0/networks?id=9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 HTTP/1.1" status: 200 len: 809 time: 0.4627438 Aug 31 06:42:56.135574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db136d-727a-42a4-972e-243ebbf1cbf8 req-d035ff81-bfd7-4c81-82fa-a8a048e76ed5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.163652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-12db136d-727a-42a4-972e-243ebbf1cbf8 req-d035ff81-bfd7-4c81-82fa-a8a048e76ed5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1766238 Aug 31 06:42:56.172563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Request body: {'port': {'device_id': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'network_id': '9f6ffd83-631e-4fd8-a689-e5e3a4e671e9', 'admin_state_up': True, 'tenant_id': 'e592b2755b894634af310c1f9387b0e5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:56.249454 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-12db136d-727a-42a4-972e-243ebbf1cbf8 req-33e0ba11-73b1-4e61-b20c-f349437288d3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838397 Aug 31 06:42:56.460282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cae5fa49-d095-414b-95ee-7fee39556edf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.490771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cae5fa49-d095-414b-95ee-7fee39556edf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.521361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Made reservation on behalf of e592b2755b894634af310c1f9387b0e5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:56.524964 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.553796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5fa49-d095-414b-95ee-7fee39556edf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affd305e-1657-4f3e-a1c5-c9bef1048ea0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:56.558791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cae5fa49-d095-414b-95ee-7fee39556edf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.560692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cae5fa49-d095-414b-95ee-7fee39556edf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0594606 Aug 31 06:42:56.566395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:56.571968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f9923c98-80bb-42bd-9024-3baab4fea139 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'security_group_rule': {'security_group_id': 'affd305e-1657-4f3e-a1c5-c9bef1048ea0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:56.656490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9923c98-80bb-42bd-9024-3baab4fea139 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.739073 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3c2475bb-20ea-4bab-8362-872902b9f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.830632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9923c98-80bb-42bd-9024-3baab4fea139 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.836231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9923c98-80bb-42bd-9024-3baab4fea139 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.839017 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.891378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9923c98-80bb-42bd-9024-3baab4fea139 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd25e14a-fc91-4bbe-b9d3-231429962ce0,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:56.891649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Allocated IP 172.20.0.7 (9f6ffd83-631e-4fd8-a689-e5e3a4e671e9/087886ea-d4c6-4880-b838-9806d6f15b3e/d00e4383-0c33-49ae-8cdb-6cd40c79c038) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:56.904794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9923c98-80bb-42bd-9024-3baab4fea139 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.906286 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f9923c98-80bb-42bd-9024-3baab4fea139 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380358 Aug 31 06:42:56.909488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46384) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:56.914500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bd1a980b-c903-4157-b558-52285c22a94d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'security_group_rule': {'security_group_id': 'affd305e-1657-4f3e-a1c5-c9bef1048ea0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:57.015077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd1a980b-c903-4157-b558-52285c22a94d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.200407 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.232875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd1a980b-c903-4157-b558-52285c22a94d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.244281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd1a980b-c903-4157-b558-52285c22a94d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.305592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.308950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830a383-63eb-4826-90bb-3fc458286262 req-ba3e1b48-e3ca-4928-821a-78f60be0ece5 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.321110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5830a383-63eb-4826-90bb-3fc458286262 req-ba3e1b48-e3ca-4928-821a-78f60be0ece5 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 951 time: 0.2941375 Aug 31 06:42:57.363707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a980b-c903-4157-b558-52285c22a94d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d49833-e268-4d9e-9bf6-c91288b00303,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:57.383029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd1a980b-c903-4157-b558-52285c22a94d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.385268 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bd1a980b-c903-4157-b558-52285c22a94d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4741983 Aug 31 06:42:57.388268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46400) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:57.396382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:57.409623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:57.433567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:57.437612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.454619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:57.532688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5830a383-63eb-4826-90bb-3fc458286262 req-7252f970-0c20-4ead-9e87-ce6e943d2c3a tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101750 Aug 31 06:42:57.564641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8059ff-d8dd-4716-a24e-0c64f7dd2b6d req-12d1d522-3a01-4d63-8b83-ed60e076ac19 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.574707 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b8059ff-d8dd-4716-a24e-0c64f7dd2b6d req-12d1d522-3a01-4d63-8b83-ed60e076ac19 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 931 time: 0.3205435 Aug 31 06:42:57.584241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.585485 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.619245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:57.636631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Pushing event updated for resources: {'Port': ['ID=d00e4383-0c33-49ae-8cdb-6cd40c79c038,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:57.659531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1f0b2180-2a55-436b-89d8-b9a8cd1febb4 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5003691 Aug 31 06:42:57.678349 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b8059ff-d8dd-4716-a24e-0c64f7dd2b6d req-ca9e7437-6c94-42a1-b99c-8ea79019b907 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022100 Aug 31 06:42:57.703582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Request body: {'port': {'device_id': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:57.837979 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.856083 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.893969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:57.900282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:57.906504 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b0082e-6863-4dd9-a339-7f3f06fdcd74" -d '{"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:57.913418 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.977145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=11']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:58.066225 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.287721 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e7910d-6688-418f-8a70-679c4566beab x-openstack-request-id: req-f7e7910d-6688-418f-8a70-679c4566beab {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:58.288175 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:58.288568 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7e7910d-6688-418f-8a70-679c4566beab {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:58.289213 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'code': 200} Aug 31 06:42:58.413049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00e4383-0c33-49ae-8cdb-6cd40c79c038 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:58.425418 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.453821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Transition to ACTIVE for port object d00e4383-0c33-49ae-8cdb-6cd40c79c038 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:58.459871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.519830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d463af-e55b-41c5-99d2-18c0ce6984a0 req-ade71c9a-0198-4387-984d-6b144a37d179 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.522472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39d463af-e55b-41c5-99d2-18c0ce6984a0 req-ade71c9a-0198-4387-984d-6b144a37d179 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.8739636 Aug 31 06:42:58.524722 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.557556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Pushing event updated for resources: {'Port': ['ID=d00e4383-0c33-49ae-8cdb-6cd40c79c038,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:58.677712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39d463af-e55b-41c5-99d2-18c0ce6984a0 req-cf2616ab-93ce-4759-89fe-8e35b39a1e00 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338286 Aug 31 06:42:58.805584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Attempting to bind port d00e4383-0c33-49ae-8cdb-6cd40c79c038 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:58.805584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Attempting to bind port d00e4383-0c33-49ae-8cdb-6cd40c79c038 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'aa2e3a8d-e820-4839-b02a-038407d5d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f6ffd83-631e-4fd8-a689-e5e3a4e671e9'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:58.806446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Attempting to bind port d00e4383-0c33-49ae-8cdb-6cd40c79c038 on network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:58.823077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba523-f733-49ac-9879-cf0756283932 req-a6df0586-2cbd-4ca4-ab7f-c0cb06e2b876 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.824993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-957ba523-f733-49ac-9879-cf0756283932 req-a6df0586-2cbd-4ca4-ab7f-c0cb06e2b876 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 949 time: 0.1290965 Aug 31 06:42:58.828432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Port d00e4383-0c33-49ae-8cdb-6cd40c79c038 on network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:58.836465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Attempting to bind port d00e4383-0c33-49ae-8cdb-6cd40c79c038 on network 9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:58.853564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:58.854056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Checking segment: {'id': 'aa2e3a8d-e820-4839-b02a-038407d5d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f6ffd83-631e-4fd8-a689-e5e3a4e671e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:58.854571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Bound using segment: {'id': 'aa2e3a8d-e820-4839-b02a-038407d5d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f6ffd83-631e-4fd8-a689-e5e3a4e671e9'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:58.855120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Bound port: d00e4383-0c33-49ae-8cdb-6cd40c79c038, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2e3a8d-e820-4839-b02a-038407d5d587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f6ffd83-631e-4fd8-a689-e5e3a4e671e9'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:58.855728 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.965366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Allocated IP 172.25.5.119 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/643ac0d5-3526-475f-8058-92e58b5953a6) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:59.051239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb9130-d747-42f5-b9c2-c44d7a22f917 req-241e597b-ee39-4948-9861-ad6a46f0a167 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.060187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-61bb9130-d747-42f5-b9c2-c44d7a22f917 req-241e597b-ee39-4948-9861-ad6a46f0a167 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 949 time: 0.1865835 Aug 31 06:42:59.076453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] For port d00e4383-0c33-49ae-8cdb-6cd40c79c038, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:59.089534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0ab6-9634-4d9e-8e78-460fb325f44c req-d26f5581-4409-4edc-98b8-9bcd9465e2ae tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.092438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d51d0ab6-9634-4d9e-8e78-460fb325f44c req-d26f5581-4409-4edc-98b8-9bcd9465e2ae tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 943 time: 0.1468139 Aug 31 06:42:59.094738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] For port d00e4383-0c33-49ae-8cdb-6cd40c79c038, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d00e4383-0c33-49ae-8cdb-6cd40c79c038,segment=NetworkSegment(aa2e3a8d-e820-4839-b02a-038407d5d587),segment_id=aa2e3a8d-e820-4839-b02a-038407d5d587)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:59.103833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.122428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Deleting port 352340aa-0131-4da8-a6cf-266e1d71fb4f {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:59.122865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.132945 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-61bb9130-d747-42f5-b9c2-c44d7a22f917 req-ae8f8fbb-f06f-4e6a-9e68-e6114190ec45 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Aug 31 06:42:59.145938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46438) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:59.198967 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.290403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.291816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.293411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] 10.222.0.42 "PUT /v2.0/ports/d00e4383-0c33-49ae-8cdb-6cd40c79c038 HTTP/1.1" status: 200 len: 1092 time: 1.6105340 Aug 31 06:42:59.314094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'tag': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:59.317235 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2de60-ef21-4045-ac76-2663a4d19410" -d '{"events": [{"name": "network-changed", "server_uuid": "439684ec-47fa-49d2-9c91-d7aea3a949ef", "tag": "d00e4383-0c33-49ae-8cdb-6cd40c79c038"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:59.324925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.417466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594d5df-039f-4a00-81f3-b7d585eabaf5 req-20064ca7-7865-430a-b0c8-68c89d8f4d66 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.419928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8594d5df-039f-4a00-81f3-b7d585eabaf5 req-20064ca7-7865-430a-b0c8-68c89d8f4d66 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 946 time: 0.1744211 Aug 31 06:42:59.424484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:59.433777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:59.440223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d51d0ab6-9634-4d9e-8e78-460fb325f44c req-cc3b38e7-1a3e-47b3-b0d0-1bf509a39ae5 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397148 Aug 31 06:42:59.440664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f291f36-0768-451a-b7b0-0dd2ee730b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.442484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] For port 352340aa-0131-4da8-a6cf-266e1d71fb4f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=352340aa-0131-4da8-a6cf-266e1d71fb4f,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:59.442855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.445683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966941cc-a2fa-453a-8cfd-6ac66332862e service neutron] Pushing event updated for resources: {'Port': ['ID=d00e4383-0c33-49ae-8cdb-6cd40c79c038,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:59.451109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:59.473881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Calling delete_port for 352340aa-0131-4da8-a6cf-266e1d71fb4f owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:59.484888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1090ae7e-b854-4dee-a2cf-4345bcb71933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.486594 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-1090ae7e-b854-4dee-a2cf-4345bcb71933 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e592b2755b894634af310c1f9387b0e5&device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 1095 time: 0.1083267 Aug 31 06:42:59.590336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'Port': ['ID=643ac0d5-3526-475f-8058-92e58b5953a6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:59.611314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8594d5df-039f-4a00-81f3-b7d585eabaf5 req-b0b0eb75-7863-4215-bf29-f6db741e1809 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719303 Aug 31 06:42:59.620633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-97067f01-d1d5-4d4b-ada1-cfd08e13b263 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d00e4383-0c33-49ae-8cdb-6cd40c79c038 HTTP/1.1" status: 200 len: 217 time: 0.1240191 Aug 31 06:42:59.647739 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdd9f67-3662-4ace-9117-60adabe20d10 x-openstack-request-id: req-2fdd9f67-3662-4ace-9117-60adabe20d10 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:59.648113 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439684ec-47fa-49d2-9c91-d7aea3a949ef", "tag": "d00e4383-0c33-49ae-8cdb-6cd40c79c038", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:59.648632 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fdd9f67-3662-4ace-9117-60adabe20d10 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:59.649592 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'tag': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038', 'status': 'completed', 'code': 200} Aug 31 06:42:59.736767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e569a-6be9-4b99-81e3-813eb985570a req-7c28e675-e0ae-4370-a474-f942dc2c421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.738607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-7c28e675-e0ae-4370-a474-f942dc2c421d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=087886ea-d4c6-4880-b838-9806d6f15b3e HTTP/1.1" status: 200 len: 849 time: 0.1098099 Aug 31 06:42:59.768437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.804612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-0ca2444d-05a2-48ec-bc24-946ca472a738 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f6ffd83-631e-4fd8-a689-e5e3a4e671e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565751 Aug 31 06:42:59.866153 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.919700 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.938243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcebc8-dbec-422b-b97e-79cceb99a77f req-27ac2766-cf28-4efc-9064-28898706e4ab tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.940063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2cfcebc8-dbec-422b-b97e-79cceb99a77f req-27ac2766-cf28-4efc-9064-28898706e4ab tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1240928 Aug 31 06:42:59.958032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.959022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f291f36-0768-451a-b7b0-0dd2ee730b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.975982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f291f36-0768-451a-b7b0-0dd2ee730b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.016077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Pushing event deleted for resources: {'Port': ['ID=352340aa-0131-4da8-a6cf-266e1d71fb4f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:00.072414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-77ec6212-25d8-4804-8730-df900a48a5d7 service neutron] 10.222.0.42 "GET /v2.0/networks/9f6ffd83-631e-4fd8-a689-e5e3a4e671e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273679 Aug 31 06:43:00.089816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] No DVR routers for this DVR port 352340aa-0131-4da8-a6cf-266e1d71fb4f on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:00.095341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.100224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-957ba523-f733-49ac-9879-cf0756283932 req-fd9d0c96-fac2-4551-8581-7a139e73d424 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.23 "DELETE /v2.0/ports/352340aa-0131-4da8-a6cf-266e1d71fb4f HTTP/1.1" status: 204 len: 173 time: 1.2605247 Aug 31 06:43:00.141179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7f291f36-0768-451a-b7b0-0dd2ee730b4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba83fe7fd4164c6ab27e9a87dfbe219a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9944422 Aug 31 06:43:00.143767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46462) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:00.148388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f291f36-0768-451a-b7b0-0dd2ee730b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca3e4f9-2d28-47c2-9286-42e9f1437b05,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:00.178166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2cfcebc8-dbec-422b-b97e-79cceb99a77f req-d1093f8d-cb66-437f-80a3-3427595d498f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105572 Aug 31 06:43:00.259202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa387721-af6b-4528-bcd2-f0cc5af2eea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.308284 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa387721-af6b-4528-bcd2-f0cc5af2eea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.329827 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.337796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.339855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-438758c1-0182-4292-86dc-f6e3c19f5d0f req-139f2d08-3cf1-400c-9b2c-b524cb12a951 tempest-ImagesOneServerTestJSON-1199577209 tempest-ImagesOneServerTestJSON-1199577209-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccea99a7-4fad-4584-a654-9f602708e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0659459 Aug 31 06:43:00.370180 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a19e569a-6be9-4b99-81e3-813eb985570a req-9f4a8e42-73c6-43b0-8637-b331ea5258e2 service neutron] 10.222.0.42 "GET /v2.0/networks/9f6ffd83-631e-4fd8-a689-e5e3a4e671e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809815 Aug 31 06:43:00.550364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'Port': ['ID=643ac0d5-3526-475f-8058-92e58b5953a6,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:00.595738 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa387721-af6b-4528-bcd2-f0cc5af2eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.603880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-5b5f0dfb-b19e-4219-adcd-36b08c35f6c6 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.605600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-5b5f0dfb-b19e-4219-adcd-36b08c35f6c6 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 946 time: 0.0869992 Aug 31 06:43:00.608846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-029d7eb8-9059-4b1a-bf86-c8c5d2867895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.610504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-029d7eb8-9059-4b1a-bf86-c8c5d2867895 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e592b2755b894634af310c1f9387b0e5&device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 1095 time: 0.1551800 Aug 31 06:43:00.614510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa387721-af6b-4528-bcd2-f0cc5af2eea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.615794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fa387721-af6b-4528-bcd2-f0cc5af2eea5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eca3e4f9-2d28-47c2-9286-42e9f1437b05 HTTP/1.1" status: 204 len: 168 time: 0.4685369 Aug 31 06:43:00.630061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.659440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.672443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-abe8adbc-644c-4377-be1e-de02026530d0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2821088 Aug 31 06:43:00.677570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa387721-af6b-4528-bcd2-f0cc5af2eea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca3e4f9-2d28-47c2-9286-42e9f1437b05,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:00.723899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e666b3-6532-4b2d-b50b-dceb9483615d req-50e7261f-7bed-4fba-a3df-b90076f94151 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.725997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79e666b3-6532-4b2d-b50b-dceb9483615d req-50e7261f-7bed-4fba-a3df-b90076f94151 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 943 time: 0.1985576 Aug 31 06:43:00.832620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79e666b3-6532-4b2d-b50b-dceb9483615d req-8adb502b-c268-4ab2-a388-43e515608695 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945134 Aug 31 06:43:00.951294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-d39c9b9f-b9ca-46c6-9a9f-16e15b3d98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.953932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-d39c9b9f-b9ca-46c6-9a9f-16e15b3d98a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 HTTP/1.1" status: 200 len: 910 time: 0.3343580 Aug 31 06:43:01.050741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-69fbda08-7286-46dd-bedc-a37e65f5fd4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d00e4383-0c33-49ae-8cdb-6cd40c79c038 HTTP/1.1" status: 200 len: 217 time: 0.0863550 Aug 31 06:43:01.115217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a5bd3-8fdd-4d76-94ee-c993451b137d req-497ae42a-dcc8-49db-b6ae-0765116673a9 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.117132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c25a5bd3-8fdd-4d76-94ee-c993451b137d req-497ae42a-dcc8-49db-b6ae-0765116673a9 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 946 time: 0.2602673 Aug 31 06:43:01.120148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-3130dfe4-0f83-4754-a8a0-f4b9ff5ee9e7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1177093284&fields=id&tenant_id=d02bf1e50c9c4de9838187610b44b737 HTTP/1.1" status: 200 len: 267 time: 0.0573568 Aug 31 06:43:01.178784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Deleting port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:01.179526 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.199441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-0408c256-e33a-41e3-b911-afe1615def11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.200980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-0408c256-e33a-41e3-b911-afe1615def11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=087886ea-d4c6-4880-b838-9806d6f15b3e HTTP/1.1" status: 200 len: 849 time: 0.1409576 Aug 31 06:43:01.228169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46496) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:01.262050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ee3de9d-a73e-43aa-a0cb-e17a1236ac96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.327906 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-7167b1be-83cb-4175-a083-49d6a244869e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f6ffd83-631e-4fd8-a689-e5e3a4e671e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726228 Aug 31 06:43:01.329771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1090fe-273e-440c-b438-47ed76d8606e req-ad9c605a-b2c2-4f63-8a39-4dfa9f600a11 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.331659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-ad9c605a-b2c2-4f63-8a39-4dfa9f600a11 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 816 time: 0.2103989 Aug 31 06:43:01.337160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c25a5bd3-8fdd-4d76-94ee-c993451b137d req-042c82be-bca3-474c-a82d-8ae869361ca3 tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc470b3c-cc1e-4788-9acb-592d2720cac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074118 Aug 31 06:43:01.411498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-8297615b-af59-47b3-9389-3ed81be3ec03 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/quotas/d02bf1e50c9c4de9838187610b44b737 HTTP/1.1" status: 200 len: 375 time: 0.0681732 Aug 31 06:43:01.462021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d00e4383-0c33-49ae-8cdb-6cd40c79c038 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:01.505909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-439b56d3-bb50-4c8a-855b-d25d864b1b9d service neutron] 10.222.0.42 "GET /v2.0/networks/9f6ffd83-631e-4fd8-a689-e5e3a4e671e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674018 Aug 31 06:43:01.524574 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-414a66ef-d727-4b27-93f6-a73a6894fe6b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076145 Aug 31 06:43:01.578423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ee3de9d-a73e-43aa-a0cb-e17a1236ac96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.625849 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ee3de9d-a73e-43aa-a0cb-e17a1236ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.637509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] For port 4bb9bd4b-c904-49e3-b395-06e22d97bf90, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4bb9bd4b-c904-49e3-b395-06e22d97bf90,segment=NetworkSegment(93f75d82-cbbd-4afd-9883-e9865b2386c4),segment_id=93f75d82-cbbd-4afd-9883-e9865b2386c4)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:01.637891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.664387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-deleted', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:01.667410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3de9d-a73e-43aa-a0cb-e17a1236ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff56eb6-54d9-4294-8fde-0b0b24ea6fec,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:01.671398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d00e4383-0c33-49ae-8cdb-6cd40c79c038, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d00e4383-0c33-49ae-8cdb-6cd40c79c038,segment=NetworkSegment(aa2e3a8d-e820-4839-b02a-038407d5d587),segment_id=aa2e3a8d-e820-4839-b02a-038407d5d587)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:01.693744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038', 'network_id': '9f6ffd83-631e-4fd8-a689-e5e3a4e671e9', 'port_id': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038', 'mac_address': 'fa:16:3e:67:8d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087886ea-d4c6-4880-b838-9806d6f15b3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:01.696700 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2bd50e-62e4-4e5e-b58c-691222b620f2" -d '{"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-deleted", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:01.707824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Calling delete_port for 4bb9bd4b-c904-49e3-b395-06e22d97bf90 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:01.711400 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9ee3de9d-a73e-43aa-a0cb-e17a1236ac96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2d038d3c94249d4897b9c6801d0e8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802794 Aug 31 06:43:01.712227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46512) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:01.751677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-6647a86e-b842-4f2c-9db8-b2f4c7b5171a service neutron] 10.222.0.15 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101738 Aug 31 06:43:01.757115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.762509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c250-95fc-405b-a3f3-b92149629776 req-ac7fb631-4bba-486b-b947-57343a326747 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.771102 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4c9c250-95fc-405b-a3f3-b92149629776 req-ac7fb631-4bba-486b-b947-57343a326747 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2638075 Aug 31 06:43:01.773282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00e4383-0c33-49ae-8cdb-6cd40c79c038 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:01.818017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d00e4383-0c33-49ae-8cdb-6cd40c79c038, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d00e4383-0c33-49ae-8cdb-6cd40c79c038,segment=NetworkSegment(aa2e3a8d-e820-4839-b02a-038407d5d587),segment_id=aa2e3a8d-e820-4839-b02a-038407d5d587)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:01.823743 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.835864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c2de60-ef21-4045-ac76-2663a4d19410 req-0ca3e7eb-8eda-4dd9-a3bc-9281a865edc8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f6ffd83-631e-4fd8-a689-e5e3a4e671e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072982 Aug 31 06:43:01.872600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4c9c250-95fc-405b-a3f3-b92149629776 req-ac9937b4-999b-4e58-a7f1-eb35b740e262 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005878 Aug 31 06:43:01.906096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-dc6a2db2-eeae-4dde-8127-6341e4015c8a service neutron] 10.222.0.15 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521976 Aug 31 06:43:01.924544 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9cd02a5-2f1e-4d8c-9f45-d68fa5e5d279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.951060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d00e4383-0c33-49ae-8cdb-6cd40c79c038,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:02.019347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9cd02a5-2f1e-4d8c-9f45-d68fa5e5d279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.096637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['d00e4383-0c33-49ae-8cdb-6cd40c79c038'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:02.235593 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7d9874-06e2-42d7-b33d-861bf0c49513 x-openstack-request-id: req-ec7d9874-06e2-42d7-b33d-861bf0c49513 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:02.247951 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea99a7-4fad-4584-a654-9f602708e8d2", "name": "network-vif-deleted", "tag": "352340aa-0131-4da8-a6cf-266e1d71fb4f", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:02.249289 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec7d9874-06e2-42d7-b33d-861bf0c49513 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:02.253149 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea99a7-4fad-4584-a654-9f602708e8d2', 'name': 'network-vif-deleted', 'tag': '352340aa-0131-4da8-a6cf-266e1d71fb4f', 'status': 'completed', 'code': 200} Aug 31 06:43:02.260011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.363005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ca6f70d-eeba-41d9-adbb-51d08d3d2664 req-b70117b7-0b18-45a5-ab68-ea66334c8a0f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 210 time: 0.1241610 Aug 31 06:43:02.470765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Pushing event deleted for resources: {'Port': ['ID=4bb9bd4b-c904-49e3-b395-06e22d97bf90,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:02.516191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] No DVR routers for this DVR port 4bb9bd4b-c904-49e3-b395-06e22d97bf90 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:02.522080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.525129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31012a75-0717-44f6-9a7d-4b94580d3fe8 req-0e197349-2bb7-4d1b-9d0d-c56c03806aea tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.42 "DELETE /v2.0/ports/4bb9bd4b-c904-49e3-b395-06e22d97bf90 HTTP/1.1" status: 204 len: 173 time: 1.9072723 Aug 31 06:43:02.526634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9cd02a5-2f1e-4d8c-9f45-d68fa5e5d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.530626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f9cd02a5-2f1e-4d8c-9f45-d68fa5e5d279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.532343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f9cd02a5-2f1e-4d8c-9f45-d68fa5e5d279 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ff56eb6-54d9-4294-8fde-0b0b24ea6fec HTTP/1.1" status: 204 len: 168 time: 0.8137817 Aug 31 06:43:02.551583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd02a5-2f1e-4d8c-9f45-d68fa5e5d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff56eb6-54d9-4294-8fde-0b0b24ea6fec,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:02.581428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd98ab6-a235-4c2c-9492-c807933a9bc8 req-86a0789c-63b6-4d15-b3fc-842ef9a52e57 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.590916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbd98ab6-a235-4c2c-9492-c807933a9bc8 req-86a0789c-63b6-4d15-b3fc-842ef9a52e57 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 944 time: 0.2699344 Aug 31 06:43:02.634643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0ab49885-40d8-497e-873c-0ab4fe18d04c req-8e63062c-2529-44c0-b0cd-c24cf73e157a tempest-VolumesSnapshotTestJSON-1624208534 tempest-VolumesSnapshotTestJSON-1624208534-project] 10.222.0.15 "GET /v2.0/ports?device_id=05f8fd0d-ef7e-4197-935c-7a9408fc6ae2 HTTP/1.1" status: 200 len: 210 time: 0.0630853 Aug 31 06:43:02.702089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbd98ab6-a235-4c2c-9492-c807933a9bc8 req-ee20cf54-7856-470f-a683-1053abd14e79 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032023 Aug 31 06:43:02.811615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46544) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:03.055559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16c1b7-9e6d-4fcc-8bcf-127b7554fee2 req-4a2fc704-97ba-42d3-8282-c97fd74e11a8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.067975 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16c1b7-9e6d-4fcc-8bcf-127b7554fee2 req-4a2fc704-97ba-42d3-8282-c97fd74e11a8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.0907326 Aug 31 06:43:03.243164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16c1b7-9e6d-4fcc-8bcf-127b7554fee2 req-9a43341f-b6dd-46b8-a74d-9219249d5494 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728201 Aug 31 06:43:03.432668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-97218d4e-bbde-4236-9265-d246dc753ea3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=996452587e2b4fcd88a4935797ce394c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167331 Aug 31 06:43:03.433009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46568) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:03.467848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d00e4383-0c33-49ae-8cdb-6cd40c79c038 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:03.524365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5bba-9fb0-4afc-92a8-bdb0be1dbc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.545237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a07d2b30-2d81-47c0-99e5-faf0c4693ad6 req-6fcbafd7-60ae-4bfb-8c96-07e8d35bb482 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 210 time: 0.0516984 Aug 31 06:43:03.583894 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5bba-9fb0-4afc-92a8-bdb0be1dbc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.615207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port d00e4383-0c33-49ae-8cdb-6cd40c79c038 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:03.624017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port d00e4383-0c33-49ae-8cdb-6cd40c79c038 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:03.630026 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.674789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5bba-9fb0-4afc-92a8-bdb0be1dbc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.679320 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6cbd5bba-9fb0-4afc-92a8-bdb0be1dbc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.683978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6cbd5bba-9fb0-4afc-92a8-bdb0be1dbc73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4520b09-fe3b-41c5-bd69-bbd5f5b11e34 HTTP/1.1" status: 204 len: 168 time: 0.2464631 Aug 31 06:43:03.695941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd5bba-9fb0-4afc-92a8-bdb0be1dbc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4520b09-fe3b-41c5-bd69-bbd5f5b11e34,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:03.700482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:03.759091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 352340aa-0131-4da8-a6cf-266e1d71fb4f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:03.759691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 352340aa-0131-4da8-a6cf-266e1d71fb4f not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:03.928869 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.997539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d00e4383-0c33-49ae-8cdb-6cd40c79c038, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d00e4383-0c33-49ae-8cdb-6cd40c79c038,segment=NetworkSegment(aa2e3a8d-e820-4839-b02a-038407d5d587),segment_id=aa2e3a8d-e820-4839-b02a-038407d5d587)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:04.009866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:04.017387 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2221bec-7b6d-4993-82c8-1fb38329a0b8" -d '{"events": [{"server_uuid": "439684ec-47fa-49d2-9c91-d7aea3a949ef", "name": "network-vif-plugged", "status": "completed", "tag": "d00e4383-0c33-49ae-8cdb-6cd40c79c038"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:04.019221 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:04.020187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4bb9bd4b-c904-49e3-b395-06e22d97bf90 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:04.062260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 4bb9bd4b-c904-49e3-b395-06e22d97bf90 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:04.063160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4bb9bd4b-c904-49e3-b395-06e22d97bf90 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:04.127079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0239e43-024d-419f-930c-5042baeb719c req-417898e2-921d-4cd1-b3c5-48d6e0761147 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.128580 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d17823a-414e-43a9-bdef-eb8078046cb2 x-openstack-request-id: req-3d17823a-414e-43a9-bdef-eb8078046cb2 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:04.128908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0239e43-024d-419f-930c-5042baeb719c req-417898e2-921d-4cd1-b3c5-48d6e0761147 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 944 time: 0.2311273 Aug 31 06:43:04.129503 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439684ec-47fa-49d2-9c91-d7aea3a949ef", "name": "network-vif-plugged", "status": "completed", "tag": "d00e4383-0c33-49ae-8cdb-6cd40c79c038", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:04.130166 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d17823a-414e-43a9-bdef-eb8078046cb2 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:04.130839 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038', 'code': 200} Aug 31 06:43:04.141018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d00e4383-0c33-49ae-8cdb-6cd40c79c038,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:04.155755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.156358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.156887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.157954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.158602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.159402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.160111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.160807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.161369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.163148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.163727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.164487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:04.258051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f8fd0d-ef7e-4197-935c-7a9408fc6ae2', 'name': 'network-vif-deleted', 'tag': '4bb9bd4b-c904-49e3-b395-06e22d97bf90'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:04.271017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0239e43-024d-419f-930c-5042baeb719c req-479a8805-240b-4516-b1db-becb0412f071 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336391 Aug 31 06:43:04.280094 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1e840b-9d25-4304-922f-3a2f5b9e4d99" -d '{"events": [{"server_uuid": "05f8fd0d-ef7e-4197-935c-7a9408fc6ae2", "name": "network-vif-deleted", "tag": "4bb9bd4b-c904-49e3-b395-06e22d97bf90"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:04.461817 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:43:04.502847 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fcf84b-f138-4575-97ec-d5c74f1508b7 x-openstack-request-id: req-79fcf84b-f138-4575-97ec-d5c74f1508b7 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:04.503542 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f8fd0d-ef7e-4197-935c-7a9408fc6ae2", "name": "network-vif-deleted", "tag": "4bb9bd4b-c904-49e3-b395-06e22d97bf90", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:04.503542 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79fcf84b-f138-4575-97ec-d5c74f1508b7 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:04.504081 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f8fd0d-ef7e-4197-935c-7a9408fc6ae2', 'name': 'network-vif-deleted', 'tag': '4bb9bd4b-c904-49e3-b395-06e22d97bf90', 'status': 'completed', 'code': 200} Aug 31 06:43:04.529649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1090fe-273e-440c-b438-47ed76d8606e req-b933776b-649f-49b3-a856-b566bd90542b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.531800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-b933776b-649f-49b3-a856-b566bd90542b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.23 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 816 time: 0.5528965 Aug 31 06:43:04.555755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdd02c-2e14-46fe-b0f5-d3c1fcd98da1 req-2848629d-dd11-44df-b2a8-42bedcb8270a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.557614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64bdd02c-2e14-46fe-b0f5-d3c1fcd98da1 req-2848629d-dd11-44df-b2a8-42bedcb8270a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1201653 Aug 31 06:43:04.569450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dabef-851e-4856-8088-021a7b050e31 req-b561d74c-ebb0-4c09-8bf0-d692dc40dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.571493 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-329dabef-851e-4856-8088-021a7b050e31 req-b561d74c-ebb0-4c09-8bf0-d692dc40dab8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 1097 time: 0.2649879 Aug 31 06:43:04.739787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-e1bf4671-3aa0-40cc-906c-b708203e6629 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d02bf1e50c9c4de9838187610b44b737 HTTP/1.1" status: 200 len: 380 time: 0.1795166 Aug 31 06:43:04.756183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'port': {'device_id': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'admin_state_up': True, 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'security_groups': ['affd305e-1657-4f3e-a1c5-c9bef1048ea0']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:04.781736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64bdd02c-2e14-46fe-b0f5-d3c1fcd98da1 req-d1351229-57e4-4211-8aa3-d0d96ce041c1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930437 Aug 31 06:43:04.814079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb7e902c-d63d-4ef8-9e3f-3e708c1874b8 req-7b58a6d9-65e8-4645-a92b-740c285b449a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 210 time: 0.0683513 Aug 31 06:43:04.832847 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-329dabef-851e-4856-8088-021a7b050e31 req-03092b50-749c-4586-bc4a-3725029b49a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461987 Aug 31 06:43:04.953429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Made reservation on behalf of d02bf1e50c9c4de9838187610b44b737 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:04.960359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:05.346237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Allocated IP 172.20.0.12 (5199cf27-ea15-49ca-80b9-12b0c2785fb8/2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4/92a23d1f-cc56-4ee5-afd4-516bb1c187f4) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:05.621505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf70a3-fd75-425e-92d4-6bd0f6a8e74b req-3273a29f-ec76-4cb6-95a9-b9f2204b0d63 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.621505 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5acf70a3-fd75-425e-92d4-6bd0f6a8e74b req-3273a29f-ec76-4cb6-95a9-b9f2204b0d63 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 945 time: 0.2417784 Aug 31 06:43:05.711225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46660) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:06.030298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188408-0bd0-496b-9636-317443468933 req-d03fbf0d-15b6-437a-b690-531dbab8114b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.039787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6188408-0bd0-496b-9636-317443468933 req-d03fbf0d-15b6-437a-b690-531dbab8114b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.0921123 Aug 31 06:43:06.108877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6188408-0bd0-496b-9636-317443468933 req-8039e011-97a7-4675-9686-5f362b2bf443 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673149 Aug 31 06:43:06.174783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.200548 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5acf70a3-fd75-425e-92d4-6bd0f6a8e74b req-76b1aeec-a339-4e46-ac57-f7060da74f40 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780566 Aug 31 06:43:06.224977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Transition to ACTIVE for port object 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:06.280658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-601948e1-312d-4fc4-8d5a-0d496df7822b req-af9d5d2c-a709-417c-a586-cfd5ea83611f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 210 time: 0.0657942 Aug 31 06:43:06.284375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2115607257-network', 'tenant_id': 'ec1e88d730e0480cb9a006604921a60e'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:06.294949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.347252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Made reservation on behalf of ec1e88d730e0480cb9a006604921a60e for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:06.348038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:06.350826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.352375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:06.356417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:06.365898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.407141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.407814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.431358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:06.600080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.606640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.617117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-20de71f4-6841-448e-86b8-de73b6071f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8637698 Aug 31 06:43:06.635452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Request body: {'port': {'device_id': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:06.669794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:43:06.682062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ec7308-73bf-4141-81ef-6f0f7997b095,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:06.699203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.705275 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Added segment d8b71fe1-5e70-40ba-aac7-84296f1b0304 of type vlan for network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 Aug 31 06:43:06.806669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.846671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.857360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ee5ef90f-b7c4-431b-8db8-f494706c63df None None] Provisioning for port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:06.869746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ee5ef90f-b7c4-431b-8db8-f494706c63df None None] Provisioning complete for port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:06.872979 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ee5ef90f-b7c4-431b-8db8-f494706c63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.917026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:06.918757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.919737 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.004637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ef90f-b7c4-431b-8db8-f494706c63df None None] Port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:43:07.067635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46706) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:07.067980 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3535943 Aug 31 06:43:07.073756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2567daa-b078-4c80-acc5-300599a5c7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=54cf00ad-a9e0-4148-bedb-c67e35ad4398,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:07.083666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Request body: {'subnet': {'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2115607257-subnet', 'tenant_id': 'ec1e88d730e0480cb9a006604921a60e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:07.084291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:43:07.212374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Made reservation on behalf of ec1e88d730e0480cb9a006604921a60e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:07.214753 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.353164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aba4a-d4ab-4866-bced-a62948af517a req-e7917efd-f702-43f4-93ec-e786b232e5f4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.356921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e3aba4a-d4ab-4866-bced-a62948af517a req-e7917efd-f702-43f4-93ec-e786b232e5f4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1370060 Aug 31 06:43:07.421458 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e3aba4a-d4ab-4866-bced-a62948af517a req-a8f8f753-56e4-4dd3-b170-d29c78d501bc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555549 Aug 31 06:43:07.622528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f449e-46c7-4753-af4e-ef893f53b1d7 req-6fcdfa50-1930-4e75-829c-514ae9b47837 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.625451 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0f449e-46c7-4753-af4e-ef893f53b1d7 req-6fcdfa50-1930-4e75-829c-514ae9b47837 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 945 time: 0.2466910 Aug 31 06:43:07.653766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969902-bc77-4671-8d8f-3043e79c8050 req-35958574-4846-44b2-9487-72f16eb7253d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.661999 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-53969902-bc77-4671-8d8f-3043e79c8050 req-35958574-4846-44b2-9487-72f16eb7253d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 932 time: 0.0954199 Aug 31 06:43:07.747824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:07.752837 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-53969902-bc77-4671-8d8f-3043e79c8050 req-b0e51fbf-26a9-456f-9def-abdbdf83f3e8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895832 Aug 31 06:43:07.757097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.775134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Transition to ACTIVE for port object 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:07.808917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.992207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:08.120810 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e0f449e-46c7-4753-af4e-ef893f53b1d7 req-3cc6cb6a-1585-457c-aaae-99b3be4f5c40 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046699 Aug 31 06:43:08.279197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:08.346761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Attempting to bind port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:08.347127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Attempting to bind port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:08.349242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Attempting to bind port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:08.367905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:08.368525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Attempting to bind port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:08.390423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:08.392413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Checking segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:08.392840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Bound using segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:08.393896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Bound port: 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:08.393896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:08.455049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee94afd9-4a49-47ef-837b-e135991752bf,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:08.472176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Checking segment: {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:08.472856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Network hostable DHCP agents. Network: 54cf00ad-a9e0-4148-bedb-c67e35ad4398, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:43:08.572964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:08.579477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:08.590059 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:08.659575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:43:08.724080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.725998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:08.728625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] 10.222.0.23 "PUT /v2.0/ports/92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 1093 time: 2.1036718 Aug 31 06:43:08.730077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:08.736057 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:08.754850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178696a-e938-4f16-b364-d6e835126e00 req-9435a755-f37f-422a-8231-7d81232f9916 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.766654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5178696a-e938-4f16-b364-d6e835126e00 req-9435a755-f37f-422a-8231-7d81232f9916 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1991723 Aug 31 06:43:08.816424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 54cf00ad-a9e0-4148-bedb-c67e35ad4398) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:08.826864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a767c-3a7b-4523-85bf-9c3757c245bf None None] Network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:08.898101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5178696a-e938-4f16-b364-d6e835126e00 req-18c892a6-9766-4f96-b88a-85d0ddfbe46e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303616 Aug 31 06:43:08.928235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.929012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:08.979127 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808dab75-b5d0-4894-9bb2-0631464aff8e x-openstack-request-id: req-808dab75-b5d0-4894-9bb2-0631464aff8e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:08.979407 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:08.979663 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-808dab75-b5d0-4894-9bb2-0631464aff8e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:08.980070 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'status': 'completed', 'code': 200} Aug 31 06:43:09.008516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e08d5-c63b-4c2d-a24e-cf83d4b85a22 service neutron] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:09.076198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fa23a47e-a2bc-4654-b808-1fa28f2e7471 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0066767 Aug 31 06:43:09.149619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1090fe-273e-440c-b438-47ed76d8606e req-46471eaa-df5d-483c-85ce-e7803972a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.164097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-46471eaa-df5d-483c-85ce-e7803972a1dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1096 time: 0.3449976 Aug 31 06:43:09.465161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-a8ca7ddd-413f-4e69-b0a2-6ee96642eda0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 217 time: 0.2909646 Aug 31 06:43:09.467588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3daab-a59d-4bb2-92a4-09366d4453a4 req-a2e4710b-4cec-4b7d-a5c2-5261d62f9fc6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.481817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00f3daab-a59d-4bb2-92a4-09366d4453a4 req-a2e4710b-4cec-4b7d-a5c2-5261d62f9fc6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.3042679 Aug 31 06:43:09.555607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b181d5-dcaf-4f03-a402-20634d28e698 None None] Network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:09.612133 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00f3daab-a59d-4bb2-92a4-09366d4453a4 req-87863bcd-e40b-4c0e-9372-a5d6c5dbcca6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108990 Aug 31 06:43:09.675765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1090fe-273e-440c-b438-47ed76d8606e req-2fc37659-bfdb-4a64-ba5a-54e11940c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.677671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-2fc37659-bfdb-4a64-ba5a-54e11940c5ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.1990316 Aug 31 06:43:09.735553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46776) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:09.798162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1090fe-273e-440c-b438-47ed76d8606e req-81804c42-bebe-4b8b-81b4-39cdf9d7a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.802603 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-81804c42-bebe-4b8b-81b4-39cdf9d7a66c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173701 Aug 31 06:43:09.995773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-7dd77f2d-4892-4a5c-99c6-ee97872ec089 service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812680 Aug 31 06:43:10.080379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:10.238513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f1090fe-273e-440c-b438-47ed76d8606e req-949b7747-8632-42eb-be1d-d75aa2629801 service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350438 Aug 31 06:43:10.442824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:10.456853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:10.512471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c939df-3536-4a18-846b-0277c3cb0481 req-ad750840-435f-4bb0-8eee-8650717e068f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.515167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53c939df-3536-4a18-846b-0277c3cb0481 req-ad750840-435f-4bb0-8eee-8650717e068f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2750001 Aug 31 06:43:10.539506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a358ac7146454f8a82ea3963ced9f44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003116 Aug 31 06:43:10.547537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-8c843a99-cb2f-4aa1-a8b4-486028d6a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.549820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-8c843a99-cb2f-4aa1-a8b4-486028d6a6f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1096 time: 0.1991847 Aug 31 06:43:10.561397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:10.695253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c800c186-cc5a-48b6-868e-c4ebc178175f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:10.697967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53c939df-3536-4a18-846b-0277c3cb0481 req-4e797be7-9bc2-4e30-82fb-83b0c240640f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559370 Aug 31 06:43:10.791049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.794620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.795862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.796424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.796971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.797792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.798349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.798890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.799429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.799973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.800581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.801140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6fc4a3-a659-4570-a8d6-1d98edcfab6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:10.825911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-6ef4f4cf-46f2-4672-99e9-d00b7af33318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.838239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-6ef4f4cf-46f2-4672-99e9-d00b7af33318 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.2781379 Aug 31 06:43:10.879579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-111fc189-931b-4ddd-a2b4-5a721a2d87aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:10.890329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-ae1a6740-efcf-4d8b-9d75-99c5aa417eba tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.906148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-ae1a6740-efcf-4d8b-9d75-99c5aa417eba tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 822 time: 0.3922920 Aug 31 06:43:10.968812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-da27e8c8-6c27-4ea4-8701-dcb8490cefa3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 217 time: 0.1199777 Aug 31 06:43:11.019497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-2b4fb58f-6d78-4b6c-adff-c9715e377617 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/quotas/ec1e88d730e0480cb9a006604921a60e HTTP/1.1" status: 200 len: 375 time: 0.1091325 Aug 31 06:43:11.029145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-111fc189-931b-4ddd-a2b4-5a721a2d87aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:11.114823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-adccdc08-1b38-4d3a-913e-88bfb99f370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.125422 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-adccdc08-1b38-4d3a-913e-88bfb99f370f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.1368136 Aug 31 06:43:11.265520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-73bf3b9e-aab4-4aa1-a50d-0c1bc147b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.267173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-73bf3b9e-aab4-4aa1-a50d-0c1bc147b29a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402798 Aug 31 06:43:11.284765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-5f6fcf44-8f11-4644-b3d0-e6546e70dec9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2489266 Aug 31 06:43:11.297670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-111fc189-931b-4ddd-a2b4-5a721a2d87aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:11.301467 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-111fc189-931b-4ddd-a2b4-5a721a2d87aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:11.315379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-111fc189-931b-4ddd-a2b4-5a721a2d87aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c800c186-cc5a-48b6-868e-c4ebc178175f HTTP/1.1" status: 204 len: 168 time: 0.7485120 Aug 31 06:43:11.395545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fc189-931b-4ddd-a2b4-5a721a2d87aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c800c186-cc5a-48b6-868e-c4ebc178175f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:11.513361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775bca4-7b5f-46bb-becf-4de824f5c6b8 req-8692262b-41bc-42d8-9139-e4987d8f7171 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.522287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a775bca4-7b5f-46bb-becf-4de824f5c6b8 req-8692262b-41bc-42d8-9139-e4987d8f7171 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.3296719 Aug 31 06:43:11.545767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-69501cc9-9e3b-4da3-920c-fce217a778be service neutron] 10.222.0.15 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253625 Aug 31 06:43:11.593412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a775bca4-7b5f-46bb-becf-4de824f5c6b8 req-fbdb30bf-40d5-4ab2-8d3a-2a08af321047 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698287 Aug 31 06:43:11.651358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-8109c6c7-679d-4fe6-8e87-093994b3edd7 service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751822 Aug 31 06:43:11.809048 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-468ec874-3372-407d-af41-db3574dae654 service neutron] 10.222.0.15 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607796 Aug 31 06:43:11.978924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46858) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:12.025922 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c7768fa4-ef31-407f-a361-e5bffed939c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:12.222064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff440bb-c146-46b5-95ef-de0b90d55478 req-f6aac596-a666-4bce-8fda-c51c0a8882dc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.239285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ff440bb-c146-46b5-95ef-de0b90d55478 req-f6aac596-a666-4bce-8fda-c51c0a8882dc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.3319271 Aug 31 06:43:12.250744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9309f374-5a4d-4e0e-9d3f-5af2d39fcc70 req-5cfdc10d-59b2-4a4c-bbb8-f6aa06709461 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 210 time: 0.0623627 Aug 31 06:43:12.277113 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c7768fa4-ef31-407f-a361-e5bffed939c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:12.284680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c7768fa4-ef31-407f-a361-e5bffed939c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:12.329058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e3a5f2a-e8f7-4780-9fb3-6fdd006f184d req-fca05524-f4f3-4bc4-9e3e-eeb6a8f43b41 service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663868 Aug 31 06:43:12.393252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7768fa4-ef31-407f-a361-e5bffed939c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364e925a-731b-4bfd-8002-956a81529db5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:12.440029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ff440bb-c146-46b5-95ef-de0b90d55478 req-aca1e056-2fef-4449-92b8-a6e5457c04ee tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973765 Aug 31 06:43:12.454640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c7768fa4-ef31-407f-a361-e5bffed939c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9eac6ad1527246779fb750658e8d8740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688084 Aug 31 06:43:12.454640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46874) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:12.581650 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a8619d2-60f7-4193-a697-fc3e7cb82fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:12.630826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a8619d2-60f7-4193-a697-fc3e7cb82fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:12.719991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a8619d2-60f7-4193-a697-fc3e7cb82fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:12.723835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a8619d2-60f7-4193-a697-fc3e7cb82fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:12.727485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7a8619d2-60f7-4193-a697-fc3e7cb82fce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/364e925a-731b-4bfd-8002-956a81529db5 HTTP/1.1" status: 204 len: 168 time: 0.2720845 Aug 31 06:43:12.759203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8619d2-60f7-4193-a697-fc3e7cb82fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364e925a-731b-4bfd-8002-956a81529db5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:13.001221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e41c2-cf7f-4037-afdd-5d168416d465 req-0865a2f0-bc10-442d-8150-4a4a36db08ec tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.006494 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-900e41c2-cf7f-4037-afdd-5d168416d465 req-0865a2f0-bc10-442d-8150-4a4a36db08ec tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.1719115 Aug 31 06:43:13.159091 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-900e41c2-cf7f-4037-afdd-5d168416d465 req-4fa3ca3c-1b55-413e-ab70-0e1ff8f0a5ea tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429219 Aug 31 06:43:13.509994 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0fd7c8bb-df04-478c-8977-24450df89795 req-c3b90807-a22b-4498-a272-29c71666870c tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 210 time: 0.1089633 Aug 31 06:43:13.694403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:13.853125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61ec9-e115-4bc9-a22c-5d9a30eb3716 req-35494a38-a50c-445a-b07a-897060e13117 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.856032 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f61ec9-e115-4bc9-a22c-5d9a30eb3716 req-35494a38-a50c-445a-b07a-897060e13117 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1699531 Aug 31 06:43:13.950948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:13.974878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'port_id': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'mac_address': 'fa:16:3e:85:3f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:14.043260 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f61ec9-e115-4bc9-a22c-5d9a30eb3716 req-f574db62-45a5-4af5-9ce6-90a49c7199b2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774573 Aug 31 06:43:14.070914 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:14.096267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:14.158696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:14.164527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:14.231859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:14.407714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['92a23d1f-cc56-4ee5-afd4-516bb1c187f4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:14.441564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-b93bd474-1da7-49dc-9523-c0420c05cf74 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:14.443905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-b93bd474-1da7-49dc-9523-c0420c05cf74 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.42 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 822 time: 0.2495615 Aug 31 06:43:14.473453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Request body: {'port': {'device_id': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'admin_state_up': True, 'tenant_id': 'ec1e88d730e0480cb9a006604921a60e'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:14.548539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413082a8-bb64-43b4-bfb1-3f2b3ca02525 req-30c5cad4-348f-4a12-b370-5058beab742a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:14.569781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-413082a8-bb64-43b4-bfb1-3f2b3ca02525 req-30c5cad4-348f-4a12-b370-5058beab742a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1813416 Aug 31 06:43:14.665293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-413082a8-bb64-43b4-bfb1-3f2b3ca02525 req-2717a957-882d-41a7-8d6c-01cfcffc57c9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941415 Aug 31 06:43:14.848820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Made reservation on behalf of ec1e88d730e0480cb9a006604921a60e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:14.852611 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:14.899976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c79c1a0-46a4-41f5-9db9-7056eb83d15e req-d80f830c-7b1a-4a6e-91e6-5b9f120b9c92 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 210 time: 0.0668001 Aug 31 06:43:15.138118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdaafe-c34f-4287-854e-2b7407243963 req-f167c79c-32e3-4cc7-8890-2d4f861141de tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.149534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-adcdaafe-c34f-4287-854e-2b7407243963 req-f167c79c-32e3-4cc7-8890-2d4f861141de tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 945 time: 0.1633151 Aug 31 06:43:15.183353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-dd36159f-24b7-4f8c-ad23-ddadeab1f925 req-8cd3e107-88cb-4057-8563-bede926a895d service neutron] (94668) timed out ('10.222.0.23', 52578) {{(pid=94668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 06:43:15.215620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Allocated IP 172.20.0.8 (54cf00ad-a9e0-4148-bedb-c67e35ad4398/ee94afd9-4a49-47ef-837b-e135991752bf/4e8824b0-86ed-4f45-b1cc-cad44065abef) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:15.249068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-adcdaafe-c34f-4287-854e-2b7407243963 req-79ed73b0-8036-41a1-b05e-7cf02c98f495 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984206 Aug 31 06:43:15.299912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52055d95-c344-45d8-a44d-a4ca64805a2f req-0e4546cc-061c-4b9f-8563-2d1292c7a28e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.315642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52055d95-c344-45d8-a44d-a4ca64805a2f req-0e4546cc-061c-4b9f-8563-2d1292c7a28e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1081550 Aug 31 06:43:15.424469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52055d95-c344-45d8-a44d-a4ca64805a2f req-45382460-0e3c-4976-b564-2010386a784a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063704 Aug 31 06:43:15.616338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.686147 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.710083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:15.713731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:15.852869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:15.861230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:15.874304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:16.012961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cb47f-1e60-4b72-9cca-a28d53b4bb30 req-c5bce012-f775-4f6b-8bf2-4e02485b972f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.019145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:16.024928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b76cb47f-1e60-4b72-9cca-a28d53b4bb30 req-c5bce012-f775-4f6b-8bf2-4e02485b972f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1208510 Aug 31 06:43:16.040551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'port_id': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'mac_address': 'fa:16:3e:c7:2f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862787e8-068e-45b9-843c-487959a444f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:16.085785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event updated for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:16.144823 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.173600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b76cb47f-1e60-4b72-9cca-a28d53b4bb30 req-412b5e9d-619d-4633-be77-3c3b094b9ca7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264174 Aug 31 06:43:16.199956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:16.241356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:16.250243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.259077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:16.302621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.304963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.315948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:16.316613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.418842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-82f75829-4d9b-44cb-8c8b-0a02e6947915 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9533217 Aug 31 06:43:16.427909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['4ae5ae4c-440a-4291-ba66-f9cf98264ec2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:16.474729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ead6e-68d5-41e5-9e5a-766b22f58090 req-775450f0-fbb7-4440-93ea-8576de8097aa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.483975 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-332ead6e-68d5-41e5-9e5a-766b22f58090 req-775450f0-fbb7-4440-93ea-8576de8097aa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 931 time: 0.3626490 Aug 31 06:43:16.490689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Request body: {'port': {'device_id': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:16.585632 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.641521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-eaaf2827-7e06-4a0a-a1ab-d885e3751f8c tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.644337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-eaaf2827-7e06-4a0a-a1ab-d885e3751f8c tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.42 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 945 time: 0.4108479 Aug 31 06:43:16.666994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7e5e8-4c89-4802-8c71-4901605eec00 req-1eff373c-3538-44b2-9c5e-df2d8a7c1787 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.668908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdf7e5e8-4c89-4802-8c71-4901605eec00 req-1eff373c-3538-44b2-9c5e-df2d8a7c1787 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 945 time: 0.1885390 Aug 31 06:43:16.736512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:16.766562 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdf7e5e8-4c89-4802-8c71-4901605eec00 req-6aade346-04c8-4cf7-90f2-9b263f95bb2c tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809114 Aug 31 06:43:16.866853 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-332ead6e-68d5-41e5-9e5a-766b22f58090 req-60353226-9c70-42e8-8a3f-da07ed13ade5 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817000 Aug 31 06:43:16.957770 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.037558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10293af-7f4d-4d3b-a654-9095e5dc8302 req-88428ff2-1be3-47ac-a681-00af09341414 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.049654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b10293af-7f4d-4d3b-a654-9095e5dc8302 req-88428ff2-1be3-47ac-a681-00af09341414 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 944 time: 0.1327364 Aug 31 06:43:17.144035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b10293af-7f4d-4d3b-a654-9095e5dc8302 req-1aefdb59-f8c4-46c6-8199-8caddc255e2d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846038 Aug 31 06:43:17.145512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:17.153830 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76523114-65c9-4e8f-8b73-1d95026b1ee4" -d '{"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-plugged", "status": "completed", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:17.206216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:17.227856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.259184 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a95fbd6-b717-4039-bf54-0db97d4299e1 x-openstack-request-id: req-1a95fbd6-b717-4039-bf54-0db97d4299e1 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:17.259622 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-plugged", "status": "completed", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:17.259999 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a95fbd6-b717-4039-bf54-0db97d4299e1 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:17.260185 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'code': 200} Aug 31 06:43:17.473619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:17.653762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e913cb-5e46-42e9-803b-6a00b42252ac req-21eabae0-db3d-497f-b3fd-5568fbecab68 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.658750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95e913cb-5e46-42e9-803b-6a00b42252ac req-21eabae0-db3d-497f-b3fd-5568fbecab68 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2808888 Aug 31 06:43:17.735287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:17.741384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Deleting port d00e4383-0c33-49ae-8cdb-6cd40c79c038 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:17.747481 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.782537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086442e-13cf-4163-b15f-897e79c93662 req-cd19aabc-f723-4fab-9c47-c4e270a15119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.788580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2086442e-13cf-4163-b15f-897e79c93662 req-cd19aabc-f723-4fab-9c47-c4e270a15119 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1098 time: 0.2792335 Aug 31 06:43:17.843594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95e913cb-5e46-42e9-803b-6a00b42252ac req-d9724f19-68a8-4520-b429-2082ec51c599 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685596 Aug 31 06:43:17.981939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:17.983763 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.245071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3536-b550-45ac-bce1-05e4bbaeb805 req-aef98e64-9ff2-4e6c-878f-347540f2322f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:18.258218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c30e3536-b550-45ac-bce1-05e4bbaeb805 req-aef98e64-9ff2-4e6c-878f-347540f2322f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 931 time: 0.2382987 Aug 31 06:43:18.259762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8824b0-86ed-4f45-b1cc-cad44065abef {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:18.313370 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.338714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.371889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Transition to ACTIVE for port object 4e8824b0-86ed-4f45-b1cc-cad44065abef will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:18.381287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c30e3536-b550-45ac-bce1-05e4bbaeb805 req-8e0ee8fa-002f-42da-bee8-3b5af7358e6a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217642 Aug 31 06:43:18.426250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.465709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:18.482981 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.556699 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2086442e-13cf-4163-b15f-897e79c93662 req-8f78b14b-9632-4874-bdc0-41dd3b8869ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7531531 Aug 31 06:43:18.707908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:18.892005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286eed6-03ef-4146-914f-cc00eeb1489b req-04c05143-e651-423b-be4b-5cf809fd5450 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:18.912312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e286eed6-03ef-4146-914f-cc00eeb1489b req-04c05143-e651-423b-be4b-5cf809fd5450 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1673083 Aug 31 06:43:18.990340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e286eed6-03ef-4146-914f-cc00eeb1489b req-e2e7fae2-4975-4df4-9177-4057e791ba53 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760646 Aug 31 06:43:19.073505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f881c-b91c-41f3-b647-f56a9176f9c9 req-d6ac4b46-9c38-40b8-8cb6-bcb96be2402e tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.093665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c4f881c-b91c-41f3-b647-f56a9176f9c9 req-d6ac4b46-9c38-40b8-8cb6-bcb96be2402e tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 945 time: 0.6921027 Aug 31 06:43:19.094817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Pushing event updated for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:19.203702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.204676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.205518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.206373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.207431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.208251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.209049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.209869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.210676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.211475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.212281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.213073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:19.262192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:19.268777 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f27e4c-b5d2-4915-b679-daec47f5bf6b" -d '{"events": [{"server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "name": "network-vif-plugged", "status": "completed", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:19.289508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] For port d00e4383-0c33-49ae-8cdb-6cd40c79c038, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d00e4383-0c33-49ae-8cdb-6cd40c79c038,segment=NetworkSegment(aa2e3a8d-e820-4839-b02a-038407d5d587),segment_id=aa2e3a8d-e820-4839-b02a-038407d5d587)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:19.290741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.311925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c4f881c-b91c-41f3-b647-f56a9176f9c9 req-bbf5d9e4-0401-4d2a-805e-9489bc757bc3 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de7cb5f-4d75-4fd6-97a8-4232e6f386df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090204 Aug 31 06:43:19.450529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Calling delete_port for d00e4383-0c33-49ae-8cdb-6cd40c79c038 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:19.476688 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b28b4-3fff-4c67-8a28-0913603250f0 x-openstack-request-id: req-4c3b28b4-3fff-4c67-8a28-0913603250f0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:19.477177 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "name": "network-vif-plugged", "status": "completed", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:19.478053 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c3b28b4-3fff-4c67-8a28-0913603250f0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:19.478716 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'code': 200} Aug 31 06:43:19.487430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d00e4383-0c33-49ae-8cdb-6cd40c79c038 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:19.646055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7718-0c32-4fa8-8d4f-bda501a58e9b req-ae4eebe7-3750-45cd-a5c0-ed7fdab2510e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.648752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c1cb7718-0c32-4fa8-8d4f-bda501a58e9b req-ae4eebe7-3750-45cd-a5c0-ed7fdab2510e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.3183601 Aug 31 06:43:19.855248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c1cb7718-0c32-4fa8-8d4f-bda501a58e9b req-f5596d4d-4c1c-42f7-8c33-eeadf8434701 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892877 Aug 31 06:43:19.953478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Attempting to bind port 4e8824b0-86ed-4f45-b1cc-cad44065abef on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:19.953823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Attempting to bind port 4e8824b0-86ed-4f45-b1cc-cad44065abef by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:19.954140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Attempting to bind port 4e8824b0-86ed-4f45-b1cc-cad44065abef on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:19.965874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Port 4e8824b0-86ed-4f45-b1cc-cad44065abef on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:19.966396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Attempting to bind port 4e8824b0-86ed-4f45-b1cc-cad44065abef on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:20.033591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e5453-20e6-4fba-b435-ae936dd88ca9 req-bf2dbd14-f3ac-44e0-b7c6-2f97d448c127 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.039403 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.043046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d36e5453-20e6-4fba-b435-ae936dd88ca9 req-bf2dbd14-f3ac-44e0-b7c6-2f97d448c127 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 943 time: 0.3250329 Aug 31 06:43:20.057530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:20.057928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Checking segment: {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:20.058409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Bound using segment: {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:20.059824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Bound port: 4e8824b0-86ed-4f45-b1cc-cad44065abef, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:20.060292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.164046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d36e5453-20e6-4fba-b435-ae936dd88ca9 req-7d157389-f921-46aa-a824-4841e44a34f3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199114 Aug 31 06:43:20.236728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d00e4383-0c33-49ae-8cdb-6cd40c79c038, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d00e4383-0c33-49ae-8cdb-6cd40c79c038,segment=NetworkSegment(aa2e3a8d-e820-4839-b02a-038407d5d587),segment_id=aa2e3a8d-e820-4839-b02a-038407d5d587)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:20.253850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:20.256430 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.260299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:20.281416 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.437252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.440707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.442736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d00e4383-0c33-49ae-8cdb-6cd40c79c038,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:20.446707 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] 10.222.0.42 "PUT /v2.0/ports/4e8824b0-86ed-4f45-b1cc-cad44065abef HTTP/1.1" status: 200 len: 1092 time: 3.9974692 Aug 31 06:43:20.448456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:20.454056 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207a6bfc-8992-4ab0-82e3-f0e072eaddde" -d '{"events": [{"name": "network-changed", "server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:20.488339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6eefb-43db-4fcd-90f9-8ee0cc7167c8 req-9accad5e-980d-4741-943f-17468c5cd679 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.497378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9bf6eefb-43db-4fcd-90f9-8ee0cc7167c8 req-9accad5e-980d-4741-943f-17468c5cd679 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2126269 Aug 31 06:43:20.554746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.601177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83ba2a-dbb0-41a8-ad2f-5ab0ab9e34ab service neutron] Pushing event updated for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:20.626415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9bf6eefb-43db-4fcd-90f9-8ee0cc7167c8 req-0c16e3ec-9f5c-4e79-9d07-495ea9ee9243 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276565 Aug 31 06:43:20.737040 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4aacba-4691-4ef1-b2df-e9ff041758bb x-openstack-request-id: req-3a4aacba-4691-4ef1-b2df-e9ff041758bb {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:20.738042 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:20.738535 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a4aacba-4691-4ef1-b2df-e9ff041758bb {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:20.739167 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'status': 'completed', 'code': 200} Aug 31 06:43:20.749163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Pushing event deleted for resources: {'Port': ['ID=d00e4383-0c33-49ae-8cdb-6cd40c79c038,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:20.751960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da2e52ec-efec-4a08-8c64-81de07eb9928 req-655899e7-2617-4b9e-92a0-b4717b13aaa6 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.15 "GET /v2.0/ports?device_id=439684ec-47fa-49d2-9c91-d7aea3a949ef HTTP/1.1" status: 200 len: 210 time: 0.1296413 Aug 31 06:43:20.841530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-4d0c39c9-6efe-4e7a-8e4f-4157a3b87846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.843959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-4d0c39c9-6efe-4e7a-8e4f-4157a3b87846 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 1095 time: 0.3298225 Aug 31 06:43:20.905658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-ef54daa5-a28d-4f66-a9c7-64c60e5f8bc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef HTTP/1.1" status: 200 len: 217 time: 0.0426235 Aug 31 06:43:20.906835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] No DVR routers for this DVR port d00e4383-0c33-49ae-8cdb-6cd40c79c038 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:20.910021 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.912509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd35c59b-928f-406a-bb44-4341d4dac73e req-053b4252-5ce2-46af-9a4a-50d3fb83ee76 tempest-VolumesActionsTest-1227406559 tempest-VolumesActionsTest-1227406559-project] 10.222.0.42 "DELETE /v2.0/ports/d00e4383-0c33-49ae-8cdb-6cd40c79c038 HTTP/1.1" status: 204 len: 173 time: 4.2491136 Aug 31 06:43:21.016774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-529faef3-accf-4a55-a90a-8fb083969e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.018869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-529faef3-accf-4a55-a90a-8fb083969e67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee94afd9-4a49-47ef-837b-e135991752bf HTTP/1.1" status: 200 len: 862 time: 0.1053798 Aug 31 06:43:21.083954 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-c5a17ac1-bd71-4cb7-9f4c-9906fa7a5ed3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cf00ad-a9e0-4148-bedb-c67e35ad4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575268 Aug 31 06:43:21.228871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b149f51-1300-43d7-aa02-c3b7e749ddf9 req-67679ccf-79b7-48a7-8f2d-3c6f12c94b57 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.236274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b149f51-1300-43d7-aa02-c3b7e749ddf9 req-67679ccf-79b7-48a7-8f2d-3c6f12c94b57 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1653786 Aug 31 06:43:21.480345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:21.492040 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d8b577-9504-4b05-b3d7-01c53bfcae2a" -d '{"events": [{"server_uuid": "439684ec-47fa-49d2-9c91-d7aea3a949ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d00e4383-0c33-49ae-8cdb-6cd40c79c038"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:21.502081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462047a-03f2-4232-a432-73f646e392f0 req-ad014890-b0cc-4822-8c54-7991a83bc536 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.503860 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c462047a-03f2-4232-a432-73f646e392f0 req-ad014890-b0cc-4822-8c54-7991a83bc536 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 943 time: 0.1655900 Aug 31 06:43:21.580399 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c462047a-03f2-4232-a432-73f646e392f0 req-7cc86662-4311-402e-8918-021845817713 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621030 Aug 31 06:43:21.688774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47180) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:21.830160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-65ce1a8a-1e72-4854-84a6-906210684afe service neutron] 10.222.0.42 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227764 Aug 31 06:43:21.855581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b149f51-1300-43d7-aa02-c3b7e749ddf9 req-6a0ab767-1a91-4b62-9df0-6051b2935463 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6183493 Aug 31 06:43:21.946057 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf2b946-b27f-4254-9514-dc398eff6706 x-openstack-request-id: req-faf2b946-b27f-4254-9514-dc398eff6706 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:21.946525 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439684ec-47fa-49d2-9c91-d7aea3a949ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d00e4383-0c33-49ae-8cdb-6cd40c79c038", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:21.946940 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-faf2b946-b27f-4254-9514-dc398eff6706 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:21.948065 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038', 'code': 200} Aug 31 06:43:22.214842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a07d98b0-d5bc-4790-bf9c-c6e0bff299b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.278311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9b1b-63d2-4e2a-b9ad-1af2b1e66b36 req-10138142-fb7b-4101-8821-b4b347ea99e3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.291158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bffe9b1b-63d2-4e2a-b9ad-1af2b1e66b36 req-10138142-fb7b-4101-8821-b4b347ea99e3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2290695 Aug 31 06:43:22.318583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f83f02e9-850e-4919-a073-96f7f24869c7 req-d815e1e8-9efd-4661-aef0-5c0c2d61c30b service neutron] 10.222.0.42 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594970 Aug 31 06:43:22.400019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817107c-d5c9-4afb-ad69-b17035ded7b4 req-80b24274-5d74-4c52-b6ea-a9640ab0540e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.403404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b817107c-d5c9-4afb-ad69-b17035ded7b4 req-80b24274-5d74-4c52-b6ea-a9640ab0540e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2052011 Aug 31 06:43:22.420240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47194) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:22.431921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Request body: {'floatingip': {'port_id': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:22.437836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-d843f7a3-08fa-4666-a1b8-bf9dac65e304 req-0effa785-c76a-4ba2-8781-03ef1365b93d service neutron] (94667) timed out ('10.222.0.23', 52512) {{(pid=94667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 06:43:22.620425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.668821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bffe9b1b-63d2-4e2a-b9ad-1af2b1e66b36 req-ef0e1cf9-bf05-443b-b56e-10f8eb9573d1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668797 Aug 31 06:43:22.762787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'name': 'network-vif-deleted', 'tag': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:22.765342 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698e6133-0840-41e5-9205-8be01e781a47" -d '{"events": [{"server_uuid": "439684ec-47fa-49d2-9c91-d7aea3a949ef", "name": "network-vif-deleted", "tag": "d00e4383-0c33-49ae-8cdb-6cd40c79c038"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:22.825449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-bec181d7-5f50-4b62-9466-b2f2a53c080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.827334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-bec181d7-5f50-4b62-9466-b2f2a53c080d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 1095 time: 0.4226191 Aug 31 06:43:22.958642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a07d98b0-d5bc-4790-bf9c-c6e0bff299b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.969831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a07d98b0-d5bc-4790-bf9c-c6e0bff299b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.051637 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b70d54d-aa16-41c3-8622-5d60b2364e75 x-openstack-request-id: req-7b70d54d-aa16-41c3-8622-5d60b2364e75 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:23.051941 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439684ec-47fa-49d2-9c91-d7aea3a949ef", "name": "network-vif-deleted", "tag": "d00e4383-0c33-49ae-8cdb-6cd40c79c038", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:23.052252 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b70d54d-aa16-41c3-8622-5d60b2364e75 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:23.053908 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439684ec-47fa-49d2-9c91-d7aea3a949ef', 'name': 'network-vif-deleted', 'tag': 'd00e4383-0c33-49ae-8cdb-6cd40c79c038', 'status': 'completed', 'code': 200} Aug 31 06:43:23.118361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a07d98b0-d5bc-4790-bf9c-c6e0bff299b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01a0bf4d2361477abcf33e678b29883d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4266815 Aug 31 06:43:23.119285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47208) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:23.259036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d98b0-d5bc-4790-bf9c-c6e0bff299b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2167a69-0a2a-4746-afb6-2bd583a78d4f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:23.355889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1bbf-4698-449e-a8c6-0b051b433574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.390238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ca7f6-204c-4841-9591-745b25a85253 req-a3594ba7-cadd-4eb4-993e-91863c630458 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:23.391811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f04ca7f6-204c-4841-9591-745b25a85253 req-a3594ba7-cadd-4eb4-993e-91863c630458 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 943 time: 0.4440260 Aug 31 06:43:23.422276 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1bbf-4698-449e-a8c6-0b051b433574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.508850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4e8824b0-86ed-4f45-b1cc-cad44065abef details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:23.525545 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1bbf-4698-449e-a8c6-0b051b433574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.534079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1bbf-4698-449e-a8c6-0b051b433574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.539293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0d5e1bbf-4698-449e-a8c6-0b051b433574 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2167a69-0a2a-4746-afb6-2bd583a78d4f HTTP/1.1" status: 204 len: 168 time: 0.4138000 Aug 31 06:43:23.570137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-b259aafc-df64-462b-b38c-7752e839dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:23.573290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-b259aafc-df64-462b-b38c-7752e839dc5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 923 time: 0.7360406 Aug 31 06:43:23.609568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e1bbf-4698-449e-a8c6-0b051b433574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2167a69-0a2a-4746-afb6-2bd583a78d4f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:23.768241 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-19f1f72a-3475-468e-be9d-4cc5853cf4be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef HTTP/1.1" status: 200 len: 217 time: 0.1751919 Aug 31 06:43:23.930194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f04ca7f6-204c-4841-9591-745b25a85253 req-e93eb2b4-2128-41d2-b3e3-49fc2685b07f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518230 Aug 31 06:43:24.055669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-655a8f21-f75d-4e2b-9946-8fbf0da00868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:24.057872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-655a8f21-f75d-4e2b-9946-8fbf0da00868 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee94afd9-4a49-47ef-837b-e135991752bf HTTP/1.1" status: 200 len: 862 time: 0.2766988 Aug 31 06:43:24.076110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f05e22-ec26-4f47-af22-3b678a29ede6 req-746a3945-a86f-4cd4-b3c3-44f2efc36a1e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:24.087345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31f05e22-ec26-4f47-af22-3b678a29ede6 req-746a3945-a86f-4cd4-b3c3-44f2efc36a1e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1814637 Aug 31 06:43:24.197163 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31f05e22-ec26-4f47-af22-3b678a29ede6 req-676294ff-9b5d-4c4c-b830-d3d50306cf73 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031566 Aug 31 06:43:24.329033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:24.332667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-772138da-9755-480c-bb5f-55d041feb769 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54cf00ad-a9e0-4148-bedb-c67e35ad4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2666659 Aug 31 06:43:24.346737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f6aa0093-6e75-4e26-83e8-0773fa23555b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.437758 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.445408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'port_id': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'mac_address': 'fa:16:3e:37:99:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee94afd9-4a49-47ef-837b-e135991752bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:24.589793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.611679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-589b87b7-1a60-4d43-98d6-a7f873ac7bb2 service neutron] 10.222.0.42 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555625 Aug 31 06:43:24.621414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8824b0-86ed-4f45-b1cc-cad44065abef {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:24.646716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47228) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:24.685128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:24.691355 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.749991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cbbecc96-5d66-4f91-9438-1aa6a4687176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.805313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:24.971895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['4e8824b0-86ed-4f45-b1cc-cad44065abef'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:24.989356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.resource_extend [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:43:25.104913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-207a6bfc-8992-4ab0-82e3-f0e072eaddde req-30dc588a-93e4-4274-98fa-37829558e524 service neutron] 10.222.0.42 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196973 Aug 31 06:43:25.150564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cbbecc96-5d66-4f91-9438-1aa6a4687176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.163331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.171133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.224986 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cbbecc96-5d66-4f91-9438-1aa6a4687176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.373474 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cbbecc96-5d66-4f91-9438-1aa6a4687176 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c187f2806f24330b46e85a3d6a81369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249098 Aug 31 06:43:25.374198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47244) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:25.434436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbecc96-5d66-4f91-9438-1aa6a4687176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd26a55-b1c1-4b0d-946a-694804c27975,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:25.460315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19e997-0090-4f1d-a9b7-1bfedf5689ec req-a1d9ebd3-2716-4d56-8d01-fed3fa0bd7b0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.468802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c19e997-0090-4f1d-a9b7-1bfedf5689ec req-a1d9ebd3-2716-4d56-8d01-fed3fa0bd7b0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 944 time: 0.3579395 Aug 31 06:43:25.523871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73518e-632c-46c0-bb68-4249c65be4e1 req-cc4061d8-2446-44c2-87e6-1c6f44322d77 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.525574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba73518e-632c-46c0-bb68-4249c65be4e1 req-cc4061d8-2446-44c2-87e6-1c6f44322d77 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2322454 Aug 31 06:43:25.617839 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Floating IP 344e4f66-cfb9-4d91-a083-685df5325318 associated. External IP: 172.25.5.119, port: 92a23d1f-cc56-4ee5-afd4-516bb1c187f4. Aug 31 06:43:25.618728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c19e997-0090-4f1d-a9b7-1bfedf5689ec req-3b68e74f-22a2-4d0f-84ad-fe36d18e7968 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427674 Aug 31 06:43:25.619853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d9fee3e-2baa-44d2-bb56-a439a1859c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.712162 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d9fee3e-2baa-44d2-bb56-a439a1859c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.838397 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba73518e-632c-46c0-bb68-4249c65be4e1 req-2553f617-9cfb-4c2f-b807-dfcfba095692 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785518 Aug 31 06:43:25.841302 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.878392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d9fee3e-2baa-44d2-bb56-a439a1859c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.889858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d9fee3e-2baa-44d2-bb56-a439a1859c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.891355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9d9fee3e-2baa-44d2-bb56-a439a1859c47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bd26a55-b1c1-4b0d-946a-694804c27975 HTTP/1.1" status: 204 len: 168 time: 0.5150843 Aug 31 06:43:25.927519 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fee3e-2baa-44d2-bb56-a439a1859c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd26a55-b1c1-4b0d-946a-694804c27975,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:26.234417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Router 35e13e7a-af7c-46dc-b4da-8963793b70b8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:43:26.461932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:43:26.470950 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.477535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] Sync routers for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:43:26.492157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:26.492800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:42:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:26.532151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1bdcdc37-7cf1-4680-9ebd-15322bff1daa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "PUT /v2.0/floatingips/344e4f66-cfb9-4d91-a083-685df5325318 HTTP/1.1" status: 200 len: 992 time: 4.1028674 Aug 31 06:43:26.532151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:26.532151 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533561f6-3eb7-4852-847a-b4fc4f41dd95" -d '{"events": [{"name": "network-changed", "server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:26.619932 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6d92d-9660-4d32-9afa-b75165e24871 x-openstack-request-id: req-91f6d92d-9660-4d32-9afa-b75165e24871 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:26.620602 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:26.620758 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91f6d92d-9660-4d32-9afa-b75165e24871 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:26.621412 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'status': 'completed', 'code': 200} Aug 31 06:43:26.791920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-65cede11-66d7-46f9-992a-8fa2655dca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:26.794385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-65cede11-66d7-46f9-992a-8fa2655dca30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1098 time: 0.1549265 Aug 31 06:43:26.915994 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6dd65df-9ace-444a-9343-a11e1d433eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.955558 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.990197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:27.139357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140d67-498c-452d-a0c2-646ed56798e2 req-d0f46b64-08ea-4a53-b961-9216f5398047 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.141164 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c140d67-498c-452d-a0c2-646ed56798e2 req-d0f46b64-08ea-4a53-b961-9216f5398047 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 944 time: 0.3046312 Aug 31 06:43:27.229661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-e1d2bfca-efa7-41c1-9233-16ea5e529d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.246286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-e1d2bfca-efa7-41c1-9233-16ea5e529d3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.4279799 Aug 31 06:43:27.361852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c140d67-498c-452d-a0c2-646ed56798e2 req-b6e25e46-2157-49d0-bcb0-87f19238264b tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122438 Aug 31 06:43:27.390489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae658ed-bf0c-420c-93bd-0b9d34610b61 req-91912ace-3751-4ac0-8a64-f5d0a76e344d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.401229 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ae658ed-bf0c-420c-93bd-0b9d34610b61 req-91912ace-3751-4ac0-8a64-f5d0a76e344d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1727459 Aug 31 06:43:27.520520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ae658ed-bf0c-420c-93bd-0b9d34610b61 req-dc0b6694-0549-4003-a46d-584a54a9b837 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181803 Aug 31 06:43:27.569560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4e8824b0-86ed-4f45-b1cc-cad44065abef up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:27.597839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-30177adb-9d61-484e-823e-0f271bb7b7c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 1000 time: 0.2624269 Aug 31 06:43:27.709984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 4e8824b0-86ed-4f45-b1cc-cad44065abef completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:27.731030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 4e8824b0-86ed-4f45-b1cc-cad44065abef triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:27.733658 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.748347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-0fe8b39a-8ffd-4bc2-b680-48d6f72ac1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.750089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-0fe8b39a-8ffd-4bc2-b680-48d6f72ac1cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.1416948 Aug 31 06:43:27.907533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-eb3614d1-d4f3-45fe-b533-cb60b015416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.929111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-eb3614d1-d4f3-45fe-b533-cb60b015416c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545589 Aug 31 06:43:28.179676 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-ab646a2e-8817-4cff-8a63-e64018c90a1f service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490456 Aug 31 06:43:28.243204 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.347020 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.451477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-533561f6-3eb7-4852-847a-b4fc4f41dd95 req-27d3e99f-ece6-4fe3-bc19-3c7d594a823e service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640328 Aug 31 06:43:28.476054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:28.488841 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e09d836-8986-4c87-8017-86cbb8660f4c" -d '{"events": [{"server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:28.679368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:28.699854 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd14c6-5589-4ab0-a6f9-37be8e0daac2 x-openstack-request-id: req-e0bd14c6-5589-4ab0-a6f9-37be8e0daac2 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:28.700279 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:28.701266 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0bd14c6-5589-4ab0-a6f9-37be8e0daac2 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:28.705973 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'code': 200} Aug 31 06:43:28.727153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.920906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:28.953599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '344e4f66-cfb9-4d91-a083-685df5325318', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'port_id': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'mac_address': 'fa:16:3e:85:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:42:59Z', 'updated_at': '2021-08-31T06:43:24Z', 'revision_number': 1, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:29.031120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] Checking router: 35e13e7a-af7c-46dc-b4da-8963793b70b8 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:43:29.037109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f1587-07e1-49e6-be78-34787b7c0388 req-d58ee4a0-08ec-4dd5-ac9d-235bf223277a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:29.048781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-743f1587-07e1-49e6-be78-34787b7c0388 req-d58ee4a0-08ec-4dd5-ac9d-235bf223277a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2392452 Aug 31 06:43:29.072952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:29.074164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:29.202834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-743f1587-07e1-49e6-be78-34787b7c0388 req-d7e109fc-263b-48be-9ae4-c5c84803c3ee tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518376 Aug 31 06:43:29.436667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866d4ef-3106-47df-a236-64ff183d33fa req-f4d54d64-c81d-442c-94af-10211208e478 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:29.438673 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9866d4ef-3106-47df-a236-64ff183d33fa req-f4d54d64-c81d-442c-94af-10211208e478 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 944 time: 0.8779657 Aug 31 06:43:29.460618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e6148-04d1-4a35-8d7d-4404f33490a9 req-6043b955-4748-4ff4-bf9f-1f6f3ea60ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:29.463126 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c60e6148-04d1-4a35-8d7d-4404f33490a9 req-6043b955-4748-4ff4-bf9f-1f6f3ea60ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1141481 Aug 31 06:43:29.505718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:29.661173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9866d4ef-3106-47df-a236-64ff183d33fa req-44cc1a50-8aed-49a6-8060-da2ae98672a7 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066731 Aug 31 06:43:29.733817 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c60e6148-04d1-4a35-8d7d-4404f33490a9 req-b215d2f0-1fb4-4fc8-b554-aedb7278f84b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052822 Aug 31 06:43:29.987857 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.002096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47582) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:30.239093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '344e4f66-cfb9-4d91-a083-685df5325318', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'port_id': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'mac_address': 'fa:16:3e:85:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:42:59Z', 'updated_at': '2021-08-31T06:43:24Z', 'revision_number': 1, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:30.269538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e74a1b0-1827-427f-b126-2969436e55ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.368126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14ce1c-cfdc-45f5-88ed-02e1fdf5ac73 None None] The sync data for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 is: [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '344e4f66-cfb9-4d91-a083-685df5325318', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'port_id': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'mac_address': 'fa:16:3e:85:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:42:59Z', 'updated_at': '2021-08-31T06:43:24Z', 'revision_number': 1, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:43:30.531970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a10dfe-eb32-47cf-ae57-644f5b32cc18 req-91c23efc-76a8-4488-8d5e-0954cfbb103f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.547723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00a10dfe-eb32-47cf-ae57-644f5b32cc18 req-91c23efc-76a8-4488-8d5e-0954cfbb103f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1788392 Aug 31 06:43:30.561120 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e74a1b0-1827-427f-b126-2969436e55ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.568582 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e74a1b0-1827-427f-b126-2969436e55ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.627976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74a1b0-1827-427f-b126-2969436e55ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4592244f-3b88-49b5-ba16-f2d9deb2e34c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:30.651931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00a10dfe-eb32-47cf-ae57-644f5b32cc18 req-48951af6-a1e9-4aa0-bc64-bf77a64ca809 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928495 Aug 31 06:43:30.786231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2e74a1b0-1827-427f-b126-2969436e55ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ce90870d37d4f66b35203214faa9168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7829971 Aug 31 06:43:30.788939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47640) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:31.039383 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e237945-8e6b-4fe8-adcb-21341f2b1ce3 None None] New status for floating IP 344e4f66-cfb9-4d91-a083-685df5325318: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:43:31.058809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf878-0582-4ec9-ab44-f9db154e56db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.078518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9ae3a-73b5-404b-9b12-5daa3aedd234 req-b849a46b-1345-4648-ab93-3772d2ba7388 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:31.081565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1f9ae3a-73b5-404b-9b12-5daa3aedd234 req-b849a46b-1345-4648-ab93-3772d2ba7388 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.1852400 Aug 31 06:43:31.111983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf878-0582-4ec9-ab44-f9db154e56db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.196761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf878-0582-4ec9-ab44-f9db154e56db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.199261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf878-0582-4ec9-ab44-f9db154e56db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.202525 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8dcaf878-0582-4ec9-ab44-f9db154e56db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4592244f-3b88-49b5-ba16-f2d9deb2e34c HTTP/1.1" status: 204 len: 168 time: 0.4122856 Aug 31 06:43:31.271002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaf878-0582-4ec9-ab44-f9db154e56db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4592244f-3b88-49b5-ba16-f2d9deb2e34c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:31.324094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1f9ae3a-73b5-404b-9b12-5daa3aedd234 req-79fa13e1-41c8-46c3-b8bd-e7a48539acfa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331127 Aug 31 06:43:32.048575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84aade-780b-49fe-ad60-e19d18031f33 req-a6085b75-8533-458f-a4e8-932bd01be612 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.054453 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e84aade-780b-49fe-ad60-e19d18031f33 req-a6085b75-8533-458f-a4e8-932bd01be612 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1752627 Aug 31 06:43:32.211354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e84aade-780b-49fe-ad60-e19d18031f33 req-0c1f7c17-bc3c-4f1f-b61e-7c8705f03a3d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512268 Aug 31 06:43:32.795628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc73b-8cfc-4abc-a64c-4d7a47e362cf req-d9a095bf-1878-433f-abed-e38afdf4a4e3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.807242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-618cc73b-8cfc-4abc-a64c-4d7a47e362cf req-d9a095bf-1878-433f-abed-e38afdf4a4e3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.2526968 Aug 31 06:43:32.977865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-618cc73b-8cfc-4abc-a64c-4d7a47e362cf req-5e24fe9f-6cd9-479a-975c-1cf4b98d8e40 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659827 Aug 31 06:43:33.444089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add17bfe-d03b-4689-9313-b9057c96b81c req-af9039ed-7303-4b1c-ba53-1ec49ca07be0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:33.460984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-add17bfe-d03b-4689-9313-b9057c96b81c req-af9039ed-7303-4b1c-ba53-1ec49ca07be0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.1942465 Aug 31 06:43:33.547158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef05e5-54d8-4527-af2a-be9eed32ae2f req-ceb876f8-bc9e-4ac7-badd-c333ebd3534a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:33.549047 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11ef05e5-54d8-4527-af2a-be9eed32ae2f req-ceb876f8-bc9e-4ac7-badd-c333ebd3534a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1592209 Aug 31 06:43:33.602385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-add17bfe-d03b-4689-9313-b9057c96b81c req-301979be-c8d6-47e0-93e4-9a2148d059e8 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374590 Aug 31 06:43:33.682628 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-11ef05e5-54d8-4527-af2a-be9eed32ae2f req-4502bc4e-b5eb-41b2-a995-e0db1bf65192 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267290 Aug 31 06:43:34.058096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040af22-18d8-4e07-b243-750f46df5386 req-6074f304-7640-4814-8805-2c4365a410f4 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.070747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0040af22-18d8-4e07-b243-750f46df5386 req-6074f304-7640-4814-8805-2c4365a410f4 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.1732323 Aug 31 06:43:34.214147 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0040af22-18d8-4e07-b243-750f46df5386 req-b88e0079-05ed-4471-83ee-3cc3b2eb4e7f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415403 Aug 31 06:43:34.590467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47884) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:34.666750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27ed4b-92ee-46e5-b368-791d7e559d96 req-cc227075-182e-4073-bf26-7385985e31d1 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.676873 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f27ed4b-92ee-46e5-b368-791d7e559d96 req-cc227075-182e-4073-bf26-7385985e31d1 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.2157786 Aug 31 06:43:34.815643 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f27ed4b-92ee-46e5-b368-791d7e559d96 req-4ef35a36-cc90-454a-9bcb-0d8c7c5ae0b3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199298 Aug 31 06:43:35.044619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea2f70-4dc4-4beb-9283-2717b98269e9 req-efac747e-4ec0-4350-b84c-3d6b016cf106 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.047222 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50ea2f70-4dc4-4beb-9283-2717b98269e9 req-efac747e-4ec0-4350-b84c-3d6b016cf106 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1234548 Aug 31 06:43:35.134256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-867971082'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:35.155731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197b490-17e8-4ca4-b5ac-7f5812be284d req-aaa1d864-af69-4253-ac64-572ea096c08e tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.170702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9197b490-17e8-4ca4-b5ac-7f5812be284d req-aaa1d864-af69-4253-ac64-572ea096c08e tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.1367209 Aug 31 06:43:35.195871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50ea2f70-4dc4-4beb-9283-2717b98269e9 req-c8be1de8-3395-49ea-900d-ff1c9c738e7a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217270 Aug 31 06:43:35.233987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Made reservation on behalf of ec1c7e7db2ee414586faf1d6afb612c9 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:35.239373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.251516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9197b490-17e8-4ca4-b5ac-7f5812be284d req-7db18efd-ce50-4024-8456-872d46188636 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788572 Aug 31 06:43:35.278145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.524569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3060b-2f17-42b1-a5e0-3ea5fd5a695a req-b6f9b7df-f13d-4778-9d74-97c5686f0701 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.540950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74c3060b-2f17-42b1-a5e0-3ea5fd5a695a req-b6f9b7df-f13d-4778-9d74-97c5686f0701 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.1787417 Aug 31 06:43:35.552057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.556716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.621130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74c3060b-2f17-42b1-a5e0-3ea5fd5a695a req-e1cd8903-254a-4a05-9f5d-5239265bc513 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783005 Aug 31 06:43:35.704623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f6d12-9868-4589-94fb-b2fbc5b2cb95,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:35.725595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:43:35.747758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.753421 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Added segment b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6 of type vlan for network 6f648622-909b-471a-83e3-62c26f16fe72 Aug 31 06:43:35.814605 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.868299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.877339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.877532 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.984463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22789b0b-a7e8-4a5a-80a3-a84f22d23e65 req-dc7c7052-b024-458c-8343-4a8d5b8ea67a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.984463 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22789b0b-a7e8-4a5a-80a3-a84f22d23e65 req-dc7c7052-b024-458c-8343-4a8d5b8ea67a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.2064602 Aug 31 06:43:35.999337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4068124 Aug 31 06:43:36.007359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47966) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:36.034538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Request body: {'subnet': {'network_id': '6f648622-909b-471a-83e3-62c26f16fe72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:36.117220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22789b0b-a7e8-4a5a-80a3-a84f22d23e65 req-9e4229d2-5f2e-485b-aa21-c7bfff169627 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186998 Aug 31 06:43:36.232899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8464dc-1c43-4273-a7c4-ebf81471de3b tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event updated for resources: {'Network': ['ID=6f648622-909b-471a-83e3-62c26f16fe72,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:36.260704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 6f648622-909b-471a-83e3-62c26f16fe72 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:43:36.474116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Made reservation on behalf of ec1c7e7db2ee414586faf1d6afb612c9 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:36.481762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:36.602690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d9b3d-24e6-4b07-997c-122a13d7aba1 req-61796373-8025-4ad6-a26a-9272628502ff tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:36.613844 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ed2d9b3d-24e6-4b07-997c-122a13d7aba1 req-61796373-8025-4ad6-a26a-9272628502ff tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1071794 Aug 31 06:43:36.698244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301204-ed6a-4bf6-9e87-d0a198bb6f62 req-c006f3e9-bc4e-4a3d-ba8a-37bb92e331e9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:36.700570 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a301204-ed6a-4bf6-9e87-d0a198bb6f62 req-c006f3e9-bc4e-4a3d-ba8a-37bb92e331e9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.3428254 Aug 31 06:43:36.702345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ed2d9b3d-24e6-4b07-997c-122a13d7aba1 req-6239e92c-644e-4f59-be44-dc82381b9f77 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873785 Aug 31 06:43:36.878342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a301204-ed6a-4bf6-9e87-d0a198bb6f62 req-6be9eae1-675a-4d33-b1ac-f7d040497e93 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593096 Aug 31 06:43:37.211556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.406181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event updated for resources: {'Subnet': ['ID=82fec5fa-5ee7-49d0-a5b4-5b937301c2d5,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:37.435560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Checking segment: {'id': 'b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6f648622-909b-471a-83e3-62c26f16fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:37.437319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Network hostable DHCP agents. Network: 6f648622-909b-471a-83e3-62c26f16fe72, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:43:37.534823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Network 6f648622-909b-471a-83e3-62c26f16fe72 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:43:37.569828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 6f648622-909b-471a-83e3-62c26f16fe72) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:37.585006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf24fe1-94c4-4cc2-bc9f-fa1b740e0f2c None None] Network 6f648622-909b-471a-83e3-62c26f16fe72 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:37.591165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.599711 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.654514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-822513ae-bd34-4eec-832d-1fe557c80feb tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6441331 Aug 31 06:43:37.656311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47994) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:37.664584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Request body: {'port': {'network_id': '6f648622-909b-471a-83e3-62c26f16fe72', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2114895820'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:38.068708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-6f648622-909b-471a-83e3-62c26f16fe72', 'network_id': '6f648622-909b-471a-83e3-62c26f16fe72', 'tenant_id': 'ec1c7e7db2ee414586faf1d6afb612c9', 'fixed_ips': [{'subnet_id': '82fec5fa-5ee7-49d0-a5b4-5b937301c2d5'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:43:38.069953 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.244938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba2689-1c08-4327-a8eb-d1be6ca4d246 req-59e83874-ecf7-4ef5-93b1-7732395ddb50 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.251115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3ba2689-1c08-4327-a8eb-d1be6ca4d246 req-59e83874-ecf7-4ef5-93b1-7732395ddb50 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.3440812 Aug 31 06:43:38.362190 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3ba2689-1c08-4327-a8eb-d1be6ca4d246 req-45939598-4141-41df-9e26-0579c27acad9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981195 Aug 31 06:43:38.415843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Allocated IP 172.20.0.2 (6f648622-909b-471a-83e3-62c26f16fe72/82fec5fa-5ee7-49d0-a5b4-5b937301c2d5/9f6d3906-b533-4d08-8758-183ac3fd16a0) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:38.476823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Made reservation on behalf of ec1c7e7db2ee414586faf1d6afb612c9 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:38.482907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.535677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] device_id is not set on port 7ce188e2-df15-420e-9242-5319072f3085 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:43:38.694579 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.755792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Transition to ACTIVE for port object 9f6d3906-b533-4d08-8758-183ac3fd16a0 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:38.855095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Transition to ACTIVE for port object 9f6d3906-b533-4d08-8758-183ac3fd16a0 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:38.870957 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.050397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Pushing event updated for resources: {'Port': ['ID=9f6d3906-b533-4d08-8758-183ac3fd16a0,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:39.084448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Network 6f648622-909b-471a-83e3-62c26f16fe72 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:39.093974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:39.097983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:39.120378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Allocated IP 172.20.0.12 (6f648622-909b-471a-83e3-62c26f16fe72/82fec5fa-5ee7-49d0-a5b4-5b937301c2d5/7ce188e2-df15-420e-9242-5319072f3085) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:39.189344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb4aa2-df63-498f-b899-df15319079f4 req-3bd04506-fdb1-4f52-905a-627f2f8b64f2 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.198391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97cb4aa2-df63-498f-b899-df15319079f4 req-3bd04506-fdb1-4f52-905a-627f2f8b64f2 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.1336172 Aug 31 06:43:39.210039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Attempting to bind port 9f6d3906-b533-4d08-8758-183ac3fd16a0 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:39.210868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Attempting to bind port 9f6d3906-b533-4d08-8758-183ac3fd16a0 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6f648622-909b-471a-83e3-62c26f16fe72'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:39.211381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Attempting to bind port 9f6d3906-b533-4d08-8758-183ac3fd16a0 on network 6f648622-909b-471a-83e3-62c26f16fe72 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:39.219467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:39.220284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Checking segment: {'id': 'b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6f648622-909b-471a-83e3-62c26f16fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:39.221146 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.221654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Bound using segment: {'id': 'b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6f648622-909b-471a-83e3-62c26f16fe72'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:39.222220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Bound port: 9f6d3906-b533-4d08-8758-183ac3fd16a0, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6f648622-909b-471a-83e3-62c26f16fe72'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:39.222628 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.282765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97cb4aa2-df63-498f-b899-df15319079f4 req-d5b01643-aa20-4285-b506-f1f31c4df443 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833976 Aug 31 06:43:39.309464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] For port 9f6d3906-b533-4d08-8758-183ac3fd16a0, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:39.309464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] For port 9f6d3906-b533-4d08-8758-183ac3fd16a0, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9f6d3906-b533-4d08-8758-183ac3fd16a0,segment=NetworkSegment(b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6),segment_id=b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:39.313163 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.333650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-f1e55cbc-1cb6-4556-81c0-51abc54d0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.335246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-f1e55cbc-1cb6-4556-81c0-51abc54d0fce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 1097 time: 0.1468875 Aug 31 06:43:39.455243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e465d-2ec1-4cc4-8b43-fe610cffafe2 None None] Pushing event updated for resources: {'Port': ['ID=9f6d3906-b533-4d08-8758-183ac3fd16a0,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:39.633245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4e8824b0-86ed-4f45-b1cc-cad44065abef details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:39.668038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9d11e-e142-4ff0-9d70-40ee96af3cb9 req-01eaf325-acf9-4975-afea-710087804415 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.682445 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56a9d11e-e142-4ff0-9d70-40ee96af3cb9 req-01eaf325-acf9-4975-afea-710087804415 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.1555898 Aug 31 06:43:39.769479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56a9d11e-e142-4ff0-9d70-40ee96af3cb9 req-2f619f7e-c141-4f9e-8e33-f32877f033d0 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810254 Aug 31 06:43:39.939979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-40a48a42-4072-49f4-9a88-6bb6f410bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.941691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-40a48a42-4072-49f4-9a88-6bb6f410bdc9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 913 time: 0.4306955 Aug 31 06:43:39.956113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:39.993296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'port_id': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'mac_address': 'fa:16:3e:37:99:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee94afd9-4a49-47ef-837b-e135991752bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:40.072071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.074743 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.079923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-fb4584b3-c70a-4393-9813-95766915ed1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2 HTTP/1.1" status: 200 len: 217 time: 0.1254637 Aug 31 06:43:40.107122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e8824b0-86ed-4f45-b1cc-cad44065abef {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:40.179549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:40.188367 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.225528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-630fa629-6837-4900-acd1-3922af8468ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.227169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-630fa629-6837-4900-acd1-3922af8468ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.1343212 Aug 31 06:43:40.322932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:40.326919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Transition to ACTIVE for port object 7ce188e2-df15-420e-9242-5319072f3085 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:40.346384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['4e8824b0-86ed-4f45-b1cc-cad44065abef'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:40.417884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9f6d3906-b533-4d08-8758-183ac3fd16a0 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:40.462120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-1cd64bd0-2050-426b-9796-be62f038ca33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222862 Aug 31 06:43:40.469642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.710696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9f6d3906-b533-4d08-8758-183ac3fd16a0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:41.090003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event updated for resources: {'Port': ['ID=7ce188e2-df15-420e-9242-5319072f3085,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:41.128769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Network 6f648622-909b-471a-83e3-62c26f16fe72 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:41.178076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:41.190401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:41.350528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ab614-3337-4806-ab9f-7674bd27accc req-7a2972ce-26f5-4121-8ea8-11b871f6317f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.365667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f1ab614-3337-4806-ab9f-7674bd27accc req-7a2972ce-26f5-4121-8ea8-11b871f6317f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2305348 Aug 31 06:43:41.405827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-41b16daf-702a-4648-94a8-e3bcc9d2c8d9 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9250886 Aug 31 06:43:41.432474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.434916 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:43:41.438892 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.467159 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f1ab614-3337-4806-ab9f-7674bd27accc req-25f6ee0d-94fd-4136-9de6-9e052409670f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939856 Aug 31 06:43:41.648572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4e8824b0-86ed-4f45-b1cc-cad44065abef up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:41.753862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7241e88c-cdeb-4c7d-bc2a-79c6f8f4ea25 req-dcff0124-5e28-4be4-83e3-5f8d97a75967 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791097 Aug 31 06:43:41.761852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-989123a8-5d23-41f7-99ce-1c2e96c1b1dd tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.0989053 Aug 31 06:43:41.762353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:41.790219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f79b5-ee05-4c07-a1aa-2e39ccd2ec7b req-b5c0eb82-1eb3-459a-a0f1-82f8bfe35735 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.802430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-290f79b5-ee05-4c07-a1aa-2e39ccd2ec7b req-b5c0eb82-1eb3-459a-a0f1-82f8bfe35735 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 944 time: 0.8761117 Aug 31 06:43:41.873880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cdb7df-b5af-4ce2-8795-1a9473731c6f None None] Network 6f648622-909b-471a-83e3-62c26f16fe72 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:41.984383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-290f79b5-ee05-4c07-a1aa-2e39ccd2ec7b req-7530e771-3375-4cbe-be99-a5e8c851001e tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783011 Aug 31 06:43:42.009695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-0582e054-3fda-483a-b4c9-a1f25393beb8 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Deleting port 7ce188e2-df15-420e-9242-5319072f3085 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:42.010041 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0582e054-3fda-483a-b4c9-a1f25393beb8 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.030174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-69b90f7e-8900-486f-b3a5-6fb4d4c9221d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1861229 Aug 31 06:43:42.127731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ff03d341-5b47-4dc5-8845-1e6791bf435f None None] Provisioning for port 9f6d3906-b533-4d08-8758-183ac3fd16a0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:42.144119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 4e8824b0-86ed-4f45-b1cc-cad44065abef triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:42.144757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.153799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ff03d341-5b47-4dc5-8845-1e6791bf435f None None] Provisioning complete for port 9f6d3906-b533-4d08-8758-183ac3fd16a0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:42.157337 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ff03d341-5b47-4dc5-8845-1e6791bf435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.204047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-dd5805d1-b6af-4864-a3ae-e50b065229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.204526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-dd5805d1-b6af-4864-a3ae-e50b065229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.205006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-dd5805d1-b6af-4864-a3ae-e50b065229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.206468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-dd5805d1-b6af-4864-a3ae-e50b065229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.207182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-dd5805d1-b6af-4864-a3ae-e50b065229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.207677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-dd5805d1-b6af-4864-a3ae-e50b065229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.208146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-dd5805d1-b6af-4864-a3ae-e50b065229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.222029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-dd5805d1-b6af-4864-a3ae-e50b065229ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6506 time: 0.1173725 Aug 31 06:43:42.627180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0582e054-3fda-483a-b4c9-a1f25393beb8 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.672121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-213d09fe-26bc-4e85-b904-81892165d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.676923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-213d09fe-26bc-4e85-b904-81892165d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.677496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-213d09fe-26bc-4e85-b904-81892165d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.686968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-213d09fe-26bc-4e85-b904-81892165d043 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77ac29c0-f99f-4d9b-93bd-76d263018252&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=e7919884-e009-4418-bde4-c6c3f09f4d70&id=e7919884-e009-4418-bde4-c6c3f09f4d70 HTTP/1.1" status: 200 len: 2298 time: 0.3946669 Aug 31 06:43:42.691176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-0582e054-3fda-483a-b4c9-a1f25393beb8 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Calling delete_port for 7ce188e2-df15-420e-9242-5319072f3085 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:43.088664 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.109276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea853bea-506c-4dde-b090-bbea101efd74 req-c3ee9123-202a-4f82-bfdf-343412d871f9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.112031 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea853bea-506c-4dde-b090-bbea101efd74 req-c3ee9123-202a-4f82-bfdf-343412d871f9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.4239044 Aug 31 06:43:43.143541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-12092bf2-2694-4b10-ac60-3ca01ee4ea4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55545121-57b1-4362-817e-a19b5659b23e HTTP/1.1" status: 200 len: 1001 time: 0.4387841 Aug 31 06:43:43.168073 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0582e054-3fda-483a-b4c9-a1f25393beb8 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.211249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ff03d341-5b47-4dc5-8845-1e6791bf435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.276389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:43.286756 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f93de9-0530-4247-9531-4f83f3b91e51" -d '{"events": [{"server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:43.312022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:43.317621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582e054-3fda-483a-b4c9-a1f25393beb8 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event deleted for resources: {'Port': ['ID=7ce188e2-df15-420e-9242-5319072f3085,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:43.321698 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.394777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:43.419634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ff03d341-5b47-4dc5-8845-1e6791bf435f None None] For port 9f6d3906-b533-4d08-8758-183ac3fd16a0, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9f6d3906-b533-4d08-8758-183ac3fd16a0,segment=NetworkSegment(b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6),segment_id=b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:43.424739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ff03d341-5b47-4dc5-8845-1e6791bf435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.540232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea853bea-506c-4dde-b090-bbea101efd74 req-43efe5bb-cde8-4cb9-871b-a70fdea8e731 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950479 Aug 31 06:43:43.551838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-a0ba220d-dac4-4bff-9e2a-629646be833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.557916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-a0ba220d-dac4-4bff-9e2a-629646be833b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb6a64f-2758-43fe-8548-1842e50df50e HTTP/1.1" status: 200 len: 856 time: 0.2868197 Aug 31 06:43:43.800078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-928b5ebe-aabc-4f7b-a20b-1dad497e249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.803764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-928b5ebe-aabc-4f7b-a20b-1dad497e249e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77ac29c0-f99f-4d9b-93bd-76d263018252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2389193 Aug 31 06:43:43.902997 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da1943-9d22-439e-85cd-fe2a9119e718 x-openstack-request-id: req-22da1943-9d22-439e-85cd-fe2a9119e718 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:43.903887 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:43.904378 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22da1943-9d22-439e-85cd-fe2a9119e718 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:43.904864 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'code': 200} Aug 31 06:43:43.957609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0582e054-3fda-483a-b4c9-a1f25393beb8 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.990825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0582e054-3fda-483a-b4c9-a1f25393beb8 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "DELETE /v2.0/ports/7ce188e2-df15-420e-9242-5319072f3085 HTTP/1.1" status: 204 len: 168 time: 2.2266681 Aug 31 06:43:43.991765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48100) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:44.086240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03d341-5b47-4dc5-8845-1e6791bf435f None None] Pushing event updated for resources: {'Port': ['ID=9f6d3906-b533-4d08-8758-183ac3fd16a0,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:44.250621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-862436d8-804a-4ad6-920b-a306a81fa1b5 None None] Could not find standard attr ID for object 7ce188e2-df15-420e-9242-5319072f3085. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:43:44.252921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae4f7f-db2b-4ee9-9e7e-d1a0141594d1 req-1d2d480b-fd9f-4b9b-8171-8034c84e84af tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.255794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-49ae4f7f-db2b-4ee9-9e7e-d1a0141594d1 req-1d2d480b-fd9f-4b9b-8171-8034c84e84af tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.9176149 Aug 31 06:43:44.352699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-862436d8-804a-4ad6-920b-a306a81fa1b5 None None] Provisioning complete for port 9f6d3906-b533-4d08-8758-183ac3fd16a0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:44.353327 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-862436d8-804a-4ad6-920b-a306a81fa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:44.572796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da2914e8-9645-4e40-99ae-e758bdc2002f tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.5783603 Aug 31 06:43:44.600380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-452e1f67-441c-468e-864b-d2fe15276ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7833841 Aug 31 06:43:44.601180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48110) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:44.614609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9f6d3906-b533-4d08-8758-183ac3fd16a0 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:44.682000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-741848986'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:44.722438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-49ae4f7f-db2b-4ee9-9e7e-d1a0141594d1 req-101560d1-f438-4d3e-978c-04f53b41fe17 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416330 Aug 31 06:43:45.038151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-cf072c0a-9525-4175-903c-0d617c65cb08 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428617 Aug 31 06:43:45.208010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9f6d3906-b533-4d08-8758-183ac3fd16a0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:45.213111 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:45.388786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-4beddc13-e5df-4e92-85fb-952c19efb813 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 217 time: 0.2942336 Aug 31 06:43:45.557403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-34b968d8-860b-4f36-97c1-158b48f92341 None None] Could not find standard attr ID for object 7ce188e2-df15-420e-9242-5319072f3085. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:43:45.659689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-c15919aa-8bb1-45d3-b941-2aa775e5ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.662615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-c15919aa-8bb1-45d3-b941-2aa775e5ee39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.2583261 Aug 31 06:43:45.669755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4e8824b0-86ed-4f45-b1cc-cad44065abef no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:45.671211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Made reservation on behalf of ec1c7e7db2ee414586faf1d6afb612c9 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:45.680923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:45.912753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cbc5a-d6e7-4870-8ea7-277fa77e6f39 req-f72dc20c-44e9-4e74-bf29-a84cae0848b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.940438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-881cbc5a-d6e7-4870-8ea7-277fa77e6f39 req-f72dc20c-44e9-4e74-bf29-a84cae0848b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.8990307 Aug 31 06:43:46.009459 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:46.080527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:43:46.097513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc5b4c-0d3a-4614-b3c7-f186625ff7e1 req-0432adba-403d-44d8-abd5-38dce23739d5 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.100532 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1bc5b4c-0d3a-4614-b3c7-f186625ff7e1 req-0432adba-403d-44d8-abd5-38dce23739d5 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 945 time: 0.1489422 Aug 31 06:43:46.118744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:46.119696 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Added segment 62ceb6bb-8680-4e41-8ee3-e4e3a59cce56 of type vlan for network 2c473e3d-3af4-443e-8390-377223a12d2b Aug 31 06:43:46.121135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:46.134371 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e611258c-3cf7-4835-9b69-1d68ee5923fc" -d '{"events": [{"server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:46.215895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:46.218210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:46.232148 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:46.233953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1bc5b4c-0d3a-4614-b3c7-f186625ff7e1 req-1dc9179e-e48d-4675-acbb-20431833c48a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208849 Aug 31 06:43:46.376124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:46.391553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.406389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:46.537057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:46.601776 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b503b29-de02-42ca-a53e-7949ef8acabf x-openstack-request-id: req-3b503b29-de02-42ca-a53e-7949ef8acabf {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:46.602679 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:46.602679 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b503b29-de02-42ca-a53e-7949ef8acabf {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:46.602679 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'code': 200} Aug 31 06:43:46.766815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-881cbc5a-d6e7-4870-8ea7-277fa77e6f39 req-c9ae0fab-b2e1-4c9a-a22d-e76be50269a8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239716 Aug 31 06:43:46.800559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-388942d0-7be1-4c74-88e1-52e17011e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.817138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-388942d0-7be1-4c74-88e1-52e17011e2f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0648406 Aug 31 06:43:46.872406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48144) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:46.891144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2800965 Aug 31 06:43:47.105560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14514d61-698e-4310-97fd-e154d3c499b9 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event updated for resources: {'Network': ['ID=2c473e3d-3af4-443e-8390-377223a12d2b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:47.118307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2c473e3d-3af4-443e-8390-377223a12d2b details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:43:47.405352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-43c63862-6a73-4891-a791-3df9ca2766f6 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759804 Aug 31 06:43:47.499895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-63cc8197-264a-4fda-9195-67c418fb0c57 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.502967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-63cc8197-264a-4fda-9195-67c418fb0c57 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 943 time: 0.3788266 Aug 31 06:43:48.130345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35cd6c-a631-44ff-b50b-661ceeab6074 req-2f565d72-8962-4404-88ea-0e491d71b7d4 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.146882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc35cd6c-a631-44ff-b50b-661ceeab6074 req-2f565d72-8962-4404-88ea-0e491d71b7d4 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 943 time: 0.4637146 Aug 31 06:43:48.302231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-22184f51-2ada-468f-a63d-b25595a8a4f3 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8787172 Aug 31 06:43:48.347556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc35cd6c-a631-44ff-b50b-661ceeab6074 req-45902b5b-9526-4dc2-ac62-8c102bed660c tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975975 Aug 31 06:43:48.478882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-24ef7718-1888-435b-b39d-52bc7420d176 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 217 time: 0.1667535 Aug 31 06:43:48.510097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Deleting port 4e8824b0-86ed-4f45-b1cc-cad44065abef {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:48.512052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.617769 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7835a881-5cac-4fc5-a147-76144f10691a tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "GET /v2.0/agents/1336e5c8-e1f6-48ad-a10c-2fee33b4ab65/dhcp-networks HTTP/1.1" status: 200 len: 10475 time: 1.7437522 Aug 31 06:43:48.625749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48166) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:48.794406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-f613a79e-68ce-4cf5-ae3a-3106f64eda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.796808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64e2c3-70fe-4659-b134-c9eda984706d req-1a31d4db-9da5-4fee-801b-94be40960b8f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.797973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-f613a79e-68ce-4cf5-ae3a-3106f64eda0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.3012047 Aug 31 06:43:48.824027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3d64e2c3-70fe-4659-b134-c9eda984706d req-1a31d4db-9da5-4fee-801b-94be40960b8f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.3680398 Aug 31 06:43:48.941800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] For port 4e8824b0-86ed-4f45-b1cc-cad44065abef, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4e8824b0-86ed-4f45-b1cc-cad44065abef,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:48.941800 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.953142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3d64e2c3-70fe-4659-b134-c9eda984706d req-d1e9ff84-19d7-437a-aaee-9755eeeadddc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131022 Aug 31 06:43:48.991710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Calling delete_port for 4e8824b0-86ed-4f45-b1cc-cad44065abef owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:49.073098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73755938-8b65-49bb-b104-a07dfd42f5f2 tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] Network 2c473e3d-3af4-443e-8390-377223a12d2b is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:43:49.097052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-73755938-8b65-49bb-b104-a07dfd42f5f2 tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "POST /v2.0/agents/1336e5c8-e1f6-48ad-a10c-2fee33b4ab65/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4693747 Aug 31 06:43:49.099650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf6293-8fc3-4394-a6f8-313e609041d5 None None] Network 2c473e3d-3af4-443e-8390-377223a12d2b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:49.104021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48176) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:49.457121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-62b55e39-ce6e-4d8c-a4f1-4f6eb9e69957 tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "GET /v2.0/agents/1336e5c8-e1f6-48ad-a10c-2fee33b4ab65/dhcp-networks HTTP/1.1" status: 200 len: 11245 time: 0.3491032 Aug 31 06:43:49.457933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48180) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:49.556119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.696334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-86a6f153-13f4-4254-9918-ed90095ba958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.698549 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-86a6f153-13f4-4254-9918-ed90095ba958 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8930817 Aug 31 06:43:49.706634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event deleted for resources: {'Port': ['ID=4e8824b0-86ed-4f45-b1cc-cad44065abef,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:49.741576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3009d0b5-c9f7-4d13-84a8-7f98963f9e16 tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "DELETE /v2.0/agents/1336e5c8-e1f6-48ad-a10c-2fee33b4ab65/dhcp-networks/2c473e3d-3af4-443e-8390-377223a12d2b HTTP/1.1" status: 204 len: 168 time: 0.2820408 Aug 31 06:43:49.742489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48184) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:49.936687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d582c14-9cd9-44e0-bc89-f52a2bcc2109 req-787ceb66-d5f8-4ce6-b3bc-9d0b7c179cc2 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 210 time: 0.2214057 Aug 31 06:43:50.149075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] No DVR routers for this DVR port 4e8824b0-86ed-4f45-b1cc-cad44065abef on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:50.177480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5cce80d0-7a2b-4962-9b47-2af08599e77e tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "GET /v2.0/agents/1336e5c8-e1f6-48ad-a10c-2fee33b4ab65/dhcp-networks HTTP/1.1" status: 200 len: 10475 time: 0.4281807 Aug 31 06:43:50.177646 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:50.177646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5633232b-4c55-4dba-92cf-ddbe14fa6495 req-207a70f4-3295-4c84-a3f9-3e72bc970ac3 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.42 "DELETE /v2.0/ports/4e8824b0-86ed-4f45-b1cc-cad44065abef HTTP/1.1" status: 204 len: 173 time: 2.6595225 Aug 31 06:43:50.189544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'name': 'network-vif-deleted', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:50.190610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48204) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:50.199266 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9133302e-41a1-4406-91f7-d01d38680bc1" -d '{"events": [{"server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "name": "network-vif-deleted", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:50.250987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e4b750e-b3e7-4019-b2f6-dd15a135c31c tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "GET /v2.0/networks/6f648622-909b-471a-83e3-62c26f16fe72/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0587595 Aug 31 06:43:50.257620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48210) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:50.376571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5a9d50fa-ebcb-4905-9733-dfd06b216ce5 tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "GET /v2.0/networks/6f648622-909b-471a-83e3-62c26f16fe72/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1168764 Aug 31 06:43:50.378097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48212) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:50.441301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6c874-4d5c-48fb-8b41-c88f54579112 req-8675d530-d5fc-40d3-8d28-98e60a8418f2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.449678 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14b6c874-4d5c-48fb-8b41-c88f54579112 req-8675d530-d5fc-40d3-8d28-98e60a8418f2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.2906001 Aug 31 06:43:50.487856 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b3ac92-1d2f-4914-9162-467a082b4987 x-openstack-request-id: req-64b3ac92-1d2f-4914-9162-467a082b4987 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:50.488216 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f25be29-26e8-4df6-a107-c3e09fd22ec8", "name": "network-vif-deleted", "tag": "4e8824b0-86ed-4f45-b1cc-cad44065abef", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:50.488606 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64b3ac92-1d2f-4914-9162-467a082b4987 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:50.489210 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25be29-26e8-4df6-a107-c3e09fd22ec8', 'name': 'network-vif-deleted', 'tag': '4e8824b0-86ed-4f45-b1cc-cad44065abef', 'status': 'completed', 'code': 200} Aug 31 06:43:50.556130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-c2467425-a96c-43c5-a77b-aaa08d33fbca service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8214967 Aug 31 06:43:50.735618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-24e98d5c-f084-4847-85a3-29664b70cef2 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701910 Aug 31 06:43:50.744983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14b6c874-4d5c-48fb-8b41-c88f54579112 req-9996bb4a-0361-4b75-85f7-0b3dc3b3df5b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847700 Aug 31 06:43:50.800599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-391d68af-21b3-4a34-a35a-d42310a03461 tempest-DHCPAgentSchedulersTestJSON-109717425 tempest-DHCPAgentSchedulersTestJSON-109717425-project-admin] 10.222.0.15 "GET /v2.0/agents/1336e5c8-e1f6-48ad-a10c-2fee33b4ab65/dhcp-networks HTTP/1.1" status: 200 len: 10475 time: 0.4192667 Aug 31 06:43:50.805996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48218) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:50.905158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-8b5d8d4c-8716-4cb9-b2a9-3667aed3ebed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 HTTP/1.1" status: 200 len: 217 time: 0.1580918 Aug 31 06:43:51.041003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.064479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-be4bc1d3-bbec-4baa-addb-9a625face592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.066922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-be4bc1d3-bbec-4baa-addb-9a625face592 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.1129019 Aug 31 06:43:51.164025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789aadf-546a-4670-bfd0-81de879c150d req-09653f30-23f7-4ea6-8aa8-381d20babcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.166511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4789aadf-546a-4670-bfd0-81de879c150d req-09653f30-23f7-4ea6-8aa8-381d20babcf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 1097 time: 0.3945525 Aug 31 06:43:51.374552 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.414644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c473e3d-3af4-443e-8390-377223a12d2b']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:51.499375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ceb6bb-8680-4e41-8ee3-e4e3a59cce56') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:51.499770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ceb6bb-8680-4e41-8ee3-e4e3a59cce56') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:51.541993 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.568077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.580188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:43:51.581675 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:43:51.587580 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:43:51.696692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4e8824b0-86ed-4f45-b1cc-cad44065abef no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:51.702109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.724155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.730022 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "DELETE /v2.0/networks/2c473e3d-3af4-443e-8390-377223a12d2b HTTP/1.1" status: 204 len: 168 time: 0.9213600 Aug 31 06:43:51.733249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48232) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:51.781032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51d499-9c5a-4e6e-baaf-9bf866097abc tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event deleted for resources: {'Network': ['ID=2c473e3d-3af4-443e-8390-377223a12d2b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:51.793982 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9963b125-0b1b-4879-b3c4-c27ec82713b5 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] DELETE failed (client error): The resource could not be found. Aug 31 06:43:51.795779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9963b125-0b1b-4879-b3c4-c27ec82713b5 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:43:51.804402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9963b125-0b1b-4879-b3c4-c27ec82713b5 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "DELETE /v2.0/ports/7ce188e2-df15-420e-9242-5319072f3085 HTTP/1.1" status: 404 len: 333 time: 0.0688503 Aug 31 06:43:51.806229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48236) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:51.844478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 4e8824b0-86ed-4f45-b1cc-cad44065abef {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:51.846756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4e8824b0-86ed-4f45-b1cc-cad44065abef not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:51.924609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd275617-795c-4f6c-aa19-33ed0ec58d39 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Deleting subnet 82fec5fa-5ee7-49d0-a5b4-5b937301c2d5 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:43:51.937504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd275617-795c-4f6c-aa19-33ed0ec58d39 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:52.080488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd275617-795c-4f6c-aa19-33ed0ec58d39 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:52.169124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-63d88f56-757d-4511-8636-2361661351c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.183162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-63d88f56-757d-4511-8636-2361661351c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1055310 Aug 31 06:43:52.186242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789aadf-546a-4670-bfd0-81de879c150d req-e34c1de2-3496-4f59-8d70-4158a27a5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.188307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4789aadf-546a-4670-bfd0-81de879c150d req-e34c1de2-3496-4f59-8d70-4158a27a5d6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 913 time: 1.0079148 Aug 31 06:43:52.230199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd275617-795c-4f6c-aa19-33ed0ec58d39 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:52.270300 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-612e8298-ac1d-4c98-8768-a6e2848048d1 req-54d0e831-07e3-4fbf-90c7-3496f0ccc418 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f25be29-26e8-4df6-a107-c3e09fd22ec8 HTTP/1.1" status: 200 len: 210 time: 0.0808575 Aug 31 06:43:52.344221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4789aadf-546a-4670-bfd0-81de879c150d req-e176e3c3-ff07-4b7a-8bf9-f4bd6c314b6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2 HTTP/1.1" status: 200 len: 217 time: 0.1307611 Aug 31 06:43:52.597524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789aadf-546a-4670-bfd0-81de879c150d req-c64430db-6080-4f3b-941f-932d48d7d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.599945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4789aadf-546a-4670-bfd0-81de879c150d req-c64430db-6080-4f3b-941f-932d48d7d84a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.2483392 Aug 31 06:43:52.602536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd275617-795c-4f6c-aa19-33ed0ec58d39 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:52.665579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-c9146306-9560-443c-b43f-c4cb39b52816 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739454 Aug 31 06:43:52.718595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd275617-795c-4f6c-aa19-33ed0ec58d39 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:52.725915 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd275617-795c-4f6c-aa19-33ed0ec58d39 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "DELETE /v2.0/subnets/82fec5fa-5ee7-49d0-a5b4-5b937301c2d5 HTTP/1.1" status: 204 len: 168 time: 0.9181128 Aug 31 06:43:52.728918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd275617-795c-4f6c-aa19-33ed0ec58d39 tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event deleted for resources: {'Subnet': ['ID=82fec5fa-5ee7-49d0-a5b4-5b937301c2d5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:52.734712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48250) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:52.739087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f134de7-7344-41f3-a851-18704ac501d3 None None] Network 6f648622-909b-471a-83e3-62c26f16fe72 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:52.836919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4789aadf-546a-4670-bfd0-81de879c150d req-1c715c03-6457-466f-b1ea-bc604f23805b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2197244 Aug 31 06:43:52.925326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5350d-23c8-4c86-b30a-3c29f207a636 req-fbff9fb1-2d95-4b66-b49c-05e25b5b2d65 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.947282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fc5350d-23c8-4c86-b30a-3c29f207a636 req-fbff9fb1-2d95-4b66-b49c-05e25b5b2d65 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 945 time: 0.4698877 Aug 31 06:43:53.086821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fc5350d-23c8-4c86-b30a-3c29f207a636 req-e6033a06-e239-460f-9f0f-fc7370a1fd2c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373229 Aug 31 06:43:53.104214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] DHCP port deletion for 6f648622-909b-471a-83e3-62c26f16fe72 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:43:53.270440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] Deleting port 9f6d3906-b533-4d08-8758-183ac3fd16a0 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:53.275142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:53.427162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] For port 9f6d3906-b533-4d08-8758-183ac3fd16a0, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9f6d3906-b533-4d08-8758-183ac3fd16a0,segment=NetworkSegment(b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6),segment_id=b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:53.429288 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:53.498481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] Calling delete_port for 9f6d3906-b533-4d08-8758-183ac3fd16a0 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:53.521144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-d804b55b-07d2-4ef6-997c-3142f31f56ee service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7872591 Aug 31 06:43:53.835280 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:53.865146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] No DVR routers for this DVR port 9f6d3906-b533-4d08-8758-183ac3fd16a0 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:53.878685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-60fab92e-7398-4a2a-99ee-af0b5892fe25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49 HTTP/1.1" status: 200 len: 217 time: 0.3203511 Aug 31 06:43:53.881242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4789aadf-546a-4670-bfd0-81de879c150d req-7e144c88-e8d1-487f-a96d-e7780077a146 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0011365 Aug 31 06:43:53.945028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:53.953427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dc9ed-b6fa-43c4-9f45-b564b2667a11 None None] Pushing event deleted for resources: {'Port': ['ID=9f6d3906-b533-4d08-8758-183ac3fd16a0,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:53.998253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:54.164442 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:54.402456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:54.423482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:54.427884 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b093e3cf-613a-4404-b442-544ad2c12d96" -d '{"events": [{"server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:54.449980 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:54.465115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9f6d3906-b533-4d08-8758-183ac3fd16a0 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:54.476251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-5bab79e9-9d33-4c0f-b070-900e81c9a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:54.479186 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-5bab79e9-9d33-4c0f-b070-900e81c9a633 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.5832756 Aug 31 06:43:54.655256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:54.703839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48276) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:54.711455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-288e994a-f56e-4c5f-a103-f9b20ad051be tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102155072', 'description': 'tempest-description--76527842'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:54.746894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9f6d3906-b533-4d08-8758-183ac3fd16a0 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:54.747743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9f6d3906-b533-4d08-8758-183ac3fd16a0 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:54.786456 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3708399a-9de1-47a8-b305-9e7b01b9ef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:54.793835 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ff8123-e2a1-497e-bfc4-a24b8682eadb x-openstack-request-id: req-90ff8123-e2a1-497e-bfc4-a24b8682eadb {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:54.794568 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:54.795125 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90ff8123-e2a1-497e-bfc4-a24b8682eadb {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:54.795782 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'code': 200} Aug 31 06:43:54.803878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-288e994a-f56e-4c5f-a103-f9b20ad051be tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:54.805231 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:54.905557 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4789aadf-546a-4670-bfd0-81de879c150d req-17c54925-b217-4365-be22-6166c98ffa4f service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9922438 Aug 31 06:43:54.941099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:54.978850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f648622-909b-471a-83e3-62c26f16fe72']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:55.013100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-922062a7-44aa-4cdd-80c8-2622d981c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.016213 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-922062a7-44aa-4cdd-80c8-2622d981c6ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4887195 Aug 31 06:43:55.038508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:55.039478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ef6ea6-2e8b-4e9b-8ce2-8010ec3515b6') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:55.097120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781355cd-933d-4faa-af8f-1cafb72a441d req-06be0f0f-7938-469b-a6c2-701c2396f5b9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.101731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-781355cd-933d-4faa-af8f-1cafb72a441d req-06be0f0f-7938-469b-a6c2-701c2396f5b9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.4241054 Aug 31 06:43:55.130217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-288e994a-f56e-4c5f-a103-f9b20ad051be tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.139595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-288e994a-f56e-4c5f-a103-f9b20ad051be tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.160574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48284) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:55.225833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.248044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e994a-f56e-4c5f-a103-f9b20ad051be tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4715168b-7714-4ac8-a7d7-d392000e94b6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:55.254059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-288e994a-f56e-4c5f-a103-f9b20ad051be tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.255882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-288e994a-f56e-4c5f-a103-f9b20ad051be tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5505540 Aug 31 06:43:55.263294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48290) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:55.299631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e2b1d0e2-d288-45fe-94a6-e966cbbdff97 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Request body: {'security_group_rule': {'security_group_id': '4715168b-7714-4ac8-a7d7-d392000e94b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:55.354766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-781355cd-933d-4faa-af8f-1cafb72a441d req-26a2f510-d352-41f8-a137-a7b045dccdd6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219343 Aug 31 06:43:55.361702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d0e2-d288-45fe-94a6-e966cbbdff97 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.362907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.381516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:43:55.382189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:43:55.388131 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:43:55.577849 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b715232-2669-4c51-8ff6-6ba55262d20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.600146 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d0e2-d288-45fe-94a6-e966cbbdff97 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.610946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d0e2-d288-45fe-94a6-e966cbbdff97 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.642586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1d0e2-d288-45fe-94a6-e966cbbdff97 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc811f12-d8c5-47bc-8fb7-70985ca23a37,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:55.710484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.723648 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.726060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] 10.222.0.15 "DELETE /v2.0/networks/6f648622-909b-471a-83e3-62c26f16fe72 HTTP/1.1" status: 204 len: 168 time: 2.9899037 Aug 31 06:43:55.730969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-bacf214d-660e-463d-89cc-837868d4e244 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870549 Aug 31 06:43:55.751488 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.770262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e7ed-6d38-4fae-a755-a5f9efcd404c tempest-DHCPAgentSchedulersTestJSON-728890514 tempest-DHCPAgentSchedulersTestJSON-728890514-project] Pushing event deleted for resources: {'Network': ['ID=6f648622-909b-471a-83e3-62c26f16fe72,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:55.938887 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b715232-2669-4c51-8ff6-6ba55262d20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.949679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b715232-2669-4c51-8ff6-6ba55262d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.000971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d0e2-d288-45fe-94a6-e966cbbdff97 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.004735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e2b1d0e2-d288-45fe-94a6-e966cbbdff97 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7203553 Aug 31 06:43:56.005652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48300) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:56.051058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-53942ac5-6ff8-4224-9c83-96e7498f3caa service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923691 Aug 31 06:43:56.057308 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7b715232-2669-4c51-8ff6-6ba55262d20f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d315e8c470154339a27ef8f88a33fb8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8943496 Aug 31 06:43:56.065004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fd14c0a1-7ea1-49a0-9036-7b3585ee98b6 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Request body: {'security_group_rule': {'security_group_id': '4715168b-7714-4ac8-a7d7-d392000e94b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:56.068306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48302) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:56.102885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b715232-2669-4c51-8ff6-6ba55262d20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a5745-38bd-4a7c-b837-defbcbfb7983,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:56.190319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd14c0a1-7ea1-49a0-9036-7b3585ee98b6 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.255128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-6cb65f39-5e08-4408-a81d-691770077718 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6 HTTP/1.1" status: 200 len: 217 time: 0.1888103 Aug 31 06:43:56.282582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd14c0a1-7ea1-49a0-9036-7b3585ee98b6 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.288471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd14c0a1-7ea1-49a0-9036-7b3585ee98b6 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.313309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14c0a1-7ea1-49a0-9036-7b3585ee98b6 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2937b0-e46a-4e95-b69d-e66c62a61d61,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:56.328187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-5bd09461-2eb3-4667-a850-674b2ab4ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.330290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-5bd09461-2eb3-4667-a850-674b2ab4ee9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.0649712 Aug 31 06:43:56.345480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd14c0a1-7ea1-49a0-9036-7b3585ee98b6 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.357770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fd14c0a1-7ea1-49a0-9036-7b3585ee98b6 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262503 Aug 31 06:43:56.358790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48312) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:56.367304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:56.371562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4708901b-72cb-443c-ace8-fa38a7249379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.403701 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4708901b-72cb-443c-ace8-fa38a7249379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.420735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-e9f934f1-3cdd-4e4c-81e1-8251028b3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.422486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-e9f934f1-3cdd-4e4c-81e1-8251028b3efa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0826828 Aug 31 06:43:56.516593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48320) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:56.711793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.749992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc6094c7-1bec-45eb-955e-2ea567d744b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.803397 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-3850563a-a5d7-46ae-8cd9-f46ce32da5e6 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730383 Aug 31 06:43:56.836630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.857700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba4ac0-3f29-4a9b-9d59-4d785f33a3c8 req-a4fabd2b-e47e-4b2d-a993-3c2e275bbc5d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.869529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88ba4ac0-3f29-4a9b-9d59-4d785f33a3c8 req-a4fabd2b-e47e-4b2d-a993-3c2e275bbc5d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.2538941 Aug 31 06:43:56.922087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-f9443daa-6b68-42c4-8f10-124387b265db service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084962 Aug 31 06:43:57.007252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88ba4ac0-3f29-4a9b-9d59-4d785f33a3c8 req-b3c952d3-019e-47a4-9418-fbeb32574911 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366951 Aug 31 06:43:57.071776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-15522fe3-4c51-4c61-ba53-c2a512800026 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65735de8-3213-4459-a203-a3328ef978fa HTTP/1.1" status: 200 len: 217 time: 0.1398463 Aug 31 06:43:57.104568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2df4e51-65a8-406b-a7e9-ad99c0074848 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec1c7e7db2ee414586faf1d6afb612c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729525 Aug 31 06:43:57.105596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48326) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:57.109642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4708901b-72cb-443c-ace8-fa38a7249379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.125095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4708901b-72cb-443c-ace8-fa38a7249379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.127238 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4708901b-72cb-443c-ace8-fa38a7249379 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e07a5745-38bd-4a7c-b837-defbcbfb7983 HTTP/1.1" status: 204 len: 168 time: 1.0572400 Aug 31 06:43:57.135298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.290900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708901b-72cb-443c-ace8-fa38a7249379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a5745-38bd-4a7c-b837-defbcbfb7983,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:57.300186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72c98297-1ed4-4b0a-b1ac-73760860b76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.326632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-e42e96b1-5c56-4fc5-b1cd-36224fee7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:57.328662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-e42e96b1-5c56-4fc5-b1cd-36224fee7ff8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.2266393 Aug 31 06:43:57.382022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72c98297-1ed4-4b0a-b1ac-73760860b76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.442826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Allocated IP 172.25.5.27 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/953ce361-1935-4150-a239-264fb6d0ec47) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:57.494311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-c07b344a-d8b2-46be-abad-41723bdc67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:57.496509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-c07b344a-d8b2-46be-abad-41723bdc67f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1600807 Aug 31 06:43:57.587799 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72c98297-1ed4-4b0a-b1ac-73760860b76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.595405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72c98297-1ed4-4b0a-b1ac-73760860b76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.600094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-72c98297-1ed4-4b0a-b1ac-73760860b76c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a7f6d12-9868-4589-94fb-b2fbc5b2cb95 HTTP/1.1" status: 204 len: 168 time: 0.4923422 Aug 31 06:43:57.728546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c98297-1ed4-4b0a-b1ac-73760860b76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f6d12-9868-4589-94fb-b2fbc5b2cb95,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:57.845130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.845471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-3521354a-1423-4ba8-8ed0-a7e6555b0e83 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366389 Aug 31 06:43:57.955796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.021840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48342) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:58.070635 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.075937 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2585-56cc-4201-9fd3-bc14b0abba4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.083402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:58.087924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:58.090748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:58.267601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec63bc75-24fb-4ad1-8089-1a2b5c38c3db req-8928d51e-5f1a-43c6-bf16-f50fe629ffa2 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096236 Aug 31 06:43:58.299689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16411eb-75a4-401e-b090-474ee5ea7b8e req-140b0cfa-6b5f-4575-9be9-86fb035f92c8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:58.314179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a16411eb-75a4-401e-b090-474ee5ea7b8e req-140b0cfa-6b5f-4575-9be9-86fb035f92c8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.1630731 Aug 31 06:43:58.425430 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.442863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event updated for resources: {'Port': ['ID=953ce361-1935-4150-a239-264fb6d0ec47,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:58.458665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a16411eb-75a4-401e-b090-474ee5ea7b8e req-f16eee4d-bf59-4f15-a223-0749128afb64 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380091 Aug 31 06:43:58.499766 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.545621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2585-56cc-4201-9fd3-bc14b0abba4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.551351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2585-56cc-4201-9fd3-bc14b0abba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.606787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6ea2585-56cc-4201-9fd3-bc14b0abba4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c64e217cf91484dba865afdd264678a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774865 Aug 31 06:43:58.610917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48350) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:58.648332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea2585-56cc-4201-9fd3-bc14b0abba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31b59c-19f7-4985-8bbe-663e062ba931,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:58.840576 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a5be76c-abda-4c3a-9ccb-5108d5bf9e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.061604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a5be76c-abda-4c3a-9ccb-5108d5bf9e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.083597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48366) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:59.138831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd1881db-5dfa-4613-92e6-dcb895c45d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.224230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.232701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.449283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.457745 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd1881db-5dfa-4613-92e6-dcb895c45d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.462453 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd1881db-5dfa-4613-92e6-dcb895c45d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.472212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a5be76c-abda-4c3a-9ccb-5108d5bf9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.480528 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a5be76c-abda-4c3a-9ccb-5108d5bf9e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.483120 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3a5be76c-abda-4c3a-9ccb-5108d5bf9e5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f31b59c-19f7-4985-8bbe-663e062ba931 HTTP/1.1" status: 204 len: 168 time: 0.8685889 Aug 31 06:43:59.483375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event updated for resources: {'Port': ['ID=953ce361-1935-4150-a239-264fb6d0ec47,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:59.546611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5be76c-abda-4c3a-9ccb-5108d5bf9e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31b59c-19f7-4985-8bbe-663e062ba931,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:59.581966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.594098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-45b0670c-d34b-4e57-a351-a89f94b74caa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2236042 Aug 31 06:43:59.655408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:59.665269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cd1881db-5dfa-4613-92e6-dcb895c45d00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e442b62ee1fb48689f749a6529bfb5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5802526 Aug 31 06:43:59.672649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1881db-5dfa-4613-92e6-dcb895c45d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994771c0-96ab-47af-808f-130783ad4d91,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:59.880185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7b61137-f057-4f71-91d2-aa91cfb2f893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.896120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:59.992225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7b61137-f057-4f71-91d2-aa91cfb2f893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.135183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7b61137-f057-4f71-91d2-aa91cfb2f893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.142145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7b61137-f057-4f71-91d2-aa91cfb2f893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.144443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e7b61137-f057-4f71-91d2-aa91cfb2f893 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/994771c0-96ab-47af-808f-130783ad4d91 HTTP/1.1" status: 204 len: 168 time: 0.4869635 Aug 31 06:44:00.223079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b61137-f057-4f71-91d2-aa91cfb2f893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994771c0-96ab-47af-808f-130783ad4d91,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:00.362409 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.731505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-8868cc29-8a83-4765-b7ec-4eb56ba27c1c tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.740503 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-8868cc29-8a83-4765-b7ec-4eb56ba27c1c tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 822 time: 0.3653076 Aug 31 06:44:00.818735 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-e08074ae-8e70-4da7-8e87-63aa8640d79a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/quotas/ec1e88d730e0480cb9a006604921a60e HTTP/1.1" status: 200 len: 375 time: 0.0680380 Aug 31 06:44:00.977342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b3e51bb7-363b-47aa-9f72-c70d56e614a3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:01.000559 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-c1aeca87-796f-4db7-93a7-d328388c9d57 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724792 Aug 31 06:44:01.000930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b3e51bb7-363b-47aa-9f72-c70d56e614a3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3cd1871-8769-4354-a793-b5b972cf2c52 HTTP/1.1" status: 200 len: 943 time: 0.1849365 Aug 31 06:44:01.192448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Deleting port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:01.192899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.448240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] For port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:01.448751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.465256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Calling delete_port for 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:01.531923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-70992b07-35d0-4b1b-85a9-0cd4aa2f2df9 service neutron] 10.222.0.15 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200701 Aug 31 06:44:01.687796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.787170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-c98d3b8f-f358-4543-b29c-e4438f2ec8c1 service neutron] 10.222.0.15 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521038 Aug 31 06:44:01.893391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event deleted for resources: {'Port': ['ID=4ae5ae4c-440a-4291-ba66-f9cf98264ec2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:02.007308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] No DVR routers for this DVR port 4ae5ae4c-440a-4291-ba66-f9cf98264ec2 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:02.018648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:02.036110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9fd045b-cc29-4cdd-a738-a9a054ac45db req-b08590a5-e48a-4317-9d84-3f7c275b7aea tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "DELETE /v2.0/ports/4ae5ae4c-440a-4291-ba66-f9cf98264ec2 HTTP/1.1" status: 204 len: 173 time: 1.0335550 Aug 31 06:44:02.047251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'name': 'network-vif-deleted', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:02.056948 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e18cc6-b74e-449e-9886-b54cc8ac68a9" -d '{"events": [{"server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "name": "network-vif-deleted", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:02.562291 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8a653a-5b13-49ec-9e4a-cdbdfc076fa8 x-openstack-request-id: req-2f8a653a-5b13-49ec-9e4a-cdbdfc076fa8 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:02.562582 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cd1871-8769-4354-a793-b5b972cf2c52", "name": "network-vif-deleted", "tag": "4ae5ae4c-440a-4291-ba66-f9cf98264ec2", "status": "failed", "code": 422}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:02.562857 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f8a653a-5b13-49ec-9e4a-cdbdfc076fa8 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:02.563282 n-d-712142-16 neutron-server[94667]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3cd1871-8769-4354-a793-b5b972cf2c52', 'name': 'network-vif-deleted', 'tag': '4ae5ae4c-440a-4291-ba66-f9cf98264ec2', 'status': 'failed', 'code': 422} returned with failed status Aug 31 06:44:02.789022 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c5f2ef85-3073-46f8-a2a4-cba40a5e1ce6 req-3991cdcb-c177-4e22-8434-125aae536724 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 210 time: 0.1174288 Aug 31 06:44:03.427984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-b64734d2-a4d8-4956-9f82-272c3fc53e20 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:03.439094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-b64734d2-a4d8-4956-9f82-272c3fc53e20 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.2902665 Aug 31 06:44:03.471661 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-c0908d48-709d-4663-a736-a064fbdbb1bf tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/quotas/b4c14df3e80d4de5ba2ae44d968dc701 HTTP/1.1" status: 200 len: 375 time: 0.0300212 Aug 31 06:44:03.519500 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-80fbfbae-1bff-40e1-958e-305452c7f6f4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444009 Aug 31 06:44:03.818311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-1c557f0e-7abf-4fbc-a2fb-17d8a3ce0e9f service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976837 Aug 31 06:44:04.014576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-6f8758d7-0745-49d7-aa4c-3ff3555025ad service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953433 Aug 31 06:44:04.064474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00051969-3133-4464-96d5-eb9bf324a647 req-c824869b-876b-44dd-a49e-3dbfdf552384 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 210 time: 0.0947237 Aug 31 06:44:04.150624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48544) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:04.472810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-c307dcae-370d-48b4-a238-171f2e92aee0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:04.475786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-c307dcae-370d-48b4-a238-171f2e92aee0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.23 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 822 time: 0.2815237 Aug 31 06:44:04.491869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Request body: {'port': {'device_id': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'admin_state_up': True, 'tenant_id': 'ec1e88d730e0480cb9a006604921a60e'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:04.553217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:04.734331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1398698991', 'router:external': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:04.783299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Made reservation on behalf of d5cdb89373d54f5982d6a6b92da43d5e for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:04.787564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.813881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.838992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13d30455-b2cd-4ba8-af7e-2ba52a62a4c1 req-a1ab36f1-ac60-4021-ac1b-a74e87faa896 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 210 time: 0.1284311 Aug 31 06:44:04.866703 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-704765d5-858a-4719-b109-b2fc746c3d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.046461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.053387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.110136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:44:05.125412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c79f466-acdd-47b5-9383-44412dae1dc5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:05.142186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.146682 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Added segment 4f89135b-9035-471a-8309-b4896f056bf9 of type vlan for network 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 Aug 31 06:44:05.256126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.310380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.312884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:05.314636 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.357394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bcd55d46-c58c-4bfb-b2bf-6f0700f57029 req-60deb3b0-c2d8-4c73-8e71-9b7c115df199 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 210 time: 0.0534797 Aug 31 06:44:05.363699 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-704765d5-858a-4719-b109-b2fc746c3d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.409761 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-704765d5-858a-4719-b109-b2fc746c3d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.471454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704765d5-858a-4719-b109-b2fc746c3d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f902c47-7729-4b50-a111-4b11e36dd3d6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:05.484230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Made reservation on behalf of ec1e88d730e0480cb9a006604921a60e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:05.494970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.512618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9569652 Aug 31 06:44:05.517754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48596) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:05.526473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'subnet': {'network_id': '8bb53bd4-9abd-4b74-b04a-fcf948f2fe84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:05.548733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128f948-8ab6-4737-81ca-92a8d707f718 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'Network': ['ID=8bb53bd4-9abd-4b74-b04a-fcf948f2fe84,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:05.554657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Made reservation on behalf of d5cdb89373d54f5982d6a6b92da43d5e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:05.557281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.567427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:44:05.591800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-704765d5-858a-4719-b109-b2fc746c3d76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03fb30be2bda4b02aca76cb08db57b01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4390533 Aug 31 06:44:05.619028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48598) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:05.911581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e397ca67-575e-4310-bd6d-ba61b31f2037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.069476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e397ca67-575e-4310-bd6d-ba61b31f2037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.178568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e397ca67-575e-4310-bd6d-ba61b31f2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.183913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e397ca67-575e-4310-bd6d-ba61b31f2037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.190753 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e397ca67-575e-4310-bd6d-ba61b31f2037 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f902c47-7729-4b50-a111-4b11e36dd3d6 HTTP/1.1" status: 204 len: 168 time: 0.5695791 Aug 31 06:44:06.229910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f31c6573-d1dc-4604-84a7-98159216e9f6 req-fe977c7f-afb9-4a54-a5fd-86ff78b8338d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 210 time: 0.0849190 Aug 31 06:44:06.298235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Allocated IP 172.20.0.12 (54cf00ad-a9e0-4148-bedb-c67e35ad4398/ee94afd9-4a49-47ef-837b-e135991752bf/7e00f8d5-49d7-47f6-8841-83bf2f22156b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:06.343551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:44:06.344750 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.478965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Checking segment: {'id': '4f89135b-9035-471a-8309-b4896f056bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8bb53bd4-9abd-4b74-b04a-fcf948f2fe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:06.479579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Network hostable DHCP agents. Network: 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:44:06.487075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a749b63b-3e61-4b8d-b159-634606a10f3e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:06.520788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397ca67-575e-4310-bd6d-ba61b31f2037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f902c47-7729-4b50-a111-4b11e36dd3d6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:06.570546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Network 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:44:06.594797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:06.601598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:06.601862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.606914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92115e4c-c590-40a9-9c84-ab8b7999de9f None None] Network 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:44:06.704899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48618) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:06.706247 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3d96eb4e-a7d1-4908-a7c8-d6d7dfeddbc6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1862175 Aug 31 06:44:06.729326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-883134533', 'network_id': '8bb53bd4-9abd-4b74-b04a-fcf948f2fe84'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:06.760729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2133fdb7-d866-426d-91ca-d2faa0fce9a8 req-67b0e1c9-772d-41e5-90fe-25ffff600dee tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 210 time: 0.1194737 Aug 31 06:44:06.836463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-42e52fb7-abf3-4e68-95a5-b37b79ca32c2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:06.840432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-42e52fb7-abf3-4e68-95a5-b37b79ca32c2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.42 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.6221976 Aug 31 06:44:06.846796 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.866115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Request body: {'port': {'device_id': '48f71e66-0451-4bca-aebc-2139f9621085', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'admin_state_up': True, 'tenant_id': 'b4c14df3e80d4de5ba2ae44d968dc701'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:07.049404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919da6c7-6df6-4c45-ad97-2bca8e73f552 None None] Network 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:44:07.101379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Made reservation on behalf of d5cdb89373d54f5982d6a6b92da43d5e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:07.104241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.123986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Made reservation on behalf of b4c14df3e80d4de5ba2ae44d968dc701 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:07.127506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.148626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] device_id is not set on port bbc05773-6985-446d-b16f-9967aaa210a7 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:44:07.467337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.549597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Allocated IP 2001:db8::205 (8bb53bd4-9abd-4b74-b04a-fcf948f2fe84/a749b63b-3e61-4b8d-b159-634606a10f3e/bbc05773-6985-446d-b16f-9967aaa210a7) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:07.562364 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0b03302-dc75-4768-9509-57a54c6f19b8 req-8ecc5d18-fd99-4396-a9e8-6e470c13f91f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 210 time: 0.1379051 Aug 31 06:44:07.572274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:07.613378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:07.673246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:07.760174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event updated for resources: {'Port': ['ID=7e00f8d5-49d7-47f6-8841-83bf2f22156b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:07.805837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Allocated IP 172.20.0.2 (da391ec0-9d7b-458f-990f-7c94fd96ec83/862787e8-068e-45b9-843c-487959a444f2/63accfc3-00a3-4140-a002-ab7ed06fbbbd) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:07.823840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:07.824568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.883995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-f1b7981c-43d2-4dda-961f-6dd374f439fa tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3961027 Aug 31 06:44:07.908376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Request body: {'port': {'device_id': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:08.079952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d735a83-a263-418d-8111-e3f572076743 req-a463c14a-b062-470b-a04c-fe0871ce7e6a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:08.097640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d735a83-a263-418d-8111-e3f572076743 req-a463c14a-b062-470b-a04c-fe0871ce7e6a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 932 time: 0.1377845 Aug 31 06:44:08.100754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:08.220582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6d735a83-a263-418d-8111-e3f572076743 req-0a9fe30c-741c-4afa-9aa4-45c01dc20135 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212440 Aug 31 06:44:08.772407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9a2d455-2bbd-42a4-abf3-776abc0b85b8 req-18a00f4a-aafa-4e34-ba5b-182028b44785 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 210 time: 0.0706983 Aug 31 06:44:08.942394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.100878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.139058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.223987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Network 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:09.225801 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.235241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:09.248487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:09.249598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:09.250201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.334846 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6237102 Aug 31 06:44:09.335296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48678) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:09.390110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfb2c6-b71c-442e-98a6-0793fe7dc5a8 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'Port': ['ID=bbc05773-6985-446d-b16f-9967aaa210a7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:09.429675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e00f8d5-49d7-47f6-8841-83bf2f22156b {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:09.497496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:09.500006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.512476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:09.533783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:09.611847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Transition to ACTIVE for port object 7e00f8d5-49d7-47f6-8841-83bf2f22156b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:09.612801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event updated for resources: {'Port': ['ID=63accfc3-00a3-4140-a002-ab7ed06fbbbd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:09.632827 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.775088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:09.776000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.802295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Pushing event updated for resources: {'Port': ['ID=7e00f8d5-49d7-47f6-8841-83bf2f22156b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:09.949565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-cc5e10fc-cb09-49f2-bfc6-cea843fb8c34 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0883336 Aug 31 06:44:10.002009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Request body: {'port': {'device_id': '48f71e66-0451-4bca-aebc-2139f9621085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:10.052637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3f155-4b06-4e77-8245-f455fc36acd4 req-2cb1f7c9-1510-410b-8f20-12ce469a521c tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:10.061029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45c3f155-4b06-4e77-8245-f455fc36acd4 req-2cb1f7c9-1510-410b-8f20-12ce469a521c tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 932 time: 0.6755044 Aug 31 06:44:10.134513 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:10.196916 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45c3f155-4b06-4e77-8245-f455fc36acd4 req-c98c6de8-2865-4241-b797-9ba653f73c32 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344581 Aug 31 06:44:10.214146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Deleting port bbc05773-6985-446d-b16f-9967aaa210a7 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:10.216024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:10.256596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Attempting to bind port 7e00f8d5-49d7-47f6-8841-83bf2f22156b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:10.257302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Attempting to bind port 7e00f8d5-49d7-47f6-8841-83bf2f22156b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:10.257870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Attempting to bind port 7e00f8d5-49d7-47f6-8841-83bf2f22156b on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:10.264321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Port 7e00f8d5-49d7-47f6-8841-83bf2f22156b on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:10.265010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Attempting to bind port 7e00f8d5-49d7-47f6-8841-83bf2f22156b on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:10.280157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284db4b-c00c-41da-a056-918a87b377de req-f3f61f89-ff03-4bc5-90d0-98f476814ef9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:10.287840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3284db4b-c00c-41da-a056-918a87b377de req-f3f61f89-ff03-4bc5-90d0-98f476814ef9 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 931 time: 0.3401926 Aug 31 06:44:10.306428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:10.307171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Checking segment: {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:10.307816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Bound using segment: {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:10.308500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Bound port: 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:10.309149 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:10.468933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:10.514611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Calling delete_port for bbc05773-6985-446d-b16f-9967aaa210a7 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:10.793517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3284db4b-c00c-41da-a056-918a87b377de req-872ed9d9-235e-4a45-99bd-0783d6d8477a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995751 Aug 31 06:44:10.907309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:10.964002 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.016115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:11.036780 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.091057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbc05773-6985-446d-b16f-9967aaa210a7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:11.127247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.129774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "DELETE /v2.0/ports/bbc05773-6985-446d-b16f-9967aaa210a7 HTTP/1.1" status: 204 len: 168 time: 1.7933900 Aug 31 06:44:11.135280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.135630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.135977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.136581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.137412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.137764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.138102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.138474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.138766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.139100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.139432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.139763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344debc7-a8a2-4a14-a8df-9244e856f1e7 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:11.147514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48710) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:11.159027 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bb53bd4-9abd-4b74-b04a-fcf948f2fe84', 'external_fixed_ips': [{'subnet_id': 'a749b63b-3e61-4b8d-b159-634606a10f3e', 'ip_address': '2001:db8::205'}]}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:11.179543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63accfc3-00a3-4140-a002-ab7ed06fbbbd {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:11.208351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.208820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.214655 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] 10.222.0.23 "PUT /v2.0/ports/7e00f8d5-49d7-47f6-8841-83bf2f22156b HTTP/1.1" status: 200 len: 1093 time: 3.3136995 Aug 31 06:44:11.237569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'tag': '7e00f8d5-49d7-47f6-8841-83bf2f22156b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:11.237569 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f228a6f-89ea-4e64-bd2b-f7403c0cf84c", "tag": "7e00f8d5-49d7-47f6-8841-83bf2f22156b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:11.243190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.244862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.299005 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.350687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238a9f3-2305-4d51-83fd-fb22b93ab684 service neutron] Pushing event updated for resources: {'Port': ['ID=7e00f8d5-49d7-47f6-8841-83bf2f22156b,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:11.437889 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8025b4d1-18c0-450a-a94e-ed9019aeed9c x-openstack-request-id: req-8025b4d1-18c0-450a-a94e-ed9019aeed9c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:11.438972 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f228a6f-89ea-4e64-bd2b-f7403c0cf84c", "tag": "7e00f8d5-49d7-47f6-8841-83bf2f22156b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:11.439601 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8025b4d1-18c0-450a-a94e-ed9019aeed9c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:11.440422 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'tag': '7e00f8d5-49d7-47f6-8841-83bf2f22156b', 'status': 'completed', 'code': 200} Aug 31 06:44:11.458694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Transition to ACTIVE for port object 63accfc3-00a3-4140-a002-ab7ed06fbbbd will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:11.469533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.498039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:11.588891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-616f4686-468e-447a-9d4b-fc3ff06981c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.591947 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-616f4686-468e-447a-9d4b-fc3ff06981c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 1096 time: 0.3106332 Aug 31 06:44:11.719802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Pushing event updated for resources: {'Port': ['ID=63accfc3-00a3-4140-a002-ab7ed06fbbbd,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:11.724953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-46473ede-ee35-4e42-b2cc-169e3e760e4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b HTTP/1.1" status: 200 len: 217 time: 0.1230664 Aug 31 06:44:11.775898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87196c5-6693-428c-93df-eba891b6981e req-ef14b551-4adb-4312-b688-8c8464a64b4e tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.785097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e87196c5-6693-428c-93df-eba891b6981e req-ef14b551-4adb-4312-b688-8c8464a64b4e tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 944 time: 0.2821677 Aug 31 06:44:11.877650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-aee74441-9891-4f6d-b136-2982e7e88af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.884763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-aee74441-9891-4f6d-b136-2982e7e88af0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee94afd9-4a49-47ef-837b-e135991752bf HTTP/1.1" status: 200 len: 862 time: 0.1498632 Aug 31 06:44:12.020590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Attempting to bind port 63accfc3-00a3-4140-a002-ab7ed06fbbbd on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:12.021528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Attempting to bind port 63accfc3-00a3-4140-a002-ab7ed06fbbbd by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:12.021528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Attempting to bind port 63accfc3-00a3-4140-a002-ab7ed06fbbbd on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:12.037112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Port 63accfc3-00a3-4140-a002-ab7ed06fbbbd on network da391ec0-9d7b-458f-990f-7c94fd96ec83 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:12.037469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Attempting to bind port 63accfc3-00a3-4140-a002-ab7ed06fbbbd on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:12.049524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-23eb847a-58ca-44f8-9e58-cc4266f637c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54cf00ad-a9e0-4148-bedb-c67e35ad4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855737 Aug 31 06:44:12.086629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:12.088572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Checking segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:12.089375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Bound using segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:12.090676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Bound port: 63accfc3-00a3-4140-a002-ab7ed06fbbbd, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:12.091025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:12.112199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:12.121637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e87196c5-6693-428c-93df-eba891b6981e req-4d806510-71bd-4764-b6f2-cee9723d4622 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087839 Aug 31 06:44:12.277373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccb8ca-8fc1-4524-9579-205b927b1928 req-996f1b7f-27f3-4af0-b07c-e2607194b539 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:12.289679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6cccb8ca-8fc1-4524-9579-205b927b1928 req-996f1b7f-27f3-4af0-b07c-e2607194b539 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 943 time: 0.2362480 Aug 31 06:44:12.297576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] For port 63accfc3-00a3-4140-a002-ab7ed06fbbbd, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:12.376878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] For port 63accfc3-00a3-4140-a002-ab7ed06fbbbd, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=63accfc3-00a3-4140-a002-ab7ed06fbbbd,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:12.398451 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:12.419733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-b0fc31d9-742f-4602-9cf8-4a09451ea7d3 service neutron] 10.222.0.23 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198559 Aug 31 06:44:12.613952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6cccb8ca-8fc1-4524-9579-205b927b1928 req-be822be9-cef3-4092-baf1-51630e3a0a38 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227336 Aug 31 06:44:12.632997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:12.633814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:12.635934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] 10.222.0.42 "PUT /v2.0/ports/63accfc3-00a3-4140-a002-ab7ed06fbbbd HTTP/1.1" status: 200 len: 1092 time: 2.6512077 Aug 31 06:44:12.639919 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:12.694924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a238639-c5d6-452f-8281-7191d1f3f3fb service neutron] Pushing event updated for resources: {'Port': ['ID=63accfc3-00a3-4140-a002-ab7ed06fbbbd,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:12.702494 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab7301da-aa37-41a0-8da0-2b76ac5c821d req-538f8d8e-7bef-4e8c-87c8-ba8706ce45c3 service neutron] 10.222.0.23 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420900 Aug 31 06:44:12.721075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:12.870023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-d3a962d8-20a8-4280-896a-8b8c90f0ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:12.872210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-d3a962d8-20a8-4280-896a-8b8c90f0ba08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 1095 time: 0.1571383 Aug 31 06:44:12.972629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-c78743eb-8f84-4913-974d-d4f792b0e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:12.989462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-c78743eb-8f84-4913-974d-d4f792b0e276 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 1096 time: 0.1937356 Aug 31 06:44:12.989462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-50de8ca1-86a4-449c-b413-879e21448444 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63accfc3-00a3-4140-a002-ab7ed06fbbbd HTTP/1.1" status: 200 len: 217 time: 0.1018958 Aug 31 06:44:13.098509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-92d78b92-8935-4f60-ba6a-df5fc5cd16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.100078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-92d78b92-8935-4f60-ba6a-df5fc5cd16d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 923 time: 0.1105747 Aug 31 06:44:13.199823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-b949e1e8-a0d4-4426-867c-30ec7f11a878 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b HTTP/1.1" status: 200 len: 217 time: 0.0887706 Aug 31 06:44:13.254386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Allocated IP 2001:db8::205 (8bb53bd4-9abd-4b74-b04a-fcf948f2fe84/a749b63b-3e61-4b8d-b159-634606a10f3e/9c7491be-5aaf-4df6-a038-b251cccdea88) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:13.278025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-da44e8e2-5b38-419b-95f6-2f515c58e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.279617 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-da44e8e2-5b38-419b-95f6-2f515c58e7c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.1786301 Aug 31 06:44:13.401584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-24746410-678b-4c60-aa15-6471a69606ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137879 Aug 31 06:44:13.474247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f71e66-0451-4bca-aebc-2139f9621085', 'tag': '63accfc3-00a3-4140-a002-ab7ed06fbbbd'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:13.476037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.478303 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b11320-2c5f-406e-9dec-e764b5aeb273" -d '{"events": [{"name": "network-changed", "server_uuid": "48f71e66-0451-4bca-aebc-2139f9621085", "tag": "63accfc3-00a3-4140-a002-ab7ed06fbbbd"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:13.562756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-8896947a-6b63-454f-851a-4544511d9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.564518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-8896947a-6b63-454f-851a-4544511d9adc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee94afd9-4a49-47ef-837b-e135991752bf HTTP/1.1" status: 200 len: 862 time: 0.3539970 Aug 31 06:44:13.593527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.610846 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68efc0af-4c20-4e02-9c37-85cc23b8c86d x-openstack-request-id: req-68efc0af-4c20-4e02-9c37-85cc23b8c86d {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:13.611318 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f71e66-0451-4bca-aebc-2139f9621085", "tag": "63accfc3-00a3-4140-a002-ab7ed06fbbbd", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:13.611732 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68efc0af-4c20-4e02-9c37-85cc23b8c86d {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:13.612358 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f71e66-0451-4bca-aebc-2139f9621085', 'tag': '63accfc3-00a3-4140-a002-ab7ed06fbbbd', 'status': 'completed', 'code': 200} Aug 31 06:44:13.692836 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-ca59f586-aac0-4b7b-b870-32bb69607862 service neutron] 10.222.0.42 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609003 Aug 31 06:44:13.721616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Network 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:13.763290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-83595017-f62c-4fce-a86e-b921f6c30b0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54cf00ad-a9e0-4148-bedb-c67e35ad4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860824 Aug 31 06:44:13.768428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7491be-5aaf-4df6-a038-b251cccdea88,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:13.782403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:13.840548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ef07-71ab-464a-890c-94b9ffcb44ce req-bc1cfb76-606c-49a3-81f7-7dc4c9f2246e tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.866555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2455ef07-71ab-464a-890c-94b9ffcb44ce req-bc1cfb76-606c-49a3-81f7-7dc4c9f2246e tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 944 time: 0.5176449 Aug 31 06:44:13.875434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:14.073343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-d0d37509-7d35-4620-9a3f-1c56dedb80da service neutron] 10.222.0.23 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880416 Aug 31 06:44:14.351599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2455ef07-71ab-464a-890c-94b9ffcb44ce req-d0ec794a-9176-4f8e-a6be-994de5aad7c7 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789064 Aug 31 06:44:14.424691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217711e-63ed-4095-88ee-74245d2b81e4 req-1ade5d68-ac87-4239-be91-20e5cb151eac tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.429448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a217711e-63ed-4095-88ee-74245d2b81e4 req-1ade5d68-ac87-4239-be91-20e5cb151eac tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 943 time: 0.3501129 Aug 31 06:44:14.571906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48764) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:14.632808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:14.647470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-277fdbd1-df35-4856-ac52-6eb8923885c4 req-c8e9cd75-bfac-4a05-ba68-06bf61d6519d service neutron] 10.222.0.42 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8830698 Aug 31 06:44:14.724802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a217711e-63ed-4095-88ee-74245d2b81e4 req-f8e52af4-7e45-4bc0-a451-4384e8626515 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648675 Aug 31 06:44:14.802664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44fabcb0-e6c1-47b3-8c1d-87eb2807c51d req-be29418a-ad07-4b7a-9696-fcc1befc3070 service neutron] 10.222.0.23 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909540 Aug 31 06:44:14.865931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a628a4fe-175f-455e-93ce-f287f60d8d85 admin admin] Deleting subnet 087886ea-d4c6-4880-b838-9806d6f15b3e {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:14.872741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a628a4fe-175f-455e-93ce-f287f60d8d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:14.946784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-e3e60e16-3c41-4204-90e6-8b699cbbc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.950262 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-e3e60e16-3c41-4204-90e6-8b699cbbc58d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 1095 time: 0.1790769 Aug 31 06:44:15.001582 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a628a4fe-175f-455e-93ce-f287f60d8d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.082266 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a628a4fe-175f-455e-93ce-f287f60d8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.127965 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.323463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-845e0f1e-dd8e-497c-b270-eecde3de9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:15.326224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-845e0f1e-dd8e-497c-b270-eecde3de9db1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 913 time: 0.3633919 Aug 31 06:44:15.329029 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a628a4fe-175f-455e-93ce-f287f60d8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.439407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-b497de67-a76c-4168-a313-048cff68126e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63accfc3-00a3-4140-a002-ab7ed06fbbbd HTTP/1.1" status: 200 len: 217 time: 0.1039653 Aug 31 06:44:15.541990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Router 8a21fa41-bd76-427d-972f-be24df749ef1 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:44:15.548461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628a4fe-175f-455e-93ce-f287f60d8d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087886ea-d4c6-4880-b838-9806d6f15b3e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:15.597390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a628a4fe-175f-455e-93ce-f287f60d8d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.600903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a628a4fe-175f-455e-93ce-f287f60d8d85 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/087886ea-d4c6-4880-b838-9806d6f15b3e HTTP/1.1" status: 204 len: 168 time: 1.0226824 Aug 31 06:44:15.638051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48774) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:15.706330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-e402672b-645a-4699-b4e0-f6721e6a9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:15.718816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-e402672b-645a-4699-b4e0-f6721e6a9716 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.1520195 Aug 31 06:44:15.807628 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-d4f8c9df-1316-440d-820e-140d3550d587 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851080 Aug 31 06:44:15.974756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e00f8d5-49d7-47f6-8841-83bf2f22156b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:16.093167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-5c592449-79d3-4630-84e0-77faa151f6d6 service neutron] 10.222.0.42 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703075 Aug 31 06:44:16.213211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:16.248728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '7e00f8d5-49d7-47f6-8841-83bf2f22156b', 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'port_id': '7e00f8d5-49d7-47f6-8841-83bf2f22156b', 'mac_address': 'fa:16:3e:a8:bb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee94afd9-4a49-47ef-837b-e135991752bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:16.254693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:44:16.283089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15d4bc-3499-4a63-943e-86bc3785aa49 req-89941df4-4bb2-468f-a2ed-a819f4a3b253 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:16.285806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e15d4bc-3499-4a63-943e-86bc3785aa49 req-89941df4-4bb2-468f-a2ed-a819f4a3b253 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 943 time: 0.2245288 Aug 31 06:44:16.324733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b11320-2c5f-406e-9dec-e764b5aeb273 req-f367511a-856b-42e7-a456-89eb27e9fc5d service neutron] 10.222.0.42 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978598 Aug 31 06:44:16.344008 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.348524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Sync routers for ids ['8a21fa41-bd76-427d-972f-be24df749ef1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:44:16.381163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Routers {'8a21fa41-bd76-427d-972f-be24df749ef1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:16.382066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:43:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8a21fa41-bd76-427d-972f-be24df749ef1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:16.385510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.387188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e00f8d5-49d7-47f6-8841-83bf2f22156b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:16.391837 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bac92c65-e399-4a93-a529-dc6836a0f7a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2390659 Aug 31 06:44:16.394631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48784) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:16.414863 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e15d4bc-3499-4a63-943e-86bc3785aa49 req-c1c0524d-9023-45d9-8506-496212466dad tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885923 Aug 31 06:44:16.419506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.439601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4297cc-7e25-415b-9e46-177e0e8ed140 req-6e49f5ea-5458-4a17-9a15-488e24c23b8f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:16.442793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba4297cc-7e25-415b-9e46-177e0e8ed140 req-6e49f5ea-5458-4a17-9a15-488e24c23b8f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 944 time: 0.9070714 Aug 31 06:44:16.531032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:16.609268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.638524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.674116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.695886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6ffd83-631e-4fd8-a689-e5e3a4e671e9']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:16.728706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2e3a8d-e820-4839-b02a-038407d5d587') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:16.729658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2e3a8d-e820-4839-b02a-038407d5d587') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:16.754782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.782586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Set router 8a21fa41-bd76-427d-972f-be24df749ef1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:44:16.784648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.798072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:16.798971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.845452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:16.928832 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:16.934542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.943504 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba4297cc-7e25-415b-9e46-177e0e8ed140 req-3faae998-ac7f-4001-8499-487fbbaef3ce tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868996 Aug 31 06:44:16.958364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['7e00f8d5-49d7-47f6-8841-83bf2f22156b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:16.961478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:16.969461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] 10.222.0.15 "DELETE /v2.0/networks/9f6ffd83-631e-4fd8-a689-e5e3a4e671e9 HTTP/1.1" status: 204 len: 168 time: 1.3257198 Aug 31 06:44:16.977350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48794) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:16.980172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=7e00f8d5-49d7-47f6-8841-83bf2f22156b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:17.021413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d57d82-aeaa-46c2-9f41-955b898c2f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6ffd83-631e-4fd8-a689-e5e3a4e671e9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:17.127976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Deleting port 9c7491be-5aaf-4df6-a038-b251cccdea88 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:17.128490 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:17.205798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-810479ae-cff5-4efb-baf9-e2cc58fe191a admin admin] Deleting subnet dc58ac08-6c3d-43f8-99ab-66daa0e5bec8 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:17.215186 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-810479ae-cff5-4efb-baf9-e2cc58fe191a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:17.273559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-810479ae-cff5-4efb-baf9-e2cc58fe191a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:17.319867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:17.338245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Calling delete_port for 9c7491be-5aaf-4df6-a038-b251cccdea88 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:17.357814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-810479ae-cff5-4efb-baf9-e2cc58fe191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:17.432631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.434869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.435579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.436385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.437825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.438532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.439183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.439835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.440485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.441140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.442349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.443005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:17.592543 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-810479ae-cff5-4efb-baf9-e2cc58fe191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:17.642944 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-810479ae-cff5-4efb-baf9-e2cc58fe191a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:17.645327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-810479ae-cff5-4efb-baf9-e2cc58fe191a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dc58ac08-6c3d-43f8-99ab-66daa0e5bec8 HTTP/1.1" status: 204 len: 168 time: 0.6628089 Aug 31 06:44:17.650282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810479ae-cff5-4efb-baf9-e2cc58fe191a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc58ac08-6c3d-43f8-99ab-66daa0e5bec8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:17.660895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48802) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:17.710499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1ac64-8c64-4dd4-9300-aaf8fcaed08f req-0c020740-79a8-43eb-affc-b72af8e4f172 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:17.726065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-93d1ac64-8c64-4dd4-9300-aaf8fcaed08f req-0c020740-79a8-43eb-affc-b72af8e4f172 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 943 time: 0.1471696 Aug 31 06:44:17.755366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a21fa41-bd76-427d-972f-be24df749ef1', 'name': '', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bb53bd4-9abd-4b74-b04a-fcf948f2fe84', 'external_fixed_ips': [{'subnet_id': 'a749b63b-3e61-4b8d-b159-634606a10f3e', 'ip_address': '2001:db8::205'}], 'enable_snat': True}, 'gw_port_id': '9c7491be-5aaf-4df6-a038-b251cccdea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:11Z', 'updated_at': '2021-08-31T06:44:14Z', 'revision_number': 3, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port': {'id': '9c7491be-5aaf-4df6-a038-b251cccdea88', 'name': '', 'network_id': '8bb53bd4-9abd-4b74-b04a-fcf948f2fe84', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a21fa41-bd76-427d-972f-be24df749ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'a749b63b-3e61-4b8d-b159-634606a10f3e', 'ip_address': '2001:db8::205', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:44:12Z', 'updated_at': '2021-08-31T06:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a749b63b-3e61-4b8d-b159-634606a10f3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:17.795608 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-93d1ac64-8c64-4dd4-9300-aaf8fcaed08f req-7922835d-45d9-4edc-8948-5ba16b2feb9d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607138 Aug 31 06:44:17.847664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 63accfc3-00a3-4140-a002-ab7ed06fbbbd details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:17.851167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Checking router: 8a21fa41-bd76-427d-972f-be24df749ef1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:44:17.851726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Updating router 8a21fa41-bd76-427d-972f-be24df749ef1 port 9c7491be-5aaf-4df6-a038-b251cccdea88 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:44:17.884140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:17.942279 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.045157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Port 9c7491be-5aaf-4df6-a038-b251cccdea88 not found while updating agent binding for router 8a21fa41-bd76-427d-972f-be24df749ef1. {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 06:44:18.078551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Routers {'8a21fa41-bd76-427d-972f-be24df749ef1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:18.080031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:43:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8a21fa41-bd76-427d-972f-be24df749ef1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:18.196423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581a10-f492-4202-9810-d2dc076e9439 req-3952edba-77cf-4faf-8f2f-76716214aba0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:18.212533 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5581a10-f492-4202-9810-d2dc076e9439 req-3952edba-77cf-4faf-8f2f-76716214aba0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 945 time: 0.1340694 Aug 31 06:44:18.328258 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5581a10-f492-4202-9810-d2dc076e9439 req-c89d685f-3983-4a93-8c15-405ec8b72d6b tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110218 Aug 31 06:44:18.342858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] Set router 8a21fa41-bd76-427d-972f-be24df749ef1 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:44:18.438395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a21fa41-bd76-427d-972f-be24df749ef1', 'name': '', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:11Z', 'updated_at': '2021-08-31T06:44:17Z', 'revision_number': 5, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:18.446861 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:44:18.498569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8cedd-219b-4b20-98c0-d5bca7bcdd3c None None] The sync data for ids ['8a21fa41-bd76-427d-972f-be24df749ef1'] in n-d-712142-16 is: [{'id': '8a21fa41-bd76-427d-972f-be24df749ef1', 'name': '', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:11Z', 'updated_at': '2021-08-31T06:44:17Z', 'revision_number': 5, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:44:18.517864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 63accfc3-00a3-4140-a002-ab7ed06fbbbd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=63accfc3-00a3-4140-a002-ab7ed06fbbbd,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:18.542070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '63accfc3-00a3-4140-a002-ab7ed06fbbbd', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'port_id': '63accfc3-00a3-4140-a002-ab7ed06fbbbd', 'mac_address': 'fa:16:3e:17:e4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862787e8-068e-45b9-843c-487959a444f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:18.550122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.627527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c7491be-5aaf-4df6-a038-b251cccdea88,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:18.648858 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.657541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.686390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63accfc3-00a3-4140-a002-ab7ed06fbbbd {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:18.695084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.730986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 63accfc3-00a3-4140-a002-ab7ed06fbbbd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=63accfc3-00a3-4140-a002-ab7ed06fbbbd,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:18.737841 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.803991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.807845 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.867623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efdf778-0242-40a2-87ce-f976f380d7eb']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:18.871277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.872182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a21fa41-bd76-427d-972f-be24df749ef1 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:44:18.880037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=63accfc3-00a3-4140-a002-ab7ed06fbbbd,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:18.882300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.883658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7fa5686f-15e5-4c7c-84b8-5d9c129e5aba tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8a21fa41-bd76-427d-972f-be24df749ef1 HTTP/1.1" status: 204 len: 168 time: 2.4879749 Aug 31 06:44:18.888896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48818) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:18.891346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a049e1-b709-4586-8d7d-fb9b29cd5aff') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:18.891830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a049e1-b709-4586-8d7d-fb9b29cd5aff') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:18.929150 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.958162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.970446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:18.971296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.020649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['63accfc3-00a3-4140-a002-ab7ed06fbbbd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:19.044748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9fb77a-4159-4ebb-ba43-ca0f867e9a84 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Deleting subnet a749b63b-3e61-4b8d-b159-634606a10f3e {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:19.052933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f9fb77a-4159-4ebb-ba43-ca0f867e9a84 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:19.075977 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:19.122484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f9fb77a-4159-4ebb-ba43-ca0f867e9a84 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.178090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f9fb77a-4159-4ebb-ba43-ca0f867e9a84 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.251517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f9fb77a-4159-4ebb-ba43-ca0f867e9a84 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.253020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69cf43-e411-46f7-a09b-06ee413bf5a3 req-2c8d1fe9-bd02-4fc3-b297-f436ed63ba56 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:19.267538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d69cf43-e411-46f7-a09b-06ee413bf5a3 req-2c8d1fe9-bd02-4fc3-b297-f436ed63ba56 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 944 time: 0.1855459 Aug 31 06:44:19.276348 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.283896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.285401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fb77a-4159-4ebb-ba43-ca0f867e9a84 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a749b63b-3e61-4b8d-b159-634606a10f3e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:19.286872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] 10.222.0.15 "DELETE /v2.0/networks/7efdf778-0242-40a2-87ce-f976f380d7eb HTTP/1.1" status: 204 len: 168 time: 1.6238306 Aug 31 06:44:19.327979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f9fb77a-4159-4ebb-ba43-ca0f867e9a84 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.330428 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5f9fb77a-4159-4ebb-ba43-ca0f867e9a84 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/a749b63b-3e61-4b8d-b159-634606a10f3e HTTP/1.1" status: 204 len: 168 time: 0.4397721 Aug 31 06:44:19.337013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48828) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:19.351079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Pushing event deleted for resources: {'Network': ['ID=7efdf778-0242-40a2-87ce-f976f380d7eb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:19.405697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.406259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.406819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.408018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.408578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.409121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.409706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.410243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.410779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.411324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.412114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.412744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0534cd-6559-4d50-a0ca-07e47168e18a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:19.443760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d69cf43-e411-46f7-a09b-06ee413bf5a3 req-adb87cbc-2dcc-4eb3-acc1-53d2300555ce tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735070 Aug 31 06:44:19.601921 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.783480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604cab3-86b1-43fb-b650-04b3cc316767 req-5c677d2d-ab48-4c62-ade6-55e881b522d2 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:19.796847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1604cab3-86b1-43fb-b650-04b3cc316767 req-5c677d2d-ab48-4c62-ade6-55e881b522d2 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 945 time: 0.2901986 Aug 31 06:44:19.807930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48834) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:19.833622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.855937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb53bd4-9abd-4b74-b04a-fcf948f2fe84']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:19.905583 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1604cab3-86b1-43fb-b650-04b3cc316767 req-38a557ec-ba7a-481e-bb2a-38d17c41798d tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073639 Aug 31 06:44:19.910826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dfa09534-5043-4a03-8957-f09c5cb51ac3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e592b2755b894634af310c1f9387b0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996363 Aug 31 06:44:19.915105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48836) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:19.918815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f89135b-9035-471a-8309-b4896f056bf9') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:19.919274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f89135b-9035-471a-8309-b4896f056bf9') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:19.938517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.971142 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.004843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e00f8d5-49d7-47f6-8841-83bf2f22156b up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:20.007282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:20.008061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.033445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-708f0a9e-a9b1-4fb7-a3e0-99c7d463632d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.076058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-708f0a9e-a9b1-4fb7-a3e0-99c7d463632d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.119599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 7e00f8d5-49d7-47f6-8841-83bf2f22156b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:20.132821 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:20.135983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 7e00f8d5-49d7-47f6-8841-83bf2f22156b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:20.137575 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.139192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.145070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:44:20.148017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.150324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "DELETE /v2.0/networks/8bb53bd4-9abd-4b74-b04a-fcf948f2fe84 HTTP/1.1" status: 204 len: 168 time: 0.8119748 Aug 31 06:44:20.169517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f698023-eb8e-438f-a5d7-972fcf8090ca tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bb53bd4-9abd-4b74-b04a-fcf948f2fe84,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:20.246150 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-708f0a9e-a9b1-4fb7-a3e0-99c7d463632d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.256420 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-708f0a9e-a9b1-4fb7-a3e0-99c7d463632d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.263358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-708f0a9e-a9b1-4fb7-a3e0-99c7d463632d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0de7cb5f-4d75-4fd6-97a8-4232e6f386df HTTP/1.1" status: 204 len: 168 time: 0.3466680 Aug 31 06:44:20.282748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f0a9e-a9b1-4fb7-a3e0-99c7d463632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de7cb5f-4d75-4fd6-97a8-4232e6f386df,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:20.460277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.584570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e00f8d5-49d7-47f6-8841-83bf2f22156b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:20.587635 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d3bbf-faa5-42e0-bbba-251df3a5d929" -d '{"events": [{"server_uuid": "2f228a6f-89ea-4e64-bd2b-f7403c0cf84c", "name": "network-vif-plugged", "status": "completed", "tag": "7e00f8d5-49d7-47f6-8841-83bf2f22156b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:20.617768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:20.625848 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:20.736127 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fde625-58ad-4369-afb3-a4a325154739 x-openstack-request-id: req-44fde625-58ad-4369-afb3-a4a325154739 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:20.736526 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f228a6f-89ea-4e64-bd2b-f7403c0cf84c", "name": "network-vif-plugged", "status": "completed", "tag": "7e00f8d5-49d7-47f6-8841-83bf2f22156b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:20.736798 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44fde625-58ad-4369-afb3-a4a325154739 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:20.737620 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e00f8d5-49d7-47f6-8841-83bf2f22156b', 'code': 200} Aug 31 06:44:20.784055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=7e00f8d5-49d7-47f6-8841-83bf2f22156b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:20.796342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57f89f-47ee-4eae-b0d4-fab15a42b6b9 req-10ed30ce-c415-42f8-9acf-f6760455054c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:20.797968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ed57f89f-47ee-4eae-b0d4-fab15a42b6b9 req-10ed30ce-c415-42f8-9acf-f6760455054c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 944 time: 0.2228792 Aug 31 06:44:20.970982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b67d-3204-4721-a70e-27ea95c97548 req-23fe7aea-fc4d-4162-9b9d-d461d6cb2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:20.981601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aff7b67d-3204-4721-a70e-27ea95c97548 req-23fe7aea-fc4d-4162-9b9d-d461d6cb2b7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 1098 time: 0.1652083 Aug 31 06:44:21.076665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ed57f89f-47ee-4eae-b0d4-fab15a42b6b9 req-f6a29b77-cf2c-40ad-a891-c69db3a522f7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434874 Aug 31 06:44:21.161812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aff7b67d-3204-4721-a70e-27ea95c97548 req-043304e2-2e90-40cd-b99d-1091863a31bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682749 Aug 31 06:44:21.198089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1ae2d-c1a4-448d-b9d5-2733d22de832 req-c8171238-6751-44ce-bcaa-4e5fb8de0b4f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:21.209719 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-08d1ae2d-c1a4-448d-b9d5-2733d22de832 req-c8171238-6751-44ce-bcaa-4e5fb8de0b4f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 946 time: 0.1469920 Aug 31 06:44:21.341147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-08d1ae2d-c1a4-448d-b9d5-2733d22de832 req-972adb4d-b1a0-4cb9-b8ab-a52e202bc6a9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203935 Aug 31 06:44:21.428157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48886) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:21.433829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-289ba198-1ac1-446c-a611-75ee90c6d759 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'router': {'name': 'tempest-router--1087230055', 'project_id': '7b2ba9e1feca486286cbee7b2cd29b67'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:21.482851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-289ba198-1ac1-446c-a611-75ee90c6d759 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.484298 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-289ba198-1ac1-446c-a611-75ee90c6d759 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.593723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48890) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:21.620633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-289ba198-1ac1-446c-a611-75ee90c6d759 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.630934 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-289ba198-1ac1-446c-a611-75ee90c6d759 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.657533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-289ba198-1ac1-446c-a611-75ee90c6d759 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.665483 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-289ba198-1ac1-446c-a611-75ee90c6d759 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2353294 Aug 31 06:44:21.667365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48892) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:21.695168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-82e5e9d3-b897-405a-b341-8f3d828b1bbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62908d134a594d5d9c143a47e87b96bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994356 Aug 31 06:44:21.697886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48894) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:21.816557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5525913c-368b-49c4-82a2-21ba57543407 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.828797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fecba1a9-1e08-48ec-8c3a-13770e1762a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.851373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 63accfc3-00a3-4140-a002-ab7ed06fbbbd up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:21.862563 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fecba1a9-1e08-48ec-8c3a-13770e1762a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.966032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fecba1a9-1e08-48ec-8c3a-13770e1762a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.971274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fecba1a9-1e08-48ec-8c3a-13770e1762a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:21.973176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fecba1a9-1e08-48ec-8c3a-13770e1762a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d7decaf-498d-4c46-b8eb-8b295bc88eb0 HTTP/1.1" status: 204 len: 168 time: 0.2729809 Aug 31 06:44:21.983698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecba1a9-1e08-48ec-8c3a-13770e1762a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7decaf-498d-4c46-b8eb-8b295bc88eb0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:22.024576 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5525913c-368b-49c4-82a2-21ba57543407 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.029419 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5525913c-368b-49c4-82a2-21ba57543407 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.058930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 63accfc3-00a3-4140-a002-ab7ed06fbbbd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:22.068209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 63accfc3-00a3-4140-a002-ab7ed06fbbbd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:22.069753 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.119561 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5525913c-368b-49c4-82a2-21ba57543407 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.120597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525913c-368b-49c4-82a2-21ba57543407 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee175caa-b6e9-478d-bde9-973438e5a521 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:44:22.132082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5525913c-368b-49c4-82a2-21ba57543407 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.133295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5525913c-368b-49c4-82a2-21ba57543407 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ee175caa-b6e9-478d-bde9-973438e5a521 HTTP/1.1" status: 204 len: 168 time: 0.4635372 Aug 31 06:44:22.289143 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.406912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 63accfc3-00a3-4140-a002-ab7ed06fbbbd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=63accfc3-00a3-4140-a002-ab7ed06fbbbd,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:22.416723 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.451582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73ff50-85dc-4004-9b23-7cd8be414c35 req-02247bbe-0b47-44f6-9600-c4b26fc36b27 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:22.459921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc73ff50-85dc-4004-9b23-7cd8be414c35 req-02247bbe-0b47-44f6-9600-c4b26fc36b27 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 944 time: 0.1428878 Aug 31 06:44:22.541898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc73ff50-85dc-4004-9b23-7cd8be414c35 req-d18e5280-10fb-494a-831f-67649b4740a6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804343 Aug 31 06:44:22.571340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=63accfc3-00a3-4140-a002-ab7ed06fbbbd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:22.659454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45cbde-237e-45bb-a25a-8abc5aae9128 req-fc068462-1b7c-4cf3-86de-5b791e61bfb4 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:22.667912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da45cbde-237e-45bb-a25a-8abc5aae9128 req-fc068462-1b7c-4cf3-86de-5b791e61bfb4 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 946 time: 0.1524539 Aug 31 06:44:22.738646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f71e66-0451-4bca-aebc-2139f9621085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63accfc3-00a3-4140-a002-ab7ed06fbbbd'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:22.743021 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a66f5f9-a256-4f05-9f42-96dae228cc36" -d '{"events": [{"server_uuid": "48f71e66-0451-4bca-aebc-2139f9621085", "name": "network-vif-plugged", "status": "completed", "tag": "63accfc3-00a3-4140-a002-ab7ed06fbbbd"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:22.776957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da45cbde-237e-45bb-a25a-8abc5aae9128 req-fbf78f92-2c07-430f-9dc7-40a3dc69905c tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986230 Aug 31 06:44:22.819249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48918) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:22.889687 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cc4059-8f48-4b02-b78c-58d84d4cde31 x-openstack-request-id: req-c0cc4059-8f48-4b02-b78c-58d84d4cde31 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:22.890334 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f71e66-0451-4bca-aebc-2139f9621085", "name": "network-vif-plugged", "status": "completed", "tag": "63accfc3-00a3-4140-a002-ab7ed06fbbbd", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:22.890334 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0cc4059-8f48-4b02-b78c-58d84d4cde31 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:22.890685 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f71e66-0451-4bca-aebc-2139f9621085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63accfc3-00a3-4140-a002-ab7ed06fbbbd', 'code': 200} Aug 31 06:44:23.129666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022917e5-d04f-4c02-a158-a096bc4f4e7c req-6cfc91bf-66f5-4b3a-bd50-09c20d48c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:23.131310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-022917e5-d04f-4c02-a158-a096bc4f4e7c req-6cfc91bf-66f5-4b3a-bd50-09c20d48c8b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 1097 time: 0.1566856 Aug 31 06:44:23.159148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450292dc-ccc4-4e87-9dc4-26cfb93c8355 req-1d3273df-e4d8-4ee5-8426-8508b49c262a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:23.161707 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-450292dc-ccc4-4e87-9dc4-26cfb93c8355 req-1d3273df-e4d8-4ee5-8426-8508b49c262a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 946 time: 0.0966828 Aug 31 06:44:23.177731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-633794132', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:23.277740 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:23.278797 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:23.283921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-022917e5-d04f-4c02-a158-a096bc4f4e7c req-0f13b1a4-f247-42f8-8ece-2a521ff0e485 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370809 Aug 31 06:44:23.298968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-450292dc-ccc4-4e87-9dc4-26cfb93c8355 req-ed882484-e7e8-4f31-b306-b8b0b09e6e75 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263537 Aug 31 06:44:23.380424 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:23.687146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:23.923986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b92bb-1c77-451a-a73c-3b99ea083a20 req-a0002a62-9f7e-4262-9cf6-196e482e5b9d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:23.935903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-725b92bb-1c77-451a-a73c-3b99ea083a20 req-a0002a62-9f7e-4262-9cf6-196e482e5b9d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1694653 Aug 31 06:44:24.006177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-725b92bb-1c77-451a-a73c-3b99ea083a20 req-c6a7deae-c45f-4505-8460-665e3849c489 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688560 Aug 31 06:44:24.199893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3d2906e6-9093-4f8c-8f5b-c6f2a50f2de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:24.279680 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:24.354881 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:24.377628 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:24.724488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Allocated IP 172.25.5.56 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/0d70e1b7-58a3-4c51-b834-1105c59cea04) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:24.977461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:25.027605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fd896-c66b-45d5-984f-f6324b0f8098 req-2e0d1289-a07d-4a3e-aab9-8fb25d6ce4d4 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:25.030006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-677fd896-c66b-45d5-984f-f6324b0f8098 req-2e0d1289-a07d-4a3e-aab9-8fb25d6ce4d4 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 946 time: 0.1535473 Aug 31 06:44:25.113557 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-677fd896-c66b-45d5-984f-f6324b0f8098 req-5f17af5e-a3a9-4fea-8765-a553e8278901 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619555 Aug 31 06:44:25.120962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:25.262031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:25.266419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event updated for resources: {'Port': ['ID=0d70e1b7-58a3-4c51-b834-1105c59cea04,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:25.276087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:25.286727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:25.352919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ffb19-6aeb-4748-96ea-6c9fea314e5c req-8f32c768-2744-4204-a96e-3e0fe6a5a07b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:25.359804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-175ffb19-6aeb-4748-96ea-6c9fea314e5c req-8f32c768-2744-4204-a96e-3e0fe6a5a07b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1833990 Aug 31 06:44:25.516018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-175ffb19-6aeb-4748-96ea-6c9fea314e5c req-03bb7c80-5681-4449-9c12-fea6fd9fea37 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390853 Aug 31 06:44:25.791780 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.022268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e00f8d5-49d7-47f6-8841-83bf2f22156b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:26.242684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:26.279560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '7e00f8d5-49d7-47f6-8841-83bf2f22156b', 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'port_id': '7e00f8d5-49d7-47f6-8841-83bf2f22156b', 'mac_address': 'fa:16:3e:a8:bb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee94afd9-4a49-47ef-837b-e135991752bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:26.333769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7857443-a2e9-4995-9dce-672556e031cf req-598465e9-6547-4536-897a-251a11994ae1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:26.337449 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7857443-a2e9-4995-9dce-672556e031cf req-598465e9-6547-4536-897a-251a11994ae1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.2498348 Aug 31 06:44:26.350220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.377504 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.410571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e00f8d5-49d7-47f6-8841-83bf2f22156b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:26.474581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:26.480279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c9d39-b681-4119-ab3f-98765be3770c req-0dc0a323-5358-496c-a504-ea25dfa52db0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:26.484352 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.506385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-295c9d39-b681-4119-ab3f-98765be3770c req-0dc0a323-5358-496c-a504-ea25dfa52db0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 946 time: 0.1747856 Aug 31 06:44:26.729974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-295c9d39-b681-4119-ab3f-98765be3770c req-c8fbc313-6241-4673-8352-772cb4a09300 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224839 Aug 31 06:44:26.730880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.741757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['7e00f8d5-49d7-47f6-8841-83bf2f22156b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:26.813962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7857443-a2e9-4995-9dce-672556e031cf req-96bfcb6e-7634-467c-8b53-65762027fc0a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602398 Aug 31 06:44:27.097662 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a14666b0-3812-40c6-988b-952051b23db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:27.103960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Router 72e6faa1-068c-4a84-87ae-7d3193c030f0 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:44:27.117728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=7e00f8d5-49d7-47f6-8841-83bf2f22156b,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:27.151039 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:27.262556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:44:27.280906 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67943c9-a9b0-4c16-b4f7-6419eea3f1eb None None] Sync routers for ids ['72e6faa1-068c-4a84-87ae-7d3193c030f0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:44:27.305421 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67943c9-a9b0-4c16-b4f7-6419eea3f1eb None None] Routers {'72e6faa1-068c-4a84-87ae-7d3193c030f0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:27.307938 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d67943c9-a9b0-4c16-b4f7-6419eea3f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['72e6faa1-068c-4a84-87ae-7d3193c030f0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:27.316831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:27.323485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-852a8f79-305d-4df1-b60c-1213cb539011 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4999795 Aug 31 06:44:27.323978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49078) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:27.415244 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d67943c9-a9b0-4c16-b4f7-6419eea3f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:27.432393 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67943c9-a9b0-4c16-b4f7-6419eea3f1eb None None] Routers {'72e6faa1-068c-4a84-87ae-7d3193c030f0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:27.433871 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d67943c9-a9b0-4c16-b4f7-6419eea3f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['72e6faa1-068c-4a84-87ae-7d3193c030f0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:27.485021 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d67943c9-a9b0-4c16-b4f7-6419eea3f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:27.486479 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67943c9-a9b0-4c16-b4f7-6419eea3f1eb None None] The sync data for ids ['72e6faa1-068c-4a84-87ae-7d3193c030f0'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:44:27.547465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6f755f12-6492-48ef-bf6b-c450af87b890 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/routers/72e6faa1-068c-4a84-87ae-7d3193c030f0 HTTP/1.1" status: 200 len: 923 time: 0.2218838 Aug 31 06:44:27.548104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49084) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:27.584046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-861e2c97-c6de-45ae-b63f-8fbd35d011b1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=72e6faa1-068c-4a84-87ae-7d3193c030f0 HTTP/1.1" status: 200 len: 205 time: 0.0351410 Aug 31 06:44:27.590609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:27.881890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.054542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e00f8d5-49d7-47f6-8841-83bf2f22156b up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:28.198059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.219832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 7e00f8d5-49d7-47f6-8841-83bf2f22156b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:28.220628 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.228009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176e11-7f16-48d2-a3e7-1694ca10dcd9 req-88c13494-ed53-4d82-9b0b-ca6950fb0724 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.270152 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e176e11-7f16-48d2-a3e7-1694ca10dcd9 req-88c13494-ed53-4d82-9b0b-ca6950fb0724 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.2492647 Aug 31 06:44:28.360306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37396e8-2d8e-4da5-a73d-c000886367c1 req-04b48d4e-de4e-48a7-870f-421d4752b9d0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.363549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d37396e8-2d8e-4da5-a73d-c000886367c1 req-04b48d4e-de4e-48a7-870f-421d4752b9d0 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 945 time: 0.3858857 Aug 31 06:44:28.384425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e176e11-7f16-48d2-a3e7-1694ca10dcd9 req-d1918a3c-9885-4bec-af67-44ec0bdc2a46 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092501 Aug 31 06:44:28.393810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.499059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.554793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e00f8d5-49d7-47f6-8841-83bf2f22156b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:28.557622 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc064b8-b56a-4ddd-ba26-0f9a24359114" -d '{"events": [{"server_uuid": "2f228a6f-89ea-4e64-bd2b-f7403c0cf84c", "name": "network-vif-plugged", "status": "completed", "tag": "7e00f8d5-49d7-47f6-8841-83bf2f22156b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:28.573861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d37396e8-2d8e-4da5-a73d-c000886367c1 req-0818b48d-c612-40b4-b59a-5dca405ff91b tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841245 Aug 31 06:44:28.577781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:28.583605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.669075 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf77a2de-37d1-4374-8456-cac7548dc67b x-openstack-request-id: req-bf77a2de-37d1-4374-8456-cac7548dc67b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:28.669551 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f228a6f-89ea-4e64-bd2b-f7403c0cf84c", "name": "network-vif-plugged", "status": "completed", "tag": "7e00f8d5-49d7-47f6-8841-83bf2f22156b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:28.669901 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf77a2de-37d1-4374-8456-cac7548dc67b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:28.670436 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e00f8d5-49d7-47f6-8841-83bf2f22156b', 'code': 200} Aug 31 06:44:28.672387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Deleting port 0d70e1b7-58a3-4c51-b834-1105c59cea04 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:28.673689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.717759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=7e00f8d5-49d7-47f6-8841-83bf2f22156b,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:28.854786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.881123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Calling delete_port for 0d70e1b7-58a3-4c51-b834-1105c59cea04 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:29.121247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7a52d-71fb-4149-873e-87817eaaedd4 req-b6ca5994-d4c0-4173-b6c9-c2becc984d21 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:29.131857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8f7a52d-71fb-4149-873e-87817eaaedd4 req-b6ca5994-d4c0-4173-b6c9-c2becc984d21 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 946 time: 0.1014214 Aug 31 06:44:29.213591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8f7a52d-71fb-4149-873e-87817eaaedd4 req-4f49113a-b784-4297-b715-9f01efba9051 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800462 Aug 31 06:44:29.334708 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:29.392366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event deleted for resources: {'Port': ['ID=0d70e1b7-58a3-4c51-b834-1105c59cea04,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:29.529278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:29.851356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:29.864908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:29.928929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6fc64-eb16-48fb-9374-5f1b84fcc357 req-8919cd19-9082-4958-b6e1-519911c9fc71 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:29.931642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5da6fc64-eb16-48fb-9374-5f1b84fcc357 req-8919cd19-9082-4958-b6e1-519911c9fc71 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.2959366 Aug 31 06:44:29.958017 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.023942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.024785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Fanout notify agent at l3_agent the message router_deleted on router 72e6faa1-068c-4a84-87ae-7d3193c030f0 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:44:30.040292 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.047925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-514cb478-a019-44e4-9fc6-8db5fdd41b25 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/72e6faa1-068c-4a84-87ae-7d3193c030f0 HTTP/1.1" status: 204 len: 168 time: 2.4500895 Aug 31 06:44:30.048389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49152) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:30.054110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'router': {'name': 'tempest-snat-router-486030792', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': False}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:30.097059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5da6fc64-eb16-48fb-9374-5f1b84fcc357 req-d829db34-97d1-43e1-9b7c-0e3415bd3461 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983918 Aug 31 06:44:30.107426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.109166 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.226712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.918073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:31.092483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7a25-e2c4-4b5a-ab68-906ad2226289 req-46dc11f6-06e3-4d02-976a-8e0f8ffe1a65 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:31.095356 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ebe7a25-e2c4-4b5a-ab68-906ad2226289 req-46dc11f6-06e3-4d02-976a-8e0f8ffe1a65 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 946 time: 0.6839728 Aug 31 06:44:31.121057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265ac79-f595-4058-bb59-6f885a7af571 req-04388740-8ae9-4fe2-83a6-05a719e651eb tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:31.124736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e265ac79-f595-4058-bb59-6f885a7af571 req-04388740-8ae9-4fe2-83a6-05a719e651eb tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 946 time: 0.1973617 Aug 31 06:44:31.302205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d19572-2c13-4ddc-9533-35f636d582bb req-0a5ddff4-2eb8-4389-b633-7d7eb3ceaaf5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:31.312728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8d19572-2c13-4ddc-9533-35f636d582bb req-0a5ddff4-2eb8-4389-b633-7d7eb3ceaaf5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.0917690 Aug 31 06:44:31.313336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ebe7a25-e2c4-4b5a-ab68-906ad2226289 req-b8bb31ac-69fe-4c6f-911e-681f96b53709 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026892 Aug 31 06:44:31.373127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8d19572-2c13-4ddc-9533-35f636d582bb req-424db7b7-78f9-42e2-a7ef-fc6798f7cb95 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 Aug 31 06:44:31.404186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Deleting port 7e00f8d5-49d7-47f6-8841-83bf2f22156b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:31.404565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:31.686373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:31.716972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:31.740972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] For port 7e00f8d5-49d7-47f6-8841-83bf2f22156b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7e00f8d5-49d7-47f6-8841-83bf2f22156b,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:31.741288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:31.754801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Calling delete_port for 7e00f8d5-49d7-47f6-8841-83bf2f22156b owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:31.995579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Allocated IP 172.25.5.6 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/11629779-9a65-4152-911f-e2b4488c607b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:32.085681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e00f8d5-49d7-47f6-8841-83bf2f22156b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:32.185243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No active binding found for port 7e00f8d5-49d7-47f6-8841-83bf2f22156b {{(pid=94669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 06:44:32.186458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7e00f8d5-49d7-47f6-8841-83bf2f22156b not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:32.211134 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.258204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event deleted for resources: {'Port': ['ID=7e00f8d5-49d7-47f6-8841-83bf2f22156b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:32.394998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.398647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] No DVR routers for this DVR port 7e00f8d5-49d7-47f6-8841-83bf2f22156b on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:32.404049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.406736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e265ac79-f595-4058-bb59-6f885a7af571 req-af040659-146a-4338-97a7-b2338e38101a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.23 "DELETE /v2.0/ports/7e00f8d5-49d7-47f6-8841-83bf2f22156b HTTP/1.1" status: 204 len: 173 time: 1.2459397 Aug 31 06:44:32.408083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'name': 'network-vif-deleted', 'tag': '7e00f8d5-49d7-47f6-8841-83bf2f22156b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:32.414873 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0ab69f-54fc-43e4-a897-506f3600e68f" -d '{"events": [{"server_uuid": "2f228a6f-89ea-4e64-bd2b-f7403c0cf84c", "name": "network-vif-deleted", "tag": "7e00f8d5-49d7-47f6-8841-83bf2f22156b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:32.496339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31b66f1f-75f5-4c22-9e07-cb2a058acaf6 req-e5a02d6f-eba7-4de3-bcb6-aba2281d5b37 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f228a6f-89ea-4e64-bd2b-f7403c0cf84c HTTP/1.1" status: 200 len: 210 time: 0.0713992 Aug 31 06:44:32.611638 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.656207 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fcc32-b422-44a3-a2c4-a3d98a2f2ce6 req-7bc76159-87ef-40eb-b354-1984385e243c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:32.669235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-007fcc32-b422-44a3-a2c4-a3d98a2f2ce6 req-7bc76159-87ef-40eb-b354-1984385e243c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1191609 Aug 31 06:44:32.731550 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76da539-cf4c-4983-8b1f-cce60fb6f911 x-openstack-request-id: req-b76da539-cf4c-4983-8b1f-cce60fb6f911 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:32.731953 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f228a6f-89ea-4e64-bd2b-f7403c0cf84c", "name": "network-vif-deleted", "tag": "7e00f8d5-49d7-47f6-8841-83bf2f22156b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:32.732236 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b76da539-cf4c-4983-8b1f-cce60fb6f911 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:32.732792 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f228a6f-89ea-4e64-bd2b-f7403c0cf84c', 'name': 'network-vif-deleted', 'tag': '7e00f8d5-49d7-47f6-8841-83bf2f22156b', 'status': 'completed', 'code': 200} Aug 31 06:44:32.738491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-007fcc32-b422-44a3-a2c4-a3d98a2f2ce6 req-ee89f922-813a-44ca-a122-4b8b50cf7109 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674736 Aug 31 06:44:32.803473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:32.805381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:32.810667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:32.856328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'Port': ['ID=11629779-9a65-4152-911f-e2b4488c607b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:33.348134 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.678626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.878382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49264) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:33.903608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Router e9255977-c520-4feb-a8cc-9319eb1dfa48 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:44:34.117114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:44:34.129722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Sync routers for ids ['e9255977-c520-4feb-a8cc-9319eb1dfa48'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:44:34.154194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Routers {'e9255977-c520-4feb-a8cc-9319eb1dfa48'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:34.155506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e9255977-c520-4feb-a8cc-9319eb1dfa48'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:34.182571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-fc149a65-20e8-40c0-a0cf-10e75f400b71 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:34.190905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.198114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-efd6b629-3c55-460f-ab56-a6a746d883b4 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.1482100 Aug 31 06:44:34.201893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-fc149a65-20e8-40c0-a0cf-10e75f400b71 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 822 time: 0.2489941 Aug 31 06:44:34.202792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49280) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:34.228457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-bdc82b34-19e4-4bf8-a970-7fe0fc640388 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/quotas/ec1e88d730e0480cb9a006604921a60e HTTP/1.1" status: 200 len: 375 time: 0.0255203 Aug 31 06:44:34.311081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70b777-9680-4cc3-b851-39e3475561a8 req-257ad484-14a2-4107-b4c1-3197679bd432 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:34.314622 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e70b777-9680-4cc3-b851-39e3475561a8 req-257ad484-14a2-4107-b4c1-3197679bd432 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.3871560 Aug 31 06:44:34.397470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-e65e71fd-83ca-4c63-b5fa-a8c91c98258a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1679983 Aug 31 06:44:34.500456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Set router e9255977-c520-4feb-a8cc-9319eb1dfa48 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:44:34.557506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e70b777-9680-4cc3-b851-39e3475561a8 req-17038df2-b428-4e60-b513-16192c458fbb tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190447 Aug 31 06:44:34.608570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4ab91825-7241-4d4b-aa68-ff95b799656c tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/routers/e9255977-c520-4feb-a8cc-9319eb1dfa48 HTTP/1.1" status: 200 len: 906 time: 0.3993855 Aug 31 06:44:34.609137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49284) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:34.631818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'router': {'name': 'tempest-snat-router-486030792', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': True}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:34.679505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.681033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.861898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.922181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9255977-c520-4feb-a8cc-9319eb1dfa48', 'name': 'tempest-snat-router-486030792', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.6'}], 'enable_snat': False}, 'gw_port_id': '11629779-9a65-4152-911f-e2b4488c607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:30Z', 'updated_at': '2021-08-31T06:44:33Z', 'revision_number': 3, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port': {'id': '11629779-9a65-4152-911f-e2b4488c607b', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9255977-c520-4feb-a8cc-9319eb1dfa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:44:31Z', 'updated_at': '2021-08-31T06:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:34.961957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Checking router: e9255977-c520-4feb-a8cc-9319eb1dfa48 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:44:34.962672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Updating router e9255977-c520-4feb-a8cc-9319eb1dfa48 port 11629779-9a65-4152-911f-e2b4488c607b binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:44:35.028103 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.144315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-616eae1b-c665-4b1d-a9e8-666714a76f95 service neutron] 10.222.0.15 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455955 Aug 31 06:44:35.161754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.310566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb68d981-d7b9-40cf-9620-a6345d1849fc admin admin] Deleting subnet 5b85ae27-a18e-43fa-ad24-16df60445a94 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:35.315595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb68d981-d7b9-40cf-9620-a6345d1849fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.376730 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-ecda1dd8-51f3-42ba-a6d9-7656475d932a service neutron] 10.222.0.15 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301443 Aug 31 06:44:35.393332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb68d981-d7b9-40cf-9620-a6345d1849fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.478800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb68d981-d7b9-40cf-9620-a6345d1849fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.569102 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.595959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb68d981-d7b9-40cf-9620-a6345d1849fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.610441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Transition to ACTIVE for port object 11629779-9a65-4152-911f-e2b4488c607b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:35.628206 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.695084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68d981-d7b9-40cf-9620-a6345d1849fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b85ae27-a18e-43fa-ad24-16df60445a94,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:35.725082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb68d981-d7b9-40cf-9620-a6345d1849fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.736261 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cb68d981-d7b9-40cf-9620-a6345d1849fc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b85ae27-a18e-43fa-ad24-16df60445a94 HTTP/1.1" status: 204 len: 168 time: 1.8519404 Aug 31 06:44:35.743468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49304) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:35.782455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Attempting to bind port 11629779-9a65-4152-911f-e2b4488c607b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:35.783609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Attempting to bind port 11629779-9a65-4152-911f-e2b4488c607b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:35.784273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Attempting to bind port 11629779-9a65-4152-911f-e2b4488c607b on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:35.793919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa65f3-3343-4c98-a2f2-630404723de1 None None] Pushing event updated for resources: {'Port': ['ID=11629779-9a65-4152-911f-e2b4488c607b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:35.802936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:35.804095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:35.804758 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.811269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:35.812935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Bound port: 11629779-9a65-4152-911f-e2b4488c607b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:35.815528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.938362 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.051384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] For port 11629779-9a65-4152-911f-e2b4488c607b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:36.057495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] For port 11629779-9a65-4152-911f-e2b4488c607b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11629779-9a65-4152-911f-e2b4488c607b,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:36.067255 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.100435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5ab92-5cc6-498e-bd98-41a0c8920950 req-cf536012-9360-49a4-b276-3b6108255a1a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:36.113767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfc5ab92-5cc6-498e-bd98-41a0c8920950 req-cf536012-9360-49a4-b276-3b6108255a1a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.3244998 Aug 31 06:44:36.197093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Routers {'e9255977-c520-4feb-a8cc-9319eb1dfa48'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:36.200152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e9255977-c520-4feb-a8cc-9319eb1dfa48'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:36.277971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa65f3-3343-4c98-a2f2-630404723de1 None None] Pushing event updated for resources: {'Port': ['ID=11629779-9a65-4152-911f-e2b4488c607b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:36.477659 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.543551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f183f9-78d0-4944-b497-0deb6e9827ee']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:36.554243 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f074a910-c960-4cd8-84ef-13b755986797 req-6fd63d9f-8fce-44f7-8ea3-ac0fc3e59d2a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 210 time: 0.8475413 Aug 31 06:44:36.599574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f75d82-cbbd-4afd-9883-e9865b2386c4') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:36.600945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f75d82-cbbd-4afd-9883-e9865b2386c4') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:36.676869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.698255 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.711232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:36.712267 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.713753 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.785600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:36.823007 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:36.827125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfc5ab92-5cc6-498e-bd98-41a0c8920950 req-ba2c9603-34f9-4ff6-89e3-0fd34c71e2d0 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124677 Aug 31 06:44:36.827776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.833453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.837871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/94f183f9-78d0-4944-b497-0deb6e9827ee HTTP/1.1" status: 204 len: 168 time: 1.0908589 Aug 31 06:44:36.875669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752e9c3-6f38-49c6-a6c4-4fe0dbccb0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f183f9-78d0-4944-b497-0deb6e9827ee,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:37.110577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49344) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:37.152009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Allocated IP 172.25.5.162 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/ac5adad5-63ee-45bb-982f-97195846538a) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:37.177581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] Set router e9255977-c520-4feb-a8cc-9319eb1dfa48 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:44:37.257564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d97bce65-8935-478f-9964-48b98e349d22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ad2c582649c4114b45966a72b9ab6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437800 Aug 31 06:44:37.259586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:37.383012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.410553 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7988c00-5c67-40c6-9b11-35d6404753f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.445963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.488016 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7988c00-5c67-40c6-9b11-35d6404753f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.539612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9255977-c520-4feb-a8cc-9319eb1dfa48', 'name': 'tempest-snat-router-486030792', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.6'}], 'enable_snat': False}, 'gw_port_id': '11629779-9a65-4152-911f-e2b4488c607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:30Z', 'updated_at': '2021-08-31T06:44:33Z', 'revision_number': 3, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port': {'id': '11629779-9a65-4152-911f-e2b4488c607b', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9255977-c520-4feb-a8cc-9319eb1dfa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:44:31Z', 'updated_at': '2021-08-31T06:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:37.592679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:37.627473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7988c00-5c67-40c6-9b11-35d6404753f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.630557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7988c00-5c67-40c6-9b11-35d6404753f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.634848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d7988c00-5c67-40c6-9b11-35d6404753f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc470b3c-cc1e-4788-9acb-592d2720cac5 HTTP/1.1" status: 204 len: 168 time: 0.3736007 Aug 31 06:44:37.637005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa70df9f-2ee0-49a5-9ab7-1b5b8238e1f3 None None] The sync data for ids ['e9255977-c520-4feb-a8cc-9319eb1dfa48'] in n-d-712142-16 is: [{'id': 'e9255977-c520-4feb-a8cc-9319eb1dfa48', 'name': 'tempest-snat-router-486030792', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.6'}], 'enable_snat': False}, 'gw_port_id': '11629779-9a65-4152-911f-e2b4488c607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:30Z', 'updated_at': '2021-08-31T06:44:33Z', 'revision_number': 3, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port': {'id': '11629779-9a65-4152-911f-e2b4488c607b', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9255977-c520-4feb-a8cc-9319eb1dfa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:44:31Z', 'updated_at': '2021-08-31T06:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:44:37.654017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7988c00-5c67-40c6-9b11-35d6404753f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc470b3c-cc1e-4788-9acb-592d2720cac5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:37.854088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:37.856204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'Port': ['ID=ac5adad5-63ee-45bb-982f-97195846538a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:37.869738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:37.922867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d82799cd-7206-4b16-bf46-aa1d4bc503d3 req-186dec41-5005-4ec6-80b8-e0ffa0e51f1f tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 210 time: 0.0817802 Aug 31 06:44:38.279682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-33ea4da5-b35e-4904-b817-c02f768f9bec tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:38.283051 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-33ea4da5-b35e-4904-b817-c02f768f9bec tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.23 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 822 time: 0.6831517 Aug 31 06:44:38.311970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a597d4c-aabd-44b2-a5c8-bdc09529ac89 req-00a2d39c-b237-429f-8236-cb98c6f84caf tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:38.314086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a597d4c-aabd-44b2-a5c8-bdc09529ac89 req-00a2d39c-b237-429f-8236-cb98c6f84caf tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.3255217 Aug 31 06:44:38.318443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Request body: {'port': {'device_id': '78489673-7f19-46a2-b1d1-2e94389fd871', 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'admin_state_up': True, 'tenant_id': 'ec1e88d730e0480cb9a006604921a60e'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:38.459663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11629779-9a65-4152-911f-e2b4488c607b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:38.563954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 11629779-9a65-4152-911f-e2b4488c607b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:38.568844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 11629779-9a65-4152-911f-e2b4488c607b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:38.569954 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.700218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a597d4c-aabd-44b2-a5c8-bdc09529ac89 req-205318a4-8bcd-4bb6-b89d-34d16f0e0f65 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366992 Aug 31 06:44:38.701099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Made reservation on behalf of ec1e88d730e0480cb9a006604921a60e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:38.705496 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.719687 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.744705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 11629779-9a65-4152-911f-e2b4488c607b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11629779-9a65-4152-911f-e2b4488c607b,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:38.752610 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.783550 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.838308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=11629779-9a65-4152-911f-e2b4488c607b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:39.145223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50a48f8c-6e04-4037-9944-60098a322e57 req-b5525c35-0a08-468e-b096-d37f3bc537de tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 210 time: 0.0523388 Aug 31 06:44:39.150802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Allocated IP 172.20.0.4 (54cf00ad-a9e0-4148-bedb-c67e35ad4398/ee94afd9-4a49-47ef-837b-e135991752bf/98af2c4b-133c-4845-9ee8-60d2bd4976db) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:39.373136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:39.548243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:39.625096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Router 7f9ffa32-8660-4b74-b937-c600281c7ce8 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:44:39.630459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:39.711541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:39.728583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:39.736347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:39.752139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event updated for resources: {'Port': ['ID=98af2c4b-133c-4845-9ee8-60d2bd4976db,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:39.906412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:39.907361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:39.943522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:44:39.955786 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Sync routers for ids ['7f9ffa32-8660-4b74-b937-c600281c7ce8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:44:39.959278 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-22608608-02c3-42a2-853d-f8a10ccba173 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6619375 Aug 31 06:44:39.971197 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Routers {'7f9ffa32-8660-4b74-b937-c600281c7ce8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:39.971987 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['7f9ffa32-8660-4b74-b937-c600281c7ce8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:39.979399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Request body: {'port': {'device_id': '78489673-7f19-46a2-b1d1-2e94389fd871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:39.993116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47bd25-7d61-4bb4-9004-efcf2f9718aa req-c4ae4941-54fe-4f52-b0c8-ed34ecc8004a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:39.997222 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b47bd25-7d61-4bb4-9004-efcf2f9718aa req-c4ae4941-54fe-4f52-b0c8-ed34ecc8004a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1437964 Aug 31 06:44:40.029687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:40.030862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a44c5a46-4d05-4d8a-921d-621a7da0fec9 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4200892 Aug 31 06:44:40.035976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49418) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:40.047373 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-9d255d5f-1829-4c63-9789-27fd39cb7cdb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756474 Aug 31 06:44:40.221260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-f8616991-780d-45ff-a86c-7f9f98a917fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:40.225588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-f8616991-780d-45ff-a86c-7f9f98a917fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1098 time: 0.1254952 Aug 31 06:44:40.286312 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Set router 7f9ffa32-8660-4b74-b937-c600281c7ce8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:44:40.286505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:40.297425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b47bd25-7d61-4bb4-9004-efcf2f9718aa req-8abcec5c-2b1e-4013-a05a-9adce0d201a6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653184 Aug 31 06:44:40.390604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-960f0d17-5a87-4f1b-9bac-45d94b90ca81 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/routers/7f9ffa32-8660-4b74-b937-c600281c7ce8 HTTP/1.1" status: 200 len: 907 time: 0.3533616 Aug 31 06:44:40.394691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49430) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:40.405996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11629779-9a65-4152-911f-e2b4488c607b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:40.506588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-a9f2d90a-7852-4cb7-be03-156cff67be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:40.509592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-a9f2d90a-7852-4cb7-be03-156cff67be21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.2548862 Aug 31 06:44:40.532582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 11629779-9a65-4152-911f-e2b4488c607b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:40.533046 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:40.680880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:40.750664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-0c0ec123-10a5-47b3-86e4-cd26a6cf1cae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 1002 time: 0.1829760 Aug 31 06:44:40.813328 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9ffa32-8660-4b74-b937-c600281c7ce8', 'name': 'tempest-snat-router-486030792', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'ac5adad5-63ee-45bb-982f-97195846538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:34Z', 'updated_at': '2021-08-31T06:44:38Z', 'revision_number': 3, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port': {'id': 'ac5adad5-63ee-45bb-982f-97195846538a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9ffa32-8660-4b74-b937-c600281c7ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:44:36Z', 'updated_at': '2021-08-31T06:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:40.834468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-3c07860c-c00f-48a3-b35a-e16be2630a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:40.836025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-3c07860c-c00f-48a3-b35a-e16be2630a73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.0641158 Aug 31 06:44:40.844685 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Checking router: 7f9ffa32-8660-4b74-b937-c600281c7ce8 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:44:40.845456 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Updating router 7f9ffa32-8660-4b74-b937-c600281c7ce8 port ac5adad5-63ee-45bb-982f-97195846538a binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:44:40.845590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fd7b3-d372-4707-8375-fa608a37859e req-0c2de589-b2a6-4d63-bf64-87697d797834 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:40.854038 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b65fd7b3-d372-4707-8375-fa608a37859e req-0c2de589-b2a6-4d63-bf64-87697d797834 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 931 time: 0.3428953 Aug 31 06:44:40.874710 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:40.940786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98af2c4b-133c-4845-9ee8-60d2bd4976db {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:40.950289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:40.960711 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b65fd7b3-d372-4707-8375-fa608a37859e req-268c5aae-9844-48e3-94b7-275faa2c2ec2 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053903 Aug 31 06:44:40.966460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Transition to ACTIVE for port object 98af2c4b-133c-4845-9ee8-60d2bd4976db will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:40.981708 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:40.983223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-340b60c5-0b8d-4204-9208-cdde730ae9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:40.985593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-340b60c5-0b8d-4204-9208-cdde730ae9e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095829 Aug 31 06:44:41.122790 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-21bdc721-dc41-4460-b113-63567e25a9b8 service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302226 Aug 31 06:44:41.221098 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:41.257215 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Transition to ACTIVE for port object ac5adad5-63ee-45bb-982f-97195846538a will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:41.276163 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:41.344777 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Attempting to bind port ac5adad5-63ee-45bb-982f-97195846538a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:41.345421 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Attempting to bind port ac5adad5-63ee-45bb-982f-97195846538a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:41.345894 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Attempting to bind port ac5adad5-63ee-45bb-982f-97195846538a on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:41.346182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2d96415-18ef-4d4e-91eb-a349eab9f131 req-63a310ac-8059-440b-8819-1dc56f889ac3 service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144740 Aug 31 06:44:41.354405 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:41.355724 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:41.356364 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:41.357728 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:41.358525 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Bound port: ac5adad5-63ee-45bb-982f-97195846538a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:41.359136 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:41.398190 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Pushing event updated for resources: {'Port': ['ID=ac5adad5-63ee-45bb-982f-97195846538a,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:41.416539 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.417900 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.418591 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.418986 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.419382 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.419776 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.420170 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.420559 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.420949 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.421364 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.421749 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.422210 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:41.456738 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] For port ac5adad5-63ee-45bb-982f-97195846538a, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:41.462508 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] For port ac5adad5-63ee-45bb-982f-97195846538a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ac5adad5-63ee-45bb-982f-97195846538a,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:41.468630 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:41.606919 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55485077-317e-401e-9f7e-ade131a5fd01 None None] Pushing event updated for resources: {'Port': ['ID=ac5adad5-63ee-45bb-982f-97195846538a,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:41.613868 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Routers {'7f9ffa32-8660-4b74-b937-c600281c7ce8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:41.615425 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['7f9ffa32-8660-4b74-b937-c600281c7ce8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:41.658960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305f139-9f58-42a6-ab92-d7a639d6ffbd req-fdcdd863-8add-489c-bc2b-93f041afed4c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:41.691645 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2305f139-9f58-42a6-ab92-d7a639d6ffbd req-fdcdd863-8add-489c-bc2b-93f041afed4c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.2183416 Aug 31 06:44:41.758793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2305f139-9f58-42a6-ab92-d7a639d6ffbd req-2878f2c8-3656-40cb-bd3a-24ba933eac5e tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659919 Aug 31 06:44:41.858370 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] Set router 7f9ffa32-8660-4b74-b937-c600281c7ce8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:44:42.024057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=98af2c4b-133c-4845-9ee8-60d2bd4976db,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:42.118886 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.184211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Attempting to bind port 98af2c4b-133c-4845-9ee8-60d2bd4976db on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:42.184632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Attempting to bind port 98af2c4b-133c-4845-9ee8-60d2bd4976db by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:42.185037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Attempting to bind port 98af2c4b-133c-4845-9ee8-60d2bd4976db on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:42.197511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Port 98af2c4b-133c-4845-9ee8-60d2bd4976db on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:42.197905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Attempting to bind port 98af2c4b-133c-4845-9ee8-60d2bd4976db on network 54cf00ad-a9e0-4148-bedb-c67e35ad4398 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:42.210787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c143ff-d2ff-499b-a66a-9987e1d6a346 req-b8280667-b722-4a0a-a2db-d990cc625897 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:42.212554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05c143ff-d2ff-499b-a66a-9987e1d6a346 req-b8280667-b722-4a0a-a2db-d990cc625897 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 943 time: 0.1415603 Aug 31 06:44:42.221790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:42.222192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Checking segment: {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:42.222530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Bound using segment: {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:42.223092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Bound port: 98af2c4b-133c-4845-9ee8-60d2bd4976db, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b71fe1-5e70-40ba-aac7-84296f1b0304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:42.223338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.294847 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9ffa32-8660-4b74-b937-c600281c7ce8', 'name': 'tempest-snat-router-486030792', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'ac5adad5-63ee-45bb-982f-97195846538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:34Z', 'updated_at': '2021-08-31T06:44:38Z', 'revision_number': 3, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port': {'id': 'ac5adad5-63ee-45bb-982f-97195846538a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9ffa32-8660-4b74-b937-c600281c7ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:44:36Z', 'updated_at': '2021-08-31T06:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:42.332508 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b5b7f-2d5e-4e54-95b5-95536023ed23 None None] The sync data for ids ['7f9ffa32-8660-4b74-b937-c600281c7ce8'] in n-d-712142-16 is: [{'id': '7f9ffa32-8660-4b74-b937-c600281c7ce8', 'name': 'tempest-snat-router-486030792', 'tenant_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'ac5adad5-63ee-45bb-982f-97195846538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:44:34Z', 'updated_at': '2021-08-31T06:44:38Z', 'revision_number': 3, 'project_id': 'd5cdb89373d54f5982d6a6b92da43d5e', 'gw_port': {'id': 'ac5adad5-63ee-45bb-982f-97195846538a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9ffa32-8660-4b74-b937-c600281c7ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:44:36Z', 'updated_at': '2021-08-31T06:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:44:42.342156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Deleting port ac5adad5-63ee-45bb-982f-97195846538a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:42.342503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.367783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05c143ff-d2ff-499b-a66a-9987e1d6a346 req-311f6d45-f121-436e-a849-d9f635d74457 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267455 Aug 31 06:44:42.429928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] For port 98af2c4b-133c-4845-9ee8-60d2bd4976db, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:42.449600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] For port 98af2c4b-133c-4845-9ee8-60d2bd4976db, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=98af2c4b-133c-4845-9ee8-60d2bd4976db,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:42.461767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.553707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:42.554332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.555757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/98af2c4b-133c-4845-9ee8-60d2bd4976db HTTP/1.1" status: 200 len: 1092 time: 2.5834925 Aug 31 06:44:42.559057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78489673-7f19-46a2-b1d1-2e94389fd871', 'tag': '98af2c4b-133c-4845-9ee8-60d2bd4976db'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:42.560725 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "78489673-7f19-46a2-b1d1-2e94389fd871", "tag": "98af2c4b-133c-4845-9ee8-60d2bd4976db"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:42.565267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] For port ac5adad5-63ee-45bb-982f-97195846538a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ac5adad5-63ee-45bb-982f-97195846538a,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:42.565569 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.654161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Calling delete_port for ac5adad5-63ee-45bb-982f-97195846538a owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:42.670297 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80094268-c798-4930-be8d-e66193b9d738 x-openstack-request-id: req-80094268-c798-4930-be8d-e66193b9d738 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:42.670667 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78489673-7f19-46a2-b1d1-2e94389fd871", "tag": "98af2c4b-133c-4845-9ee8-60d2bd4976db", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:42.670854 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80094268-c798-4930-be8d-e66193b9d738 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:42.671232 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78489673-7f19-46a2-b1d1-2e94389fd871', 'tag': '98af2c4b-133c-4845-9ee8-60d2bd4976db', 'status': 'completed', 'code': 200} Aug 31 06:44:42.673932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e636fed-e279-4c57-bc9b-75f9227cc6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=98af2c4b-133c-4845-9ee8-60d2bd4976db,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:42.708131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-11a0d3fd-4a49-4ea5-a93d-86e867dc4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:42.709770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-11a0d3fd-4a49-4ea5-a93d-86e867dc4acc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 1095 time: 0.0836720 Aug 31 06:44:42.848825 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-781aee31-8d76-410d-a963-e9639d2111db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98af2c4b-133c-4845-9ee8-60d2bd4976db HTTP/1.1" status: 200 len: 217 time: 0.1068597 Aug 31 06:44:43.106403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-0996761b-0213-4957-a887-9b8baafb2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:43.108011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-0996761b-0213-4957-a887-9b8baafb2ceb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee94afd9-4a49-47ef-837b-e135991752bf HTTP/1.1" status: 200 len: 862 time: 0.2527845 Aug 31 06:44:43.151717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-bb8f40ef-f5a3-4466-989a-d3d9f502e8da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54cf00ad-a9e0-4148-bedb-c67e35ad4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337865 Aug 31 06:44:43.184817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f07cd6-dbec-4651-a0aa-c3feb183e6f0 req-84f92def-f6f9-485d-b7b7-24f6873da4cf tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:43.186982 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89f07cd6-dbec-4651-a0aa-c3feb183e6f0 req-84f92def-f6f9-485d-b7b7-24f6873da4cf tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.2720449 Aug 31 06:44:43.395748 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89f07cd6-dbec-4651-a0aa-c3feb183e6f0 req-9f41f70e-7c0d-4838-8b62-7cd5a2948aa5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931875 Aug 31 06:44:43.419247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:43.544977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac5adad5-63ee-45bb-982f-97195846538a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:43.573766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49502) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:43.643394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eafd6-b2ae-4503-9b35-d75a93f86c2b req-27743c5d-7252-4ce6-8d48-0fb08ca96546 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:43.646820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f4eafd6-b2ae-4503-9b35-d75a93f86c2b req-27743c5d-7252-4ce6-8d48-0fb08ca96546 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 943 time: 0.1178439 Aug 31 06:44:43.693267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-6b4c6085-2d80-47a4-bfa9-a0bd35c70f05 service neutron] 10.222.0.23 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322917 Aug 31 06:44:43.696429 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:43.785177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f4eafd6-b2ae-4503-9b35-d75a93f86c2b req-91c4cd72-022f-4083-8297-8e786a42c05d tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264026 Aug 31 06:44:43.943955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:43.968525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2064c394-5e6c-443c-8882-ba4076a11147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:43.974730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.078335 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2263504-67e6-4cad-9171-4e14f2306c18 req-fdfad21f-e31c-4401-914b-eca4bc590077 service neutron] 10.222.0.23 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767650 Aug 31 06:44:44.082097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.082653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9ffa32-8660-4b74-b937-c600281c7ce8 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:44:44.087594 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.088788 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-15f9dd89-1412-4b8b-a56f-7f8b923af8fa tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7f9ffa32-8660-4b74-b937-c600281c7ce8 HTTP/1.1" status: 204 len: 168 time: 3.6839507 Aug 31 06:44:44.092483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49514) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:44.204293 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2064c394-5e6c-443c-8882-ba4076a11147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.217819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2064c394-5e6c-443c-8882-ba4076a11147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.235188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-449f76fa-90e4-424a-b343-b3fafb1052f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.240644 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-449f76fa-90e4-424a-b343-b3fafb1052f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec1e88d730e0480cb9a006604921a60e&device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 1095 time: 0.0892985 Aug 31 06:44:44.249821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.325096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2064c394-5e6c-443c-8882-ba4076a11147 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1693e6e3cdd94c85b4eb482cfc13042a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448180 Aug 31 06:44:44.325096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064c394-5e6c-443c-8882-ba4076a11147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52091fc-4e17-40b5-ad10-12f93285880b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:44.332259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49520) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:44.388090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.412099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd9599cc-4412-4a8f-bc6d-2ec403f84f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.442274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-a8bf0306-f6c8-4648-8699-5495244d0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.443807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-a8bf0306-f6c8-4648-8699-5495244d0680 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 200 len: 923 time: 0.1951566 Aug 31 06:44:44.448912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd9599cc-4412-4a8f-bc6d-2ec403f84f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.455342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Deleting port 11629779-9a65-4152-911f-e2b4488c607b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:44.455988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.534780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-30feda9c-466c-4160-ae45-ef5e260a202c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98af2c4b-133c-4845-9ee8-60d2bd4976db HTTP/1.1" status: 200 len: 217 time: 0.0835752 Aug 31 06:44:44.622202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-7fcf4c08-efc1-4376-8a93-cfd8244b42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.623590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-7fcf4c08-efc1-4376-8a93-cfd8244b42c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee94afd9-4a49-47ef-837b-e135991752bf HTTP/1.1" status: 200 len: 862 time: 0.0743344 Aug 31 06:44:44.641955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] For port 11629779-9a65-4152-911f-e2b4488c607b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11629779-9a65-4152-911f-e2b4488c607b,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:44.642350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.643726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd9599cc-4412-4a8f-bc6d-2ec403f84f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.646438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd9599cc-4412-4a8f-bc6d-2ec403f84f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.647795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dd9599cc-4412-4a8f-bc6d-2ec403f84f19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d52091fc-4e17-40b5-ad10-12f93285880b HTTP/1.1" status: 204 len: 168 time: 0.3135800 Aug 31 06:44:44.676108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-cdce0c6c-f496-4fa2-babb-448ea4377841 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54cf00ad-a9e0-4148-bedb-c67e35ad4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426898 Aug 31 06:44:44.677140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9599cc-4412-4a8f-bc6d-2ec403f84f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52091fc-4e17-40b5-ad10-12f93285880b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:44.679465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Calling delete_port for 11629779-9a65-4152-911f-e2b4488c607b owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:44.691575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e96ac-ebb7-4af5-89b6-82354e2fdd1c req-40eaa472-22c4-4637-889e-15bec343b1b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.703175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b52e96ac-ebb7-4af5-89b6-82354e2fdd1c req-40eaa472-22c4-4637-889e-15bec343b1b3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1277487 Aug 31 06:44:44.939495 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b52e96ac-ebb7-4af5-89b6-82354e2fdd1c req-5a164701-e0b4-4aef-9416-4acc9110ef17 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351158 Aug 31 06:44:44.998930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-e96e0e5c-8450-4f0d-a6b9-fcf372754bb9 service neutron] 10.222.0.23 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036931 Aug 31 06:44:45.043793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.129074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event deleted for resources: {'Port': ['ID=11629779-9a65-4152-911f-e2b4488c607b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:45.181380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b5ec23f-b9a9-4492-ac39-6030f2ed3d3d req-13c03bef-5372-4946-a0a5-bb420da6c536 service neutron] 10.222.0.23 "GET /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749763 Aug 31 06:44:45.191082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed33e-fa39-48c0-b6c3-3d16a10f528d req-cbaa9e1c-9008-4509-95cc-9df5cf4ce070 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:45.204070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9aed33e-fa39-48c0-b6c3-3d16a10f528d req-cbaa9e1c-9008-4509-95cc-9df5cf4ce070 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 943 time: 0.2590547 Aug 31 06:44:45.255150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.261878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9aed33e-fa39-48c0-b6c3-3d16a10f528d req-3ef99da3-5d73-4086-a8e6-63e2d6f74f25 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555811 Aug 31 06:44:45.311422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49544) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:45.326901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8e4bfae-faeb-4cdf-824c-7998e2d325aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.374717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.378427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.443831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.444647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9255977-c520-4feb-a8cc-9319eb1dfa48 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:44:45.445934 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8e4bfae-faeb-4cdf-824c-7998e2d325aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.455135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.462598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-41bbb3c8-e782-4eca-8556-7e82879853a6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e9255977-c520-4feb-a8cc-9319eb1dfa48 HTTP/1.1" status: 204 len: 168 time: 1.3620434 Aug 31 06:44:45.462846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8e4bfae-faeb-4cdf-824c-7998e2d325aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.463023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49550) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:45.466654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1786291239', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:45.506701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4bfae-faeb-4cdf-824c-7998e2d325aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d8479-9911-44b7-ab1e-55f5c5f0f4f5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:45.512905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c8e4bfae-faeb-4cdf-824c-7998e2d325aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbb31794f4d34fd086db51a6a3b05f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004502 Aug 31 06:44:45.517778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49554) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:45.530700 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.532125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.590397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78a1f60a-645a-4adb-9739-a4655c0127bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.590920 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.618206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78a1f60a-645a-4adb-9739-a4655c0127bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.684974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78a1f60a-645a-4adb-9739-a4655c0127bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.687940 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78a1f60a-645a-4adb-9739-a4655c0127bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.692435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-78a1f60a-645a-4adb-9739-a4655c0127bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c6d8479-9911-44b7-ab1e-55f5c5f0f4f5 HTTP/1.1" status: 204 len: 168 time: 0.1731381 Aug 31 06:44:45.701804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1f60a-645a-4adb-9739-a4655c0127bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d8479-9911-44b7-ab1e-55f5c5f0f4f5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:45.827628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.070332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.099830 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.159200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382453-8fd0-418f-bbfe-d0d10ce779e1 req-174e02c1-4310-4262-b048-f9b21bb45d93 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:46.164091 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64382453-8fd0-418f-bbfe-d0d10ce779e1 req-174e02c1-4310-4262-b048-f9b21bb45d93 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1207170 Aug 31 06:44:46.173014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 98af2c4b-133c-4845-9ee8-60d2bd4976db details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:46.216015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49574) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:46.221217 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64382453-8fd0-418f-bbfe-d0d10ce779e1 req-be63cd69-971e-4efc-9730-068a27af149a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559704 Aug 31 06:44:46.241936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7dd63ee3-6f1e-47d3-ad13-c67df462a4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.277972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Allocated IP 172.25.5.82 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/0bc9a490-23b7-474d-8edd-a797f6ae15f7) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:46.321381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 98af2c4b-133c-4845-9ee8-60d2bd4976db, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=98af2c4b-133c-4845-9ee8-60d2bd4976db,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:46.374109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '98af2c4b-133c-4845-9ee8-60d2bd4976db', 'network_id': '54cf00ad-a9e0-4148-bedb-c67e35ad4398', 'port_id': '98af2c4b-133c-4845-9ee8-60d2bd4976db', 'mac_address': 'fa:16:3e:70:cd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee94afd9-4a49-47ef-837b-e135991752bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:46.388493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ac5adad5-63ee-45bb-982f-97195846538a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:46.414643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7dd63ee3-6f1e-47d3-ad13-c67df462a4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.423203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7dd63ee3-6f1e-47d3-ad13-c67df462a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.435194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ac5adad5-63ee-45bb-982f-97195846538a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:46.435632 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ac5adad5-63ee-45bb-982f-97195846538a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:46.436059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11629779-9a65-4152-911f-e2b4488c607b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:46.454978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacbd7-267a-4f55-95bf-5702ecaad31c req-48cd4038-61f1-495b-ab93-8e9df5c374a1 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:46.457101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5cacbd7-267a-4f55-95bf-5702ecaad31c req-48cd4038-61f1-495b-ab93-8e9df5c374a1 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 943 time: 0.0943758 Aug 31 06:44:46.477323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 11629779-9a65-4152-911f-e2b4488c607b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:46.477904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11629779-9a65-4152-911f-e2b4488c607b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:46.491413 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.495914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd63ee3-6f1e-47d3-ad13-c67df462a4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee872bd9-62f5-4493-97e9-421b78b0d612,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:46.504783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7dd63ee3-6f1e-47d3-ad13-c67df462a4c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d2130d4e4cf4b8baa71f5df8625b53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872915 Aug 31 06:44:46.505815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49578) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:46.508719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.519186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98af2c4b-133c-4845-9ee8-60d2bd4976db {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:46.548130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5cacbd7-267a-4f55-95bf-5702ecaad31c req-cfc45576-678c-45c8-8633-36360fac4b4a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842667 Aug 31 06:44:46.555063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 98af2c4b-133c-4845-9ee8-60d2bd4976db, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=98af2c4b-133c-4845-9ee8-60d2bd4976db,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:46.575956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.615147 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53674f5f-e34b-4d25-8099-e11c9ee6afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.631272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.633436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=98af2c4b-133c-4845-9ee8-60d2bd4976db,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:46.651584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53674f5f-e34b-4d25-8099-e11c9ee6afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.698956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:46.712328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:46.720254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:46.749371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event updated for resources: {'Port': ['ID=0bc9a490-23b7-474d-8edd-a797f6ae15f7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:46.775665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['98af2c4b-133c-4845-9ee8-60d2bd4976db'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:46.811756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53674f5f-e34b-4d25-8099-e11c9ee6afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.814285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53674f5f-e34b-4d25-8099-e11c9ee6afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:46.815480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-53674f5f-e34b-4d25-8099-e11c9ee6afb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee872bd9-62f5-4493-97e9-421b78b0d612 HTTP/1.1" status: 204 len: 168 time: 0.3043077 Aug 31 06:44:47.134369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53674f5f-e34b-4d25-8099-e11c9ee6afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee872bd9-62f5-4493-97e9-421b78b0d612,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:47.404868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:47.426932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be71a4a-cc64-4699-b4ac-0b87a1370d79 req-9e085b57-6c8e-4721-aba4-c958f84fe2ad tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:47.429158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9be71a4a-cc64-4699-b4ac-0b87a1370d79 req-9e085b57-6c8e-4721-aba4-c958f84fe2ad tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.0834222 Aug 31 06:44:47.497662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9be71a4a-cc64-4699-b4ac-0b87a1370d79 req-fdb53e17-ae7b-47ac-8793-8822e68233bf tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468102 Aug 31 06:44:47.743644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:47.765582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79358e90-2a2b-4ab2-bc4d-bfd2c8f0e138 req-e52bd9a8-d355-44ff-a9ba-053e40e50726 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:47.767139 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79358e90-2a2b-4ab2-bc4d-bfd2c8f0e138 req-e52bd9a8-d355-44ff-a9ba-053e40e50726 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 944 time: 0.0910296 Aug 31 06:44:47.885291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79358e90-2a2b-4ab2-bc4d-bfd2c8f0e138 req-6612a75e-b5b3-418b-9007-4f510ef7cae6 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852809 Aug 31 06:44:47.947154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Router af07f7fd-b15c-45d8-955e-305c48c3e7d7 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:44:48.079468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:44:48.093624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62e80e6-e4cb-48a2-8707-a09f10d169b5 None None] Sync routers for ids ['af07f7fd-b15c-45d8-955e-305c48c3e7d7'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:44:48.106384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e80e6-e4cb-48a2-8707-a09f10d169b5 None None] Routers {'af07f7fd-b15c-45d8-955e-305c48c3e7d7'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:48.107896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b62e80e6-e4cb-48a2-8707-a09f10d169b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['af07f7fd-b15c-45d8-955e-305c48c3e7d7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:48.132211 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.139661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49638) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:48.141020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ad73c1b-a830-452f-9877-fd365b512866 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6787298 Aug 31 06:44:48.152157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-883016c8-8332-4ffd-957b-17146c9e3200 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': False}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:48.180623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b62e80e6-e4cb-48a2-8707-a09f10d169b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:48.186370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 98af2c4b-133c-4845-9ee8-60d2bd4976db up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:48.243820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e80e6-e4cb-48a2-8707-a09f10d169b5 None None] Routers {'af07f7fd-b15c-45d8-955e-305c48c3e7d7'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:48.244531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b62e80e6-e4cb-48a2-8707-a09f10d169b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['af07f7fd-b15c-45d8-955e-305c48c3e7d7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:48.302731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b62e80e6-e4cb-48a2-8707-a09f10d169b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:48.304031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62e80e6-e4cb-48a2-8707-a09f10d169b5 None None] The sync data for ids ['af07f7fd-b15c-45d8-955e-305c48c3e7d7'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:44:48.319877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 98af2c4b-133c-4845-9ee8-60d2bd4976db completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:48.328560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 98af2c4b-133c-4845-9ee8-60d2bd4976db triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:48.332067 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.485909 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.516433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78489673-7f19-46a2-b1d1-2e94389fd871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98af2c4b-133c-4845-9ee8-60d2bd4976db'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:48.519081 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ba4a4e-39fd-4d2d-bf8e-1e260991ca51" -d '{"events": [{"server_uuid": "78489673-7f19-46a2-b1d1-2e94389fd871", "name": "network-vif-plugged", "status": "completed", "tag": "98af2c4b-133c-4845-9ee8-60d2bd4976db"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:48.542285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 98af2c4b-133c-4845-9ee8-60d2bd4976db, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=98af2c4b-133c-4845-9ee8-60d2bd4976db,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:48.551470 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.692860 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5590f8f4-cfdf-4d8a-8d31-558bdfd1a4ad x-openstack-request-id: req-5590f8f4-cfdf-4d8a-8d31-558bdfd1a4ad {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:48.693160 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78489673-7f19-46a2-b1d1-2e94389fd871", "name": "network-vif-plugged", "status": "completed", "tag": "98af2c4b-133c-4845-9ee8-60d2bd4976db", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:48.693615 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5590f8f4-cfdf-4d8a-8d31-558bdfd1a4ad {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:48.694021 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78489673-7f19-46a2-b1d1-2e94389fd871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98af2c4b-133c-4845-9ee8-60d2bd4976db', 'code': 200} Aug 31 06:44:48.699119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=98af2c4b-133c-4845-9ee8-60d2bd4976db,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:48.714700 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-883016c8-8332-4ffd-957b-17146c9e3200 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.860214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673b610-f6dd-45d3-9669-ed41e1ffcdb9 req-9c6c43dd-d3a2-4bef-b31a-73ad31da564a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:48.868053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3673b610-f6dd-45d3-9669-ed41e1ffcdb9 req-9c6c43dd-d3a2-4bef-b31a-73ad31da564a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1486690 Aug 31 06:44:48.900089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e100-273b-4c7b-ac6f-640642506f37 req-27a9b664-6841-4635-9d6c-26a6377fa4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:48.902457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28e1e100-273b-4c7b-ac6f-640642506f37 req-27a9b664-6841-4635-9d6c-26a6377fa4b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 1097 time: 0.1440687 Aug 31 06:44:48.956495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3673b610-f6dd-45d3-9669-ed41e1ffcdb9 req-f2eb91a5-5abb-4834-9e64-45962a261d27 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874822 Aug 31 06:44:48.978840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28e1e100-273b-4c7b-ac6f-640642506f37 req-5e6277ad-b9ca-4863-8ec4-d3bfd444b966 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671456 Aug 31 06:44:49.130240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c431-1245-4b15-aa83-20eb4b90d0b5 req-e8af25f1-b989-4fa9-9e5a-e10d28371a32 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:49.132731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a60c431-1245-4b15-aa83-20eb4b90d0b5 req-e8af25f1-b989-4fa9-9e5a-e10d28371a32 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 945 time: 0.1064725 Aug 31 06:44:49.193796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a60c431-1245-4b15-aa83-20eb4b90d0b5 req-75f3c0c1-ac0a-4ea0-b84e-2c4edab5baf1 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525210 Aug 31 06:44:49.603696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-883016c8-8332-4ffd-957b-17146c9e3200 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.609812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-883016c8-8332-4ffd-957b-17146c9e3200 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.805555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883016c8-8332-4ffd-957b-17146c9e3200 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Router af07f7fd-b15c-45d8-955e-305c48c3e7d7 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:44:49.961878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883016c8-8332-4ffd-957b-17146c9e3200 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:44:49.972957 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb4ab1e-27d4-4594-9835-050ad5a5d2c8 None None] Sync routers for ids ['af07f7fd-b15c-45d8-955e-305c48c3e7d7'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:44:49.974201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-883016c8-8332-4ffd-957b-17146c9e3200 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.976423 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-883016c8-8332-4ffd-957b-17146c9e3200 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "PUT /v2.0/routers/af07f7fd-b15c-45d8-955e-305c48c3e7d7 HTTP/1.1" status: 200 len: 925 time: 1.8335240 Aug 31 06:44:49.980324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49684) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:50.020328 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb4ab1e-27d4-4594-9835-050ad5a5d2c8 None None] Routers {'af07f7fd-b15c-45d8-955e-305c48c3e7d7'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:50.021081 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7eb4ab1e-27d4-4594-9835-050ad5a5d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['af07f7fd-b15c-45d8-955e-305c48c3e7d7'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:50.106173 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7eb4ab1e-27d4-4594-9835-050ad5a5d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:50.117434 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb4ab1e-27d4-4594-9835-050ad5a5d2c8 None None] Routers {'af07f7fd-b15c-45d8-955e-305c48c3e7d7'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:50.118510 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7eb4ab1e-27d4-4594-9835-050ad5a5d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['af07f7fd-b15c-45d8-955e-305c48c3e7d7'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:50.163698 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-005cd405-7015-4424-8945-88531aed159f tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/routers/af07f7fd-b15c-45d8-955e-305c48c3e7d7 HTTP/1.1" status: 200 len: 925 time: 0.1788912 Aug 31 06:44:50.164373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49688) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:50.168705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d9f5d-518e-48e1-8ecd-ab8647f1b243 req-6fe98d1d-17e8-40e8-b060-6aac447be15b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.169925 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7eb4ab1e-27d4-4594-9835-050ad5a5d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:50.170268 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e26d9f5d-518e-48e1-8ecd-ab8647f1b243 req-6fe98d1d-17e8-40e8-b060-6aac447be15b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1152029 Aug 31 06:44:50.170601 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb4ab1e-27d4-4594-9835-050ad5a5d2c8 None None] The sync data for ids ['af07f7fd-b15c-45d8-955e-305c48c3e7d7'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:44:50.253665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e26d9f5d-518e-48e1-8ecd-ab8647f1b243 req-b629792c-969a-423e-9127-2e8e48afe511 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722380 Aug 31 06:44:50.284552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08ec9e-87f7-488b-a489-db7d445a541a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.286416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8b08ec9e-87f7-488b-a489-db7d445a541a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=af07f7fd-b15c-45d8-955e-305c48c3e7d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1206288 Aug 31 06:44:50.290316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49696) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:50.377297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf18284-31ea-40be-9e1c-bac37333a79e req-a698dea3-db87-489a-9316-a07dd995527a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.384732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdf18284-31ea-40be-9e1c-bac37333a79e req-a698dea3-db87-489a-9316-a07dd995527a tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 945 time: 0.0845723 Aug 31 06:44:50.412770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85170f0-49ed-4b97-b8e7-092548105f34 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.417374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f85170f0-49ed-4b97-b8e7-092548105f34 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 881 time: 0.1229603 Aug 31 06:44:50.417638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49700) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:50.424803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdf18284-31ea-40be-9e1c-bac37333a79e req-dc369310-3d01-479a-aaf9-5b06684cd970 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Aug 31 06:44:50.447342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5016eaed-d5d3-44cb-be4e-356d5a543e3e tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=af07f7fd-b15c-45d8-955e-305c48c3e7d7 HTTP/1.1" status: 200 len: 205 time: 0.0286219 Aug 31 06:44:50.452817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49702) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:50.592204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.755739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.762536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44edf1a-c5fc-4fdc-91e4-91c55ec4ddc6 req-ac595929-1e2f-4a42-89c6-0a7bfec88198 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.765608 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d44edf1a-c5fc-4fdc-91e4-91c55ec4ddc6 req-ac595929-1e2f-4a42-89c6-0a7bfec88198 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 945 time: 0.0903995 Aug 31 06:44:50.815425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d44edf1a-c5fc-4fdc-91e4-91c55ec4ddc6 req-88e75bff-0bc5-41af-bea9-038fc7d84bc2 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Aug 31 06:44:50.824154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Deleting port 0bc9a490-23b7-474d-8edd-a797f6ae15f7 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:50.824505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.922473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.938674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Calling delete_port for 0bc9a490-23b7-474d-8edd-a797f6ae15f7 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:51.142961 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:51.169480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event deleted for resources: {'Port': ['ID=0bc9a490-23b7-474d-8edd-a797f6ae15f7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:51.288487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:51.422483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:51.454390 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:51.518722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf873b-8356-4589-95e7-4675393c11af req-088474e6-e3ed-40bd-9667-c60c597a0029 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:51.520981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ecf873b-8356-4589-95e7-4675393c11af req-088474e6-e3ed-40bd-9667-c60c597a0029 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1111748 Aug 31 06:44:51.522808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:51.523577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Fanout notify agent at l3_agent the message router_deleted on router af07f7fd-b15c-45d8-955e-305c48c3e7d7 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:44:51.541055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:51.542172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d1384e3e-94ea-42d2-a51a-04e2f3e020b9 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/af07f7fd-b15c-45d8-955e-305c48c3e7d7 HTTP/1.1" status: 204 len: 168 time: 1.0883226 Aug 31 06:44:51.546159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:51.550994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9b620efc-e254-4983-8f27-b9f4d5e023f0 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-432620081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:51.594075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b620efc-e254-4983-8f27-b9f4d5e023f0 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:51.595309 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b620efc-e254-4983-8f27-b9f4d5e023f0 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:51.601996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ecf873b-8356-4589-95e7-4675393c11af req-6b1d57fb-8aec-4edb-ba55-4bf1c41a3592 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736156 Aug 31 06:44:52.032344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a50500-be60-445d-9565-c8e9c5069a01 req-783fff3a-1385-4a91-b66b-3b47adbae051 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.045085 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6a50500-be60-445d-9565-c8e9c5069a01 req-783fff3a-1385-4a91-b66b-3b47adbae051 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 945 time: 0.0928977 Aug 31 06:44:52.102164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6a50500-be60-445d-9565-c8e9c5069a01 req-86dcea65-f63d-44bc-9eba-73f5bb1fffba tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups?id=03ec7308-73bf-4141-81ef-6f0f7997b095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550950 Aug 31 06:44:52.106476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b620efc-e254-4983-8f27-b9f4d5e023f0 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.147728 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b620efc-e254-4983-8f27-b9f4d5e023f0 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.200982 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9b620efc-e254-4983-8f27-b9f4d5e023f0 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.202307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9b620efc-e254-4983-8f27-b9f4d5e023f0 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6549163 Aug 31 06:44:52.205609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49766) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:52.219040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d6092-a909-4132-8541-1d9e23613306 req-89cfde06-9fc8-470d-8155-75a4df22c12d tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.220527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-034d6092-a909-4132-8541-1d9e23613306 req-89cfde06-9fc8-470d-8155-75a4df22c12d tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.23 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 945 time: 0.1345937 Aug 31 06:44:52.220904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:52.236004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e7db8-45a0-437c-b72c-8d594d29a387 req-97b214ff-d6b8-49c8-81ed-aa5b43ae21e1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.237606 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b0e7db8-45a0-437c-b72c-8d594d29a387 req-97b214ff-d6b8-49c8-81ed-aa5b43ae21e1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1505716 Aug 31 06:44:52.373019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b0e7db8-45a0-437c-b72c-8d594d29a387 req-0b806ea8-ad4c-43c1-8a1d-13e293c7f51d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186254 Aug 31 06:44:52.419315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Deleting port 98af2c4b-133c-4845-9ee8-60d2bd4976db {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:52.419959 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.537538 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.589427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] For port 98af2c4b-133c-4845-9ee8-60d2bd4976db, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=98af2c4b-133c-4845-9ee8-60d2bd4976db,segment=NetworkSegment(d8b71fe1-5e70-40ba-aac7-84296f1b0304),segment_id=d8b71fe1-5e70-40ba-aac7-84296f1b0304)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:52.590252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.618217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Calling delete_port for 98af2c4b-133c-4845-9ee8-60d2bd4976db owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:52.832157 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.834646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.846504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['98af2c4b-133c-4845-9ee8-60d2bd4976db'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:52.884651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.892147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event deleted for resources: {'Port': ['ID=98af2c4b-133c-4845-9ee8-60d2bd4976db,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:52.955043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] No DVR routers for this DVR port 98af2c4b-133c-4845-9ee8-60d2bd4976db on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:52.960539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.964352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-034d6092-a909-4132-8541-1d9e23613306 req-d7a3f583-087e-43a7-87ae-68453c1ceaa9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.23 "DELETE /v2.0/ports/98af2c4b-133c-4845-9ee8-60d2bd4976db HTTP/1.1" status: 204 len: 173 time: 0.7256722 Aug 31 06:44:52.964957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78489673-7f19-46a2-b1d1-2e94389fd871', 'name': 'network-vif-deleted', 'tag': '98af2c4b-133c-4845-9ee8-60d2bd4976db'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:52.969004 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efccc128-34a5-4f21-bb99-471c077e1e9e" -d '{"events": [{"server_uuid": "78489673-7f19-46a2-b1d1-2e94389fd871", "name": "network-vif-deleted", "tag": "98af2c4b-133c-4845-9ee8-60d2bd4976db"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:53.034127 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2653e5-84ab-4833-937e-d2b143f6fe41 x-openstack-request-id: req-ac2653e5-84ab-4833-937e-d2b143f6fe41 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:53.034423 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78489673-7f19-46a2-b1d1-2e94389fd871", "name": "network-vif-deleted", "tag": "98af2c4b-133c-4845-9ee8-60d2bd4976db", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:53.034676 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac2653e5-84ab-4833-937e-d2b143f6fe41 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:53.035076 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78489673-7f19-46a2-b1d1-2e94389fd871', 'name': 'network-vif-deleted', 'tag': '98af2c4b-133c-4845-9ee8-60d2bd4976db', 'status': 'completed', 'code': 200} Aug 31 06:44:53.092634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Allocated IP 172.25.5.209 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/f4be74f1-47ac-43b9-a24d-117d8c4412f2) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:53.238384 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.274591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728430-2c1e-47b2-93d9-b0d74341115e req-e15b6633-686f-4c34-a584-bf377ee8113b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:53.276155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22728430-2c1e-47b2-93d9-b0d74341115e req-e15b6633-686f-4c34-a584-bf377ee8113b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.42 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1086299 Aug 31 06:44:53.296246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d407c21-c211-4c81-971f-a2847d8c0e55 req-abccd6f7-f8e7-4502-b40e-81f77b0b5b2c tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/ports?device_id=78489673-7f19-46a2-b1d1-2e94389fd871 HTTP/1.1" status: 200 len: 210 time: 0.0389550 Aug 31 06:44:53.300359 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.355505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:53.365584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:53.369533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:53.425435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event updated for resources: {'Port': ['ID=f4be74f1-47ac-43b9-a24d-117d8c4412f2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:53.443044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Deleting port 63accfc3-00a3-4140-a002-ab7ed06fbbbd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:53.443400 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.580005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] For port 63accfc3-00a3-4140-a002-ab7ed06fbbbd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=63accfc3-00a3-4140-a002-ab7ed06fbbbd,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:53.580005 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.600000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Calling delete_port for 63accfc3-00a3-4140-a002-ab7ed06fbbbd owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:53.700842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bfb09-8376-4fd3-8ccd-7a9f54af0c61 req-56faa788-1500-47bf-9c0d-68a43735318d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:53.706257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad2bfb09-8376-4fd3-8ccd-7a9f54af0c61 req-56faa788-1500-47bf-9c0d-68a43735318d tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=48f71e66-0451-4bca-aebc-2139f9621085 HTTP/1.1" status: 200 len: 945 time: 0.1403267 Aug 31 06:44:53.835247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.838288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad2bfb09-8376-4fd3-8ccd-7a9f54af0c61 req-d401f000-43c7-4a71-a5de-c2502a658b5b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196387 Aug 31 06:44:53.850865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['63accfc3-00a3-4140-a002-ab7ed06fbbbd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:53.879442 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.900008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event deleted for resources: {'Port': ['ID=63accfc3-00a3-4140-a002-ab7ed06fbbbd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:53.977799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] No DVR routers for this DVR port 63accfc3-00a3-4140-a002-ab7ed06fbbbd on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:53.981847 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.984003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22728430-2c1e-47b2-93d9-b0d74341115e req-dd9375b5-3cb7-4304-9f71-141b425e52c7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.42 "DELETE /v2.0/ports/63accfc3-00a3-4140-a002-ab7ed06fbbbd HTTP/1.1" status: 204 len: 173 time: 0.6937337 Aug 31 06:44:54.189209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4fb734ab-695a-4beb-8d8d-1430294cc02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.340379 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.556604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.560667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.577797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49834) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:54.691066 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6583fb9-9420-412f-a9e0-26198c576da9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.755533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Router 65efe788-4310-475b-9ac6-f6090e79c0cc is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:44:54.774197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6583fb9-9420-412f-a9e0-26198c576da9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.851235 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6583fb9-9420-412f-a9e0-26198c576da9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.854682 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6583fb9-9420-412f-a9e0-26198c576da9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.859699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49842) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:54.860587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6583fb9-9420-412f-a9e0-26198c576da9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "DELETE /v2.0/security-groups/4715168b-7714-4ac8-a7d7-d392000e94b6 HTTP/1.1" status: 204 len: 168 time: 0.2817173 Aug 31 06:44:54.874154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6583fb9-9420-412f-a9e0-26198c576da9 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715168b-7714-4ac8-a7d7-d392000e94b6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:54.925697 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-9b08a6d2-3de5-476d-a9c8-8d469cf26d79 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] show failed (client error): The resource could not be found. Aug 31 06:44:54.926759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9b08a6d2-3de5-476d-a9c8-8d469cf26d79 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "GET /v2.0/security-groups/4715168b-7714-4ac8-a7d7-d392000e94b6 HTTP/1.1" status: 404 len: 347 time: 0.0668843 Aug 31 06:44:54.930111 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49848) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:54.951548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:44:54.960468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.964638 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-011d0411-870b-4f10-8d6a-39280bc3161f tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "PUT /v2.0/routers/65efe788-4310-475b-9ac6-f6090e79c0cc HTTP/1.1" status: 200 len: 883 time: 2.7537165 Aug 31 06:44:54.965065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49852) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:54.970724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c06a5-4af7-4d88-80fe-6e745634a525 None None] Sync routers for ids ['65efe788-4310-475b-9ac6-f6090e79c0cc'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:44:55.012067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c06a5-4af7-4d88-80fe-6e745634a525 None None] Routers {'65efe788-4310-475b-9ac6-f6090e79c0cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:55.023456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-004c06a5-4af7-4d88-80fe-6e745634a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['65efe788-4310-475b-9ac6-f6090e79c0cc'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:55.057042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f71e66-0451-4bca-aebc-2139f9621085', 'name': 'network-vif-deleted', 'tag': '63accfc3-00a3-4140-a002-ab7ed06fbbbd'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:55.059882 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482dd366-9a35-4025-b4b2-3fa002e5cdfe" -d '{"events": [{"server_uuid": "48f71e66-0451-4bca-aebc-2139f9621085", "name": "network-vif-deleted", "tag": "63accfc3-00a3-4140-a002-ab7ed06fbbbd"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:55.106817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-004c06a5-4af7-4d88-80fe-6e745634a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:55.124845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c06a5-4af7-4d88-80fe-6e745634a525 None None] Routers {'65efe788-4310-475b-9ac6-f6090e79c0cc'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:55.128331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-004c06a5-4af7-4d88-80fe-6e745634a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['65efe788-4310-475b-9ac6-f6090e79c0cc'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:55.176979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f8bdc20-7947-46a0-a761-2c70042026e6 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/routers/65efe788-4310-475b-9ac6-f6090e79c0cc HTTP/1.1" status: 200 len: 924 time: 0.2069368 Aug 31 06:44:55.177735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49864) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:55.190515 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6822583a-1479-4929-85a4-4ec18fc9308c x-openstack-request-id: req-6822583a-1479-4929-85a4-4ec18fc9308c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:55.190811 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f71e66-0451-4bca-aebc-2139f9621085", "name": "network-vif-deleted", "tag": "63accfc3-00a3-4140-a002-ab7ed06fbbbd", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:55.191463 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6822583a-1479-4929-85a4-4ec18fc9308c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:55.191463 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f71e66-0451-4bca-aebc-2139f9621085', 'name': 'network-vif-deleted', 'tag': '63accfc3-00a3-4140-a002-ab7ed06fbbbd', 'status': 'completed', 'code': 200} Aug 31 06:44:55.203484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-004c06a5-4af7-4d88-80fe-6e745634a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:55.204443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c06a5-4af7-4d88-80fe-6e745634a525 None None] The sync data for ids ['65efe788-4310-475b-9ac6-f6090e79c0cc'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:44:55.243128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c73e0f-a241-4c10-86fb-8d76e36ba674 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.247674 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-56c73e0f-a241-4c10-86fb-8d76e36ba674 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=65efe788-4310-475b-9ac6-f6090e79c0cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0661876 Aug 31 06:44:55.248206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49876) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:55.290154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Deleting port 953ce361-1935-4150-a239-264fb6d0ec47 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:55.290647 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.380712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.381139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.394456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Calling delete_port for 953ce361-1935-4150-a239-264fb6d0ec47 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:55.439513 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:44:55.449459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9999c5d-de74-427e-80a2-921ff5b6cc71 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.451027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f9999c5d-de74-427e-80a2-921ff5b6cc71 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 881 time: 0.2016258 Aug 31 06:44:55.458443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-4fcc7c90-5be7-4baa-8945-5916be3c4718 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.460580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-4fcc7c90-5be7-4baa-8945-5916be3c4718 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.1978436 Aug 31 06:44:55.461440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49878) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:55.517297 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-449d2d5e-0a7a-410f-a2eb-36c72fb7116d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=65efe788-4310-475b-9ac6-f6090e79c0cc HTTP/1.1" status: 200 len: 205 time: 0.0539749 Aug 31 06:44:55.521044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49884) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:55.577490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-36b7ee51-af8a-4247-b189-3a3e902e1cc3 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/quotas/b4c14df3e80d4de5ba2ae44d968dc701 HTTP/1.1" status: 200 len: 375 time: 0.1053243 Aug 31 06:44:55.622873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.631285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-8fdb80aa-4abc-43ff-991a-609b165fa3c5 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407906 Aug 31 06:44:55.660369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Pushing event deleted for resources: {'Port': ['ID=953ce361-1935-4150-a239-264fb6d0ec47,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:55.755997 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.763546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.771179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9c28971a-ba2f-4748-b229-43093ccd6599 tempest-ImagesOneServerNegativeTestJSON-50994474 tempest-ImagesOneServerNegativeTestJSON-50994474-project] 10.222.0.15 "DELETE /v2.0/floatingips/6effc3c0-6e89-4498-b9fb-22ec3281a159 HTTP/1.1" status: 204 len: 168 time: 0.8374355 Aug 31 06:44:55.778474 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.782455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.793617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-91030da3-b0a5-4fe5-853f-f7fd0d36eaa9 service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296179 Aug 31 06:44:56.023591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-7ffa4884-0993-460e-abdd-e7c517642839 service neutron] 10.222.0.15 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288134 Aug 31 06:44:56.052547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 63accfc3-00a3-4140-a002-ab7ed06fbbbd no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:56.059849 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.099121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 63accfc3-00a3-4140-a002-ab7ed06fbbbd {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:56.099952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 63accfc3-00a3-4140-a002-ab7ed06fbbbd not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:56.125117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49904) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:56.221676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 98af2c4b-133c-4845-9ee8-60d2bd4976db no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:56.227553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Deleting port f4be74f1-47ac-43b9-a24d-117d8c4412f2 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:56.228230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.257524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 98af2c4b-133c-4845-9ee8-60d2bd4976db {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:56.258156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 98af2c4b-133c-4845-9ee8-60d2bd4976db not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:56.391635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9762f682-38fa-4b46-a03d-91a215f06fdb req-57a31fa4-770e-4f28-80fe-d8520a5c737f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 210 time: 0.0960073 Aug 31 06:44:56.407458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-457a9de5-ba74-486f-b4be-909fd40d19aa admin admin] Deleting subnet ee94afd9-4a49-47ef-837b-e135991752bf {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:56.420184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-457a9de5-ba74-486f-b4be-909fd40d19aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.476613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-457a9de5-ba74-486f-b4be-909fd40d19aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.559120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.567999 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-457a9de5-ba74-486f-b4be-909fd40d19aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.609616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Calling delete_port for f4be74f1-47ac-43b9-a24d-117d8c4412f2 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:56.737780 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1f2fcc29-9ac5-4ea8-a0d4-cfd8d6cc4788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.778968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-457a9de5-ba74-486f-b4be-909fd40d19aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.826979 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.901975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-457a9de5-ba74-486f-b4be-909fd40d19aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.903960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-457a9de5-ba74-486f-b4be-909fd40d19aa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ee94afd9-4a49-47ef-837b-e135991752bf HTTP/1.1" status: 204 len: 168 time: 0.7755408 Aug 31 06:44:56.921236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a9de5-ba74-486f-b4be-909fd40d19aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee94afd9-4a49-47ef-837b-e135991752bf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:56.921945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49930) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:57.052167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.066771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.123493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event deleted for resources: {'Port': ['ID=f4be74f1-47ac-43b9-a24d-117d8c4412f2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:57.203730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.233247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cf00ad-a9e0-4148-bedb-c67e35ad4398']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:57.270323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b71fe1-5e70-40ba-aac7-84296f1b0304') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:57.270955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b71fe1-5e70-40ba-aac7-84296f1b0304') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:57.304415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.340354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.343489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.355840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:57.356660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:57.358849 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:57.555575 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b167d364-846e-4ea4-bcb5-615045d8a623 req-b5a71dff-7055-4808-86ce-b462873f6133 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 210 time: 0.0433030 Aug 31 06:44:57.576091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.583742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.589341 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/54cf00ad-a9e0-4148-bedb-c67e35ad4398 HTTP/1.1" status: 204 len: 168 time: 0.6752439 Aug 31 06:44:57.670173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e725b3-ca99-4546-a46d-302b85023fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54cf00ad-a9e0-4148-bedb-c67e35ad4398,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:57.685976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.690621 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.773463 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.774812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Fanout notify agent at l3_agent the message router_deleted on router 65efe788-4310-475b-9ac6-f6090e79c0cc {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:44:57.790813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.792993 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7da8ae01-276b-4f5e-9cc3-82d8e0bff194 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/65efe788-4310-475b-9ac6-f6090e79c0cc HTTP/1.1" status: 204 len: 168 time: 2.2707460 Aug 31 06:44:57.798548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49954) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:57.809809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a6dc8666-94a6-41e8-8a96-45c27dadb8fb tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1768983070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:57.849713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8666-94a6-41e8-8a96-45c27dadb8fb tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.852572 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8666-94a6-41e8-8a96-45c27dadb8fb tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.975503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8666-94a6-41e8-8a96-45c27dadb8fb tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.981803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8666-94a6-41e8-8a96-45c27dadb8fb tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.026854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49958) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:58.069623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6dc8666-94a6-41e8-8a96-45c27dadb8fb tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.075233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-d82008a7-935f-438c-86a6-ba8df014f827 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:58.078469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-d82008a7-935f-438c-86a6-ba8df014f827 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 812 time: 0.2725828 Aug 31 06:44:58.082733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a6dc8666-94a6-41e8-8a96-45c27dadb8fb tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2798240 Aug 31 06:44:58.084583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49960) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:58.094793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': True}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:58.127285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.137065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Request body: {'port': {'device_id': 'bbb9dcad-ef61-4f30-afd3-376d6ced49f1', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'admin_state_up': True, 'tenant_id': 'b4c14df3e80d4de5ba2ae44d968dc701'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:58.174124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d9825da-2f21-460a-b689-8df471c65f20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec1e88d730e0480cb9a006604921a60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361151 Aug 31 06:44:58.175357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49964) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:58.287846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-433aff48-1223-4f80-a7d8-798dcfc79b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.360263 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-433aff48-1223-4f80-a7d8-798dcfc79b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.501145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-433aff48-1223-4f80-a7d8-798dcfc79b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.524845 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-433aff48-1223-4f80-a7d8-798dcfc79b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.537980 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-433aff48-1223-4f80-a7d8-798dcfc79b64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03ec7308-73bf-4141-81ef-6f0f7997b095 HTTP/1.1" status: 204 len: 168 time: 0.3602107 Aug 31 06:44:58.562695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aff48-1223-4f80-a7d8-798dcfc79b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ec7308-73bf-4141-81ef-6f0f7997b095,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:58.742538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-55d790a5-e2ee-471d-ad1f-290f8669e6b2 req-ee884fba-c4a5-43b7-9dbb-7068fae9084b tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 210 time: 0.0479546 Aug 31 06:44:58.754278 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.836679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Made reservation on behalf of b4c14df3e80d4de5ba2ae44d968dc701 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:58.841004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.306016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Allocated IP 172.20.0.6 (da391ec0-9d7b-458f-990f-7c94fd96ec83/862787e8-068e-45b9-843c-487959a444f2/a75e766a-76ef-446c-81e7-399a4eb2e3e6) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:59.433242 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.492894 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.928448 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.026756 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-926f4c8f-75ed-4649-bd9f-3c26d6aa5ad1 req-0959b07c-b44f-4d5f-a604-cb09c4fc33a0 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 210 time: 0.0358403 Aug 31 06:45:00.073324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Allocated IP 172.25.5.20 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/b00b1d68-1da1-48e2-8276-bb04898bd0d1) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:00.096841 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.241613 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.332375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.353379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Network da391ec0-9d7b-458f-990f-7c94fd96ec83 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:00.358022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:00.360134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event updated for resources: {'Port': ['ID=a75e766a-76ef-446c-81e7-399a4eb2e3e6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:00.362715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:00.436279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:00.437051 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.465203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-93674370-fcce-45e3-8f48-6ce3df58c728 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3579233 Aug 31 06:45:00.479470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Request body: {'port': {'device_id': 'bbb9dcad-ef61-4f30-afd3-376d6ced49f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:00.580303 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.583354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.647021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:00.653401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:00.657210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:00.724376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'Port': ['ID=b00b1d68-1da1-48e2-8276-bb04898bd0d1,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:01.318777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2789e8-ddaa-43f4-860e-3cd10d683480 req-6c9db82a-792b-4466-b462-ce2dcb9d1513 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:01.337000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f2789e8-ddaa-43f4-860e-3cd10d683480 req-6c9db82a-792b-4466-b462-ce2dcb9d1513 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 931 time: 0.1454501 Aug 31 06:45:01.419575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f2789e8-ddaa-43f4-860e-3cd10d683480 req-cd0107ad-2606-45df-b70f-40634d4807e1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800104 Aug 31 06:45:01.940804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:02.121856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75e766a-76ef-446c-81e7-399a4eb2e3e6 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:02.207014 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:02.281024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Transition to ACTIVE for port object a75e766a-76ef-446c-81e7-399a4eb2e3e6 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:02.308268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:02.488090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e766a-76ef-446c-81e7-399a4eb2e3e6,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:02.515046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:02.546037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:02.655752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab711624-f48a-4c2b-9c0f-9e839876a5d6 req-93955c61-ab39-4988-8139-a15b70f8a1fe tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:02.658189 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab711624-f48a-4c2b-9c0f-9e839876a5d6 req-93955c61-ab39-4988-8139-a15b70f8a1fe tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 943 time: 0.0679941 Aug 31 06:45:02.754757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab711624-f48a-4c2b-9c0f-9e839876a5d6 req-153f2175-e4dc-40ed-9c5a-0bed0cf4fb1a tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868444 Aug 31 06:45:02.772276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Attempting to bind port a75e766a-76ef-446c-81e7-399a4eb2e3e6 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:02.772762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Attempting to bind port a75e766a-76ef-446c-81e7-399a4eb2e3e6 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:02.773209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Attempting to bind port a75e766a-76ef-446c-81e7-399a4eb2e3e6 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:02.786798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Port a75e766a-76ef-446c-81e7-399a4eb2e3e6 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:45:02.787100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Attempting to bind port a75e766a-76ef-446c-81e7-399a4eb2e3e6 on network da391ec0-9d7b-458f-990f-7c94fd96ec83 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:02.797773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:02.798261 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Checking segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:02.799670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Bound using segment: {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:02.800248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Bound port: a75e766a-76ef-446c-81e7-399a4eb2e3e6, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:02.800721 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:02.862315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Router bcb7058c-2d32-42e6-ba3e-707e25f5d477 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:45:03.006768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] For port a75e766a-76ef-446c-81e7-399a4eb2e3e6, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:03.031149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] For port a75e766a-76ef-446c-81e7-399a4eb2e3e6, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a75e766a-76ef-446c-81e7-399a4eb2e3e6,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:03.057738 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:03.126423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:03.136225 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:03.140155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8f5c68e1-f566-44fa-b622-487db735332a tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "PUT /v2.0/routers/bcb7058c-2d32-42e6-ba3e-707e25f5d477 HTTP/1.1" status: 200 len: 918 time: 5.0519631 Aug 31 06:45:03.140155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:03.140610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:03.140719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae19e9-c668-4a51-9c51-f5790749a898 None None] Sync routers for ids ['bcb7058c-2d32-42e6-ba3e-707e25f5d477'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:03.141842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] 10.222.0.23 "PUT /v2.0/ports/a75e766a-76ef-446c-81e7-399a4eb2e3e6 HTTP/1.1" status: 200 len: 1092 time: 2.6683750 Aug 31 06:45:03.142130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50144) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:03.145296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb9dcad-ef61-4f30-afd3-376d6ced49f1', 'tag': 'a75e766a-76ef-446c-81e7-399a4eb2e3e6'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:03.148109 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb9dcad-ef61-4f30-afd3-376d6ced49f1", "tag": "a75e766a-76ef-446c-81e7-399a4eb2e3e6"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:03.174637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451af63c-d8cc-413f-8696-88874dc51287 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e766a-76ef-446c-81e7-399a4eb2e3e6,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:03.195580 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae19e9-c668-4a51-9c51-f5790749a898 None None] Routers {'bcb7058c-2d32-42e6-ba3e-707e25f5d477'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:03.196665 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-fbae19e9-c668-4a51-9c51-f5790749a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['bcb7058c-2d32-42e6-ba3e-707e25f5d477'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:03.249328 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c2b5b-0241-48c8-87f5-57de7f486162 x-openstack-request-id: req-919c2b5b-0241-48c8-87f5-57de7f486162 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:03.249762 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb9dcad-ef61-4f30-afd3-376d6ced49f1", "tag": "a75e766a-76ef-446c-81e7-399a4eb2e3e6", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:03.249893 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-919c2b5b-0241-48c8-87f5-57de7f486162 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:03.250278 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb9dcad-ef61-4f30-afd3-376d6ced49f1', 'tag': 'a75e766a-76ef-446c-81e7-399a4eb2e3e6', 'status': 'completed', 'code': 200} Aug 31 06:45:03.281702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-e7705914-fe9b-4821-be71-3d50837e82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:03.283341 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-e7705914-fe9b-4821-be71-3d50837e82a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 1095 time: 0.0835752 Aug 31 06:45:03.287869 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-fbae19e9-c668-4a51-9c51-f5790749a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:03.311846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae19e9-c668-4a51-9c51-f5790749a898 None None] Routers {'bcb7058c-2d32-42e6-ba3e-707e25f5d477'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:03.312511 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-fbae19e9-c668-4a51-9c51-f5790749a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['bcb7058c-2d32-42e6-ba3e-707e25f5d477'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:03.350801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-beb26ccc-3823-485e-aad6-fd3b8bd4da33 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/routers/bcb7058c-2d32-42e6-ba3e-707e25f5d477 HTTP/1.1" status: 200 len: 924 time: 0.2065868 Aug 31 06:45:03.352870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50154) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:03.356231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-1eee7d03-6ec2-4a0d-89a3-0b1f1c151c04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75e766a-76ef-446c-81e7-399a4eb2e3e6 HTTP/1.1" status: 200 len: 217 time: 0.0645943 Aug 31 06:45:03.415563 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-fbae19e9-c668-4a51-9c51-f5790749a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:03.416904 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae19e9-c668-4a51-9c51-f5790749a898 None None] The sync data for ids ['bcb7058c-2d32-42e6-ba3e-707e25f5d477'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:03.432058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938fbf3b-ed68-4ebe-8979-48c56cb4ffe5 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:03.434093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-938fbf3b-ed68-4ebe-8979-48c56cb4ffe5 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=bcb7058c-2d32-42e6-ba3e-707e25f5d477&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0794604 Aug 31 06:45:03.437265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50156) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:03.475654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-fd74e5e3-1794-405a-be8b-300e60880df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:03.477288 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-fd74e5e3-1794-405a-be8b-300e60880df2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.1131730 Aug 31 06:45:03.523631 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-2963018d-e632-4313-86a1-533c2ffa50c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363047 Aug 31 06:45:03.563422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceceea32-168a-4ac9-82be-5f06a33ec81d tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:03.565391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ceceea32-168a-4ac9-82be-5f06a33ec81d tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 881 time: 0.1268284 Aug 31 06:45:03.569935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50168) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:03.612476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c7f44c2b-afb2-4044-867c-2492f7313ea3 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcb7058c-2d32-42e6-ba3e-707e25f5d477 HTTP/1.1" status: 200 len: 205 time: 0.0410759 Aug 31 06:45:03.616022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50174) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:03.684865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-59c77709-08d4-4abf-96df-4ef34b32d262 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528816 Aug 31 06:45:03.950501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.020096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-662d9571-b8fc-4740-b58e-5dd9c47e6b48 req-b066dc67-b411-46a4-95a9-2118e135f5f1 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271804 Aug 31 06:45:04.041948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d103ad8-f060-4f31-9812-db7e08733135 req-652da77b-9e70-4da0-aa61-3496c333ffd6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.051941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d103ad8-f060-4f31-9812-db7e08733135 req-652da77b-9e70-4da0-aa61-3496c333ffd6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 943 time: 0.1146650 Aug 31 06:45:04.201310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d103ad8-f060-4f31-9812-db7e08733135 req-34e07408-a447-488e-8bd4-78eb697a00fd tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427715 Aug 31 06:45:04.238289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-a3d2ea8a-5f65-4a1b-bddc-bfca0f508905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.240091 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-a3d2ea8a-5f65-4a1b-bddc-bfca0f508905 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 1095 time: 0.1498544 Aug 31 06:45:04.325096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21557482-cc8f-4391-a163-2ccc1d3746f1 req-b0af0cf0-79f6-4a2f-a137-dcb2bcb28427 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.327765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21557482-cc8f-4391-a163-2ccc1d3746f1 req-b0af0cf0-79f6-4a2f-a137-dcb2bcb28427 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2342522 Aug 31 06:45:04.381785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-502114f7-c80a-482c-a6e9-fdea58a90c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.383568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-502114f7-c80a-482c-a6e9-fdea58a90c61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 200 len: 913 time: 0.1341593 Aug 31 06:45:04.399654 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.406691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21557482-cc8f-4391-a163-2ccc1d3746f1 req-0ed02e3e-ea98-4533-82ab-261cb352e146 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677996 Aug 31 06:45:04.449292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-f00a4918-ffbc-4ffd-8c8a-b6b35dafc33e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75e766a-76ef-446c-81e7-399a4eb2e3e6 HTTP/1.1" status: 200 len: 217 time: 0.0540962 Aug 31 06:45:04.550673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-96fb83db-fe58-457a-9e69-ba2887371582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.554131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-96fb83db-fe58-457a-9e69-ba2887371582 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 200 len: 852 time: 0.0997360 Aug 31 06:45:04.631998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-6be29531-cbb5-4ed8-b9ca-3d04a5edb7af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da391ec0-9d7b-458f-990f-7c94fd96ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618241 Aug 31 06:45:04.764709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-b7945ea4-0a12-443e-9443-46b18a781b1e service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215386 Aug 31 06:45:04.902544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Deleting port b00b1d68-1da1-48e2-8276-bb04898bd0d1 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:04.903120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.907818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92eb6097-02ac-4c9e-ba51-2d19fdd6185b req-956d13fd-dfff-4d3a-92b1-aa901bc03ae9 service neutron] 10.222.0.23 "GET /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351509 Aug 31 06:45:05.005873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.027477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Calling delete_port for b00b1d68-1da1-48e2-8276-bb04898bd0d1 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:05.227071 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.275193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event deleted for resources: {'Port': ['ID=b00b1d68-1da1-48e2-8276-bb04898bd0d1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:05.355621 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.432916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f9f68-f37f-469b-9e71-1ab88a97b5e5 req-7f59e01e-16d4-407a-acbf-b7f4e31547dc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:05.435337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d96f9f68-f37f-469b-9e71-1ab88a97b5e5 req-7f59e01e-16d4-407a-acbf-b7f4e31547dc tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 943 time: 0.1254659 Aug 31 06:45:05.518635 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d96f9f68-f37f-469b-9e71-1ab88a97b5e5 req-c1ab6a0a-4cc9-48c4-8de8-1437fdf9e9c4 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761476 Aug 31 06:45:05.545781 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.553411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.653379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.654539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Fanout notify agent at l3_agent the message router_deleted on router bcb7058c-2d32-42e6-ba3e-707e25f5d477 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:45:05.678653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.688538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50264) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:05.688669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cc2ef016-1ff8-4f12-abc0-a45bed1b598d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/bcb7058c-2d32-42e6-ba3e-707e25f5d477 HTTP/1.1" status: 204 len: 168 time: 2.0715632 Aug 31 06:45:05.693148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-60ecb867-6644-4cd2-969d-eb5626316887 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1379956531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:05.723378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70c3d5-36ce-4b9d-a711-cf45af06ade9 req-54f35e52-4d39-44a6-91ee-fc0ad386e83d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:05.735121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd70c3d5-36ce-4b9d-a711-cf45af06ade9 req-54f35e52-4d39-44a6-91ee-fc0ad386e83d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1785281 Aug 31 06:45:05.741105 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60ecb867-6644-4cd2-969d-eb5626316887 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.742427 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60ecb867-6644-4cd2-969d-eb5626316887 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.820894 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60ecb867-6644-4cd2-969d-eb5626316887 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.826618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd70c3d5-36ce-4b9d-a711-cf45af06ade9 req-16f8e5d4-a4de-435a-bd11-c46148c7fde3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873399 Aug 31 06:45:05.829948 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60ecb867-6644-4cd2-969d-eb5626316887 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.875333 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60ecb867-6644-4cd2-969d-eb5626316887 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.880156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50276) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:05.881908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-60ecb867-6644-4cd2-969d-eb5626316887 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1915541 Aug 31 06:45:05.894342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': False}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:06.288134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a75e766a-76ef-446c-81e7-399a4eb2e3e6 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:06.399796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:06.443175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a75e766a-76ef-446c-81e7-399a4eb2e3e6, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a75e766a-76ef-446c-81e7-399a4eb2e3e6,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:06.456998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'a75e766a-76ef-446c-81e7-399a4eb2e3e6', 'network_id': 'da391ec0-9d7b-458f-990f-7c94fd96ec83', 'port_id': 'a75e766a-76ef-446c-81e7-399a4eb2e3e6', 'mac_address': 'fa:16:3e:f8:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862787e8-068e-45b9-843c-487959a444f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:06.505063 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:06.531865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75e766a-76ef-446c-81e7-399a4eb2e3e6 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:06.539208 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-21dd3e8c-a383-4354-bf4f-29fae7c304a8 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377846 Aug 31 06:45:06.582196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a75e766a-76ef-446c-81e7-399a4eb2e3e6, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a75e766a-76ef-446c-81e7-399a4eb2e3e6,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:06.602632 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:06.710966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a75e766a-76ef-446c-81e7-399a4eb2e3e6,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:06.712235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-384e383b-0a54-4cfc-8d46-9e3353a067ee tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:06.715337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-384e383b-0a54-4cfc-8d46-9e3353a067ee tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742637 Aug 31 06:45:06.744275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-e1d27b73-70c0-4a3d-88cf-b6ec93ade5ce tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/quotas/44ae83a19c8f434284220bcfa45d9e4d HTTP/1.1" status: 200 len: 375 time: 0.0164697 Aug 31 06:45:06.798695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-6536c610-c8d4-4bb3-aabf-6b9084dc4783 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453513 Aug 31 06:45:06.806975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['a75e766a-76ef-446c-81e7-399a4eb2e3e6'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:06.897135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:06.926127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:06.937514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062b85b-9d6d-4051-9faf-23200040dfb3 req-786d1961-1b50-430f-bd22-f8e5b951b03c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:06.945303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2062b85b-9d6d-4051-9faf-23200040dfb3 req-786d1961-1b50-430f-bd22-f8e5b951b03c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 944 time: 0.1667981 Aug 31 06:45:07.163849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2062b85b-9d6d-4051-9faf-23200040dfb3 req-9985fafe-3dbf-4d29-ac32-128b1f4ac016 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170546 Aug 31 06:45:07.187289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8346-d762-4540-a9f6-4360f5cf3e53 req-18ab24b4-18fe-4592-ae77-2e33b7e9f79c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:07.190480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d4b8346-d762-4540-a9f6-4360f5cf3e53 req-18ab24b4-18fe-4592-ae77-2e33b7e9f79c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.0807178 Aug 31 06:45:07.290321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d4b8346-d762-4540-a9f6-4360f5cf3e53 req-35d8ee84-5e08-4c8d-a048-dd8b89cc41f4 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894537 Aug 31 06:45:07.329933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Allocated IP 172.25.5.39 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/d3f12294-03ae-4a0b-910e-b6c68ee7e63a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:07.373223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b95bda2f-87a5-4cf3-b3e5-6fe8db1cb158 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453913 Aug 31 06:45:07.652500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-ae55a062-4cbd-445e-b7d3-7aab095b0e74 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:07.662590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-ae55a062-4cbd-445e-b7d3-7aab095b0e74 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743020 Aug 31 06:45:07.685918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-506b1f65-fde5-41d1-a426-de0de8c74e28 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/quotas/44ae83a19c8f434284220bcfa45d9e4d HTTP/1.1" status: 200 len: 375 time: 0.0222628 Aug 31 06:45:07.689871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:07.744475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-12f3ea2c-349c-45a5-b0ad-8deacadd94f0 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517588 Aug 31 06:45:07.800497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:07.857726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:07.862676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:07.871142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:07.931065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f12294-03ae-4a0b-910e-b6c68ee7e63a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:08.147283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4fa851f-42fd-4779-b346-d5694d6d998f req-0c74dca0-7cd6-4056-a9d1-de031838da33 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 210 time: 0.0696919 Aug 31 06:45:08.333221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a75e766a-76ef-446c-81e7-399a4eb2e3e6 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:08.405332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:08.499591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port a75e766a-76ef-446c-81e7-399a4eb2e3e6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:08.510706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port a75e766a-76ef-446c-81e7-399a4eb2e3e6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:08.511895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:08.598183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76501e4b-2a97-4256-8080-11e3d8c6841f tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651736 Aug 31 06:45:08.599525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ccd16-433a-4374-a9ef-7bff2437b619 req-ae6aaa8e-2f35-45d9-9ec2-6498d8dc9aeb tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:08.649826 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-707ccd16-433a-4374-a9ef-7bff2437b619 req-ae6aaa8e-2f35-45d9-9ec2-6498d8dc9aeb tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 944 time: 0.3593638 Aug 31 06:45:08.676544 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:08.741539 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97236c-f98f-411f-b730-642b6a3ffe38 req-842bcb5e-956d-4212-a509-a2c4f49386a9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:08.751831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b97236c-f98f-411f-b730-642b6a3ffe38 req-842bcb5e-956d-4212-a509-a2c4f49386a9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2866099 Aug 31 06:45:08.814635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port a75e766a-76ef-446c-81e7-399a4eb2e3e6, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a75e766a-76ef-446c-81e7-399a4eb2e3e6,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:08.821821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb9dcad-ef61-4f30-afd3-376d6ced49f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e766a-76ef-446c-81e7-399a4eb2e3e6'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:08.826385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-707ccd16-433a-4374-a9ef-7bff2437b619 req-d41cc78e-0711-4154-9bb2-ca29c232c542 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755657 Aug 31 06:45:08.833001 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758b371-47df-4488-b299-5f3a069ba969" -d '{"events": [{"server_uuid": "bbb9dcad-ef61-4f30-afd3-376d6ced49f1", "name": "network-vif-plugged", "status": "completed", "tag": "a75e766a-76ef-446c-81e7-399a4eb2e3e6"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:08.852802 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:08.919946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-bc31c509-7d11-4c5a-8bf9-b9e3a63762cf tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:08.922571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-bc31c509-7d11-4c5a-8bf9-b9e3a63762cf tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165944 Aug 31 06:45:08.935662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b97236c-f98f-411f-b730-642b6a3ffe38 req-d2410add-c384-4355-87ef-e8820422c662 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812797 Aug 31 06:45:08.941359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Request body: {'port': {'device_id': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '44ae83a19c8f434284220bcfa45d9e4d'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:09.033846 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=a75e766a-76ef-446c-81e7-399a4eb2e3e6,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:09.076510 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24179ab9-7608-486d-a8ee-8b465590985e x-openstack-request-id: req-24179ab9-7608-486d-a8ee-8b465590985e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:09.077252 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb9dcad-ef61-4f30-afd3-376d6ced49f1", "name": "network-vif-plugged", "status": "completed", "tag": "a75e766a-76ef-446c-81e7-399a4eb2e3e6", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:09.078868 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24179ab9-7608-486d-a8ee-8b465590985e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:09.081410 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb9dcad-ef61-4f30-afd3-376d6ced49f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e766a-76ef-446c-81e7-399a4eb2e3e6', 'code': 200} Aug 31 06:45:09.206249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.213731 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.308054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Made reservation on behalf of 44ae83a19c8f434284220bcfa45d9e4d for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:09.315950 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.351896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4da1140-dc09-4b36-b9c5-9ed8386255f6 req-119fa234-4af2-40da-967b-a511e2362c1f tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 210 time: 0.0693815 Aug 31 06:45:09.357092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.363763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8a8f7-9c9c-4173-98c4-1a599c89947d req-9eca7727-e877-4744-983a-bc366cbf80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:09.368346 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ede8a8f7-9c9c-4173-98c4-1a599c89947d req-9eca7727-e877-4744-983a-bc366cbf80ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 1097 time: 0.1501212 Aug 31 06:45:09.440168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ede8a8f7-9c9c-4173-98c4-1a599c89947d req-edc78beb-c81f-431a-acb0-e7f0fd500d1f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636992 Aug 31 06:45:09.517134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Router ecc85305-5372-40c5-9c57-b189658c06b1 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:45:09.530545 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.536387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.654749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:09.667088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff184ee3-cf27-4fbf-b849-e36e2a07de3f None None] Sync routers for ids ['ecc85305-5372-40c5-9c57-b189658c06b1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:09.668002 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.671370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6afa3c2f-976c-4c30-9bd9-6c2bfe7b1430 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "PUT /v2.0/routers/ecc85305-5372-40c5-9c57-b189658c06b1 HTTP/1.1" status: 200 len: 919 time: 3.7862413 Aug 31 06:45:09.672635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50416) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:09.679852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff184ee3-cf27-4fbf-b849-e36e2a07de3f None None] Routers {'ecc85305-5372-40c5-9c57-b189658c06b1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:09.685177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ff184ee3-cf27-4fbf-b849-e36e2a07de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ecc85305-5372-40c5-9c57-b189658c06b1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:09.693414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c8e929-a463-49e8-a89b-2b53a4ee89fe,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:09.708326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Allocated IP 192.168.233.29 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/9afb4d73-c890-47a6-938a-c0d323193cd0) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:09.813953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ff184ee3-cf27-4fbf-b849-e36e2a07de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:09.833347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff184ee3-cf27-4fbf-b849-e36e2a07de3f None None] Routers {'ecc85305-5372-40c5-9c57-b189658c06b1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:09.834165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ff184ee3-cf27-4fbf-b849-e36e2a07de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ecc85305-5372-40c5-9c57-b189658c06b1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:09.921460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-51f71b77-6679-4d78-bdc2-c8f583143a5e tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/routers/ecc85305-5372-40c5-9c57-b189658c06b1 HTTP/1.1" status: 200 len: 925 time: 0.2468781 Aug 31 06:45:09.931350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50422) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:10.043904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ff184ee3-cf27-4fbf-b849-e36e2a07de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:10.047892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff184ee3-cf27-4fbf-b849-e36e2a07de3f None None] The sync data for ids ['ecc85305-5372-40c5-9c57-b189658c06b1'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:10.122256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18189de4-387a-44a8-9be0-243f5513a31c tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:10.135900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-18189de4-387a-44a8-9be0-243f5513a31c tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=ecc85305-5372-40c5-9c57-b189658c06b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2025788 Aug 31 06:45:10.141743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50428) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:10.148147 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-d678d407-ba5f-48be-bc3c-c5e98fd3a3fb tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739291 Aug 31 06:45:10.152265 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.227589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964aff5-1e23-4f99-8e65-bd3b58d5a520 req-3305be2e-bbf6-45b6-8898-c017d18ce69c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:10.236341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d964aff5-1e23-4f99-8e65-bd3b58d5a520 req-3305be2e-bbf6-45b6-8898-c017d18ce69c tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 945 time: 0.2236977 Aug 31 06:45:10.258306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Transition to ACTIVE for port object 9afb4d73-c890-47a6-938a-c0d323193cd0 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:10.360161 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d964aff5-1e23-4f99-8e65-bd3b58d5a520 req-0d4b2f61-509a-4add-aa17-d955bf4f973f tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943608 Aug 31 06:45:10.402375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bb024e-1af6-44af-9c26-7d177f9c2060 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:10.403765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-79bb024e-1af6-44af-9c26-7d177f9c2060 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 881 time: 0.2583930 Aug 31 06:45:10.413562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50432) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:10.466172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6f4738b8-c608-4882-a397-d0073d3e5b82 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc85305-5372-40c5-9c57-b189658c06b1 HTTP/1.1" status: 200 len: 205 time: 0.0492897 Aug 31 06:45:10.470624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50436) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:10.572255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800365f-f904-44df-b03e-dd7e0d0af37b req-47a017df-8da8-4136-8646-047e277a15f1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:10.580690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f800365f-f904-44df-b03e-dd7e0d0af37b req-47a017df-8da8-4136-8646-047e277a15f1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.3332465 Aug 31 06:45:10.590387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-7f9a02d7-49e5-49d8-bb03-39ede2b38c04 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:10.593030 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-7f9a02d7-49e5-49d8-bb03-39ede2b38c04 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4359300 Aug 31 06:45:10.618997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Request body: {'port': {'device_id': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '44ae83a19c8f434284220bcfa45d9e4d'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:10.625896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2ef60f5-85fb-4698-bf8b-d26fac0e1d5e req-90590d39-9191-412a-a1ae-14180c914737 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 210 time: 0.0518041 Aug 31 06:45:10.700998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.749310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.849749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f800365f-f904-44df-b03e-dd7e0d0af37b req-515c5723-74fb-4c50-980d-43b30377d7e2 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679758 Aug 31 06:45:10.851858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:10.860052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:10.863252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:10.869971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:10.938078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Made reservation on behalf of 44ae83a19c8f434284220bcfa45d9e4d for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:10.945886 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.965765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.066060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:11.067099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.098003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Deleting port d3f12294-03ae-4a0b-910e-b6c68ee7e63a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:11.098752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.115525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-33178cb6-64d4-4891-a608-caae2178347b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1778929 Aug 31 06:45:11.153963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Request body: {'port': {'device_id': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:11.275234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cc93a3e6-291b-4bd6-8b7c-c2a4c164bace None None] Provisioning for port 9afb4d73-c890-47a6-938a-c0d323193cd0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:11.303032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.310621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cc93a3e6-291b-4bd6-8b7c-c2a4c164bace None None] Provisioning complete for port 9afb4d73-c890-47a6-938a-c0d323193cd0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:11.311829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cc93a3e6-291b-4bd6-8b7c-c2a4c164bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.333502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Allocated IP 192.168.233.25 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/2cd29fd1-a3d0-4c68-b665-250361d26919) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:11.404512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.436777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cc93a3e6-291b-4bd6-8b7c-c2a4c164bace None None] Port 9afb4d73-c890-47a6-938a-c0d323193cd0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:11.454890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Calling delete_port for d3f12294-03ae-4a0b-910e-b6c68ee7e63a owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:11.799288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3fbcd-c461-4e40-98c2-13a9d425b5f4 req-71127989-97f8-443a-acb0-69d308f885e8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:11.811942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbd3fbcd-c461-4e40-98c2-13a9d425b5f4 req-71127989-97f8-443a-acb0-69d308f885e8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 945 time: 0.2571816 Aug 31 06:45:11.921752 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbd3fbcd-c461-4e40-98c2-13a9d425b5f4 req-b4ac4eb7-f8dd-45c6-9e4c-bc04dd3ce3fa tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062770 Aug 31 06:45:11.932071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.948918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8423b039-28b7-425a-a1b2-c1d1aed19abc req-0a4c2794-5d7b-46df-ad09-832dd0b6d8e4 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 210 time: 0.0436890 Aug 31 06:45:11.961629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Transition to ACTIVE for port object 2cd29fd1-a3d0-4c68-b665-250361d26919 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:12.107170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.114481 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.176431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a648b0-3e77-4775-8140-9c232299bfe2 req-a91e68f3-e929-4a8a-bc5e-f83b3e6cf91f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:12.178359 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0a648b0-3e77-4775-8140-9c232299bfe2 req-a91e68f3-e929-4a8a-bc5e-f83b3e6cf91f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1335177 Aug 31 06:45:12.195064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event deleted for resources: {'Port': ['ID=d3f12294-03ae-4a0b-910e-b6c68ee7e63a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:12.237115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:12.248058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.253242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.254127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.255800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:12.270487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.273754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.274300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.274603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.274986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.278541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:12.296054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.296054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.300665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.301605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:12.361179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Pushing event updated for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:12.419866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.454601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0a648b0-3e77-4775-8140-9c232299bfe2 req-bd7de9c4-74d0-4003-a035-971cd16c2642 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454765 Aug 31 06:45:12.475302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:12.476325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.592158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-6c02e53b-c08e-484e-bf82-a86042287067 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9802473 Aug 31 06:45:12.620265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Request body: {'port': {'device_id': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:12.680177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.691927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.768179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5855-42fa-48e7-889f-236248e3f6ae req-c46cca64-4790-4ed8-9328-4e1942f30eda tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:12.780408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-03ed5855-42fa-48e7-889f-236248e3f6ae req-c46cca64-4790-4ed8-9328-4e1942f30eda tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 945 time: 0.3742244 Aug 31 06:45:12.809916 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.811025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Fanout notify agent at l3_agent the message router_deleted on router ecc85305-5372-40c5-9c57-b189658c06b1 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:45:12.827082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2fbed2b3-e4ee-4b4a-ad1a-57f9a1272fcc None None] Provisioning for port 2cd29fd1-a3d0-4c68-b665-250361d26919 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:12.836012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2fbed2b3-e4ee-4b4a-ad1a-57f9a1272fcc None None] Provisioning complete for port 2cd29fd1-a3d0-4c68-b665-250361d26919 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:12.836709 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2fbed2b3-e4ee-4b4a-ad1a-57f9a1272fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.838690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.840068 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e253fb0f-00ec-437a-9014-bcf999f2e67b tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/ecc85305-5372-40c5-9c57-b189658c06b1 HTTP/1.1" status: 204 len: 168 time: 2.3694012 Aug 31 06:45:12.844922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50460) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:12.854341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-741624108', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:12.899153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2fbed2b3-e4ee-4b4a-ad1a-57f9a1272fcc None None] Port 2cd29fd1-a3d0-4c68-b665-250361d26919 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:12.920479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afb4d73-c890-47a6-938a-c0d323193cd0 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:12.937221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.937221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.959310 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-03ed5855-42fa-48e7-889f-236248e3f6ae req-44a89a20-7981-4ca5-a7e8-9e3242235701 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773200 Aug 31 06:45:13.005257 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:13.044487 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:13.088884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Transition to ACTIVE for port object 9afb4d73-c890-47a6-938a-c0d323193cd0 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:13.097397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:13.168163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:13.404472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:13.921794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511cf39-cf09-46ca-a3df-5154ea078717 req-2a6e5640-0a34-47ff-9c29-67b410d883a1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:13.934429 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f511cf39-cf09-46ca-a3df-5154ea078717 req-2a6e5640-0a34-47ff-9c29-67b410d883a1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.3162265 Aug 31 06:45:14.036265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07763a9-eb2d-415a-926d-09557ee4bcbe req-84bca2d8-26f0-4f97-9e52-c6c61f9b92a5 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:14.038322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d07763a9-eb2d-415a-926d-09557ee4bcbe req-84bca2d8-26f0-4f97-9e52-c6c61f9b92a5 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 935 time: 0.9695799 Aug 31 06:45:14.062719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.093602 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f511cf39-cf09-46ca-a3df-5154ea078717 req-0f419324-cb12-413c-ab2c-e0ad7bcf036e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580973 Aug 31 06:45:14.095056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.214962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:14.404379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d07763a9-eb2d-415a-926d-09557ee4bcbe req-4e838886-adcf-436a-a203-e366cead7464 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536953 Aug 31 06:45:14.420419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Allocated IP 172.25.5.100 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/6a947bd4-be17-484c-8d4f-cc741760b877) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:14.427934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Attempting to bind port 9afb4d73-c890-47a6-938a-c0d323193cd0 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:14.428278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Attempting to bind port 9afb4d73-c890-47a6-938a-c0d323193cd0 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:14.428613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Attempting to bind port 9afb4d73-c890-47a6-938a-c0d323193cd0 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:14.444774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Port 9afb4d73-c890-47a6-938a-c0d323193cd0 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:45:14.445104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Attempting to bind port 9afb4d73-c890-47a6-938a-c0d323193cd0 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:14.452516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:14.452860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:14.453278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:14.453727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Bound port: 9afb4d73-c890-47a6-938a-c0d323193cd0, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:14.454093 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.573224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd29fd1-a3d0-4c68-b665-250361d26919 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:14.582163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:14.585685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.590324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:14.601350 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.615759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Transition to ACTIVE for port object 2cd29fd1-a3d0-4c68-b665-250361d26919 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:14.636378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11318-4251-4063-8895-8757dc5476b1 req-83c8fcfc-f39c-4010-9dc1-12c188939fa8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:14.642563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:14.643562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.645140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ca11318-4251-4063-8895-8757dc5476b1 req-83c8fcfc-f39c-4010-9dc1-12c188939fa8 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 945 time: 0.1377296 Aug 31 06:45:14.645354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] 10.222.0.42 "PUT /v2.0/ports/9afb4d73-c890-47a6-938a-c0d323193cd0 HTTP/1.1" status: 200 len: 1096 time: 3.5146701 Aug 31 06:45:14.647675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:14.652138 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771a3e5b-1f0d-4080-9215-48f2b7b17901" -d '{"events": [{"name": "network-changed", "server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:14.660465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.679185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.740508 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab424087-8d9e-4b7f-9b94-fc70592024f4 x-openstack-request-id: req-ab424087-8d9e-4b7f-9b94-fc70592024f4 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:14.740902 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:14.741035 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab424087-8d9e-4b7f-9b94-fc70592024f4 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:14.741641 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'status': 'completed', 'code': 200} Aug 31 06:45:14.770535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ca11318-4251-4063-8895-8757dc5476b1 req-c6081a13-ab4c-4a26-bc4e-7fe2f4bd3832 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243398 Aug 31 06:45:14.849938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.874086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76400daa-4a5e-4504-8f46-deeada431a58 service neutron] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:14.989025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Pushing event updated for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:14.998459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:15.005081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-0f165049-f751-4335-bb42-67bccd3dc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.008847 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-0f165049-f751-4335-bb42-67bccd3dc7f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 1099 time: 0.3053203 Aug 31 06:45:15.022784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:15.035726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:15.074662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event updated for resources: {'Port': ['ID=6a947bd4-be17-484c-8d4f-cc741760b877,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:15.131896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-3169e72e-be49-4119-990f-965f5884a4a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9afb4d73-c890-47a6-938a-c0d323193cd0 HTTP/1.1" status: 200 len: 217 time: 0.0658908 Aug 31 06:45:15.234083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Attempting to bind port 2cd29fd1-a3d0-4c68-b665-250361d26919 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:15.234828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Attempting to bind port 2cd29fd1-a3d0-4c68-b665-250361d26919 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:15.235952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Attempting to bind port 2cd29fd1-a3d0-4c68-b665-250361d26919 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:15.253436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Port 2cd29fd1-a3d0-4c68-b665-250361d26919 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:45:15.256382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Attempting to bind port 2cd29fd1-a3d0-4c68-b665-250361d26919 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:15.266424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-682f9dbe-56b9-4f86-a37f-38ed34469fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.273043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-682f9dbe-56b9-4f86-a37f-38ed34469fb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1322269 Aug 31 06:45:15.285054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:15.286518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:15.287672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:15.290601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Bound port: 2cd29fd1-a3d0-4c68-b665-250361d26919, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:15.292252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.379146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8453e-094b-4d57-ac49-17c72be7bf64 req-cedcda1c-fda8-477e-b579-71ced54864f6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.380628 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cdf8453e-094b-4d57-ac49-17c72be7bf64 req-cedcda1c-fda8-477e-b579-71ced54864f6 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 945 time: 0.1310508 Aug 31 06:45:15.474248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-b5b6a1d3-da56-4ac6-aaab-38fbf6cd227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.475954 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-b5b6a1d3-da56-4ac6-aaab-38fbf6cd227c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1950870 Aug 31 06:45:15.524165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cdf8453e-094b-4d57-ac49-17c72be7bf64 req-66ccc408-ddfd-47ab-a6e1-8427cf68da50 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289496 Aug 31 06:45:15.588408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8646f09-ed1d-402c-bfd7-002c0383a408 req-d20566ff-5073-4641-863b-d6b322b7716a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.590464 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8646f09-ed1d-402c-bfd7-002c0383a408 req-d20566ff-5073-4641-863b-d6b322b7716a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2449496 Aug 31 06:45:15.631070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:15.667286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.675699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:15.749814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8646f09-ed1d-402c-bfd7-002c0383a408 req-9b45bd55-84e6-4592-b304-4e94155ad996 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462793 Aug 31 06:45:15.752527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.827195 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-08f0d7b9-0714-4162-9493-cd86000d31d6 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405550 Aug 31 06:45:15.831188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.832305 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.834414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] 10.222.0.23 "PUT /v2.0/ports/2cd29fd1-a3d0-4c68-b665-250361d26919 HTTP/1.1" status: 200 len: 1096 time: 3.2256193 Aug 31 06:45:16.008974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d823f-9811-487e-966d-4bac05fbfd4c service neutron] Pushing event updated for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:16.055431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941b8ed-efcb-43e1-8661-70a35f6bb01c req-28d74fc7-7cb5-4633-947f-f96e3afeeb57 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.059508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c941b8ed-efcb-43e1-8661-70a35f6bb01c req-28d74fc7-7cb5-4633-947f-f96e3afeeb57 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 947 time: 0.1795759 Aug 31 06:45:16.096337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-595f0b5e-36cf-4654-9366-6cda7c139012 req-2ee57117-913b-43cf-a819-74fbb3fe296c service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582555 Aug 31 06:45:16.098159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-d4865e0c-2bca-4d54-be21-e478ddd22257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.099995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-d4865e0c-2bca-4d54-be21-e478ddd22257 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 1099 time: 0.1756921 Aug 31 06:45:16.132466 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.182312 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-bd7355c7-dceb-47b3-9130-878dee946a89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2cd29fd1-a3d0-4c68-b665-250361d26919 HTTP/1.1" status: 200 len: 217 time: 0.0683107 Aug 31 06:45:16.312809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-76e85b2a-aec5-41f1-a305-e1fe4ff71b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.315036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-76e85b2a-aec5-41f1-a305-e1fe4ff71b56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1255982 Aug 31 06:45:16.323897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-e3100b29-1834-45a2-a871-50d4eb4db70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.326067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-e3100b29-1834-45a2-a871-50d4eb4db70c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 1099 time: 0.1287436 Aug 31 06:45:16.362804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c941b8ed-efcb-43e1-8661-70a35f6bb01c req-1ab88828-89ad-4f7e-b2a0-41aa58f0c194 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278118 Aug 31 06:45:16.378454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:16.497835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Router 9351009d-13a9-4229-a75e-3eda6d9ebb78 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:45:16.596657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:16.651454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'port_id': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'mac_address': 'fa:16:3e:85:3f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:16.755761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-c7220f90-8e6c-48cc-9ab9-325f4a6eaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.768200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-c7220f90-8e6c-48cc-9ab9-325f4a6eaf2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4408073 Aug 31 06:45:16.768743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:16.771094 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88213cd-60ee-4cc0-9913-7a760fd691fd" -d '{"events": [{"name": "network-changed", "server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:16.833890 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.917002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:16.984658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:16.989739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:17.068202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-30f307b1-f7f1-44c4-ae3d-5b9c4e1a2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.069747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-342d80e1-d450-4abd-9822-533359da8ac7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.070691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-30f307b1-f7f1-44c4-ae3d-5b9c4e1a2033 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.7335877 Aug 31 06:45:17.072920 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-342d80e1-d450-4abd-9822-533359da8ac7 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 945 time: 0.3715694 Aug 31 06:45:17.105922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['92a23d1f-cc56-4ee5-afd4-516bb1c187f4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:17.121068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:17.130926 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815219e2-368c-4b15-a8e5-5b91d4f58c6f None None] Sync routers for ids ['9351009d-13a9-4229-a75e-3eda6d9ebb78'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:17.183269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04fb30-cd77-4750-bf70-ffd9927d501a req-b2c885e5-1b1a-49f1-bd7c-9f5548229362 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.184891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a04fb30-cd77-4750-bf70-ffd9927d501a req-b2c885e5-1b1a-49f1-bd7c-9f5548229362 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 945 time: 0.5152006 Aug 31 06:45:17.192033 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815219e2-368c-4b15-a8e5-5b91d4f58c6f None None] Routers {'9351009d-13a9-4229-a75e-3eda6d9ebb78'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:17.193002 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-815219e2-368c-4b15-a8e5-5b91d4f58c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9351009d-13a9-4229-a75e-3eda6d9ebb78'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:17.286276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:17.303961 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-265280d4-471d-4cee-8052-17bc5260f6fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9afb4d73-c890-47a6-938a-c0d323193cd0 HTTP/1.1" status: 200 len: 217 time: 0.2177639 Aug 31 06:45:17.535141 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-815219e2-368c-4b15-a8e5-5b91d4f58c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:17.543428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a04fb30-cd77-4750-bf70-ffd9927d501a req-8182a898-a362-42c7-972d-1d6cbb907bf2 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/security-groups?id=afaf62bc-6839-4ed4-8e5d-89b29bb29b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495334 Aug 31 06:45:17.554996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-00bdb3ec-2bc4-49ce-b187-4d73dd35f9bb service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623947 Aug 31 06:45:17.556205 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815219e2-368c-4b15-a8e5-5b91d4f58c6f None None] Routers {'9351009d-13a9-4229-a75e-3eda6d9ebb78'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:17.557604 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-815219e2-368c-4b15-a8e5-5b91d4f58c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9351009d-13a9-4229-a75e-3eda6d9ebb78'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:17.656191 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-815219e2-368c-4b15-a8e5-5b91d4f58c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:17.657083 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815219e2-368c-4b15-a8e5-5b91d4f58c6f None None] The sync data for ids ['9351009d-13a9-4229-a75e-3eda6d9ebb78'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:17.753857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2ccd8ef3-6e21-4015-a848-95330f348622 req-f0a10605-ed7a-45b8-a574-8e501bbf193e service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900976 Aug 31 06:45:17.755936 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9fc192-a14f-4fb5-b81d-5519bebdd356 x-openstack-request-id: req-7c9fc192-a14f-4fb5-b81d-5519bebdd356 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:17.756432 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:17.757039 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c9fc192-a14f-4fb5-b81d-5519bebdd356 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:17.757663 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'status': 'completed', 'code': 200} Aug 31 06:45:17.767563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-4757f167-02f9-48cd-8a6d-48a6fb3f8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.771746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-4757f167-02f9-48cd-8a6d-48a6fb3f8544 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.4297097 Aug 31 06:45:17.924709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:17.926263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b084aa9a-b303-4140-ae88-7f3fe69135a1 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0801628 Aug 31 06:45:17.938305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50534) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:17.945708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:17.972286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ab6d7-3691-4d52-8478-cde6fbae9779 req-02504baa-2596-4331-8cd4-a4d950322a74 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.981811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc6ab6d7-3691-4d52-8478-cde6fbae9779 req-02504baa-2596-4331-8cd4-a4d950322a74 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.9361382 Aug 31 06:45:18.062847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc6ab6d7-3691-4d52-8478-cde6fbae9779 req-154bfc6d-df22-4eb2-84d8-4a386c572374 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741794 Aug 31 06:45:18.072874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Deleting port a75e766a-76ef-446c-81e7-399a4eb2e3e6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:18.072874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.178045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7d9a-2cbb-4897-be0f-d3c555031480 req-b8194666-5fc8-496b-ad20-0ffba5bec2ec tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.191398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbfc7d9a-2cbb-4897-be0f-d3c555031480 req-b8194666-5fc8-496b-ad20-0ffba5bec2ec tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 947 time: 0.3242202 Aug 31 06:45:18.197974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-59c3e531-b59a-4641-8333-40649f8aee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.199749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-59c3e531-b59a-4641-8333-40649f8aee19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4201100 Aug 31 06:45:18.286643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] For port a75e766a-76ef-446c-81e7-399a4eb2e3e6, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=a75e766a-76ef-446c-81e7-399a4eb2e3e6,segment=NetworkSegment(e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8),segment_id=e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:18.287676 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.325008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Calling delete_port for a75e766a-76ef-446c-81e7-399a4eb2e3e6 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:18.362642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-5f2d26c3-c2f9-4115-a709-aaa2eb1470f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.364268 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-5f2d26c3-c2f9-4115-a709-aaa2eb1470f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 1099 time: 0.5263968 Aug 31 06:45:18.397769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:18.477256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:18.486936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.587261 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.591207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.658064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:18.666733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:18.671855 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95cc5ee-f447-4f0e-91d6-3f420f0bb546" -d '{"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-plugged", "status": "completed", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:18.676322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.677337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a75e766a-76ef-446c-81e7-399a4eb2e3e6 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:18.705669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbfc7d9a-2cbb-4897-be0f-d3c555031480 req-03d2fa58-ca11-473b-9663-df0af6dbb09b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140769 Aug 31 06:45:18.754462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Pushing event deleted for resources: {'Port': ['ID=a75e766a-76ef-446c-81e7-399a4eb2e3e6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:18.806090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: a75e766a-76ef-446c-81e7-399a4eb2e3e6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:45:18.807308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device a75e766a-76ef-446c-81e7-399a4eb2e3e6 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:45:18.819940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:18.847283 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9123a3-9519-4360-9b5c-8ac051a4356f x-openstack-request-id: req-ea9123a3-9519-4360-9b5c-8ac051a4356f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:18.847623 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-plugged", "status": "completed", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:18.847890 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea9123a3-9519-4360-9b5c-8ac051a4356f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:18.848294 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'code': 200} Aug 31 06:45:18.849694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.850048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.850147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcae163b-ab49-43ff-8791-8de0472e8e1c req-f07a9092-f5ce-4a42-9659-52940442eacb tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb9dcad-ef61-4f30-afd3-376d6ced49f1 HTTP/1.1" status: 200 len: 210 time: 0.0840611 Aug 31 06:45:18.850392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.850734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.851071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.851406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.851735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.852065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.852394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.852720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.853046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.853933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:18.880349 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-7d293b9a-e691-4d8a-a68d-5e770e32965a service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711717 Aug 31 06:45:18.899551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] No DVR routers for this DVR port a75e766a-76ef-446c-81e7-399a4eb2e3e6 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:45:18.907651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.910580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ab7de68-0f73-4ff3-8fc2-13ed2a6c360e req-abc72a14-e516-4149-bbf3-84442325d7b1 tempest-DeleteServersTestJSON-1889137179 tempest-DeleteServersTestJSON-1889137179-project] 10.222.0.23 "DELETE /v2.0/ports/a75e766a-76ef-446c-81e7-399a4eb2e3e6 HTTP/1.1" status: 204 len: 173 time: 1.8305285 Aug 31 06:45:18.911279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb9dcad-ef61-4f30-afd3-376d6ced49f1', 'name': 'network-vif-deleted', 'tag': 'a75e766a-76ef-446c-81e7-399a4eb2e3e6'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:18.914750 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad60762-14a0-438c-9fa1-1d277e3b94e2" -d '{"events": [{"server_uuid": "bbb9dcad-ef61-4f30-afd3-376d6ced49f1", "name": "network-vif-deleted", "tag": "a75e766a-76ef-446c-81e7-399a4eb2e3e6"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:18.966470 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d84a71e-69ae-4b3e-b0ec-5d4de45f3e9d x-openstack-request-id: req-1d84a71e-69ae-4b3e-b0ec-5d4de45f3e9d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:18.967051 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb9dcad-ef61-4f30-afd3-376d6ced49f1", "name": "network-vif-deleted", "tag": "a75e766a-76ef-446c-81e7-399a4eb2e3e6", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:18.967479 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d84a71e-69ae-4b3e-b0ec-5d4de45f3e9d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:18.968086 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb9dcad-ef61-4f30-afd3-376d6ced49f1', 'name': 'network-vif-deleted', 'tag': 'a75e766a-76ef-446c-81e7-399a4eb2e3e6', 'status': 'completed', 'code': 200} Aug 31 06:45:18.990995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-17b40550-759a-4fe7-9ee9-ded56d723192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.993753 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-17b40550-759a-4fe7-9ee9-ded56d723192 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.5350294 Aug 31 06:45:19.261010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54fd9a-4810-44d2-bfa5-b3c592d8d89a req-ebfc2404-4da9-48a3-bce1-a52a77a1413a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:19.263742 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd54fd9a-4810-44d2-bfa5-b3c592d8d89a req-ebfc2404-4da9-48a3-bce1-a52a77a1413a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.0648413 Aug 31 06:45:19.377460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd54fd9a-4810-44d2-bfa5-b3c592d8d89a req-aeacb7e3-f370-4311-b0be-de44097e499a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018958 Aug 31 06:45:19.790420 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-7ff4b9ab-700a-45ae-bf74-b62caafd3a37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2cd29fd1-a3d0-4c68-b665-250361d26919 HTTP/1.1" status: 200 len: 217 time: 0.7767048 Aug 31 06:45:19.908406 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:19.965478 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:19.978762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-771a3e5b-1f0d-4080-9215-48f2b7b17901 req-b0170302-7fbc-4c44-b267-a4fa62d76617 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0842762 Aug 31 06:45:20.008216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-5d98a851-c957-4407-a5be-1f6b3d5efe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:20.010631 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-5d98a851-c957-4407-a5be-1f6b3d5efe74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.2081738 Aug 31 06:45:20.074931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298af0d-00e7-477e-96ab-ddc41964e594 req-ddb550ce-2f0b-48ad-ab40-7a19a0439c0d tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:20.077013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6298af0d-00e7-477e-96ab-ddc41964e594 req-ddb550ce-2f0b-48ad-ab40-7a19a0439c0d tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 947 time: 0.2456663 Aug 31 06:45:20.142837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:20.197438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6298af0d-00e7-477e-96ab-ddc41964e594 req-59dec627-ef38-44e9-bfe5-fdedf7b10cab tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932043 Aug 31 06:45:20.212809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-2da1ae1f-1245-4c14-82b7-648417c80f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:20.215513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-2da1ae1f-1245-4c14-82b7-648417c80f77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1682537 Aug 31 06:45:20.218105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Deleting port 6a947bd4-be17-484c-8d4f-cc741760b877 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:20.219913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:20.370397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:20.424653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2cd29fd1-a3d0-4c68-b665-250361d26919 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:20.483346 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:20.488073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-a769c419-5ffc-4d7a-9439-8f718355a415 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645781 Aug 31 06:45:20.522024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Calling delete_port for 6a947bd4-be17-484c-8d4f-cc741760b877 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:20.658882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:20.684622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:20.751154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'mac_address': 'fa:16:3e:b5:ce:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:20.804872 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:20.825313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd29fd1-a3d0-4c68-b665-250361d26919 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:20.867155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:20.889001 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:20.977778 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.031822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afb4d73-c890-47a6-938a-c0d323193cd0 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:21.141166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:21.152038 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.182641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0e4ff-a6e8-4578-bcfa-fd11a730f9cf req-8bbb1397-a59c-406f-83ca-63e24e2097b9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.210141 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab0e4ff-a6e8-4578-bcfa-fd11a730f9cf req-8bbb1397-a59c-406f-83ca-63e24e2097b9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.6170321 Aug 31 06:45:21.222323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['2cd29fd1-a3d0-4c68-b665-250361d26919'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:21.233379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:21.327337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.403554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Pushing event deleted for resources: {'Port': ['ID=6a947bd4-be17-484c-8d4f-cc741760b877,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:21.459376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.462052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.465310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.468107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.470466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.474903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.475725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.476695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.477538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.479411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.484679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.489691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:21.526487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e778b-1077-457e-83e4-d255e9b72e32 req-bb7f4855-1779-4ae4-9bc6-b705eb018645 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.528886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-233e778b-1077-457e-83e4-d255e9b72e32 req-bb7f4855-1779-4ae4-9bc6-b705eb018645 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 948 time: 0.2078090 Aug 31 06:45:21.537485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c88213cd-60ee-4cc0-9913-7a760fd691fd req-75ddfc87-d026-4844-9dc7-81e3496b809c service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0131950 Aug 31 06:45:21.578777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:21.585037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab0e4ff-a6e8-4578-bcfa-fd11a730f9cf req-f288aca0-0450-44ba-9fac-12422983d97d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659408 Aug 31 06:45:21.616061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['9afb4d73-c890-47a6-938a-c0d323193cd0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:21.713435 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-233e778b-1077-457e-83e4-d255e9b72e32 req-cb060b5d-999d-4133-9427-9160da5de4d3 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782925 Aug 31 06:45:21.851246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.398289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.403696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.546833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Router 9351009d-13a9-4229-a75e-3eda6d9ebb78 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:45:22.653121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:22.660189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.665127 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d2517833-6177-44c7-beb5-b6107b330b27 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "PUT /v2.0/routers/9351009d-13a9-4229-a75e-3eda6d9ebb78 HTTP/1.1" status: 200 len: 709 time: 4.7198620 Aug 31 06:45:22.665127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50782) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:22.671160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575356-d9d5-426a-a520-1fdc8b67af06 None None] Sync routers for ids ['9351009d-13a9-4229-a75e-3eda6d9ebb78'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:22.703520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575356-d9d5-426a-a520-1fdc8b67af06 None None] Routers {'9351009d-13a9-4229-a75e-3eda6d9ebb78'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:22.705712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e8575356-d9d5-426a-a520-1fdc8b67af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9351009d-13a9-4229-a75e-3eda6d9ebb78'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:22.816628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e8575356-d9d5-426a-a520-1fdc8b67af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:22.843225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575356-d9d5-426a-a520-1fdc8b67af06 None None] Routers {'9351009d-13a9-4229-a75e-3eda6d9ebb78'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:22.843910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e8575356-d9d5-426a-a520-1fdc8b67af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:44:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9351009d-13a9-4229-a75e-3eda6d9ebb78'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:22.901262 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-38576459-74b6-4013-b8df-4c8d1390b44e tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/routers/9351009d-13a9-4229-a75e-3eda6d9ebb78 HTTP/1.1" status: 200 len: 744 time: 0.2358050 Aug 31 06:45:22.903055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643b59c-d053-4ebf-9938-27865c76523e req-9a0a843c-2d96-4d1c-96f5-538dfa6aaceb tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:22.904654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2643b59c-d053-4ebf-9938-27865c76523e req-9a0a843c-2d96-4d1c-96f5-538dfa6aaceb tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1236453 Aug 31 06:45:22.905156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50806) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:22.930140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e8575356-d9d5-426a-a520-1fdc8b67af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:22.931021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575356-d9d5-426a-a520-1fdc8b67af06 None None] The sync data for ids ['9351009d-13a9-4229-a75e-3eda6d9ebb78'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:22.980825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b7f8e-5a0c-439e-ab79-bcb65f62e6a5 req-0bf47e55-bcb0-4587-80e1-a44fc03e0047 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:22.983017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b7b7f8e-5a0c-439e-ab79-bcb65f62e6a5 req-0bf47e55-bcb0-4587-80e1-a44fc03e0047 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 948 time: 0.0956898 Aug 31 06:45:23.092004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2643b59c-d053-4ebf-9938-27865c76523e req-a44210a3-03f4-42e7-95d4-701b14765ce3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777194 Aug 31 06:45:23.103845 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b25c77af-3d9c-4303-bf3f-3aa17f21c964 tempest-RoutersIpV6AdminTest-1252430315 tempest-RoutersIpV6AdminTest-1252430315-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=9351009d-13a9-4229-a75e-3eda6d9ebb78 HTTP/1.1" status: 200 len: 205 time: 0.1950245 Aug 31 06:45:23.105720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50824) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:23.123205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b7b7f8e-5a0c-439e-ab79-bcb65f62e6a5 req-88045628-582c-4137-ab1c-e9f1f1cf3f92 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304693 Aug 31 06:45:23.249471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aa86bb8d-9852-454c-999f-99fafac5b07d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9351009d-13a9-4229-a75e-3eda6d9ebb78 HTTP/1.1" status: 200 len: 205 time: 0.1405845 Aug 31 06:45:23.251247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50832) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:23.423453 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-201ab5ec-bf3e-4d5f-8292-21702647fa03 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.853387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-201ab5ec-bf3e-4d5f-8292-21702647fa03 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.856324 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-201ab5ec-bf3e-4d5f-8292-21702647fa03 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.932473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-201ab5ec-bf3e-4d5f-8292-21702647fa03 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.933140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201ab5ec-bf3e-4d5f-8292-21702647fa03 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Fanout notify agent at l3_agent the message router_deleted on router 9351009d-13a9-4229-a75e-3eda6d9ebb78 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:45:23.941351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-201ab5ec-bf3e-4d5f-8292-21702647fa03 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.942600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-201ab5ec-bf3e-4d5f-8292-21702647fa03 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/9351009d-13a9-4229-a75e-3eda6d9ebb78 HTTP/1.1" status: 204 len: 168 time: 0.6899123 Aug 31 06:45:23.946548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50868) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:23.982736 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fe05c7fc-5287-4fbf-ad14-ef43cc1e3c2d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9351009d-13a9-4229-a75e-3eda6d9ebb78 HTTP/1.1" status: 200 len: 205 time: 0.0335696 Aug 31 06:45:23.986531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50872) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.030902 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-eeefc5c4-7837-4942-9ea4-48048bf854f3 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] delete failed (client error): The resource could not be found. Aug 31 06:45:24.032294 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-eeefc5c4-7837-4942-9ea4-48048bf854f3 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/9351009d-13a9-4229-a75e-3eda6d9ebb78 HTTP/1.1" status: 404 len: 336 time: 0.0443711 Aug 31 06:45:24.036781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50876) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.075627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-00b3d8f7-d638-4421-9c96-00c4fdc2e61c tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc85305-5372-40c5-9c57-b189658c06b1 HTTP/1.1" status: 200 len: 205 time: 0.0369017 Aug 31 06:45:24.078310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50878) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.126734 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-a7ec046e-3784-47fd-b2b9-dce1f234b653 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] delete failed (client error): The resource could not be found. Aug 31 06:45:24.127863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7ec046e-3784-47fd-b2b9-dce1f234b653 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/ecc85305-5372-40c5-9c57-b189658c06b1 HTTP/1.1" status: 404 len: 336 time: 0.0481153 Aug 31 06:45:24.132749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50882) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.194812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:24.200799 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7a2109db-47c7-47a2-8042-0e97d9ffa964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:24.201327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b2b26266-80d3-4f72-8c41-14597b5ffdac tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcb7058c-2d32-42e6-ba3e-707e25f5d477 HTTP/1.1" status: 200 len: 205 time: 0.0665627 Aug 31 06:45:24.203994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50894) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.337403 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-ddcdae07-593d-4bda-8af2-c674e0a7d696 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] delete failed (client error): The resource could not be found. Aug 31 06:45:24.338735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ddcdae07-593d-4bda-8af2-c674e0a7d696 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/bcb7058c-2d32-42e6-ba3e-707e25f5d477 HTTP/1.1" status: 404 len: 336 time: 0.1336336 Aug 31 06:45:24.343360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50912) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.417928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97783b6f-a84d-4190-ba74-14227df098e8 req-942ce96f-96a5-40d0-b48e-3f67de733e19 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:24.419686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97783b6f-a84d-4190-ba74-14227df098e8 req-942ce96f-96a5-40d0-b48e-3f67de733e19 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1294243 Aug 31 06:45:24.460326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9f6f865e-1eb1-414d-8a24-0cb7d3d46164 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=65efe788-4310-475b-9ac6-f6090e79c0cc HTTP/1.1" status: 200 len: 205 time: 0.1087158 Aug 31 06:45:24.462705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50924) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.571040 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-188898f9-f824-471a-94ef-fbc9293fc7aa tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] delete failed (client error): The resource could not be found. Aug 31 06:45:24.572444 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97783b6f-a84d-4190-ba74-14227df098e8 req-b609d894-3489-4676-a517-0a785c6eb724 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384943 Aug 31 06:45:24.573046 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-188898f9-f824-471a-94ef-fbc9293fc7aa tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/65efe788-4310-475b-9ac6-f6090e79c0cc HTTP/1.1" status: 404 len: 336 time: 0.1086330 Aug 31 06:45:24.575455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50934) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.632698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2cd29fd1-a3d0-4c68-b665-250361d26919 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:24.647350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f5abd-bd95-4fb8-bfec-1594168a109c req-e8bad575-e779-4705-b693-d215655c0379 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:24.677814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-915f5abd-bd95-4fb8-bfec-1594168a109c req-e8bad575-e779-4705-b693-d215655c0379 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 948 time: 0.3506310 Aug 31 06:45:24.692452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:24.710573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50946) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.711025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-64748600-f5c2-4132-ae88-a2a2ea656328 tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=af07f7fd-b15c-45d8-955e-305c48c3e7d7 HTTP/1.1" status: 200 len: 205 time: 0.1302240 Aug 31 06:45:24.753645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 9afb4d73-c890-47a6-938a-c0d323193cd0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:24.762763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 9afb4d73-c890-47a6-938a-c0d323193cd0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:24.763131 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:24.775646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 2cd29fd1-a3d0-4c68-b665-250361d26919 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:24.815564 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-bc7b9007-e593-4754-a70a-803e1ff473cf tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] delete failed (client error): The resource could not be found. Aug 31 06:45:24.816713 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bc7b9007-e593-4754-a70a-803e1ff473cf tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/af07f7fd-b15c-45d8-955e-305c48c3e7d7 HTTP/1.1" status: 404 len: 336 time: 0.1051545 Aug 31 06:45:24.819409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50958) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.838848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 2cd29fd1-a3d0-4c68-b665-250361d26919 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:24.839486 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:24.860770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-915f5abd-bd95-4fb8-bfec-1594168a109c req-5c15cc4c-7196-428c-ae8a-4b2b71e95b50 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818514 Aug 31 06:45:24.867915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-18059c58-14db-4f15-833c-0367f2239aef tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "GET /v2.0/ports?device_id=72e6faa1-068c-4a84-87ae-7d3193c030f0 HTTP/1.1" status: 200 len: 205 time: 0.0470726 Aug 31 06:45:24.870864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50960) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.942031 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-f9f55893-db6a-4d09-9e05-f30e0da7036d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] delete failed (client error): The resource could not be found. Aug 31 06:45:24.947082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50966) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.958081 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f9f55893-db6a-4d09-9e05-f30e0da7036d tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/routers/72e6faa1-068c-4a84-87ae-7d3193c030f0 HTTP/1.1" status: 404 len: 336 time: 0.0841382 Aug 31 06:45:24.985655 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aafbbc8-c176-4207-a757-20cbc8fbd4ee tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] DELETE failed (client error): The resource could not be found. Aug 31 06:45:24.986380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aafbbc8-c176-4207-a757-20cbc8fbd4ee tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:45:24.992521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6aafbbc8-c176-4207-a757-20cbc8fbd4ee tempest-RoutersIpV6AdminTest-917082307 tempest-RoutersIpV6AdminTest-917082307-project] 10.222.0.15 "DELETE /v2.0/subnets/a749b63b-3e61-4b8d-b159-634606a10f3e HTTP/1.1" status: 404 len: 337 time: 0.0441630 Aug 31 06:45:25.185332 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.191658 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.319621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:25.328374 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e614484-bf66-4fa9-a93f-7c1fe8587f80" -d '{"events": [{"server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "name": "network-vif-plugged", "status": "completed", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:25.402217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:25.416256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:25.422700 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.434987 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.551486 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9615fbfb-48bf-450c-a516-5b5ecb87adf0 x-openstack-request-id: req-9615fbfb-48bf-450c-a516-5b5ecb87adf0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:25.552155 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "name": "network-vif-plugged", "status": "completed", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:25.553450 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9615fbfb-48bf-450c-a516-5b5ecb87adf0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:25.555598 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'code': 200} Aug 31 06:45:25.654139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:25.827699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51016) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:25.829141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b38779-c04b-44f5-9f19-8846e634a216 req-90791e13-2015-4b61-a72c-199d3f0c9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:25.843373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-49b38779-c04b-44f5-9f19-8846e634a216 req-90791e13-2015-4b61-a72c-199d3f0c9e8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 1101 time: 0.2328658 Aug 31 06:45:25.909614 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.966292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51028) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:25.975371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:26.006781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-49b38779-c04b-44f5-9f19-8846e634a216 req-b15d505a-7126-4a3b-ac32-aca313d3d1db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480315 Aug 31 06:45:26.031295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fb150f-1801-4526-9312-10b8c52cb7a7 admin admin] Deleting subnet 862787e8-068e-45b9-843c-487959a444f2 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:45:26.129898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48fb150f-1801-4526-9312-10b8c52cb7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.238785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e38e-2664-4e79-b65c-659f72c80833 req-330575e2-47af-4aff-82be-8009bbd84197 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:26.250923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e91e38e-2664-4e79-b65c-659f72c80833 req-330575e2-47af-4aff-82be-8009bbd84197 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 949 time: 0.1933608 Aug 31 06:45:26.284261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071ce1-ae3a-47e1-90c6-8b0440963dbc req-2ea6a6b3-529a-4175-be04-cd14a067998d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:26.322480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01071ce1-ae3a-47e1-90c6-8b0440963dbc req-2ea6a6b3-529a-4175-be04-cd14a067998d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.4320300 Aug 31 06:45:26.347240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e91e38e-2664-4e79-b65c-659f72c80833 req-b4e7740e-8862-4a97-9b4f-0914bb3684a7 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861976 Aug 31 06:45:26.390508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48fb150f-1801-4526-9312-10b8c52cb7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.479947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-def90973-33e0-4605-afd7-62d2cb3c5b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.486973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48fb150f-1801-4526-9312-10b8c52cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.545255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01071ce1-ae3a-47e1-90c6-8b0440963dbc req-72f899cc-2a61-4bc3-8c91-92d5fc1891a4 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215939 Aug 31 06:45:26.642004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48fb150f-1801-4526-9312-10b8c52cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.663225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48fb150f-1801-4526-9312-10b8c52cb7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.666107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-48fb150f-1801-4526-9312-10b8c52cb7a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/862787e8-068e-45b9-843c-487959a444f2 HTTP/1.1" status: 204 len: 168 time: 0.8371596 Aug 31 06:45:26.668946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51074) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:26.700128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb150f-1801-4526-9312-10b8c52cb7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=862787e8-068e-45b9-843c-487959a444f2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:26.749260 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e02365ea-92be-4a60-a7fd-b9bbce86fc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.773139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-def90973-33e0-4605-afd7-62d2cb3c5b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.780253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-def90973-33e0-4605-afd7-62d2cb3c5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.832396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.848792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def90973-33e0-4605-afd7-62d2cb3c5b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f433e10-1f02-4bfc-b36e-541a4408ba55,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:26.855384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-def90973-33e0-4605-afd7-62d2cb3c5b2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b02e5201ae104b4592d987925ad995ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8400180 Aug 31 06:45:26.858084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51084) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:26.898577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.968791 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae61ee07-9bda-4d95-9dfa-f3e558d5d408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.026491 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae61ee07-9bda-4d95-9dfa-f3e558d5d408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.131359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.156334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da391ec0-9d7b-458f-990f-7c94fd96ec83']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:27.162000 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae61ee07-9bda-4d95-9dfa-f3e558d5d408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.164980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae61ee07-9bda-4d95-9dfa-f3e558d5d408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.166258 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ae61ee07-9bda-4d95-9dfa-f3e558d5d408 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f433e10-1f02-4bfc-b36e-541a4408ba55 HTTP/1.1" status: 204 len: 168 time: 0.3066199 Aug 31 06:45:27.186162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61ee07-9bda-4d95-9dfa-f3e558d5d408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f433e10-1f02-4bfc-b36e-541a4408ba55,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:27.195744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:27.196038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cdc1fc-a9b1-4ac5-95d1-e678144f08b8') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:27.217052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.259016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.269448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:45:27.269906 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:45:27.271911 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:45:27.486241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.499931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.511989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] 10.222.0.15 "DELETE /v2.0/networks/da391ec0-9d7b-458f-990f-7c94fd96ec83 HTTP/1.1" status: 204 len: 168 time: 0.8416216 Aug 31 06:45:27.530414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44b628-ecb6-48b4-9585-e7b4b9d39fac admin admin] Pushing event deleted for resources: {'Network': ['ID=da391ec0-9d7b-458f-990f-7c94fd96ec83,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:27.557066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:27.560640 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96028e6c-7155-4b15-bd1a-218d4f33bf11" -d '{"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-plugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:27.656436 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de358b9-6d51-4cf6-94da-a8e7f1f845ba x-openstack-request-id: req-7de358b9-6d51-4cf6-94da-a8e7f1f845ba {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:27.656899 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-plugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:27.657337 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7de358b9-6d51-4cf6-94da-a8e7f1f845ba {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:27.657960 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'code': 200} Aug 31 06:45:27.661826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa2c0b-b7db-4d30-a4c3-a9b6f13fb5d3 req-200330a2-113d-44bb-9b45-18f4ec5aaa4f tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:27.663661 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa2c0b-b7db-4d30-a4c3-a9b6f13fb5d3 req-200330a2-113d-44bb-9b45-18f4ec5aaa4f tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 949 time: 0.1383004 Aug 31 06:45:27.794148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa2c0b-b7db-4d30-a4c3-a9b6f13fb5d3 req-6ae6a442-c2b8-4dd7-aeb8-687cda5bc7f3 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096611 Aug 31 06:45:27.935297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e838a-ff11-4d3b-9ca5-36469ba2a096 req-d1905f70-f3ea-4e0d-b745-afe076c2cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:27.937966 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8e838a-ff11-4d3b-9ca5-36469ba2a096 req-d1905f70-f3ea-4e0d-b745-afe076c2cc6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 1101 time: 0.1990232 Aug 31 06:45:27.995189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51170) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:28.022565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff44739-781f-4777-a4c2-02781eb87f79 req-9165950f-4fa0-47de-a7f9-d1ce3ba03619 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:28.034967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ff44739-781f-4777-a4c2-02781eb87f79 req-9165950f-4fa0-47de-a7f9-d1ce3ba03619 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1673281 Aug 31 06:45:28.080474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51178) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:28.080703 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.098157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce822-f188-411d-a542-ff3f603ade04 req-6c544920-8a1e-4987-bcb5-5960ca1a64f0 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:28.113822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58bce822-f188-411d-a542-ff3f603ade04 req-6c544920-8a1e-4987-bcb5-5960ca1a64f0 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 949 time: 0.1852055 Aug 31 06:45:28.116047 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8e838a-ff11-4d3b-9ca5-36469ba2a096 req-ff24d0b1-e732-4444-98b2-cc1c4cc71a02 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620882 Aug 31 06:45:28.149520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ff44739-781f-4777-a4c2-02781eb87f79 req-28fb3058-255b-4bc2-880f-944a91126bf9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099858 Aug 31 06:45:28.195132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51188) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:28.196149 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8869b67c-9ea5-4c12-b292-ec3213f17c4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5cdb89373d54f5982d6a6b92da43d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137757 Aug 31 06:45:28.219632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58bce822-f188-411d-a542-ff3f603ade04 req-d2ac9e68-729d-4a88-a373-439e1e2c4d3d tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031489 Aug 31 06:45:28.354208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afc08f1c-2edf-44c5-9bb4-6fe2c28805c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.419414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afc08f1c-2edf-44c5-9bb4-6fe2c28805c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.468234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0353a779-7d31-48b4-bb0d-3cc7efcd90bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4c14df3e80d4de5ba2ae44d968dc701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645908 Aug 31 06:45:28.469274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51198) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:28.535697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afc08f1c-2edf-44c5-9bb4-6fe2c28805c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.541270 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afc08f1c-2edf-44c5-9bb4-6fe2c28805c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.544485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-afc08f1c-2edf-44c5-9bb4-6fe2c28805c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c79f466-acdd-47b5-9383-44412dae1dc5 HTTP/1.1" status: 204 len: 168 time: 0.3232906 Aug 31 06:45:28.555714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc08f1c-2edf-44c5-9bb4-6fe2c28805c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c79f466-acdd-47b5-9383-44412dae1dc5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:28.578596 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4b6cc6c-80a0-4487-8d60-542e1460aaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.635465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4b6cc6c-80a0-4487-8d60-542e1460aaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.729808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4b6cc6c-80a0-4487-8d60-542e1460aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.741022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4b6cc6c-80a0-4487-8d60-542e1460aaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.743960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b4b6cc6c-80a0-4487-8d60-542e1460aaf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afaf62bc-6839-4ed4-8e5d-89b29bb29b85 HTTP/1.1" status: 204 len: 168 time: 0.2732806 Aug 31 06:45:28.759973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6cc6c-80a0-4487-8d60-542e1460aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaf62bc-6839-4ed4-8e5d-89b29bb29b85,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:29.460573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339dc79-696c-4736-96b8-288e0d35e37b req-fd2836f6-e9aa-4a32-aa51-aa75f9c5c4f9 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:29.463115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f339dc79-696c-4736-96b8-288e0d35e37b req-fd2836f6-e9aa-4a32-aa51-aa75f9c5c4f9 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 949 time: 0.1368525 Aug 31 06:45:29.568419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a58d8-aaf2-411f-94c1-19cde3172ff8 req-97b38a8d-fe07-46ef-b86a-09a914c14153 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:29.578765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f339dc79-696c-4736-96b8-288e0d35e37b req-ca97576f-2b6f-4d38-b9fc-12caa3b6f389 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983679 Aug 31 06:45:29.588152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b6a58d8-aaf2-411f-94c1-19cde3172ff8 req-97b38a8d-fe07-46ef-b86a-09a914c14153 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2161183 Aug 31 06:45:29.715818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b6a58d8-aaf2-411f-94c1-19cde3172ff8 req-ad021fe7-1a8c-471c-af03-61f9360d8815 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249969 Aug 31 06:45:29.930747 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:30.423537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51252) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:30.824763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:30.838196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b8fab-fc77-473d-9ad1-fa99b6fe8715 req-0ef6468f-1c5c-4045-b05b-b1e6fb3e39ac tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:30.855490 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-012b8fab-fc77-473d-9ad1-fa99b6fe8715 req-0ef6468f-1c5c-4045-b05b-b1e6fb3e39ac tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 949 time: 0.1515326 Aug 31 06:45:30.917982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1072812080'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:31.008831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-012b8fab-fc77-473d-9ad1-fa99b6fe8715 req-ffce0e65-1f2b-43f2-93c0-9ac8e06e7fbc tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454046 Aug 31 06:45:31.033332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1183508941-network', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:31.053529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Made reservation on behalf of d0c48e0f61024502ae2a2b78302b2097 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:31.057595 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.088431 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.089039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Made reservation on behalf of 03873412a40b4b45a7113eec8e6b7ce5 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:31.092021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.133248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.305095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dcec9-aae7-4517-9f0a-c6f717138123 req-cfc5aba5-7468-44e2-a3f0-f1c504f8d3d6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:31.308625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-866dcec9-aae7-4517-9f0a-c6f717138123 req-cfc5aba5-7468-44e2-a3f0-f1c504f8d3d6 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1772590 Aug 31 06:45:31.332123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.338700 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.361073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:45:31.375177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.375537 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Added segment 50470c7e-2bb7-46ae-9843-1ff1821c9b8c of type vlan for network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd Aug 31 06:45:31.532113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.538230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e93b60-053c-4ba5-8bf6-e908658c7ec7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:31.631162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-866dcec9-aae7-4517-9f0a-c6f717138123 req-6e06f741-e97e-4acf-9486-a7eaa06fcc80 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907479 Aug 31 06:45:31.636279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.643263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:31.644028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.750872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Network': ['ID=c4d7ecc7-0093-4baf-a3bb-ace185f1dabd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:31.753512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.759057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.777039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3e634669-395e-48be-a034-23abd81bd66b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3520563 Aug 31 06:45:31.783116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:45:31.786683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51294) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:31.825305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'subnet': {'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:31.832592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:45:31.992378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe4e6e7-1273-4a95-958f-9fad2fbf385a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:32.024247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.024825 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Added segment 56afb19e-8dcc-44a7-b9e6-cacf3657f24a of type vlan for network 46046d59-de7b-4a8a-9297-d139dba360c4 Aug 31 06:45:32.139743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.195170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.196689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:32.197867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.260829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Made reservation on behalf of d0c48e0f61024502ae2a2b78302b2097 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:32.265249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.316249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] Pushing event updated for resources: {'Network': ['ID=46046d59-de7b-4a8a-9297-d139dba360c4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:32.331747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 46046d59-de7b-4a8a-9297-d139dba360c4 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:45:32.377733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cecd5829-7c67-48f3-abe9-f9e0166436f0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5480781 Aug 31 06:45:32.378034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51334) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:32.383503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Request body: {'subnet': {'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1183508941-subnet', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:32.440722 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:45:32.480853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Made reservation on behalf of 03873412a40b4b45a7113eec8e6b7ce5 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:32.495298 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.639944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.747254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Subnet': ['ID=43ba4e79-83c7-4955-a736-a1c82f5378bb,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:32.756561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Checking segment: {'id': '50470c7e-2bb7-46ae-9843-1ff1821c9b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:32.757463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Network hostable DHCP agents. Network: c4d7ecc7-0093-4baf-a3bb-ace185f1dabd, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:45:32.785331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:45:32.808759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c4d7ecc7-0093-4baf-a3bb-ace185f1dabd) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:32.819453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267ff8c-143f-48b1-9779-579bd9c1990f None None] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:32.830829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:32.832282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.888640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d2bd7cf3-5d45-4fd1-a5fc-0eb97bc214fb tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0980351 Aug 31 06:45:32.892424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51358) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:32.913649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1113217701'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:33.018986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8dc5b-f32b-4a4c-b40a-6f023a220bb8 req-9e673149-1ba6-430d-a608-3dbffdea9860 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:33.039762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cea8dc5b-f32b-4a4c-b40a-6f023a220bb8 req-9e673149-1ba6-430d-a608-3dbffdea9860 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1374898 Aug 31 06:45:33.234361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'tenant_id': 'd0c48e0f61024502ae2a2b78302b2097', 'fixed_ips': [{'subnet_id': '43ba4e79-83c7-4955-a736-a1c82f5378bb'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:45:33.235684 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.246871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cea8dc5b-f32b-4a4c-b40a-6f023a220bb8 req-1ad7d2aa-b61d-4205-ba3d-ddc1de05563a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049651 Aug 31 06:45:33.250254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.414994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e39e57e-e22b-4056-8a5e-ea0a6a633133,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:33.483857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Checking segment: {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:33.485046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Network hostable DHCP agents. Network: 46046d59-de7b-4a8a-9297-d139dba360c4, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:45:33.522178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Made reservation on behalf of d0c48e0f61024502ae2a2b78302b2097 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:33.526322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Network 46046d59-de7b-4a8a-9297-d139dba360c4 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:45:33.526773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.537813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 46046d59-de7b-4a8a-9297-d139dba360c4) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:33.546721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:33.547660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.570534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b3bc3470-7172-4d7f-b800-60c6e9b82e2a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1911321 Aug 31 06:45:33.575464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:33.582023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:33.603609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92347f7-e323-4edf-ac3b-af57b3d26c48 None None] Network 46046d59-de7b-4a8a-9297-d139dba360c4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:33.627469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] device_id is not set on port bc492a3a-3085-4fde-ba55-25434879158e yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:45:33.811782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.813607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.846423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Allocated IP 2001:db8::2 (c4d7ecc7-0093-4baf-a3bb-ace185f1dabd/43ba4e79-83c7-4955-a736-a1c82f5378bb/d9475144-ed0a-477c-b139-8b9881c4cef8) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:34.037638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.065356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc6e6a-702d-4b09-b6ca-a68fd315112f None None] Network 46046d59-de7b-4a8a-9297-d139dba360c4 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:34.287426 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.367965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Transition to ACTIVE for port object d9475144-ed0a-477c-b139-8b9881c4cef8 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:34.407394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Transition to ACTIVE for port object d9475144-ed0a-477c-b139-8b9881c4cef8 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:34.422091 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.549213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Allocated IP 2001:db8::5e (c4d7ecc7-0093-4baf-a3bb-ace185f1dabd/43ba4e79-83c7-4955-a736-a1c82f5378bb/bc492a3a-3085-4fde-ba55-25434879158e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:34.573771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:34.584100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:34.591563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:34.599486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Pushing event updated for resources: {'Port': ['ID=d9475144-ed0a-477c-b139-8b9881c4cef8,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:34.710632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf370361-17c3-40e4-8ef2-f5d3cbe1ec36 req-bf06e853-947a-4d64-ae44-54ffe2e90fc1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:34.713648 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cf370361-17c3-40e4-8ef2-f5d3cbe1ec36 req-bf06e853-947a-4d64-ae44-54ffe2e90fc1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1594830 Aug 31 06:45:34.795380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Attempting to bind port d9475144-ed0a-477c-b139-8b9881c4cef8 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:34.796677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Attempting to bind port d9475144-ed0a-477c-b139-8b9881c4cef8 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '50470c7e-2bb7-46ae-9843-1ff1821c9b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:34.801251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Attempting to bind port d9475144-ed0a-477c-b139-8b9881c4cef8 on network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:34.805090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cf370361-17c3-40e4-8ef2-f5d3cbe1ec36 req-90071d96-dfb5-4401-ab0d-0b3f3cfad96e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734355 Aug 31 06:45:34.811889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:34.825806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Checking segment: {'id': '50470c7e-2bb7-46ae-9843-1ff1821c9b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:34.826476 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.826903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Bound using segment: {'id': '50470c7e-2bb7-46ae-9843-1ff1821c9b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:34.827480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Bound port: d9475144-ed0a-477c-b139-8b9881c4cef8, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50470c7e-2bb7-46ae-9843-1ff1821c9b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:34.827884 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.945769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.971644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Transition to ACTIVE for port object bc492a3a-3085-4fde-ba55-25434879158e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:34.989545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] For port d9475144-ed0a-477c-b139-8b9881c4cef8, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:34.992940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] For port d9475144-ed0a-477c-b139-8b9881c4cef8, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d9475144-ed0a-477c-b139-8b9881c4cef8,segment=NetworkSegment(50470c7e-2bb7-46ae-9843-1ff1821c9b8c),segment_id=50470c7e-2bb7-46ae-9843-1ff1821c9b8c)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:35.000797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.006893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.100060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e481f4-fa58-4c2f-ba33-1f06caf0aa36 None None] Pushing event updated for resources: {'Port': ['ID=d9475144-ed0a-477c-b139-8b9881c4cef8,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:35.122409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.314043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:35.315271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=bc492a3a-3085-4fde-ba55-25434879158e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:35.401880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:35.429801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:35.450269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:35.453988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.543369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51424) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:35.544947 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fb207126-149d-4766-a292-8e6bb603e277 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6475697 Aug 31 06:45:35.549694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-245617987', 'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:6f:7d:17'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:35.764755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51426) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:35.840946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Made reservation on behalf of d0c48e0f61024502ae2a2b78302b2097 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:35.891930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.951738 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.106481 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9af0012c-90b9-4241-9179-8aa215ed8404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.181712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Allocated IP 172.25.5.28 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/2930e2df-1dc9-4397-93f5-7ed2efa99174) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:36.229264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:36.367371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13520c8a-dd76-4a02-9f07-067ade0b8a49 req-fd67ce95-5922-46c3-89ce-d921373f693e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:36.384558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13520c8a-dd76-4a02-9f07-067ade0b8a49 req-fd67ce95-5922-46c3-89ce-d921373f693e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.4116359 Aug 31 06:45:36.430637 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.522717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.543862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.614903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] device_id is not set on port f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:45:36.630434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d9475144-ed0a-477c-b139-8b9881c4cef8 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:36.678222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9af0012c-90b9-4241-9179-8aa215ed8404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.682325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:36.693167 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9af0012c-90b9-4241-9179-8aa215ed8404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.748808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:36.758648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Pushing event updated for resources: {'Port': ['ID=2930e2df-1dc9-4397-93f5-7ed2efa99174,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:36.769063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:36.779065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:36.781943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13520c8a-dd76-4a02-9f07-067ade0b8a49 req-13166ea8-9494-4f1e-b830-809baed5cc8c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936627 Aug 31 06:45:36.807041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'mac_address': 'fa:16:3e:b5:ce:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:36.936205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9af0012c-90b9-4241-9179-8aa215ed8404 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=702946e9affa4a9ca19b9b49bbb2802b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1694784 Aug 31 06:45:36.940896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51436) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:36.943196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0012c-90b9-4241-9179-8aa215ed8404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a09060-8c89-4874-8a53-45ecb9b45586,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:36.952366 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.966095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d9475144-ed0a-477c-b139-8b9881c4cef8 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:37.015567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9afb4d73-c890-47a6-938a-c0d323193cd0 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:37.058967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Allocated IP 2001:db8::345 (c4d7ecc7-0093-4baf-a3bb-ace185f1dabd/43ba4e79-83c7-4955-a736-a1c82f5378bb/f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:37.063136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450a875-0873-4e7b-86b1-e07709bb17e0 None None] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:37.096620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6840894f-303a-4309-984e-918b4d7ad3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.146597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6840894f-303a-4309-984e-918b4d7ad3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.263863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:37.295748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.393295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c37d4843-9bc2-439d-9394-8f1d6d13a85a None None] Provisioning for port d9475144-ed0a-477c-b139-8b9881c4cef8 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:37.482477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c37d4843-9bc2-439d-9394-8f1d6d13a85a None None] Provisioning complete for port d9475144-ed0a-477c-b139-8b9881c4cef8 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:37.485142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c37d4843-9bc2-439d-9394-8f1d6d13a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.501825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.571528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['9afb4d73-c890-47a6-938a-c0d323193cd0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:37.743077 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6840894f-303a-4309-984e-918b4d7ad3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.747722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6840894f-303a-4309-984e-918b4d7ad3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.749446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6840894f-303a-4309-984e-918b4d7ad3ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09a09060-8c89-4874-8a53-45ecb9b45586 HTTP/1.1" status: 204 len: 168 time: 0.8070247 Aug 31 06:45:37.779993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840894f-303a-4309-984e-918b4d7ad3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a09060-8c89-4874-8a53-45ecb9b45586,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:37.841112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.869613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Transition to ACTIVE for port object f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:37.950006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:37.954247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.127044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:38.154145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:38.172166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:38.188652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.189684 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.225877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:38.247866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6625b855-e646-4fcf-a27d-0d40437947e8 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.7031012 Aug 31 06:45:38.252279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51448) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:38.281375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84d7b-1875-4488-921d-f246cdd3b3a0 req-e7280b31-b1b3-4c35-b1f0-f7cd6cd35c30 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.282944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55d84d7b-1875-4488-921d-f246cdd3b3a0 req-e7280b31-b1b3-4c35-b1f0-f7cd6cd35c30 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2406771 Aug 31 06:45:38.291927 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c37d4843-9bc2-439d-9394-8f1d6d13a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.402646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55d84d7b-1875-4488-921d-f246cdd3b3a0 req-c3a8426a-00d3-4eda-8523-9ae97e521a4d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079848 Aug 31 06:45:38.486837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c37d4843-9bc2-439d-9394-8f1d6d13a85a None None] For port d9475144-ed0a-477c-b139-8b9881c4cef8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d9475144-ed0a-477c-b139-8b9881c4cef8,segment=NetworkSegment(50470c7e-2bb7-46ae-9843-1ff1821c9b8c),segment_id=50470c7e-2bb7-46ae-9843-1ff1821c9b8c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:38.504856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c37d4843-9bc2-439d-9394-8f1d6d13a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.593429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d4843-9bc2-439d-9394-8f1d6d13a85a None None] Pushing event updated for resources: {'Port': ['ID=d9475144-ed0a-477c-b139-8b9881c4cef8,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:38.595897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b020a-7e1e-46f1-85eb-5a0fb1228a02 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.623999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b020a-7e1e-46f1-85eb-5a0fb1228a02 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.650846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b020a-7e1e-46f1-85eb-5a0fb1228a02 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.656888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51456) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:38.672311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5c5b020a-7e1e-46f1-85eb-5a0fb1228a02 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4051161 Aug 31 06:45:38.837250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Provisioning complete for port d9475144-ed0a-477c-b139-8b9881c4cef8 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:38.837640 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.893661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d99849d1-5c7e-4b01-8042-1534bf20a890 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Deleting port f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:38.894127 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d99849d1-5c7e-4b01-8042-1534bf20a890 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.127361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Provisioning for port f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:39.129709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.140098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Provisioning complete for port f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:39.140574 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.155173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d99849d1-5c7e-4b01-8042-1534bf20a890 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.202687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d99849d1-5c7e-4b01-8042-1534bf20a890 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Calling delete_port for f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:39.271084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Port f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:39.322904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Provisioning for port bc492a3a-3085-4fde-ba55-25434879158e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:39.338953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Provisioning complete for port bc492a3a-3085-4fde-ba55-25434879158e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:39.350396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.466335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Router fecfc31b-73ad-433c-8a36-34fb46ea7f03 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:45:39.474397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d99849d1-5c7e-4b01-8042-1534bf20a890 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.518481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6c496cba-cb80-4759-8044-b487af99efff None None] Port bc492a3a-3085-4fde-ba55-25434879158e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:39.596018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99849d1-5c7e-4b01-8042-1534bf20a890 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Port': ['ID=f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:39.688121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b6dde50f-e0e2-48cb-8598-564051338d0b None None] Provisioning complete for port bc492a3a-3085-4fde-ba55-25434879158e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:39.688718 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b6dde50f-e0e2-48cb-8598-564051338d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.816239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7035775-89d1-413f-aedc-76b6efdbd995 req-3bd43bfd-6c32-44fd-87d1-ceb4ef7b69e9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:39.827851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b6dde50f-e0e2-48cb-8598-564051338d0b None None] Port bc492a3a-3085-4fde-ba55-25434879158e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:39.829839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7035775-89d1-413f-aedc-76b6efdbd995 req-3bd43bfd-6c32-44fd-87d1-ceb4ef7b69e9 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2593789 Aug 31 06:45:39.893627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:39.910025 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Sync routers for ids ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:39.933077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.933820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7035775-89d1-413f-aedc-76b6efdbd995 req-fa910bee-debf-47e5-a4f0-1486c80d24e2 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955958 Aug 31 06:45:39.938315 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Routers {'fecfc31b-73ad-433c-8a36-34fb46ea7f03'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:39.939996 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:39.946890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f74e588a-623d-4996-822f-97228c642c04 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3665264 Aug 31 06:45:39.948155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51480) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:40.027000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d99849d1-5c7e-4b01-8042-1534bf20a890 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.029512 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d99849d1-5c7e-4b01-8042-1534bf20a890 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "DELETE /v2.0/ports/f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 HTTP/1.1" status: 204 len: 168 time: 1.3711917 Aug 31 06:45:40.033635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51482) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:40.054331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b2907ee3-83f0-4c35-b2f1-72b72818ab8b None None] Could not find standard attr ID for object f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:45:40.098179 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19d268a-3cfd-4217-b047-148bf50ea3d4 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] GET failed (client error): The resource could not be found. Aug 31 06:45:40.099971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e19d268a-3cfd-4217-b047-148bf50ea3d4 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "GET /v2.0/ports/f4b01fd8-2fbb-44e2-a0a3-2ffc5e50a8f9 HTTP/1.1" status: 404 len: 333 time: 0.0653486 Aug 31 06:45:40.106011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51484) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:40.113516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1731125851'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:40.272514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:40.374783 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Set router fecfc31b-73ad-433c-8a36-34fb46ea7f03 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:45:40.458026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 9afb4d73-c890-47a6-938a-c0d323193cd0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:40.458839 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.531238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Made reservation on behalf of d0c48e0f61024502ae2a2b78302b2097 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:40.546104 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.587296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d9475144-ed0a-477c-b139-8b9881c4cef8 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:40.607485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] device_id is not set on port ab1daf2e-544a-4bbb-87b6-cabcad499f43 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:45:40.749650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:45:37Z', 'revision_number': 3, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port': {'id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:35Z', 'updated_at': '2021-08-31T06:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:40.793541 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Checking router: fecfc31b-73ad-433c-8a36-34fb46ea7f03 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:45:40.794517 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Updating router fecfc31b-73ad-433c-8a36-34fb46ea7f03 port 2930e2df-1dc9-4397-93f5-7ed2efa99174 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:45:40.875491 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.943195 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d9475144-ed0a-477c-b139-8b9881c4cef8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:40.947870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Allocated IP 2001:db8::e0 (c4d7ecc7-0093-4baf-a3bb-ace185f1dabd/43ba4e79-83c7-4955-a736-a1c82f5378bb/ab1daf2e-544a-4bbb-87b6-cabcad499f43) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:40.949001 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.130332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.137933 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.292189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:41.298791 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42628d75-2c00-4524-98b4-efddc0d877e0" -d '{"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-plugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:41.366955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:41.374051 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.444752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f46bc4-17e7-4fd6-a737-98af42a76e64 req-7d1517ce-15a7-4c16-9f6d-9445f49d0a52 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:41.465155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f46bc4-17e7-4fd6-a737-98af42a76e64 req-7d1517ce-15a7-4c16-9f6d-9445f49d0a52 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.3129652 Aug 31 06:45:41.496055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:41.534085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Allocated IP 172.20.0.1 (46046d59-de7b-4a8a-9297-d139dba360c4/9e39e57e-e22b-4056-8a5e-ea0a6a633133/d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:41.550315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9f46bc4-17e7-4fd6-a737-98af42a76e64 req-9603344e-1a80-441d-a248-6d715687bffc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832067 Aug 31 06:45:41.551645 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.603326 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Transition to ACTIVE for port object 2930e2df-1dc9-4397-93f5-7ed2efa99174 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:41.625438 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.648462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.712386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.737289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Transition to ACTIVE for port object ab1daf2e-544a-4bbb-87b6-cabcad499f43 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:41.740387 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Attempting to bind port 2930e2df-1dc9-4397-93f5-7ed2efa99174 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:41.741069 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Attempting to bind port 2930e2df-1dc9-4397-93f5-7ed2efa99174 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:41.741648 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Attempting to bind port 2930e2df-1dc9-4397-93f5-7ed2efa99174 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:41.752065 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:41.752900 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:41.753546 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.754245 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:41.754935 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Bound port: 2930e2df-1dc9-4397-93f5-7ed2efa99174, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:41.755518 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.818218 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] For port 2930e2df-1dc9-4397-93f5-7ed2efa99174, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:41.823090 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] For port 2930e2df-1dc9-4397-93f5-7ed2efa99174, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2930e2df-1dc9-4397-93f5-7ed2efa99174,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:41.824902 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Pushing event updated for resources: {'Port': ['ID=2930e2df-1dc9-4397-93f5-7ed2efa99174,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:41.828517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.833584 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.834010 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.834277 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.834644 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.834942 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.835298 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.835632 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.835980 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.836298 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.836654 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.837023 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.837368 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:41.839437 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.844097 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.869098 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123aeb8d-c82b-4822-9ebd-7a2751fdff11 x-openstack-request-id: req-123aeb8d-c82b-4822-9ebd-7a2751fdff11 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:41.869594 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-plugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:41.869923 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-123aeb8d-c82b-4822-9ebd-7a2751fdff11 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:41.870293 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'code': 200} Aug 31 06:45:41.923368 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Routers {'fecfc31b-73ad-433c-8a36-34fb46ea7f03'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:41.924799 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:41.953483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=ab1daf2e-544a-4bbb-87b6-cabcad499f43,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:41.960049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Network 46046d59-de7b-4a8a-9297-d139dba360c4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:41.969075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:41.978975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:41.986259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:41.997466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:42.017635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:42.020311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Pushing event updated for resources: {'Port': ['ID=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:42.038800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:42.042162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.059900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.065093 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fb830-91c5-49f6-8bd0-7a5a5fa821d0 None None] Pushing event updated for resources: {'Port': ['ID=2930e2df-1dc9-4397-93f5-7ed2efa99174,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:42.073520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5bd741ea-3b0e-4ee4-81e7-930f34c06160 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9663639 Aug 31 06:45:42.076297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51500) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:42.087083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:6f:7d:17'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:42.236841 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] Set router fecfc31b-73ad-433c-8a36-34fb46ea7f03 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:45:42.488756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.519138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b28ee45d-63fc-4cb1-a503-b564918ac7d5 None None] Provisioning for port ab1daf2e-544a-4bbb-87b6-cabcad499f43 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:42.525452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b28ee45d-63fc-4cb1-a503-b564918ac7d5 None None] Provisioning complete for port ab1daf2e-544a-4bbb-87b6-cabcad499f43 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:42.526243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b28ee45d-63fc-4cb1-a503-b564918ac7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.554485 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.598545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b28ee45d-63fc-4cb1-a503-b564918ac7d5 None None] Port ab1daf2e-544a-4bbb-87b6-cabcad499f43 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:42.684675 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:45:37Z', 'revision_number': 3, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port': {'id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:35Z', 'updated_at': '2021-08-31T06:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:42.723174 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac60e6-b392-43f3-93cf-dc071c78038b None None] The sync data for ids ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'] in n-d-712142-16 is: [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:45:37Z', 'revision_number': 3, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port': {'id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:35Z', 'updated_at': '2021-08-31T06:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:42.895527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.902994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.981273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feed25-6ec1-47c5-bc65-25437f6a4703 req-8a138d61-24ad-4c16-bbb3-684ec1b6daa3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:43.023369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1feed25-6ec1-47c5-bc65-25437f6a4703 req-8a138d61-24ad-4c16-bbb3-684ec1b6daa3 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2964797 Aug 31 06:45:43.030086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.044766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-a51e2bdc-c0e6-4fd6-a182-7dd2ea7aaa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:43.046682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-a51e2bdc-c0e6-4fd6-a182-7dd2ea7aaa34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1098 time: 0.2995877 Aug 31 06:45:43.239352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Pushing event updated for resources: {'Port': ['ID=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:43.266623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1feed25-6ec1-47c5-bc65-25437f6a4703 req-cdebd011-0c54-404e-b12a-89738eb23c96 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411165 Aug 31 06:45:43.432232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Network 46046d59-de7b-4a8a-9297-d139dba360c4 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:43.434936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:43.518576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-676aa744-9faf-460c-9089-e37efbca5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:43.521090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-676aa744-9faf-460c-9089-e37efbca5310 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.4378631 Aug 31 06:45:43.540585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.575620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.756801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Router fecfc31b-73ad-433c-8a36-34fb46ea7f03 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:45:43.814972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-3d7813dd-f2ed-4807-ab84-b67634c6b0e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 1002 time: 0.2786040 Aug 31 06:45:43.853965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] In _notify_port_updated(), no bound segment for port ab1daf2e-544a-4bbb-87b6-cabcad499f43 on network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:45:43.861264 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:43.862496 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.867566 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "PUT /v2.0/ports/ab1daf2e-544a-4bbb-87b6-cabcad499f43 HTTP/1.1" status: 200 len: 1001 time: 1.7899563 Aug 31 06:45:43.872878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51516) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:43.932013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1977a-da9a-4212-a8a2-b5fd57b00074 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=ab1daf2e-544a-4bbb-87b6-cabcad499f43,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:43.983125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:43.997631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e51f0af7-71fc-447a-99f9-ba405ee18a10 admin admin] 10.222.0.15 "PUT /v2.0/routers/fecfc31b-73ad-433c-8a36-34fb46ea7f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0412366 Aug 31 06:45:44.042283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-15a4f0c9-8b90-44f5-b38d-41102cf0d71d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3474021 Aug 31 06:45:44.061936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-e346b39f-166b-40e5-8e4f-4753f67b91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.063450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-e346b39f-166b-40e5-8e4f-4753f67b91c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.2251308 Aug 31 06:45:44.380395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0dc4bd3e-bcbb-4f59-8f92-a0b2c4f5b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.381440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0dc4bd3e-bcbb-4f59-8f92-a0b2c4f5b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.382329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0dc4bd3e-bcbb-4f59-8f92-a0b2c4f5b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.385564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0dc4bd3e-bcbb-4f59-8f92-a0b2c4f5b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.386446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0dc4bd3e-bcbb-4f59-8f92-a0b2c4f5b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.387351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0dc4bd3e-bcbb-4f59-8f92-a0b2c4f5b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.388133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0dc4bd3e-bcbb-4f59-8f92-a0b2c4f5b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.391858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0dc4bd3e-bcbb-4f59-8f92-a0b2c4f5b275 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6506 time: 0.2321019 Aug 31 06:45:44.398005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-adbcfd95-f7a7-413f-8306-a225c4f07a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.400923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-adbcfd95-f7a7-413f-8306-a225c4f07a9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2718372 Aug 31 06:45:44.476137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c5821e6c-f7cd-41cd-a885-8518e885cb7e None None] Provisioning complete for port ab1daf2e-544a-4bbb-87b6-cabcad499f43 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:44.477357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c5821e6c-f7cd-41cd-a885-8518e885cb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:44.517618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5b42f-afb0-4aff-a5a9-be464ff8133c tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Deleting port ab1daf2e-544a-4bbb-87b6-cabcad499f43 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:44.518359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b42f-afb0-4aff-a5a9-be464ff8133c tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:44.596396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2930e2df-1dc9-4397-93f5-7ed2efa99174 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:44.706670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c5821e6c-f7cd-41cd-a885-8518e885cb7e None None] Port ab1daf2e-544a-4bbb-87b6-cabcad499f43 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:44.800737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 2930e2df-1dc9-4397-93f5-7ed2efa99174 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:44.809456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2930e2df-1dc9-4397-93f5-7ed2efa99174 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:44.809922 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:44.920449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:44.948142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 2930e2df-1dc9-4397-93f5-7ed2efa99174, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2930e2df-1dc9-4397-93f5-7ed2efa99174,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:44.956227 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.005743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97426ec9-118f-48cd-bd51-7ede085dd71a req-eeb3e924-61d3-4492-a69b-e7fcce261a0b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.014011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97426ec9-118f-48cd-bd51-7ede085dd71a req-eeb3e924-61d3-4492-a69b-e7fcce261a0b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.4916954 Aug 31 06:45:45.059922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-0606dcac-e0c2-4e7c-805d-b403baf3328a service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420572 Aug 31 06:45:45.062610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b42f-afb0-4aff-a5a9-be464ff8133c tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.069075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=2930e2df-1dc9-4397-93f5-7ed2efa99174,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:45.070535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-f6271481-64f6-477e-a57f-568d3a0b294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.076079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-f6271481-64f6-477e-a57f-568d3a0b294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.077641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-f6271481-64f6-477e-a57f-568d3a0b294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.080652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-f6271481-64f6-477e-a57f-568d3a0b294e service neutron] 10.222.0.42 "GET /v2.0/networks?id=77ac29c0-f99f-4d9b-93bd-76d263018252&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=e7919884-e009-4418-bde4-c6c3f09f4d70&id=e7919884-e009-4418-bde4-c6c3f09f4d70 HTTP/1.1" status: 200 len: 2298 time: 0.6376953 Aug 31 06:45:45.136409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5b42f-afb0-4aff-a5a9-be464ff8133c tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Calling delete_port for ab1daf2e-544a-4bbb-87b6-cabcad499f43 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:45.226664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97426ec9-118f-48cd-bd51-7ede085dd71a req-06a38c47-716d-40d7-b6a4-0bb0bab2af5f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109215 Aug 31 06:45:45.318005 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-0f147d8d-310f-46ce-a292-ce85eca558bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55545121-57b1-4362-817e-a19b5659b23e HTTP/1.1" status: 200 len: 1001 time: 0.2228425 Aug 31 06:45:45.420072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-681efb5f-f1c9-49c3-a549-b45b5aaf7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.423530 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-681efb5f-f1c9-49c3-a549-b45b5aaf7a0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb6a64f-2758-43fe-8548-1842e50df50e HTTP/1.1" status: 200 len: 856 time: 0.0916331 Aug 31 06:45:45.488200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3c1be27-2452-4f6b-86d8-6e0c4ea95b97 req-e9ab9c8e-0a7d-400a-9cfa-41575b0ff3eb service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970010 Aug 31 06:45:45.511024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-885615a3-ab7a-402c-89c1-3d5ce490e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.513021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-885615a3-ab7a-402c-89c1-3d5ce490e0fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77ac29c0-f99f-4d9b-93bd-76d263018252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795732 Aug 31 06:45:45.586815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Sync routers for ids ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:45.604810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Routers {'fecfc31b-73ad-433c-8a36-34fb46ea7f03'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:45.605576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:45.691186 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b42f-afb0-4aff-a5a9-be464ff8133c tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.711681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-3a49cae6-c1a0-4271-a940-a9c828ac2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.714385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-3a49cae6-c1a0-4271-a940-a9c828ac2ac5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1098 time: 0.1219954 Aug 31 06:45:45.795662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Set router fecfc31b-73ad-433c-8a36-34fb46ea7f03 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:45:45.849026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5b42f-afb0-4aff-a5a9-be464ff8133c tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Port': ['ID=ab1daf2e-544a-4bbb-87b6-cabcad499f43,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:45.886994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-66fdf57f-c803-4586-9fe9-5988767d07c4 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514481 Aug 31 06:45:46.286526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:45:42Z', 'revision_number': 4, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port': {'id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:35Z', 'updated_at': '2021-08-31T06:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b', 'name': '', 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'mac_address': 'fa:16:3e:ee:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '9e39e57e-e22b-4056-8a5e-ea0a6a633133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:41Z', 'updated_at': '2021-08-31T06:45:42Z', 'revision_number': 2, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'subnets': [{'id': '9e39e57e-e22b-4056-8a5e-ea0a6a633133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:46.335809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Checking router: fecfc31b-73ad-433c-8a36-34fb46ea7f03 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:45:46.336522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Updating router fecfc31b-73ad-433c-8a36-34fb46ea7f03 port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:45:46.402823 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.486951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2930e2df-1dc9-4397-93f5-7ed2efa99174 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:46.614007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-be404a5c-879a-4415-87ce-7a7cb747487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:46.615507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-be404a5c-879a-4415-87ce-7a7cb747487f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.8478670 Aug 31 06:45:46.654754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b42f-afb0-4aff-a5a9-be464ff8133c tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.664425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3ac5b42f-afb0-4aff-a5a9-be464ff8133c tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "DELETE /v2.0/ports/ab1daf2e-544a-4bbb-87b6-cabcad499f43 HTTP/1.1" status: 204 len: 168 time: 2.7749104 Aug 31 06:45:46.670259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51608) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:46.770313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2930e2df-1dc9-4397-93f5-7ed2efa99174 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:46.770888 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.780823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-450c8d72-097c-48d2-a5ee-927a854ba1af service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8750226 Aug 31 06:45:46.915748 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-8498595c-1275-4319-8a39-f2d9412d29a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 217 time: 0.1105201 Aug 31 06:45:46.918460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-1a3fb785-a74e-4338-8ff8-c9d876698b77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 1002 time: 0.2792494 Aug 31 06:45:47.010602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-202ec949-4998-4891-9892-e992f0c9a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:47.013010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-202ec949-4998-4891-9892-e992f0c9a413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.0846114 Aug 31 06:45:47.195469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-57746008-1a71-49c2-a765-30efc97881ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:47.197596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-57746008-1a71-49c2-a765-30efc97881ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.2779293 Aug 31 06:45:47.199815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-f3eb2729-5745-4c83-90ac-4b53b253ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:47.201482 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-f3eb2729-5745-4c83-90ac-4b53b253ee70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278601 Aug 31 06:45:47.236044 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.261446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Transition to ACTIVE for port object d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:47.274002 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.291225 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26f0e51-af8c-4555-92eb-b8a7a80584f5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] GET failed (client error): The resource could not be found. Aug 31 06:45:47.295296 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f26f0e51-af8c-4555-92eb-b8a7a80584f5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "GET /v2.0/ports/ab1daf2e-544a-4bbb-87b6-cabcad499f43 HTTP/1.1" status: 404 len: 333 time: 0.6225808 Aug 31 06:45:47.300619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51612) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:47.330626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1969157852'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:47.411736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff7a04-0176-4712-a4d0-3092bdce6293 None None] Pushing event updated for resources: {'Port': ['ID=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:47.435265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-3a579270-f885-4b8a-8a9d-313a19a48b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:47.437410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-3a579270-f885-4b8a-8a9d-313a19a48b33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2284019 Aug 31 06:45:47.514086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Attempting to bind port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:47.515562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Attempting to bind port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:47.516192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Attempting to bind port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b on network 46046d59-de7b-4a8a-9297-d139dba360c4 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:47.532815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:47.535192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Checking segment: {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:47.537576 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.540412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Bound using segment: {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:47.541863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Bound port: d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:47.543084 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.554244 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-e79c964b-ddc0-437a-a7b6-8d2f612e2871 service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319180 Aug 31 06:45:47.568371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Made reservation on behalf of d0c48e0f61024502ae2a2b78302b2097 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:47.587651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.627535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] device_id is not set on port 7b6ad18d-f69c-41f9-9410-d1b770d72a2b yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:45:47.748776 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] For port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:47.753209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-b4c7dfa4-23b2-4e4d-baaf-123eee5c285a service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033752 Aug 31 06:45:47.761263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] For port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:47.767536 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.849060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a345c2a2-98fd-4390-9ddb-46318723e16f req-38a50eac-25e5-4e7a-8483-ffd7404b8b1a service neutron] 10.222.0.23 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857337 Aug 31 06:45:47.855787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Allocated IP 2001:db8::29e (c4d7ecc7-0093-4baf-a3bb-ace185f1dabd/43ba4e79-83c7-4955-a736-a1c82f5378bb/7b6ad18d-f69c-41f9-9410-d1b770d72a2b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:47.960754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Routers {'fecfc31b-73ad-433c-8a36-34fb46ea7f03'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:47.961468 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:47.983239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-74be888d-9800-46d9-a3a9-1d5c26f0d5bc service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213655 Aug 31 06:45:48.063671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff7a04-0176-4712-a4d0-3092bdce6293 None None] Pushing event updated for resources: {'Port': ['ID=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:48.068415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-08db58b0-8df5-46df-8213-a3d343dec07d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 217 time: 0.0766127 Aug 31 06:45:48.169867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.173605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-d06e946f-c7c5-4a5b-8fb4-6b5802d47691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.175346 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-d06e946f-c7c5-4a5b-8fb4-6b5802d47691 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.0970242 Aug 31 06:45:48.204272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Transition to ACTIVE for port object 7b6ad18d-f69c-41f9-9410-d1b770d72a2b will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:48.231952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] Set router fecfc31b-73ad-433c-8a36-34fb46ea7f03 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:45:48.252577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-ab2373c1-bf7b-4560-8b01-c3c2b397cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.254401 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-ab2373c1-bf7b-4560-8b01-c3c2b397cd69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667109 Aug 31 06:45:48.317335 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.486112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-72cf6f2a-1a9a-4311-889e-b4546e5c53ef service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197013 Aug 31 06:45:48.487917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:48.502215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:48.551596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:48.587676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.588310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.633943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:48.673248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3487978 Aug 31 06:45:48.673856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51616) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:48.692609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6f:7d:17'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:48.704796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-bdc64700-50dc-42a4-aa6a-4d4c7c882898 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079880 Aug 31 06:45:48.709145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb400caf-1ea6-4924-8592-a72b3d5baca9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=7b6ad18d-f69c-41f9-9410-d1b770d72a2b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:48.866087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-646a2305-7095-480f-bf97-0b33bf480e74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 HTTP/1.1" status: 200 len: 217 time: 0.1484084 Aug 31 06:45:48.952399 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.985736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:45:42Z', 'revision_number': 4, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port': {'id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:35Z', 'updated_at': '2021-08-31T06:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b', 'name': '', 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'mac_address': 'fa:16:3e:ee:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '9e39e57e-e22b-4056-8a5e-ea0a6a633133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:41Z', 'updated_at': '2021-08-31T06:45:47Z', 'revision_number': 4, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'subnets': [{'id': '9e39e57e-e22b-4056-8a5e-ea0a6a633133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:49.069401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-2e2cd0aa-58d4-42d9-bc1a-da974e1457c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:49.079675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-2e2cd0aa-58d4-42d9-bc1a-da974e1457c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.2030463 Aug 31 06:45:49.088723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62043d1b-86f8-472a-b7c8-29abaaf2f84c None None] The sync data for ids ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'] in n-d-712142-16 is: [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:45:42Z', 'revision_number': 4, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port': {'id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:35Z', 'updated_at': '2021-08-31T06:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b', 'name': '', 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'mac_address': 'fa:16:3e:ee:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '9e39e57e-e22b-4056-8a5e-ea0a6a633133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:41Z', 'updated_at': '2021-08-31T06:45:47Z', 'revision_number': 4, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'subnets': [{'id': '9e39e57e-e22b-4056-8a5e-ea0a6a633133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:49.108301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:49.117543 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16680bf5-2db2-4d17-bbf3-7bae6a550033" -d '{"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-unplugged", "status": "completed", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:49.169916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:49.224588 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:49.278345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:49.331969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-df328cd9-908c-401d-a300-e411273a3f62 None None] Provisioning for port 7b6ad18d-f69c-41f9-9410-d1b770d72a2b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:49.370313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-caa08557-83c5-4e7d-8dd4-2eefd6869d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:49.371956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-caa08557-83c5-4e7d-8dd4-2eefd6869d57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2829025 Aug 31 06:45:49.434356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-df328cd9-908c-401d-a300-e411273a3f62 None None] Provisioning complete for port 7b6ad18d-f69c-41f9-9410-d1b770d72a2b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:49.442217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-df328cd9-908c-401d-a300-e411273a3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:49.625328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:49.662226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-df328cd9-908c-401d-a300-e411273a3f62 None None] Port 7b6ad18d-f69c-41f9-9410-d1b770d72a2b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:49.844945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-eed7ab42-c46d-4d8b-aeae-2d98236531bf service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322007 Aug 31 06:45:49.909977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:49.920231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.044270 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-4106eea1-b209-412e-a249-2de346eb3417 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813781 Aug 31 06:45:50.046557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] In _notify_port_updated(), no bound segment for port 7b6ad18d-f69c-41f9-9410-d1b770d72a2b on network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:45:50.081869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:50.088806 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.097024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "PUT /v2.0/ports/7b6ad18d-f69c-41f9-9410-d1b770d72a2b HTTP/1.1" status: 200 len: 1003 time: 1.4161456 Aug 31 06:45:50.159071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4739a7-1be4-427f-8ab4-7b77d5c11f7d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=7b6ad18d-f69c-41f9-9410-d1b770d72a2b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:50.173600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51624) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:50.240888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-052d2b6d-9c63-44be-a937-f4f9855f6668 req-cc0b9173-42c9-4f22-bcac-6c5dfe3e8926 tempest-ServersOnMultiNodesTest-799162171 tempest-ServersOnMultiNodesTest-799162171-project] (94667) timed out ('10.222.0.23', 52520) {{(pid=94667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 06:45:50.260685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-8eec1a7c-d16b-4b20-a77c-3a61df1843d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49 HTTP/1.1" status: 200 len: 217 time: 0.1992667 Aug 31 06:45:50.537235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-c9eff345-210a-4b5b-89a0-8227e5609e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:50.539035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-c9eff345-210a-4b5b-89a0-8227e5609e8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.2723753 Aug 31 06:45:50.625019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:50.664664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-4b8a8e38-d57a-43c8-9e77-be5aa645b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:50.685543 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-4b8a8e38-d57a-43c8-9e77-be5aa645b5b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243463 Aug 31 06:45:50.725896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-092b1091-7e48-4ba5-a226-eb223072080b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Deleting port 7b6ad18d-f69c-41f9-9410-d1b770d72a2b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:50.726696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-092b1091-7e48-4ba5-a226-eb223072080b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.798986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5b13e665-44e1-4d4a-8344-f22a3fd72c6f None None] Provisioning complete for port 7b6ad18d-f69c-41f9-9410-d1b770d72a2b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:50.803704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b13e665-44e1-4d4a-8344-f22a3fd72c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.909458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-092b1091-7e48-4ba5-a226-eb223072080b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.929606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-092b1091-7e48-4ba5-a226-eb223072080b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Calling delete_port for 7b6ad18d-f69c-41f9-9410-d1b770d72a2b owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:51.027389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-d0bab25a-a6b2-4174-bfa4-aeb2b70f22a5 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385170 Aug 31 06:45:51.049777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5b13e665-44e1-4d4a-8344-f22a3fd72c6f None None] Port 7b6ad18d-f69c-41f9-9410-d1b770d72a2b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:51.073724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:51.082251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:51.083186 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.265751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-4014facd-e946-484a-9214-4222c21a7de1 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271459 Aug 31 06:45:51.268623 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.312157 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-092b1091-7e48-4ba5-a226-eb223072080b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.403517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-aebb71ac-86c7-41c8-bcbc-472161a3e01d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6 HTTP/1.1" status: 200 len: 217 time: 0.1204059 Aug 31 06:45:51.407061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:51.416261 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.460269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b1091-7e48-4ba5-a226-eb223072080b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Port': ['ID=7b6ad18d-f69c-41f9-9410-d1b770d72a2b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:51.613274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-bceb68ce-0637-402c-b8bc-78bee81aa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:51.614965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-bceb68ce-0637-402c-b8bc-78bee81aa4d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.1852376 Aug 31 06:45:51.654025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-092b1091-7e48-4ba5-a226-eb223072080b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.660613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-092b1091-7e48-4ba5-a226-eb223072080b tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "DELETE /v2.0/ports/7b6ad18d-f69c-41f9-9410-d1b770d72a2b HTTP/1.1" status: 204 len: 168 time: 1.4817369 Aug 31 06:45:51.661218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51630) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:51.670492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:51.710865 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7616c7f2-d00b-4c93-a6ee-2f368fb8da03 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] GET failed (client error): The resource could not be found. Aug 31 06:45:51.713601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7616c7f2-d00b-4c93-a6ee-2f368fb8da03 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "GET /v2.0/ports/7b6ad18d-f69c-41f9-9410-d1b770d72a2b HTTP/1.1" status: 404 len: 333 time: 0.0515072 Aug 31 06:45:51.718218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51632) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:51.728073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1763065509'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:51.787998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-3154761b-4edb-4089-b433-d9b29218400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:51.797598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-3154761b-4edb-4089-b433-d9b29218400a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1629248 Aug 31 06:45:52.046513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Made reservation on behalf of d0c48e0f61024502ae2a2b78302b2097 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:52.052131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.065992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-b17d589c-0d5c-4bbd-9ac0-38817c226217 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670319 Aug 31 06:45:52.098579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] device_id is not set on port f5aa2c3d-3cde-4758-9d8d-09274d5587fe yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:45:52.247375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-3c45efa4-412a-469c-904c-95adaddcc60f service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724691 Aug 31 06:45:52.371344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-83eaded2-0918-4ffc-a978-34130a6b1322 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65735de8-3213-4459-a203-a3328ef978fa HTTP/1.1" status: 200 len: 217 time: 0.1108055 Aug 31 06:45:52.400760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Allocated IP 2001:db8::273 (c4d7ecc7-0093-4baf-a3bb-ace185f1dabd/43ba4e79-83c7-4955-a736-a1c82f5378bb/f5aa2c3d-3cde-4758-9d8d-09274d5587fe) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:52.523711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:52.595530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-7e18c9f6-6713-4c71-b73a-4662f50b5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:52.597377 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-7e18c9f6-6713-4c71-b73a-4662f50b5046 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.1546898 Aug 31 06:45:52.675589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:52.744617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-227bb3aa-be3f-4928-92dc-3962feb3961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:52.748952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-227bb3aa-be3f-4928-92dc-3962feb3961f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1381896 Aug 31 06:45:52.803759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.823364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Transition to ACTIVE for port object f5aa2c3d-3cde-4758-9d8d-09274d5587fe will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:52.840515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:52.841157 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.926251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.944026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-68eebf06-956d-40a8-bdf5-655e4236ace4 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812608 Aug 31 06:45:53.084072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:53.089568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:53.105498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:53.128141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:53.129247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.133930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04e4271a-95c3-4cc2-90c7-1977698fcf34 req-a3bf07d7-49f2-4027-91ca-61cf761ef2e0 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753139 Aug 31 06:45:53.231445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51636) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:53.237280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'network_id': 'c4d7ecc7-0093-4baf-a3bb-ace185f1dabd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1855815097'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:53.241729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5220687 Aug 31 06:45:53.280149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94824a-47f1-4832-9953-e0ed7cb10df3 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=f5aa2c3d-3cde-4758-9d8d-09274d5587fe,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:53.504730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Made reservation on behalf of d0c48e0f61024502ae2a2b78302b2097 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:53.508738 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.538849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] device_id is not set on port ed07a4aa-0398-4d38-b85b-47a2de054093 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:45:53.590714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d5b5d95b-8367-4796-9443-71bd62501949 None None] Provisioning for port f5aa2c3d-3cde-4758-9d8d-09274d5587fe completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:53.600731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d5b5d95b-8367-4796-9443-71bd62501949 None None] Provisioning complete for port f5aa2c3d-3cde-4758-9d8d-09274d5587fe triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:53.603022 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d95b-8367-4796-9443-71bd62501949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.703830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5d95b-8367-4796-9443-71bd62501949 None None] Port f5aa2c3d-3cde-4758-9d8d-09274d5587fe cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:53.758377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Allocated IP 2001:db8::3b2 (c4d7ecc7-0093-4baf-a3bb-ace185f1dabd/43ba4e79-83c7-4955-a736-a1c82f5378bb/ed07a4aa-0398-4d38-b85b-47a2de054093) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:54.203510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.215863 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-02f52d6f-9014-46ab-af83-f9931862f230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.233618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Transition to ACTIVE for port object ed07a4aa-0398-4d38-b85b-47a2de054093 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:54.320377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.349248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:54.355943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:54.357602 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.389664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:54.396677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:54.397633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.437274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2041755 Aug 31 06:45:54.440951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51644) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:54.448043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:6f:7d:17'}, {'ip_address': '2001:db8::273', 'mac_address': 'fa:16:3e:be:5b:13'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:54.454167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157d24b-7f5a-40d2-8661-ee025e8f7dde tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=ed07a4aa-0398-4d38-b85b-47a2de054093,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:54.803251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.864717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6d79afd4-ff53-4210-a846-58b27ccbf4cb None None] Provisioning for port ed07a4aa-0398-4d38-b85b-47a2de054093 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:54.877749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6d79afd4-ff53-4210-a846-58b27ccbf4cb None None] Provisioning complete for port ed07a4aa-0398-4d38-b85b-47a2de054093 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:54.883913 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6d79afd4-ff53-4210-a846-58b27ccbf4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.999044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6d79afd4-ff53-4210-a846-58b27ccbf4cb None None] Port ed07a4aa-0398-4d38-b85b-47a2de054093 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:55.129429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.135766 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.176969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] In _notify_port_updated(), no bound segment for port ed07a4aa-0398-4d38-b85b-47a2de054093 on network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:45:55.185003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.185736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.190660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51648) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:55.191637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "PUT /v2.0/ports/ed07a4aa-0398-4d38-b85b-47a2de054093 HTTP/1.1" status: 200 len: 1067 time: 0.7485271 Aug 31 06:45:55.223610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462899df-d0fa-41ed-8438-31d3e18cfcc5 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event updated for resources: {'Port': ['ID=ed07a4aa-0398-4d38-b85b-47a2de054093,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:55.389103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2c3207b5-3b48-42f2-91ad-439f6e7436f9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Deleting port ed07a4aa-0398-4d38-b85b-47a2de054093 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:55.389431 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c3207b5-3b48-42f2-91ad-439f6e7436f9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.536094 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c3207b5-3b48-42f2-91ad-439f6e7436f9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.552425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2c3207b5-3b48-42f2-91ad-439f6e7436f9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Calling delete_port for ed07a4aa-0398-4d38-b85b-47a2de054093 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:55.657775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c894bb06-053f-44fd-98c9-1f0d00e7671d None None] Provisioning complete for port ed07a4aa-0398-4d38-b85b-47a2de054093 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:55.658622 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c894bb06-053f-44fd-98c9-1f0d00e7671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.710337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c894bb06-053f-44fd-98c9-1f0d00e7671d None None] Port ed07a4aa-0398-4d38-b85b-47a2de054093 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:55.783223 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.801479 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c3207b5-3b48-42f2-91ad-439f6e7436f9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.858913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3207b5-3b48-42f2-91ad-439f6e7436f9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Port': ['ID=ed07a4aa-0398-4d38-b85b-47a2de054093,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:56.151331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c3207b5-3b48-42f2-91ad-439f6e7436f9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.155721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51652) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:56.166984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2c3207b5-3b48-42f2-91ad-439f6e7436f9 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "DELETE /v2.0/ports/ed07a4aa-0398-4d38-b85b-47a2de054093 HTTP/1.1" status: 204 len: 168 time: 0.9746096 Aug 31 06:45:56.182791 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57ccd0d-bc4b-435d-9d2d-f882bda0687a tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] GET failed (client error): The resource could not be found. Aug 31 06:45:56.187718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51654) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:56.187911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a57ccd0d-bc4b-435d-9d2d-f882bda0687a tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "GET /v2.0/ports/ed07a4aa-0398-4d38-b85b-47a2de054093 HTTP/1.1" status: 404 len: 333 time: 0.0309298 Aug 31 06:45:56.345775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-25c9d205-0c40-4710-838c-fd9252fb3f46 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Deleting port f5aa2c3d-3cde-4758-9d8d-09274d5587fe {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:56.346371 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25c9d205-0c40-4710-838c-fd9252fb3f46 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.476586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25c9d205-0c40-4710-838c-fd9252fb3f46 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.504690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-25c9d205-0c40-4710-838c-fd9252fb3f46 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Calling delete_port for f5aa2c3d-3cde-4758-9d8d-09274d5587fe owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:56.763147 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-69d0a8bf-dbc3-4922-bab2-1ea2eea17efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.948739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25c9d205-0c40-4710-838c-fd9252fb3f46 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.953964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.996240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9d205-0c40-4710-838c-fd9252fb3f46 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Port': ['ID=f5aa2c3d-3cde-4758-9d8d-09274d5587fe,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:57.031180 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25c9d205-0c40-4710-838c-fd9252fb3f46 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.032395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-25c9d205-0c40-4710-838c-fd9252fb3f46 tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "DELETE /v2.0/ports/f5aa2c3d-3cde-4758-9d8d-09274d5587fe HTTP/1.1" status: 204 len: 168 time: 0.8432870 Aug 31 06:45:57.035966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51656) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:57.097225 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f341169f-740d-459d-b2da-24f0b6989b8e tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] GET failed (client error): The resource could not be found. Aug 31 06:45:57.105124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f341169f-740d-459d-b2da-24f0b6989b8e tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "GET /v2.0/ports/f5aa2c3d-3cde-4758-9d8d-09274d5587fe HTTP/1.1" status: 404 len: 333 time: 0.0636401 Aug 31 06:45:57.107188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51658) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:57.320059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b8f29-3950-4a04-89e9-44f60a4714cc tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Deleting port bc492a3a-3085-4fde-ba55-25434879158e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:57.321971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8f29-3950-4a04-89e9-44f60a4714cc tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.476360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8f29-3950-4a04-89e9-44f60a4714cc tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.502978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b8f29-3950-4a04-89e9-44f60a4714cc tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Calling delete_port for bc492a3a-3085-4fde-ba55-25434879158e owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:57.856079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8f29-3950-4a04-89e9-44f60a4714cc tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.008402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b8f29-3950-4a04-89e9-44f60a4714cc tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Port': ['ID=bc492a3a-3085-4fde-ba55-25434879158e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:58.135853 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.200250 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8f29-3950-4a04-89e9-44f60a4714cc tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.204253 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3c4b8f29-3950-4a04-89e9-44f60a4714cc tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "DELETE /v2.0/ports/bc492a3a-3085-4fde-ba55-25434879158e HTTP/1.1" status: 204 len: 168 time: 1.0948505 Aug 31 06:45:58.209733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51678) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:58.215032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f4d0-d4c7-420f-8872-787e5e6c97e8 req-1aaedfd2-2315-4bc0-aafb-03996ade9729 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:58.218174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8156f4d0-d4c7-420f-8872-787e5e6c97e8 req-1aaedfd2-2315-4bc0-aafb-03996ade9729 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.1432586 Aug 31 06:45:58.344141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f793661-8b3d-412f-a6e3-4f93a83195ee tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Deleting subnet 43ba4e79-83c7-4955-a736-a1c82f5378bb {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:45:58.348379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f793661-8b3d-412f-a6e3-4f93a83195ee tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.361477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8156f4d0-d4c7-420f-8872-787e5e6c97e8 req-09dd2463-e063-4768-b886-498c9d4759aa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066432 Aug 31 06:45:58.415529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f793661-8b3d-412f-a6e3-4f93a83195ee tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.580665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-15c8553e-f53c-4000-8203-255ced08e07d tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:58.590053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-15c8553e-f53c-4000-8203-255ced08e07d tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 811 time: 0.7072988 Aug 31 06:45:58.595567 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088c5c93-e06e-4795-9aca-ce4d8b62ff5a x-openstack-request-id: req-088c5c93-e06e-4795-9aca-ce4d8b62ff5a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:58.596049 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-unplugged", "status": "failed", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4", "code": 422}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:58.596319 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-088c5c93-e06e-4795-9aca-ce4d8b62ff5a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:58.596745 n-d-712142-16 neutron-server[94669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'code': 422} returned with failed status Aug 31 06:45:58.627011 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-55696ec6-3fb3-47f4-a04a-c5ffc814be2c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/quotas/03873412a40b4b45a7113eec8e6b7ce5 HTTP/1.1" status: 200 len: 375 time: 0.0355525 Aug 31 06:45:58.768449 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-505b07ab-e819-494d-a6c4-a657e6befb86 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405296 Aug 31 06:45:58.777611 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f793661-8b3d-412f-a6e3-4f93a83195ee tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.964861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-522ad53f-b502-4771-8c70-b9f4fa0fc7a9 service neutron] 10.222.0.15 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837580 Aug 31 06:45:59.148903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f793661-8b3d-412f-a6e3-4f93a83195ee tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.178954 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f793661-8b3d-412f-a6e3-4f93a83195ee tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.182009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7f793661-8b3d-412f-a6e3-4f93a83195ee tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "DELETE /v2.0/subnets/43ba4e79-83c7-4955-a736-a1c82f5378bb HTTP/1.1" status: 204 len: 168 time: 0.9692364 Aug 31 06:45:59.184443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51740) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:59.194247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e806dedf-3c3e-4d76-ab9b-f7a3d9a99f78 None None] Network c4d7ecc7-0093-4baf-a3bb-ace185f1dabd requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:59.257667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f793661-8b3d-412f-a6e3-4f93a83195ee tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Subnet': ['ID=43ba4e79-83c7-4955-a736-a1c82f5378bb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:59.265157 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-98a7a55d-4700-49d0-bf33-87c263303bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918484 Aug 31 06:45:59.501165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.654973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] DHCP port deletion for c4d7ecc7-0093-4baf-a3bb-ace185f1dabd request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:45:59.750850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Deleting port d9475144-ed0a-477c-b139-8b9881c4cef8 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:59.751613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.850463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] Deleting port d9475144-ed0a-477c-b139-8b9881c4cef8 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:59.851669 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.901701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] For port d9475144-ed0a-477c-b139-8b9881c4cef8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d9475144-ed0a-477c-b139-8b9881c4cef8,segment=NetworkSegment(50470c7e-2bb7-46ae-9843-1ff1821c9b8c),segment_id=50470c7e-2bb7-46ae-9843-1ff1821c9b8c)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:59.902154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.949316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Calling delete_port for d9475144-ed0a-477c-b139-8b9881c4cef8 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:59.959455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.028275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] For port d9475144-ed0a-477c-b139-8b9881c4cef8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d9475144-ed0a-477c-b139-8b9881c4cef8,segment=NetworkSegment(50470c7e-2bb7-46ae-9843-1ff1821c9b8c),segment_id=50470c7e-2bb7-46ae-9843-1ff1821c9b8c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:00.028817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.053230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] Calling delete_port for d9475144-ed0a-477c-b139-8b9881c4cef8 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:00.189398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.296613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.297340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Port': ['ID=d9475144-ed0a-477c-b139-8b9881c4cef8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:00.311086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] No DVR routers for this DVR port d9475144-ed0a-477c-b139-8b9881c4cef8 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:00.530316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] No DVR routers for this DVR port d9475144-ed0a-477c-b139-8b9881c4cef8 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:00.532207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed564d48-a805-48e4-b162-7f08821f2e2c None None] Pushing event deleted for resources: {'Port': ['ID=d9475144-ed0a-477c-b139-8b9881c4cef8,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:00.589967 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.598813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d9475144-ed0a-477c-b139-8b9881c4cef8 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:00.641011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d9475144-ed0a-477c-b139-8b9881c4cef8 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:00.641242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d7ecc7-0093-4baf-a3bb-ace185f1dabd']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:00.651472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d9475144-ed0a-477c-b139-8b9881c4cef8 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:00.665582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50470c7e-2bb7-46ae-9843-1ff1821c9b8c') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:00.665951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50470c7e-2bb7-46ae-9843-1ff1821c9b8c') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:00.750463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c970bc81-7ebc-458a-89ee-30613503e75e req-20d5409b-8ad4-47c1-bd0e-091f3d94e170 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 210 time: 0.0675352 Aug 31 06:46:00.752611 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.798668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.807614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:46:00.808204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:46:00.811564 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:46:00.878646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-edd1b056-6c3c-403a-9e88-b75581a289d4 req-ae100496-56ea-4cfb-922a-baf035a325d6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:00.880100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-edd1b056-6c3c-403a-9e88-b75581a289d4 req-ae100496-56ea-4cfb-922a-baf035a325d6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104342 Aug 31 06:46:00.924949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.941141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.943873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] 10.222.0.15 "DELETE /v2.0/networks/c4d7ecc7-0093-4baf-a3bb-ace185f1dabd HTTP/1.1" status: 204 len: 168 time: 1.7160845 Aug 31 06:46:00.966169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d069f0-0c58-41f1-847f-4c50eea6416d tempest-AllowedAddressPairIpV6TestJSON-1287752276 tempest-AllowedAddressPairIpV6TestJSON-1287752276-project] Pushing event deleted for resources: {'Network': ['ID=c4d7ecc7-0093-4baf-a3bb-ace185f1dabd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:01.168556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc68c19-6720-4e16-b9db-291753b910ab req-24f6cc63-1f40-460b-968c-fa76f22a8357 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:01.186613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fbc68c19-6720-4e16-b9db-291753b910ab req-24f6cc63-1f40-460b-968c-fa76f22a8357 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.1048067 Aug 31 06:46:01.292728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fbc68c19-6720-4e16-b9db-291753b910ab req-1051647e-9e75-4b96-b7ad-7a9fb350691b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925367 Aug 31 06:46:01.464230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-92fc5c47-1ced-4893-a3c5-18fef175e9aa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:01.467872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-92fc5c47-1ced-4893-a3c5-18fef175e9aa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 811 time: 0.2084997 Aug 31 06:46:01.487750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Request body: {'port': {'device_id': '608cf199-233f-480a-8c8f-66287580a2f9', 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4', 'admin_state_up': True, 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:01.630322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51796) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:01.664510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Made reservation on behalf of 03873412a40b4b45a7113eec8e6b7ce5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:01.673294 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:01.950997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Allocated IP 172.20.0.14 (46046d59-de7b-4a8a-9297-d139dba360c4/9e39e57e-e22b-4056-8a5e-ea0a6a633133/957e6688-ce28-4a58-8c44-585300ff972d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:01.965223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9f9bb3f-bb75-4964-99a9-382bfc76a8cb req-d45f19a1-c2e0-457a-a7f1-9a5f2cd941d9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 210 time: 0.0723071 Aug 31 06:46:02.095125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fe73b850-d7d5-4f4b-98b7-dd6343c833c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0c48e0f61024502ae2a2b78302b2097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627173 Aug 31 06:46:02.097814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51806) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:02.346424 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.404038 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd2d481f-e29e-4dcb-9e94-c9f76885a8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.446020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd2d481f-e29e-4dcb-9e94-c9f76885a8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.501039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa445d-b1b4-45e9-943a-0784a17b13fb req-86332b25-c1c0-4cab-9976-02782df3047b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:02.505243 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ffa445d-b1b4-45e9-943a-0784a17b13fb req-86332b25-c1c0-4cab-9976-02782df3047b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.0822959 Aug 31 06:46:02.534513 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.565007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd2d481f-e29e-4dcb-9e94-c9f76885a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.568404 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd2d481f-e29e-4dcb-9e94-c9f76885a8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.573087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dd2d481f-e29e-4dcb-9e94-c9f76885a8f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51e93b60-053c-4ba5-8bf6-e908658c7ec7 HTTP/1.1" status: 204 len: 168 time: 0.4286549 Aug 31 06:46:02.573445 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ffa445d-b1b4-45e9-943a-0784a17b13fb req-9edff541-929b-494f-b951-3d0967c71013 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568326 Aug 31 06:46:02.632312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d481f-e29e-4dcb-9e94-c9f76885a8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e93b60-053c-4ba5-8bf6-e908658c7ec7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:02.653474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Network 46046d59-de7b-4a8a-9297-d139dba360c4 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:02.656859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:02.662431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:02.672461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Pushing event updated for resources: {'Port': ['ID=957e6688-ce28-4a58-8c44-585300ff972d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:02.757800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:02.758486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.783314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-256723c3-0ec7-4fab-8c51-9eacb88b25a9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3044901 Aug 31 06:46:02.803421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-51f9e5b9-9bd0-47cf-908c-c1a6acd5eac8 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:02.805865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-51f9e5b9-9bd0-47cf-908c-c1a6acd5eac8 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143225 Aug 31 06:46:02.831494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Request body: {'port': {'device_id': '608cf199-233f-480a-8c8f-66287580a2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:02.939022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:03.274361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba63752-75cd-447a-a138-dff2979cd63c req-e0e94c9f-6712-49d0-a0ce-015915a6da94 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:03.294130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ba63752-75cd-447a-a138-dff2979cd63c req-e0e94c9f-6712-49d0-a0ce-015915a6da94 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 932 time: 0.1467898 Aug 31 06:46:03.463176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ba63752-75cd-447a-a138-dff2979cd63c req-8d96d2f8-4c82-4f8c-abcb-0ab5189f3e23 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639934 Aug 31 06:46:03.607333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957e6688-ce28-4a58-8c44-585300ff972d {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:03.654982 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:03.710651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Transition to ACTIVE for port object 957e6688-ce28-4a58-8c44-585300ff972d will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:03.717234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:03.836802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Pushing event updated for resources: {'Port': ['ID=957e6688-ce28-4a58-8c44-585300ff972d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:03.900849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab390cd-877e-44be-97c0-75cb8b3539a9 req-a9be9216-fc70-42e0-9677-bb1afe461734 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:03.904572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aab390cd-877e-44be-97c0-75cb8b3539a9 req-a9be9216-fc70-42e0-9677-bb1afe461734 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.1271944 Aug 31 06:46:03.964928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Attempting to bind port 957e6688-ce28-4a58-8c44-585300ff972d on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:03.965567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Attempting to bind port 957e6688-ce28-4a58-8c44-585300ff972d by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:03.966171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Attempting to bind port 957e6688-ce28-4a58-8c44-585300ff972d on network 46046d59-de7b-4a8a-9297-d139dba360c4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:03.976742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Port 957e6688-ce28-4a58-8c44-585300ff972d on network 46046d59-de7b-4a8a-9297-d139dba360c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:03.978249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Attempting to bind port 957e6688-ce28-4a58-8c44-585300ff972d on network 46046d59-de7b-4a8a-9297-d139dba360c4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:03.985468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:46:03.985947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Checking segment: {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:03.986600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Bound using segment: {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:46:03.987139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Bound port: 957e6688-ce28-4a58-8c44-585300ff972d, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:46:03.987601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:03.995525 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aab390cd-877e-44be-97c0-75cb8b3539a9 req-c8a1b08b-b397-4a1b-aee3-5e87bbded9c8 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821364 Aug 31 06:46:04.201678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51846) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:04.224246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] For port 957e6688-ce28-4a58-8c44-585300ff972d, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:04.232406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] For port 957e6688-ce28-4a58-8c44-585300ff972d, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=957e6688-ce28-4a58-8c44-585300ff972d,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:46:04.239931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.336644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Pushing event updated for resources: {'Port': ['ID=957e6688-ce28-4a58-8c44-585300ff972d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:04.372470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:04.373374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.374814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-29d83dde-4ac0-453c-ba3f-025c2ae5f340 service neutron] 10.222.0.23 "PUT /v2.0/ports/957e6688-ce28-4a58-8c44-585300ff972d HTTP/1.1" status: 200 len: 1093 time: 1.5571928 Aug 31 06:46:04.375267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608cf199-233f-480a-8c8f-66287580a2f9', 'tag': '957e6688-ce28-4a58-8c44-585300ff972d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:04.380167 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e" -d '{"events": [{"name": "network-changed", "server_uuid": "608cf199-233f-480a-8c8f-66287580a2f9", "tag": "957e6688-ce28-4a58-8c44-585300ff972d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:04.394980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1856340300'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:04.507591 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5fa917-c1cc-412e-833e-c1a9c4bca0aa x-openstack-request-id: req-ea5fa917-c1cc-412e-833e-c1a9c4bca0aa {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:04.508642 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608cf199-233f-480a-8c8f-66287580a2f9", "tag": "957e6688-ce28-4a58-8c44-585300ff972d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:04.509218 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea5fa917-c1cc-412e-833e-c1a9c4bca0aa {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:04.510096 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608cf199-233f-480a-8c8f-66287580a2f9', 'tag': '957e6688-ce28-4a58-8c44-585300ff972d', 'status': 'completed', 'code': 200} Aug 31 06:46:04.527473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:04.552828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.599121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.694241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-b4ea712d-82da-464a-9496-07b35e29ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:04.710756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-b4ea712d-82da-464a-9496-07b35e29ff45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 1096 time: 0.2791657 Aug 31 06:46:04.829318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-e0232d96-2902-4908-9b27-16c9f4b53b0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=957e6688-ce28-4a58-8c44-585300ff972d HTTP/1.1" status: 200 len: 217 time: 0.1140912 Aug 31 06:46:04.843627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a05c2-d4ca-435f-8d3b-83666602e2ab req-584c5dab-7e3f-4f6c-ae90-c7898dc6d684 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:04.845654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-931a05c2-d4ca-435f-8d3b-83666602e2ab req-584c5dab-7e3f-4f6c-ae90-c7898dc6d684 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 944 time: 0.1372280 Aug 31 06:46:04.923796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-3dc18e6c-9194-4db8-87a6-bdbdba246ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:04.927694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-3dc18e6c-9194-4db8-87a6-bdbdba246ea1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e39e57e-e22b-4056-8a5e-ea0a6a633133 HTTP/1.1" status: 200 len: 851 time: 0.0893233 Aug 31 06:46:04.974268 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-931a05c2-d4ca-435f-8d3b-83666602e2ab req-c42f99f3-51f6-427e-9e2e-4a8eb2802a21 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143436 Aug 31 06:46:04.986642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-a140611d-805e-4bf3-af8f-16fa077017e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=46046d59-de7b-4a8a-9297-d139dba360c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514138 Aug 31 06:46:05.013597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.025288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.076798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:46:05.099948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d26ced-c5c6-403d-89c7-f714af03e247,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:05.113057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.115289 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Added segment 2c789266-5bcd-4ac1-b384-c92d95656676 of type vlan for network fc47583a-94a4-462a-b715-23386ed2697c Aug 31 06:46:05.207203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.267768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.279132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:05.279842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.295901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-0c3cd9c0-33e2-41fd-8986-ed296560aab5 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018765 Aug 31 06:46:05.300606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d194f-5c32-4ab1-90e9-16626dd52889 req-bfbd6d2c-95ce-42a3-8c59-781b2e419403 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:05.308315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-449d194f-5c32-4ab1-90e9-16626dd52889 req-bfbd6d2c-95ce-42a3-8c59-781b2e419403 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.1216407 Aug 31 06:46:05.415945 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2112837 Aug 31 06:46:05.416737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51870) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:05.425320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'subnet': {'network_id': 'fc47583a-94a4-462a-b715-23386ed2697c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:05.448308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b2dbf-3102-4377-a4cf-9178ca831d93 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Network': ['ID=fc47583a-94a4-462a-b715-23386ed2697c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:05.466032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network fc47583a-94a4-462a-b715-23386ed2697c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:46:05.475101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-449d194f-5c32-4ab1-90e9-16626dd52889 req-fd5c427b-c0cb-49cd-a981-03419699dbea tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657956 Aug 31 06:46:05.625399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-303cf9e1-6646-46c2-9606-e93ef7a0ff22 req-09eed49a-e00b-4df1-8614-ce9fbb305c5b service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010595 Aug 31 06:46:05.803303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-9053f1ab-8034-43c4-a6f5-422fc166557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:05.806197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-9053f1ab-8034-43c4-a6f5-422fc166557f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 1096 time: 0.1078804 Aug 31 06:46:05.830172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:05.834775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:06.130585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-4ed187b9-117b-4660-ac6a-5fffcaa25bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:06.136971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-4ed187b9-117b-4660-ac6a-5fffcaa25bb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 912 time: 0.3218777 Aug 31 06:46:06.140990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a177d-2c85-42c8-af85-67f416323825 req-24af2bb5-fd88-45a0-bf02-e78689f31a04 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:06.149104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad3a177d-2c85-42c8-af85-67f416323825 req-24af2bb5-fd88-45a0-bf02-e78689f31a04 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 944 time: 0.0790207 Aug 31 06:46:06.221212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad3a177d-2c85-42c8-af85-67f416323825 req-65a7b3b3-174b-4e7a-86a2-b2f1e75ddab6 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666914 Aug 31 06:46:06.245222 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-a531b19c-e5bb-4440-aa4c-90b30e4fff83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=957e6688-ce28-4a58-8c44-585300ff972d HTTP/1.1" status: 200 len: 217 time: 0.0990894 Aug 31 06:46:06.307224 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:06.369962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-e0eaca18-255a-479e-b1ac-6e4821afc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:06.372185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-e0eaca18-255a-479e-b1ac-6e4821afc88e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e39e57e-e22b-4056-8a5e-ea0a6a633133 HTTP/1.1" status: 200 len: 851 time: 0.1181748 Aug 31 06:46:06.431858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-f660eb3b-0ffa-4fde-88ff-58b210d54877 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=46046d59-de7b-4a8a-9297-d139dba360c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480759 Aug 31 06:46:06.433220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Subnet': ['ID=047ed33b-3d6f-4549-84a1-9b4aa22462a8,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:06.547887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Checking segment: {'id': '2c789266-5bcd-4ac1-b384-c92d95656676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc47583a-94a4-462a-b715-23386ed2697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:06.548359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network hostable DHCP agents. Network: fc47583a-94a4-462a-b715-23386ed2697c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:46:06.609353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network fc47583a-94a4-462a-b715-23386ed2697c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:46:06.624422 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-5ce60c7e-a2a0-41e5-859e-ab940623de92 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810806 Aug 31 06:46:06.632267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, fc47583a-94a4-462a-b715-23386ed2697c) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:06.647236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf0c9d-91b0-4a33-95a1-c6414ecd82f2 None None] Network fc47583a-94a4-462a-b715-23386ed2697c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:06.663938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:06.664584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:06.673139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e3935-d101-4245-854d-5e5cbbe9e608 req-be7b2f47-70b8-4889-94af-e28ca592ea4c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:06.676353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-111e3935-d101-4245-854d-5e5cbbe9e608 req-be7b2f47-70b8-4889-94af-e28ca592ea4c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.0841560 Aug 31 06:46:06.750738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-111e3935-d101-4245-854d-5e5cbbe9e608 req-f06c0d64-7237-45ff-9333-5dcd9936388f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656016 Aug 31 06:46:06.813154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1e0cf320-cf79-419d-94ec-46e39b30430e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3960600 Aug 31 06:46:06.815996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51912) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:06.820830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-249331349', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:06.910830 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:06.912048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:06.938802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b6eb8ec-127e-47f0-b4c0-64900ea6756e req-6939b386-5801-47ce-9553-6ab97cfdbfdb service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072367 Aug 31 06:46:06.994850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08435905-3d5d-4ef4-990e-b5c825122daa None None] Network fc47583a-94a4-462a-b715-23386ed2697c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:07.089741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:07.140690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-8bdfb0d4-7b03-4898-b764-2d0448119e83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3135421 Aug 31 06:46:07.156043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f5e7b-5db8-4ae9-a73f-86d4f717d334 req-df8f70b1-267b-4de0-88bf-3cc869c1e454 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:07.157626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d1f5e7b-5db8-4ae9-a73f-86d4f717d334 req-df8f70b1-267b-4de0-88bf-3cc869c1e454 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 949 time: 0.1301701 Aug 31 06:46:07.281743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d1f5e7b-5db8-4ae9-a73f-86d4f717d334 req-3b21dfcf-80b3-4027-aaea-e2acbb9ac3e1 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864294 Aug 31 06:46:07.407173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:07.577171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad9ad2-7ed0-469c-adcf-8c250b22de49 req-415c1c21-9f1f-4dfc-981d-2359c34d47df tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:07.585381 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9cad9ad2-7ed0-469c-adcf-8c250b22de49 req-415c1c21-9f1f-4dfc-981d-2359c34d47df tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 944 time: 0.1673913 Aug 31 06:46:07.661061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9cad9ad2-7ed0-469c-adcf-8c250b22de49 req-79a1f5ac-503c-4b58-bb40-2f2dac15cf2a tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745356 Aug 31 06:46:07.870361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:07.936143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:07.937862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1438ac-7b92-41ce-99de-5f1c24f38138 req-72f4b536-a0d7-43f5-b602-79d5f8ebe00a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:07.950020 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e1438ac-7b92-41ce-99de-5f1c24f38138 req-72f4b536-a0d7-43f5-b602-79d5f8ebe00a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.0936129 Aug 31 06:46:08.074677 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e1438ac-7b92-41ce-99de-5f1c24f38138 req-b7b02d20-9bf9-4941-94e0-445eb1abd6a5 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213136 Aug 31 06:46:08.172518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.25.5.231 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/f8029b48-3ae7-4a21-b57d-ba0c8f84f2ce) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:08.372661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:08.529674 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:08.574242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747a8b-920b-468e-a699-988d1954a011 req-817015d9-ab5c-47ea-bba2-2a2697911402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:08.576574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-817015d9-ab5c-47ea-bba2-2a2697911402 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92&tenant_id=d02bf1e50c9c4de9838187610b44b737 HTTP/1.1" status: 200 len: 1096 time: 0.0847805 Aug 31 06:46:08.592644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:08.592856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51dd24-f085-440c-a15c-063100d4df66 req-295f1d28-a90c-4555-be65-193e1c918e2c tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:08.594447 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b51dd24-f085-440c-a15c-063100d4df66 req-295f1d28-a90c-4555-be65-193e1c918e2c tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 949 time: 0.1307008 Aug 31 06:46:08.612804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:08.625864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:08.631996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:08.641618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=f8029b48-3ae7-4a21-b57d-ba0c8f84f2ce,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:08.677621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:08.708575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b51dd24-f085-440c-a15c-063100d4df66 req-44dcfa59-437e-4314-8b27-28bed705338f tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016510 Aug 31 06:46:08.725550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 957e6688-ce28-4a58-8c44-585300ff972d details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:08.949422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 957e6688-ce28-4a58-8c44-585300ff972d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=957e6688-ce28-4a58-8c44-585300ff972d,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:08.981408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '957e6688-ce28-4a58-8c44-585300ff972d', 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4', 'port_id': '957e6688-ce28-4a58-8c44-585300ff972d', 'mac_address': 'fa:16:3e:44:8f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e39e57e-e22b-4056-8a5e-ea0a6a633133', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:09.089688 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:09.091121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2759db-73ef-44c9-ab0a-b797fa1129ee req-cf6a4f27-ef65-4ce5-ac3d-750b59c221e5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:09.093004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c2759db-73ef-44c9-ab0a-b797fa1129ee req-cf6a4f27-ef65-4ce5-ac3d-750b59c221e5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 944 time: 0.2487464 Aug 31 06:46:09.112317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957e6688-ce28-4a58-8c44-585300ff972d {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:09.158600 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 957e6688-ce28-4a58-8c44-585300ff972d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=957e6688-ce28-4a58-8c44-585300ff972d,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:09.176676 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:09.269062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=957e6688-ce28-4a58-8c44-585300ff972d,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:09.380003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['957e6688-ce28-4a58-8c44-585300ff972d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:09.463361 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:46:09.690331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:09.934484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c2759db-73ef-44c9-ab0a-b797fa1129ee req-bcaa4518-9ca6-4a58-a6b9-ad5b59426ad4 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7155435 Aug 31 06:46:09.978862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:10.000709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dc948-0164-47a5-a90e-ffd15efd6f16 req-919c066f-f2ea-4028-8f60-0e8484761333 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:10.007240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-560dc948-0164-47a5-a90e-ffd15efd6f16 req-919c066f-f2ea-4028-8f60-0e8484761333 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 944 time: 0.1521454 Aug 31 06:46:10.081293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:10.117122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-560dc948-0164-47a5-a90e-ffd15efd6f16 req-ed7d0f75-845e-4d18-a9fe-16c4c12e215b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088872 Aug 31 06:46:10.132291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:10.150100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.175067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Transition to ACTIVE for port object 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:10.181340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.192371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.367616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=9']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:10.448074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:10.450840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:46:10.497106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] No DVR routers for this DVR port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:10.606938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:10.620110 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5fd24-9c3f-4efb-b6b6-2ad321da6673 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:10.649003 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5fd24-9c3f-4efb-b6b6-2ad321da6673 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:10.651903 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bec5fd24-9c3f-4efb-b6b6-2ad321da6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:45:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:10.663039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.679429 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ea17b50a-ec5d-47ea-b61b-ecddbc6b7825 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8610737 Aug 31 06:46:10.680389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51986) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:10.706765 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.752885 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bec5fd24-9c3f-4efb-b6b6-2ad321da6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:10.754001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Attempting to bind port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:10.754457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Attempting to bind port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:10.754859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Attempting to bind port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:10.776667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 957e6688-ce28-4a58-8c44-585300ff972d up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:10.784591 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5fd24-9c3f-4efb-b6b6-2ad321da6673 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:10.785341 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bec5fd24-9c3f-4efb-b6b6-2ad321da6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:45:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:10.797620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:10.800973 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d9d1d-0e7b-4dc2-8415-6599e045d5a3" -d '{"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-unplugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:10.877733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:10.878063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Attempting to bind port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:10.896571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:10.905358 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a92515-42e7-4941-9326-5fc31b4c4c00 x-openstack-request-id: req-e8a92515-42e7-4941-9326-5fc31b4c4c00 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:10.905885 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-unplugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:10.906564 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8a92515-42e7-4941-9326-5fc31b4c4c00 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:10.907322 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'code': 200} Aug 31 06:46:10.925480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.935262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 957e6688-ce28-4a58-8c44-585300ff972d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:10.939899 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bec5fd24-9c3f-4efb-b6b6-2ad321da6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:10.942767 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5fd24-9c3f-4efb-b6b6-2ad321da6673 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:10.946721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 957e6688-ce28-4a58-8c44-585300ff972d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:10.948205 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.969156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:46:10.969723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Checking segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:10.970251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Bound using segment: {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:46:10.970796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Bound port: 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130a0d4f-5fa5-4fc7-8a8d-b578905f2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:46:10.971360 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:11.104485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:11.226180 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:11.267260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:11.271140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:46:11.278174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:11.302530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 957e6688-ce28-4a58-8c44-585300ff972d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=957e6688-ce28-4a58-8c44-585300ff972d,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:11.312725 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:11.397013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2993a5-0a8a-4819-b060-7b6240d8c248 req-9ffd88e5-8b49-4beb-8077-b65add86cea1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.408261 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb2993a5-0a8a-4819-b060-7b6240d8c248 req-9ffd88e5-8b49-4beb-8077-b65add86cea1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.0929747 Aug 31 06:46:11.417520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:11.423153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.423790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:11.425485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-7cf24fdb-1be6-414e-8050-d88aa38a5159 service neutron] 10.222.0.42 "PUT /v2.0/ports/92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 1093 time: 2.8407812 Aug 31 06:46:11.429020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=957e6688-ce28-4a58-8c44-585300ff972d,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:11.440640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:11.443634 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bde1999-b50d-4a29-8f2a-df5f03de685a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:11.469056 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb2993a5-0a8a-4819-b060-7b6240d8c248 req-9c4fb563-e8e2-4501-b7de-12756a273dbb tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596032 Aug 31 06:46:11.552093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c72fd-60ee-4cf4-ab98-27f2b01630f2 req-02925cd6-9c71-4165-b10b-ce181990a287 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.553749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a0c72fd-60ee-4cf4-ab98-27f2b01630f2 req-02925cd6-9c71-4165-b10b-ce181990a287 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 945 time: 0.4786286 Aug 31 06:46:11.558343 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457cd95-c014-41c7-aeab-3ac1eb7341b3 x-openstack-request-id: req-3457cd95-c014-41c7-aeab-3ac1eb7341b3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:11.558641 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:11.558904 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3457cd95-c014-41c7-aeab-3ac1eb7341b3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:11.559313 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'status': 'completed', 'code': 200} Aug 31 06:46:11.624495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747a8b-920b-468e-a699-988d1954a011 req-a0fc2f9d-8c42-4aa0-9904-ef52500c00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.628166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-a0fc2f9d-8c42-4aa0-9904-ef52500c00f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1097 time: 0.1740351 Aug 31 06:46:11.629039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a0c72fd-60ee-4cf4-ab98-27f2b01630f2 req-c0ec94cd-1468-4538-96f4-58cd61d1364f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616560 Aug 31 06:46:11.833699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747a8b-920b-468e-a699-988d1954a011 req-deaec4f9-ec67-4611-b42e-df05578b0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.835285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-deaec4f9-ec67-4611-b42e-df05578b0464 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.1683211 Aug 31 06:46:11.914094 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:11.952234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-67f7f4be-8a39-45ff-beef-2abf8689fe41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 1000 time: 0.1069124 Aug 31 06:46:12.084675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747a8b-920b-468e-a699-988d1954a011 req-f1854f97-b458-4ad6-8d9c-73f4d86ab6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:12.086764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-f1854f97-b458-4ad6-8d9c-73f4d86ab6fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.0950730 Aug 31 06:46:12.200397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747a8b-920b-468e-a699-988d1954a011 req-0e8361c0-c60b-4537-a0fc-8c4eddf1dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:12.209803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-0e8361c0-c60b-4537-a0fc-8c4eddf1dc2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087389 Aug 31 06:46:12.536639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-7066bfa0-28fa-4553-83d0-b53fbe509d26 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231599 Aug 31 06:46:12.668609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508119e6-e1b7-4337-8f34-8b08cfdad7b4 req-a418883b-a8d2-4115-a596-b4ea7582dea1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:12.672222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.20.0.1 (fc47583a-94a4-462a-b715-23386ed2697c/047ed33b-3d6f-4549-84a1-9b4aa22462a8/1c93ced0-f60c-43e6-bb9d-4867ecca2097) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:12.678136 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-508119e6-e1b7-4337-8f34-8b08cfdad7b4 req-a418883b-a8d2-4115-a596-b4ea7582dea1 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.0803657 Aug 31 06:46:12.738226 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-508119e6-e1b7-4337-8f34-8b08cfdad7b4 req-ae7cacde-08cb-4caf-b0dc-730c9d801bce tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587199 Aug 31 06:46:12.774487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-14497119-a758-484e-aa9d-8f35e745a33c service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249491 Aug 31 06:46:12.785688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2cd29fd1-a3d0-4c68-b665-250361d26919 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:12.965285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608cf199-233f-480a-8c8f-66287580a2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e6688-ce28-4a58-8c44-585300ff972d'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:12.967833 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4f660d-eccb-4090-bfa1-2001970a1ac0" -d '{"events": [{"server_uuid": "608cf199-233f-480a-8c8f-66287580a2f9", "name": "network-vif-plugged", "status": "completed", "tag": "957e6688-ce28-4a58-8c44-585300ff972d"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:13.085152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:13.125668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'mac_address': 'fa:16:3e:41:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:13.133291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93740c-4988-4dd9-8e57-abdff4653c3a req-96d2c6ef-77b3-47e0-a0fc-1da3841366a5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.144049 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3b4de3-a492-4f83-85fc-a591045d0fb1 x-openstack-request-id: req-2f3b4de3-a492-4f83-85fc-a591045d0fb1 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:13.146372 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608cf199-233f-480a-8c8f-66287580a2f9", "name": "network-vif-plugged", "status": "completed", "tag": "957e6688-ce28-4a58-8c44-585300ff972d", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:13.146867 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f3b4de3-a492-4f83-85fc-a591045d0fb1 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:13.150369 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608cf199-233f-480a-8c8f-66287580a2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e6688-ce28-4a58-8c44-585300ff972d', 'code': 200} Aug 31 06:46:13.160361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea93740c-4988-4dd9-8e57-abdff4653c3a req-96d2c6ef-77b3-47e0-a0fc-1da3841366a5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.3217669 Aug 31 06:46:13.196631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-aad30cea-dfdc-4832-9bfd-ee995b0b7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.198903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-aad30cea-dfdc-4832-9bfd-ee995b0b7a49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d02bf1e50c9c4de9838187610b44b737&device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1097 time: 0.2779171 Aug 31 06:46:13.249463 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.295134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd29fd1-a3d0-4c68-b665-250361d26919 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:13.366932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:13.376695 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.484581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['2cd29fd1-a3d0-4c68-b665-250361d26919'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:13.522276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.574000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ea93740c-4988-4dd9-8e57-abdff4653c3a req-ccf9be78-e5f0-45ed-89f7-bdb6acb03122 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104962 Aug 31 06:46:13.608386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:13.632185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fc4bc-5f1c-4fc5-80a4-06435c6987af req-fc486289-a2d8-47e3-a7bc-b99e315f259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.637363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a0fc4bc-5f1c-4fc5-80a4-06435c6987af req-fc486289-a2d8-47e3-a7bc-b99e315f259b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 1098 time: 0.2392223 Aug 31 06:46:13.798419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a0fc4bc-5f1c-4fc5-80a4-06435c6987af req-74257ed7-68bd-476f-8ad8-f90f208521ba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468887 Aug 31 06:46:13.815698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-c3d171e3-be3e-4287-92bf-7a1d442a6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.832643 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-c3d171e3-be3e-4287-92bf-7a1d442a6c37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 200 len: 917 time: 0.5736320 Aug 31 06:46:13.852264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.980378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network fc47583a-94a4-462a-b715-23386ed2697c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:13.988547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:14.036823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:14.243117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=1c93ced0-f60c-43e6-bb9d-4867ecca2097,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:14.256907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-aabfe5fc-13e3-497f-a58c-ebcb0bfc8a01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 200 len: 1000 time: 0.3789299 Aug 31 06:46:14.321476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:14.783948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2cd29fd1-a3d0-4c68-b665-250361d26919 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:14.915517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 2cd29fd1-a3d0-4c68-b665-250361d26919 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:14.916283 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:14.952534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1129077-74f3-406f-b7d0-ef844d08d79e req-5387aadc-ed38-4501-8ed5-db4ec6ad5b43 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:14.961747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1129077-74f3-406f-b7d0-ef844d08d79e req-5387aadc-ed38-4501-8ed5-db4ec6ad5b43 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.8084931 Aug 31 06:46:15.031388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1129077-74f3-406f-b7d0-ef844d08d79e req-c76dfbf8-b7b5-497c-acea-0978c06ff306 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675712 Aug 31 06:46:15.038605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-30d57f95-1c8d-4764-8be0-d1988db155c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:15.042394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-30d57f95-1c8d-4764-8be0-d1988db155c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 200 len: 855 time: 0.7744794 Aug 31 06:46:15.218360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.347853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:15.365493 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190a8b1a-3208-490d-9443-11a7ac6f31aa" -d '{"events": [{"server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "name": "network-vif-plugged", "status": "completed", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:15.378503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-3266dc6a-40ba-4d7f-aaa1-70b5ec5eaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:15.380071 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-3266dc6a-40ba-4d7f-aaa1-70b5ec5eaca0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5199cf27-ea15-49ca-80b9-12b0c2785fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3172736 Aug 31 06:46:15.415219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:15.426003 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.520359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.560802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bffc6-60c7-4edd-af08-cc660e879c91 req-12140479-77a0-40ed-812b-9982705d9b4c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:15.578986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a77bffc6-60c7-4edd-af08-cc660e879c91 req-12140479-77a0-40ed-812b-9982705d9b4c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.2539046 Aug 31 06:46:15.657353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:15.676354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a77bffc6-60c7-4edd-af08-cc660e879c91 req-8ad7d497-09ce-4fdc-b515-fd1787e3b328 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945523 Aug 31 06:46:15.792651 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0587316-35a0-46eb-a59a-230ee8254c65 x-openstack-request-id: req-f0587316-35a0-46eb-a59a-230ee8254c65 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:15.793238 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "name": "network-vif-plugged", "status": "completed", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:15.794588 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0587316-35a0-46eb-a59a-230ee8254c65 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:15.795211 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'code': 200} Aug 31 06:46:15.893492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-a8c380b8-67d0-4f9c-9174-7a825d7c5a99 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884620 Aug 31 06:46:16.123938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bde1999-b50d-4a29-8f2a-df5f03de685a req-e4390b33-f61b-4860-ac0c-a7b6356a11b4 service neutron] 10.222.0.42 "GET /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155745 Aug 31 06:46:16.399862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-18b484f9-a9fa-4666-853a-dc080b83e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:16.402632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-18b484f9-a9fa-4666-853a-dc080b83e56a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 1098 time: 0.1636009 Aug 31 06:46:16.535636 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.556965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.625724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c6a08-bbc4-4ec9-bef7-8dc79f9b9a82 req-f7f487ad-a9a8-4604-ad5b-55e83fcf469e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:16.633760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-270c6a08-bbc4-4ec9-bef7-8dc79f9b9a82 req-f7f487ad-a9a8-4604-ad5b-55e83fcf469e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.2577446 Aug 31 06:46:16.783615 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.843953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-270c6a08-bbc4-4ec9-bef7-8dc79f9b9a82 req-71e993e8-13ac-43cd-8fda-c7f4e002e787 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086270 Aug 31 06:46:16.849309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-4e8dcd2b-4537-47e7-9b81-cf6b640b4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:16.857233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-4e8dcd2b-4537-47e7-9b81-cf6b640b4717 service neutron] 10.222.0.23 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 912 time: 0.4246826 Aug 31 06:46:16.859452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=1c93ced0-f60c-43e6-bb9d-4867ecca2097,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:16.946877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-6c458e0c-5f47-4001-a3c2-cd5481b260a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=957e6688-ce28-4a58-8c44-585300ff972d HTTP/1.1" status: 200 len: 217 time: 0.0825999 Aug 31 06:46:17.188066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-fd7f7c13-ef29-4898-b7cc-0ea3c57c62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:17.189925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-fd7f7c13-ef29-4898-b7cc-0ea3c57c62f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e39e57e-e22b-4056-8a5e-ea0a6a633133 HTTP/1.1" status: 200 len: 851 time: 0.2361639 Aug 31 06:46:17.240067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-d8a362c2-2c00-4901-a59e-b346e6e2cf24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=46046d59-de7b-4a8a-9297-d139dba360c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392556 Aug 31 06:46:17.423543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf739b-6782-464a-8edd-f53441a93ce7 req-832a44e4-83f8-44de-bc8b-243faad65fa0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:17.425602 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08bf739b-6782-464a-8edd-f53441a93ce7 req-832a44e4-83f8-44de-bc8b-243faad65fa0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.3470352 Aug 31 06:46:17.575989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network fc47583a-94a4-462a-b715-23386ed2697c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:17.600213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:17.702819 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-7630747e-c5c7-4476-9213-2354c61bccd2 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545186 Aug 31 06:46:17.750857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08bf739b-6782-464a-8edd-f53441a93ce7 req-147062ba-c548-4068-b948-6511cd53d9e7 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766032 Aug 31 06:46:18.217045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:18.227264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cdd94ff-0d17-4088-b05f-482d600f308c req-e48b64dd-743a-4e74-be33-f54daa035d0f service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158722 Aug 31 06:46:18.285636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffac00-6833-4e77-94ce-bb51e9ce524f req-ce13c2a5-8de1-4b83-b300-f51fcdb1e173 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:18.287297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcffac00-6833-4e77-94ce-bb51e9ce524f req-ce13c2a5-8de1-4b83-b300-f51fcdb1e173 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1570697 Aug 31 06:46:18.391205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcffac00-6833-4e77-94ce-bb51e9ce524f req-c57bb0f9-90a4-442f-9261-b51fda23e8af tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629718 Aug 31 06:46:18.465754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:18.481252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04072030-d080-477c-b4bb-46fb76501f6c None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:18.485625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-346302fb-825b-45be-b892-974f62318d66 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/routers/a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7805648 Aug 31 06:46:18.487309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52114) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:18.497130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'port': {'network_id': 'fc47583a-94a4-462a-b715-23386ed2697c', 'name': 'tempest-FloatingIPTestJSON-1462291800'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:18.526569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04072030-d080-477c-b4bb-46fb76501f6c None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:18.528649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-04072030-d080-477c-b4bb-46fb76501f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:45:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:18.642978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-04072030-d080-477c-b4bb-46fb76501f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:18.676993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04072030-d080-477c-b4bb-46fb76501f6c None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:18.678100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-04072030-d080-477c-b4bb-46fb76501f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:45:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:18.791422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-04072030-d080-477c-b4bb-46fb76501f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:18.792489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04072030-d080-477c-b4bb-46fb76501f6c None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:18.830475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:18.835536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.873732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] device_id is not set on port ec769286-fbbb-42ef-9e62-bf51062b8358 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:18.942523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60dc0a-49d2-4bd8-abee-e46a0d47ccec req-6f625688-2588-4919-959f-0f3dcdac7793 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:18.949941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc60dc0a-49d2-4bd8-abee-e46a0d47ccec req-6f625688-2588-4919-959f-0f3dcdac7793 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.0917740 Aug 31 06:46:19.032170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc60dc0a-49d2-4bd8-abee-e46a0d47ccec req-08b0d619-416c-41fc-ad70-c837b35ca2c6 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766082 Aug 31 06:46:19.165390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.20.0.14 (fc47583a-94a4-462a-b715-23386ed2697c/047ed33b-3d6f-4549-84a1-9b4aa22462a8/ec769286-fbbb-42ef-9e62-bf51062b8358) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:19.509213 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.607187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.648155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network fc47583a-94a4-462a-b715-23386ed2697c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:19.651919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:19.656874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deadf2-5b5a-401b-b7c9-15fc9b032e3c req-d4c7d7e8-e137-4f4d-afdf-0b8108ed5502 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:19.661706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9deadf2-5b5a-401b-b7c9-15fc9b032e3c req-d4c7d7e8-e137-4f4d-afdf-0b8108ed5502 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1061127 Aug 31 06:46:19.706516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:19.788484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9deadf2-5b5a-401b-b7c9-15fc9b032e3c req-71650fe0-da2a-4444-9a6d-a7d8df76f13a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163254 Aug 31 06:46:19.824836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=ec769286-fbbb-42ef-9e62-bf51062b8358,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:19.868231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:19.868970 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.881054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.881054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.881054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.881054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.881054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.882024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.882024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.882024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.882949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.883133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.898196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.899411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:19.951593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ff033d4-2793-45a4-928b-78a0ac303a21 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4623604 Aug 31 06:46:19.955157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52134) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:19.969071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'port': {'network_id': 'fc47583a-94a4-462a-b715-23386ed2697c', 'name': 'tempest-FloatingIPTestJSON-388418406'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:20.284891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:20.290252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:20.353757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] device_id is not set on port baa5bdf8-0467-4d1c-a4e6-73b149a12358 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:20.547944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.20.0.9 (fc47583a-94a4-462a-b715-23386ed2697c/047ed33b-3d6f-4549-84a1-9b4aa22462a8/baa5bdf8-0467-4d1c-a4e6-73b149a12358) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:20.580178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12514c-fbae-46da-9327-15d7f9ac579b req-982fa0c4-eea3-474b-81fd-cb15bf055da4 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.592913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d12514c-fbae-46da-9327-15d7f9ac579b req-982fa0c4-eea3-474b-81fd-cb15bf055da4 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.3529360 Aug 31 06:46:20.680080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d12514c-fbae-46da-9327-15d7f9ac579b req-7cc10b80-8ba1-4b3b-9776-346409f7fe4c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851598 Aug 31 06:46:21.123529 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:21.149117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c578f6-d515-441f-87f1-ac003c5010d7 req-9abacdd3-f83b-47a8-a68e-b33725f14642 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.150860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-12c578f6-d515-441f-87f1-ac003c5010d7 req-9abacdd3-f83b-47a8-a68e-b33725f14642 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1840689 Aug 31 06:46:21.301539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-12c578f6-d515-441f-87f1-ac003c5010d7 req-c7dc8be5-2c89-4b5f-88c0-0102258f4679 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403577 Aug 31 06:46:21.362194 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:21.504765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=baa5bdf8-0467-4d1c-a4e6-73b149a12358,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:21.527886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.528207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.528579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.528932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.529351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.529857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.530330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.530888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.531352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.531687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.532107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.532385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:21.559311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network fc47583a-94a4-462a-b715-23386ed2697c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:21.564321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:21.571574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:21.713691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.714736 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:21.747381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2946ccae-bb95-4850-be23-28bad3b4b235 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7900486 Aug 31 06:46:21.752412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52148) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:21.761171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'baa5bdf8-0467-4d1c-a4e6-73b149a12358', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:21.814719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.086277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7022b69-6dd4-436e-b65f-757a8e34d8ed req-2ad084be-3b77-4247-830b-98cf772c7f2b tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:22.100162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7022b69-6dd4-436e-b65f-757a8e34d8ed req-2ad084be-3b77-4247-830b-98cf772c7f2b tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.2474825 Aug 31 06:46:22.158583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.304592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7022b69-6dd4-436e-b65f-757a8e34d8ed req-2b06b4f3-c1c7-4740-9679-82fdc516cd40 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015996 Aug 31 06:46:22.411756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.25.5.56 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/1696ed3e-6f7a-4418-bd19-5b0ea249b5c9) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:22.629437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.755568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.804078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d8a6d-fb96-455d-9193-3499992528ac req-65fc1c04-8f6f-43e7-82f0-cefe1cf87934 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:22.806678 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-926d8a6d-fb96-455d-9193-3499992528ac req-65fc1c04-8f6f-43e7-82f0-cefe1cf87934 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1339893 Aug 31 06:46:22.891259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=1696ed3e-6f7a-4418-bd19-5b0ea249b5c9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:22.906230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-926d8a6d-fb96-455d-9193-3499992528ac req-cf2aa501-63ed-4cc0-86e3-745164c9d304 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832059 Aug 31 06:46:22.937424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:22.939891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:22.957973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:23.666744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90694f5-c781-437f-b927-0687b138e1d5 req-bc7b0f75-a359-4198-8060-41f06274aa58 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:23.679980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e90694f5-c781-437f-b927-0687b138e1d5 req-bc7b0f75-a359-4198-8060-41f06274aa58 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.1513820 Aug 31 06:46:23.813231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e90694f5-c781-437f-b927-0687b138e1d5 req-ef9c1999-5861-428c-8de9-1858bb6864e5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210477 Aug 31 06:46:24.216096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6931-054e-46a6-8df6-a471ad584ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.402176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.476125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.488352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898f439-8f21-4bf0-b5f7-1ea0de5ab0dd req-27c75f90-002b-48b6-ae60-f31ba4dccd6f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:24.494292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9898f439-8f21-4bf0-b5f7-1ea0de5ab0dd req-27c75f90-002b-48b6-ae60-f31ba4dccd6f tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1553650 Aug 31 06:46:24.645051 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9898f439-8f21-4bf0-b5f7-1ea0de5ab0dd req-ffb1f976-1dc0-41df-a424-f1717ec48322 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384912 Aug 31 06:46:24.856644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:25.678788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f75734-6d7c-4c4d-b3b5-f848bca62a47 req-6d14e7be-3190-4366-b802-aeb28948a749 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:25.692679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7f75734-6d7c-4c4d-b3b5-f848bca62a47 req-6d14e7be-3190-4366-b802-aeb28948a749 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.2424791 Aug 31 06:46:25.802523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:25.822953 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:25.867321 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.044299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=1696ed3e-6f7a-4418-bd19-5b0ea249b5c9,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:26.068024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7f75734-6d7c-4c4d-b3b5-f848bca62a47 req-c3d98aba-e1a7-4c28-a60b-aaa8392f60e2 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742340 Aug 31 06:46:26.153278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.355102 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP de19eaf0-47cd-462f-8048-4777d8487aa9 associated. External IP: 172.25.5.56, port: baa5bdf8-0467-4d1c-a4e6-73b149a12358. Aug 31 06:46:26.486989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a6842-e256-4829-b3cf-f9ae574d5f53 req-82f9f3ab-d8bb-4b2f-a59d-9bb60c9e6814 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:26.496363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a6a6842-e256-4829-b3cf-f9ae574d5f53 req-82f9f3ab-d8bb-4b2f-a59d-9bb60c9e6814 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.2767906 Aug 31 06:46:26.616225 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a6a6842-e256-4829-b3cf-f9ae574d5f53 req-98ef74a1-575f-4e86-bb62-fb522142f708 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174417 Aug 31 06:46:26.756126 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a4fbdbe-a705-4981-b515-e32d8535b84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.839823 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:27.062526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:28.110565 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.195813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7ad32-bcdb-43bf-96a8-8f42ac03249e req-5f72eac7-d359-4b1e-8937-0769e7b900fb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:28.210952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8d7ad32-bcdb-43bf-96a8-8f42ac03249e req-5f72eac7-d359-4b1e-8937-0769e7b900fb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.8146620 Aug 31 06:46:28.254933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:28.265720 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53b2df-1c03-4f12-9baa-27acc8dba8eb None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:28.295726 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53b2df-1c03-4f12-9baa-27acc8dba8eb None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:28.296231 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9d53b2df-1c03-4f12-9baa-27acc8dba8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:28.298487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.377671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3d2e1541-045c-43da-9023-228e83d57580 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.6228755 Aug 31 06:46:28.380948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52242) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:28.385801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:28.411804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8d7ad32-bcdb-43bf-96a8-8f42ac03249e req-7badb64c-84e7-461a-8f80-96d318c5ec51 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025187 Aug 31 06:46:28.484844 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9d53b2df-1c03-4f12-9baa-27acc8dba8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:28.526088 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53b2df-1c03-4f12-9baa-27acc8dba8eb None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:28.528153 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9d53b2df-1c03-4f12-9baa-27acc8dba8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:28.646688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.655126 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9d53b2df-1c03-4f12-9baa-27acc8dba8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:28.659325 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53b2df-1c03-4f12-9baa-27acc8dba8eb None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:28.749663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84df3f-52d9-4425-8869-f53b072cd770 req-d4120c02-8386-43b6-87f4-2d8dbf43bb5e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:28.753357 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de84df3f-52d9-4425-8869-f53b072cd770 req-d4120c02-8386-43b6-87f4-2d8dbf43bb5e tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1718223 Aug 31 06:46:28.934358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de84df3f-52d9-4425-8869-f53b072cd770 req-4388b89a-f518-476b-92ac-2bfad6c79dd2 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680534 Aug 31 06:46:29.118955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.127915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.128469 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP de19eaf0-47cd-462f-8048-4777d8487aa9 disassociated. External IP: 172.25.5.56, port: baa5bdf8-0467-4d1c-a4e6-73b149a12358. Aug 31 06:46:29.792504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef99c7-c828-4350-be20-e48b30542391 req-5614c5b1-0f85-4ebe-940b-806a2712b7f8 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:29.795084 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8ef99c7-c828-4350-be20-e48b30542391 req-5614c5b1-0f85-4ebe-940b-806a2712b7f8 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.1700299 Aug 31 06:46:29.898992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8ef99c7-c828-4350-be20-e48b30542391 req-d13fe78e-7a61-4b3a-8d4d-0d95661b5685 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949812 Aug 31 06:46:29.915831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:29.967799 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:30.309928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:30.334376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43609bd3-fa55-4ffd-a73d-bebbb778fb19 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:30.335521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:30.356038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286228c2-71b8-4603-8366-ac49beade249 req-bab847d1-352c-4ff0-8a3c-45b4308f16e0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:30.359723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-286228c2-71b8-4603-8366-ac49beade249 req-bab847d1-352c-4ff0-8a3c-45b4308f16e0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.1961839 Aug 31 06:46:30.383216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43609bd3-fa55-4ffd-a73d-bebbb778fb19 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:30.384661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-43609bd3-fa55-4ffd-a73d-bebbb778fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:30.475156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0848050e-2774-47e5-9b01-dbb09fd5272d tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/floatingips/de19eaf0-47cd-462f-8048-4777d8487aa9 HTTP/1.1" status: 200 len: 687 time: 2.0887556 Aug 31 06:46:30.488661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-43609bd3-fa55-4ffd-a73d-bebbb778fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:30.500960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52260) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:30.504652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43609bd3-fa55-4ffd-a73d-bebbb778fb19 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:30.506015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-43609bd3-fa55-4ffd-a73d-bebbb778fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:30.694594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-286228c2-71b8-4603-8366-ac49beade249 req-e0251503-8797-4235-abb2-a251577d1fbc tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079193 Aug 31 06:46:30.769980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-43609bd3-fa55-4ffd-a73d-bebbb778fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:30.771031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43609bd3-fa55-4ffd-a73d-bebbb778fb19 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:30.896348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 1696ed3e-6f7a-4418-bd19-5b0ea249b5c9 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:30.896864 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.710371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a6cea-d11d-4565-9049-4942e3a8d895 req-bbbb9412-13cb-4442-8310-72f58e61aebb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:31.721578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-100a6cea-d11d-4565-9049-4942e3a8d895 req-bbbb9412-13cb-4442-8310-72f58e61aebb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.2101135 Aug 31 06:46:31.731911 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.732290 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.763980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 1696ed3e-6f7a-4418-bd19-5b0ea249b5c9 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:31.861292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-100a6cea-d11d-4565-9049-4942e3a8d895 req-a2a03bee-e00f-411a-b082-3ca2b150e816 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311657 Aug 31 06:46:32.162310 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.221822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=1696ed3e-6f7a-4418-bd19-5b0ea249b5c9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:32.360170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10491b4c-9b6a-4700-80d2-3f3a5d581d26 req-1db36599-db3b-4f59-9e9e-0f2f42379c8c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:32.374118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10491b4c-9b6a-4700-80d2-3f3a5d581d26 req-1db36599-db3b-4f59-9e9e-0f2f42379c8c tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.2252560 Aug 31 06:46:32.521477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10491b4c-9b6a-4700-80d2-3f3a5d581d26 req-0f79c245-937e-4e2a-840f-5c27e0677703 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455762 Aug 31 06:46:32.523565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.537910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.540525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8d72f0fb-88f3-4b99-9045-a1fbd309ef08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/floatingips/de19eaf0-47cd-462f-8048-4777d8487aa9 HTTP/1.1" status: 204 len: 168 time: 2.0349329 Aug 31 06:46:32.545874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52306) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:32.554141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'ec769286-fbbb-42ef-9e62-bf51062b8358'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:32.620781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.919082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.987456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52324) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:33.344954 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7511f91b-66d9-430b-967e-9449a05c3514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:33.357592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb46b-b696-40a8-869a-3fcf1d2bed7f req-d332bc21-8827-4d39-b9c0-801162e16379 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:33.361733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55bfb46b-b696-40a8-869a-3fcf1d2bed7f req-d332bc21-8827-4d39-b9c0-801162e16379 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.2644243 Aug 31 06:46:33.520555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55bfb46b-b696-40a8-869a-3fcf1d2bed7f req-1908ee3a-0e19-4afc-a21e-5647ba4fa51e tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212804 Aug 31 06:46:33.523736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.25.5.67 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/1b46600a-4c31-4af3-8b0c-73e876123319) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:33.627450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7511f91b-66d9-430b-967e-9449a05c3514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:33.639305 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7511f91b-66d9-430b-967e-9449a05c3514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:33.742099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:33.759815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7511f91b-66d9-430b-967e-9449a05c3514 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b374b32773804f9aa0f5802949e5db7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7655942 Aug 31 06:46:33.763644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52332) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:33.808287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:33.843688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511f91b-66d9-430b-967e-9449a05c3514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef89656-495c-41eb-95cd-6c802b4dc697,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:33.868640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:33.885699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:33.890912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:33.953904 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20dbfe13-0b64-4d06-875e-18e64f39a82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.005411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3516499-3074-410d-9509-4408026a892b req-2b8d92d6-f7b8-45fb-8f14-a565368dcc0b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:34.007060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3516499-3074-410d-9509-4408026a892b req-2b8d92d6-f7b8-45fb-8f14-a565368dcc0b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 945 time: 0.2456348 Aug 31 06:46:34.059923 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20dbfe13-0b64-4d06-875e-18e64f39a82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.096684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=1b46600a-4c31-4af3-8b0c-73e876123319,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:34.187337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d3516499-3074-410d-9509-4408026a892b req-1752d762-d518-43c7-ae1e-008e4900eec7 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709599 Aug 31 06:46:34.286223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20dbfe13-0b64-4d06-875e-18e64f39a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.298036 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20dbfe13-0b64-4d06-875e-18e64f39a82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.306475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-20dbfe13-0b64-4d06-875e-18e64f39a82d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ef89656-495c-41eb-95cd-6c802b4dc697 HTTP/1.1" status: 204 len: 168 time: 0.5383973 Aug 31 06:46:34.352410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbfe13-0b64-4d06-875e-18e64f39a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef89656-495c-41eb-95cd-6c802b4dc697,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:34.537297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:34.823017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:34.878641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'port_id': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'mac_address': 'fa:16:3e:85:3f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:35.038380 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.064290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:35.107140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:35.121888 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.268245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47afc-1c31-46eb-8187-272184ff0939 req-d596d25a-3dcf-44ca-b141-4f12dc67b71d tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:35.270910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39a47afc-1c31-46eb-8187-272184ff0939 req-d596d25a-3dcf-44ca-b141-4f12dc67b71d tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.4417219 Aug 31 06:46:35.311939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=11']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:35.348441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.348606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.348937 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.349295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.349656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.349967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.350646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.351378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.352132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.352495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.352800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.353128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:35.470344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39a47afc-1c31-46eb-8187-272184ff0939 req-9a5fb472-434e-4691-8fe1-f618d8511e9d tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461229 Aug 31 06:46:35.518828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['92a23d1f-cc56-4ee5-afd4-516bb1c187f4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:35.565471 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.737784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74f6af-441f-45bd-abf5-64fef50de275 req-aa3016fa-2ceb-481a-ba2a-c23e43f6a249 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:35.746958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c74f6af-441f-45bd-abf5-64fef50de275 req-aa3016fa-2ceb-481a-ba2a-c23e43f6a249 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.2524219 Aug 31 06:46:35.761399 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.877898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c74f6af-441f-45bd-abf5-64fef50de275 req-6cb49410-c04a-4c82-b3e1-604014459c24 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243901 Aug 31 06:46:36.147458 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.156017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.279899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=1b46600a-4c31-4af3-8b0c-73e876123319,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:36.406710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.678005 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP a9175a51-9de8-4960-82bc-fdcae5a9352d associated. External IP: 172.25.5.67, port: ec769286-fbbb-42ef-9e62-bf51062b8358. Aug 31 06:46:37.046914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15167a5-046f-40ce-800c-a49aee779142 req-ff634a16-f56d-4838-b554-c6dec781df62 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:37.067162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b15167a5-046f-40ce-800c-a49aee779142 req-ff634a16-f56d-4838-b554-c6dec781df62 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.2673440 Aug 31 06:46:37.219214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b15167a5-046f-40ce-800c-a49aee779142 req-e119591a-b19c-4ddd-861f-b8456e0e6d5c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474040 Aug 31 06:46:37.262367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:37.332766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bed46d-9cab-44b7-a4f8-153e4ed7a656 req-9abebdbf-6f22-4982-a9b1-21789e5c1809 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:37.335871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97bed46d-9cab-44b7-a4f8-153e4ed7a656 req-9abebdbf-6f22-4982-a9b1-21789e5c1809 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 946 time: 0.1942248 Aug 31 06:46:37.575640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:37.587598 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908232f3-16c3-49e2-9b96-88aa451d89b3 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:37.602902 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908232f3-16c3-49e2-9b96-88aa451d89b3 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:37.605687 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-908232f3-16c3-49e2-9b96-88aa451d89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:37.607422 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.665273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-729a2935-2518-4b42-b7cb-ad24b5127bce tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1136534 Aug 31 06:46:37.667193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52418) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:37.685873 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97bed46d-9cab-44b7-a4f8-153e4ed7a656 req-e338713e-ef72-465a-987c-f34003664efa tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403514 Aug 31 06:46:37.734384 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-908232f3-16c3-49e2-9b96-88aa451d89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:37.768699 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908232f3-16c3-49e2-9b96-88aa451d89b3 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:37.773029 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-908232f3-16c3-49e2-9b96-88aa451d89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:37.868935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-016cdb45-7e5f-43d1-9cf9-06492983bb99 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "GET /v2.0/floatingips/a9175a51-9de8-4960-82bc-fdcae5a9352d HTTP/1.1" status: 200 len: 978 time: 0.1960964 Aug 31 06:46:37.869461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52422) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:38.010755 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-908232f3-16c3-49e2-9b96-88aa451d89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:38.012587 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908232f3-16c3-49e2-9b96-88aa451d89b3 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:38.102324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-75b46ac0-5364-4466-937f-f3fcac4bb6e2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2288530 Aug 31 06:46:38.108532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52430) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:38.128542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'port_id': 'baa5bdf8-0467-4d1c-a4e6-73b149a12358'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:38.214935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:38.482190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51431-27e9-4a5b-a967-64ad5795525e req-727556be-eb99-4829-947b-b1daaf4b8bde tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:38.496053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72b51431-27e9-4a5b-a967-64ad5795525e req-727556be-eb99-4829-947b-b1daaf4b8bde tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.1245959 Aug 31 06:46:38.584434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:38.607159 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72b51431-27e9-4a5b-a967-64ad5795525e req-bb96f0df-554b-4c1f-bb4c-8656c6b0031a tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097891 Aug 31 06:46:38.696200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:38.702218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:38.714117 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:38.999437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.058305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:39.069163 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276635cc-7698-4e44-835b-1be2f7eb3fa6" -d '{"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-plugged", "status": "completed", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:39.093861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:39.106401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.211399 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf1041f-fdca-450c-b453-5e2311e60203 x-openstack-request-id: req-baf1041f-fdca-450c-b453-5e2311e60203 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:39.211788 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-plugged", "status": "completed", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:39.234491 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baf1041f-fdca-450c-b453-5e2311e60203 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:39.235367 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'code': 200} Aug 31 06:46:39.355337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d14a8-c5f9-4e69-bd77-ad5c7536be81 req-86a6d158-bcfd-4b12-ad86-641f46e71b5d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:39.369762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5d14a8-c5f9-4e69-bd77-ad5c7536be81 req-86a6d158-bcfd-4b12-ad86-641f46e71b5d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 947 time: 0.2963071 Aug 31 06:46:39.384328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=12']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:39.616088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5d14a8-c5f9-4e69-bd77-ad5c7536be81 req-f803b730-e808-4313-827d-132dfaca101b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430506 Aug 31 06:46:39.684277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c270028-35c6-4cae-bbad-f2726d8b28a4 req-d46c66b2-02e8-49b6-928f-e2802a9ce3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:39.685976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c270028-35c6-4cae-bbad-f2726d8b28a4 req-d46c66b2-02e8-49b6-928f-e2802a9ce3bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 1099 time: 0.1693692 Aug 31 06:46:39.808945 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.resource_extend [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:46:39.811960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c270028-35c6-4cae-bbad-f2726d8b28a4 req-4777b797-2540-45b3-8bbb-4a4404c979c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137927 Aug 31 06:46:39.906929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.927472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:40.227809 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP a9175a51-9de8-4960-82bc-fdcae5a9352d associated. External IP: 172.25.5.67, port: ec769286-fbbb-42ef-9e62-bf51062b8358. Aug 31 06:46:40.325907 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67f5d5-1fa8-4fb0-9a5a-da6440c3f6b0 req-ab018209-001b-4c4f-88bd-3bf28ccb2bc0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:40.328783 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e67f5d5-1fa8-4fb0-9a5a-da6440c3f6b0 req-ab018209-001b-4c4f-88bd-3bf28ccb2bc0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.5514917 Aug 31 06:46:40.443452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e67f5d5-1fa8-4fb0-9a5a-da6440c3f6b0 req-8e213138-659f-4777-8392-0ebab84bc510 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063628 Aug 31 06:46:40.634086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202b692-8dfd-4406-97d5-b9482cec9e9a req-edd2c584-9a7a-443f-8f83-a5155518faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:40.635909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2202b692-8dfd-4406-97d5-b9482cec9e9a req-edd2c584-9a7a-443f-8f83-a5155518faeb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 1098 time: 0.0618446 Aug 31 06:46:40.724129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2202b692-8dfd-4406-97d5-b9482cec9e9a req-f8f5a2a4-8c8e-49f8-94a3-b0b6ae525c26 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778046 Aug 31 06:46:40.755521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:41.012670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b6a5b-8582-407e-9aa1-1c09dfbbdb69 req-a3263691-1b32-42d0-a550-bda0c17e506a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.014444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-588b6a5b-8582-407e-9aa1-1c09dfbbdb69 req-a3263691-1b32-42d0-a550-bda0c17e506a tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 947 time: 0.2497776 Aug 31 06:46:41.246634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:41.266365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf73d5-fe43-42d1-967f-a750dede23e5 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:41.299005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-588b6a5b-8582-407e-9aa1-1c09dfbbdb69 req-847a659a-0233-43eb-8dc6-7f9ed0ea7f3b tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670133 Aug 31 06:46:41.302872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf73d5-fe43-42d1-967f-a750dede23e5 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:41.309742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-38bf73d5-fe43-42d1-967f-a750dede23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:41.450668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-28468da1-9b30-4380-8a55-19a1b0f3812b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.468321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-38bf73d5-fe43-42d1-967f-a750dede23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:41.474206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-28468da1-9b30-4380-8a55-19a1b0f3812b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.488760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf73d5-fe43-42d1-967f-a750dede23e5 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:41.494291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-38bf73d5-fe43-42d1-967f-a750dede23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:41.505099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-28468da1-9b30-4380-8a55-19a1b0f3812b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.519142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-28468da1-9b30-4380-8a55-19a1b0f3812b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.540674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-28468da1-9b30-4380-8a55-19a1b0f3812b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.542970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-38bf73d5-fe43-42d1-967f-a750dede23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:41.544000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf73d5-fe43-42d1-967f-a750dede23e5 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:41.568538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-28468da1-9b30-4380-8a55-19a1b0f3812b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.577283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-28468da1-9b30-4380-8a55-19a1b0f3812b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.591786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-28468da1-9b30-4380-8a55-19a1b0f3812b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.4265809 Aug 31 06:46:41.717079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a38c970-69dd-4cb0-8ffe-d910d9074364 req-7cbf06ef-aef1-4568-bd7b-db611a4e1591 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1217968 Aug 31 06:46:42.309012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-9c2660de-ded2-4566-bbaf-2d67f93952fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:42.311934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-9c2660de-ded2-4566-bbaf-2d67f93952fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 1101 time: 0.1865001 Aug 31 06:46:42.657128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-436d5122-23ce-464e-a0d1-5373374636d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:42.661374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-436d5122-23ce-464e-a0d1-5373374636d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.3226101 Aug 31 06:46:42.757933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-061172c1-9200-4c53-b962-b045f864698d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2cd29fd1-a3d0-4c68-b665-250361d26919 HTTP/1.1" status: 200 len: 217 time: 0.0886996 Aug 31 06:46:42.817135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40570e6d-b154-4d2f-8802-04b4555b20d2 req-ff04b389-c9d4-486a-bb11-6bf9cd2f67d7 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:42.818790 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-40570e6d-b154-4d2f-8802-04b4555b20d2 req-ff04b389-c9d4-486a-bb11-6bf9cd2f67d7 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.3660975 Aug 31 06:46:42.918238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-d87f9ac5-205b-41d8-b31b-28e7fc6f8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:42.926580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-d87f9ac5-205b-41d8-b31b-28e7fc6f8b2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1608994 Aug 31 06:46:43.058172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-d021d812-b0c5-49d9-9451-bfcc809a0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:43.060032 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-d021d812-b0c5-49d9-9451-bfcc809a0310 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1262019 Aug 31 06:46:43.218553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-40570e6d-b154-4d2f-8802-04b4555b20d2 req-6f1a5bec-4f39-4d4b-82f8-28631a5b131c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681136 Aug 31 06:46:43.235042 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-f7a7aa8c-f226-4926-b362-31c52b134c4a service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667700 Aug 31 06:46:43.284388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:43.649258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-774e68bf-4d81-411c-8faa-8bd95e8f360d req-f62f5bb3-35e8-4576-ba56-289663b3ec75 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071074 Aug 31 06:46:43.751883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8d40-7872-4dd2-bd36-330978e5099f req-63ca1d97-2d3e-4274-a558-3a796dbd5f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:43.754579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e3d8d40-7872-4dd2-bd36-330978e5099f req-63ca1d97-2d3e-4274-a558-3a796dbd5f13 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 947 time: 0.1660140 Aug 31 06:46:43.931190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:43.957822 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e3d8d40-7872-4dd2-bd36-330978e5099f req-404eca5a-fdcb-4b29-99fe-c0178dad3d23 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853726 Aug 31 06:46:43.963643 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cae2d9-2df6-4517-8549-55387eddc496 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:43.971424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.047183 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cae2d9-2df6-4517-8549-55387eddc496 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:44.048765 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d8cae2d9-2df6-4517-8549-55387eddc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:44.091605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941be0-1752-40bb-af24-50be6443b675 req-0a9d77e5-ff7b-470d-bef5-b6f3f508b5dd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.105151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941be0-1752-40bb-af24-50be6443b675 req-0a9d77e5-ff7b-470d-bef5-b6f3f508b5dd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.113686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941be0-1752-40bb-af24-50be6443b675 req-0a9d77e5-ff7b-470d-bef5-b6f3f508b5dd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.120471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941be0-1752-40bb-af24-50be6443b675 req-0a9d77e5-ff7b-470d-bef5-b6f3f508b5dd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.127394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941be0-1752-40bb-af24-50be6443b675 req-0a9d77e5-ff7b-470d-bef5-b6f3f508b5dd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.134755 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d8cae2d9-2df6-4517-8549-55387eddc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:44.137566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941be0-1752-40bb-af24-50be6443b675 req-0a9d77e5-ff7b-470d-bef5-b6f3f508b5dd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.145361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941be0-1752-40bb-af24-50be6443b675 req-0a9d77e5-ff7b-470d-bef5-b6f3f508b5dd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.148767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2941be0-1752-40bb-af24-50be6443b675 req-0a9d77e5-ff7b-470d-bef5-b6f3f508b5dd tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.4547684 Aug 31 06:46:44.166765 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cae2d9-2df6-4517-8549-55387eddc496 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:44.167827 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d8cae2d9-2df6-4517-8549-55387eddc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:44.211050 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d8cae2d9-2df6-4517-8549-55387eddc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:44.212124 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cae2d9-2df6-4517-8549-55387eddc496 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:44.247841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52568) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:44.255260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:44.260019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1803a74b-a82a-44ec-a121-f1526ff65b5c tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/floatingips/a9175a51-9de8-4960-82bc-fdcae5a9352d HTTP/1.1" status: 200 len: 976 time: 6.1380935 Aug 31 06:46:44.436232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.578982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f09822-a448-4c83-bb70-2670add00442 req-e52380fa-c749-4545-96df-c14c60d003b3 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.582439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51f09822-a448-4c83-bb70-2670add00442 req-e52380fa-c749-4545-96df-c14c60d003b3 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.1627090 Aug 31 06:46:44.667008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51f09822-a448-4c83-bb70-2670add00442 req-0d9d0988-d58e-47f6-b6f1-e04e67226cbd tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695093 Aug 31 06:46:44.862924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.870794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.871658 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP a9175a51-9de8-4960-82bc-fdcae5a9352d disassociated. External IP: 172.25.5.67, port: baa5bdf8-0467-4d1c-a4e6-73b149a12358. Aug 31 06:46:45.515823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-ebb5f6ca-d188-4e9c-ba98-b619b5895ea6 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.529373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-ebb5f6ca-d188-4e9c-ba98-b619b5895ea6 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 811 time: 0.1997595 Aug 31 06:46:45.581896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-73d49dbd-452f-4d84-a2d8-5b32493edbeb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/quotas/03873412a40b4b45a7113eec8e6b7ce5 HTTP/1.1" status: 200 len: 375 time: 0.0512652 Aug 31 06:46:45.741710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:45.750377 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-11e14d29-9584-4cae-80fa-2762fd4b6a22 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670940 Aug 31 06:46:45.794633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-3329bcb8-d6c0-470e-b29d-d0e9037c40c5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:45.796046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-3329bcb8-d6c0-470e-b29d-d0e9037c40c5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292966 Aug 31 06:46:46.451416 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:46:46.572858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-56242e35-c4d0-4702-af44-745e1c2574b7 service neutron] 10.222.0.15 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553015 Aug 31 06:46:46.763907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-d8458194-1ec0-499e-9016-a4b675fbdaeb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0641773 Aug 31 06:46:46.765644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:46.787965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.846963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88dbb73-b25d-490f-90bd-76ec21209a8e None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:46.875728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88dbb73-b25d-490f-90bd-76ec21209a8e None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:46.879568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c88dbb73-b25d-490f-90bd-76ec21209a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:46.919649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52654) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:46.925354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e36ea551-3d31-44ed-a0f5-d7b841b4fcf1 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/floatingips/a9175a51-9de8-4960-82bc-fdcae5a9352d HTTP/1.1" status: 200 len: 687 time: 2.6762285 Aug 31 06:46:46.927989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52658) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:46.952292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-3a0aafff-3a58-4b11-87a3-a9aecc8b3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.961434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-3a0aafff-3a58-4b11-87a3-a9aecc8b3fc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 1099 time: 0.1603692 Aug 31 06:46:47.068885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-b66e709a-795a-4618-878c-ec58a9a90d59 service neutron] 10.222.0.15 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519510 Aug 31 06:46:47.077406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c88dbb73-b25d-490f-90bd-76ec21209a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:47.131462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88dbb73-b25d-490f-90bd-76ec21209a8e None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:47.132110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c88dbb73-b25d-490f-90bd-76ec21209a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:47.246450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-fe2a0bc9-e09e-48f9-9261-dfa9f931e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.248610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-fe2a0bc9-e09e-48f9-9261-dfa9f931e277 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.2294891 Aug 31 06:46:47.271329 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c88dbb73-b25d-490f-90bd-76ec21209a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:47.272662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88dbb73-b25d-490f-90bd-76ec21209a8e None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:47.329592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-8ff55abe-aadd-4da5-90aa-c2eee387b8f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9afb4d73-c890-47a6-938a-c0d323193cd0 HTTP/1.1" status: 200 len: 217 time: 0.0680418 Aug 31 06:46:47.457909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-8206a8d4-cb71-4b40-863e-1abf90394822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.461003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-8206a8d4-cb71-4b40-863e-1abf90394822 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.1238251 Aug 31 06:46:47.467844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-0e930bc0-4c3f-48f9-9af2-00899089e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.468677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-0e930bc0-4c3f-48f9-9af2-00899089e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.469389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-0e930bc0-4c3f-48f9-9af2-00899089e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.470036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-0e930bc0-4c3f-48f9-9af2-00899089e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.470748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-0e930bc0-4c3f-48f9-9af2-00899089e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.471388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-0e930bc0-4c3f-48f9-9af2-00899089e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.472022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-0e930bc0-4c3f-48f9-9af2-00899089e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.482427 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-0e930bc0-4c3f-48f9-9af2-00899089e25c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6506 time: 0.5602119 Aug 31 06:46:47.595976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bbc7ec4f-c5ab-4fab-ba22-166465b921d1 req-9d857fe2-3676-4f4a-b6e4-13699016989e tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 210 time: 0.0970111 Aug 31 06:46:47.599313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-21b0dcae-b32c-4928-8d53-d8cb024e3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.602664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-21b0dcae-b32c-4928-8d53-d8cb024e3bcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1331449 Aug 31 06:46:47.625585 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-7e5c7cfc-bf1a-47ec-ac10-2193e0c66832 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c75eb2f-d420-4efa-ba77-68f92e352e21&id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1417925 Aug 31 06:46:47.630804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-953baa8d-d05c-47f3-a350-4e6bbf7ef50f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:47.632326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-953baa8d-d05c-47f3-a350-4e6bbf7ef50f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142493 Aug 31 06:46:47.652706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 1b46600a-4c31-4af3-8b0c-73e876123319 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:47.653554 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.845223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.846254 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.907120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-cade89ef-5ba9-4e47-ac66-57458edb280d service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610343 Aug 31 06:46:47.926512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 1b46600a-4c31-4af3-8b0c-73e876123319 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:48.139103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcd95a1f-f253-4ab9-89df-e147072c70d5 req-0b9fabef-4cd3-4040-9741-aba50a7718e6 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231960 Aug 31 06:46:48.433764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.488459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=1b46600a-4c31-4af3-8b0c-73e876123319,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:48.616560 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.621762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.623849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-521765a3-3955-47cf-893b-d2d414addeac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/floatingips/a9175a51-9de8-4960-82bc-fdcae5a9352d HTTP/1.1" status: 204 len: 168 time: 1.6935291 Aug 31 06:46:48.627832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52694) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:48.725763 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-597f2e8b-b44c-4a06-8fe7-2a1e6e50b01b tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] delete failed (client error): The resource could not be found. Aug 31 06:46:48.727253 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-597f2e8b-b44c-4a06-8fe7-2a1e6e50b01b tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/floatingips/a9175a51-9de8-4960-82bc-fdcae5a9352d HTTP/1.1" status: 404 len: 345 time: 0.0973632 Aug 31 06:46:48.730909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52704) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:48.836881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8708ef29-2ae1-4e53-8add-7448a893ca80 req-e0230a46-03ee-44cf-b254-f642ec52547f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 210 time: 0.0383751 Aug 31 06:46:48.862346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851aa15-587c-4417-8d90-6b9020c82634 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.869258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851aa15-587c-4417-8d90-6b9020c82634 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.876698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851aa15-587c-4417-8d90-6b9020c82634 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.878455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9851aa15-587c-4417-8d90-6b9020c82634 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "GET /v2.0/ports?network_id=fc47583a-94a4-462a-b715-23386ed2697c HTTP/1.1" status: 200 len: 2358 time: 0.1459024 Aug 31 06:46:48.882289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52710) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:48.940906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e8474-ceb6-4c77-aaee-3c55c5c27e28 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.942420 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-425e8474-ceb6-4c77-aaee-3c55c5c27e28 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "GET /v2.0/subnets/047ed33b-3d6f-4549-84a1-9b4aa22462a8 HTTP/1.1" status: 200 len: 797 time: 0.0592461 Aug 31 06:46:48.950125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52712) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:48.955580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'port': {'network_id': 'fc47583a-94a4-462a-b715-23386ed2697c', 'name': 'tempest-FloatingIPTestJSON-386920821', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:49.115293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:49.277562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.325828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] device_id is not set on port 00728bf7-8a8e-4d51-97b1-e9cb6f009fce yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:49.362081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5ee46-2a63-41c9-8b18-582e8f989210 req-f1c6f101-2266-49cd-8da0-6b7fe76cc37e tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:49.363790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ba5ee46-2a63-41c9-8b18-582e8f989210 req-f1c6f101-2266-49cd-8da0-6b7fe76cc37e tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 949 time: 0.0987384 Aug 31 06:46:49.581937 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ba5ee46-2a63-41c9-8b18-582e8f989210 req-665156e5-ace5-403d-b0c5-0167454a352b tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848023 Aug 31 06:46:49.589454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-5c368170-c0e1-48e9-9d28-b2aebc81382f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:49.590858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-5c368170-c0e1-48e9-9d28-b2aebc81382f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 811 time: 0.2549367 Aug 31 06:46:49.605479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Request body: {'port': {'device_id': '7ef11dd6-c215-4e51-b710-6826c7a13fc7', 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4', 'admin_state_up': True, 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:49.993016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Made reservation on behalf of 03873412a40b4b45a7113eec8e6b7ce5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:49.996603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.247217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.20.0.13 (fc47583a-94a4-462a-b715-23386ed2697c/047ed33b-3d6f-4549-84a1-9b4aa22462a8/00728bf7-8a8e-4d51-97b1-e9cb6f009fce) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:50.271329 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dc60776-361a-45f7-a97a-97646266570b req-3257c851-6479-425b-9bd7-302ec6bcd322 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 210 time: 0.2361748 Aug 31 06:46:50.275422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.20.0.12 (fc47583a-94a4-462a-b715-23386ed2697c/047ed33b-3d6f-4549-84a1-9b4aa22462a8/00728bf7-8a8e-4d51-97b1-e9cb6f009fce) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:50.306769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Allocated IP 172.20.0.2 (46046d59-de7b-4a8a-9297-d139dba360c4/9e39e57e-e22b-4056-8a5e-ea0a6a633133/de119c7a-520b-46a0-920d-e3567dd1a327) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:50.629873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.719152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.755783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.868001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network fc47583a-94a4-462a-b715-23386ed2697c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:50.876525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:50.887664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:50.894483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=00728bf7-8a8e-4d51-97b1-e9cb6f009fce,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:50.944173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.964910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['957e6688-ce28-4a58-8c44-585300ff972d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:51.055585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:51.057551 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.063153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Pushing event updated for resources: {'Port': ['ID=de119c7a-520b-46a0-920d-e3567dd1a327,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:51.085792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Network 46046d59-de7b-4a8a-9297-d139dba360c4 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:51.091626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:51.099182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-05915df2-aa62-497f-915a-6cfa1d1da044 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1476557 Aug 31 06:46:51.101499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:51.103318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52772) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:51.113431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '00728bf7-8a8e-4d51-97b1-e9cb6f009fce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:51.182223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.307526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:51.308692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.347838 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-cac6b148-7b6f-4a15-9185-0285e9e0c286 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7457066 Aug 31 06:46:51.348025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.400379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Request body: {'port': {'device_id': '7ef11dd6-c215-4e51-b710-6826c7a13fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:51.630183 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.645359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.25.5.7 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/babbf5e7-8e93-4a67-9966-26e96f2d9dfd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:51.691631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba3a24-669f-4067-80dd-f0340cf98191 req-e8dd3eab-7519-4f7e-a599-9873599c71a5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:51.712209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53ba3a24-669f-4067-80dd-f0340cf98191 req-e8dd3eab-7519-4f7e-a599-9873599c71a5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 931 time: 0.2736936 Aug 31 06:46:51.850521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53ba3a24-669f-4067-80dd-f0340cf98191 req-aa6dab21-79ee-43c2-99ed-1b5c886e8cf5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365530 Aug 31 06:46:51.880053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.932981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.984724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:51.992490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:52.000195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:52.041508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=babbf5e7-8e93-4a67-9966-26e96f2d9dfd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:52.275983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de119c7a-520b-46a0-920d-e3567dd1a327 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:52.299958 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.319879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Transition to ACTIVE for port object de119c7a-520b-46a0-920d-e3567dd1a327 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:52.329676 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.447942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Pushing event updated for resources: {'Port': ['ID=de119c7a-520b-46a0-920d-e3567dd1a327,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:52.576182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Attempting to bind port de119c7a-520b-46a0-920d-e3567dd1a327 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:52.576858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Attempting to bind port de119c7a-520b-46a0-920d-e3567dd1a327 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:52.580745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Attempting to bind port de119c7a-520b-46a0-920d-e3567dd1a327 on network 46046d59-de7b-4a8a-9297-d139dba360c4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:52.596052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Port de119c7a-520b-46a0-920d-e3567dd1a327 on network 46046d59-de7b-4a8a-9297-d139dba360c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:52.598078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Attempting to bind port de119c7a-520b-46a0-920d-e3567dd1a327 on network 46046d59-de7b-4a8a-9297-d139dba360c4 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:52.614709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:46:52.614709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Checking segment: {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:52.614709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Bound using segment: {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:46:52.614709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Bound port: de119c7a-520b-46a0-920d-e3567dd1a327, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56afb19e-8dcc-44a7-b9e6-cacf3657f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:46:52.614709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.647547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.727446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] For port de119c7a-520b-46a0-920d-e3567dd1a327, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:52.733875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] For port de119c7a-520b-46a0-920d-e3567dd1a327, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=de119c7a-520b-46a0-920d-e3567dd1a327,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:46:52.741789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.768834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.788968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:52.789733 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.791314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] 10.222.0.23 "PUT /v2.0/ports/de119c7a-520b-46a0-920d-e3567dd1a327 HTTP/1.1" status: 200 len: 1092 time: 1.4357893 Aug 31 06:46:52.791749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef11dd6-c215-4e51-b710-6826c7a13fc7', 'tag': 'de119c7a-520b-46a0-920d-e3567dd1a327'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:52.794040 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367e0eea-006e-4695-a1b2-bc94a0faef51" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef11dd6-c215-4e51-b710-6826c7a13fc7", "tag": "de119c7a-520b-46a0-920d-e3567dd1a327"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:52.879274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de86077-e40c-4f49-a119-229ef5fa586f service neutron] Pushing event updated for resources: {'Port': ['ID=de119c7a-520b-46a0-920d-e3567dd1a327,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:52.940518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2cd29fd1-a3d0-4c68-b665-250361d26919 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:53.091182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-c6ba6d10-c8e9-41e2-badc-b0233d6e6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:53.094207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-c6ba6d10-c8e9-41e2-badc-b0233d6e6fe7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 1095 time: 0.1911767 Aug 31 06:46:53.196196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29641f-2f9d-45f6-99e4-5c13263c6001 req-db11ab95-814c-44fb-b194-68420b9a335b tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:53.200365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc29641f-2f9d-45f6-99e4-5c13263c6001 req-db11ab95-814c-44fb-b194-68420b9a335b tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 943 time: 0.1993055 Aug 31 06:46:53.276298 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aa50b6-b3e4-4f8f-af20-fd3f4b93ffb7 x-openstack-request-id: req-f2aa50b6-b3e4-4f8f-af20-fd3f4b93ffb7 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:53.278608 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef11dd6-c215-4e51-b710-6826c7a13fc7", "tag": "de119c7a-520b-46a0-920d-e3567dd1a327", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:53.278943 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2aa50b6-b3e4-4f8f-af20-fd3f4b93ffb7 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:53.280185 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef11dd6-c215-4e51-b710-6826c7a13fc7', 'tag': 'de119c7a-520b-46a0-920d-e3567dd1a327', 'status': 'completed', 'code': 200} Aug 31 06:46:53.282748 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-1895a2c1-a81b-4c3b-847b-d02d73aa753a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de119c7a-520b-46a0-920d-e3567dd1a327 HTTP/1.1" status: 200 len: 217 time: 0.1795247 Aug 31 06:46:53.285146 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.286960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc29641f-2f9d-45f6-99e4-5c13263c6001 req-65eb2d20-3e6c-4a21-aae1-cbeaa328f985 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794539 Aug 31 06:46:53.321627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.334782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.389119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-758ef2a6-d604-48ae-99ec-d3fed79e8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:53.391754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-758ef2a6-d604-48ae-99ec-d3fed79e8ac7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e39e57e-e22b-4056-8a5e-ea0a6a633133 HTTP/1.1" status: 200 len: 851 time: 0.0957253 Aug 31 06:46:53.431036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:53.438676 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe19f465-a02e-4efa-8e8e-719614de7d40" -d '{"events": [{"server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:53.444626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=babbf5e7-8e93-4a67-9966-26e96f2d9dfd,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:53.457296 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.462603 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-0d4a7455-3e79-44d7-a289-b7323983c9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=46046d59-de7b-4a8a-9297-d139dba360c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621250 Aug 31 06:46:53.466674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:53.484811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.593156 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP 9123fd27-8686-45a7-a5f5-509d3d8ca402 associated. External IP: 172.25.5.7, port: 00728bf7-8a8e-4d51-97b1-e9cb6f009fce. Aug 31 06:46:53.669805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:53.727744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-0718d0ae-347b-472c-beec-9eaa5b6f3aff service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511079 Aug 31 06:46:53.736793 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e07b88-73e1-419e-9ffa-7b0c06e05568 x-openstack-request-id: req-f3e07b88-73e1-419e-9ffa-7b0c06e05568 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:53.737108 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:53.737417 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3e07b88-73e1-419e-9ffa-7b0c06e05568 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:53.737840 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'code': 200} Aug 31 06:46:53.871756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad5bae03-28f3-4fc0-bc34-f95d00b16216 req-602461a9-788e-4c6f-b2de-b4b4791ffdd4 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239364 Aug 31 06:46:53.960690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:54.011969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-0b449c1b-fe8d-4548-814f-9a3906089ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:54.013224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-0b449c1b-fe8d-4548-814f-9a3906089ab2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0659957 Aug 31 06:46:54.174314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:54.190145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6ea44b88-4260-41f0-a824-99b6d72a4995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.191751 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8e6f3-c59c-4e52-87ad-687c54aba23f None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:54.201701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-ee3ac949-adfc-4c2b-8fcd-b9e1069fefee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:54.205087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-ee3ac949-adfc-4c2b-8fcd-b9e1069fefee service neutron] 10.222.0.23 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 912 time: 0.1821184 Aug 31 06:46:54.206743 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8e6f3-c59c-4e52-87ad-687c54aba23f None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:54.210654 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8da8e6f3-c59c-4e52-87ad-687c54aba23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:54.239802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.297713 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-85db1fd7-0482-47df-96b7-6010ce578762 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1915495 Aug 31 06:46:54.300362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52878) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:54.311311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'port_id': '00728bf7-8a8e-4d51-97b1-e9cb6f009fce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:54.326004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-d8096d0c-7eff-4551-848f-12e7c3861d1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de119c7a-520b-46a0-920d-e3567dd1a327 HTTP/1.1" status: 200 len: 217 time: 0.1107693 Aug 31 06:46:54.326971 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8da8e6f3-c59c-4e52-87ad-687c54aba23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:54.365939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.370379 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8e6f3-c59c-4e52-87ad-687c54aba23f None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:54.371032 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8da8e6f3-c59c-4e52-87ad-687c54aba23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:54.492876 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8da8e6f3-c59c-4e52-87ad-687c54aba23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:54.494051 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8e6f3-c59c-4e52-87ad-687c54aba23f None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:54.499412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.564329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-39d4b962-1b55-4f38-8be0-235033b6ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:54.565929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-39d4b962-1b55-4f38-8be0-235033b6ceee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e39e57e-e22b-4056-8a5e-ea0a6a633133 HTTP/1.1" status: 200 len: 851 time: 0.2236264 Aug 31 06:46:54.575382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef587e53-e239-4f3c-a942-66cc8f749b27 req-f28ff6b1-8fbf-4cb7-a564-07840400d2bb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:54.577481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef587e53-e239-4f3c-a942-66cc8f749b27 req-f28ff6b1-8fbf-4cb7-a564-07840400d2bb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 943 time: 0.0890169 Aug 31 06:46:54.618406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-85717029-36d1-43a5-9376-3fdd16b6f2c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=46046d59-de7b-4a8a-9297-d139dba360c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399077 Aug 31 06:46:54.662623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:54.861496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef587e53-e239-4f3c-a942-66cc8f749b27 req-f34b0a0a-fae8-45d1-8aeb-e14ba4004928 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398236 Aug 31 06:46:54.955170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-52be7194-2082-42b9-85f4-b6b482e94732 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007817 Aug 31 06:46:54.968013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:55.033626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'mac_address': 'fa:16:3e:b5:ce:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:55.140469 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.162483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afb4d73-c890-47a6-938a-c0d323193cd0 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:55.276848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:55.294845 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.302770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-367e0eea-006e-4695-a1b2-bc94a0faef51 req-c99cef56-7e73-475d-94b3-4b64cc704ee6 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394859 Aug 31 06:46:55.442245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:55.451996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['9afb4d73-c890-47a6-938a-c0d323193cd0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:55.863236 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.171608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776eca8-b8aa-4ada-ac2a-3af8b96fd416 req-4310f083-8f6b-4d43-8462-81485d805b65 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:56.181814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a776eca8-b8aa-4ada-ac2a-3af8b96fd416 req-4310f083-8f6b-4d43-8462-81485d805b65 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 943 time: 0.1470485 Aug 31 06:46:56.295901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a776eca8-b8aa-4ada-ac2a-3af8b96fd416 req-78bb5288-f7c2-417c-92a4-2c308d373e22 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127064 Aug 31 06:46:56.361751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.resource_extend [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:46:56.428483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.435701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.674797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:56.776864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e06da75-41c7-4594-8498-3bb586f33805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.794028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 9afb4d73-c890-47a6-938a-c0d323193cd0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:56.794316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.861779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.957615 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.982056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:56.986995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device de119c7a-520b-46a0-920d-e3567dd1a327 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:57.181536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:57.183293 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d60bc-37f8-486f-a88d-9d381cb53a52" -d '{"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-plugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:57.217716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:57.227806 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.251608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port de119c7a-520b-46a0-920d-e3567dd1a327, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=de119c7a-520b-46a0-920d-e3567dd1a327,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:57.305847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:57.319558 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.347014 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a061e15-0719-4b36-b755-cce845e2f53c x-openstack-request-id: req-4a061e15-0719-4b36-b755-cce845e2f53c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:57.366603 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-plugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:57.369557 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a061e15-0719-4b36-b755-cce845e2f53c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:57.370598 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'code': 200} Aug 31 06:46:57.374670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed25f29-cc00-4d0e-8ff4-0ff582328e58 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:57.433626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'de119c7a-520b-46a0-920d-e3567dd1a327', 'network_id': '46046d59-de7b-4a8a-9297-d139dba360c4', 'port_id': 'de119c7a-520b-46a0-920d-e3567dd1a327', 'mac_address': 'fa:16:3e:a0:13:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e39e57e-e22b-4056-8a5e-ea0a6a633133', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:57.499571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed25f29-cc00-4d0e-8ff4-0ff582328e58 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:57.506675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6ed25f29-cc00-4d0e-8ff4-0ff582328e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:57.596226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52944) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.597520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6aad6c14-e3d4-4d73-bbb6-dd90d582fdfc tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/floatingips/9123fd27-8686-45a7-a5f5-509d3d8ca402 HTTP/1.1" status: 200 len: 976 time: 3.2900226 Aug 31 06:46:57.721754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98f89-f0ba-4dc2-a6d1-61e3816bb42b req-a427ce89-4fca-4701-a05b-dccbd15720da tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:57.730524 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ac98f89-f0ba-4dc2-a6d1-61e3816bb42b req-a427ce89-4fca-4701-a05b-dccbd15720da tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 943 time: 0.1278508 Aug 31 06:46:57.768091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6ed25f29-cc00-4d0e-8ff4-0ff582328e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:57.796860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:57.801556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ac98f89-f0ba-4dc2-a6d1-61e3816bb42b req-59fdb248-8413-459e-9215-85e330fcc233 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700586 Aug 31 06:46:57.818995 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.875990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed25f29-cc00-4d0e-8ff4-0ff582328e58 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:57.875990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6ed25f29-cc00-4d0e-8ff4-0ff582328e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:57.882141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de119c7a-520b-46a0-920d-e3567dd1a327 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:57.911683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port babbf5e7-8e93-4a67-9966-26e96f2d9dfd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:57.912855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.992546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6ed25f29-cc00-4d0e-8ff4-0ff582328e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:57.993670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed25f29-cc00-4d0e-8ff4-0ff582328e58 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:58.017991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port de119c7a-520b-46a0-920d-e3567dd1a327, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=de119c7a-520b-46a0-920d-e3567dd1a327,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:58.019219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.019657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.024392 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.035691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for babbf5e7-8e93-4a67-9966-26e96f2d9dfd owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:58.132041 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.162984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=de119c7a-520b-46a0-920d-e3567dd1a327,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:58.245913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.254037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['de119c7a-520b-46a0-920d-e3567dd1a327'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:58.283085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=babbf5e7-8e93-4a67-9966-26e96f2d9dfd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:58.355226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.355808 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP 9123fd27-8686-45a7-a5f5-509d3d8ca402 disassociated (deleted). External IP: 172.25.5.7, port: 00728bf7-8a8e-4d51-97b1-e9cb6f009fce. Aug 31 06:46:58.680214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:58.969621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device de119c7a-520b-46a0-920d-e3567dd1a327 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:59.034527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d24af-3b6d-451e-af9e-6ee3e47c3674 req-5054ee98-61e6-4ac8-90dc-63a9775ddaf9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:59.054085 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-261d24af-3b6d-451e-af9e-6ee3e47c3674 req-5054ee98-61e6-4ac8-90dc-63a9775ddaf9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 944 time: 0.1527240 Aug 31 06:46:59.079513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port de119c7a-520b-46a0-920d-e3567dd1a327 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:59.090623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port de119c7a-520b-46a0-920d-e3567dd1a327 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:59.090998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.146039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-261d24af-3b6d-451e-af9e-6ee3e47c3674 req-9a8788f2-18a0-4029-a43c-05e8bbd70885 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906835 Aug 31 06:46:59.304605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.372609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef11dd6-c215-4e51-b710-6826c7a13fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de119c7a-520b-46a0-920d-e3567dd1a327'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:59.375670 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eee62d-fd1c-49f4-a085-8c2275ba7874" -d '{"events": [{"server_uuid": "7ef11dd6-c215-4e51-b710-6826c7a13fc7", "name": "network-vif-plugged", "status": "completed", "tag": "de119c7a-520b-46a0-920d-e3567dd1a327"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:59.393594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:59.399457 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.408699 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239efae3-eb54-4e7d-96fb-105be43e04e6 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:59.435542 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239efae3-eb54-4e7d-96fb-105be43e04e6 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:59.436898 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-239efae3-eb54-4e7d-96fb-105be43e04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:59.441108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port de119c7a-520b-46a0-920d-e3567dd1a327, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=de119c7a-520b-46a0-920d-e3567dd1a327,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:59.447257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.447523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52970) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:59.447633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1124ebf4-4d9d-4fec-a9ee-52e39b00f978 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/floatingips/9123fd27-8686-45a7-a5f5-509d3d8ca402 HTTP/1.1" status: 204 len: 168 time: 1.8474538 Aug 31 06:46:59.558990 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-239efae3-eb54-4e7d-96fb-105be43e04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:59.572916 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239efae3-eb54-4e7d-96fb-105be43e04e6 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:59.573983 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-239efae3-eb54-4e7d-96fb-105be43e04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:59.602633 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ba2f1-51d0-4f6f-9b57-979d72b6a736 x-openstack-request-id: req-d65ba2f1-51d0-4f6f-9b57-979d72b6a736 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:59.605438 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef11dd6-c215-4e51-b710-6826c7a13fc7", "name": "network-vif-plugged", "status": "completed", "tag": "de119c7a-520b-46a0-920d-e3567dd1a327", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:59.607696 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d65ba2f1-51d0-4f6f-9b57-979d72b6a736 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:59.608180 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef11dd6-c215-4e51-b710-6826c7a13fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de119c7a-520b-46a0-920d-e3567dd1a327', 'code': 200} Aug 31 06:46:59.642955 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-239efae3-eb54-4e7d-96fb-105be43e04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:59.643609 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239efae3-eb54-4e7d-96fb-105be43e04e6 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:59.669697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=de119c7a-520b-46a0-920d-e3567dd1a327,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:59.711109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1354fb2-ff26-4773-9ab5-cbdef0c27bbb req-2624bb9d-627d-4b10-9494-b57a2bff53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:59.722522 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1354fb2-ff26-4773-9ab5-cbdef0c27bbb req-2624bb9d-627d-4b10-9494-b57a2bff53a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0853565 Aug 31 06:46:59.722671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae1351-955b-444f-a9dc-73f27009a973 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 00728bf7-8a8e-4d51-97b1-e9cb6f009fce {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:59.722671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1351-955b-444f-a9dc-73f27009a973 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.804373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1354fb2-ff26-4773-9ab5-cbdef0c27bbb req-5344c6e1-dfae-4288-9f77-959d9a94326b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759492 Aug 31 06:46:59.871844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1351-955b-444f-a9dc-73f27009a973 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.889083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae1351-955b-444f-a9dc-73f27009a973 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 00728bf7-8a8e-4d51-97b1-e9cb6f009fce owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:59.931422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.143587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1351-955b-444f-a9dc-73f27009a973 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.211820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae1351-955b-444f-a9dc-73f27009a973 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=00728bf7-8a8e-4d51-97b1-e9cb6f009fce,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:00.302536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f768f-fcdf-4ffb-a247-0b1cd1c91441 req-526383a1-3876-484d-9cf8-4d59a1859490 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:00.312902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e64f768f-fcdf-4ffb-a247-0b1cd1c91441 req-526383a1-3876-484d-9cf8-4d59a1859490 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.0728841 Aug 31 06:47:00.315899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1351-955b-444f-a9dc-73f27009a973 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.319278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e1ae1351-955b-444f-a9dc-73f27009a973 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/ports/00728bf7-8a8e-4d51-97b1-e9cb6f009fce HTTP/1.1" status: 204 len: 168 time: 0.8697000 Aug 31 06:47:00.323080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52992) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:00.337693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:00.369048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.442781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e64f768f-fcdf-4ffb-a247-0b1cd1c91441 req-1ced9b9c-485d-40a4-b07c-e5bc2a5bbd63 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273391 Aug 31 06:47:00.536315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.714781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.25.5.199 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/667867d0-2807-4a9c-a624-5befd4f3a72b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:00.853325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.958364 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.106933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:01.114756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:01.120353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:01.152562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=667867d0-2807-4a9c-a624-5befd4f3a72b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:01.289858 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.369608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.838042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b13bef-5f74-487f-829f-e7d8f6ecbea8 req-cbd0c8d8-5479-4894-a3cc-e444352ee8e1 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:01.840705 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4b13bef-5f74-487f-829f-e7d8f6ecbea8 req-cbd0c8d8-5479-4894-a3cc-e444352ee8e1 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.2379293 Aug 31 06:47:01.957112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4b13bef-5f74-487f-829f-e7d8f6ecbea8 req-bbfb035e-f917-43eb-90a5-185dbcf6d7a3 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097615 Aug 31 06:47:01.973405 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.980635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.088966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=667867d0-2807-4a9c-a624-5befd4f3a72b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:02.133088 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.163916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.167690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a01612bf-9821-4c90-a3c4-8e4f2b66bfa7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8432934 Aug 31 06:47:02.171061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53036) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:02.178937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'port': {'network_id': 'fc47583a-94a4-462a-b715-23386ed2697c', 'name': 'tempest-FloatingIPTestJSON-121031330'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:02.524817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-10e86e08-fa30-4072-bf79-bf132d859e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:02.532007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-10e86e08-fa30-4072-bf79-bf132d859e0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 1097 time: 0.1788774 Aug 31 06:47:02.569700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53936a56-b485-4fe5-8c50-ed545540fdf9 req-0ca5b654-9738-4c83-b353-5b27fac08730 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:02.579565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53936a56-b485-4fe5-8c50-ed545540fdf9 req-0ca5b654-9738-4c83-b353-5b27fac08730 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1985650 Aug 31 06:47:02.700763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53936a56-b485-4fe5-8c50-ed545540fdf9 req-1f9dff73-88fa-4de4-bf1f-d8fbad1c4fde tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183438 Aug 31 06:47:02.721975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:02.721975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.759865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] device_id is not set on port 5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:47:02.767832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-ce647616-0b5a-4f2a-88c0-bfcddba84ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:02.769686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-ce647616-0b5a-4f2a-88c0-bfcddba84ff1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 912 time: 0.2273743 Aug 31 06:47:02.877507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53058) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:02.895609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-56cdaa0a-dc8d-42cd-93ab-a2ee9d636c42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de119c7a-520b-46a0-920d-e3567dd1a327 HTTP/1.1" status: 200 len: 217 time: 0.0904853 Aug 31 06:47:02.995111 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-b55b975f-f66e-4251-90ae-3ad39cac2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:02.996604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-b55b975f-f66e-4251-90ae-3ad39cac2ce0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e39e57e-e22b-4056-8a5e-ea0a6a633133 HTTP/1.1" status: 200 len: 851 time: 0.0926535 Aug 31 06:47:03.022325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.20.0.2 (fc47583a-94a4-462a-b715-23386ed2697c/047ed33b-3d6f-4549-84a1-9b4aa22462a8/5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:03.042095 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-63b20c03-4679-4a23-965d-93c3f88b9d2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=46046d59-de7b-4a8a-9297-d139dba360c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351915 Aug 31 06:47:03.080910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e27831f-b5e2-4077-8d62-8f5a8c9f1360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.222892 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e27831f-b5e2-4077-8d62-8f5a8c9f1360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.228977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e27831f-b5e2-4077-8d62-8f5a8c9f1360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.238959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-f5e216e7-c678-4cdb-82d5-888d37b2bd2c service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882918 Aug 31 06:47:03.301570 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e27831f-b5e2-4077-8d62-8f5a8c9f1360 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=201d1a74601544a19c1889a098c764b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226482 Aug 31 06:47:03.302110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:03.309713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27831f-b5e2-4077-8d62-8f5a8c9f1360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ccf226-6d54-48a4-a630-9b1aecb5633f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:03.357502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.381068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe831a99-a629-4313-9b67-05cfdf2b7fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.395614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84605ded-c6a7-44b6-a430-60a4dc96c35a req-7ae88a7b-04d4-45a8-b5c1-fa3249be65c4 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462204 Aug 31 06:47:03.424348 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe831a99-a629-4313-9b67-05cfdf2b7fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.456043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.513540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe831a99-a629-4313-9b67-05cfdf2b7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.517399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe831a99-a629-4313-9b67-05cfdf2b7fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.518784 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fe831a99-a629-4313-9b67-05cfdf2b7fe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60ccf226-6d54-48a4-a630-9b1aecb5633f HTTP/1.1" status: 204 len: 168 time: 0.2152591 Aug 31 06:47:03.535262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network fc47583a-94a4-462a-b715-23386ed2697c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:03.542527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:03.547435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:03.548880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe831a99-a629-4313-9b67-05cfdf2b7fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ccf226-6d54-48a4-a630-9b1aecb5633f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:03.587638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:03.616784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:03.617525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.634323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b0fb04ae-6be5-4e3b-8a0e-4c3b5fe397f2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4612496 Aug 31 06:47:03.637715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53070) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:03.642426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'port_id': '5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:03.695922 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.108040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf13035-e020-41d5-9649-3f411f8a3578 req-432dd77d-2826-4e0a-bfd5-f74cfcb6edd2 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.109628 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdf13035-e020-41d5-9649-3f411f8a3578 req-432dd77d-2826-4e0a-bfd5-f74cfcb6edd2 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1321628 Aug 31 06:47:04.218676 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdf13035-e020-41d5-9649-3f411f8a3578 req-e62351cf-d84b-4e85-a61d-b37d1d8d6f4e tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977669 Aug 31 06:47:04.376280 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.387937 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.583178 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP bebfc678-9d86-46c7-b58b-2b18482cfd63 associated. External IP: 172.25.5.199, port: 5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129. Aug 31 06:47:04.940281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:05.157384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:05.172479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256668d-8cda-4e29-b73a-b3f3c5cc2203 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:05.188568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.201979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256668d-8cda-4e29-b73a-b3f3c5cc2203 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:05.202863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0256668d-8cda-4e29-b73a-b3f3c5cc2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:05.244826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-acc8e94e-1423-45ae-b623-edd796e494b2 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/floatingips/bebfc678-9d86-46c7-b58b-2b18482cfd63 HTTP/1.1" status: 200 len: 977 time: 1.6058738 Aug 31 06:47:05.247537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53106) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:05.321228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0256668d-8cda-4e29-b73a-b3f3c5cc2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:05.352623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256668d-8cda-4e29-b73a-b3f3c5cc2203 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:05.353638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0256668d-8cda-4e29-b73a-b3f3c5cc2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:05.435135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f4a01-2ca3-4f52-b8c5-2151e2f5693a req-bdff7d2b-365e-460a-92d6-aabcb343f41a tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:05.445521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-970f4a01-2ca3-4f52-b8c5-2151e2f5693a req-bdff7d2b-365e-460a-92d6-aabcb343f41a tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.0893159 Aug 31 06:47:05.459698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0256668d-8cda-4e29-b73a-b3f3c5cc2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:05.464655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256668d-8cda-4e29-b73a-b3f3c5cc2203 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:05.517342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-970f4a01-2ca3-4f52-b8c5-2151e2f5693a req-78ed0b50-f54d-4b9c-9e62-bb6fa8b36b79 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587983 Aug 31 06:47:05.525288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:05.525862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.681473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.102136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.103331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.103868 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP bebfc678-9d86-46c7-b58b-2b18482cfd63 disassociated. External IP: 172.25.5.199, port: 5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129. Aug 31 06:47:06.104838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:06.327359 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.375924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:06.598749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:06.706850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc0faf-b16d-48c4-bad8-22cb5172d579 req-cdedf94e-db85-4c3a-a349-d764737dfcc0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:06.708517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bbc0faf-b16d-48c4-bad8-22cb5172d579 req-cdedf94e-db85-4c3a-a349-d764737dfcc0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.0808964 Aug 31 06:47:06.823600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bbc0faf-b16d-48c4-bad8-22cb5172d579 req-934a1068-a9b8-453f-8e32-e125e4cb74c9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070797 Aug 31 06:47:06.841485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:06.852033 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da7cd6-a0ae-4103-915b-e8af81534979 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:06.869032 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da7cd6-a0ae-4103-915b-e8af81534979 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:06.869694 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-77da7cd6-a0ae-4103-915b-e8af81534979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:06.926352 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-77da7cd6-a0ae-4103-915b-e8af81534979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:06.939413 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da7cd6-a0ae-4103-915b-e8af81534979 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:06.940282 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-77da7cd6-a0ae-4103-915b-e8af81534979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:06.962465 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.975091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53132) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:06.982086 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-77da7cd6-a0ae-4103-915b-e8af81534979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:06.983517 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da7cd6-a0ae-4103-915b-e8af81534979 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:06.990683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dd8ddb5c-8d18-476b-be7e-a94e79fc2574 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/ports/5ee0edb0-e0fd-4dd8-b3c3-d1bc5ac65129 HTTP/1.1" status: 204 len: 168 time: 1.7413857 Aug 31 06:47:07.040067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53134) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:07.047727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0d5c920b-d350-41c2-a6bb-1f66d047f938 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "GET /v2.0/floatingips/bebfc678-9d86-46c7-b58b-2b18482cfd63 HTTP/1.1" status: 200 len: 688 time: 0.0708082 Aug 31 06:47:07.220226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 667867d0-2807-4a9c-a624-5befd4f3a72b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:07.220811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.336066 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.337252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.357590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 667867d0-2807-4a9c-a624-5befd4f3a72b owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:07.562412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.595172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=667867d0-2807-4a9c-a624-5befd4f3a72b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:07.686592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.697276 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.697276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a214c8e2-2544-4390-8b9e-ae7cbd1ad4db tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/floatingips/bebfc678-9d86-46c7-b58b-2b18482cfd63 HTTP/1.1" status: 204 len: 168 time: 0.6504433 Aug 31 06:47:07.697544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53148) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:07.700171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'baa5bdf8-0467-4d1c-a4e6-73b149a12358'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:07.733362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.949716 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.112008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbad9c-8cbb-430d-8b32-d5b75af3e3e1 req-6a1b3324-7b12-46ae-a0ac-9e31fc475277 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:08.113675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47fbad9c-8cbb-430d-8b32-d5b75af3e3e1 req-6a1b3324-7b12-46ae-a0ac-9e31fc475277 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.0789857 Aug 31 06:47:08.218554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47fbad9c-8cbb-430d-8b32-d5b75af3e3e1 req-de205afc-7b88-4ec1-84e8-5db09b8e989a tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832288 Aug 31 06:47:08.231364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.25.5.74 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/a6c9ed3d-a582-4486-bf22-1b887f048b95) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:08.421647 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.493499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.548550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:08.549807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=a6c9ed3d-a582-4486-bf22-1b887f048b95,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:08.554102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:08.557758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:09.640248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59189a97-0476-4175-9eed-17aa320c951e req-0be5e8ed-c3de-485a-b879-96bbaff4fc8a tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:09.648931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59189a97-0476-4175-9eed-17aa320c951e req-0be5e8ed-c3de-485a-b879-96bbaff4fc8a tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1397777 Aug 31 06:47:09.653467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.737922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59189a97-0476-4175-9eed-17aa320c951e req-0a1b9ab0-881b-4341-8e10-8f034f340751 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Aug 31 06:47:09.854833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.116634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.125536 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.236241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=a6c9ed3d-a582-4486-bf22-1b887f048b95,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:10.270688 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.400725 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP 2ae870a1-6b3b-4a2a-9c60-c5c92de90048 associated. External IP: 172.25.5.74, port: baa5bdf8-0467-4d1c-a4e6-73b149a12358. Aug 31 06:47:10.766718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:11.101747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:11.113245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da079b-9a60-4b16-90c4-4419b9646736 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:11.137684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da079b-9a60-4b16-90c4-4419b9646736 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:11.139074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383972b-9617-4c23-9167-ef1f9a926af0 req-0ce9382c-99d9-4384-adb3-1ced897762de tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:11.140744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-42da079b-9a60-4b16-90c4-4419b9646736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:11.141127 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2383972b-9617-4c23-9167-ef1f9a926af0 req-0ce9382c-99d9-4384-adb3-1ced897762de tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1073039 Aug 31 06:47:11.191297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.243274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2383972b-9617-4c23-9167-ef1f9a926af0 req-917892c6-b5a3-4949-8121-03005047b88e tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912097 Aug 31 06:47:11.252882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-42da079b-9a60-4b16-90c4-4419b9646736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:11.296149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da079b-9a60-4b16-90c4-4419b9646736 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:11.297016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53196) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:11.301259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-42da079b-9a60-4b16-90c4-4419b9646736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:11.304246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dfcaa454-5b01-44b3-a7d8-a1fb6b61a299 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.6064417 Aug 31 06:47:11.317708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1074409617'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:11.397288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:11.400027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-42da079b-9a60-4b16-90c4-4419b9646736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:11.403021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da079b-9a60-4b16-90c4-4419b9646736 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:11.408697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.491376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:11.511194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.512450 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Added segment 0965e6b5-083b-47db-803a-b7f640d926e7 of type vlan for network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b Aug 31 06:47:11.563393 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.595572 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.601735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:11.602545 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.681672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3792753 Aug 31 06:47:11.685170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53210) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:11.686053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33eb45e-3c14-47bc-8c35-3849e1e70de7 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Network': ['ID=8c423b68-0ab0-4b42-9d51-56c5800d2e4b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:11.688669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'subnet': {'network_id': '8c423b68-0ab0-4b42-9d51-56c5800d2e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:11.706863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:11.841296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:11.844850 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.176749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.239047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Subnet': ['ID=893f1978-8fcf-49e1-b10e-3536958dd7a7,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:12.260574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Checking segment: {'id': '0965e6b5-083b-47db-803a-b7f640d926e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8c423b68-0ab0-4b42-9d51-56c5800d2e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:12.260946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network hostable DHCP agents. Network: 8c423b68-0ab0-4b42-9d51-56c5800d2e4b, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:12.290110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:12.312781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 8c423b68-0ab0-4b42-9d51-56c5800d2e4b) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:12.319391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:12.320431 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.337267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd835e-9c52-4c9a-be90-4ac20aa07bdf None None] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:12.360053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3f81ce88-82f9-456e-b45c-cf3a1de00169 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6751041 Aug 31 06:47:12.360335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53222) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:12.370654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-676226797', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:12.436248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.437323 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.467437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05783a3-bca9-4796-945d-652fa831d4e4 req-6fda0eec-ecbc-48aa-9519-9b5f0d954b29 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:12.474744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c05783a3-bca9-4796-945d-652fa831d4e4 req-6fda0eec-ecbc-48aa-9519-9b5f0d954b29 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.0836093 Aug 31 06:47:12.545717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.567028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c05783a3-bca9-4796-945d-652fa831d4e4 req-a4737a2d-11f5-4b07-92d6-4163e7f88a57 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749362 Aug 31 06:47:12.698480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-8c423b68-0ab0-4b42-9d51-56c5800d2e4b', 'network_id': '8c423b68-0ab0-4b42-9d51-56c5800d2e4b', 'tenant_id': 'ce699c2c584043a490a8a5b3ea50dd35', 'fixed_ips': [{'subnet_id': '893f1978-8fcf-49e1-b10e-3536958dd7a7'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:12.702803 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.736904 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.011515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Allocated IP 172.20.0.2 (8c423b68-0ab0-4b42-9d51-56c5800d2e4b/893f1978-8fcf-49e1-b10e-3536958dd7a7/01644eb0-7630-41fb-bc5c-9fcd26a14e1b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:13.180823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a53f5-774e-434e-8b7b-23cb773aceb8 req-936b8d51-43b3-42b6-a8e3-5cf24e0e6e2e tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.183044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec8a53f5-774e-434e-8b7b-23cb773aceb8 req-936b8d51-43b3-42b6-a8e3-5cf24e0e6e2e tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 950 time: 0.1949770 Aug 31 06:47:13.183939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.248721 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.252100 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.265603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Transition to ACTIVE for port object 01644eb0-7630-41fb-bc5c-9fcd26a14e1b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:13.294407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Transition to ACTIVE for port object 01644eb0-7630-41fb-bc5c-9fcd26a14e1b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:13.305772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.344586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:13.353120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:13.381089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:13.442399 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Pushing event updated for resources: {'Port': ['ID=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:13.516554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Attempting to bind port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:13.516554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Attempting to bind port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0965e6b5-083b-47db-803a-b7f640d926e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8c423b68-0ab0-4b42-9d51-56c5800d2e4b'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:13.516554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Attempting to bind port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b on network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:13.522810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:13.523209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Checking segment: {'id': '0965e6b5-083b-47db-803a-b7f640d926e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8c423b68-0ab0-4b42-9d51-56c5800d2e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:13.523606 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.524019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Bound using segment: {'id': '0965e6b5-083b-47db-803a-b7f640d926e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8c423b68-0ab0-4b42-9d51-56c5800d2e4b'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:13.524720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Bound port: 01644eb0-7630-41fb-bc5c-9fcd26a14e1b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0965e6b5-083b-47db-803a-b7f640d926e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8c423b68-0ab0-4b42-9d51-56c5800d2e4b'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:13.526652 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.638713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] For port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:13.647989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] For port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,segment=NetworkSegment(0965e6b5-083b-47db-803a-b7f640d926e7),segment_id=0965e6b5-083b-47db-803a-b7f640d926e7)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:13.654083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.675577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec8a53f5-774e-434e-8b7b-23cb773aceb8 req-befc6ac6-0eb8-4786-be96-5e8a572790fa tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619751 Aug 31 06:47:13.768385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc1322-6cf9-4e1e-908d-b081dc100551 req-1d1427b4-6ed8-4017-aca9-48fea9c24d2f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.769142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b6cd4-ef3b-44a4-9faa-fff137542ff6 None None] Pushing event updated for resources: {'Port': ['ID=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:13.769744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9fc1322-6cf9-4e1e-908d-b081dc100551 req-1d1427b4-6ed8-4017-aca9-48fea9c24d2f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1401048 Aug 31 06:47:13.889504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.25.5.163 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/f1135430-bce5-4c9f-ad94-4550b3ca1d76) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:13.903885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9fc1322-6cf9-4e1e-908d-b081dc100551 req-add70f9b-ac48-4460-8493-535532d5f8f0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108925 Aug 31 06:47:14.125616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.279533 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.341416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:14.344834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:14.348690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:14.386340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=f1135430-bce5-4c9f-ad94-4550b3ca1d76,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:14.662821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 01644eb0-7630-41fb-bc5c-9fcd26a14e1b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:14.762014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:14.845362 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.166688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3255e7f-8ac4-4edd-bbfc-fea8decb971b req-1a0b41f7-fd35-4eca-bb2a-4ee6c1a93b4c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:15.169726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3255e7f-8ac4-4edd-bbfc-fea8decb971b req-1a0b41f7-fd35-4eca-bb2a-4ee6c1a93b4c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1139417 Aug 31 06:47:15.337220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3255e7f-8ac4-4edd-bbfc-fea8decb971b req-828398ad-5b44-4bf4-9d58-9393afd43358 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613750 Aug 31 06:47:15.346690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.422548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d05036-7150-4eb8-8611-5d11c28af778 None None] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:15.551707 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9c41aca-44ad-495d-977c-82b98aa307d6 None None] Provisioning for port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:15.574112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9c41aca-44ad-495d-977c-82b98aa307d6 None None] Provisioning complete for port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:15.574700 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c41aca-44ad-495d-977c-82b98aa307d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.643079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router 4a23daa5-25da-43e4-9d8d-0388c4b3d286 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:47:15.828893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:15.835296 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c41aca-44ad-495d-977c-82b98aa307d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.846453 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cd5e5-7359-40f3-9eb6-45a4f09053d4 None None] Sync routers for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:15.858427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.867094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53396) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:15.875093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aeeb8ea8-0895-4b3a-a066-555b033b16d0 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5108855 Aug 31 06:47:15.885971 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7cd5e5-7359-40f3-9eb6-45a4f09053d4 None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:15.892067 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2f7cd5e5-7359-40f3-9eb6-45a4f09053d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:15.906384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f9c41aca-44ad-495d-977c-82b98aa307d6 None None] For port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,segment=NetworkSegment(0965e6b5-083b-47db-803a-b7f640d926e7),segment_id=0965e6b5-083b-47db-803a-b7f640d926e7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:15.912478 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9c41aca-44ad-495d-977c-82b98aa307d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.971684 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2f7cd5e5-7359-40f3-9eb6-45a4f09053d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:15.981910 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7cd5e5-7359-40f3-9eb6-45a4f09053d4 None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:15.983518 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2f7cd5e5-7359-40f3-9eb6-45a4f09053d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:16.016997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c41aca-44ad-495d-977c-82b98aa307d6 None None] Pushing event updated for resources: {'Port': ['ID=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:16.042594 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2f7cd5e5-7359-40f3-9eb6-45a4f09053d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:16.043354 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cd5e5-7359-40f3-9eb6-45a4f09053d4 None None] The sync data for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:16.244664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bd27d006-4a5a-493b-9c39-a1ed415d01d8 None None] Provisioning complete for port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:16.245307 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bd27d006-4a5a-493b-9c39-a1ed415d01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.580637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 01644eb0-7630-41fb-bc5c-9fcd26a14e1b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:16.606547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3051b80-81a5-4fdb-aa2d-4475b5047ef0 req-ff1ca6b8-d2cb-41ef-876b-49535b3fedbd tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:16.608560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3051b80-81a5-4fdb-aa2d-4475b5047ef0 req-ff1ca6b8-d2cb-41ef-876b-49535b3fedbd tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1345663 Aug 31 06:47:16.667038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:16.667704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.745091 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3051b80-81a5-4fdb-aa2d-4475b5047ef0 req-4224dc0b-f739-4d95-965e-f0e803baf964 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870130 Aug 31 06:47:16.767888 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.778743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:17.193507 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.223351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:17.226666 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d03f0e3-0454-4f98-840b-c41bf20b302f" -d '{"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-unplugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:17.233887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.20.0.1 (8c423b68-0ab0-4b42-9d51-56c5800d2e4b/893f1978-8fcf-49e1-b10e-3536958dd7a7/4479b80d-e386-4fa3-b098-ea176ab442b9) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:17.241714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:17.248047 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.307335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=11']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:17.337789 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08bc76b-90ec-4365-9fdc-5eb1fe778179 x-openstack-request-id: req-e08bc76b-90ec-4365-9fdc-5eb1fe778179 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:17.338426 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-unplugged", "status": "completed", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:17.339558 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e08bc76b-90ec-4365-9fdc-5eb1fe778179 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:17.339719 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'code': 200} Aug 31 06:47:17.389351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.404762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Transition to ACTIVE for port object 4479b80d-e386-4fa3-b098-ea176ab442b9 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:17.442747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.506632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:17.508062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=4479b80d-e386-4fa3-b098-ea176ab442b9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:17.517582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:17.521538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:17.597756 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.858976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.956206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4ceeb5a3-697e-469f-8bca-93833467eda3 None None] Provisioning for port 4479b80d-e386-4fa3-b098-ea176ab442b9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:17.962567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4ceeb5a3-697e-469f-8bca-93833467eda3 None None] Provisioning complete for port 4479b80d-e386-4fa3-b098-ea176ab442b9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:17.963161 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb5a3-697e-469f-8bca-93833467eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.029641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4ceeb5a3-697e-469f-8bca-93833467eda3 None None] Port 4479b80d-e386-4fa3-b098-ea176ab442b9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:18.108659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ab332-8b9f-4008-b285-a55f91d46899 req-3377b1d1-a061-400f-9780-fe079ffc9295 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:18.110123 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc6ab332-8b9f-4008-b285-a55f91d46899 req-3377b1d1-a061-400f-9780-fe079ffc9295 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1064949 Aug 31 06:47:18.139344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb633e-1275-4e77-8dc9-c818cb4b3225 req-683acb8b-f1d8-4aba-a9f6-bc37dea24755 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:18.145271 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3bb633e-1275-4e77-8dc9-c818cb4b3225 req-683acb8b-f1d8-4aba-a9f6-bc37dea24755 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 947 time: 0.0666311 Aug 31 06:47:18.194822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3bb633e-1275-4e77-8dc9-c818cb4b3225 req-b4abc83e-cb99-422a-b42a-7337f0108d60 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Aug 31 06:47:18.203583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc6ab332-8b9f-4008-b285-a55f91d46899 req-8489edfd-4514-41d0-9b01-df39fb0dd309 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855415 Aug 31 06:47:18.370082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.377454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.467630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=4479b80d-e386-4fa3-b098-ea176ab442b9,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:18.474780 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.617388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:18.619114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:18.762775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router 4a23daa5-25da-43e4-9d8d-0388c4b3d286 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:18.921615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:18.934436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5151748-bc12-4512-b930-f091a5e2d9f1 None None] Sync routers for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:18.948310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5151748-bc12-4512-b930-f091a5e2d9f1 None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:18.949389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f5151748-bc12-4512-b930-f091a5e2d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:18.966793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-07820ff0-6285-4f0d-bea2-afc8b26bc04a tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/routers/4a23daa5-25da-43e4-9d8d-0388c4b3d286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0944920 Aug 31 06:47:18.967657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53568) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:18.970650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'port': {'network_id': '8c423b68-0ab0-4b42-9d51-56c5800d2e4b', 'name': 'tempest-FloatingIPTestJSON-559399359'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:19.005224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f5151748-bc12-4512-b930-f091a5e2d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:19.014904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5151748-bc12-4512-b930-f091a5e2d9f1 None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:19.015770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f5151748-bc12-4512-b930-f091a5e2d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:19.059117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f5151748-bc12-4512-b930-f091a5e2d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:19.060201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5151748-bc12-4512-b930-f091a5e2d9f1 None None] The sync data for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:19.076357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0cff4df5-1413-4203-aa76-8423e19cb27a None None] Provisioning complete for port 4479b80d-e386-4fa3-b098-ea176ab442b9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:19.077223 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0cff4df5-1413-4203-aa76-8423e19cb27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.121925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0cff4df5-1413-4203-aa76-8423e19cb27a None None] Port 4479b80d-e386-4fa3-b098-ea176ab442b9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:19.186084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Made reservation on behalf of ce699c2c584043a490a8a5b3ea50dd35 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:19.189728 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.212795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] device_id is not set on port 439c5e52-5022-4aa2-9f1e-d07af18fa5c3 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:47:19.265144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5760d2-514e-483b-a121-b06a85c1eb40 req-ffe66bfa-9a47-40bb-b68d-19caabbcd804 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.266609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e5760d2-514e-483b-a121-b06a85c1eb40 req-ffe66bfa-9a47-40bb-b68d-19caabbcd804 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 947 time: 0.1112444 Aug 31 06:47:19.300419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-850bfbd0-390c-4a95-8748-de4e004bdb6d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.303817 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-850bfbd0-390c-4a95-8748-de4e004bdb6d tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 947 time: 0.0903790 Aug 31 06:47:19.368561 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e5760d2-514e-483b-a121-b06a85c1eb40 req-34113086-7dd9-4a9f-af2e-dc0c6e807fe0 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866120 Aug 31 06:47:19.400795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Allocated IP 172.20.0.4 (8c423b68-0ab0-4b42-9d51-56c5800d2e4b/893f1978-8fcf-49e1-b10e-3536958dd7a7/439c5e52-5022-4aa2-9f1e-d07af18fa5c3) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:19.425122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56c568-6b09-4fc5-8849-4cb9186c227c req-e06f9cc0-cef5-4978-bce5-c224498d71bf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.427096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd56c568-6b09-4fc5-8849-4cb9186c227c req-e06f9cc0-cef5-4978-bce5-c224498d71bf tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 947 time: 0.1214433 Aug 31 06:47:19.490046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd56c568-6b09-4fc5-8849-4cb9186c227c req-99157523-ebd8-448f-a23e-3da566d2f563 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups?id=affd305e-1657-4f3e-a1c5-c9bef1048ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546160 Aug 31 06:47:19.492996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Deleting port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:19.493490 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.572077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b52be-afc0-4640-8c35-825fc8b3b127 req-3ea14d86-1ecb-4cc8-a7f2-2ad955319c75 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.573765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f73b52be-afc0-4640-8c35-825fc8b3b127 req-3ea14d86-1ecb-4cc8-a7f2-2ad955319c75 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1477635 Aug 31 06:47:19.620443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] For port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:19.620934 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.648514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f73b52be-afc0-4640-8c35-825fc8b3b127 req-ebe0835b-065b-4e82-89d5-19a01ca9ca77 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640674 Aug 31 06:47:19.678053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.699061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Transition to ACTIVE for port object 439c5e52-5022-4aa2-9f1e-d07af18fa5c3 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:19.754858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.809691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:19.813508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:19.818820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:19.830096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event updated for resources: {'Port': ['ID=439c5e52-5022-4aa2-9f1e-d07af18fa5c3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:19.904439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.905428 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.919562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.920056 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.920436 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Floating IP 344e4f66-cfb9-4d91-a083-685df5325318 disassociated. External IP: 172.25.5.119, port: 92a23d1f-cc56-4ee5-afd4-516bb1c187f4. Aug 31 06:47:19.921071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Calling delete_port for 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:19.926658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0fe52e76-8ae8-4649-ba82-87927b42c652 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9602830 Aug 31 06:47:19.931223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:19.937134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Request body: {'floatingip': {'port_id': '439c5e52-5022-4aa2-9f1e-d07af18fa5c3'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:20.046386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.195178 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.196440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-78a2b8ec-f4a8-43a1-8d59-155191ae8fec None None] Provisioning for port 439c5e52-5022-4aa2-9f1e-d07af18fa5c3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:20.203691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-78a2b8ec-f4a8-43a1-8d59-155191ae8fec None None] Provisioning complete for port 439c5e52-5022-4aa2-9f1e-d07af18fa5c3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:20.204061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-78a2b8ec-f4a8-43a1-8d59-155191ae8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.237654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event deleted for resources: {'Port': ['ID=92a23d1f-cc56-4ee5-afd4-516bb1c187f4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:20.268838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-78a2b8ec-f4a8-43a1-8d59-155191ae8fec None None] Port 439c5e52-5022-4aa2-9f1e-d07af18fa5c3 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:20.735598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5bd08e90-d49f-4117-a701-d4da346a807f req-00c62a46-9f6a-4c54-868c-c50bfb4247d5 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 210 time: 0.0528340 Aug 31 06:47:20.980567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.992095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.002796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538d673-7757-48bb-9ea6-c3bb71d3dffb req-3ddf498b-812f-444b-9db0-e36a55e7a2dc tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:21.004398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f538d673-7757-48bb-9ea6-c3bb71d3dffb req-3ddf498b-812f-444b-9db0-e36a55e7a2dc tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.0842993 Aug 31 06:47:21.027858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ef12c-5841-4506-b2ce-7221420b7b4f req-e6a4d5e4-ab2f-4c39-ba87-e385a0fcbd16 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:21.029674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf5ef12c-5841-4506-b2ce-7221420b7b4f req-e6a4d5e4-ab2f-4c39-ba87-e385a0fcbd16 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 947 time: 0.1891224 Aug 31 06:47:21.039876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a1614-c4e2-4092-bdea-6e932189180b req-b95fe948-602c-4451-86ac-493b57f0361d tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:21.041104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-314a1614-c4e2-4092-bdea-6e932189180b req-b95fe948-602c-4451-86ac-493b57f0361d tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.23 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 947 time: 0.1995244 Aug 31 06:47:21.113934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Router 35e13e7a-af7c-46dc-b4da-8963793b70b8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:21.115647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f538d673-7757-48bb-9ea6-c3bb71d3dffb req-18c1fc46-e753-4cff-8b09-97f91b303f24 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790074 Aug 31 06:47:21.131557 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf5ef12c-5841-4506-b2ce-7221420b7b4f req-48f9ab09-aacc-4057-a398-e57b09fd6345 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867574 Aug 31 06:47:21.141913 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP 2ae870a1-6b3b-4a2a-9c60-c5c92de90048 associated. External IP: 172.25.5.74, port: baa5bdf8-0467-4d1c-a4e6-73b149a12358. Aug 31 06:47:21.292705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Deleting port 2cd29fd1-a3d0-4c68-b665-250361d26919 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:21.293807 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.356331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:21.375478 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] Sync routers for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:21.392529 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:21.394151 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:21.440607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] No DVR routers for this DVR port 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:21.444502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.448183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3827709-1126-49d0-ae92-55f2dc61c287 req-3f609f5d-ff5e-4eb1-b3c9-545a2bd64062 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.42 "DELETE /v2.0/ports/92a23d1f-cc56-4ee5-afd4-516bb1c187f4 HTTP/1.1" status: 204 len: 173 time: 2.1299887 Aug 31 06:47:21.455176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-deleted', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:21.457725 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217d7113-c24d-4a16-993d-a504d635c1f3" -d '{"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-deleted", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:21.494346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] For port 2cd29fd1-a3d0-4c68-b665-250361d26919, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2cd29fd1-a3d0-4c68-b665-250361d26919,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:21.494805 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.542881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Calling delete_port for 2cd29fd1-a3d0-4c68-b665-250361d26919 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:21.550161 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:21.609952 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6d0b3-7ecd-44ff-923e-a32d46851f54 x-openstack-request-id: req-97a6d0b3-7ecd-44ff-923e-a32d46851f54 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:21.610513 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bce0249-829e-4731-8e99-4335b7b1ec92", "name": "network-vif-deleted", "tag": "92a23d1f-cc56-4ee5-afd4-516bb1c187f4", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:21.610883 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97a6d0b3-7ecd-44ff-923e-a32d46851f54 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:21.611566 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bce0249-829e-4731-8e99-4335b7b1ec92', 'name': 'network-vif-deleted', 'tag': '92a23d1f-cc56-4ee5-afd4-516bb1c187f4', 'status': 'completed', 'code': 200} Aug 31 06:47:21.712667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:21.737723 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.776004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Pushing event deleted for resources: {'Port': ['ID=2cd29fd1-a3d0-4c68-b665-250361d26919,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:21.819531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.819883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.820225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.820558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.820889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.821223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.821553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.821875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.822207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.822507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.822832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.823150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:21.836068 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:21.863712 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] Checking router: 35e13e7a-af7c-46dc-b4da-8963793b70b8 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:47:21.869532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:21.873456 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:21.874171 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:21.886296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb611e0-51fe-4b61-b334-017c8bb783d4 None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:21.900363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb611e0-51fe-4b61-b334-017c8bb783d4 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:21.900990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5cb611e0-51fe-4b61-b334-017c8bb783d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:21.943452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] No DVR routers for this DVR port 2cd29fd1-a3d0-4c68-b665-250361d26919 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:21.947678 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33bc8f56-5361-40d0-818c-b8ba39d768bf req-c2e064fd-ad49-4c15-889c-b61b651a59ea tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bce0249-829e-4731-8e99-4335b7b1ec92 HTTP/1.1" status: 200 len: 210 time: 0.0523789 Aug 31 06:47:21.949097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.951125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-314a1614-c4e2-4092-bdea-6e932189180b req-e33c65f4-1695-4eb9-83c3-9356f07bd713 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.23 "DELETE /v2.0/ports/2cd29fd1-a3d0-4c68-b665-250361d26919 HTTP/1.1" status: 204 len: 173 time: 0.8974652 Aug 31 06:47:22.014557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5cb611e0-51fe-4b61-b334-017c8bb783d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:22.024534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb611e0-51fe-4b61-b334-017c8bb783d4 None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:22.025619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5cb611e0-51fe-4b61-b334-017c8bb783d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:22.076550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5cb611e0-51fe-4b61-b334-017c8bb783d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:22.077572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb611e0-51fe-4b61-b334-017c8bb783d4 None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:22.117154 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:22.286807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c6835e9-305c-4dd7-b8f4-ad10a4b10924 req-ac393745-2af5-4ea9-bf9d-bfbfdb71acf1 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=797541e5-c0a0-423a-bdd5-00831aeb31ab HTTP/1.1" status: 200 len: 210 time: 0.0404596 Aug 31 06:47:22.328622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router 4a23daa5-25da-43e4-9d8d-0388c4b3d286 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:22.380500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96335d0c-3464-4b85-9aa9-5d7585fa573c req-59f03121-4be4-4053-a08c-a232c5a1065d tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:22.382897 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96335d0c-3464-4b85-9aa9-5d7585fa573c req-59f03121-4be4-4053-a08c-a232c5a1065d tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1100214 Aug 31 06:47:22.492145 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:22.514795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96335d0c-3464-4b85-9aa9-5d7585fa573c req-078bea61-676e-49ae-b105-4cc004b8af81 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862150 Aug 31 06:47:22.556027 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:22.568638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.635234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-58b4dca9-3b80-445f-93fe-ba0b05082797 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/floatingips/2ae870a1-6b3b-4a2a-9c60-c5c92de90048 HTTP/1.1" status: 200 len: 976 time: 2.7027433 Aug 31 06:47:22.638548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53604) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:22.655879 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d842f264-b2b4-43a2-b68d-5963b2b1212a None None] Sync routers for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:22.658736 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7addfd3-5ef2-4f18-b38e-7eaba88ed609 None None] The sync data for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 is: [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 4, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '549b6820-fc88-4e02-b6d2-8ddd79d55103', 'name': '', 'network_id': '5199cf27-ea15-49ca-80b9-12b0c2785fb8', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'mac_address': 'fa:16:3e:12:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:29Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'subnets': [{'id': '2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:22.676891 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842f264-b2b4-43a2-b68d-5963b2b1212a None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:22.678091 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d842f264-b2b4-43a2-b68d-5963b2b1212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:22.719907 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d842f264-b2b4-43a2-b68d-5963b2b1212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:22.731268 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842f264-b2b4-43a2-b68d-5963b2b1212a None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:22.731983 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d842f264-b2b4-43a2-b68d-5963b2b1212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:22.765281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:22.787908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 439c5e52-5022-4aa2-9f1e-d07af18fa5c3 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:22.788341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.788790 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d842f264-b2b4-43a2-b68d-5963b2b1212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:22.789793 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d842f264-b2b4-43a2-b68d-5963b2b1212a None None] The sync data for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:22.806157 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:22.806544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 92a23d1f-cc56-4ee5-afd4-516bb1c187f4 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:22.894439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.969155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a490a7d-a985-4ddc-b119-58932bbd4c4b None None] New status for floating IP 344e4f66-cfb9-4d91-a083-685df5325318: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:47:23.080253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:23.126285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.127084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.127472 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Floating IP 2ae870a1-6b3b-4a2a-9c60-c5c92de90048 disassociated. External IP: 172.25.5.74, port: 439c5e52-5022-4aa2-9f1e-d07af18fa5c3. Aug 31 06:47:23.127823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 439c5e52-5022-4aa2-9f1e-d07af18fa5c3 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:23.151910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.186804 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.251806 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.255686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.259437 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "DELETE /v2.0/security-groups/affd305e-1657-4f3e-a1c5-c9bef1048ea0 HTTP/1.1" status: 204 len: 168 time: 0.1751137 Aug 31 06:47:23.260074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53612) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:23.267638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd305e-1657-4f3e-a1c5-c9bef1048ea0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:23.276576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.276937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.277323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.277794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.278136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.278474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.279066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.279409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.279743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.280073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.280403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.280729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f06c5be-6ef3-4ca0-a3ba-0b4a3fe16265 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:23.283792 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8d2709b4-2fe7-490a-8338-c55647330df4 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] show failed (client error): The resource could not be found. Aug 31 06:47:23.285634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8d2709b4-2fe7-490a-8338-c55647330df4 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "GET /v2.0/security-groups/affd305e-1657-4f3e-a1c5-c9bef1048ea0 HTTP/1.1" status: 404 len: 347 time: 0.0220442 Aug 31 06:47:23.288303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53614) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:23.323394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.379422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=439c5e52-5022-4aa2-9f1e-d07af18fa5c3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:23.440842 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:47:23.493663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Deleting port 643ac0d5-3526-475f-8058-92e58b5953a6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:23.494009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.561422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router 4a23daa5-25da-43e4-9d8d-0388c4b3d286 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:23.671016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'name': 'network-vif-deleted', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:23.673302 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b753463-db10-4a59-9ce0-cdf6704c1270" -d '{"events": [{"server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "name": "network-vif-deleted", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:23.691893 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.692220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.728653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Calling delete_port for 643ac0d5-3526-475f-8058-92e58b5953a6 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:23.786330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f11d8e-597d-4a95-94ae-2b3317438d7b req-5831f93e-8f80-47c4-8407-f97317fda1df tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.788297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-38f11d8e-597d-4a95-94ae-2b3317438d7b req-5831f93e-8f80-47c4-8407-f97317fda1df tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1117578 Aug 31 06:47:23.789804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:23.789977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168b31-0107-40eb-b103-9ddc9488d933 req-9470db15-1a44-4173-8019-7b290679fb17 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.791941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06168b31-0107-40eb-b103-9ddc9488d933 req-9470db15-1a44-4173-8019-7b290679fb17 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 948 time: 0.1144993 Aug 31 06:47:23.808312 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095f87b-e16c-474f-95e6-c82e7579125e None None] Sync routers for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:23.819698 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095f87b-e16c-474f-95e6-c82e7579125e None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:23.820755 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-5095f87b-e16c-474f-95e6-c82e7579125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.861178 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06168b31-0107-40eb-b103-9ddc9488d933 req-a9921bb2-fb68-400d-abed-b7b59ab931ba tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575762 Aug 31 06:47:23.861993 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-5095f87b-e16c-474f-95e6-c82e7579125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.873280 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095f87b-e16c-474f-95e6-c82e7579125e None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:23.874158 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-5095f87b-e16c-474f-95e6-c82e7579125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.918167 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.920755 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-5095f87b-e16c-474f-95e6-c82e7579125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.921673 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095f87b-e16c-474f-95e6-c82e7579125e None None] The sync data for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:23.925719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-21fabef0-8798-421f-8764-7242fa269b8e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/ports/439c5e52-5022-4aa2-9f1e-d07af18fa5c3 HTTP/1.1" status: 204 len: 168 time: 1.2853613 Aug 31 06:47:23.927128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53632) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:23.934143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-38f11d8e-597d-4a95-94ae-2b3317438d7b req-82c0c1ec-2c6e-4b67-ac23-d69fcff3f3fd tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088607 Aug 31 06:47:23.980455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.985550 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9018f-657d-45ef-8b3d-bdfaa5644f7d x-openstack-request-id: req-bbe9018f-657d-45ef-8b3d-bdfaa5644f7d {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:23.985932 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797541e5-c0a0-423a-bdd5-00831aeb31ab", "name": "network-vif-deleted", "tag": "2cd29fd1-a3d0-4c68-b665-250361d26919", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:23.986256 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbe9018f-657d-45ef-8b3d-bdfaa5644f7d {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:23.987363 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797541e5-c0a0-423a-bdd5-00831aeb31ab', 'name': 'network-vif-deleted', 'tag': '2cd29fd1-a3d0-4c68-b665-250361d26919', 'status': 'completed', 'code': 200} Aug 31 06:47:24.013750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Pushing event deleted for resources: {'Port': ['ID=643ac0d5-3526-475f-8058-92e58b5953a6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:24.083951 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.086541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.087727 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-27e192ca-1f04-44be-8f5d-ac5b78facde0 tempest-AttachVolumeShelveTestJSON-482327003 tempest-AttachVolumeShelveTestJSON-482327003-project] 10.222.0.15 "DELETE /v2.0/floatingips/344e4f66-cfb9-4d91-a083-685df5325318 HTTP/1.1" status: 204 len: 168 time: 0.7983832 Aug 31 06:47:24.180688 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e46431b8-51e4-47ef-bd99-390d31431dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.343801 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.418077 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.691888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 4479b80d-e386-4fa3-b098-ea176ab442b9 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:24.692546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.800633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.816492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 4479b80d-e386-4fa3-b098-ea176ab442b9 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:25.036844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ab176-59db-40ed-9041-157a92016511 req-d5a7bb4f-48c8-4e1b-902a-679638331604 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:25.038617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f74ab176-59db-40ed-9041-157a92016511 req-d5a7bb4f-48c8-4e1b-902a-679638331604 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 948 time: 0.0757334 Aug 31 06:47:25.122637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f74ab176-59db-40ed-9041-157a92016511 req-94a93cd3-8394-484c-95b0-73e4959585c1 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779355 Aug 31 06:47:25.140569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2cd29fd1-a3d0-4c68-b665-250361d26919 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:25.156402 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.181075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0e3f6-bc6e-4150-b56c-ed04f9d90df9 req-59637bb9-ab35-4903-b3b6-02cfe356a869 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:25.187816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 2cd29fd1-a3d0-4c68-b665-250361d26919 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:25.188541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2cd29fd1-a3d0-4c68-b665-250361d26919 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:25.189538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dff0e3f6-bc6e-4150-b56c-ed04f9d90df9 req-59637bb9-ab35-4903-b3b6-02cfe356a869 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1173809 Aug 31 06:47:25.243568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=4479b80d-e386-4fa3-b098-ea176ab442b9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:25.409476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dff0e3f6-bc6e-4150-b56c-ed04f9d90df9 req-422093af-813b-416c-9485-4f88722fdff6 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190220 Aug 31 06:47:25.505914 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.638917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-5c1476f2-43e5-4afd-99ee-aca13bbf1d97 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:25.642591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-5c1476f2-43e5-4afd-99ee-aca13bbf1d97 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.42 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 948 time: 0.1288486 Aug 31 06:47:25.790617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.027483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router 4a23daa5-25da-43e4-9d8d-0388c4b3d286 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:26.030209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Deleting port 9afb4d73-c890-47a6-938a-c0d323193cd0 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:26.030553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.188627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] For port 9afb4d73-c890-47a6-938a-c0d323193cd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9afb4d73-c890-47a6-938a-c0d323193cd0,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:26.189104 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.209745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Calling delete_port for 9afb4d73-c890-47a6-938a-c0d323193cd0 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:26.437628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915750f-d7ba-4af2-a092-eb81863b7fe7 req-7e318ae4-84aa-474d-9718-f4f6e164e066 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:26.455226 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d915750f-d7ba-4af2-a092-eb81863b7fe7 req-7e318ae4-84aa-474d-9718-f4f6e164e066 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 948 time: 0.1815753 Aug 31 06:47:26.587382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d915750f-d7ba-4af2-a092-eb81863b7fe7 req-09be3188-ecf9-4032-b070-6c59cc42d961 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/security-groups?id=15c8e929-a463-49e8-a89b-2b53a4ee89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307588 Aug 31 06:47:26.756773 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e256c0e7-052e-46d6-bd47-9dbf3628b356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.848103 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.942376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7194f4-37f1-4fee-a915-f1fc2e350d7d req-07c52aa9-f81a-4da5-b130-d2257b13a570 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:26.944185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c7194f4-37f1-4fee-a915-f1fc2e350d7d req-07c52aa9-f81a-4da5-b130-d2257b13a570 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1365795 Aug 31 06:47:27.042702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:27.055372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918bca3-650e-452b-a91a-72baae219b7c None None] Sync routers for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:27.064927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-75550826-5d5f-45bb-9d44-13bf37b75c4e tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/routers/4a23daa5-25da-43e4-9d8d-0388c4b3d286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1319847 Aug 31 06:47:27.065545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53670) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:27.079179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918bca3-650e-452b-a91a-72baae219b7c None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:27.081207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9918bca3-650e-452b-a91a-72baae219b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:27.095264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c7194f4-37f1-4fee-a915-f1fc2e350d7d req-e89e06fd-7535-406f-bb56-698a80ded5ea tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379728 Aug 31 06:47:27.199708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9918bca3-650e-452b-a91a-72baae219b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:27.226826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918bca3-650e-452b-a91a-72baae219b7c None None] Routers {'4a23daa5-25da-43e4-9d8d-0388c4b3d286'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:27.227853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9918bca3-650e-452b-a91a-72baae219b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:27.244786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.294155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.318092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9918bca3-650e-452b-a91a-72baae219b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:27.318957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918bca3-650e-452b-a91a-72baae219b7c None None] The sync data for ids ['4a23daa5-25da-43e4-9d8d-0388c4b3d286'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:27.319329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Pushing event deleted for resources: {'Port': ['ID=9afb4d73-c890-47a6-938a-c0d323193cd0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:27.376444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] No DVR routers for this DVR port 9afb4d73-c890-47a6-938a-c0d323193cd0 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:27.381331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.384671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f8d77cf-4aa6-4cae-b74f-ab1ab176d172 req-c2b9e87d-7a83-4585-919f-78a1238ba388 tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.42 "DELETE /v2.0/ports/9afb4d73-c890-47a6-938a-c0d323193cd0 HTTP/1.1" status: 204 len: 173 time: 1.7101781 Aug 31 06:47:27.385495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-deleted', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:27.396423 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89778686-514c-4584-ba8e-df73fbb8fe61" -d '{"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-deleted", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:27.451885 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d385fa4-ec9b-4881-861c-4b37b5bda7ea x-openstack-request-id: req-9d385fa4-ec9b-4881-861c-4b37b5bda7ea {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:27.452143 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80b535a-9df1-4d4a-8549-5ba441ab4860", "name": "network-vif-deleted", "tag": "9afb4d73-c890-47a6-938a-c0d323193cd0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:27.452292 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d385fa4-ec9b-4881-861c-4b37b5bda7ea {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:27.452774 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b535a-9df1-4d4a-8549-5ba441ab4860', 'name': 'network-vif-deleted', 'tag': '9afb4d73-c890-47a6-938a-c0d323193cd0', 'status': 'completed', 'code': 200} Aug 31 06:47:27.502870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.580438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port f1135430-bce5-4c9f-ad94-4550b3ca1d76 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:27.580782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.703927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.725332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for f1135430-bce5-4c9f-ad94-4550b3ca1d76 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:27.793609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0df9b618-a2d8-452a-940f-a32643b0add5 req-c06ee355-ec57-41b8-bfb4-68ef668fd23e tempest-ListImageFiltersTestJSON-160969804 tempest-ListImageFiltersTestJSON-160969804-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80b535a-9df1-4d4a-8549-5ba441ab4860 HTTP/1.1" status: 200 len: 210 time: 0.0892222 Aug 31 06:47:28.075788 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.088665 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.189589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=f1135430-bce5-4c9f-ad94-4550b3ca1d76,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:28.241941 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.377314 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.381455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.438424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2fabb-c978-49fc-904d-69edf64d0423 req-ec9ba9e2-2604-426a-97e0-a20aef349408 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:28.440314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a2fabb-c978-49fc-904d-69edf64d0423 req-ec9ba9e2-2604-426a-97e0-a20aef349408 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1531012 Aug 31 06:47:28.448148 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.448675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Fanout notify agent at l3_agent the message router_deleted on router 4a23daa5-25da-43e4-9d8d-0388c4b3d286 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:47:28.456243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.463685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c51ecc8c-620b-4a59-9d8b-4d7b72be4467 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/routers/4a23daa5-25da-43e4-9d8d-0388c4b3d286 HTTP/1.1" status: 204 len: 168 time: 1.3908193 Aug 31 06:47:28.464323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53682) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:28.532863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3a2fabb-c978-49fc-904d-69edf64d0423 req-6485f503-5e5d-4559-88c9-7d1dc70360c5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857365 Aug 31 06:47:28.549893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-971ab3bd-9089-49c5-a462-d4a7417a6657 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting subnet 893f1978-8fcf-49e1-b10e-3536958dd7a7 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:28.553601 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-971ab3bd-9089-49c5-a462-d4a7417a6657 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.621943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-971ab3bd-9089-49c5-a462-d4a7417a6657 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.725007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-971ab3bd-9089-49c5-a462-d4a7417a6657 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.805959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-971ab3bd-9089-49c5-a462-d4a7417a6657 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.842555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:28.852568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ab3bd-9089-49c5-a462-d4a7417a6657 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Subnet': ['ID=893f1978-8fcf-49e1-b10e-3536958dd7a7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:28.857744 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-971ab3bd-9089-49c5-a462-d4a7417a6657 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.862026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-971ab3bd-9089-49c5-a462-d4a7417a6657 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/subnets/893f1978-8fcf-49e1-b10e-3536958dd7a7 HTTP/1.1" status: 204 len: 168 time: 0.3942831 Aug 31 06:47:28.862730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53688) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:28.875367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529b902-2b7d-43bf-b086-3ea1553dbdef None None] Network 8c423b68-0ab0-4b42-9d51-56c5800d2e4b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:28.890501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 9afb4d73-c890-47a6-938a-c0d323193cd0 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:28.891175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9afb4d73-c890-47a6-938a-c0d323193cd0 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:28.980786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.123045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:29.123386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.166920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] DHCP port deletion for 8c423b68-0ab0-4b42-9d51-56c5800d2e4b request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:47:29.258256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] For port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,segment=NetworkSegment(0965e6b5-083b-47db-803a-b7f640d926e7),segment_id=0965e6b5-083b-47db-803a-b7f640d926e7)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:29.258712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.271507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] Deleting port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:29.271800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.297812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 01644eb0-7630-41fb-bc5c-9fcd26a14e1b owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:29.443567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] For port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,segment=NetworkSegment(0965e6b5-083b-47db-803a-b7f640d926e7),segment_id=0965e6b5-083b-47db-803a-b7f640d926e7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:29.446649 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.479818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] Calling delete_port for 01644eb0-7630-41fb-bc5c-9fcd26a14e1b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:29.556808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41940b7e-a16d-45c8-ba73-c6102aea29aa req-f54ea491-b906-48f4-be68-a9c9fd3901e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:29.558487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41940b7e-a16d-45c8-ba73-c6102aea29aa req-f54ea491-b906-48f4-be68-a9c9fd3901e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0873535 Aug 31 06:47:29.560109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.627180 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41940b7e-a16d-45c8-ba73-c6102aea29aa req-e25d8732-48ac-4b14-9507-9263dd2aa72d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576460 Aug 31 06:47:29.654065 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.686826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:29.689588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] Pushing event deleted for resources: {'Port': ['ID=01644eb0-7630-41fb-bc5c-9fcd26a14e1b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:29.697276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ae707-8bd8-4824-9eb3-0dde02d3fb95 None None] No DVR routers for this DVR port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:29.732544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] No DVR routers for this DVR port 01644eb0-7630-41fb-bc5c-9fcd26a14e1b on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:29.859319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.876020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c423b68-0ab0-4b42-9d51-56c5800d2e4b']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:29.887798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a62f2-040e-42ff-afc5-31eb42946050 req-5389fb35-433c-40e2-b190-22931a94581f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:29.890921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c40a62f2-040e-42ff-afc5-31eb42946050 req-5389fb35-433c-40e2-b190-22931a94581f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.2245779 Aug 31 06:47:29.900152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53744) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:29.903584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0965e6b5-083b-47db-803a-b7f640d926e7') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:29.903878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0965e6b5-083b-47db-803a-b7f640d926e7') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:29.939438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.954725 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.969016 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.996028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c40a62f2-040e-42ff-afc5-31eb42946050 req-2c29db6a-a6a8-482d-8d3c-0e66ca612fde tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Aug 31 06:47:29.997706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:30.001331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:30.007998 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:30.085505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb3a1-4e59-41b0-bd57-fbdf926d0d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.102941 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.121696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.124659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/networks/8c423b68-0ab0-4b42-9d51-56c5800d2e4b HTTP/1.1" status: 204 len: 168 time: 1.2608118 Aug 31 06:47:30.130209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53754) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:30.138539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6f04e-f89b-4be7-9568-361ecd28a2fe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Network': ['ID=8c423b68-0ab0-4b42-9d51-56c5800d2e4b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:30.291836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53766) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:30.366194 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port a6c9ed3d-a582-4486-bf22-1b887f048b95 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:30.366542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.375322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb3a1-4e59-41b0-bd57-fbdf926d0d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.423869 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb3a1-4e59-41b0-bd57-fbdf926d0d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.552366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eb3a1-4e59-41b0-bd57-fbdf926d0d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae292983-fa51-4400-983b-9f91bfb74e08,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:30.590666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.591273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.615515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for a6c9ed3d-a582-4486-bf22-1b887f048b95 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:30.676182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 01644eb0-7630-41fb-bc5c-9fcd26a14e1b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:30.739398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 01644eb0-7630-41fb-bc5c-9fcd26a14e1b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:30.740581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 01644eb0-7630-41fb-bc5c-9fcd26a14e1b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:30.772849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2f7eb3a1-4e59-41b0-bd57-fbdf926d0d07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=308d9e7834b643c888d008b1f49f8e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8706915 Aug 31 06:47:30.776562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53774) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:30.890582 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c57caab-2c0f-447d-bedf-0859f3ccaa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.896317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53776) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:30.923096 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.964654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=a6c9ed3d-a582-4486-bf22-1b887f048b95,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:30.969736 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c57caab-2c0f-447d-bedf-0859f3ccaa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.076245 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.079895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.081456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7c2f0e07-2e44-46cd-b768-b12b94028d20 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/floatingips/2ae870a1-6b3b-4a2a-9c60-c5c92de90048 HTTP/1.1" status: 204 len: 168 time: 0.9499865 Aug 31 06:47:31.087459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53782) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.115792 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d95d89d-2f28-41a4-8051-d1871e17ba95 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] DELETE failed (client error): The resource could not be found. Aug 31 06:47:31.116635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d95d89d-2f28-41a4-8051-d1871e17ba95 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:47:31.121118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1d95d89d-2f28-41a4-8051-d1871e17ba95 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/ports/439c5e52-5022-4aa2-9f1e-d07af18fa5c3 HTTP/1.1" status: 404 len: 333 time: 0.0302923 Aug 31 06:47:31.122074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53784) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.172075 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4ce3c76f-9137-4cd1-9bf1-6dd84e7e4b08 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a23daa5-25da-43e4-9d8d-0388c4b3d286 HTTP/1.1" status: 200 len: 205 time: 0.0495372 Aug 31 06:47:31.178425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53786) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.229666 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-6bd1bd25-5139-4566-b406-db34bf2d7fbe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] delete failed (client error): The resource could not be found. Aug 31 06:47:31.230725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6bd1bd25-5139-4566-b406-db34bf2d7fbe tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/routers/4a23daa5-25da-43e4-9d8d-0388c4b3d286 HTTP/1.1" status: 404 len: 336 time: 0.0503507 Aug 31 06:47:31.244549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53788) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.291175 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4cbdee-7510-477f-8b23-78ecf24c4b18 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] DELETE failed (client error): The resource could not be found. Aug 31 06:47:31.291674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4cbdee-7510-477f-8b23-78ecf24c4b18 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:47:31.297059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3e4cbdee-7510-477f-8b23-78ecf24c4b18 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/subnets/893f1978-8fcf-49e1-b10e-3536958dd7a7 HTTP/1.1" status: 404 len: 337 time: 0.0475862 Aug 31 06:47:31.297059 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c57caab-2c0f-447d-bedf-0859f3ccaa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.297059 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c57caab-2c0f-447d-bedf-0859f3ccaa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.297911 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2c57caab-2c0f-447d-bedf-0859f3ccaa16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae292983-fa51-4400-983b-9f91bfb74e08 HTTP/1.1" status: 204 len: 168 time: 0.5201807 Aug 31 06:47:31.298337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53790) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.312460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e8984-c16b-4fcb-a680-775d77a1cf95 req-9b36349d-a648-4a71-abe9-768c4178ef7c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:31.314102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e6e8984-c16b-4fcb-a680-775d77a1cf95 req-9b36349d-a648-4a71-abe9-768c4178ef7c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1470459 Aug 31 06:47:31.321065 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1e909f27-048f-409e-82f5-4a6b6ceffa18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44ae83a19c8f434284220bcfa45d9e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188797 Aug 31 06:47:31.321065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57caab-2c0f-447d-bedf-0859f3ccaa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae292983-fa51-4400-983b-9f91bfb74e08,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:31.323767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53794) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.468566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e6e8984-c16b-4fcb-a680-775d77a1cf95 req-b24fd14d-8ddb-492f-aa69-eeb685ef0acd tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299579 Aug 31 06:47:31.482077 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f707d9d5-e5ac-4d92-a4fc-c7d3104601c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.523633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f707d9d5-e5ac-4d92-a4fc-c7d3104601c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.527871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f15c42f2-7f1e-423e-8e53-44bc5707666f tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port baa5bdf8-0467-4d1c-a4e6-73b149a12358 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:31.528464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f15c42f2-7f1e-423e-8e53-44bc5707666f tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.696585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f15c42f2-7f1e-423e-8e53-44bc5707666f tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.700354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f707d9d5-e5ac-4d92-a4fc-c7d3104601c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.703050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f707d9d5-e5ac-4d92-a4fc-c7d3104601c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.704496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f707d9d5-e5ac-4d92-a4fc-c7d3104601c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15c8e929-a463-49e8-a89b-2b53a4ee89fe HTTP/1.1" status: 204 len: 168 time: 0.3818772 Aug 31 06:47:31.725645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f15c42f2-7f1e-423e-8e53-44bc5707666f tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for baa5bdf8-0467-4d1c-a4e6-73b149a12358 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:31.740360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707d9d5-e5ac-4d92-a4fc-c7d3104601c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c8e929-a463-49e8-a89b-2b53a4ee89fe,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:31.830483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-0f3d6684-7051-411b-a38e-d784a5cbae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:31.832033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-0f3d6684-7051-411b-a38e-d784a5cbae34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 1097 time: 0.1043541 Aug 31 06:47:31.945217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f394103-6597-4921-a7ae-1b984e125b5a req-001d6f8b-6640-4679-835f-021c2859f112 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:31.947232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f394103-6597-4921-a7ae-1b984e125b5a req-001d6f8b-6640-4679-835f-021c2859f112 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.0999165 Aug 31 06:47:31.956846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.041128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-0c8ec58d-bcc4-48ac-87d6-aca2d0fcea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:32.042832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-0c8ec58d-bcc4-48ac-87d6-aca2d0fcea9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 200 len: 912 time: 0.2027717 Aug 31 06:47:32.078885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f394103-6597-4921-a7ae-1b984e125b5a req-83dc3612-11eb-4008-863c-3c0febc0e3f9 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624886 Aug 31 06:47:32.104844 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-79b49831-c293-4146-9597-bd3d97774d06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de119c7a-520b-46a0-920d-e3567dd1a327 HTTP/1.1" status: 200 len: 217 time: 0.0536518 Aug 31 06:47:32.105497 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f15c42f2-7f1e-423e-8e53-44bc5707666f tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.202021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c42f2-7f1e-423e-8e53-44bc5707666f tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=baa5bdf8-0467-4d1c-a4e6-73b149a12358,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:32.269161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-a2487b4d-678c-4182-b076-47101d998a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:32.271429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-a2487b4d-678c-4182-b076-47101d998a61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e39e57e-e22b-4056-8a5e-ea0a6a633133 HTTP/1.1" status: 200 len: 851 time: 0.1607943 Aug 31 06:47:32.313717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-1dd62526-8274-4c0f-977e-08e35ce93e86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=46046d59-de7b-4a8a-9297-d139dba360c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340371 Aug 31 06:47:32.336186 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f15c42f2-7f1e-423e-8e53-44bc5707666f tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.341770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f15c42f2-7f1e-423e-8e53-44bc5707666f tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/ports/baa5bdf8-0467-4d1c-a4e6-73b149a12358 HTTP/1.1" status: 204 len: 168 time: 1.0312028 Aug 31 06:47:32.342307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53816) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:32.448434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-85c4f66d-00db-4b18-a768-2396d817ad72 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242955 Aug 31 06:47:32.541935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Deleting port 549b6820-fc88-4e02-b6d2-8ddd79d55103 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:32.542567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.591951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc8e340-0da8-459a-b7bd-8417ef2dd84f req-54d18499-d78c-4e69-b7f1-063be2d891f4 service neutron] 10.222.0.23 "GET /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356695 Aug 31 06:47:32.596939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7ba50f91-ae24-42d5-aaed-749d55f2a456 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port ec769286-fbbb-42ef-9e62-bf51062b8358 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:32.597308 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ba50f91-ae24-42d5-aaed-749d55f2a456 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.733091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] For port 549b6820-fc88-4e02-b6d2-8ddd79d55103, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=549b6820-fc88-4e02-b6d2-8ddd79d55103,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:32.733490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.755849 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ba50f91-ae24-42d5-aaed-749d55f2a456 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.758490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Calling delete_port for 549b6820-fc88-4e02-b6d2-8ddd79d55103 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:32.776912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7ba50f91-ae24-42d5-aaed-749d55f2a456 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for ec769286-fbbb-42ef-9e62-bf51062b8358 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:33.139332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ba50f91-ae24-42d5-aaed-749d55f2a456 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.189228 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.203762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba50f91-ae24-42d5-aaed-749d55f2a456 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=ec769286-fbbb-42ef-9e62-bf51062b8358,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:33.298034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=549b6820-fc88-4e02-b6d2-8ddd79d55103,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:33.464222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1633fcd-446f-466f-93d7-a09eb0218c25 req-8f9123d6-c0ca-468e-941b-b9d37b7314ea tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:33.468023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1633fcd-446f-466f-93d7-a09eb0218c25 req-8f9123d6-c0ca-468e-941b-b9d37b7314ea tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.2725835 Aug 31 06:47:33.510900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ba50f91-ae24-42d5-aaed-749d55f2a456 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.514984 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7ba50f91-ae24-42d5-aaed-749d55f2a456 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/ports/ec769286-fbbb-42ef-9e62-bf51062b8358 HTTP/1.1" status: 204 len: 168 time: 1.1713293 Aug 31 06:47:33.518251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53890) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:33.586689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1633fcd-446f-466f-93d7-a09eb0218c25 req-1acd3ac3-458f-45bd-b63f-ed432e3917b7 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119490 Aug 31 06:47:33.620792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.657919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786eee3-0d62-4931-b3fa-0e89768d0e28 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:33.659487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e786eee3-0d62-4931-b3fa-0e89768d0e28 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 HTTP/1.1" status: 200 len: 913 time: 0.1392527 Aug 31 06:47:33.662254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53894) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:33.797758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53896) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.054310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb717-2642-494f-8cdb-e95748099334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.115185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Router 35e13e7a-af7c-46dc-b4da-8963793b70b8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:34.284611 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.319172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb717-2642-494f-8cdb-e95748099334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.320735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:34.335646 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] Sync routers for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:34.336418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-be85d469-92cf-4aca-9d56-6290067cbdc4 admin admin] 10.222.0.15 "PUT /v2.0/routers/35e13e7a-af7c-46dc-b4da-8963793b70b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0422242 Aug 31 06:47:34.337477 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb717-2642-494f-8cdb-e95748099334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.339269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53934) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.349016 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:34.349960 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:34.383577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fb717-2642-494f-8cdb-e95748099334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e8290a-95e4-40ef-b26b-75dcbf7fa959,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:34.388162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5b0fb717-2642-494f-8cdb-e95748099334 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b66c482480a4a548d6649bdb3d2bcca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893056 Aug 31 06:47:34.391307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.482620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07ccb2a3-8c48-446f-a9e7-70478420545f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.519517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07ccb2a3-8c48-446f-a9e7-70478420545f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.559309 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:34.626791 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07ccb2a3-8c48-446f-a9e7-70478420545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.633471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07ccb2a3-8c48-446f-a9e7-70478420545f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.637807 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-07ccb2a3-8c48-446f-a9e7-70478420545f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9e8290a-95e4-40ef-b26b-75dcbf7fa959 HTTP/1.1" status: 204 len: 168 time: 0.2396002 Aug 31 06:47:34.667506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.669345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccb2a3-8c48-446f-a9e7-70478420545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e8290a-95e4-40ef-b26b-75dcbf7fa959,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:34.924853 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:34.962139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89630fde-c3fc-4c85-9b2f-38c2cff1da73 req-21a01655-508a-4146-aa74-69f0982837d2 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:34.963973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89630fde-c3fc-4c85-9b2f-38c2cff1da73 req-21a01655-508a-4146-aa74-69f0982837d2 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1570656 Aug 31 06:47:34.969432 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] Checking router: 35e13e7a-af7c-46dc-b4da-8963793b70b8 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:47:34.990980 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.006177 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] Routers {'35e13e7a-af7c-46dc-b4da-8963793b70b8'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:35.007729 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['35e13e7a-af7c-46dc-b4da-8963793b70b8'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:35.099224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89630fde-c3fc-4c85-9b2f-38c2cff1da73 req-acbd9297-8184-4c2c-b27a-90d6c066d56c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011629 Aug 31 06:47:35.199683 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] Set router 35e13e7a-af7c-46dc-b4da-8963793b70b8 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:35.199982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Deleting port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:35.200384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.253772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port 1c93ced0-f60c-43e6-bb9d-4867ecca2097 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:35.254157 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.412765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] For port ff6bb561-9c99-4ba8-a51c-7e4078a6cd80, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ff6bb561-9c99-4ba8-a51c-7e4078a6cd80,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:35.413095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.446197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Calling delete_port for ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:35.449561 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.455140 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:35.475311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for 1c93ced0-f60c-43e6-bb9d-4867ecca2097 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:35.498471 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8025e6f6-07d1-4e45-ae9c-aa9341b77b3d None None] The sync data for ids ['35e13e7a-af7c-46dc-b4da-8963793b70b8'] in n-d-712142-16 is: [{'id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'name': 'tempest-AttachVolumeShelveTestJSON-531426940-router', 'tenant_id': 'd02bf1e50c9c4de9838187610b44b737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 5, 'project_id': 'd02bf1e50c9c4de9838187610b44b737', 'gw_port': {'id': 'ff6bb561-9c99-4ba8-a51c-7e4078a6cd80', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e13e7a-af7c-46dc-b4da-8963793b70b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:23Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:35.834005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fcb26-64b3-4875-98f8-f51bfd2acfa1 req-c5795ab0-af69-4c84-9a6e-00248a3485e4 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:35.836902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a61fcb26-64b3-4875-98f8-f51bfd2acfa1 req-c5795ab0-af69-4c84-9a6e-00248a3485e4 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.2359374 Aug 31 06:47:35.914232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53966) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:35.986023 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a61fcb26-64b3-4875-98f8-f51bfd2acfa1 req-9477171c-0a76-4a88-a33b-0afd3b876136 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317239 Aug 31 06:47:36.028967 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.099577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6bb561-9c99-4ba8-a51c-7e4078a6cd80,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:36.128696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1113977183-network', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:36.171581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:36.177825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.190683 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.200399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.240737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=1c93ced0-f60c-43e6-bb9d-4867ecca2097,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:36.281655 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.381174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.393232 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.453674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:36.471179 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.480146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d61055-ffd5-492c-abee-616902666e27,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:36.492021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.492682 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Added segment 140c0796-dc18-4ed2-9ded-54959f3bc636 of type vlan for network 2c71b659-92d8-4b29-abc6-2d570dfb2787 Aug 31 06:47:36.522928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.574066 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.650810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.656774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:36.658330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.661981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 549b6820-fc88-4e02-b6d2-8ddd79d55103 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:36.695571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 549b6820-fc88-4e02-b6d2-8ddd79d55103 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:36.696462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 549b6820-fc88-4e02-b6d2-8ddd79d55103 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:36.753093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8372700 Aug 31 06:47:36.757232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53972) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:36.770835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Request body: {'subnet': {'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1113977183-subnet', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:36.796724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168abde3-7093-4e8c-9375-83e4512be59c admin admin] Pushing event updated for resources: {'Network': ['ID=2c71b659-92d8-4b29-abc6-2d570dfb2787,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:36.829399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:36.831701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:36.836673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.072558 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.073875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e13e7a-af7c-46dc-b4da-8963793b70b8 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:47:37.080433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.087658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53976) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:37.089965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ec97f094-b077-409e-b2bc-c49d2ca6d52b admin admin] 10.222.0.15 "DELETE /v2.0/routers/35e13e7a-af7c-46dc-b4da-8963793b70b8 HTTP/1.1" status: 204 len: 168 time: 2.7485766 Aug 31 06:47:37.127525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.298686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.307040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46eaf63-6123-4dcd-b511-c34fe2c31430 admin admin] Deleting subnet 2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:37.319252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f46eaf63-6123-4dcd-b511-c34fe2c31430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.401061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ec7b-3e9f-4b6c-a6f4-a619fdfb59e0 req-6080f20e-944d-44ad-a2d3-038f4000f6eb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:37.403183 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cd4ec7b-3e9f-4b6c-a6f4-a619fdfb59e0 req-6080f20e-944d-44ad-a2d3-038f4000f6eb tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.1824913 Aug 31 06:47:37.460396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f46eaf63-6123-4dcd-b511-c34fe2c31430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.493075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:37.673590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:37.688781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-30a314a2-5e7c-4634-a067-53862523c4e3 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "PUT /v2.0/routers/a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0251722 Aug 31 06:47:37.691966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53980) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:37.693374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582bc33-57c0-4a5f-879e-8930aeeb68cd None None] Sync routers for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:37.714964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582bc33-57c0-4a5f-879e-8930aeeb68cd None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:37.715616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d582bc33-57c0-4a5f-879e-8930aeeb68cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:37.765363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d582bc33-57c0-4a5f-879e-8930aeeb68cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:37.776470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582bc33-57c0-4a5f-879e-8930aeeb68cd None None] Routers {'a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:37.777107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d582bc33-57c0-4a5f-879e-8930aeeb68cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:37.839006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d582bc33-57c0-4a5f-879e-8930aeeb68cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:37.839006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582bc33-57c0-4a5f-879e-8930aeeb68cd None None] The sync data for ids ['a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:37.860238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:37.907604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Checking segment: {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:37.907933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.908058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Network hostable DHCP agents. Network: 2c71b659-92d8-4b29-abc6-2d570dfb2787, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:37.917967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cd4ec7b-3e9f-4b6c-a6f4-a619fdfb59e0 req-a1112be3-10de-474d-a9b0-11b3a65d171d tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023642 Aug 31 06:47:37.949393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:37.981168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 2c71b659-92d8-4b29-abc6-2d570dfb2787) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:37.986752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:37.987370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.990796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0838de3-e62f-4983-ada4-83dd0baefd3a None None] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:38.025238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f46eaf63-6123-4dcd-b511-c34fe2c31430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.033220 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bdaa8042-bb00-4964-ae5b-a985121e2694 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2702906 Aug 31 06:47:38.033635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53982) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.042926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:38.091956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.091956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.119463 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f46eaf63-6123-4dcd-b511-c34fe2c31430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.120785 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.156026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eaf63-6123-4dcd-b511-c34fe2c31430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.160055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f46eaf63-6123-4dcd-b511-c34fe2c31430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.164407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f46eaf63-6123-4dcd-b511-c34fe2c31430 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2ed1ca6a-8c6c-4783-9b16-6f08ce3bd2e4 HTTP/1.1" status: 204 len: 168 time: 1.0746782 Aug 31 06:47:38.167159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53984) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.169293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c0362-c815-4b4f-8ee0-8a4bccfa529f None None] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:38.256215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.258714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.353539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Deleting port d798a824-5d18-4bea-9dce-225b54a3751d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:38.354034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.358809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2c71b659-92d8-4b29-abc6-2d570dfb2787', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:38.359912 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.406499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting port f8029b48-3ae7-4a21-b57d-ba0c8f84f2ce {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:38.406854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.453731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] For port d798a824-5d18-4bea-9dce-225b54a3751d, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d798a824-5d18-4bea-9dce-225b54a3751d,segment=NetworkSegment(130a0d4f-5fa5-4fc7-8a8d-b578905f2043),segment_id=130a0d4f-5fa5-4fc7-8a8d-b578905f2043)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:38.454579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.499720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Calling delete_port for d798a824-5d18-4bea-9dce-225b54a3751d owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:38.537875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.548647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] DHCP port deletion for 5199cf27-ea15-49ca-80b9-12b0c2785fb8 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:47:38.560749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-70e80920-4dbd-4441-973f-7102d17126e5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:38.563885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-70e80920-4dbd-4441-973f-7102d17126e5 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.2006881 Aug 31 06:47:38.574748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:38.628160 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.652910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:38.653298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ff6bb561-9c99-4ba8-a51c-7e4078a6cd80 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:38.671358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Pushing event deleted for resources: {'Port': ['ID=d798a824-5d18-4bea-9dce-225b54a3751d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.683995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Allocated IP 172.20.0.2 (2c71b659-92d8-4b29-abc6-2d570dfb2787/ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69/03cd946a-384f-494a-9501-4294a333b887) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:38.686134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] No DVR routers for this DVR port d798a824-5d18-4bea-9dce-225b54a3751d on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:38.709049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.731872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Calling delete_port for f8029b48-3ae7-4a21-b57d-ba0c8f84f2ce owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:38.810059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.828427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5199cf27-ea15-49ca-80b9-12b0c2785fb8']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:38.842897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130a0d4f-5fa5-4fc7-8a8d-b578905f2043') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:38.843467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130a0d4f-5fa5-4fc7-8a8d-b578905f2043') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:38.854259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.864115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Deleting port d798a824-5d18-4bea-9dce-225b54a3751d {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:38.865014 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.879059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.892788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:38.893858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:38.897065 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:38.998319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Deleting port de119c7a-520b-46a0-920d-e3567dd1a327 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:38.998828 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.012540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.028443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.032375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5199cf27-ea15-49ca-80b9-12b0c2785fb8 HTTP/1.1" status: 204 len: 168 time: 0.8622401 Aug 31 06:47:39.047658 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.063577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] For port d798a824-5d18-4bea-9dce-225b54a3751d, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:39.064501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4f0c9-df87-413f-8af8-c0e440be8875 admin admin] Pushing event deleted for resources: {'Network': ['ID=5199cf27-ea15-49ca-80b9-12b0c2785fb8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.064819 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.099740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Calling delete_port for d798a824-5d18-4bea-9dce-225b54a3751d owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:39.103536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Port d798a824-5d18-4bea-9dce-225b54a3751d was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:47:39.104902 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.143656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Pushing event deleted for resources: {'Port': ['ID=d798a824-5d18-4bea-9dce-225b54a3751d,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.151596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Network 5199cf27-ea15-49ca-80b9-12b0c2785fb8 is not hosted by any dhcp agent {{(pid=94669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:47:39.152362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] No DVR routers for this DVR port d798a824-5d18-4bea-9dce-225b54a3751d on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:39.155378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.155726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.156091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.156733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.157329 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.157883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.158504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.159340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.160162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.161572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.162429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.163649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd0b32d-7ba2-4a50-9b7e-360cf01e133c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.259355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53992) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:39.268755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Transition to ACTIVE for port object 03cd946a-384f-494a-9501-4294a333b887 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:39.295936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.310574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Transition to ACTIVE for port object 03cd946a-384f-494a-9501-4294a333b887 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:39.320636 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.337900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2c0ab157-88d5-437e-bfdc-02464dc94eed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d02bf1e50c9c4de9838187610b44b737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741146 Aug 31 06:47:39.338283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53996) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:39.375866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Pushing event updated for resources: {'Port': ['ID=03cd946a-384f-494a-9501-4294a333b887,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.403422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:39.405080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:39.405451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Port': ['ID=f8029b48-3ae7-4a21-b57d-ba0c8f84f2ce,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.407238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2357bbbe-9e04-4e83-825a-e51e3b5996fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.415125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:39.422975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] For port de119c7a-520b-46a0-920d-e3567dd1a327, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=de119c7a-520b-46a0-920d-e3567dd1a327,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:39.423360 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.437622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2357bbbe-9e04-4e83-825a-e51e3b5996fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.454173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Calling delete_port for de119c7a-520b-46a0-920d-e3567dd1a327 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:39.481421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Attempting to bind port 03cd946a-384f-494a-9501-4294a333b887 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:39.481691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Attempting to bind port 03cd946a-384f-494a-9501-4294a333b887 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:39.482264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Attempting to bind port 03cd946a-384f-494a-9501-4294a333b887 on network 2c71b659-92d8-4b29-abc6-2d570dfb2787 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:39.490896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.492139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:39.492980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Checking segment: {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:39.495860 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.496767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Bound using segment: {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:39.499631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Bound port: 03cd946a-384f-494a-9501-4294a333b887, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:39.505647 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.514367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2357bbbe-9e04-4e83-825a-e51e3b5996fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.516983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2357bbbe-9e04-4e83-825a-e51e3b5996fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.521405 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2357bbbe-9e04-4e83-825a-e51e3b5996fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/506183e4-f209-4d99-aecd-1ca07f5d3c2f HTTP/1.1" status: 204 len: 168 time: 0.1784234 Aug 31 06:47:39.531932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75e8b4-7593-402d-928b-a8958647c76e req-afffdca5-9bbd-4f97-81aa-540ee48f12b0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:39.540276 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce75e8b4-7593-402d-928b-a8958647c76e req-afffdca5-9bbd-4f97-81aa-540ee48f12b0 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 945 time: 0.4294522 Aug 31 06:47:39.542256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357bbbe-9e04-4e83-825a-e51e3b5996fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506183e4-f209-4d99-aecd-1ca07f5d3c2f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.601065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.631325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] For port 03cd946a-384f-494a-9501-4294a333b887, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:39.636279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] For port 03cd946a-384f-494a-9501-4294a333b887, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=03cd946a-384f-494a-9501-4294a333b887,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:39.643443 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.705804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.745563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a601e1e-c066-499b-8d13-2356ed27b785 None None] Pushing event updated for resources: {'Port': ['ID=03cd946a-384f-494a-9501-4294a333b887,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.779573 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce75e8b4-7593-402d-928b-a8958647c76e req-dfb14780-11b1-431a-bb4a-5d33e1c1ac00 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383387 Aug 31 06:47:39.878378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.881707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.017239 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.017239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Fanout notify agent at l3_agent the message router_deleted on router a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:47:40.047036 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.051233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1f953343-bdac-4341-a500-dfcc2f73b929 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/routers/a9fae5a0-56c9-49ed-a1ee-b40bc7cb09a8 HTTP/1.1" status: 204 len: 168 time: 2.3558490 Aug 31 06:47:40.052584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54004) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:40.101737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Allocated IP 172.25.5.219 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/b066eb02-defc-4b35-ae5d-8edecbe02ba4) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:40.177373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9d1ab5-fc00-4079-accf-45937ca855b6 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Deleting subnet 047ed33b-3d6f-4549-84a1-9b4aa22462a8 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:40.187003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1ab5-fc00-4079-accf-45937ca855b6 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.265628 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.279177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['957e6688-ce28-4a58-8c44-585300ff972d', 'de119c7a-520b-46a0-920d-e3567dd1a327'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:40.286631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1ab5-fc00-4079-accf-45937ca855b6 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.341155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Pushing event deleted for resources: {'Port': ['ID=de119c7a-520b-46a0-920d-e3567dd1a327,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:40.385987 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1ab5-fc00-4079-accf-45937ca855b6 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.446509 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.536620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] No DVR routers for this DVR port de119c7a-520b-46a0-920d-e3567dd1a327 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:40.539224 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.541668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.543942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-471d5711-60b6-42de-8be3-e78ebe48cb0b req-228b8e4b-080f-40c7-adbe-364cd7ef4cfa tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "DELETE /v2.0/ports/de119c7a-520b-46a0-920d-e3567dd1a327 HTTP/1.1" status: 204 len: 173 time: 1.9565759 Aug 31 06:47:40.604733 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1ab5-fc00-4079-accf-45937ca855b6 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.628195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef11dd6-c215-4e51-b710-6826c7a13fc7', 'name': 'network-vif-deleted', 'tag': 'de119c7a-520b-46a0-920d-e3567dd1a327'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:40.635236 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9778e463-1de4-4352-995d-c634d28fe2d9" -d '{"events": [{"server_uuid": "7ef11dd6-c215-4e51-b710-6826c7a13fc7", "name": "network-vif-deleted", "tag": "de119c7a-520b-46a0-920d-e3567dd1a327"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:40.682242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Pushing event updated for resources: {'Port': ['ID=b066eb02-defc-4b35-ae5d-8edecbe02ba4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:40.716080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:40.720568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:40.728070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:40.796311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d1ab5-fc00-4079-accf-45937ca855b6 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Subnet': ['ID=047ed33b-3d6f-4549-84a1-9b4aa22462a8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:40.799782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e9d1ab5-fc00-4079-accf-45937ca855b6 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.808386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e9d1ab5-fc00-4079-accf-45937ca855b6 tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/subnets/047ed33b-3d6f-4549-84a1-9b4aa22462a8 HTTP/1.1" status: 204 len: 168 time: 0.7545445 Aug 31 06:47:40.810479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54022) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:40.849467 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdde154-bccb-436e-afd3-2e865e2156bf x-openstack-request-id: req-9cdde154-bccb-436e-afd3-2e865e2156bf {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:40.849813 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef11dd6-c215-4e51-b710-6826c7a13fc7", "name": "network-vif-deleted", "tag": "de119c7a-520b-46a0-920d-e3567dd1a327", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:40.851515 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cdde154-bccb-436e-afd3-2e865e2156bf {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:40.852143 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef11dd6-c215-4e51-b710-6826c7a13fc7', 'name': 'network-vif-deleted', 'tag': 'de119c7a-520b-46a0-920d-e3567dd1a327', 'status': 'completed', 'code': 200} Aug 31 06:47:40.898048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 03cd946a-384f-494a-9501-4294a333b887 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:41.040968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.140676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 03cd946a-384f-494a-9501-4294a333b887 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:41.195568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54028) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.252655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d798a824-5d18-4bea-9dce-225b54a3751d no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:41.334036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d798a824-5d18-4bea-9dce-225b54a3751d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:41.335106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d798a824-5d18-4bea-9dce-225b54a3751d not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:41.370433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.389619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc47583a-94a4-462a-b715-23386ed2697c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:41.407615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c789266-5bcd-4ac1-b384-c92d95656676') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:41.408331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c789266-5bcd-4ac1-b384-c92d95656676') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:41.424308 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.453522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.463099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64742e0a-a6db-433e-9bab-33a521fa601a None None] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:41.476226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:41.476871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:41.480813 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:41.623807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-631295295-network', 'tenant_id': '1faac46869884bac9b3ec79fca543d58'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:41.671115 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.692016 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.697054 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] 10.222.0.15 "DELETE /v2.0/networks/fc47583a-94a4-462a-b715-23386ed2697c HTTP/1.1" status: 204 len: 168 time: 0.8847797 Aug 31 06:47:41.795387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15953576-3778-4574-a1eb-ec223778b6ac tempest-FloatingIPTestJSON-376262840 tempest-FloatingIPTestJSON-376262840-project] Pushing event deleted for resources: {'Network': ['ID=fc47583a-94a4-462a-b715-23386ed2697c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:41.807947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Made reservation on behalf of 1faac46869884bac9b3ec79fca543d58 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:41.821222 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.855119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.876362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-44356488-a948-495d-82ea-66d1b7d71809 req-85a308ad-f91d-4dfe-8d3a-49cc52e47260 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef11dd6-c215-4e51-b710-6826c7a13fc7 HTTP/1.1" status: 200 len: 210 time: 0.0606959 Aug 31 06:47:41.916231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-457858fb-c22b-4696-ae85-47383c5cfeda None None] Provisioning for port 03cd946a-384f-494a-9501-4294a333b887 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:41.930604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-457858fb-c22b-4696-ae85-47383c5cfeda None None] Provisioning complete for port 03cd946a-384f-494a-9501-4294a333b887 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:41.931556 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-457858fb-c22b-4696-ae85-47383c5cfeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.092598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.102078 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.129603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.146417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c15646-2097-4790-97ce-c2d5427497a4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:42.151398 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-457858fb-c22b-4696-ae85-47383c5cfeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.168130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:42.185366 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.186077 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Added segment 7a76fb73-2963-4306-b580-dfdcd9085b74 of type vlan for network 8794eb57-e45a-408a-88bd-24398b82b47c Aug 31 06:47:42.256530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.263634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-457858fb-c22b-4696-ae85-47383c5cfeda None None] For port 03cd946a-384f-494a-9501-4294a333b887, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=03cd946a-384f-494a-9501-4294a333b887,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:42.274697 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-457858fb-c22b-4696-ae85-47383c5cfeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.316137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.318273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:42.318945 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.428457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2304728 Aug 31 06:47:42.433412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54038) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.442413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Request body: {'subnet': {'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-631295295-subnet', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:42.446371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457858fb-c22b-4696-ae85-47383c5cfeda None None] Pushing event updated for resources: {'Port': ['ID=03cd946a-384f-494a-9501-4294a333b887,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:42.473441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54040) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.484743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030783a-e960-4cb4-b53f-6ff998e79776 admin admin] Pushing event updated for resources: {'Network': ['ID=8794eb57-e45a-408a-88bd-24398b82b47c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:42.496568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Made reservation on behalf of 1faac46869884bac9b3ec79fca543d58 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:42.503522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.541037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 8794eb57-e45a-408a-88bd-24398b82b47c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:42.584781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.731895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-efdb27c4-ce8f-4c92-ac1b-f6e0931d2cee None None] Provisioning complete for port 03cd946a-384f-494a-9501-4294a333b887 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:42.733292 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-efdb27c4-ce8f-4c92-ac1b-f6e0931d2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.790655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 03cd946a-384f-494a-9501-4294a333b887 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:42.880792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:47:42.910672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7e1764dc-3f21-4e16-ac3a-8433f70664db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce699c2c584043a490a8a5b3ea50dd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356151 Aug 31 06:47:42.917381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54048) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.996620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 03cd946a-384f-494a-9501-4294a333b887 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:42.996995 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.083061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.094841 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dee8d7a8-32e1-45fc-9aaa-d2a969682ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.145358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:43.156504 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Sync routers for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:43.177829 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dee8d7a8-32e1-45fc-9aaa-d2a969682ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.186585 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:43.188169 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:43.213032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.214880 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7861c441-f057-4099-a351-b32a48684d8d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1797602 Aug 31 06:47:43.221592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54052) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:43.253494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device de119c7a-520b-46a0-920d-e3567dd1a327 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:43.264545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b6db00-ca57-4eec-9daa-65436e84de6f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:43.275947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Checking segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:43.276505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Network hostable DHCP agents. Network: 8794eb57-e45a-408a-88bd-24398b82b47c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:43.329228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Network 8794eb57-e45a-408a-88bd-24398b82b47c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:43.330172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: de119c7a-520b-46a0-920d-e3567dd1a327 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:43.330527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device de119c7a-520b-46a0-920d-e3567dd1a327 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:43.345010 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dee8d7a8-32e1-45fc-9aaa-d2a969682ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.352709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dee8d7a8-32e1-45fc-9aaa-d2a969682ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.358242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dee8d7a8-32e1-45fc-9aaa-d2a969682ff7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35d26ced-c5c6-403d-89c7-f714af03e247 HTTP/1.1" status: 204 len: 168 time: 0.4364419 Aug 31 06:47:43.390466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 8794eb57-e45a-408a-88bd-24398b82b47c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:43.392367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8d7a8-32e1-45fc-9aaa-d2a969682ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d26ced-c5c6-403d-89c7-f714af03e247,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:43.400997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917bd726-a074-4a38-8baa-4b43f8f9b5ec None None] Network 8794eb57-e45a-408a-88bd-24398b82b47c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:43.415954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.416606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.477782 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:43.501824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-13677384-3c2a-47a1-8289-01c02d280e92 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0672212 Aug 31 06:47:43.508920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54058) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:43.517008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:43.537071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c05453-7861-4816-922e-f0c7883cdb24 req-37fbf0eb-908d-45bf-a957-b94542bf7509 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.540237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8c05453-7861-4816-922e-f0c7883cdb24 req-37fbf0eb-908d-45bf-a957-b94542bf7509 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.1032934 Aug 31 06:47:43.604776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8c05453-7861-4816-922e-f0c7883cdb24 req-3d220d80-f280-492c-857f-239297993808 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Aug 31 06:47:43.617563 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.618816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.779904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-8794eb57-e45a-408a-88bd-24398b82b47c', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:43.782960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.792152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.920947 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:41Z', 'revision_number': 3, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:44.003597 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Checking router: 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:47:44.006679 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Updating router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 port b066eb02-defc-4b35-ae5d-8edecbe02ba4 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:47:44.102532 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.126820 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.255991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Allocated IP 172.20.0.2 (8794eb57-e45a-408a-88bd-24398b82b47c/b0b6db00-ca57-4eec-9daa-65436e84de6f/a212569b-1187-42d1-bf19-ce98b0463b40) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:44.397308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.705178 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.747880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Transition to ACTIVE for port object a212569b-1187-42d1-bf19-ce98b0463b40 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:44.776219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Transition to ACTIVE for port object a212569b-1187-42d1-bf19-ce98b0463b40 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:44.823792 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.839594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.888349 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.950039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Pushing event updated for resources: {'Port': ['ID=a212569b-1187-42d1-bf19-ce98b0463b40,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:45.034099 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.065304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Network 8794eb57-e45a-408a-88bd-24398b82b47c is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:45.070301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:45.072800 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Transition to ACTIVE for port object b066eb02-defc-4b35-ae5d-8edecbe02ba4 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:45.077914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:45.092009 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.093502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a688b-1d44-4885-ad34-504bb23dc419 req-91ba7a34-bc4c-4d63-9673-ab0e3fea657c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:45.097145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a6a688b-1d44-4885-ad34-504bb23dc419 req-91ba7a34-bc4c-4d63-9673-ab0e3fea657c tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.3240769 Aug 31 06:47:45.145639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Allocated IP 172.20.0.1 (2c71b659-92d8-4b29-abc6-2d570dfb2787/ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69/fe4b0756-ad91-4064-bf56-806e5b22d789) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:45.199765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a6a688b-1d44-4885-ad34-504bb23dc419 req-9d24a165-d52e-4c29-b6ed-8a076a618023 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904813 Aug 31 06:47:45.263063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Attempting to bind port a212569b-1187-42d1-bf19-ce98b0463b40 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:45.263708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Attempting to bind port a212569b-1187-42d1-bf19-ce98b0463b40 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:45.264235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Attempting to bind port a212569b-1187-42d1-bf19-ce98b0463b40 on network 8794eb57-e45a-408a-88bd-24398b82b47c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:45.273654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:45.274699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Checking segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:45.275350 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.276188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Bound using segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:45.276972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Bound port: a212569b-1187-42d1-bf19-ce98b0463b40, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:45.277978 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.281649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Allocated IP 172.25.5.160 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/e9cef1bc-64f1-4fb3-888f-97c52b1fda72) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:45.328208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54084) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:45.348861 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Pushing event updated for resources: {'Port': ['ID=b066eb02-defc-4b35-ae5d-8edecbe02ba4,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:45.352567 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Attempting to bind port b066eb02-defc-4b35-ae5d-8edecbe02ba4 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:45.353218 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Attempting to bind port b066eb02-defc-4b35-ae5d-8edecbe02ba4 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:45.353770 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Attempting to bind port b066eb02-defc-4b35-ae5d-8edecbe02ba4 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:45.384402 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.384745 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.385378 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.385515 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.385760 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.386089 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.386413 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.386999 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.387322 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.387643 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.387959 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.388279 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:45.403287 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:45.403873 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:45.404559 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.405270 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:45.405994 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Bound port: b066eb02-defc-4b35-ae5d-8edecbe02ba4, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:45.406678 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.466496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] For port a212569b-1187-42d1-bf19-ce98b0463b40, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:45.490410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] For port a212569b-1187-42d1-bf19-ce98b0463b40, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a212569b-1187-42d1-bf19-ce98b0463b40,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:45.501638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.511456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efbd5c-489c-4013-905b-8045addce150 req-48584128-f31c-44a7-a32e-a2afc1de7f44 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:45.513350 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91efbd5c-489c-4013-905b-8045addce150 req-48584128-f31c-44a7-a32e-a2afc1de7f44 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.1010375 Aug 31 06:47:45.534204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.600005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8378eb1c-d8bf-4e0a-9bf7-18ec377d407a tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1301372161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:45.613504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.622285 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] For port b066eb02-defc-4b35-ae5d-8edecbe02ba4, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:45.639069 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] For port b066eb02-defc-4b35-ae5d-8edecbe02ba4, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b066eb02-defc-4b35-ae5d-8edecbe02ba4,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:45.655699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8378eb1c-d8bf-4e0a-9bf7-18ec377d407a tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.655990 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.657459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8378eb1c-d8bf-4e0a-9bf7-18ec377d407a tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.661936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Transition to ACTIVE for port object fe4b0756-ad91-4064-bf56-806e5b22d789 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:45.721259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37ec0e-c9dc-4c0d-bd85-76f72e3b000a None None] Pushing event updated for resources: {'Port': ['ID=a212569b-1187-42d1-bf19-ce98b0463b40,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:45.752928 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.771262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8378eb1c-d8bf-4e0a-9bf7-18ec377d407a tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.786450 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.807588 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8378eb1c-d8bf-4e0a-9bf7-18ec377d407a tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.822479 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:45.824329 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:45.830361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:45.842968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:45.846569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:45.876715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4b0756-ad91-4064-bf56-806e5b22d789,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:45.901801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8378eb1c-d8bf-4e0a-9bf7-18ec377d407a tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.903038 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8378eb1c-d8bf-4e0a-9bf7-18ec377d407a tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5735447 Aug 31 06:47:45.907555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:45.915724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-577898140'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:45.923238 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba934afe-dfca-4d8d-a282-4f900e0c62b5 None None] Pushing event updated for resources: {'Port': ['ID=b066eb02-defc-4b35-ae5d-8edecbe02ba4,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:45.925264 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:45.933509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Deleting port 957e6688-ce28-4a58-8c44-585300ff972d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:45.941010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.945930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:45.952290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:45.977150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Pushing event updated for resources: {'Port': ['ID=e9cef1bc-64f1-4fb3-888f-97c52b1fda72,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:46.117337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Made reservation on behalf of c3d3cdfb6c1f4b1d836e4173fc9feb50 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:46.128739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.135374 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:46.155440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.334170 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.375565 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.393589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.427060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:46.571121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.571629 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Added segment 10f5bead-50e4-4b23-b474-1c2e47cde4cf of type vlan for network 26a1bea5-064e-4e4a-97c6-dcadadc3149a Aug 31 06:47:46.600370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9d30e1b6-3c3e-4743-837f-2f57c9c318d2 None None] Provisioning for port fe4b0756-ad91-4064-bf56-806e5b22d789 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:46.612380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9d30e1b6-3c3e-4743-837f-2f57c9c318d2 None None] Provisioning complete for port fe4b0756-ad91-4064-bf56-806e5b22d789 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:46.613080 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d30e1b6-3c3e-4743-837f-2f57c9c318d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.702472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] For port 957e6688-ce28-4a58-8c44-585300ff972d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=957e6688-ce28-4a58-8c44-585300ff972d,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:46.703610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.710083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a871370c-f688-4a13-ad76-d092da0bfedd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:46.732357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e441a7-4c3b-451b-bcb5-be818ecc05df req-cc0718fa-74ba-4a5e-afd3-1b56ae25ceab tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:46.741964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83e441a7-4c3b-451b-bcb5-be818ecc05df req-cc0718fa-74ba-4a5e-afd3-1b56ae25ceab tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 946 time: 0.2284443 Aug 31 06:47:46.760194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9d30e1b6-3c3e-4743-837f-2f57c9c318d2 None None] Port fe4b0756-ad91-4064-bf56-806e5b22d789 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:46.791807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.805114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Calling delete_port for 957e6688-ce28-4a58-8c44-585300ff972d owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:46.826158 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.853717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83e441a7-4c3b-451b-bcb5-be818ecc05df req-170235da-062a-4453-b85b-42509c4bc16f tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/security-groups?id=fbe4e6e7-1273-4a95-958f-9fad2fbf385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104910 Aug 31 06:47:46.858813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.903656 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:41Z', 'revision_number': 3, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:46.946510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a212569b-1187-42d1-bf19-ce98b0463b40 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:46.962311 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:46.971546 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768c5a1-c3fa-4e08-9310-c4f68683beed None None] The sync data for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 is: [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:41Z', 'revision_number': 3, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:46.996990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:47.002253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.107743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a212569b-1187-42d1-bf19-ce98b0463b40 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:47.297743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.377967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Pushing event deleted for resources: {'Port': ['ID=957e6688-ce28-4a58-8c44-585300ff972d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:47.406101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.429916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.442302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5327039 Aug 31 06:47:47.445483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54096) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:47.459129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'subnet': {'network_id': '26a1bea5-064e-4e4a-97c6-dcadadc3149a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:47.485889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] No DVR routers for this DVR port 957e6688-ce28-4a58-8c44-585300ff972d on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:47.488280 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.491700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91efbd5c-489c-4013-905b-8045addce150 req-2a7f7abd-8a6b-462d-8968-fb49a7ab5a11 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.23 "DELETE /v2.0/ports/957e6688-ce28-4a58-8c44-585300ff972d HTTP/1.1" status: 204 len: 173 time: 1.9647534 Aug 31 06:47:47.520455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608cf199-233f-480a-8c8f-66287580a2f9', 'name': 'network-vif-deleted', 'tag': '957e6688-ce28-4a58-8c44-585300ff972d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:47.522998 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1359e4-1b4e-41e2-8ea0-946656bdba1f" -d '{"events": [{"server_uuid": "608cf199-233f-480a-8c8f-66287580a2f9", "name": "network-vif-deleted", "tag": "957e6688-ce28-4a58-8c44-585300ff972d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:47.528147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd8189-ec15-46a0-9174-bda1036a2d8f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Network': ['ID=26a1bea5-064e-4e4a-97c6-dcadadc3149a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:47.575440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 26a1bea5-064e-4e4a-97c6-dcadadc3149a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:47.612811 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a37ec33-cbdb-4c03-aa97-78f78992622d x-openstack-request-id: req-8a37ec33-cbdb-4c03-aa97-78f78992622d {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:47.613127 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608cf199-233f-480a-8c8f-66287580a2f9", "name": "network-vif-deleted", "tag": "957e6688-ce28-4a58-8c44-585300ff972d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:47.613385 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a37ec33-cbdb-4c03-aa97-78f78992622d {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:47.614394 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608cf199-233f-480a-8c8f-66287580a2f9', 'name': 'network-vif-deleted', 'tag': '957e6688-ce28-4a58-8c44-585300ff972d', 'status': 'completed', 'code': 200} Aug 31 06:47:47.615490 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.618039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4b0756-ad91-4064-bf56-806e5b22d789,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:47.758451 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.841080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573484b-3191-44e1-8f79-4ed3a39b71cb None None] Network 8794eb57-e45a-408a-88bd-24398b82b47c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:47.878706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-a0b0bbcd-7a85-486f-81c5-fd6fea0823bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1513584 Aug 31 06:47:47.902985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Made reservation on behalf of c3d3cdfb6c1f4b1d836e4173fc9feb50 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:47.909512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.916699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:47.918915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:47.965805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bedfd646-3ffd-456a-bba0-4c49741bdc45 None None] Provisioning for port a212569b-1187-42d1-bf19-ce98b0463b40 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:47.983638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bedfd646-3ffd-456a-bba0-4c49741bdc45 None None] Provisioning complete for port a212569b-1187-42d1-bf19-ce98b0463b40 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:47.984249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bedfd646-3ffd-456a-bba0-4c49741bdc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.224258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:48.310561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56684c02-5209-4f35-900b-cdd4ef8bde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.312128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56684c02-5209-4f35-900b-cdd4ef8bde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.313173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56684c02-5209-4f35-900b-cdd4ef8bde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.314745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56684c02-5209-4f35-900b-cdd4ef8bde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.322875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56684c02-5209-4f35-900b-cdd4ef8bde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.324143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56684c02-5209-4f35-900b-cdd4ef8bde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.325867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56684c02-5209-4f35-900b-cdd4ef8bde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.329501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56684c02-5209-4f35-900b-cdd4ef8bde64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6506 time: 0.1662638 Aug 31 06:47:48.506686 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bedfd646-3ffd-456a-bba0-4c49741bdc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.657775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-73ebad9f-8240-413f-bdbf-7caae63ecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.658617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-73ebad9f-8240-413f-bdbf-7caae63ecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.659259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-73ebad9f-8240-413f-bdbf-7caae63ecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.662014 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-73ebad9f-8240-413f-bdbf-7caae63ecda0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77ac29c0-f99f-4d9b-93bd-76d263018252&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=e7919884-e009-4418-bde4-c6c3f09f4d70&id=e7919884-e009-4418-bde4-c6c3f09f4d70 HTTP/1.1" status: 200 len: 2298 time: 0.2551026 Aug 31 06:47:48.708809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-bedfd646-3ffd-456a-bba0-4c49741bdc45 None None] For port a212569b-1187-42d1-bf19-ce98b0463b40, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a212569b-1187-42d1-bf19-ce98b0463b40,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:48.724753 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bedfd646-3ffd-456a-bba0-4c49741bdc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.743479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b066eb02-defc-4b35-ae5d-8edecbe02ba4 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:48.845991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:48.852922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eecc5796-6ca0-43df-bbaa-1e270780dce5 admin admin] 10.222.0.15 "PUT /v2.0/routers/48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6297517 Aug 31 06:47:48.920894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-271a0d26-2653-4145-8f1c-7c3f63ef064d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55545121-57b1-4362-817e-a19b5659b23e HTTP/1.1" status: 200 len: 1001 time: 0.2462876 Aug 31 06:47:48.957103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfd646-3ffd-456a-bba0-4c49741bdc45 None None] Pushing event updated for resources: {'Port': ['ID=a212569b-1187-42d1-bf19-ce98b0463b40,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:48.981005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-588da0e1-0944-4514-bdf0-6f53ea088b91 None None] Provisioning complete for port fe4b0756-ad91-4064-bf56-806e5b22d789 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:48.985166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-588da0e1-0944-4514-bdf0-6f53ea088b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.075230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-d31a7b85-0776-4ad4-b5b8-f13f6f800b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:49.086976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-d31a7b85-0776-4ad4-b5b8-f13f6f800b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb6a64f-2758-43fe-8548-1842e50df50e HTTP/1.1" status: 200 len: 856 time: 0.1577027 Aug 31 06:47:49.092006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-588da0e1-0944-4514-bdf0-6f53ea088b91 None None] Port fe4b0756-ad91-4064-bf56-806e5b22d789 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:49.104500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b066eb02-defc-4b35-ae5d-8edecbe02ba4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:49.121619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b066eb02-defc-4b35-ae5d-8edecbe02ba4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:49.122052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.172929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-e1dd713f-a78a-4f49-beb7-d84f7165c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:49.175726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-e1dd713f-a78a-4f49-beb7-d84f7165c518 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77ac29c0-f99f-4d9b-93bd-76d263018252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807283 Aug 31 06:47:49.194356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34662657-35e3-484f-9c25-063dd278f8e8 req-078d74c5-4623-4045-95f4-0e45ce602011 tempest-ServerRescueTestJSON-1092900248 tempest-ServerRescueTestJSON-1092900248-project] 10.222.0.15 "GET /v2.0/ports?device_id=608cf199-233f-480a-8c8f-66287580a2f9 HTTP/1.1" status: 200 len: 210 time: 0.9977272 Aug 31 06:47:49.229311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e1568929-aca3-4fe3-a548-c3cd110adf70 None None] Provisioning complete for port a212569b-1187-42d1-bf19-ce98b0463b40 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:49.233256 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e1568929-aca3-4fe3-a548-c3cd110adf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.346847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 957e6688-ce28-4a58-8c44-585300ff972d no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:49.455219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 957e6688-ce28-4a58-8c44-585300ff972d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:49.455667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 957e6688-ce28-4a58-8c44-585300ff972d not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:49.501498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.510415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-af11ac18-acfb-43c2-bdbd-2906f42bc018 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269238 Aug 31 06:47:49.540282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b066eb02-defc-4b35-ae5d-8edecbe02ba4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b066eb02-defc-4b35-ae5d-8edecbe02ba4,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:49.545976 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.557986 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.571923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Router 0a3431a8-dadb-4924-9d9a-06c915d34e8e is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:47:49.823362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Subnet': ['ID=0963cd0b-5195-4344-9ed4-bbc53f4e95e8,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:49.827809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b066eb02-defc-4b35-ae5d-8edecbe02ba4,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:49.855440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-e1228d55-c3be-4bc1-a796-809640f1199d service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355417 Aug 31 06:47:49.864604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Checking segment: {'id': '10f5bead-50e4-4b23-b474-1c2e47cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '26a1bea5-064e-4e4a-97c6-dcadadc3149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:49.865341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network hostable DHCP agents. Network: 26a1bea5-064e-4e4a-97c6-dcadadc3149a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:49.953636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-412ff4ce-d78f-45a0-9d4b-ede94128a463 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 217 time: 0.0770912 Aug 31 06:47:49.967628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network 26a1bea5-064e-4e4a-97c6-dcadadc3149a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:49.997413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:50.016510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 26a1bea5-064e-4e4a-97c6-dcadadc3149a) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:50.023066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Sync routers for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:50.031413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:50.032410 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.052139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.059871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ae6f2d9e-aef6-49fc-8abc-444cec52d42d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5477743 Aug 31 06:47:50.067252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54144) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:50.068321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d980a2-0a3e-40e9-8e63-4ce1c2e890f8 None None] Network 26a1bea5-064e-4e4a-97c6-dcadadc3149a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:50.094513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:50.095682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:50.095895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54146) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:50.110564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'network': {'name': 'tempest-router-network01--59957695'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:50.116340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-60707b43-9eb2-4ff8-9bc8-3e87299e9718 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6648927 Aug 31 06:47:50.146523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-43f76555-eb2f-47f6-8c61-df82dc404b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:50.149800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-43f76555-eb2f-47f6-8c61-df82dc404b3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.1887033 Aug 31 06:47:50.264284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Made reservation on behalf of c3d3cdfb6c1f4b1d836e4173fc9feb50 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:50.268810 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.335779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:50.357996 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.358565 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Added segment 401c933a-505e-497e-b71e-20d628cfcd08 of type vlan for network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 Aug 31 06:47:50.401430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54150) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:50.404862 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Sync routers for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:50.420851 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:50.425083 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:50.610844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:50.632307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.696944 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:50.809229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b066eb02-defc-4b35-ae5d-8edecbe02ba4 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:50.857874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-9179772d-9427-4af7-ad13-58de36b29070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:50.860549 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-9179772d-9427-4af7-ad13-58de36b29070 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7018437 Aug 31 06:47:50.890256 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.917555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:50.921150 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.074679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-26a1bea5-064e-4e4a-97c6-dcadadc3149a', 'network_id': '26a1bea5-064e-4e4a-97c6-dcadadc3149a', 'tenant_id': 'c3d3cdfb6c1f4b1d836e4173fc9feb50', 'fixed_ips': [{'subnet_id': '0963cd0b-5195-4344-9ed4-bbc53f4e95e8'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:51.076226 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.391512 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:47Z', 'revision_number': 2, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:51.450150 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Checking router: 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:47:51.452897 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Updating router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 port fe4b0756-ad91-4064-bf56-806e5b22d789 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:47:51.500204 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.527713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b066eb02-defc-4b35-ae5d-8edecbe02ba4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:51.528153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.607733 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.720255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6222320 Aug 31 06:47:51.721157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54188) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:51.744490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'network': {'name': 'tempest-router-network02--47882511'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:51.773680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849416d6-5c49-4911-b9dd-43a98a3057ba tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Network': ['ID=eca9c4c9-d14d-46bc-8964-80cd4bb7e727,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:51.802065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:51.803145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Made reservation on behalf of c3d3cdfb6c1f4b1d836e4173fc9feb50 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:51.808774 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.837811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-8f43faeb-dda5-421e-bacb-3862df5fd10a service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9496961 Aug 31 06:47:51.861838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:51.930219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.930219 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Added segment f1852302-ab2b-43da-af68-b0bf7b137b83 of type vlan for network 244c5a29-dd31-4517-b0a1-91cb927cd5bd Aug 31 06:47:51.979681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 3, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:51.999609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.032708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-f0b83036-2f89-4e8d-a665-c9edfc05abf0 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857603 Aug 31 06:47:52.061108 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.092269 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Transition to ACTIVE for port object fe4b0756-ad91-4064-bf56-806e5b22d789 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:52.098384 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-59601690-82b0-4859-9da7-baadcd7e1bf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 217 time: 0.0577109 Aug 31 06:47:52.105064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.107717 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.111462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:52.112102 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.117569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Checking router: 0a3431a8-dadb-4924-9d9a-06c915d34e8e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:47:52.118729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Updating router 0a3431a8-dadb-4924-9d9a-06c915d34e8e port e9cef1bc-64f1-4fb3-888f-97c52b1fda72 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:47:52.156544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Allocated IP 172.20.0.2 (26a1bea5-064e-4e4a-97c6-dcadadc3149a/0963cd0b-5195-4344-9ed4-bbc53f4e95e8/b8eb242c-059a-478a-b13b-ad558e7b1c04) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:52.160115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.183784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Allocated IP 172.20.0.1 (8794eb57-e45a-408a-88bd-24398b82b47c/b0b6db00-ca57-4eec-9daa-65436e84de6f/01c9d687-2a30-464c-b3c6-a3d18765175a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:52.246939 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320db4b-f870-4c2c-abb5-500d23613c84 None None] Pushing event updated for resources: {'Port': ['ID=fe4b0756-ad91-4064-bf56-806e5b22d789,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:52.355058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Attempting to bind port fe4b0756-ad91-4064-bf56-806e5b22d789 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:52.355752 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Attempting to bind port fe4b0756-ad91-4064-bf56-806e5b22d789 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:52.356356 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Attempting to bind port fe4b0756-ad91-4064-bf56-806e5b22d789 on network 2c71b659-92d8-4b29-abc6-2d570dfb2787 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:52.362945 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:52.364150 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Checking segment: {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:52.364679 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.365902 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Bound using segment: {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:52.366670 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Bound port: fe4b0756-ad91-4064-bf56-806e5b22d789, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:52.368332 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.373518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.386038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6566160 Aug 31 06:47:52.391532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54194) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:52.419970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'subnet': {'network_id': 'eca9c4c9-d14d-46bc-8964-80cd4bb7e727', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:52.498182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25becb-864e-4ade-b912-bd1323767b10 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Network': ['ID=244c5a29-dd31-4517-b0a1-91cb927cd5bd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:52.527375 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] For port fe4b0756-ad91-4064-bf56-806e5b22d789, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:52.533604 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] For port fe4b0756-ad91-4064-bf56-806e5b22d789, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fe4b0756-ad91-4064-bf56-806e5b22d789,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:52.554594 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.563865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 244c5a29-dd31-4517-b0a1-91cb927cd5bd details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:52.618724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-4eb388a0-7f61-4e31-907f-5a0d3b493b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:52.621833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-4eb388a0-7f61-4e31-907f-5a0d3b493b3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.5057073 Aug 31 06:47:52.689450 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320db4b-f870-4c2c-abb5-500d23613c84 None None] Pushing event updated for resources: {'Port': ['ID=fe4b0756-ad91-4064-bf56-806e5b22d789,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:52.716682 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:52.717508 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:52.757792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Made reservation on behalf of c3d3cdfb6c1f4b1d836e4173fc9feb50 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:52.767969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.807073 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.827822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Transition to ACTIVE for port object 01c9d687-2a30-464c-b3c6-a3d18765175a will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:52.901377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a212569b-1187-42d1-bf19-ce98b0463b40 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:52.903615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.965671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-3cea1319-d6bb-47f3-993a-2a29d561f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:52.974682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-3cea1319-d6bb-47f3-993a-2a29d561f02b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3422148 Aug 31 06:47:53.017815 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:53.055834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Pushing event updated for resources: {'Port': ['ID=01c9d687-2a30-464c-b3c6-a3d18765175a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:53.120460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Network 8794eb57-e45a-408a-88bd-24398b82b47c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:53.131396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:53.136092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:53.244470 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.271101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.275971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Transition to ACTIVE for port object b8eb242c-059a-478a-b13b-ad558e7b1c04 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:53.331327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Transition to ACTIVE for port object b8eb242c-059a-478a-b13b-ad558e7b1c04 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:53.340344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-168921ce-06f6-4b4f-9e34-ffffc1cf6740 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277001 Aug 31 06:47:53.404999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.505738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Pushing event updated for resources: {'Port': ['ID=b8eb242c-059a-478a-b13b-ad558e7b1c04,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:53.572166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-acc6efb1-370b-488e-aeeb-9b474f53bfea service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234685 Aug 31 06:47:53.575583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a212569b-1187-42d1-bf19-ce98b0463b40 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:53.577008 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.601886 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:52Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:53.638409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Network 26a1bea5-064e-4e4a-97c6-dcadadc3149a is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:53.654845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:53.661058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-0f558efb-ff88-42a9-80a3-f0a90c2ee706 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 HTTP/1.1" status: 200 len: 217 time: 0.0793412 Aug 31 06:47:53.668513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:53.740943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-4cb6035d-5f7c-49c6-907c-df2da0859e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:53.742658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-4cb6035d-5f7c-49c6-907c-df2da0859e28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.0728941 Aug 31 06:47:53.801972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.811165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.812469 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02f139-458b-4ba6-8419-1c4356a34cea None None] The sync data for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 is: [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:52Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:53.818337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Attempting to bind port b8eb242c-059a-478a-b13b-ad558e7b1c04 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:53.818755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Attempting to bind port b8eb242c-059a-478a-b13b-ad558e7b1c04 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '10f5bead-50e4-4b23-b474-1c2e47cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '26a1bea5-064e-4e4a-97c6-dcadadc3149a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:53.819213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Attempting to bind port b8eb242c-059a-478a-b13b-ad558e7b1c04 on network 26a1bea5-064e-4e4a-97c6-dcadadc3149a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:53.834176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:53.834561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Checking segment: {'id': '10f5bead-50e4-4b23-b474-1c2e47cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '26a1bea5-064e-4e4a-97c6-dcadadc3149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:53.835152 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.835681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Bound using segment: {'id': '10f5bead-50e4-4b23-b474-1c2e47cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '26a1bea5-064e-4e4a-97c6-dcadadc3149a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:53.836302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Bound port: b8eb242c-059a-478a-b13b-ad558e7b1c04, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f5bead-50e4-4b23-b474-1c2e47cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '26a1bea5-064e-4e4a-97c6-dcadadc3149a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:53.837083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.937658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b957bdfe-17d9-4d1d-aac5-3fdefa8eb9e6 None None] Provisioning for port 01c9d687-2a30-464c-b3c6-a3d18765175a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:53.955154 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.960073 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b957bdfe-17d9-4d1d-aac5-3fdefa8eb9e6 None None] Provisioning complete for port 01c9d687-2a30-464c-b3c6-a3d18765175a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:53.963602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-21fa34e1-bef0-41d2-96ce-8e620ca60f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:53.965408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-21fa34e1-bef0-41d2-96ce-8e620ca60f40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2116485 Aug 31 06:47:53.968340 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b957bdfe-17d9-4d1d-aac5-3fdefa8eb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.971947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Subnet': ['ID=dcdb1202-4d44-4a73-a961-d62dbc28f5ce,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:53.973989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Deleting port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:53.974363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.078320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Transition to ACTIVE for port object e9cef1bc-64f1-4fb3-888f-97c52b1fda72 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:54.106983 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.223616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b957bdfe-17d9-4d1d-aac5-3fdefa8eb9e6 None None] Port 01c9d687-2a30-464c-b3c6-a3d18765175a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:54.263525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] For port b8eb242c-059a-478a-b13b-ad558e7b1c04, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:54.296070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-d114fb91-aeb6-4753-9bc0-cc25102c80ab service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156276 Aug 31 06:47:54.299508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Checking segment: {'id': '401c933a-505e-497e-b71e-20d628cfcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'eca9c4c9-d14d-46bc-8964-80cd4bb7e727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:54.299953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network hostable DHCP agents. Network: eca9c4c9-d14d-46bc-8964-80cd4bb7e727, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:54.308840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] For port b8eb242c-059a-478a-b13b-ad558e7b1c04, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b8eb242c-059a-478a-b13b-ad558e7b1c04,segment=NetworkSegment(10f5bead-50e4-4b23-b474-1c2e47cde4cf),segment_id=10f5bead-50e4-4b23-b474-1c2e47cde4cf)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:54.338886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] For port d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,segment=NetworkSegment(56afb19e-8dcc-44a7-b9e6-cacf3657f24a),segment_id=56afb19e-8dcc-44a7-b9e6-cacf3657f24a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:54.339400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.370724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Calling delete_port for d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:54.377225 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.381092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5f8f4-298f-4df0-bb4f-d3f09d9d3d2b None None] Pushing event updated for resources: {'Port': ['ID=e9cef1bc-64f1-4fb3-888f-97c52b1fda72,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:54.405700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:54.429757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-51d496a7-075c-4b72-bdea-f3aae92937d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.452626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Attempting to bind port e9cef1bc-64f1-4fb3-888f-97c52b1fda72 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:54.453640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Attempting to bind port e9cef1bc-64f1-4fb3-888f-97c52b1fda72 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:54.454465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Attempting to bind port e9cef1bc-64f1-4fb3-888f-97c52b1fda72 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:54.480486 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.507289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fe4b0756-ad91-4064-bf56-806e5b22d789 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:54.512716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:54.513466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:54.514055 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.514621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:54.515476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Bound port: e9cef1bc-64f1-4fb3-888f-97c52b1fda72, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:54.516056 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.571668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, eca9c4c9-d14d-46bc-8964-80cd4bb7e727) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:54.611822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:54.612540 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.614224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd8558-2141-4405-8e1b-55f2080c8509 None None] Network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:54.661286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4bba2875-ab98-44a0-b47c-abfc48f6894b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2480164 Aug 31 06:47:54.665398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54204) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:54.688244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'subnet': {'network_id': '244c5a29-dd31-4517-b0a1-91cb927cd5bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:54.733841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-1f10525a-3d3f-44f6-8bf7-d88c31d77ded service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178369 Aug 31 06:47:54.820289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afed65e-b5fd-411f-b645-7c599ce9d4f8 None None] Pushing event updated for resources: {'Port': ['ID=b8eb242c-059a-478a-b13b-ad558e7b1c04,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:54.886415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-fe6b2a9c-6423-4dc0-a205-d56fcc5a9c02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49 HTTP/1.1" status: 200 len: 217 time: 0.1400902 Aug 31 06:47:54.932436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.935045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] For port e9cef1bc-64f1-4fb3-888f-97c52b1fda72, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:54.965784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port fe4b0756-ad91-4064-bf56-806e5b22d789 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:54.979903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] For port e9cef1bc-64f1-4fb3-888f-97c52b1fda72, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e9cef1bc-64f1-4fb3-888f-97c52b1fda72,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:55.048839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-328bc8f8-dd7e-4983-9afa-771075080f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:55.050995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-328bc8f8-dd7e-4983-9afa-771075080f1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.1485462 Aug 31 06:47:55.052728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port fe4b0756-ad91-4064-bf56-806e5b22d789 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:55.053385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.056135 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.064390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:55.195606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-e7bf7d37-cb5d-443b-8886-60c55d8845de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:55.196700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-e7bf7d37-cb5d-443b-8886-60c55d8845de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1376309 Aug 31 06:47:55.237888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5f8f4-298f-4df0-bb4f-d3f09d9d3d2b None None] Pushing event updated for resources: {'Port': ['ID=e9cef1bc-64f1-4fb3-888f-97c52b1fda72,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:55.259111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:55.259997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:55.328215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Made reservation on behalf of c3d3cdfb6c1f4b1d836e4173fc9feb50 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:55.335692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.360148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-eca9c4c9-d14d-46bc-8964-80cd4bb7e727', 'network_id': 'eca9c4c9-d14d-46bc-8964-80cd4bb7e727', 'tenant_id': 'c3d3cdfb6c1f4b1d836e4173fc9feb50', 'fixed_ips': [{'subnet_id': 'dcdb1202-4d44-4a73-a961-d62dbc28f5ce'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:55.361111 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.407945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-15cb197e-d021-436a-bb40-34a85f9db067 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028604 Aug 31 06:47:55.510693 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.530412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.655209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-a0fc5fef-4d3f-487e-bde0-945c9c22a023 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384484 Aug 31 06:47:55.710046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-b4527936-25c7-41c9-a125-a3a966fe3129 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6 HTTP/1.1" status: 200 len: 217 time: 0.0509508 Aug 31 06:47:55.835825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-ad47c6f2-16f6-4e34-9576-f916928438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:55.838083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-ad47c6f2-16f6-4e34-9576-f916928438ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.1142130 Aug 31 06:47:55.918329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-ddc718f5-1d03-4ab5-9764-9a6cb24afa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:55.922757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-ddc718f5-1d03-4ab5-9764-9a6cb24afa8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744011 Aug 31 06:47:55.976113 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.006847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Pushing event updated for resources: {'Port': ['ID=01c9d687-2a30-464c-b3c6-a3d18765175a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:56.155498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-00fe8de3-b93e-45b2-8e82-3a5f33927bb0 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262988 Aug 31 06:47:56.158786 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.275454 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.291555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:56.310740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-f0a25afa-5237-46a4-9edf-c2ec03c16553 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478138 Aug 31 06:47:56.395133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386b63e-41dc-4ef8-ab48-ea71785b2976 None None] Network 26a1bea5-064e-4e4a-97c6-dcadadc3149a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:56.413857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-56a110fc-938c-4663-aa38-e288e7a3e724 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65735de8-3213-4459-a203-a3328ef978fa HTTP/1.1" status: 200 len: 217 time: 0.0946867 Aug 31 06:47:56.505274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-d29a5b62-83f7-4ce9-b227-e5edfade346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:56.507351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-d29a5b62-83f7-4ce9-b227-e5edfade346b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.0826337 Aug 31 06:47:56.569663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port fe4b0756-ad91-4064-bf56-806e5b22d789, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fe4b0756-ad91-4064-bf56-806e5b22d789,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:56.611441 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.615384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-72c87466-17b7-4db1-9bba-c7a363d267cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:56.619980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-72c87466-17b7-4db1-9bba-c7a363d267cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038089 Aug 31 06:47:56.722095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e49fdbde-e75b-46b8-a3f7-a28bcba8931c None None] Provisioning for port b8eb242c-059a-478a-b13b-ad558e7b1c04 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:56.737434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Allocated IP 172.20.0.2 (eca9c4c9-d14d-46bc-8964-80cd4bb7e727/dcdb1202-4d44-4a73-a961-d62dbc28f5ce/aeda730b-5023-4fa3-8812-2bf4da9afa2b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:56.799169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.812498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-c55d437f-4025-4095-8dcf-01ce4f13f53b service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797037 Aug 31 06:47:56.926765 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-14641bc7-3713-4a2f-ab5e-05e72ba8c02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.972064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=fe4b0756-ad91-4064-bf56-806e5b22d789,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:57.027121 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d7b36e09-19a0-4b01-bf8d-07bce4b36681 req-89a918ad-b67a-4012-b57e-8fe87757f605 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035723 Aug 31 06:47:57.039419 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.101835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b8eb242c-059a-478a-b13b-ad558e7b1c04 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:57.205151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.210584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Network 8794eb57-e45a-408a-88bd-24398b82b47c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:57.246250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:57.381062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b8eb242c-059a-478a-b13b-ad558e7b1c04 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:57.398001 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.404038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:47:52Z', 'revision_number': 1, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:57.406756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Subnet': ['ID=cd460159-21cb-4ea7-be4d-153db16a87a9,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:57.428597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b8eb242c-059a-478a-b13b-ad558e7b1c04 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:57.429743 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.556415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Transition to ACTIVE for port object aeda730b-5023-4fa3-8812-2bf4da9afa2b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:57.559923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516fd58-0e56-4f26-b92d-ac57a0f83742 None None] The sync data for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 is: [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:47:52Z', 'revision_number': 1, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:57.638366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Transition to ACTIVE for port object aeda730b-5023-4fa3-8812-2bf4da9afa2b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:57.678804 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.753279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:57.757936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.772076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0798e02a-6407-423c-a215-18e01242342b None None] Provisioning complete for port 01c9d687-2a30-464c-b3c6-a3d18765175a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:57.772550 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0798e02a-6407-423c-a215-18e01242342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.786596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Checking segment: {'id': 'f1852302-ab2b-43da-af68-b0bf7b137b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '244c5a29-dd31-4517-b0a1-91cb927cd5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:57.787164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network hostable DHCP agents. Network: 244c5a29-dd31-4517-b0a1-91cb927cd5bd, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:57.809028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:57.821016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:57.870258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Pushing event updated for resources: {'Port': ['ID=aeda730b-5023-4fa3-8812-2bf4da9afa2b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:57.939192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Router 0a3431a8-dadb-4924-9d9a-06c915d34e8e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:57.957341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network 244c5a29-dd31-4517-b0a1-91cb927cd5bd is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:58.027060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 244c5a29-dd31-4517-b0a1-91cb927cd5bd) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:58.032716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Router fecfc31b-73ad-433c-8a36-34fb46ea7f03 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:58.046950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:58.047957 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.095087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0798e02a-6407-423c-a215-18e01242342b None None] Port 01c9d687-2a30-464c-b3c6-a3d18765175a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:58.095087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39813f8f-cf4a-416a-8fd4-5a158ba5e864 None None] Network 244c5a29-dd31-4517-b0a1-91cb927cd5bd requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:58.188937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d3dd879f-cf1a-4cae-ba4d-ada8a4c50595 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5133677 Aug 31 06:47:58.189296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54218) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:58.340670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Attempting to bind port aeda730b-5023-4fa3-8812-2bf4da9afa2b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:58.341232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Attempting to bind port aeda730b-5023-4fa3-8812-2bf4da9afa2b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '401c933a-505e-497e-b71e-20d628cfcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'eca9c4c9-d14d-46bc-8964-80cd4bb7e727'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:58.341787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Attempting to bind port aeda730b-5023-4fa3-8812-2bf4da9afa2b on network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:58.388574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:58.399345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b7400812-15a8-412f-a2ac-eaa9dcbd1a1b admin admin] 10.222.0.15 "PUT /v2.0/routers/0a3431a8-dadb-4924-9d9a-06c915d34e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3304138 Aug 31 06:47:58.431279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:58.453594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1151043e-d952-470a-a89c-cf2898132554 admin admin] 10.222.0.15 "PUT /v2.0/routers/fecfc31b-73ad-433c-8a36-34fb46ea7f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0506446 Aug 31 06:47:58.459344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54222) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:58.473317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] Sync routers for ids ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:58.487510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b8eb242c-059a-478a-b13b-ad558e7b1c04, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b8eb242c-059a-478a-b13b-ad558e7b1c04,segment=NetworkSegment(10f5bead-50e4-4b23-b474-1c2e47cde4cf),segment_id=10f5bead-50e4-4b23-b474-1c2e47cde4cf)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:58.490398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:58.491237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Checking segment: {'id': '401c933a-505e-497e-b71e-20d628cfcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'eca9c4c9-d14d-46bc-8964-80cd4bb7e727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:58.492159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.493263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Bound using segment: {'id': '401c933a-505e-497e-b71e-20d628cfcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'eca9c4c9-d14d-46bc-8964-80cd4bb7e727'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:58.494019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Bound port: aeda730b-5023-4fa3-8812-2bf4da9afa2b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401c933a-505e-497e-b71e-20d628cfcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'eca9c4c9-d14d-46bc-8964-80cd4bb7e727'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:58.494651 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.626045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] For port aeda730b-5023-4fa3-8812-2bf4da9afa2b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:58.632189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] For port aeda730b-5023-4fa3-8812-2bf4da9afa2b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=aeda730b-5023-4fa3-8812-2bf4da9afa2b,segment=NetworkSegment(401c933a-505e-497e-b71e-20d628cfcd08),segment_id=401c933a-505e-497e-b71e-20d628cfcd08)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:58.644719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.649955 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.664613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.755970 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.948396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] Routers {'fecfc31b-73ad-433c-8a36-34fb46ea7f03'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:58.950114 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:59.021234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b8eb242c-059a-478a-b13b-ad558e7b1c04,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:59.033327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fe4b0756-ad91-4064-bf56-806e5b22d789 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:59.036365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-71b7daea-e518-406c-97b2-40a3616e1684 None None] Provisioning complete for port b8eb242c-059a-478a-b13b-ad558e7b1c04 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:59.036867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71b7daea-e518-406c-97b2-40a3616e1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.164354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.283421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] Set router fecfc31b-73ad-433c-8a36-34fb46ea7f03 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:59.391120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.508800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-244c5a29-dd31-4517-b0a1-91cb927cd5bd', 'network_id': '244c5a29-dd31-4517-b0a1-91cb927cd5bd', 'tenant_id': 'c3d3cdfb6c1f4b1d836e4173fc9feb50', 'fixed_ips': [{'subnet_id': 'cd460159-21cb-4ea7-be4d-153db16a87a9'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:59.509760 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.559960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Deleting port 2930e2df-1dc9-4397-93f5-7ed2efa99174 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:59.560591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.839370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54232) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:59.868271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8bebba68-2a1f-4f1e-b356-939b9cdf8b32 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468232748', 'description': 'tempest-description--1139739660'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:59.929538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] For port 2930e2df-1dc9-4397-93f5-7ed2efa99174, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2930e2df-1dc9-4397-93f5-7ed2efa99174,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:59.930420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.954749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Calling delete_port for 2930e2df-1dc9-4397-93f5-7ed2efa99174 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:00.118612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Allocated IP 172.20.0.1 (eca9c4c9-d14d-46bc-8964-80cd4bb7e727/dcdb1202-4d44-4a73-a961-d62dbc28f5ce/37adcb32-cb1b-4d7c-bb38-6a28effeafe6) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:00.377011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.404209 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8bebba68-2a1f-4f1e-b356-939b9cdf8b32 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.459456 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:48:00.462311 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.482399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Pushing event deleted for resources: {'Port': ['ID=2930e2df-1dc9-4397-93f5-7ed2efa99174,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:00.510781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.560966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Transition to ACTIVE for port object 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:00.640489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e74b8d-58aa-40e7-a6a1-bcfca2630450 None None] Pushing event updated for resources: {'Port': ['ID=aeda730b-5023-4fa3-8812-2bf4da9afa2b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:00.655994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.721821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port fe4b0756-ad91-4064-bf56-806e5b22d789 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:00.723059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.767229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:47:54Z', 'revision_number': 5, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port': {'id': '2930e2df-1dc9-4397-93f5-7ed2efa99174', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:45:35Z', 'updated_at': '2021-08-31T06:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:00.817928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Allocated IP 172.20.0.2 (244c5a29-dd31-4517-b0a1-91cb927cd5bd/cd460159-21cb-4ea7-be4d-153db16a87a9/cd4c801d-0d26-41fc-ab98-23f02320d87b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:00.820666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] Checking router: fecfc31b-73ad-433c-8a36-34fb46ea7f03 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:48:00.824510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Port': ['ID=37adcb32-cb1b-4d7c-bb38-6a28effeafe6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:00.856254 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.860741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] Routers {'fecfc31b-73ad-433c-8a36-34fb46ea7f03'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:00.861527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:00.862363 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:00.869129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:00.869129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:00.977480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.042525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26539e45-7209-4cc1-a154-45262f64ad92 None None] Network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:01.100584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8bebba68-2a1f-4f1e-b356-939b9cdf8b32 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.124115 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8bebba68-2a1f-4f1e-b356-939b9cdf8b32 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.142498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.161501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.208494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] Set router fecfc31b-73ad-433c-8a36-34fb46ea7f03 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:01.278172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebba68-2a1f-4f1e-b356-939b9cdf8b32 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20e320d-cb03-4636-b347-1ff983907759,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:01.284173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8bebba68-2a1f-4f1e-b356-939b9cdf8b32 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.286418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8bebba68-2a1f-4f1e-b356-939b9cdf8b32 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4450426 Aug 31 06:48:01.290283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54248) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:01.299542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-acc3b86d-1d18-453c-93e5-d22b9ade49c7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'security_group_rule': {'security_group_id': 'c20e320d-cb03-4636-b347-1ff983907759', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:01.319925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.326531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.329987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5bf01d0d-5c78-4a5f-9cda-da7157f1c09f None None] Provisioning for port aeda730b-5023-4fa3-8812-2bf4da9afa2b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:01.332682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fecfc31b-73ad-433c-8a36-34fb46ea7f03 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:48:01.357772 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.363728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-76e4cfa6-def6-4991-82a5-cd5ca7aea56e admin admin] 10.222.0.15 "DELETE /v2.0/routers/fecfc31b-73ad-433c-8a36-34fb46ea7f03 HTTP/1.1" status: 204 len: 168 time: 2.9019165 Aug 31 06:48:01.377231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54252) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:01.463728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:48:00Z', 'revision_number': 7, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:01.540608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-df539530-c31e-4919-a713-80ab46113ce7 admin admin] Deleting subnet 9e39e57e-e22b-4056-8a5e-ea0a6a633133 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:48:01.547059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df539530-c31e-4919-a713-80ab46113ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.578418 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acc3b86d-1d18-453c-93e5-d22b9ade49c7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.709703 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acc3b86d-1d18-453c-93e5-d22b9ade49c7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.720200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c78912-8e32-4672-ab78-e876859188f9 None None] The sync data for ids ['fecfc31b-73ad-433c-8a36-34fb46ea7f03'] in n-d-712142-16 is: [{'id': 'fecfc31b-73ad-433c-8a36-34fb46ea7f03', 'name': 'tempest-ServerRescueTestJSON-1183508941-router', 'tenant_id': '03873412a40b4b45a7113eec8e6b7ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:45:33Z', 'updated_at': '2021-08-31T06:48:00Z', 'revision_number': 7, 'project_id': '03873412a40b4b45a7113eec8e6b7ce5', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:01.723019 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df539530-c31e-4919-a713-80ab46113ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.801814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acc3b86d-1d18-453c-93e5-d22b9ade49c7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.880553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3b86d-1d18-453c-93e5-d22b9ade49c7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66127a08-f4da-4285-9e93-89c5d8e9600a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:01.896751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acc3b86d-1d18-453c-93e5-d22b9ade49c7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.911337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-acc3b86d-1d18-453c-93e5-d22b9ade49c7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6181760 Aug 31 06:48:01.913035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54254) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:01.936020 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.937870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fbabf2dc-ce7b-4fcd-b081-705a05f10596 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'security_group_rule': {'security_group_id': 'c20e320d-cb03-4636-b347-1ff983907759', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:01.951064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Transition to ACTIVE for port object cd4c801d-0d26-41fc-ab98-23f02320d87b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:01.952272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df539530-c31e-4919-a713-80ab46113ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.008968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Transition to ACTIVE for port object cd4c801d-0d26-41fc-ab98-23f02320d87b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:02.028968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.058395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbabf2dc-ce7b-4fcd-b081-705a05f10596 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.141234 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbabf2dc-ce7b-4fcd-b081-705a05f10596 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.146686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbabf2dc-ce7b-4fcd-b081-705a05f10596 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.186285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df539530-c31e-4919-a713-80ab46113ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.264385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Network 244c5a29-dd31-4517-b0a1-91cb927cd5bd is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:02.267982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df539530-c31e-4919-a713-80ab46113ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e39e57e-e22b-4056-8a5e-ea0a6a633133,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:02.277649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabf2dc-ce7b-4fcd-b081-705a05f10596 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8415e07e-ebc8-420d-817d-574532d51bf8,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:02.284414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbabf2dc-ce7b-4fcd-b081-705a05f10596 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.293272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:02.294998 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fbabf2dc-ce7b-4fcd-b081-705a05f10596 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744926 Aug 31 06:48:02.301675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:02.304613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54256) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:02.315386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:02.319967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Pushing event updated for resources: {'Port': ['ID=cd4c801d-0d26-41fc-ab98-23f02320d87b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:02.343111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df539530-c31e-4919-a713-80ab46113ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.349392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-df539530-c31e-4919-a713-80ab46113ce7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9e39e57e-e22b-4056-8a5e-ea0a6a633133 HTTP/1.1" status: 204 len: 168 time: 0.9627635 Aug 31 06:48:02.362004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54258) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:02.542245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Attempting to bind port cd4c801d-0d26-41fc-ab98-23f02320d87b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:02.542787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Attempting to bind port cd4c801d-0d26-41fc-ab98-23f02320d87b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'f1852302-ab2b-43da-af68-b0bf7b137b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '244c5a29-dd31-4517-b0a1-91cb927cd5bd'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:02.543258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Attempting to bind port cd4c801d-0d26-41fc-ab98-23f02320d87b on network 244c5a29-dd31-4517-b0a1-91cb927cd5bd {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:02.558667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:02.559115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Checking segment: {'id': 'f1852302-ab2b-43da-af68-b0bf7b137b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '244c5a29-dd31-4517-b0a1-91cb927cd5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:02.559634 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.560138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Bound using segment: {'id': 'f1852302-ab2b-43da-af68-b0bf7b137b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '244c5a29-dd31-4517-b0a1-91cb927cd5bd'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:02.560753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Bound port: cd4c801d-0d26-41fc-ab98-23f02320d87b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1852302-ab2b-43da-af68-b0bf7b137b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '244c5a29-dd31-4517-b0a1-91cb927cd5bd'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:02.561404 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.727443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.745262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.760338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] For port cd4c801d-0d26-41fc-ab98-23f02320d87b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:02.767528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] For port cd4c801d-0d26-41fc-ab98-23f02320d87b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cd4c801d-0d26-41fc-ab98-23f02320d87b,segment=NetworkSegment(f1852302-ab2b-43da-af68-b0bf7b137b83),segment_id=f1852302-ab2b-43da-af68-b0bf7b137b83)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:02.796351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.806848 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Sync routers for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:02.829226 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:02.831858 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:02.859373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ee9854bf-28df-4427-98e0-18545dbfed67 None None] Provisioning for port 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:03.075427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.108833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ee9854bf-28df-4427-98e0-18545dbfed67 None None] Provisioning complete for port 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:03.114460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ee9854bf-28df-4427-98e0-18545dbfed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.117970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b8eb242c-059a-478a-b13b-ad558e7b1c04 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:03.119131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46046d59-de7b-4a8a-9297-d139dba360c4']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:03.135920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56afb19e-8dcc-44a7-b9e6-cacf3657f24a') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:03.136220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56afb19e-8dcc-44a7-b9e6-cacf3657f24a') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:03.146277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.155565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.168725 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.210712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.257602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:48:03.258484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:48:03.261644 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:48:03.320162 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:03.436403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.441920 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.457780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.466089 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] 10.222.0.15 "DELETE /v2.0/networks/46046d59-de7b-4a8a-9297-d139dba360c4 HTTP/1.1" status: 204 len: 168 time: 1.0977161 Aug 31 06:48:03.498839 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.504058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Port': ['ID=37adcb32-cb1b-4d7c-bb38-6a28effeafe6,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:03.527469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded44b3-02c9-444c-988b-8066c64c629a admin admin] Pushing event deleted for resources: {'Network': ['ID=46046d59-de7b-4a8a-9297-d139dba360c4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:03.527943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ee9854bf-28df-4427-98e0-18545dbfed67 None None] Port 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:03.690129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b8eb242c-059a-478a-b13b-ad558e7b1c04 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:03.690515 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.838690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e450cf9-f3a6-4eea-9268-db95403ace25 None None] Pushing event updated for resources: {'Port': ['ID=cd4c801d-0d26-41fc-ab98-23f02320d87b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:03.882980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a32c6d5a-f47a-432e-8f16-473548683bb2 None None] Provisioning complete for port 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:03.883765 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a32c6d5a-f47a-432e-8f16-473548683bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.028587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a32c6d5a-f47a-432e-8f16-473548683bb2 None None] Port 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:04.041686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device aeda730b-5023-4fa3-8812-2bf4da9afa2b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:04.053847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:04.063276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:04.091701 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:47:54Z', 'revision_number': 2, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:04.092342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Allocated IP 172.25.5.213 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/6cb85197-9905-4887-b51b-e13ea93ff008) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:04.192251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port aeda730b-5023-4fa3-8812-2bf4da9afa2b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:04.194894 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Checking router: 0a3431a8-dadb-4924-9d9a-06c915d34e8e for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:48:04.195255 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Updating router 0a3431a8-dadb-4924-9d9a-06c915d34e8e port 01c9d687-2a30-464c-b3c6-a3d18765175a binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:48:04.200855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port aeda730b-5023-4fa3-8812-2bf4da9afa2b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:04.204512 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.264045 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.371370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54278) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:04.485609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.543756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.554949 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d1eecad8-6e66-4aca-989f-cfeb5a65c9ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03873412a40b4b45a7113eec8e6b7ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804655 Aug 31 06:48:04.556449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54280) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:04.710608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'Port': ['ID=6cb85197-9905-4887-b51b-e13ea93ff008,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:04.724412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-446be0e4-cfe6-4eb0-9ef4-cf5166b6258e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.750933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:04.758246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:04.765581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:04.782303 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-446be0e4-cfe6-4eb0-9ef4-cf5166b6258e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.912039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Router 267f4b04-71fa-41c6-90d4-d28655738bb4 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:48:04.956101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2d0b6e19-fb0a-4299-9686-cd1114b5653b None None] Provisioning complete for port 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:04.956722 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6e19-fb0a-4299-9686-cd1114b5653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.962518 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.053283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.079786 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-446be0e4-cfe6-4eb0-9ef4-cf5166b6258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.082466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-446be0e4-cfe6-4eb0-9ef4-cf5166b6258e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.094783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-446be0e4-cfe6-4eb0-9ef4-cf5166b6258e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbe4e6e7-1273-4a95-958f-9fad2fbf385a HTTP/1.1" status: 204 len: 168 time: 0.5367739 Aug 31 06:48:05.199437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446be0e4-cfe6-4eb0-9ef4-cf5166b6258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe4e6e7-1273-4a95-958f-9fad2fbf385a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:05.199724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b6e19-fb0a-4299-9686-cd1114b5653b None None] Port 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:05.211713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.235982 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.268417 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Transition to ACTIVE for port object 01c9d687-2a30-464c-b3c6-a3d18765175a will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:05.269918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:48:05.288777 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.300623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fe2fa838-4cd4-4b83-9dbf-fb9cfd78011f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "PUT /v2.0/routers/267f4b04-71fa-41c6-90d4-d28655738bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1097856 Aug 31 06:48:05.301487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54288) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:05.334009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec033b7-8123-470b-83e8-c7a0b4d8c260 None None] Sync routers for ids ['267f4b04-71fa-41c6-90d4-d28655738bb4'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:05.344571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port aeda730b-5023-4fa3-8812-2bf4da9afa2b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=aeda730b-5023-4fa3-8812-2bf4da9afa2b,segment=NetworkSegment(401c933a-505e-497e-b71e-20d628cfcd08),segment_id=401c933a-505e-497e-b71e-20d628cfcd08)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:05.369890 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.375802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e9cef1bc-64f1-4fb3-888f-97c52b1fda72 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:05.448486 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab871c3-6c9d-4e97-8aec-1386489ac229 None None] Pushing event updated for resources: {'Port': ['ID=01c9d687-2a30-464c-b3c6-a3d18765175a,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:05.596541 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Attempting to bind port 01c9d687-2a30-464c-b3c6-a3d18765175a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:05.598280 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Attempting to bind port 01c9d687-2a30-464c-b3c6-a3d18765175a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:05.601053 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Attempting to bind port 01c9d687-2a30-464c-b3c6-a3d18765175a on network 8794eb57-e45a-408a-88bd-24398b82b47c {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:05.611385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3241f1-36f0-4ae7-bbcd-4b82d53c11cc None None] Network 244c5a29-dd31-4517-b0a1-91cb927cd5bd requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:05.625316 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:05.625713 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Checking segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:05.627161 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.632189 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Bound using segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:05.632938 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Bound port: 01c9d687-2a30-464c-b3c6-a3d18765175a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:05.635782 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.649105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec033b7-8123-470b-83e8-c7a0b4d8c260 None None] Routers {'267f4b04-71fa-41c6-90d4-d28655738bb4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:05.650522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0ec033b7-8123-470b-83e8-c7a0b4d8c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['267f4b04-71fa-41c6-90d4-d28655738bb4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:05.812310 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] For port 01c9d687-2a30-464c-b3c6-a3d18765175a, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:05.850886 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] For port 01c9d687-2a30-464c-b3c6-a3d18765175a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=01c9d687-2a30-464c-b3c6-a3d18765175a,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:05.859855 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.932641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0ec033b7-8123-470b-83e8-c7a0b4d8c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:05.962727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-111bb55d-8da1-4be0-9dcd-8b119eda2901 None None] Provisioning for port cd4c801d-0d26-41fc-ab98-23f02320d87b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:06.023777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec033b7-8123-470b-83e8-c7a0b4d8c260 None None] Routers {'267f4b04-71fa-41c6-90d4-d28655738bb4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:06.033852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0ec033b7-8123-470b-83e8-c7a0b4d8c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['267f4b04-71fa-41c6-90d4-d28655738bb4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:06.096976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:06.099674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=aeda730b-5023-4fa3-8812-2bf4da9afa2b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:06.106155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0ec033b7-8123-470b-83e8-c7a0b4d8c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:06.107081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec033b7-8123-470b-83e8-c7a0b4d8c260 None None] The sync data for ids ['267f4b04-71fa-41c6-90d4-d28655738bb4'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:06.112140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:06.194058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:06.197296 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:06.244456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e9cef1bc-64f1-4fb3-888f-97c52b1fda72 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:06.271083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e9cef1bc-64f1-4fb3-888f-97c52b1fda72 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:06.271461 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:06.384067 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab871c3-6c9d-4e97-8aec-1386489ac229 None None] Pushing event updated for resources: {'Port': ['ID=01c9d687-2a30-464c-b3c6-a3d18765175a,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:06.500055 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:06.551045 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:06.596771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port e9cef1bc-64f1-4fb3-888f-97c52b1fda72, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e9cef1bc-64f1-4fb3-888f-97c52b1fda72,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:06.609124 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:06.650012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:06.863999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=e9cef1bc-64f1-4fb3-888f-97c52b1fda72,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:07.032540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device aeda730b-5023-4fa3-8812-2bf4da9afa2b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:07.040047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54320) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:07.118187 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:05Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:07.199264 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748b379-7677-41dc-82e7-c7676c00d36d None None] The sync data for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 is: [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:05Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:07.204061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port aeda730b-5023-4fa3-8812-2bf4da9afa2b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:07.204439 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.280532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1415457367-network', 'tenant_id': '1d55f09f91804d8291cfec4761e3af49'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:07.308410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'Port': ['ID=6cb85197-9905-4887-b51b-e13ea93ff008,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:07.318791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Made reservation on behalf of 1d55f09f91804d8291cfec4761e3af49 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:07.323971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.325564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-007f4b44-7f9a-4d14-805c-6025e7b430e1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0188553 Aug 31 06:48:07.327113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.416816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.544871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 01c9d687-2a30-464c-b3c6-a3d18765175a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:07.669474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 01c9d687-2a30-464c-b3c6-a3d18765175a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:07.676675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 01c9d687-2a30-464c-b3c6-a3d18765175a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:07.677508 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.699599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.708691 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.708906 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-1ce4e582-9ba8-423f-9842-365c3697def5 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:48:07.715370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1ce4e582-9ba8-423f-9842-365c3697def5 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "PUT /v2.0/routers/267f4b04-71fa-41c6-90d4-d28655738bb4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4099305 Aug 31 06:48:07.716163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:07.771313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6febd5-d89a-475a-b9a0-563ac47b56a3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:07.810422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:48:07.874913 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.888502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.888866 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Added segment cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c of type vlan for network 7ad50b97-753b-47bd-8142-095a37d7cb90 Aug 31 06:48:07.936226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 01c9d687-2a30-464c-b3c6-a3d18765175a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=01c9d687-2a30-464c-b3c6-a3d18765175a,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:07.944918 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.946046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cd4c801d-0d26-41fc-ab98-23f02320d87b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:08.001657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:08.067307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=01c9d687-2a30-464c-b3c6-a3d18765175a,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:08.075603 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c21f5d4e-4f83-4f92-af7d-b61997a1f8bc tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1468232748&fields=id&tenant_id=1faac46869884bac9b3ec79fca543d58 HTTP/1.1" status: 200 len: 267 time: 0.2828121 Aug 31 06:48:08.079146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:08.084141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:08.084772 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:08.129622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port cd4c801d-0d26-41fc-ab98-23f02320d87b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:08.134423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port cd4c801d-0d26-41fc-ab98-23f02320d87b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:08.134907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:08.237150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1932511 Aug 31 06:48:08.242121 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54342) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:08.256794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Request body: {'subnet': {'network_id': '7ad50b97-753b-47bd-8142-095a37d7cb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1415457367-subnet', 'tenant_id': '1d55f09f91804d8291cfec4761e3af49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:08.281176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:08.293141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Made reservation on behalf of 1d55f09f91804d8291cfec4761e3af49 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:08.296179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a90f6-df28-40a0-bfb1-cee0bd27bf48 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad50b97-753b-47bd-8142-095a37d7cb90,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:08.297039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:08.313488 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 7ad50b97-753b-47bd-8142-095a37d7cb90 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:48:08.404057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-63140b3a-4c61-47d5-b448-95cc4e07dfa3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:08.409224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-63140b3a-4c61-47d5-b448-95cc4e07dfa3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 810 time: 0.3060610 Aug 31 06:48:08.464262 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-22a19c38-3f2f-4b5e-8360-23ae3daac9c4 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/quotas/1faac46869884bac9b3ec79fca543d58 HTTP/1.1" status: 200 len: 375 time: 0.0376754 Aug 31 06:48:08.471517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port cd4c801d-0d26-41fc-ab98-23f02320d87b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cd4c801d-0d26-41fc-ab98-23f02320d87b,segment=NetworkSegment(f1852302-ab2b-43da-af68-b0bf7b137b83),segment_id=f1852302-ab2b-43da-af68-b0bf7b137b83)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:08.478010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:08.509732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:08.575857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:08.576938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d89ddf50-dc1e-4dd4-8ecf-bc984acd0c9b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:08.577961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2930e2df-1dc9-4397-93f5-7ed2efa99174 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:08.618035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 2930e2df-1dc9-4397-93f5-7ed2efa99174 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:08.618860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2930e2df-1dc9-4397-93f5-7ed2efa99174 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:08.642076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=cd4c801d-0d26-41fc-ab98-23f02320d87b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:08.687483 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-d151c2d2-87e0-4282-a172-3a40d041caa3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2118301 Aug 31 06:48:08.755781 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:08.825659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 01c9d687-2a30-464c-b3c6-a3d18765175a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:08.841862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-d2f2e17a-ca73-4c34-9cea-5687f987c951 service neutron] 10.222.0.15 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322103 Aug 31 06:48:08.922742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 01c9d687-2a30-464c-b3c6-a3d18765175a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:08.923351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:09.001466 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-671b3087-1a28-44b9-81a5-d9010d543723 service neutron] 10.222.0.15 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527202 Aug 31 06:48:09.031167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:09.118670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e9cef1bc-64f1-4fb3-888f-97c52b1fda72 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:09.184187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e9cef1bc-64f1-4fb3-888f-97c52b1fda72 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:09.184520 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:09.291607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724c3792-403d-4435-82c8-8d27fd7c39ff,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:09.333320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Checking segment: {'id': 'cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7ad50b97-753b-47bd-8142-095a37d7cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:09.333655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Network hostable DHCP agents. Network: 7ad50b97-753b-47bd-8142-095a37d7cb90, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:48:09.402144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-169094de-b1e7-44b7-a73e-85d1e568cd39 req-361e2d4d-0f53-4f71-ade0-c0b8199e34c8 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 210 time: 0.0458415 Aug 31 06:48:09.405442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Network 7ad50b97-753b-47bd-8142-095a37d7cb90 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:48:09.423085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 7ad50b97-753b-47bd-8142-095a37d7cb90) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:09.436301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a32e3e-92b7-49e2-95c8-6ba5cf62a51e None None] Network 7ad50b97-753b-47bd-8142-095a37d7cb90 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:09.475019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:09.475746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:09.609016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c10a3623-b152-420d-8a49-eefa136cb113 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3644335 Aug 31 06:48:09.782510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Deleting port 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:09.784246 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:09.825154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb58f344-ccfd-422f-91cb-d03b2ae7a285 None None] Network 7ad50b97-753b-47bd-8142-095a37d7cb90 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:10.102178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:10.147606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Calling delete_port for 37adcb32-cb1b-4d7c-bb38-6a28effeafe6 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:10.601991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:10.726239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Port': ['ID=37adcb32-cb1b-4d7c-bb38-6a28effeafe6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:10.742803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-160735aa-d9c4-47a2-80ea-1087c860d666 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:10.746429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-160735aa-d9c4-47a2-80ea-1087c860d666 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/networks?id=7ad50b97-753b-47bd-8142-095a37d7cb90 HTTP/1.1" status: 200 len: 809 time: 0.2175403 Aug 31 06:48:10.803237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-f803c6fa-a03e-4394-be63-71ae53e5a892 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/quotas/1d55f09f91804d8291cfec4761e3af49 HTTP/1.1" status: 200 len: 375 time: 0.0444038 Aug 31 06:48:10.811129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cd4c801d-0d26-41fc-ab98-23f02320d87b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:10.841355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6db68883-4a6e-4101-9be6-3161a495d3ec req-22bc7e90-b783-4ce0-bccb-f8f7ff9f09fe tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 210 time: 0.1203160 Aug 31 06:48:10.899662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-882c13b6-3e84-45e7-80a5-06c68b38ab05 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d55f09f91804d8291cfec4761e3af49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952137 Aug 31 06:48:10.982343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port cd4c801d-0d26-41fc-ab98-23f02320d87b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:10.984848 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.140106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-f1f04c00-b400-4e13-a03b-cf8a664bd60d service neutron] 10.222.0.15 "GET /v2.0/networks/7ad50b97-753b-47bd-8142-095a37d7cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285182 Aug 31 06:48:11.268433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.411939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-ac949181-4b7e-41df-b793-5f79748bb703 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:11.413481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-ac949181-4b7e-41df-b793-5f79748bb703 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.23 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 810 time: 0.1665142 Aug 31 06:48:11.417526 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-1c4c1398-8578-4002-b396-c75397384e19 service neutron] 10.222.0.15 "GET /v2.0/networks/7ad50b97-753b-47bd-8142-095a37d7cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751596 Aug 31 06:48:11.507349 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-bec32e13-9378-4667-85de-5007cfb0f53d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1faac46869884bac9b3ec79fca543d58 HTTP/1.1" status: 200 len: 380 time: 0.0799706 Aug 31 06:48:11.517593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Router 267f4b04-71fa-41c6-90d4-d28655738bb4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:48:11.524742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'port': {'device_id': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'admin_state_up': True, 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'security_groups': ['c20e320d-cb03-4636-b347-1ff983907759']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:11.709753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e723656-ee47-40aa-ae55-5018b0a234e3 req-9a9db08a-7257-4768-abe6-3ea401e9d3de tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 210 time: 0.0470150 Aug 31 06:48:11.711791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:48:11.718670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a27b1cf6-7f21-4094-9f20-1d8aff40ea93 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "PUT /v2.0/routers/267f4b04-71fa-41c6-90d4-d28655738bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0006707 Aug 31 06:48:11.725138 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f83c3d-b97c-4f07-8db3-8b36b8cf620c None None] Sync routers for ids ['267f4b04-71fa-41c6-90d4-d28655738bb4'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:11.730372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54392) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:11.744685 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f83c3d-b97c-4f07-8db3-8b36b8cf620c None None] Routers {'267f4b04-71fa-41c6-90d4-d28655738bb4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:11.748259 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-10f83c3d-b97c-4f07-8db3-8b36b8cf620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['267f4b04-71fa-41c6-90d4-d28655738bb4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:11.757288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Made reservation on behalf of 1faac46869884bac9b3ec79fca543d58 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:11.765293 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.846252 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-d30d6b53-17a1-478d-9376-4d3119fe460e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] delete failed (client error): The resource could not be found. Aug 31 06:48:11.847843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d30d6b53-17a1-478d-9376-4d3119fe460e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-837826611 HTTP/1.1" status: 404 len: 334 time: 0.1093321 Aug 31 06:48:11.856937 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-10f83c3d-b97c-4f07-8db3-8b36b8cf620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:11.859223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54398) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:11.864562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ae689bef-9a76-4309-96c1-7f1ad13f84b0 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'router': {'external_gateway_info': {'network_id': '267f4b04-71fa-41c6-90d4-d28655738bb4'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:11.888972 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f83c3d-b97c-4f07-8db3-8b36b8cf620c None None] Routers {'267f4b04-71fa-41c6-90d4-d28655738bb4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:11.889730 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-10f83c3d-b97c-4f07-8db3-8b36b8cf620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['267f4b04-71fa-41c6-90d4-d28655738bb4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:12.002205 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-10f83c3d-b97c-4f07-8db3-8b36b8cf620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:12.003285 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f83c3d-b97c-4f07-8db3-8b36b8cf620c None None] The sync data for ids ['267f4b04-71fa-41c6-90d4-d28655738bb4'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:12.057607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-533362b2-fc78-48b7-af7e-53367537feaa req-8cf328a5-9767-4d33-8869-e767a5a56c78 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 210 time: 0.0467029 Aug 31 06:48:12.088923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Allocated IP 172.20.0.13 (8794eb57-e45a-408a-88bd-24398b82b47c/b0b6db00-ca57-4eec-9daa-65436e84de6f/604f24fc-be11-4998-aa38-c83985f2e102) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:12.260556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae689bef-9a76-4309-96c1-7f1ad13f84b0 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.307335 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-ae689bef-9a76-4309-96c1-7f1ad13f84b0 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] update failed (client error): The resource could not be found. Aug 31 06:48:12.308815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ae689bef-9a76-4309-96c1-7f1ad13f84b0 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "PUT /v2.0/routers/267f4b04-71fa-41c6-90d4-d28655738bb4 HTTP/1.1" status: 404 len: 339 time: 0.4485741 Aug 31 06:48:12.314744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54410) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:12.398622 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.433924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Transition to ACTIVE for port object 604f24fc-be11-4998-aa38-c83985f2e102 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:12.496232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.566749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Network 8794eb57-e45a-408a-88bd-24398b82b47c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:12.571880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:12.584512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:12.710411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:12.711108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.744737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'Port': ['ID=604f24fc-be11-4998-aa38-c83985f2e102,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:12.760492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-81a17c6e-7515-49e4-85d4-b92f2f6e6bac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2442386 Aug 31 06:48:12.773774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Request body: {'port': {'device_id': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:12.876854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.888565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f010f34b-5453-41f2-b034-c7f6b71b8dc6 req-a5e1ce8d-9540-44f8-8a68-6a308ff92631 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 210 time: 0.0438564 Aug 31 06:48:12.913459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.038640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-88280e0c-d5a9-4532-8103-fedc38fdfbb3 None None] Provisioning for port 604f24fc-be11-4998-aa38-c83985f2e102 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:13.046563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-88280e0c-d5a9-4532-8103-fedc38fdfbb3 None None] Provisioning complete for port 604f24fc-be11-4998-aa38-c83985f2e102 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:13.047164 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-88280e0c-d5a9-4532-8103-fedc38fdfbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.138904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-88280e0c-d5a9-4532-8103-fedc38fdfbb3 None None] Port 604f24fc-be11-4998-aa38-c83985f2e102 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:13.454292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9156-ca25-4d34-961b-85d70376cead req-d94084b8-3b5e-41c8-92bf-7dc587a6d7e2 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:13.466168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c3e9156-ca25-4d34-961b-85d70376cead req-d94084b8-3b5e-41c8-92bf-7dc587a6d7e2 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 932 time: 0.2008519 Aug 31 06:48:13.547853 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c3e9156-ca25-4d34-961b-85d70376cead req-8cb19cd4-e44a-4ef1-9164-083617cf9fb3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800467 Aug 31 06:48:13.563399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-189549ec-7310-4604-896b-43a4b1eb219e tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:13.565370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-189549ec-7310-4604-896b-43a4b1eb219e tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.42 "GET /v2.0/networks?id=7ad50b97-753b-47bd-8142-095a37d7cb90 HTTP/1.1" status: 200 len: 809 time: 0.3377399 Aug 31 06:48:13.580846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Request body: {'port': {'device_id': '5df2976c-87a7-4120-9889-113a8c037830', 'network_id': '7ad50b97-753b-47bd-8142-095a37d7cb90', 'admin_state_up': True, 'tenant_id': '1d55f09f91804d8291cfec4761e3af49'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:13.734956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604f24fc-be11-4998-aa38-c83985f2e102 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:13.748837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.824666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Transition to ACTIVE for port object 604f24fc-be11-4998-aa38-c83985f2e102 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:13.834407 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.838738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Allocated IP 172.20.0.1 (26a1bea5-064e-4e4a-97c6-dcadadc3149a/0963cd0b-5195-4344-9ed4-bbc53f4e95e8/ce18ff88-e321-48f5-b0e0-15587fa30c1b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:13.907717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Made reservation on behalf of 1d55f09f91804d8291cfec4761e3af49 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:13.914214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.952950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=604f24fc-be11-4998-aa38-c83985f2e102,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:14.097976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.131609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Transition to ACTIVE for port object ce18ff88-e321-48f5-b0e0-15587fa30c1b will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:14.159643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c078ae78-0dd4-4d4b-8c5b-6bfb8cd22cfc req-8a90e86c-ea8c-46eb-9fd3-a9f8fec87c6c tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 210 time: 0.0428209 Aug 31 06:48:14.217041 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.285060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Allocated IP 172.20.0.4 (7ad50b97-753b-47bd-8142-095a37d7cb90/724c3792-403d-4435-82c8-8d27fd7c39ff/e20c5869-e65f-4bd4-a4a6-07afbbe8d38e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:14.296448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network 26a1bea5-064e-4e4a-97c6-dcadadc3149a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:14.300217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:14.306328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:14.317287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Attempting to bind port 604f24fc-be11-4998-aa38-c83985f2e102 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:14.317638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Attempting to bind port 604f24fc-be11-4998-aa38-c83985f2e102 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:14.317973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Attempting to bind port 604f24fc-be11-4998-aa38-c83985f2e102 on network 8794eb57-e45a-408a-88bd-24398b82b47c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:14.326143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Port 604f24fc-be11-4998-aa38-c83985f2e102 on network 8794eb57-e45a-408a-88bd-24398b82b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:14.326600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Attempting to bind port 604f24fc-be11-4998-aa38-c83985f2e102 on network 8794eb57-e45a-408a-88bd-24398b82b47c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:14.329261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Port': ['ID=ce18ff88-e321-48f5-b0e0-15587fa30c1b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:14.350611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:14.351673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Checking segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:14.353393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Bound using segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:14.353393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Bound port: 604f24fc-be11-4998-aa38-c83985f2e102, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:14.353393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.420536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.551635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] For port 604f24fc-be11-4998-aa38-c83985f2e102, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:14.580676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] For port 604f24fc-be11-4998-aa38-c83985f2e102, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=604f24fc-be11-4998-aa38-c83985f2e102,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:14.594085 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.615497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.730325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b1de66a3-8321-4411-bed9-75b4d6b5dfa0 None None] Provisioning for port ce18ff88-e321-48f5-b0e0-15587fa30c1b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:14.743914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b1de66a3-8321-4411-bed9-75b4d6b5dfa0 None None] Provisioning complete for port ce18ff88-e321-48f5-b0e0-15587fa30c1b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:14.745655 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1de66a3-8321-4411-bed9-75b4d6b5dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.822916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b1de66a3-8321-4411-bed9-75b4d6b5dfa0 None None] Port ce18ff88-e321-48f5-b0e0-15587fa30c1b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:14.983947 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.025400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.026026 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.027449 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] 10.222.0.23 "PUT /v2.0/ports/604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 1093 time: 2.2586722 Aug 31 06:48:15.041802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'tag': '604f24fc-be11-4998-aa38-c83985f2e102'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:15.044167 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43744acd-72f1-4f56-9136-bcf8713c5b74" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9d58ab-b808-48db-be99-16afe7e01ce5", "tag": "604f24fc-be11-4998-aa38-c83985f2e102"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:15.076778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fb286-4e8b-4009-9ee5-ee1c6e7fc8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=604f24fc-be11-4998-aa38-c83985f2e102,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:15.153136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.162924 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.186259 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637ce586-90e7-46cc-bbb4-d537352c1b83 x-openstack-request-id: req-637ce586-90e7-46cc-bbb4-d537352c1b83 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:15.186812 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9d58ab-b808-48db-be99-16afe7e01ce5", "tag": "604f24fc-be11-4998-aa38-c83985f2e102", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:15.187146 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-637ce586-90e7-46cc-bbb4-d537352c1b83 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:15.187479 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'tag': '604f24fc-be11-4998-aa38-c83985f2e102', 'status': 'completed', 'code': 200} Aug 31 06:48:15.285060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f55cd-23a2-402f-a2c3-c6b9ce414507 req-cc60de83-965f-4de7-ace6-47f722ef081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.286985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d2f55cd-23a2-402f-a2c3-c6b9ce414507 req-cc60de83-965f-4de7-ace6-47f722ef081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 944 time: 0.2963059 Aug 31 06:48:15.289500 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.291302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-db033557-e2f3-4b5b-8103-e38f41bede74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.291543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event updated for resources: {'Port': ['ID=ce18ff88-e321-48f5-b0e0-15587fa30c1b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:15.294332 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-db033557-e2f3-4b5b-8103-e38f41bede74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1096 time: 0.2044315 Aug 31 06:48:15.296942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.435233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Network 7ad50b97-753b-47bd-8142-095a37d7cb90 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:15.441887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-058dcb7f-91d8-4b4d-8561-e1f68c3461d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 217 time: 0.1318944 Aug 31 06:48:15.455771 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:15.475264 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:15.523341 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d2f55cd-23a2-402f-a2c3-c6b9ce414507 req-23f5a69c-e042-4660-9941-6d99bf3ebe3c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860521 Aug 31 06:48:15.587858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Pushing event updated for resources: {'Port': ['ID=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:15.679657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Network 26a1bea5-064e-4e4a-97c6-dcadadc3149a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:15.692711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-d78d8a62-5326-42a2-b4b9-1c9bb7dfa643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.693221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:15.694466 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-d78d8a62-5326-42a2-b4b9-1c9bb7dfa643 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.2342131 Aug 31 06:48:15.763528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.764639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.789644 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-39a9a6b4-5fef-4527-b26e-f83fffacfe6d tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2129178 Aug 31 06:48:15.805955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Request body: {'port': {'device_id': '5df2976c-87a7-4120-9889-113a8c037830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:15.842813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-915c057a-2b68-459c-9def-64489c43f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.845885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-915c057a-2b68-459c-9def-64489c43f025 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1431589 Aug 31 06:48:15.860610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a857-35e4-42b0-a588-3b4e023f7b3e req-fd9ea7aa-cf02-46a6-8ccf-ffcb05379382 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.873091 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1062a857-35e4-42b0-a588-3b4e023f7b3e req-fd9ea7aa-cf02-46a6-8ccf-ffcb05379382 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 931 time: 0.5265419 Aug 31 06:48:15.929098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Router 267f4b04-71fa-41c6-90d4-d28655738bb4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:48:15.951870 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.960900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1062a857-35e4-42b0-a588-3b4e023f7b3e req-f2c41572-724d-4e00-968e-12916c460d13 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862639 Aug 31 06:48:16.065804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-e1c43c14-4466-4e1c-b65c-32f1332fb524 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118897 Aug 31 06:48:16.117588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:48:16.127111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3b8502f3-9eeb-484c-8d64-12fcef79fd6f tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "PUT /v2.0/routers/267f4b04-71fa-41c6-90d4-d28655738bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8106430 Aug 31 06:48:16.129357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54446) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:16.148668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690df7b-d4bc-43c5-aca9-2ed78d3e1516 None None] Sync routers for ids ['267f4b04-71fa-41c6-90d4-d28655738bb4'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:16.192469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e88b5459-6e84-412b-b777-93eb259508db None None] Provisioning complete for port ce18ff88-e321-48f5-b0e0-15587fa30c1b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:16.197714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e88b5459-6e84-412b-b777-93eb259508db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.204751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690df7b-d4bc-43c5-aca9-2ed78d3e1516 None None] Routers {'267f4b04-71fa-41c6-90d4-d28655738bb4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:16.212022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5690df7b-d4bc-43c5-aca9-2ed78d3e1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['267f4b04-71fa-41c6-90d4-d28655738bb4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:16.299857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b44c2085-a987-4f9b-93c3-2bd7a2984924 req-1f6ba2dd-696d-433d-a9f0-c097ee4b7a9c service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247453 Aug 31 06:48:16.344873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-900203c7-717d-4b4e-9845-a76926b70d81 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.376052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5690df7b-d4bc-43c5-aca9-2ed78d3e1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:16.405845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690df7b-d4bc-43c5-aca9-2ed78d3e1516 None None] Routers {'267f4b04-71fa-41c6-90d4-d28655738bb4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:16.407171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5690df7b-d4bc-43c5-aca9-2ed78d3e1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['267f4b04-71fa-41c6-90d4-d28655738bb4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:16.422841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e88b5459-6e84-412b-b777-93eb259508db None None] Port ce18ff88-e321-48f5-b0e0-15587fa30c1b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:16.427488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-04e5645a-4971-4ffe-9701-c35c8b7cbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:16.429285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-04e5645a-4971-4ffe-9701-c35c8b7cbde3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0766938 Aug 31 06:48:16.508408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5690df7b-d4bc-43c5-aca9-2ed78d3e1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:16.509383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690df7b-d4bc-43c5-aca9-2ed78d3e1516 None None] The sync data for ids ['267f4b04-71fa-41c6-90d4-d28655738bb4'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:16.541770 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-900203c7-717d-4b4e-9845-a76926b70d81 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:48:16.542337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-900203c7-717d-4b4e-9845-a76926b70d81 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/routers/267f4b04-71fa-41c6-90d4-d28655738bb4 HTTP/1.1" status: 409 len: 329 time: 0.4114633 Aug 31 06:48:16.549515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54450) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:16.638403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20c5869-e65f-4bd4-a4a6-07afbbe8d38e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:16.683126 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.723185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-2b6ccc70-0c46-412f-bb4b-91b1fe308402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:16.725028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-2b6ccc70-0c46-412f-bb4b-91b1fe308402 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.2851529 Aug 31 06:48:16.744372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Transition to ACTIVE for port object e20c5869-e65f-4bd4-a4a6-07afbbe8d38e will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:16.783325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.783325 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-f49ee0d5-eb28-41de-a186-4c568318ab20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 217 time: 0.0455515 Aug 31 06:48:16.793472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6f47d-a879-4a3d-ada9-4c5c194ba35c req-87e8a075-704a-450a-8601-25aa988c025a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:16.801870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ed6f47d-a879-4a3d-ada9-4c5c194ba35c req-87e8a075-704a-450a-8601-25aa988c025a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 944 time: 0.1543441 Aug 31 06:48:16.981826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ed6f47d-a879-4a3d-ada9-4c5c194ba35c req-6b8d479a-ac30-4c8f-9166-6077913d9ed4 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754248 Aug 31 06:48:16.984558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-6de916f4-8eb6-4595-a6ed-3ab4911a8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:16.987032 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-6de916f4-8eb6-4595-a6ed-3ab4911a8dc9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.1681395 Aug 31 06:48:16.993933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:17.127592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-fcf911d5-3bd0-409c-b4cf-dd2f38721ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:17.129356 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-fcf911d5-3bd0-409c-b4cf-dd2f38721ff6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320941 Aug 31 06:48:17.204769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Attempting to bind port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:17.205384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Attempting to bind port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7ad50b97-753b-47bd-8142-095a37d7cb90'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:17.205635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dabc9-053d-4395-9b1b-cf6caf703858 req-188443ec-3569-42b6-a4f4-06d07fd5ea33 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:17.206068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Attempting to bind port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e on network 7ad50b97-753b-47bd-8142-095a37d7cb90 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:17.207279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab1dabc9-053d-4395-9b1b-cf6caf703858 req-188443ec-3569-42b6-a4f4-06d07fd5ea33 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 943 time: 0.0990560 Aug 31 06:48:17.243301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.288693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e on network 7ad50b97-753b-47bd-8142-095a37d7cb90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:17.289225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Attempting to bind port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e on network 7ad50b97-753b-47bd-8142-095a37d7cb90 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:17.294539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-61b5b221-d1b5-4ef3-814b-276a17d45bb5 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450238 Aug 31 06:48:17.300699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:17.302029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Checking segment: {'id': 'cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7ad50b97-753b-47bd-8142-095a37d7cb90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:17.303260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Bound using segment: {'id': 'cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7ad50b97-753b-47bd-8142-095a37d7cb90'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:17.303779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Bound port: e20c5869-e65f-4bd4-a4a6-07afbbe8d38e, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7ad50b97-753b-47bd-8142-095a37d7cb90'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:17.304326 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.338026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab1dabc9-053d-4395-9b1b-cf6caf703858 req-e759a7fa-b143-44af-829c-e0a3abf2ed44 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214833 Aug 31 06:48:17.478352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43744acd-72f1-4f56-9136-bcf8713c5b74 req-7d756ac7-b6a8-4dd1-a428-0da8b75f643a service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689482 Aug 31 06:48:17.552252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] For port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:17.558155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] For port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,segment=NetworkSegment(cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c),segment_id=cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:17.571089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.639128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:17.640754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.644398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] 10.222.0.42 "PUT /v2.0/ports/e20c5869-e65f-4bd4-a4a6-07afbbe8d38e HTTP/1.1" status: 200 len: 1092 time: 1.8438103 Aug 31 06:48:17.645104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df2976c-87a7-4120-9889-113a8c037830', 'tag': 'e20c5869-e65f-4bd4-a4a6-07afbbe8d38e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:17.648938 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22" -d '{"events": [{"name": "network-changed", "server_uuid": "5df2976c-87a7-4120-9889-113a8c037830", "tag": "e20c5869-e65f-4bd4-a4a6-07afbbe8d38e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:17.702938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e25a24-bf10-48d2-b41d-e63ff8b79ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:17.713782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Deleting port ce18ff88-e321-48f5-b0e0-15587fa30c1b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:17.714348 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.767226 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779cbf44-f7c8-48eb-a0c7-dc71031c6a7c x-openstack-request-id: req-779cbf44-f7c8-48eb-a0c7-dc71031c6a7c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:17.767706 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df2976c-87a7-4120-9889-113a8c037830", "tag": "e20c5869-e65f-4bd4-a4a6-07afbbe8d38e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:17.768113 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-779cbf44-f7c8-48eb-a0c7-dc71031c6a7c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:17.769393 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df2976c-87a7-4120-9889-113a8c037830', 'tag': 'e20c5869-e65f-4bd4-a4a6-07afbbe8d38e', 'status': 'completed', 'code': 200} Aug 31 06:48:17.798440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-92f0d2c3-feca-4b1d-bd8c-fe1ea156722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:17.798440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-92f0d2c3-feca-4b1d-bd8c-fe1ea156722c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d55f09f91804d8291cfec4761e3af49&device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 1095 time: 0.0803056 Aug 31 06:48:17.845269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-3eed2bba-b9e9-450c-853f-36ff97fc6f04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e HTTP/1.1" status: 200 len: 217 time: 0.0387208 Aug 31 06:48:17.861913 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.877737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Calling delete_port for ce18ff88-e321-48f5-b0e0-15587fa30c1b owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:17.916114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-ed24706c-f880-4045-aa75-797becc2d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:17.918118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-ed24706c-f880-4045-aa75-797becc2d13e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=724c3792-403d-4435-82c8-8d27fd7c39ff HTTP/1.1" status: 200 len: 849 time: 0.0659912 Aug 31 06:48:17.968909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-526251b2-433e-4fdf-9e11-74a26e7bf768 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad50b97-753b-47bd-8142-095a37d7cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432055 Aug 31 06:48:18.191687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-22542907-608e-4c7a-9373-13876227f016 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad50b97-753b-47bd-8142-095a37d7cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126679 Aug 31 06:48:18.266781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2628d-f4ed-441a-8da0-8df9bb090bc3 req-a0e135ce-70b0-430e-bec4-5418d52fcaca tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.269466 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bca2628d-f4ed-441a-8da0-8df9bb090bc3 req-a0e135ce-70b0-430e-bec4-5418d52fcaca tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 944 time: 0.1254005 Aug 31 06:48:18.272231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.328841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Port': ['ID=ce18ff88-e321-48f5-b0e0-15587fa30c1b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:18.397850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6bdc281-f4a4-4c71-a182-860539d510ba req-64a3a6d2-0d99-4a51-904d-dc6e28375d07 service neutron] 10.222.0.42 "GET /v2.0/networks/7ad50b97-753b-47bd-8142-095a37d7cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954205 Aug 31 06:48:18.525528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bca2628d-f4ed-441a-8da0-8df9bb090bc3 req-e62501e9-248b-4ffb-965c-432d63e14086 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021067 Aug 31 06:48:18.599432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-29ce453c-9245-4fd4-89d1-473aecf84e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.610862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-29ce453c-9245-4fd4-89d1-473aecf84e97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d55f09f91804d8291cfec4761e3af49&device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 1095 time: 0.1044304 Aug 31 06:48:18.746857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5532ea-1d67-4359-bcd6-ab055f38202a req-3a3d9c61-049f-4653-88f2-79613d8a0728 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.750951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f5532ea-1d67-4359-bcd6-ab055f38202a req-3a3d9c61-049f-4653-88f2-79613d8a0728 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 943 time: 0.1365643 Aug 31 06:48:18.788510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-e7ccdeb2-fb3f-4622-9db1-851f775c44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.790997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-e7ccdeb2-fb3f-4622-9db1-851f775c44b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ad50b97-753b-47bd-8142-095a37d7cb90 HTTP/1.1" status: 200 len: 910 time: 0.1596379 Aug 31 06:48:18.846459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.857157 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-802c5ff2-616d-43a2-960a-b0a3d6cd5997 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e HTTP/1.1" status: 200 len: 217 time: 0.0534081 Aug 31 06:48:18.918380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f5532ea-1d67-4359-bcd6-ab055f38202a req-b7973fa0-d753-4017-a1c7-235db9a79873 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259289 Aug 31 06:48:18.938987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-d3f49140-d06f-4eaa-b130-767a8cf0920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.941846 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-d3f49140-d06f-4eaa-b130-767a8cf0920f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=724c3792-403d-4435-82c8-8d27fd7c39ff HTTP/1.1" status: 200 len: 849 time: 0.0768971 Aug 31 06:48:18.978604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-f3d9a2c4-b7e3-452a-8b77-caccb0f008a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ad50b97-753b-47bd-8142-095a37d7cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280969 Aug 31 06:48:19.040273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Router 267f4b04-71fa-41c6-90d4-d28655738bb4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:48:19.104817 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-454f60e9-d0d0-4e26-91df-eb4d472aa1eb service neutron] 10.222.0.42 "GET /v2.0/networks/7ad50b97-753b-47bd-8142-095a37d7cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177330 Aug 31 06:48:19.131763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:48:19.145402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-def8a870-a685-4281-9d30-c018c2b4aacf tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "PUT /v2.0/routers/267f4b04-71fa-41c6-90d4-d28655738bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5957191 Aug 31 06:48:19.146170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54474) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:19.147180 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cbfcd-a7e3-42fa-8609-92bffc51f96b None None] Sync routers for ids ['267f4b04-71fa-41c6-90d4-d28655738bb4'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:19.163439 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cbfcd-a7e3-42fa-8609-92bffc51f96b None None] Routers {'267f4b04-71fa-41c6-90d4-d28655738bb4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:19.165971 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b26cbfcd-a7e3-42fa-8609-92bffc51f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['267f4b04-71fa-41c6-90d4-d28655738bb4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:19.196219 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-7788078d-08da-451f-bcd6-75445d016ac4 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] show failed (client error): The resource could not be found. Aug 31 06:48:19.202303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7788078d-08da-451f-bcd6-75445d016ac4 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-648354019 HTTP/1.1" status: 404 len: 334 time: 0.0540788 Aug 31 06:48:19.202584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54480) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:19.212880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f6931330-b674-47b9-a4bd-c9fa30df3929 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:19.228044 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b26cbfcd-a7e3-42fa-8609-92bffc51f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:19.238723 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cbfcd-a7e3-42fa-8609-92bffc51f96b None None] Routers {'267f4b04-71fa-41c6-90d4-d28655738bb4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:19.239365 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b26cbfcd-a7e3-42fa-8609-92bffc51f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['267f4b04-71fa-41c6-90d4-d28655738bb4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:19.256352 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-f6931330-b674-47b9-a4bd-c9fa30df3929 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] update failed (client error): The resource could not be found. Aug 31 06:48:19.257470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f6931330-b674-47b9-a4bd-c9fa30df3929 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-26229457 HTTP/1.1" status: 404 len: 333 time: 0.0542440 Aug 31 06:48:19.261074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54482) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:19.295781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64b2c3fc-ad17-41a4-a321-4fd5baadbe22 req-8ca3f98c-527a-4ae2-9ee9-de73c5f1597a service neutron] 10.222.0.42 "GET /v2.0/networks/7ad50b97-753b-47bd-8142-095a37d7cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832118 Aug 31 06:48:19.300355 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b26cbfcd-a7e3-42fa-8609-92bffc51f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:19.301503 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cbfcd-a7e3-42fa-8609-92bffc51f96b None None] The sync data for ids ['267f4b04-71fa-41c6-90d4-d28655738bb4'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:19.324851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb58ac30-48e5-4e1a-9d78-2acb3f92b369 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Deleting subnet cd460159-21cb-4ea7-be4d-153db16a87a9 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:48:19.329903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac30-48e5-4e1a-9d78-2acb3f92b369 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.405234 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac30-48e5-4e1a-9d78-2acb3f92b369 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.437808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 604f24fc-be11-4998-aa38-c83985f2e102 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:19.523959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac30-48e5-4e1a-9d78-2acb3f92b369 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.582524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 604f24fc-be11-4998-aa38-c83985f2e102, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=604f24fc-be11-4998-aa38-c83985f2e102,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:19.606793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '604f24fc-be11-4998-aa38-c83985f2e102', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'port_id': '604f24fc-be11-4998-aa38-c83985f2e102', 'mac_address': 'fa:16:3e:61:55:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:19.639402 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac30-48e5-4e1a-9d78-2acb3f92b369 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.664933 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.683452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604f24fc-be11-4998-aa38-c83985f2e102 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:19.692787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58ac30-48e5-4e1a-9d78-2acb3f92b369 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Subnet': ['ID=cd460159-21cb-4ea7-be4d-153db16a87a9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:19.715448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac30-48e5-4e1a-9d78-2acb3f92b369 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.717817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cb58ac30-48e5-4e1a-9d78-2acb3f92b369 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/subnets/cd460159-21cb-4ea7-be4d-153db16a87a9 HTTP/1.1" status: 204 len: 168 time: 0.4554672 Aug 31 06:48:19.723679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54496) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:19.747528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948aa8b-4223-4e8f-b567-9fed787243d1 None None] Network 244c5a29-dd31-4517-b0a1-91cb927cd5bd requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:19.769393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3956-49db-4e1c-bb66-b99852f13b58 req-e0eaf7d0-b836-46e3-86a0-18ad749833cd tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:19.771662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-772d3956-49db-4e1c-bb66-b99852f13b58 req-e0eaf7d0-b836-46e3-86a0-18ad749833cd tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 944 time: 0.1175735 Aug 31 06:48:19.825995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 604f24fc-be11-4998-aa38-c83985f2e102, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=604f24fc-be11-4998-aa38-c83985f2e102,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:19.833115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-190bc670-3bae-4f75-8376-7437d4bf2878 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Deleting subnet dcdb1202-4d44-4a73-a961-d62dbc28f5ce {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:48:19.846851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-190bc670-3bae-4f75-8376-7437d4bf2878 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.865582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-772d3956-49db-4e1c-bb66-b99852f13b58 req-46c9149f-a411-40a1-8b29-7247e3bb649e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788391 Aug 31 06:48:19.885290 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.935172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-190bc670-3bae-4f75-8376-7437d4bf2878 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.050691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=604f24fc-be11-4998-aa38-c83985f2e102,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:20.098167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['604f24fc-be11-4998-aa38-c83985f2e102'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:20.154514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] DHCP port deletion for 244c5a29-dd31-4517-b0a1-91cb927cd5bd request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:48:20.233880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce960c8-994c-4b03-810c-1957f84739bf req-9ef2f91f-c705-4979-8fc9-93e46218609b tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:20.236658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cce960c8-994c-4b03-810c-1957f84739bf req-9ef2f91f-c705-4979-8fc9-93e46218609b tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 943 time: 0.1924648 Aug 31 06:48:20.271221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-190bc670-3bae-4f75-8376-7437d4bf2878 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.329249 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cce960c8-994c-4b03-810c-1957f84739bf req-16ff2128-3530-406b-b833-3c1ac4a03798 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837414 Aug 31 06:48:20.330712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] Deleting port cd4c801d-0d26-41fc-ab98-23f02320d87b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:20.331154 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.392661 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-190bc670-3bae-4f75-8376-7437d4bf2878 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.440735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bc670-3bae-4f75-8376-7437d4bf2878 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdb1202-4d44-4a73-a961-d62dbc28f5ce,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:20.448210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-190bc670-3bae-4f75-8376-7437d4bf2878 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.455716 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-190bc670-3bae-4f75-8376-7437d4bf2878 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/subnets/dcdb1202-4d44-4a73-a961-d62dbc28f5ce HTTP/1.1" status: 204 len: 168 time: 0.7260742 Aug 31 06:48:20.455716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54510) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:20.467446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4fc273-c405-4bef-9c56-5a980821dbe2 None None] Network eca9c4c9-d14d-46bc-8964-80cd4bb7e727 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:20.484893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] For port cd4c801d-0d26-41fc-ab98-23f02320d87b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cd4c801d-0d26-41fc-ab98-23f02320d87b,segment=NetworkSegment(f1852302-ab2b-43da-af68-b0bf7b137b83),segment_id=f1852302-ab2b-43da-af68-b0bf7b137b83)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:20.485468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.551322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] Calling delete_port for cd4c801d-0d26-41fc-ab98-23f02320d87b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:20.572587 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.701706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Deleting port cd4c801d-0d26-41fc-ab98-23f02320d87b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:20.702035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.778044 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.810267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cd4c801d-0d26-41fc-ab98-23f02320d87b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:20.843597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] For port cd4c801d-0d26-41fc-ab98-23f02320d87b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cd4c801d-0d26-41fc-ab98-23f02320d87b,segment=NetworkSegment(f1852302-ab2b-43da-af68-b0bf7b137b83),segment_id=f1852302-ab2b-43da-af68-b0bf7b137b83)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:20.844024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.849915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] Pushing event deleted for resources: {'Port': ['ID=cd4c801d-0d26-41fc-ab98-23f02320d87b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:20.855191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: cd4c801d-0d26-41fc-ab98-23f02320d87b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:20.855851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cd4c801d-0d26-41fc-ab98-23f02320d87b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:20.863046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901280b-970f-4605-821d-52af7d072b1d None None] DHCP port deletion for eca9c4c9-d14d-46bc-8964-80cd4bb7e727 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:48:20.868668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df67af1-8eed-45bf-97a9-ba9803f803eb None None] No DVR routers for this DVR port cd4c801d-0d26-41fc-ab98-23f02320d87b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:20.911791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Calling delete_port for cd4c801d-0d26-41fc-ab98-23f02320d87b owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:20.957664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5901280b-970f-4605-821d-52af7d072b1d None None] Deleting port aeda730b-5023-4fa3-8812-2bf4da9afa2b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:20.957940 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5901280b-970f-4605-821d-52af7d072b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.095269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5901280b-970f-4605-821d-52af7d072b1d None None] For port aeda730b-5023-4fa3-8812-2bf4da9afa2b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=aeda730b-5023-4fa3-8812-2bf4da9afa2b,segment=NetworkSegment(401c933a-505e-497e-b71e-20d628cfcd08),segment_id=401c933a-505e-497e-b71e-20d628cfcd08)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:21.095683 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5901280b-970f-4605-821d-52af7d072b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.098902 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.114402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea9e3d-be46-49dd-a365-157d71afcaaa req-747e9016-7a0a-4f75-a85f-d38a396c248f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:21.117252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abea9e3d-be46-49dd-a365-157d71afcaaa req-747e9016-7a0a-4f75-a85f-d38a396c248f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 945 time: 0.0991225 Aug 31 06:48:21.125121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Port': ['ID=cd4c801d-0d26-41fc-ab98-23f02320d87b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:21.129821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] No DVR routers for this DVR port cd4c801d-0d26-41fc-ab98-23f02320d87b on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:21.139322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e20c5869-e65f-4bd4-a4a6-07afbbe8d38e details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:21.152764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5901280b-970f-4605-821d-52af7d072b1d None None] Calling delete_port for aeda730b-5023-4fa3-8812-2bf4da9afa2b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:21.210700 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abea9e3d-be46-49dd-a365-157d71afcaaa req-6adcb0a4-91d5-4273-8c87-27543c5c7251 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870624 Aug 31 06:48:21.294103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.306323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244c5a29-dd31-4517-b0a1-91cb927cd5bd']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:21.326692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1852302-ab2b-43da-af68-b0bf7b137b83') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:21.327000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1852302-ab2b-43da-af68-b0bf7b137b83') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:21.354758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.370524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5901280b-970f-4605-821d-52af7d072b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.389004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,segment=NetworkSegment(cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c),segment_id=cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:21.397610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.397950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901280b-970f-4605-821d-52af7d072b1d None None] No DVR routers for this DVR port aeda730b-5023-4fa3-8812-2bf4da9afa2b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:21.413843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:48:21.415221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.427437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901280b-970f-4605-821d-52af7d072b1d None None] Pushing event deleted for resources: {'Port': ['ID=aeda730b-5023-4fa3-8812-2bf4da9afa2b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:21.434581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e20c5869-e65f-4bd4-a4a6-07afbbe8d38e', 'network_id': '7ad50b97-753b-47bd-8142-095a37d7cb90', 'port_id': 'e20c5869-e65f-4bd4-a4a6-07afbbe8d38e', 'mac_address': 'fa:16:3e:02:7c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724c3792-403d-4435-82c8-8d27fd7c39ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:48:21.450655 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:48:21.494766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 604f24fc-be11-4998-aa38-c83985f2e102 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:21.566514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded43887-7e63-428b-82d9-83fe0b9ede42 req-a9f83c5d-4ee4-4071-a3a2-83f77ae814fd tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:21.575139 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ded43887-7e63-428b-82d9-83fe0b9ede42 req-a9f83c5d-4ee4-4071-a3a2-83f77ae814fd tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 943 time: 0.1229982 Aug 31 06:48:21.613851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.630019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.632156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/networks/244c5a29-dd31-4517-b0a1-91cb927cd5bd HTTP/1.1" status: 204 len: 168 time: 1.1749132 Aug 31 06:48:21.635000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54522) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:21.661954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9a10f-7363-4449-81dd-1955af680d2b tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Network': ['ID=244c5a29-dd31-4517-b0a1-91cb927cd5bd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:21.684606 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ded43887-7e63-428b-82d9-83fe0b9ede42 req-ef338c67-9916-4405-bc24-70a6bdbad652 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081169 Aug 31 06:48:21.789750 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.804483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20c5869-e65f-4bd4-a4a6-07afbbe8d38e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:21.834436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,segment=NetworkSegment(cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c),segment_id=cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:21.840831 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.846533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 604f24fc-be11-4998-aa38-c83985f2e102 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:21.853230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 604f24fc-be11-4998-aa38-c83985f2e102 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:21.853633 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.040066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:22.050525 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.119814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604f24fc-be11-4998-aa38-c83985f2e102'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:22.124532 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5cd68-84ce-4010-839f-ba042756313a" -d '{"events": [{"server_uuid": "3d9d58ab-b808-48db-be99-16afe7e01ce5", "name": "network-vif-plugged", "status": "completed", "tag": "604f24fc-be11-4998-aa38-c83985f2e102"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:22.131939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 604f24fc-be11-4998-aa38-c83985f2e102, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=604f24fc-be11-4998-aa38-c83985f2e102,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:22.145910 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.232610 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.247382 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f10eb6b-1830-4f5c-8c28-b8634d6c3e7a x-openstack-request-id: req-4f10eb6b-1830-4f5c-8c28-b8634d6c3e7a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:22.247849 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d58ab-b808-48db-be99-16afe7e01ce5", "name": "network-vif-plugged", "status": "completed", "tag": "604f24fc-be11-4998-aa38-c83985f2e102", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:22.248264 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f10eb6b-1830-4f5c-8c28-b8634d6c3e7a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:22.249215 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604f24fc-be11-4998-aa38-c83985f2e102', 'code': 200} Aug 31 06:48:22.252905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=604f24fc-be11-4998-aa38-c83985f2e102,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:22.260091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e20c5869-e65f-4bd4-a4a6-07afbbe8d38e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:22.384862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c2e2e-44d1-40d3-ad86-3049009047af req-c998023d-9013-4553-8d41-f41c9920933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.387695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c93c2e2e-44d1-40d3-ad86-3049009047af req-c998023d-9013-4553-8d41-f41c9920933e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1098 time: 0.1184368 Aug 31 06:48:22.436256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.453549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca9c4c9-d14d-46bc-8964-80cd4bb7e727']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:22.491383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c93c2e2e-44d1-40d3-ad86-3049009047af req-45cfcd30-412c-4e66-9cc2-43eb7bff9bcb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964053 Aug 31 06:48:22.495778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401c933a-505e-497e-b71e-20d628cfcd08') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:22.496366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401c933a-505e-497e-b71e-20d628cfcd08') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:22.504975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3295b-5b35-4635-b538-c75ee79132b4 req-bdcb5181-f61f-4c0a-b987-f3f2e30381a2 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.506807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11a3295b-5b35-4635-b538-c75ee79132b4 req-bdcb5181-f61f-4c0a-b987-f3f2e30381a2 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0911014 Aug 31 06:48:22.527522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.566949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.577583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11a3295b-5b35-4635-b538-c75ee79132b4 req-bb6d0cde-8242-4aef-8ccd-a7c436f9e1eb tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573080 Aug 31 06:48:22.584983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:48:22.585701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:48:22.589225 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:48:22.669893 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.681662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.686294 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/networks/eca9c4c9-d14d-46bc-8964-80cd4bb7e727 HTTP/1.1" status: 204 len: 168 time: 1.0497620 Aug 31 06:48:22.690818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54538) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:22.709793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0714f25-2a3d-4c62-96de-2d0e9cebab7e tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Network': ['ID=eca9c4c9-d14d-46bc-8964-80cd4bb7e727,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:22.780796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device aeda730b-5023-4fa3-8812-2bf4da9afa2b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:22.820018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Deleting subnet 0963cd0b-5195-4344-9ed4-bbc53f4e95e8 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:48:22.824359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.836813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: aeda730b-5023-4fa3-8812-2bf4da9afa2b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:22.837591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device aeda730b-5023-4fa3-8812-2bf4da9afa2b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:22.882052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.912550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcc6e4-ee9b-4e96-b621-2174c09ce615 req-be662e11-e2b9-4037-bb2a-8c21acc868b9 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.915471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cbcc6e4-ee9b-4e96-b621-2174c09ce615 req-be662e11-e2b9-4037-bb2a-8c21acc868b9 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 944 time: 0.0957987 Aug 31 06:48:22.977715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cbcc6e4-ee9b-4e96-b621-2174c09ce615 req-63bc2627-5807-4889-882f-510a9a43fe52 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550649 Aug 31 06:48:23.013265 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.112249 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.200010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Subnet': ['ID=0963cd0b-5195-4344-9ed4-bbc53f4e95e8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:23.205899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3183a9a-bc0a-4373-8013-f6f8bce179f8 None None] Network 26a1bea5-064e-4e4a-97c6-dcadadc3149a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:23.211520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.215084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/subnets/0963cd0b-5195-4344-9ed4-bbc53f4e95e8 HTTP/1.1" status: 204 len: 168 time: 0.5226362 Aug 31 06:48:23.218873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54544) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:23.232281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.236159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.236159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.236159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.236159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.237082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.237744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.238355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.238928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.239518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.240833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.240833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e5ace-35e9-420f-8eba-2469e6f13ec9 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.370286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.474585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Deleting port b8eb242c-059a-478a-b13b-ad558e7b1c04 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:23.474983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.500735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] DHCP port deletion for 26a1bea5-064e-4e4a-97c6-dcadadc3149a request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:48:23.593312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] For port b8eb242c-059a-478a-b13b-ad558e7b1c04, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b8eb242c-059a-478a-b13b-ad558e7b1c04,segment=NetworkSegment(10f5bead-50e4-4b23-b474-1c2e47cde4cf),segment_id=10f5bead-50e4-4b23-b474-1c2e47cde4cf)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:23.594452 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.596547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] Deleting port b8eb242c-059a-478a-b13b-ad558e7b1c04 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:23.597528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.623448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Calling delete_port for b8eb242c-059a-478a-b13b-ad558e7b1c04 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:23.728154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] For port b8eb242c-059a-478a-b13b-ad558e7b1c04, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b8eb242c-059a-478a-b13b-ad558e7b1c04,segment=NetworkSegment(10f5bead-50e4-4b23-b474-1c2e47cde4cf),segment_id=10f5bead-50e4-4b23-b474-1c2e47cde4cf)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:23.729220 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.756553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] Calling delete_port for b8eb242c-059a-478a-b13b-ad558e7b1c04 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:23.822065 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.859640 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.888319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] Pushing event deleted for resources: {'Port': ['ID=b8eb242c-059a-478a-b13b-ad558e7b1c04,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:23.892439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca63f99-ee4b-4861-932c-cf9202ceeb43 None None] No DVR routers for this DVR port b8eb242c-059a-478a-b13b-ad558e7b1c04 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:23.948643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] No DVR routers for this DVR port b8eb242c-059a-478a-b13b-ad558e7b1c04 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:23.961302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Port': ['ID=b8eb242c-059a-478a-b13b-ad558e7b1c04,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:23.992963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.993336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.993682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.994020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.995346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.995862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.996199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.996526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.996863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.997173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.997572 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:23.997924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:24.095458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33950b5-653b-4291-99f9-205dae1abda0 req-8a925456-1975-4fd7-b2ad-0042b93faad5 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.097881 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33950b5-653b-4291-99f9-205dae1abda0 req-8a925456-1975-4fd7-b2ad-0042b93faad5 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.4207578 Aug 31 06:48:24.198688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a33950b5-653b-4291-99f9-205dae1abda0 req-939e16a3-3dfd-4043-91a1-d37d651158e6 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909789 Aug 31 06:48:24.203939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d1f0-0a15-421c-9942-47bf58ea6495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.219847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.234902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a1bea5-064e-4e4a-97c6-dcadadc3149a']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:24.250315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f5bead-50e4-4b23-b474-1c2e47cde4cf') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:24.250787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f5bead-50e4-4b23-b474-1c2e47cde4cf') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:24.278729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a401a-3d16-4b34-9899-5d87788499da req-bcabcae2-613c-401b-8046-634af4182edd tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.280852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-192a401a-3d16-4b34-9899-5d87788499da req-bcabcae2-613c-401b-8046-634af4182edd tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 944 time: 0.1732049 Aug 31 06:48:24.283370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.329916 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.345208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:48:24.345630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:48:24.349515 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:48:24.352835 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-192a401a-3d16-4b34-9899-5d87788499da req-03209856-fb2b-4f99-9243-bff9776057bd tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581427 Aug 31 06:48:24.367044 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.429087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.438368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.444585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:24.445501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/networks/26a1bea5-064e-4e4a-97c6-dcadadc3149a HTTP/1.1" status: 204 len: 168 time: 1.2255921 Aug 31 06:48:24.470933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ea4f-6dac-4bbf-8248-2cdf37be0685 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Pushing event deleted for resources: {'Network': ['ID=26a1bea5-064e-4e4a-97c6-dcadadc3149a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:24.505154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4b5bc7bc-a1c3-43a3-a1c2-a8eac014ba18 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "GET /v2.0/ports?device_id=267f4b04-71fa-41c6-90d4-d28655738bb4 HTTP/1.1" status: 200 len: 205 time: 0.0589557 Aug 31 06:48:24.507890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54566) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:24.516467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a26ef-6b9d-44a4-9ef5-c0707ba7a350 req-fe886f3a-0ba5-4889-bde1-235666bfbb2b tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.518083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d52a26ef-6b9d-44a4-9ef5-c0707ba7a350 req-fe886f3a-0ba5-4889-bde1-235666bfbb2b tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.2113736 Aug 31 06:48:24.530965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54568) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:24.538238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'floatingip': {'port_id': '604f24fc-be11-4998-aa38-c83985f2e102'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:24.616782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1903942-d083-47de-9f49-0750713c7237 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.629145 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.760579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b8eb242c-059a-478a-b13b-ad558e7b1c04 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:24.800233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b8eb242c-059a-478a-b13b-ad558e7b1c04 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:24.801629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b8eb242c-059a-478a-b13b-ad558e7b1c04 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:24.946201 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1903942-d083-47de-9f49-0750713c7237 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.951251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1903942-d083-47de-9f49-0750713c7237 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.017231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1903942-d083-47de-9f49-0750713c7237 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.018502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1903942-d083-47de-9f49-0750713c7237 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Fanout notify agent at l3_agent the message router_deleted on router 267f4b04-71fa-41c6-90d4-d28655738bb4 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:48:25.029642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d1903942-d083-47de-9f49-0750713c7237 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.029642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d1903942-d083-47de-9f49-0750713c7237 tempest-RoutersNegativeTest-830322638 tempest-RoutersNegativeTest-830322638-project] 10.222.0.15 "DELETE /v2.0/routers/267f4b04-71fa-41c6-90d4-d28655738bb4 HTTP/1.1" status: 204 len: 168 time: 0.5200272 Aug 31 06:48:25.147086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e20c5869-e65f-4bd4-a4a6-07afbbe8d38e up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:25.287798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:25.296443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:25.297161 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.525491 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.607767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.614387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.636530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df2976c-87a7-4120-9889-113a8c037830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20c5869-e65f-4bd4-a4a6-07afbbe8d38e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:25.657307 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f51aa6-2e13-4f55-a228-f28738814fa3" -d '{"events": [{"server_uuid": "5df2976c-87a7-4120-9889-113a8c037830", "name": "network-vif-plugged", "status": "completed", "tag": "e20c5869-e65f-4bd4-a4a6-07afbbe8d38e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:25.670846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2486709-3fa6-48ac-8070-0e89ab8a08c8 req-dddddd42-d0a6-4eb7-a9b6-260f1b05cb37 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.694326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2486709-3fa6-48ac-8070-0e89ab8a08c8 req-dddddd42-d0a6-4eb7-a9b6-260f1b05cb37 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 944 time: 0.1875196 Aug 31 06:48:25.712324 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,segment=NetworkSegment(cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c),segment_id=cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:25.714259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54580) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:25.721714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.765162 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fccb92-b131-4266-9c02-b826a18b8baa x-openstack-request-id: req-41fccb92-b131-4266-9c02-b826a18b8baa {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:25.767170 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df2976c-87a7-4120-9889-113a8c037830", "name": "network-vif-plugged", "status": "completed", "tag": "e20c5869-e65f-4bd4-a4a6-07afbbe8d38e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:25.767976 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41fccb92-b131-4266-9c02-b826a18b8baa {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:25.770711 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df2976c-87a7-4120-9889-113a8c037830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20c5869-e65f-4bd4-a4a6-07afbbe8d38e', 'code': 200} Aug 31 06:48:25.784558 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2486709-3fa6-48ac-8070-0e89ab8a08c8 req-b6e031b6-a904-4d75-8742-7afc08a277ac tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892086 Aug 31 06:48:25.876896 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.904466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:25.914602 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Floating IP 5d0c004f-19cb-4fd3-a191-a447c39885db associated. External IP: 172.25.5.213, port: 604f24fc-be11-4998-aa38-c83985f2e102. Aug 31 06:48:25.983226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434d382-f6b3-45ca-b6b5-5a6c0c3c538e req-f5377861-54d9-441f-8feb-7e805de48226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.985431 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5434d382-f6b3-45ca-b6b5-5a6c0c3c538e req-f5377861-54d9-441f-8feb-7e805de48226 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 1097 time: 0.1299582 Aug 31 06:48:26.119257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-281cb5ed-8077-4258-b95b-e2be1d019582 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3d3cdfb6c1f4b1d836e4173fc9feb50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038484 Aug 31 06:48:26.122619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:26.125476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5434d382-f6b3-45ca-b6b5-5a6c0c3c538e req-1d458dd3-201c-4f1b-b604-0bcd830db7b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229432 Aug 31 06:48:26.194378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80a1953a-c3d2-4d45-b1a4-5f2fc6653b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.220749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80a1953a-c3d2-4d45-b1a4-5f2fc6653b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.278081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Router 0a3431a8-dadb-4924-9d9a-06c915d34e8e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:48:26.288690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80a1953a-c3d2-4d45-b1a4-5f2fc6653b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.293060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80a1953a-c3d2-4d45-b1a4-5f2fc6653b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.297494 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-80a1953a-c3d2-4d45-b1a4-5f2fc6653b45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a871370c-f688-4a13-ad76-d092da0bfedd HTTP/1.1" status: 204 len: 168 time: 0.1708672 Aug 31 06:48:26.306148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1953a-c3d2-4d45-b1a4-5f2fc6653b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a871370c-f688-4a13-ad76-d092da0bfedd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:26.433430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:48:26.440595 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.451403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] Sync routers for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:26.476437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:26.477760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:47:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:26.531265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cb6589d7-659e-4710-95d9-581e0d43081a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "PUT /v2.0/floatingips/5d0c004f-19cb-4fd3-a191-a447c39885db HTTP/1.1" status: 200 len: 992 time: 1.9991655 Aug 31 06:48:26.532122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'tag': '604f24fc-be11-4998-aa38-c83985f2e102'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:26.545451 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9d58ab-b808-48db-be99-16afe7e01ce5", "tag": "604f24fc-be11-4998-aa38-c83985f2e102"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:26.604392 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca5ffde-7855-446f-9fed-f71193dbee0a x-openstack-request-id: req-2ca5ffde-7855-446f-9fed-f71193dbee0a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:26.604687 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9d58ab-b808-48db-be99-16afe7e01ce5", "tag": "604f24fc-be11-4998-aa38-c83985f2e102", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:26.604933 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ca5ffde-7855-446f-9fed-f71193dbee0a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:26.605384 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'tag': '604f24fc-be11-4998-aa38-c83985f2e102', 'status': 'completed', 'code': 200} Aug 31 06:48:26.701062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-68154dfa-fa1e-45a8-9cbd-d0d7719d3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.707276 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-68154dfa-fa1e-45a8-9cbd-d0d7719d3808 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1098 time: 0.0693784 Aug 31 06:48:26.719382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:26.784194 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a66f6b37-155f-4dc5-8e1a-090d7b044f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.920409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-ba36109d-4cd5-4d29-a048-0987c356d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.922265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-ba36109d-4cd5-4d29-a048-0987c356d5f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.2071164 Aug 31 06:48:26.978880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.035198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b0cad-3e16-4da2-a35e-03885620dbe1 req-3247c042-e3c6-482a-8be6-67307249ea08 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.046090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-697b0cad-3e16-4da2-a35e-03885620dbe1 req-3247c042-e3c6-482a-8be6-67307249ea08 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 945 time: 0.1203122 Aug 31 06:48:27.097759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-6402a47c-387d-4699-a1dd-c39ccbc19026 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 1000 time: 0.1681476 Aug 31 06:48:27.146970 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-697b0cad-3e16-4da2-a35e-03885620dbe1 req-1eda0ec1-4a62-4b64-8f45-e3a3feb12f98 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998292 Aug 31 06:48:27.240983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '5d0c004f-19cb-4fd3-a191-a447c39885db', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'port_id': '604f24fc-be11-4998-aa38-c83985f2e102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'mac_address': 'fa:16:3e:61:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:04Z', 'updated_at': '2021-08-31T06:48:25Z', 'revision_number': 1, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:27.256600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-fd4320af-ffba-4056-8526-f39e1f7c1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.258166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-fd4320af-ffba-4056-8526-f39e1f7c1bd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.1531546 Aug 31 06:48:27.313968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] Checking router: 0a3431a8-dadb-4924-9d9a-06c915d34e8e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:48:27.329317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:27.330148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:27.359449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-91b6b9ea-5b90-4b26-a699-790c727c69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.361157 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-91b6b9ea-5b90-4b26-a699-790c727c69e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954292 Aug 31 06:48:27.511993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54632) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:27.522378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:27.561778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-76f6b83a-e531-4fa4-8a53-c008f9436521 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909630 Aug 31 06:48:27.723777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-secgroup--771125329'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:27.786423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.789671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0c9e7e-18cf-4c60-b9ff-24f8801d1072 req-77c3700b-d80e-49d2-ac0d-36b5dbc9b807 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209923 Aug 31 06:48:27.801333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.874161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '5d0c004f-19cb-4fd3-a191-a447c39885db', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'port_id': '604f24fc-be11-4998-aa38-c83985f2e102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'mac_address': 'fa:16:3e:61:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:04Z', 'updated_at': '2021-08-31T06:48:25Z', 'revision_number': 1, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:27.916761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc762b9-1b14-416b-b376-0b0c9398da30 None None] The sync data for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 is: [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '5d0c004f-19cb-4fd3-a191-a447c39885db', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'port_id': '604f24fc-be11-4998-aa38-c83985f2e102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'mac_address': 'fa:16:3e:61:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:04Z', 'updated_at': '2021-08-31T06:48:25Z', 'revision_number': 1, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:27.950420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.959229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.006563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fde70ff-6cd8-45c8-8f26-926538ddf168,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:28.083554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.097253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.103607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.158788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1f021-e325-4cb0-943a-50f1d58fb7d7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:28.187748 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.191772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-007e6c8b-f0d6-44ab-ba3a-a550b8866212 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6787438 Aug 31 06:48:28.200029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54642) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:28.340976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9ec93d67-f16b-4747-b214-7ed9cf32d8f8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1352787 Aug 31 06:48:28.340976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:28.359801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-627dac25-1d3d-42bf-823e-f9efdae0ac88 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-security--279852107', 'description': 'tempest-security-description-220582580'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:28.382580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdcd1b-a117-4445-9e33-32af965d0297 req-446c14c1-becc-4cd8-9a59-0348ac5cf130 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:28.397087 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-debdcd1b-a117-4445-9e33-32af965d0297 req-446c14c1-becc-4cd8-9a59-0348ac5cf130 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 945 time: 0.1492183 Aug 31 06:48:28.489396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-debdcd1b-a117-4445-9e33-32af965d0297 req-a957196c-56a5-49f0-9b93-08b7a522fef4 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905294 Aug 31 06:48:28.529863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-627dac25-1d3d-42bf-823e-f9efdae0ac88 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.595748 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-627dac25-1d3d-42bf-823e-f9efdae0ac88 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.600389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-627dac25-1d3d-42bf-823e-f9efdae0ac88 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.605068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-627dac25-1d3d-42bf-823e-f9efdae0ac88 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.619149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-627dac25-1d3d-42bf-823e-f9efdae0ac88 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "PUT /v2.0/security-groups/72e1f021-e325-4cb0-943a-50f1d58fb7d7 HTTP/1.1" status: 200 len: 1778 time: 0.2744775 Aug 31 06:48:28.620268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54650) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:28.678303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dac25-1d3d-42bf-823e-f9efdae0ac88 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1f021-e325-4cb0-943a-50f1d58fb7d7,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:28.695950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d6f733ea-10e1-4585-8d84-75a2b48065cc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups/72e1f021-e325-4cb0-943a-50f1d58fb7d7 HTTP/1.1" status: 200 len: 1778 time: 0.0742607 Aug 31 06:48:28.698886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54654) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:28.821555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45f322dd-0d9f-4bf9-816a-83e75db95cee tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.879957 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45f322dd-0d9f-4bf9-816a-83e75db95cee tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.967461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45f322dd-0d9f-4bf9-816a-83e75db95cee tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.971263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45f322dd-0d9f-4bf9-816a-83e75db95cee tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.978952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54666) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:28.979894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-45f322dd-0d9f-4bf9-816a-83e75db95cee tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/72e1f021-e325-4cb0-943a-50f1d58fb7d7 HTTP/1.1" status: 204 len: 168 time: 0.2787066 Aug 31 06:48:29.001095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f322dd-0d9f-4bf9-816a-83e75db95cee tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1f021-e325-4cb0-943a-50f1d58fb7d7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:29.063389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ed059395-aa6f-42ca-9b1f-d6901876c109 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828505 Aug 31 06:48:29.067208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54668) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:29.091645 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651f16e-5c03-46f7-8427-0f923d3aa539 None None] New status for floating IP 5d0c004f-19cb-4fd3-a191-a447c39885db: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:48:29.110541 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-5e5a7181-bb8b-4edd-98d2-87e829939ac8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] delete failed (client error): The resource could not be found. Aug 31 06:48:29.113426 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5e5a7181-bb8b-4edd-98d2-87e829939ac8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/72e1f021-e325-4cb0-943a-50f1d58fb7d7 HTTP/1.1" status: 404 len: 347 time: 0.0451612 Aug 31 06:48:29.120994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:29.131203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-de468a39-5c47-423b-810e-fba4fd03ed1a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-secgroup--702025977'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:29.177278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de468a39-5c47-423b-810e-fba4fd03ed1a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.321053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de468a39-5c47-423b-810e-fba4fd03ed1a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.327195 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de468a39-5c47-423b-810e-fba4fd03ed1a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.370221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de468a39-5c47-423b-810e-fba4fd03ed1a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.372422 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de468a39-5c47-423b-810e-fba4fd03ed1a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2481353 Aug 31 06:48:29.376340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:29.385383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5e441f98-da0d-4ca7-b2c9-161c49c3b64e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'b8ef5adc-a055-4e9d-8acc-2d780cbe0336', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:29.411142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de468a39-5c47-423b-810e-fba4fd03ed1a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef5adc-a055-4e9d-8acc-2d780cbe0336,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:29.443579 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5e441f98-da0d-4ca7-b2c9-161c49c3b64e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.580146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5e441f98-da0d-4ca7-b2c9-161c49c3b64e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.587149 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5e441f98-da0d-4ca7-b2c9-161c49c3b64e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.624333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e441f98-da0d-4ca7-b2c9-161c49c3b64e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b5bd7e-51a5-4ab0-981c-f8150ecc5570,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:29.648499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5e441f98-da0d-4ca7-b2c9-161c49c3b64e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.652926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5e441f98-da0d-4ca7-b2c9-161c49c3b64e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742565 Aug 31 06:48:29.658585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54688) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:29.707372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee223700-6d26-44c9-9a9b-7786a16632ec tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.724247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee223700-6d26-44c9-9a9b-7786a16632ec tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.770545 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee223700-6d26-44c9-9a9b-7786a16632ec tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.786690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee223700-6d26-44c9-9a9b-7786a16632ec tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.789600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ee223700-6d26-44c9-9a9b-7786a16632ec tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/05b5bd7e-51a5-4ab0-981c-f8150ecc5570 HTTP/1.1" status: 204 len: 168 time: 0.1277061 Aug 31 06:48:29.790769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee223700-6d26-44c9-9a9b-7786a16632ec tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05b5bd7e-51a5-4ab0-981c-f8150ecc5570,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:29.792075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54692) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:29.882626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-edafc815-cad1-49e3-822f-6c112a8b80f7 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0888259 Aug 31 06:48:29.894668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54698) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:29.972574 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.113169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04c1eff0-2976-419a-80a7-5398266abf5b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.179388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04c1eff0-2976-419a-80a7-5398266abf5b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.251768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04c1eff0-2976-419a-80a7-5398266abf5b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.255934 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-04c1eff0-2976-419a-80a7-5398266abf5b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.262094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-04c1eff0-2976-419a-80a7-5398266abf5b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/b8ef5adc-a055-4e9d-8acc-2d780cbe0336 HTTP/1.1" status: 204 len: 168 time: 0.3620422 Aug 31 06:48:30.262446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54722) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:30.282615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1eff0-2976-419a-80a7-5398266abf5b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef5adc-a055-4e9d-8acc-2d780cbe0336,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:30.351317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7c1db144-8d58-4d3b-a23d-380345d04b4c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870745 Aug 31 06:48:30.356312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54726) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:30.367441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5cbadfc9-60c1-4664-a00d-da8242dae03e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425932647'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:30.409088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cbadfc9-60c1-4664-a00d-da8242dae03e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.536999 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cbadfc9-60c1-4664-a00d-da8242dae03e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.542131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cbadfc9-60c1-4664-a00d-da8242dae03e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.576063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cbadfc9-60c1-4664-a00d-da8242dae03e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.582333 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5cbadfc9-60c1-4664-a00d-da8242dae03e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2203443 Aug 31 06:48:30.582611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54730) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:30.588330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbadfc9-60c1-4664-a00d-da8242dae03e tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6429f36-b02c-47cb-9872-dcea650617b6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:30.602416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-24ced2de-4ceb-49a9-a7b4-43b136be7cb8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'f6429f36-b02c-47cb-9872-dcea650617b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:30.653995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24ced2de-4ceb-49a9-a7b4-43b136be7cb8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.790821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24ced2de-4ceb-49a9-a7b4-43b136be7cb8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.796285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24ced2de-4ceb-49a9-a7b4-43b136be7cb8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.823244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24ced2de-4ceb-49a9-a7b4-43b136be7cb8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.827598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54734) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:30.828354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-24ced2de-4ceb-49a9-a7b4-43b136be7cb8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2427642 Aug 31 06:48:30.830000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ced2de-4ceb-49a9-a7b4-43b136be7cb8 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad097f3-ac2d-40fb-b249-7e65688b12c1,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:30.838020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-22282f8e-db8a-43f2-8b77-ad568a8d999b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'f6429f36-b02c-47cb-9872-dcea650617b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:30.891318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22282f8e-db8a-43f2-8b77-ad568a8d999b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.946092 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22282f8e-db8a-43f2-8b77-ad568a8d999b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.954226 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22282f8e-db8a-43f2-8b77-ad568a8d999b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.999749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22282f8e-db8a-43f2-8b77-ad568a8d999b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9dd13e-74a2-48be-a45b-e7b8e0d69e51,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:31.004612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22282f8e-db8a-43f2-8b77-ad568a8d999b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.006454 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-22282f8e-db8a-43f2-8b77-ad568a8d999b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1774273 Aug 31 06:48:31.009149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54740) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:31.016325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7ac53633-62bc-4b6f-9ec7-6d41b117b543 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'f6429f36-b02c-47cb-9872-dcea650617b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:31.095191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ac53633-62bc-4b6f-9ec7-6d41b117b543 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.248640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ac53633-62bc-4b6f-9ec7-6d41b117b543 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.255442 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ac53633-62bc-4b6f-9ec7-6d41b117b543 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.283327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac53633-62bc-4b6f-9ec7-6d41b117b543 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40915685-f2bc-44fa-86a6-6f07f5b72438,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:31.285656 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ac53633-62bc-4b6f-9ec7-6d41b117b543 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.289758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7ac53633-62bc-4b6f-9ec7-6d41b117b543 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2790692 Aug 31 06:48:31.289926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54752) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:31.294437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a1013103-5ce6-458d-895f-b83a9886f87c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'f6429f36-b02c-47cb-9872-dcea650617b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:31.329795 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1013103-5ce6-458d-895f-b83a9886f87c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.422059 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1013103-5ce6-458d-895f-b83a9886f87c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.432186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dd287-c59b-484c-a867-2915a6b0690c req-b97b4f83-9216-4356-84e8-8f8e4495bb2f tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:31.433725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e48dd287-c59b-484c-a867-2915a6b0690c req-b97b4f83-9216-4356-84e8-8f8e4495bb2f tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 945 time: 0.0717912 Aug 31 06:48:31.434791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1013103-5ce6-458d-895f-b83a9886f87c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.468193 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1013103-5ce6-458d-895f-b83a9886f87c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9b7364-8cd8-4da6-b419-362a45f551b5,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:31.472872 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1013103-5ce6-458d-895f-b83a9886f87c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.477074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a1013103-5ce6-458d-895f-b83a9886f87c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1833966 Aug 31 06:48:31.477853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54754) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:31.483922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1a2e8b81-37c6-4196-bb04-851ec8f10c6a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'f6429f36-b02c-47cb-9872-dcea650617b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:31.509984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e48dd287-c59b-484c-a867-2915a6b0690c req-72d66fc7-eadd-4105-b31a-4ad67257f3f3 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683267 Aug 31 06:48:31.538455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8b81-37c6-4196-bb04-851ec8f10c6a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.594912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8b81-37c6-4196-bb04-851ec8f10c6a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.599436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8b81-37c6-4196-bb04-851ec8f10c6a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.618846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e8b81-37c6-4196-bb04-851ec8f10c6a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7473160-5f79-401c-b19d-283abe1c9709,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:31.625986 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8b81-37c6-4196-bb04-851ec8f10c6a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.627406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1a2e8b81-37c6-4196-bb04-851ec8f10c6a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1485157 Aug 31 06:48:31.630130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54756) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:31.654231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba9c64d3-02ca-4e55-acab-65cdecfa0190 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.662719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba9c64d3-02ca-4e55-acab-65cdecfa0190 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.701617 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba9c64d3-02ca-4e55-acab-65cdecfa0190 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.708057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba9c64d3-02ca-4e55-acab-65cdecfa0190 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.709282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ba9c64d3-02ca-4e55-acab-65cdecfa0190 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e7473160-5f79-401c-b19d-283abe1c9709 HTTP/1.1" status: 204 len: 168 time: 0.0782068 Aug 31 06:48:31.712013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54758) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:31.718308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c64d3-02ca-4e55-acab-65cdecfa0190 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7473160-5f79-401c-b19d-283abe1c9709,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:31.766596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5e85e944-84e6-4536-9949-bf2e426c0cc9 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0530820 Aug 31 06:48:31.770727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54760) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:31.809587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-027cfb89-6243-4769-b885-fcafe591e60d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.820942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-027cfb89-6243-4769-b885-fcafe591e60d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.853242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-027cfb89-6243-4769-b885-fcafe591e60d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.859057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-027cfb89-6243-4769-b885-fcafe591e60d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.860245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-027cfb89-6243-4769-b885-fcafe591e60d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1c9b7364-8cd8-4da6-b419-362a45f551b5 HTTP/1.1" status: 204 len: 168 time: 0.0882573 Aug 31 06:48:31.864582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54762) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:31.884145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cfb89-6243-4769-b885-fcafe591e60d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c9b7364-8cd8-4da6-b419-362a45f551b5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:31.926744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-64e354e3-2ae5-4e3b-aa99-1bb7f58974a3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0610359 Aug 31 06:48:31.929434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54764) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:31.958251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-21ec4cb6-935e-4b1a-bed8-eb44e6a0751b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.967668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-21ec4cb6-935e-4b1a-bed8-eb44e6a0751b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.006853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-21ec4cb6-935e-4b1a-bed8-eb44e6a0751b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.014183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-21ec4cb6-935e-4b1a-bed8-eb44e6a0751b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.017808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-21ec4cb6-935e-4b1a-bed8-eb44e6a0751b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/40915685-f2bc-44fa-86a6-6f07f5b72438 HTTP/1.1" status: 204 len: 168 time: 0.0849268 Aug 31 06:48:32.018852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54766) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.022023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec4cb6-935e-4b1a-bed8-eb44e6a0751b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40915685-f2bc-44fa-86a6-6f07f5b72438,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:32.087962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-650b8d73-9972-4936-add6-32166cf381b1 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0675025 Aug 31 06:48:32.091990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54768) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.125637 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb17-9592-4d67-bc65-2ed68f5d2b4f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.134153 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb17-9592-4d67-bc65-2ed68f5d2b4f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.193150 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb17-9592-4d67-bc65-2ed68f5d2b4f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.204577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb17-9592-4d67-bc65-2ed68f5d2b4f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.209637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d9dfdb17-9592-4d67-bc65-2ed68f5d2b4f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6f9dd13e-74a2-48be-a45b-e7b8e0d69e51 HTTP/1.1" status: 204 len: 168 time: 0.1142266 Aug 31 06:48:32.210144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54774) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.238693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfdb17-9592-4d67-bc65-2ed68f5d2b4f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f9dd13e-74a2-48be-a45b-e7b8e0d69e51,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:32.256357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54778) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.262216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1881534043'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:32.301211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:32.305617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-edfe285a-7c68-41c9-8210-a223ece2ee15 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0914910 Aug 31 06:48:32.306401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54782) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.309250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.333527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5d92-bdfc-473d-a6e7-b803ba046f57 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.342815 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5d92-bdfc-473d-a6e7-b803ba046f57 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.352851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:48:32.371119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.371723 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Added segment b0c266f3-52a8-405c-a788-6adaa4749a64 of type vlan for network 6d67c422-0b41-4534-9a1b-b18776857c99 Aug 31 06:48:32.387744 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5d92-bdfc-473d-a6e7-b803ba046f57 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.403179 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5d92-bdfc-473d-a6e7-b803ba046f57 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.408764 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ec2f5d92-bdfc-473d-a6e7-b803ba046f57 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8ad097f3-ac2d-40fb-b249-7e65688b12c1 HTTP/1.1" status: 204 len: 168 time: 0.1009738 Aug 31 06:48:32.408960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54784) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.409948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f5d92-bdfc-473d-a6e7-b803ba046f57 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ad097f3-ac2d-40fb-b249-7e65688b12c1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:32.442267 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.489821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5ed625e8-8d9d-42cb-9533-b3c5012d36a0 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0792837 Aug 31 06:48:32.492740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54786) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.516114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.529635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:32.530556 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.591567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d7a9287-c5ff-4165-a9d4-e7aeba908fd4 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.637172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d7a9287-c5ff-4165-a9d4-e7aeba908fd4 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.646294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Network': ['ID=6d67c422-0b41-4534-9a1b-b18776857c99,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:32.661613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 6d67c422-0b41-4534-9a1b-b18776857c99 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:48:32.708750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d7c941a1-6c3f-4bc9-bde4-70af0b2dedd7 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4514322 Aug 31 06:48:32.711868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54792) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.723853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-439622589'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:32.767828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d7a9287-c5ff-4165-a9d4-e7aeba908fd4 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.772319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d7a9287-c5ff-4165-a9d4-e7aeba908fd4 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.777050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2d7a9287-c5ff-4165-a9d4-e7aeba908fd4 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/f6429f36-b02c-47cb-9872-dcea650617b6 HTTP/1.1" status: 204 len: 168 time: 0.2826209 Aug 31 06:48:32.780311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54794) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.802358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:32.805838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.807773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54796) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.818266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a9287-c5ff-4165-a9d4-e7aeba908fd4 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6429f36-b02c-47cb-9872-dcea650617b6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:32.823950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-837cf062-765b-4bec-adc0-e9b2b70392c2 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:32.825503 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-837cf062-765b-4bec-adc0-e9b2b70392c2 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.42 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 945 time: 0.1747556 Aug 31 06:48:32.835204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fe01-9e32-4c59-aa3c-e75b2efe100d req-22d520f4-1e31-4925-9f33-2d95e57e1fb6 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:32.836897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d320fe01-9e32-4c59-aa3c-e75b2efe100d req-22d520f4-1e31-4925-9f33-2d95e57e1fb6 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df2976c-87a7-4120-9889-113a8c037830 HTTP/1.1" status: 200 len: 945 time: 0.1665030 Aug 31 06:48:32.899669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f7e6bb2c-b4f3-4c90-bcfa-a65a9b82e1b1 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1117814 Aug 31 06:48:32.902664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54800) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:32.908296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bdc786d3-ad54-4fac-bbb9-ae66aa52dc78 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-secgroup--911918362'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:32.930868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:48:32.935018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d320fe01-9e32-4c59-aa3c-e75b2efe100d req-dbc151e9-fa24-44b2-9b91-6b4b6d695bff tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6febd5-d89a-475a-b9a0-563ac47b56a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906277 Aug 31 06:48:32.953458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.953905 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Added segment 02a5ad62-3ef5-491e-8e19-e338be2d4442 of type vlan for network 78b44822-3e6a-4f65-91eb-c0e3840d01da Aug 31 06:48:32.965688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdc786d3-ad54-4fac-bbb9-ae66aa52dc78 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.976136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Deleting port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:32.976692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.022217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.050293 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22f36dec-3dd5-457e-bd1c-3e0d986c2bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.066807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.072578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:33.073286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.115082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] For port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,segment=NetworkSegment(cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c),segment_id=cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:33.115430 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.129373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Calling delete_port for e20c5869-e65f-4bd4-a4a6-07afbbe8d38e owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:33.159719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Network': ['ID=78b44822-3e6a-4f65-91eb-c0e3840d01da,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.175706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 78b44822-3e6a-4f65-91eb-c0e3840d01da details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:48:33.190167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdc786d3-ad54-4fac-bbb9-ae66aa52dc78 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.208574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdc786d3-ad54-4fac-bbb9-ae66aa52dc78 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.219026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8740ef09-e745-4ba3-8ded-af28a0c16ad1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5056164 Aug 31 06:48:33.224089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54802) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:33.243469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'subnet': {'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:33.333413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc786d3-ad54-4fac-bbb9-ae66aa52dc78 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd256def-661b-47d6-b235-f76470df2850,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.336355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.350423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e20c5869-e65f-4bd4-a4a6-07afbbe8d38e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:33.376276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Pushing event deleted for resources: {'Port': ['ID=e20c5869-e65f-4bd4-a4a6-07afbbe8d38e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.431997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] No DVR routers for this DVR port e20c5869-e65f-4bd4-a4a6-07afbbe8d38e on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:33.436420 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.438457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-629767c4-8b91-4558-88e5-7a6f113ba91a req-80fa9379-4990-452f-b0d8-cc5527ad3784 tempest-ServerTagsTestJSON-1518953283 tempest-ServerTagsTestJSON-1518953283-project] 10.222.0.42 "DELETE /v2.0/ports/e20c5869-e65f-4bd4-a4a6-07afbbe8d38e HTTP/1.1" status: 204 len: 173 time: 0.6004837 Aug 31 06:48:33.438914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df2976c-87a7-4120-9889-113a8c037830', 'name': 'network-vif-deleted', 'tag': 'e20c5869-e65f-4bd4-a4a6-07afbbe8d38e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:33.441565 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae524876-f876-400c-aa75-50e6c13a4e87" -d '{"events": [{"server_uuid": "5df2976c-87a7-4120-9889-113a8c037830", "name": "network-vif-deleted", "tag": "e20c5869-e65f-4bd4-a4a6-07afbbe8d38e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:33.472924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22f36dec-3dd5-457e-bd1c-3e0d986c2bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.479494 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-22f36dec-3dd5-457e-bd1c-3e0d986c2bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.499072 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a5767b-0f92-4746-a4a5-a0b6cd9ea95a x-openstack-request-id: req-d1a5767b-0f92-4746-a4a5-a0b6cd9ea95a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:33.499335 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df2976c-87a7-4120-9889-113a8c037830", "name": "network-vif-deleted", "tag": "e20c5869-e65f-4bd4-a4a6-07afbbe8d38e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:33.499656 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1a5767b-0f92-4746-a4a5-a0b6cd9ea95a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:33.500120 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df2976c-87a7-4120-9889-113a8c037830', 'name': 'network-vif-deleted', 'tag': 'e20c5869-e65f-4bd4-a4a6-07afbbe8d38e', 'status': 'completed', 'code': 200} Aug 31 06:48:33.514208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdc786d3-ad54-4fac-bbb9-ae66aa52dc78 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.516291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bdc786d3-ad54-4fac-bbb9-ae66aa52dc78 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6121435 Aug 31 06:48:33.519088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54808) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:33.524403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-140aa8e5-75fc-44a6-afce-d2e2c5051936 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'bd256def-661b-47d6-b235-f76470df2850', 'direction': 'ingress', 'protocol': 17}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:33.526151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-22f36dec-3dd5-457e-bd1c-3e0d986c2bdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41d53faed71c424db50bd2cb12a44c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165847 Aug 31 06:48:33.527229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f36dec-3dd5-457e-bd1c-3e0d986c2bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b381c3a-b50c-4bdd-b46c-2eee336e8565,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.529374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54810) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:33.547476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:33.552251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.585049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de1957ba-a085-489d-8139-a7c9e4bbfeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.608801 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de1957ba-a085-489d-8139-a7c9e4bbfeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.611261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-140aa8e5-75fc-44a6-afce-d2e2c5051936 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.665648 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de1957ba-a085-489d-8139-a7c9e4bbfeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.668634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de1957ba-a085-489d-8139-a7c9e4bbfeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.672306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-de1957ba-a085-489d-8139-a7c9e4bbfeff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b381c3a-b50c-4bdd-b46c-2eee336e8565 HTTP/1.1" status: 204 len: 168 time: 0.1395569 Aug 31 06:48:33.678858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1957ba-a085-489d-8139-a7c9e4bbfeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b381c3a-b50c-4bdd-b46c-2eee336e8565,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.718157 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-140aa8e5-75fc-44a6-afce-d2e2c5051936 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.722853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-140aa8e5-75fc-44a6-afce-d2e2c5051936 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.769606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-140aa8e5-75fc-44a6-afce-d2e2c5051936 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.770792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-140aa8e5-75fc-44a6-afce-d2e2c5051936 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2506320 Aug 31 06:48:33.774999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aa8e5-75fc-44a6-afce-d2e2c5051936 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9b89ab-c714-4f35-a752-788cf9ff0bcd,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.775506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54814) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:33.855460 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.869448 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17364978-51f7-45ec-af08-30ed262ced0f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.906583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17364978-51f7-45ec-af08-30ed262ced0f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.933792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Subnet': ['ID=7b9ff2b9-8c5a-4b51-809c-274d152fd37a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.948053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Checking segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:33.948608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network hostable DHCP agents. Network: 6d67c422-0b41-4534-9a1b-b18776857c99, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:48:33.966697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17364978-51f7-45ec-af08-30ed262ced0f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.970361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17364978-51f7-45ec-af08-30ed262ced0f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.972643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 6d67c422-0b41-4534-9a1b-b18776857c99 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:48:33.988416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-17364978-51f7-45ec-af08-30ed262ced0f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd256def-661b-47d6-b235-f76470df2850 HTTP/1.1" status: 204 len: 168 time: 0.2116880 Aug 31 06:48:33.992351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54824) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:33.994374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 6d67c422-0b41-4534-9a1b-b18776857c99) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:34.004767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:34.005585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa368ec8-6610-4623-aa2b-dd30fcfb3253 None None] Network 6d67c422-0b41-4534-9a1b-b18776857c99 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:34.006022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.018845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17364978-51f7-45ec-af08-30ed262ced0f tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd256def-661b-47d6-b235-f76470df2850,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:34.044044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65129df9-1226-4689-a653-d2aa275f3f23 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8109567 Aug 31 06:48:34.046987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54826) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:34.063197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'subnet': {'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:34.070136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54828) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:34.111590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-38b1a287-9f07-41b6-aee2-60112ee25fae tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1163511 Aug 31 06:48:34.116619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54832) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:34.121097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-53fbc99c-90ff-4913-8e49-e8be6330a33a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302395797'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:34.157326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea5f6d1-3c9a-49e7-9ae6-d3da50582c2f admin admin] Deleting subnet 724c3792-403d-4435-82c8-8d27fd7c39ff {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:48:34.160436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f6d1-3c9a-49e7-9ae6-d3da50582c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.191986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:34.192147 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53fbc99c-90ff-4913-8e49-e8be6330a33a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.196251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.212472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-6d67c422-0b41-4534-9a1b-b18776857c99', 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'fixed_ips': [{'subnet_id': '7b9ff2b9-8c5a-4b51-809c-274d152fd37a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:48:34.214878 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.222423 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f6d1-3c9a-49e7-9ae6-d3da50582c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.286915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f6d1-3c9a-49e7-9ae6-d3da50582c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.388628 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53fbc99c-90ff-4913-8e49-e8be6330a33a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.395636 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53fbc99c-90ff-4913-8e49-e8be6330a33a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.403252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f6d1-3c9a-49e7-9ae6-d3da50582c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.437175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.517127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Subnet': ['ID=c27c3d3f-360a-4bdb-beec-e8f69f5198be,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:34.528748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Checking segment: {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:34.529120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network hostable DHCP agents. Network: 78b44822-3e6a-4f65-91eb-c0e3840d01da, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:48:34.561511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 78b44822-3e6a-4f65-91eb-c0e3840d01da is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:48:34.583545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 78b44822-3e6a-4f65-91eb-c0e3840d01da) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:34.590337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:34.592593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.618660 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d418564b-7a2e-497c-bd5a-81d21e2a3499 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5677111 Aug 31 06:48:34.619776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54846) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:34.627513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Allocated IP 10.1.1.2 (6d67c422-0b41-4534-9a1b-b18776857c99/7b9ff2b9-8c5a-4b51-809c-274d152fd37a/5ba4ab1f-5e9e-4ce8-81ed-034081b0314a) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:34.631217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'port': {'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'name': 'tempest-TaggedBootDevicesTest-570636238', 'fixed_ips': [{'subnet_id': '7b9ff2b9-8c5a-4b51-809c-274d152fd37a'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:34.780425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af1cd0-e1a4-4d60-bfa9-8afa8031d783 None None] Network 78b44822-3e6a-4f65-91eb-c0e3840d01da requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:34.781414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5f6d1-3c9a-49e7-9ae6-d3da50582c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724c3792-403d-4435-82c8-8d27fd7c39ff,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:34.789144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53fbc99c-90ff-4913-8e49-e8be6330a33a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.791722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-53fbc99c-90ff-4913-8e49-e8be6330a33a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6737342 Aug 31 06:48:34.793809 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f6d1-3c9a-49e7-9ae6-d3da50582c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.796829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3ea5f6d1-3c9a-49e7-9ae6-d3da50582c2f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/724c3792-403d-4435-82c8-8d27fd7c39ff HTTP/1.1" status: 204 len: 168 time: 0.7253823 Aug 31 06:48:34.798330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc99c-90ff-4913-8e49-e8be6330a33a tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da300c4-2198-4c82-b305-b31ae27de698,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:34.801571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54852) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:34.802299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54854) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:34.809450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:34.812025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6372c20d-95ce-48f4-afaf-600ce34cd369 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-secgroup--626324480'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:34.833357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.851588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Transition to ACTIVE for port object 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:34.881977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Transition to ACTIVE for port object 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:34.895754 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.909681 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6372c20d-95ce-48f4-afaf-600ce34cd369 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.937656 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.949286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.988106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] device_id is not set on port 287b7481-dfe4-4057-94cb-aedd20c1aa3e yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:48:35.009720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Network 6d67c422-0b41-4534-9a1b-b18776857c99 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:35.068155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:35.072713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:35.097399 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.115149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad50b97-753b-47bd-8142-095a37d7cb90']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:35.131497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:35.131766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1477c7-4e60-4fa1-b8e2-25991b6f7a5c') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:35.153658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.168524 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6372c20d-95ce-48f4-afaf-600ce34cd369 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.174512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6372c20d-95ce-48f4-afaf-600ce34cd369 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.177651 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.186506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-78b44822-3e6a-4f65-91eb-c0e3840d01da', 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'fixed_ips': [{'subnet_id': 'c27c3d3f-360a-4bdb-beec-e8f69f5198be'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:48:35.188533 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.200452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:48:35.200891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.201970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Pushing event updated for resources: {'Port': ['ID=5ba4ab1f-5e9e-4ce8-81ed-034081b0314a,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:48:35.205176 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:48:35.257356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6372c20d-95ce-48f4-afaf-600ce34cd369 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.258198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6372c20d-95ce-48f4-afaf-600ce34cd369 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4544621 Aug 31 06:48:35.266039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372c20d-95ce-48f4-afaf-600ce34cd369 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58803fba-04ec-4dc7-81fc-8df2ec09e4e5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:35.268823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54866) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:35.277479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5a6d422c-d2b4-4aac-9c67-6536bfa11627 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': '9da300c4-2198-4c82-b305-b31ae27de698', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '58803fba-04ec-4dc7-81fc-8df2ec09e4e5', 'remote_ip_prefix': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:35.301830 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.311413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.313378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] 10.222.0.15 "DELETE /v2.0/networks/7ad50b97-753b-47bd-8142-095a37d7cb90 HTTP/1.1" status: 204 len: 168 time: 0.5079839 Aug 31 06:48:35.318346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Allocated IP 10.1.1.212 (6d67c422-0b41-4534-9a1b-b18776857c99/7b9ff2b9-8c5a-4b51-809c-274d152fd37a/287b7481-dfe4-4057-94cb-aedd20c1aa3e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:35.335636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12631a-cdba-4629-ba32-76a1c1e08f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad50b97-753b-47bd-8142-095a37d7cb90,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:35.356266 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a6d422c-d2b4-4aac-9c67-6536bfa11627 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.371628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Attempting to bind port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:35.372607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Attempting to bind port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:35.373173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Attempting to bind port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:35.392786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:35.393902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Checking segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:35.394420 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.394917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Bound using segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:35.395496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Bound port: 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:35.395984 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.475076 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a6d422c-d2b4-4aac-9c67-6536bfa11627 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.481714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a6d422c-d2b4-4aac-9c67-6536bfa11627 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.523141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d422c-d2b4-4aac-9c67-6536bfa11627 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bff89c4-f0a0-42de-8db0-cce10c91778f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:35.529940 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a6d422c-d2b4-4aac-9c67-6536bfa11627 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.541024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5a6d422c-d2b4-4aac-9c67-6536bfa11627 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2644937 Aug 31 06:48:35.541383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54872) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:35.584828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Allocated IP 10.2.2.2 (78b44822-3e6a-4f65-91eb-c0e3840d01da/c27c3d3f-360a-4bdb-beec-e8f69f5198be/d4880d05-ce10-4d12-b5e0-88908596c815) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:35.635938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] For port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:35.646643 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.647626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] For port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5ba4ab1f-5e9e-4ce8-81ed-034081b0314a,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:35.664868 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.669600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a200a6c-3177-4777-afb2-41bae9c56ce3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.672131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Transition to ACTIVE for port object 287b7481-dfe4-4057-94cb-aedd20c1aa3e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:35.699152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a200a6c-3177-4777-afb2-41bae9c56ce3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.744382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.745569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54878) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:35.801126 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a200a6c-3177-4777-afb2-41bae9c56ce3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.824090 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a200a6c-3177-4777-afb2-41bae9c56ce3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.828512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54880) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:35.828932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a200a6c-3177-4777-afb2-41bae9c56ce3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9bff89c4-f0a0-42de-8db0-cce10c91778f HTTP/1.1" status: 204 len: 168 time: 0.2858322 Aug 31 06:48:35.838044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a200a6c-3177-4777-afb2-41bae9c56ce3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bff89c4-f0a0-42de-8db0-cce10c91778f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:35.847816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46e9e-9470-4740-95bd-382589d90f04 None None] Pushing event updated for resources: {'Port': ['ID=5ba4ab1f-5e9e-4ce8-81ed-034081b0314a,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:35.854683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-caec965b-c8a3-4c35-95fb-6bc1d66e76fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d55f09f91804d8291cfec4761e3af49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018770 Aug 31 06:48:35.858713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54882) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:35.890800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 6d67c422-0b41-4534-9a1b-b18776857c99 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:35.913623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:35.919322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=287b7481-dfe4-4057-94cb-aedd20c1aa3e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:35.922731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:35.966288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ce4f1548-ee27-4a9f-8289-b030db60c2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.008057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5907f3ed-b39c-47f1-b338-471f4d8f1626 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1764555 Aug 31 06:48:36.010873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ce4f1548-ee27-4a9f-8289-b030db60c2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.011075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54886) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:36.034441 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.040078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:36.040752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.045869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Transition to ACTIVE for port object d4880d05-ce10-4d12-b5e0-88908596c815 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:36.074672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Transition to ACTIVE for port object d4880d05-ce10-4d12-b5e0-88908596c815 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:36.078265 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ebdecf0f-0387-4fa4-b6d3-ab89769112a9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4570220 Aug 31 06:48:36.082506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54888) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:36.083906 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.112493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'port': {'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'name': 'tempest-TaggedBootDevicesTest-649109445', 'fixed_ips': [{'subnet_id': '7b9ff2b9-8c5a-4b51-809c-274d152fd37a'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:36.164566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b7cb6e5-9c67-4921-98c5-a93aa915bb65 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.187909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Network 78b44822-3e6a-4f65-91eb-c0e3840d01da is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:36.194557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:36.198568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:36.202774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Pushing event updated for resources: {'Port': ['ID=d4880d05-ce10-4d12-b5e0-88908596c815,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:36.237758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b7cb6e5-9c67-4921-98c5-a93aa915bb65 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.244625 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ce4f1548-ee27-4a9f-8289-b030db60c2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.249291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ce4f1548-ee27-4a9f-8289-b030db60c2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.251150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ce4f1548-ee27-4a9f-8289-b030db60c2c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e6febd5-d89a-475a-b9a0-563ac47b56a3 HTTP/1.1" status: 204 len: 168 time: 0.3910282 Aug 31 06:48:36.326530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f1548-ee27-4a9f-8289-b030db60c2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6febd5-d89a-475a-b9a0-563ac47b56a3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:36.349059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b7cb6e5-9c67-4921-98c5-a93aa915bb65 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.353832 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3b7cb6e5-9c67-4921-98c5-a93aa915bb65 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.353994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Attempting to bind port d4880d05-ce10-4d12-b5e0-88908596c815 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:36.354200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Attempting to bind port d4880d05-ce10-4d12-b5e0-88908596c815 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:36.354556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Attempting to bind port d4880d05-ce10-4d12-b5e0-88908596c815 on network 78b44822-3e6a-4f65-91eb-c0e3840d01da {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:36.356026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3b7cb6e5-9c67-4921-98c5-a93aa915bb65 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/58803fba-04ec-4dc7-81fc-8df2ec09e4e5 HTTP/1.1" status: 204 len: 168 time: 0.3428643 Aug 31 06:48:36.359039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54892) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:36.374391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:36.375533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Checking segment: {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:36.376110 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.376885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Bound using segment: {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:36.378149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Bound port: d4880d05-ce10-4d12-b5e0-88908596c815, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:36.379480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.392469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cb6e5-9c67-4921-98c5-a93aa915bb65 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58803fba-04ec-4dc7-81fc-8df2ec09e4e5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:36.437368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:36.477382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] For port d4880d05-ce10-4d12-b5e0-88908596c815, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:36.485387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] For port d4880d05-ce10-4d12-b5e0-88908596c815, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4880d05-ce10-4d12-b5e0-88908596c815,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:36.491356 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.517502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6c1f461a-864f-4bc1-9585-f4232dd34f28 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1502542 Aug 31 06:48:36.521573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54894) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:36.600439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021566-fd5d-4ba9-a86b-7f2222b48695 None None] Pushing event updated for resources: {'Port': ['ID=d4880d05-ce10-4d12-b5e0-88908596c815,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:36.681744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c490e09a-c06c-42e2-938c-73b4a26b6ffa tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.727018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.779282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] device_id is not set on port 5a8575c1-9d4a-4628-be6f-44fa867c8dad yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:48:36.786703 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c490e09a-c06c-42e2-938c-73b4a26b6ffa tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.945627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:37.051105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:37.099581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c490e09a-c06c-42e2-938c-73b4a26b6ffa tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.102326 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c490e09a-c06c-42e2-938c-73b4a26b6ffa tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.103524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c490e09a-c06c-42e2-938c-73b4a26b6ffa tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/9da300c4-2198-4c82-b305-b31ae27de698 HTTP/1.1" status: 204 len: 168 time: 0.5809958 Aug 31 06:48:37.106490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54906) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:37.140554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490e09a-c06c-42e2-938c-73b4a26b6ffa tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da300c4-2198-4c82-b305-b31ae27de698,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:37.155055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Allocated IP 10.1.1.42 (6d67c422-0b41-4534-9a1b-b18776857c99/7b9ff2b9-8c5a-4b51-809c-274d152fd37a/5a8575c1-9d4a-4628-be6f-44fa867c8dad) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:37.176791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e20c5869-e65f-4bd4-a4a6-07afbbe8d38e no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:37.210547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: e20c5869-e65f-4bd4-a4a6-07afbbe8d38e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:37.210891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e20c5869-e65f-4bd4-a4a6-07afbbe8d38e not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:37.226980 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b0391314-a745-4714-bc42-d42def28bf39 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1184149 Aug 31 06:48:37.227998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54910) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:37.232835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-dc5e97ec-b476-4f74-be72-7a03d2986bc9 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052563940'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:37.271386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc5e97ec-b476-4f74-be72-7a03d2986bc9 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.390225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc5e97ec-b476-4f74-be72-7a03d2986bc9 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.398615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc5e97ec-b476-4f74-be72-7a03d2986bc9 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.414068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.433379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc5e97ec-b476-4f74-be72-7a03d2986bc9 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.434899 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dc5e97ec-b476-4f74-be72-7a03d2986bc9 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2056775 Aug 31 06:48:37.436968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e97ec-b476-4f74-be72-7a03d2986bc9 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4036dca4-1834-47a5-925a-9d14d54c7d79,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:37.440404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54914) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:37.446145 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:48:37.458733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d5e6bc08-1438-4d46-a26c-c748a9a879c3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': '4036dca4-1834-47a5-925a-9d14d54c7d79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:37.464726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Transition to ACTIVE for port object 5a8575c1-9d4a-4628-be6f-44fa867c8dad will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:37.519221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bc08-1438-4d46-a26c-c748a9a879c3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.579451 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.606545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ca150-2e7a-4d71-88e0-6d8d69de78bb None None] Network 6d67c422-0b41-4534-9a1b-b18776857c99 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:37.685179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cf327cf6-8fa8-4ba2-a6d7-0d093bb1715b None None] Provisioning for port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:37.692528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cf327cf6-8fa8-4ba2-a6d7-0d093bb1715b None None] Provisioning complete for port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:37.693213 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf327cf6-8fa8-4ba2-a6d7-0d093bb1715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.703153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 6d67c422-0b41-4534-9a1b-b18776857c99 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:37.716268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:37.721856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=5a8575c1-9d4a-4628-be6f-44fa867c8dad,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:37.732734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:37.801871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54926) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:37.828443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bc08-1438-4d46-a26c-c748a9a879c3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.860578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bc08-1438-4d46-a26c-c748a9a879c3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.911267 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf327cf6-8fa8-4ba2-a6d7-0d093bb1715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.932786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6bc08-1438-4d46-a26c-c748a9a879c3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0076fadf-7886-4b0e-9f17-7816072a95ac,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:37.974560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:37.975624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.988975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cf327cf6-8fa8-4ba2-a6d7-0d093bb1715b None None] For port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5ba4ab1f-5e9e-4ce8-81ed-034081b0314a,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:37.996411 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf327cf6-8fa8-4ba2-a6d7-0d093bb1715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.016103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5e6bc08-1438-4d46-a26c-c748a9a879c3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.019000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d5e6bc08-1438-4d46-a26c-c748a9a879c3 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5653374 Aug 31 06:48:38.027390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c3b98e9d-619b-4c6a-83a5-22f4b871ddc5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9383929 Aug 31 06:48:38.027701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54934) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:38.079305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-748097948-network', 'tenant_id': '62f1222f738c4149b531b6b091fa31be'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:38.095440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327cf6-8fa8-4ba2-a6d7-0d093bb1715b None None] Pushing event updated for resources: {'Port': ['ID=5ba4ab1f-5e9e-4ce8-81ed-034081b0314a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:38.125507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65c1e173-aa0e-4a0e-8d57-189b7b8be138 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.147813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65c1e173-aa0e-4a0e-8d57-189b7b8be138 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.199962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:38.202495 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.223127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.258432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d00980-40cf-412c-9f9d-b1bb313ecb09 None None] Network 78b44822-3e6a-4f65-91eb-c0e3840d01da requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:38.309713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65c1e173-aa0e-4a0e-8d57-189b7b8be138 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.337122 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65c1e173-aa0e-4a0e-8d57-189b7b8be138 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.338488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65c1e173-aa0e-4a0e-8d57-189b7b8be138 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0076fadf-7886-4b0e-9f17-7816072a95ac HTTP/1.1" status: 204 len: 168 time: 0.3142993 Aug 31 06:48:38.342920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54940) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:38.355175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1e173-aa0e-4a0e-8d57-189b7b8be138 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0076fadf-7886-4b0e-9f17-7816072a95ac,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:38.429867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fbb6cbe1-6c43-435a-91a3-4a1104d308f0 None None] Provisioning for port d4880d05-ce10-4d12-b5e0-88908596c815 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:38.437473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.447557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.473620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c2406918-448c-4e3e-8717-fba3ee7ac010 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1288583 Aug 31 06:48:38.479702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:48:38.480845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54942) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:38.495639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d875073d-ea02-45bf-bb3c-5de61e969bd4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:38.503109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.503780 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Added segment 7437608d-be83-45bc-a788-59032c875994 of type vlan for network 5231c453-26d0-4933-8509-cc47a3fe5b55 Aug 31 06:48:38.600151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.606638 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03bbcef5-86ed-461e-9fad-b3cf5da52f0c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.608557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Provisioning complete for port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:38.610989 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.666275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.667348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:38.667770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03bbcef5-86ed-461e-9fad-b3cf5da52f0c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.667964 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.760207 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03bbcef5-86ed-461e-9fad-b3cf5da52f0c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.764539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03bbcef5-86ed-461e-9fad-b3cf5da52f0c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.767062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-03bbcef5-86ed-461e-9fad-b3cf5da52f0c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/4036dca4-1834-47a5-925a-9d14d54c7d79 HTTP/1.1" status: 204 len: 168 time: 0.2842767 Aug 31 06:48:38.771171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54944) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:38.782869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54946) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:38.812804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0098107 Aug 31 06:48:38.815377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-564bb293-06ab-4ed9-adf0-e8d3aa6461ba tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981095702', 'description': 'tempest-description--2112586288'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:38.823402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54948) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:38.826884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbcef5-86ed-461e-9fad-b3cf5da52f0c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4036dca4-1834-47a5-925a-9d14d54c7d79,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:38.832343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Request body: {'subnet': {'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-748097948-subnet', 'tenant_id': '62f1222f738c4149b531b6b091fa31be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:38.849497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484a976-6af6-4043-8253-28d9333f7fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=5231c453-26d0-4933-8509-cc47a3fe5b55,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:38.872290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:38.887574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.896448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a15547f9-1483-4646-a28f-27f4a3b54ede tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202247 Aug 31 06:48:38.897608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54952) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:38.910948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:48:38.919514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8b6834e6-d5a6-449f-9912-609b44e1b855 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843789365'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:38.976550 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-564bb293-06ab-4ed9-adf0-e8d3aa6461ba tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.014506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b6834e6-d5a6-449f-9912-609b44e1b855 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.060660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4880d05-ce10-4d12-b5e0-88908596c815 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:39.198304 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-564bb293-06ab-4ed9-adf0-e8d3aa6461ba tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.206606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-564bb293-06ab-4ed9-adf0-e8d3aa6461ba tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.208050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d4880d05-ce10-4d12-b5e0-88908596c815 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:39.220974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d4880d05-ce10-4d12-b5e0-88908596c815 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:39.222402 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.229870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Provisioning for port 287b7481-dfe4-4057-94cb-aedd20c1aa3e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:39.278263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bb293-06ab-4ed9-adf0-e8d3aa6461ba tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.313348 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.320969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Provisioning complete for port 287b7481-dfe4-4057-94cb-aedd20c1aa3e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:39.321452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.332457 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b6834e6-d5a6-449f-9912-609b44e1b855 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.338501 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b6834e6-d5a6-449f-9912-609b44e1b855 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.354915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-564bb293-06ab-4ed9-adf0-e8d3aa6461ba tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.356399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-564bb293-06ab-4ed9-adf0-e8d3aa6461ba tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5707455 Aug 31 06:48:39.363238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54954) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.365256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.365802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Port 287b7481-dfe4-4057-94cb-aedd20c1aa3e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:39.375333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c38f26ee-b04f-40bb-9b20-37b497b218f3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'security_group_rule': {'security_group_id': '02013cbc-d1b6-4011-9d39-0f9b11b7b0d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:39.382807 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b6834e6-d5a6-449f-9912-609b44e1b855 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.384229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8b6834e6-d5a6-449f-9912-609b44e1b855 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4836366 Aug 31 06:48:39.389424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54956) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.397042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0edbd441-fe73-461a-93de-8b1bc1fd9dbc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'aea7effb-ef70-4dc7-ab7f-b2811b9de26c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:39.406165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6834e6-d5a6-449f-9912-609b44e1b855 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea7effb-ef70-4dc7-ab7f-b2811b9de26c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.419394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Provisioning for port 5a8575c1-9d4a-4628-be6f-44fa867c8dad completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:39.432639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c38f26ee-b04f-40bb-9b20-37b497b218f3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.449491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Provisioning complete for port 5a8575c1-9d4a-4628-be6f-44fa867c8dad triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:39.450080 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.453350 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0edbd441-fe73-461a-93de-8b1bc1fd9dbc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.475441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Checking segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:39.476274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Network hostable DHCP agents. Network: 5231c453-26d0-4933-8509-cc47a3fe5b55, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:48:39.493774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d525c698-43b1-423e-afbf-80a5b78a5aa9 None None] Port 5a8575c1-9d4a-4628-be6f-44fa867c8dad cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:39.503782 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.515106 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0edbd441-fe73-461a-93de-8b1bc1fd9dbc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.525308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0edbd441-fe73-461a-93de-8b1bc1fd9dbc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.526700 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c38f26ee-b04f-40bb-9b20-37b497b218f3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.529468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:48:39.538502 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c38f26ee-b04f-40bb-9b20-37b497b218f3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.545705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d4880d05-ce10-4d12-b5e0-88908596c815, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4880d05-ce10-4d12-b5e0-88908596c815,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:39.550542 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.551828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:39.553347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 5231c453-26d0-4933-8509-cc47a3fe5b55) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:39.553682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbd441-fe73-461a-93de-8b1bc1fd9dbc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb273d93-ece2-4e0f-a90d-e4ced94a6967,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.556762 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0edbd441-fe73-461a-93de-8b1bc1fd9dbc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.558054 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0edbd441-fe73-461a-93de-8b1bc1fd9dbc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1674662 Aug 31 06:48:39.562470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54960) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.570239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:39.571435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.576114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f26ee-b04f-40bb-9b20-37b497b218f3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15cc390-48e0-4783-bf34-b3be62abd220,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.582259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c38f26ee-b04f-40bb-9b20-37b497b218f3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.584166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c38f26ee-b04f-40bb-9b20-37b497b218f3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2160416 Aug 31 06:48:39.587172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8d5be0c1-bd78-4c89-8d16-31a6bd18b3db tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules/bb273d93-ece2-4e0f-a90d-e4ced94a6967 HTTP/1.1" status: 200 len: 763 time: 0.0221169 Aug 31 06:48:39.587736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54962) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.590945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54964) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.592998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-31ea308b-c64a-4c36-9579-a3217352e04c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'security_group_rule': {'security_group_id': '02013cbc-d1b6-4011-9d39-0f9b11b7b0d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:39.602495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2756a-8e0d-49a5-9563-5557f0e8bb9a None None] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:39.603218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-67c35b56-5d4c-4181-87b7-fa727d987901 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7783768 Aug 31 06:48:39.639998 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31ea308b-c64a-4c36-9579-a3217352e04c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.687696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54968) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.690588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-37c82501-6329-4d38-879b-4f256a73a128 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0893471 Aug 31 06:48:39.737924 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-387bb0e2-8146-4142-a457-4b90d8ccfb82 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.739488 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-454bdd2e-99c1-4f8e-848a-ef85496e8d1e None None] Provisioning complete for port 287b7481-dfe4-4057-94cb-aedd20c1aa3e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:39.739866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-454bdd2e-99c1-4f8e-848a-ef85496e8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.744891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d4880d05-ce10-4d12-b5e0-88908596c815,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.746850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-387bb0e2-8146-4142-a457-4b90d8ccfb82 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.781448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31ea308b-c64a-4c36-9579-a3217352e04c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.787083 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31ea308b-c64a-4c36-9579-a3217352e04c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.796709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-387bb0e2-8146-4142-a457-4b90d8ccfb82 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.810885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-387bb0e2-8146-4142-a457-4b90d8ccfb82 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.812079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-387bb0e2-8146-4142-a457-4b90d8ccfb82 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/bb273d93-ece2-4e0f-a90d-e4ced94a6967 HTTP/1.1" status: 204 len: 168 time: 0.1234121 Aug 31 06:48:39.818724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54972) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.818920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.818920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.818920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.818920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.818920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.819278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.819683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.819683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.820019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.820477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.820803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.821127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:39.834597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:39.834835 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.838145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea308b-c64a-4c36-9579-a3217352e04c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a34807-155d-4583-b812-f3396bb19865,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.839069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-454bdd2e-99c1-4f8e-848a-ef85496e8d1e None None] Port 287b7481-dfe4-4057-94cb-aedd20c1aa3e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:39.842548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31ea308b-c64a-4c36-9579-a3217352e04c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.846550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-31ea308b-c64a-4c36-9579-a3217352e04c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2549751 Aug 31 06:48:39.847150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54978) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.854572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:39.870111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bb0e2-8146-4142-a457-4b90d8ccfb82 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb273d93-ece2-4e0f-a90d-e4ced94a6967,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.899169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-218aaa45-7621-4c6c-9be3-58a68f0d1788 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0813451 Aug 31 06:48:39.903523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54980) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:39.908446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e26dd7da-2c48-42bf-a6f9-62d2d9d9b2a7 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'aea7effb-ef70-4dc7-ab7f-b2811b9de26c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:39.923102 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.961328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-454bdd2e-99c1-4f8e-848a-ef85496e8d1e None None] Provisioning complete for port 5a8575c1-9d4a-4628-be6f-44fa867c8dad triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:39.962048 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-454bdd2e-99c1-4f8e-848a-ef85496e8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.976156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e26dd7da-2c48-42bf-a6f9-62d2d9d9b2a7 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.038613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e26dd7da-2c48-42bf-a6f9-62d2d9d9b2a7 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.042440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf75d32-c170-4077-9888-c9351d2fd8d8 None None] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:40.043485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e26dd7da-2c48-42bf-a6f9-62d2d9d9b2a7 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.070958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-454bdd2e-99c1-4f8e-848a-ef85496e8d1e None None] Port 5a8575c1-9d4a-4628-be6f-44fa867c8dad cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:40.095203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dd7da-2c48-42bf-a6f9-62d2d9d9b2a7 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8078d29-1408-449d-b443-f8937cd4e0c5,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:40.115098 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e26dd7da-2c48-42bf-a6f9-62d2d9d9b2a7 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.121141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e26dd7da-2c48-42bf-a6f9-62d2d9d9b2a7 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2165356 Aug 31 06:48:40.125343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54984) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.134007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.155073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fcd02024-5230-4e80-8915-76660ce64b18 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules/f8078d29-1408-449d-b443-f8937cd4e0c5 HTTP/1.1" status: 200 len: 763 time: 0.0283988 Aug 31 06:48:40.160115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54986) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.193544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-454bdd2e-99c1-4f8e-848a-ef85496e8d1e None None] Provisioning complete for port d4880d05-ce10-4d12-b5e0-88908596c815 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:40.194000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-454bdd2e-99c1-4f8e-848a-ef85496e8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.213088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-44d3a628-f870-4130-a09f-0a254c5f5659 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0473902 Aug 31 06:48:40.213088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54988) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.251700 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7b37a84-3ec5-472f-bb8d-516136085b36 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.274175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7b37a84-3ec5-472f-bb8d-516136085b36 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.384194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7b37a84-3ec5-472f-bb8d-516136085b36 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.398447 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7b37a84-3ec5-472f-bb8d-516136085b36 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.399619 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e7b37a84-3ec5-472f-bb8d-516136085b36 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f8078d29-1408-449d-b443-f8937cd4e0c5 HTTP/1.1" status: 204 len: 168 time: 0.1849120 Aug 31 06:48:40.410188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54998) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.425554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b37a84-3ec5-472f-bb8d-516136085b36 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8078d29-1408-449d-b443-f8937cd4e0c5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:40.466911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-31852539-4832-40ab-9f4f-9c3725d09abc tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0555570 Aug 31 06:48:40.469667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55002) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.491492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-afeb5e03-da40-487a-b085-acf43d28d51d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Request body: {'security_group_rule': {'security_group_id': 'aea7effb-ef70-4dc7-ab7f-b2811b9de26c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:40.520590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Allocated IP 172.25.5.172 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/8c710ad8-e5fc-4e75-b94b-162344809743) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:40.524524 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-afeb5e03-da40-487a-b085-acf43d28d51d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Project 2f6afe72c071480983a5cb90bcee609f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:48:40.530901 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afeb5e03-da40-487a-b085-acf43d28d51d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.611375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afeb5e03-da40-487a-b085-acf43d28d51d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.617858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afeb5e03-da40-487a-b085-acf43d28d51d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.630022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-1b5d0c67-96c2-4970-9c32-4c54998a17a7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:40.631637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-1b5d0c67-96c2-4970-9c32-4c54998a17a7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.2160335 Aug 31 06:48:40.638878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb5e03-da40-487a-b085-acf43d28d51d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b31516-59f6-45f6-b840-17cba29f4c88,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:40.649538 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afeb5e03-da40-487a-b085-acf43d28d51d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.650844 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-afeb5e03-da40-487a-b085-acf43d28d51d tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1797168 Aug 31 06:48:40.653515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55004) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.674039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cf901234-6143-42e0-9077-aba434e34a65 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules/46b31516-59f6-45f6-b840-17cba29f4c88 HTTP/1.1" status: 200 len: 769 time: 0.0169382 Aug 31 06:48:40.675397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55006) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.678819 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-680c98d2-06ba-4ed8-a30c-ae96d4554ef6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/quotas/62f1222f738c4149b531b6b091fa31be HTTP/1.1" status: 200 len: 375 time: 0.0350990 Aug 31 06:48:40.755862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-3148d154-6815-4430-a99e-36643997e18b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600846 Aug 31 06:48:40.759152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4880d05-ce10-4d12-b5e0-88908596c815 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:40.761381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.825223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d4880d05-ce10-4d12-b5e0-88908596c815 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:40.825582 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.841320 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3162b2bf-8bd7-49e5-b699-37e1ddf6916c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1648428 Aug 31 06:48:40.846831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55008) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.880191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7dad44c7-6139-47a0-b909-943c2703f31c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.888824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7dad44c7-6139-47a0-b909-943c2703f31c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.903261 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-6e81bbf0-6df5-4e66-b77b-8027ffe12316 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386366 Aug 31 06:48:40.912741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.930958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7dad44c7-6139-47a0-b909-943c2703f31c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.941557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7dad44c7-6139-47a0-b909-943c2703f31c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.943340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7dad44c7-6139-47a0-b909-943c2703f31c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/46b31516-59f6-45f6-b840-17cba29f4c88 HTTP/1.1" status: 204 len: 168 time: 0.0951526 Aug 31 06:48:40.950112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55010) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:40.960111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad44c7-6139-47a0-b909-943c2703f31c tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b31516-59f6-45f6-b840-17cba29f4c88,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:41.010604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:41.016619 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2b1da7ff-ed86-4eb8-a1e2-787123ba5089 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0651116 Aug 31 06:48:41.017053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:41.021467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55012) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:41.023423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:41.044931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=8c710ad8-e5fc-4e75-b94b-162344809743,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:41.087997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ffd2-44e4-46ba-af65-02cccda502b5 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.100006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-eb1a7c48-ff7d-4d6e-aab5-6cfe4993c893 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892800 Aug 31 06:48:41.116379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ffd2-44e4-46ba-af65-02cccda502b5 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.160186 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.168837 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ffd2-44e4-46ba-af65-02cccda502b5 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.172193 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ffd2-44e4-46ba-af65-02cccda502b5 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.173701 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7dc2ffd2-44e4-46ba-af65-02cccda502b5 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "DELETE /v2.0/security-groups/aea7effb-ef70-4dc7-ab7f-b2811b9de26c HTTP/1.1" status: 204 len: 168 time: 0.1510749 Aug 31 06:48:41.180545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55016) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:41.184206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2ffd2-44e4-46ba-af65-02cccda502b5 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea7effb-ef70-4dc7-ab7f-b2811b9de26c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:41.240176 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.312994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-27efc69c-a77f-4435-8291-e552db846f6b tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1246533 Aug 31 06:48:41.313648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55020) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:41.364766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7e9c15d-574f-4858-ae47-312ae00c9e98 req-3dc9282f-804d-4474-b85b-8249529c9552 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 210 time: 0.0551300 Aug 31 06:48:41.459514 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-916408cf-b91d-4c33-a8d1-99862511a134 tempest-SecGroupIPv6Test-1046322645 tempest-SecGroupIPv6Test-1046322645-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1446149 Aug 31 06:48:41.562502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.570105 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.658396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=8c710ad8-e5fc-4e75-b94b-162344809743,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:41.684093 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.702065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.705926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-74b91cca-f616-4aa0-9945-77d3c42573bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8556273 Aug 31 06:48:41.884960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55044) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:42.213347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b43749c5-3c06-45eb-8144-80161f086fc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f6afe72c071480983a5cb90bcee609f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242171 Aug 31 06:48:42.216103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:42.220914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0ac6758b-236b-484e-a94d-12e2f0dd42c5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1981095702&fields=id&tenant_id=ffcef016d8e24f919f7778eedfa391b5 HTTP/1.1" status: 200 len: 267 time: 0.0938957 Aug 31 06:48:42.356251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-9a9ef816-d874-4f53-a9ae-26324d6d8a71 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.371695 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fd3f261-1d14-4f21-9d16-1faccb25b78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:42.375397 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-9a9ef816-d874-4f53-a9ae-26324d6d8a71 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports/287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 931 time: 0.1267979 Aug 31 06:48:42.411289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fd3f261-1d14-4f21-9d16-1faccb25b78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:42.432411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f80f5a02-f693-4426-80ff-f72d2635c9c2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.434042 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f80f5a02-f693-4426-80ff-f72d2635c9c2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports/5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 930 time: 0.0575871 Aug 31 06:48:42.477512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fd3f261-1d14-4f21-9d16-1faccb25b78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:42.483330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2fd3f261-1d14-4f21-9d16-1faccb25b78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:42.484914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2fd3f261-1d14-4f21-9d16-1faccb25b78c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fde70ff-6cd8-45c8-8f26-926538ddf168 HTTP/1.1" status: 204 len: 168 time: 0.2668197 Aug 31 06:48:42.497001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3f261-1d14-4f21-9d16-1faccb25b78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fde70ff-6cd8-45c8-8f26-926538ddf168,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:42.528504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-00c7619a-0733-4002-b8d3-4c0d04f121a0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0849094 Aug 31 06:48:42.556501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-684e4fe6-2ab9-49f8-9d3e-84d9dbe1bf49 req-e264c6a1-26f6-44b4-8d7a-b21e1452fef8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 210 time: 0.0608134 Aug 31 06:48:42.581850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-df46efe8-9044-4bc0-892c-658d729d42b9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0450659 Aug 31 06:48:42.878846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7babdd6d-928c-4b9c-afaa-b73d7e97baa6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.895972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7babdd6d-928c-4b9c-afaa-b73d7e97baa6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.902277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7babdd6d-928c-4b9c-afaa-b73d7e97baa6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.904029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7babdd6d-928c-4b9c-afaa-b73d7e97baa6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/networks?id=2c71b659-92d8-4b29-abc6-2d570dfb2787&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=78b44822-3e6a-4f65-91eb-c0e3840d01da&id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 1990 time: 0.3100932 Aug 31 06:48:42.947519 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-139c24a3-8c15-4e20-b9fa-69a4e251ac5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/quotas/ffcef016d8e24f919f7778eedfa391b5 HTTP/1.1" status: 200 len: 375 time: 0.0270333 Aug 31 06:48:43.002496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-7268d73c-5a6d-4343-9713-cff389aa731e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:43.006662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-7268d73c-5a6d-4343-9713-cff389aa731e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.2427576 Aug 31 06:48:43.023961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Request body: {'port': {'device_id': 'ede546ff-1440-4ba4-a3ec-74aa48f2aa8f', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'admin_state_up': True, 'tenant_id': '62f1222f738c4149b531b6b091fa31be'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:43.107010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-8ecb517d-d3e1-469d-a3fc-c1fa8b502fde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1514065 Aug 31 06:48:43.266376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:43.271515 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.342504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-21506a84-52fa-4682-b235-f43a2faf8f5b service neutron] 10.222.0.15 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967986 Aug 31 06:48:43.597397 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-21708dcf-65db-460c-83ca-a4ee1032557d service neutron] 10.222.0.15 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721065 Aug 31 06:48:43.603148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Allocated IP 172.20.0.7 (5231c453-26d0-4933-8509-cc47a3fe5b55/9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8/c082fbb8-f098-4164-a67c-5606bc7cbef3) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:43.663874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-bf6746fa-91a4-4997-a04b-2dcc3e757e43 service neutron] 10.222.0.15 "GET /v2.0/ports/287b7481-dfe4-4057-94cb-aedd20c1aa3e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0493689 Aug 31 06:48:43.725866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2652e6a-84c3-446b-8a27-c06936691a71 req-79037de8-e9f0-4017-be7a-b7a072fb178c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 210 time: 0.0448430 Aug 31 06:48:43.853135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-01f818cf-1732-496f-b000-58ce8eaff12d service neutron] 10.222.0.15 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700642 Aug 31 06:48:43.960259 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:44.046354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-44ccd8df-6215-488f-b940-747c13aaebe4 service neutron] 10.222.0.15 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838562 Aug 31 06:48:44.059607 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:44.142299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-47757345-0ab7-4d80-bf21-043429ee00ff service neutron] 10.222.0.15 "GET /v2.0/ports/5a8575c1-9d4a-4628-be6f-44fa867c8dad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0742640 Aug 31 06:48:44.146865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:44.151099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:44.153669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:44.158156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event updated for resources: {'Port': ['ID=c082fbb8-f098-4164-a67c-5606bc7cbef3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:44.260476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.261103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:44.290402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-b862b208-c477-4d02-ad7c-71a36d1decd9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2709856 Aug 31 06:48:44.305223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Request body: {'port': {'device_id': 'ede546ff-1440-4ba4-a3ec-74aa48f2aa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:44.327379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-761122e4-a7bc-4629-8f98-07a27b2644ed service neutron] 10.222.0.15 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437256 Aug 31 06:48:44.435193 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:44.571592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0d33667b-2b53-4be1-b3e4-ee763599f546 service neutron] 10.222.0.15 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994185 Aug 31 06:48:44.913154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb451f-ade8-443e-9489-e63aa1de130c req-cce8932d-96d8-4bd8-98c4-dc1b85ffe0ac tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.921693 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1fb451f-ade8-443e-9489-e63aa1de130c req-cce8932d-96d8-4bd8-98c4-dc1b85ffe0ac tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 931 time: 0.0815670 Aug 31 06:48:44.968844 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b1fb451f-ade8-443e-9489-e63aa1de130c req-4cf35b00-40c5-4b0c-9dfc-3e193f20a362 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443749 Aug 31 06:48:45.111508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-98f5b170-a953-4e2f-bc63-bfe65e3757a8 service neutron] 10.222.0.15 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341146 Aug 31 06:48:45.172730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55134) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:45.314669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c082fbb8-f098-4164-a67c-5606bc7cbef3 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:45.320040 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-670eef52-0d47-4f8e-9742-42f1c7591b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.322976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-6562b2c3-e454-485e-aaa3-18be8626d54b service neutron] 10.222.0.15 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044361 Aug 31 06:48:45.327877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.400685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Transition to ACTIVE for port object c082fbb8-f098-4164-a67c-5606bc7cbef3 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:45.412298 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.443371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-670eef52-0d47-4f8e-9742-42f1c7591b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.449395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-670eef52-0d47-4f8e-9742-42f1c7591b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.520383 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-670eef52-0d47-4f8e-9742-42f1c7591b1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ff16708e1b14ba1aa0a4e1e01c926c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459163 Aug 31 06:48:45.523239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55138) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:45.535278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eef52-0d47-4f8e-9742-42f1c7591b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2376c88a-4bb2-4ac0-a7e4-6b9a9f35c22b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:45.538797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=c082fbb8-f098-4164-a67c-5606bc7cbef3,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:45.562687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-986a495b-d6fa-4432-9bb3-a5abffa0ec3c service neutron] 10.222.0.15 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314646 Aug 31 06:48:45.628106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c987c364-de61-418d-a8f1-21a67908f581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.683248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Attempting to bind port c082fbb8-f098-4164-a67c-5606bc7cbef3 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:45.683719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Attempting to bind port c082fbb8-f098-4164-a67c-5606bc7cbef3 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:45.684101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Attempting to bind port c082fbb8-f098-4164-a67c-5606bc7cbef3 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:45.686030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c987c364-de61-418d-a8f1-21a67908f581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.693976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Port c082fbb8-f098-4164-a67c-5606bc7cbef3 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:45.694488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Attempting to bind port c082fbb8-f098-4164-a67c-5606bc7cbef3 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:45.704895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:45.705974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Checking segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:45.706329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Bound using segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:45.707454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Bound port: c082fbb8-f098-4164-a67c-5606bc7cbef3, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:45.707454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.752724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c987c364-de61-418d-a8f1-21a67908f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.757648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c987c364-de61-418d-a8f1-21a67908f581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.763458 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c987c364-de61-418d-a8f1-21a67908f581 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2376c88a-4bb2-4ac0-a7e4-6b9a9f35c22b HTTP/1.1" status: 204 len: 168 time: 0.2347784 Aug 31 06:48:45.773736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987c364-de61-418d-a8f1-21a67908f581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2376c88a-4bb2-4ac0-a7e4-6b9a9f35c22b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:45.797315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-50af6145-e417-4305-9dd6-3fce5ebbefec service neutron] 10.222.0.15 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168345 Aug 31 06:48:45.916647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] For port c082fbb8-f098-4164-a67c-5606bc7cbef3, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:45.968073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] For port c082fbb8-f098-4164-a67c-5606bc7cbef3, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:45.980832 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.991887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-52f3473a-48f3-4e66-8c6d-738c45fa3888 service neutron] 10.222.0.15 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937444 Aug 31 06:48:46.074903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.075640 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.077795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] 10.222.0.42 "PUT /v2.0/ports/c082fbb8-f098-4164-a67c-5606bc7cbef3 HTTP/1.1" status: 200 len: 1092 time: 1.7781353 Aug 31 06:48:46.081167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede546ff-1440-4ba4-a3ec-74aa48f2aa8f', 'tag': 'c082fbb8-f098-4164-a67c-5606bc7cbef3'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:46.084988 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d575a060-b23a-4943-ba04-13c0548dd272" -d '{"events": [{"name": "network-changed", "server_uuid": "ede546ff-1440-4ba4-a3ec-74aa48f2aa8f", "tag": "c082fbb8-f098-4164-a67c-5606bc7cbef3"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:46.175967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-2613fe62-999c-4da2-bd27-7e06576d09be service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2618423 Aug 31 06:48:46.181639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd9f61-2d1a-44b4-90d4-f9a82af50638 req-11031058-d13d-4f83-b907-c24e7fe88f89 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.195395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-becd9f61-2d1a-44b4-90d4-f9a82af50638 req-11031058-d13d-4f83-b907-c24e7fe88f89 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 943 time: 0.0853236 Aug 31 06:48:46.307814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-becd9f61-2d1a-44b4-90d4-f9a82af50638 req-59ba5418-c1f5-453a-91ef-9e80fef87574 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110201 Aug 31 06:48:46.316738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9486c-b9b0-4822-8310-fdf77a63ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=c082fbb8-f098-4164-a67c-5606bc7cbef3,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:46.334727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-493293a7-159d-40c4-9cb1-6bf242a0f9f6 service neutron] 10.222.0.15 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984042 Aug 31 06:48:46.369227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-eba68066-eddb-4722-8f9b-9f3b7ec9b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.369227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-eba68066-eddb-4722-8f9b-9f3b7ec9b0e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 1095 time: 0.1913152 Aug 31 06:48:46.467478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-762e57ef-ff0d-4d76-8593-cbb521fc31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.469050 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-762e57ef-ff0d-4d76-8593-cbb521fc31ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1098 time: 0.2143166 Aug 31 06:48:46.470600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-c72271e1-1949-4b19-939d-aeded85861d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3 HTTP/1.1" status: 200 len: 217 time: 0.0941687 Aug 31 06:48:46.473021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55156) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:46.506608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6dcfbd-c861-48e8-9c12-eec242078864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.524793 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5539dde-986a-4a98-8e3c-7b84ecf3fe16 x-openstack-request-id: req-d5539dde-986a-4a98-8e3c-7b84ecf3fe16 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:46.524793 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede546ff-1440-4ba4-a3ec-74aa48f2aa8f", "tag": "c082fbb8-f098-4164-a67c-5606bc7cbef3", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:46.524793 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5539dde-986a-4a98-8e3c-7b84ecf3fe16 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:46.524793 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede546ff-1440-4ba4-a3ec-74aa48f2aa8f', 'tag': 'c082fbb8-f098-4164-a67c-5606bc7cbef3', 'status': 'completed', 'code': 200} Aug 31 06:48:46.601610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55158) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:46.614584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-cde3a1f1-fe09-47f8-a63b-4ab5751ffd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.616285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-cde3a1f1-fe09-47f8-a63b-4ab5751ffd2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.1355796 Aug 31 06:48:46.667593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-528ab28d-3582-47b9-9e7c-9369213cb9a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358355 Aug 31 06:48:46.685637 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6dcfbd-c861-48e8-9c12-eec242078864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.693524 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6dcfbd-c861-48e8-9c12-eec242078864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.696165 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-6c2f25b9-94de-4515-8ed1-953aab588374 service neutron] 10.222.0.15 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487628 Aug 31 06:48:46.749239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-e344c482-6440-4b96-8ff9-02dbcc802bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.750871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-e344c482-6440-4b96-8ff9-02dbcc802bfd service neutron] 10.222.0.23 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.2599089 Aug 31 06:48:46.767148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dcfbd-c861-48e8-9c12-eec242078864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be77e969-db14-4f99-ba62-9b67f6ddebc4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:46.823328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d6dcfbd-c861-48e8-9c12-eec242078864 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=faedbbc20c71490590a7c8062e4dc60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485644 Aug 31 06:48:46.826205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55164) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:46.873297 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40b93a48-d82c-437b-9f4f-002fd350deac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.927142 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da696b82-5501-468f-a133-90c2f4985b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.972282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da696b82-5501-468f-a133-90c2f4985b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.985803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-15f18ee9-8fdd-4fec-b4ec-da6b579ba30d service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044341 Aug 31 06:48:47.004383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-83ce4428-fa7d-477e-a46d-2672a3fad181 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 1002 time: 0.2334907 Aug 31 06:48:47.022770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-d350a36f-d71c-4f0a-a029-1a03a894c5ca service neutron] 10.222.0.15 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831299 Aug 31 06:48:47.083681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da696b82-5501-468f-a133-90c2f4985b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.086515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da696b82-5501-468f-a133-90c2f4985b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.088456 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da696b82-5501-468f-a133-90c2f4985b43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be77e969-db14-4f99-ba62-9b67f6ddebc4 HTTP/1.1" status: 204 len: 168 time: 0.2614331 Aug 31 06:48:47.105468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da696b82-5501-468f-a133-90c2f4985b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be77e969-db14-4f99-ba62-9b67f6ddebc4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:47.177550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40b93a48-d82c-437b-9f4f-002fd350deac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.180888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-cfff4029-c5fa-4f71-8c87-5c4eeefbdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.182914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-cfff4029-c5fa-4f71-8c87-5c4eeefbdb2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.1660936 Aug 31 06:48:47.186939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40b93a48-d82c-437b-9f4f-002fd350deac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.262136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cbadee7-34bc-4a97-88f1-e1aabb4d4633 req-1e9e3719-e7b1-4302-8756-122c3f912f13 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621434 Aug 31 06:48:47.272620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40b93a48-d82c-437b-9f4f-002fd350deac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2a67f28ed834499a716e22bfd1de0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695111 Aug 31 06:48:47.274955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b93a48-d82c-437b-9f4f-002fd350deac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3173802-ddff-4121-9c80-8ec23d1f1f5b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:47.276859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55170) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:47.371520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-ff96c697-5e54-4eeb-b081-9974be8f4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.373504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-ff96c697-5e54-4eeb-b081-9974be8f4dc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1789052 Aug 31 06:48:47.578057 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4cef528-fe8f-4851-9314-ce71507f5c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.587592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a060-b23a-4943-ba04-13c0548dd272 req-82d13580-6a5c-484a-864e-683685d7999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.590623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d575a060-b23a-4943-ba04-13c0548dd272 req-82d13580-6a5c-484a-864e-683685d7999e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 1095 time: 0.2427402 Aug 31 06:48:47.593095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cb96f-b4bb-4d2d-a118-8b9f800f480f req-9a90e28c-ad7d-4d9f-b7e3-0c484f84731b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.596041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e74cb96f-b4bb-4d2d-a118-8b9f800f480f req-9a90e28c-ad7d-4d9f-b7e3-0c484f84731b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 943 time: 0.1034133 Aug 31 06:48:47.664227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-e129fde5-ce9d-41b7-8c0a-1aa6068d979b service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429726 Aug 31 06:48:47.684932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e74cb96f-b4bb-4d2d-a118-8b9f800f480f req-2a7cb94f-5919-4c77-bc13-725db87e5872 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771263 Aug 31 06:48:47.795500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4cef528-fe8f-4851-9314-ce71507f5c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:48.004234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a060-b23a-4943-ba04-13c0548dd272 req-f35d16d0-4d00-4272-b52e-5f3843a8c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:48.006957 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d575a060-b23a-4943-ba04-13c0548dd272 req-f35d16d0-4d00-4272-b52e-5f3843a8c017 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.3980708 Aug 31 06:48:48.010766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c6ef268-e132-480e-bc6f-29004a2d1b5f req-6dd41957-e769-4552-8f65-2621c82b8d02 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192997 Aug 31 06:48:48.032214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4cef528-fe8f-4851-9314-ce71507f5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:48.037778 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4cef528-fe8f-4851-9314-ce71507f5c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:48.039729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b4cef528-fe8f-4851-9314-ce71507f5c8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3173802-ddff-4121-9c80-8ec23d1f1f5b HTTP/1.1" status: 204 len: 168 time: 0.7588403 Aug 31 06:48:48.232321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43831e2d-2a94-4101-9b02-07d54b3642d3 req-258d0e4f-779b-4a57-b11a-f1416843b80e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0462437 Aug 31 06:48:48.513702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d575a060-b23a-4943-ba04-13c0548dd272 req-bc641973-3cfd-4bb5-b8bf-145b34e27118 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3 HTTP/1.1" status: 200 len: 217 time: 0.4953811 Aug 31 06:48:48.536916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cef528-fe8f-4851-9314-ce71507f5c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3173802-ddff-4121-9c80-8ec23d1f1f5b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:48.605929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a060-b23a-4943-ba04-13c0548dd272 req-5ed95291-6ff2-4df7-bd8f-8082ec170a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:48.609224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d575a060-b23a-4943-ba04-13c0548dd272 req-5ed95291-6ff2-4df7-bd8f-8082ec170a3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0864339 Aug 31 06:48:48.653116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d575a060-b23a-4943-ba04-13c0548dd272 req-8e053bd2-c4b9-48aa-b26a-bec77d237937 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359201 Aug 31 06:48:48.825713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d575a060-b23a-4943-ba04-13c0548dd272 req-a073c476-b3f4-454c-90a8-3064d3d905d4 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650321 Aug 31 06:48:49.004820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1bc27-d9dd-4cc2-9688-b50df9579c3a req-4e8005d3-451f-4b16-9336-909f6fafe730 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.006286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8e1bc27-d9dd-4cc2-9688-b50df9579c3a req-4e8005d3-451f-4b16-9336-909f6fafe730 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 943 time: 0.1746068 Aug 31 06:48:49.110674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d575a060-b23a-4943-ba04-13c0548dd272 req-344791cd-4d6f-419e-9120-c48417834ca6 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762849 Aug 31 06:48:49.124248 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8e1bc27-d9dd-4cc2-9688-b50df9579c3a req-4c3dca09-5919-4fb6-9614-0df9f2f2c3ff tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923505 Aug 31 06:48:49.233296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c082fbb8-f098-4164-a67c-5606bc7cbef3 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:49.478983 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3d707e3a-6eab-4b1a-9ea7-8e6d02b195c5 req-346e6561-6101-49da-9f58-398afe1322a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0492635 Aug 31 06:48:49.635874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c082fbb8-f098-4164-a67c-5606bc7cbef3, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:49.653077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'c082fbb8-f098-4164-a67c-5606bc7cbef3', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'port_id': 'c082fbb8-f098-4164-a67c-5606bc7cbef3', 'mac_address': 'fa:16:3e:64:eb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:49.714085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.730660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c082fbb8-f098-4164-a67c-5606bc7cbef3 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:49.755144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55268) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:49.765077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-41a6c88b-94cd-48dc-a5ed-20d090bba67b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1263168 Aug 31 06:48:49.781365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c082fbb8-f098-4164-a67c-5606bc7cbef3, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:49.790036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.913309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=c082fbb8-f098-4164-a67c-5606bc7cbef3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:49.968568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-26cc66c6-140d-4da8-88be-a5f50fb10915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.973265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-26cc66c6-140d-4da8-88be-a5f50fb10915 service neutron] 10.222.0.23 "GET /v2.0/ports/287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 1027 time: 0.1820152 Aug 31 06:48:50.065803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:50.078953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-1ce6228d-c7a1-4a06-a583-72a63f9e0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.080946 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-1ce6228d-c7a1-4a06-a583-72a63f9e0869 service neutron] 10.222.0.23 "GET /v2.0/ports/5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 1026 time: 0.0869327 Aug 31 06:48:50.083331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-204026779-network', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:50.107554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f8a87690-f652-4b62-83b7-5d636dee377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.114454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f8a87690-f652-4b62-83b7-5d636dee377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.115103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f8a87690-f652-4b62-83b7-5d636dee377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.115745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f8a87690-f652-4b62-83b7-5d636dee377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.116369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f8a87690-f652-4b62-83b7-5d636dee377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.116996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f8a87690-f652-4b62-83b7-5d636dee377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.117671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f8a87690-f652-4b62-83b7-5d636dee377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.119956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f8a87690-f652-4b62-83b7-5d636dee377b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a7e5dc2c46439394efd52eb896ff61&device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 6506 time: 0.2498004 Aug 31 06:48:50.177314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Made reservation on behalf of 52d4e2278cfc414395799ed2fdfe2f15 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:50.185430 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.206216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.443416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.451222 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.613398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:48:50.619078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b9c17b28-6f36-4288-835c-4d505e9e92a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.631745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b9c17b28-6f36-4288-835c-4d505e9e92a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.641804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b9c17b28-6f36-4288-835c-4d505e9e92a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.644183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b9c17b28-6f36-4288-835c-4d505e9e92a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "GET /v2.0/networks?id=2c71b659-92d8-4b29-abc6-2d570dfb2787&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=78b44822-3e6a-4f65-91eb-c0e3840d01da&id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 1990 time: 0.5493715 Aug 31 06:48:50.649743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262b4554-906a-4d74-ae21-436bb04bec39,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:50.663926 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.664466 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Added segment 1a995ab8-6fa4-4f23-ba4d-576815db32b5 of type vlan for network 1b777da1-179b-4280-873c-b3ec15ee753f Aug 31 06:48:50.695786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-b84d0a5b-17fd-4b0c-8933-12d9696b1b86 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.710426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-b84d0a5b-17fd-4b0c-8933-12d9696b1b86 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.718488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-b84d0a5b-17fd-4b0c-8933-12d9696b1b86 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.725746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-b84d0a5b-17fd-4b0c-8933-12d9696b1b86 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.731991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-b84d0a5b-17fd-4b0c-8933-12d9696b1b86 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.739187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-b84d0a5b-17fd-4b0c-8933-12d9696b1b86 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.748058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-b84d0a5b-17fd-4b0c-8933-12d9696b1b86 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.752636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-b84d0a5b-17fd-4b0c-8933-12d9696b1b86 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.2758348 Aug 31 06:48:50.780031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55288) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:50.805220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e763fa-df14-453a-939a-23e1917dfef8 req-1ae17336-9dc7-4c7a-aca3-bc6c64a58680 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.807104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60e763fa-df14-453a-939a-23e1917dfef8 req-1ae17336-9dc7-4c7a-aca3-bc6c64a58680 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 944 time: 0.3968036 Aug 31 06:48:50.836187 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7c68532a-91d8-4d31-8dc4-1f25847f0d33 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffcef016d8e24f919f7778eedfa391b5 HTTP/1.1" status: 200 len: 380 time: 0.1594055 Aug 31 06:48:50.844158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.871573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0b75768-ca2d-4240-995a-8a72fcbfb26a req-ddc396c6-9589-4490-a835-94295c457934 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1066062 Aug 31 06:48:50.912965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e62c438d-6b00-46df-87a2-d2cdef77cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.913625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e62c438d-6b00-46df-87a2-d2cdef77cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.915636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e62c438d-6b00-46df-87a2-d2cdef77cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.917647 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e62c438d-6b00-46df-87a2-d2cdef77cb35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=77ac29c0-f99f-4d9b-93bd-76d263018252&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&id=e7919884-e009-4418-bde4-c6c3f09f4d70&id=e7919884-e009-4418-bde4-c6c3f09f4d70 HTTP/1.1" status: 200 len: 2298 time: 0.6723683 Aug 31 06:48:50.928977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.931191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.932488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.940568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'admin_state_up': True, 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'security_groups': ['02013cbc-d1b6-4011-9d39-0f9b11b7b0d9']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:51.029070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2719522 Aug 31 06:48:51.036210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55292) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:51.053525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Request body: {'subnet': {'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-204026779-subnet', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:51.083804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee01ad4-d64a-4f49-91ee-dc98415ef79a admin admin] Pushing event updated for resources: {'Network': ['ID=1b777da1-179b-4280-873c-b3ec15ee753f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:51.089744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e686016-07f1-49e6-aa32-76b60108cae3 req-101bea20-4dc1-4bc0-a500-71bdf79bcc6c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0570624 Aug 31 06:48:51.101490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 1b777da1-179b-4280-873c-b3ec15ee753f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:48:51.112568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Made reservation on behalf of 52d4e2278cfc414395799ed2fdfe2f15 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:51.118223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.139556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60e763fa-df14-453a-939a-23e1917dfef8 req-b1de2d43-11c0-4346-b8f2-8a2ed8c90a42 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738509 Aug 31 06:48:51.143452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a19a-9ffa-4392-bb1d-dd9889f164bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.246636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c082fbb8-f098-4164-a67c-5606bc7cbef3 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:51.312942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-bdb737bd-d49a-4ad1-b6fd-de15f41e7e86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55545121-57b1-4362-817e-a19b5659b23e HTTP/1.1" status: 200 len: 1001 time: 0.3548796 Aug 31 06:48:51.340870 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a19a-9ffa-4392-bb1d-dd9889f164bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.370940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port c082fbb8-f098-4164-a67c-5606bc7cbef3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:51.382783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port c082fbb8-f098-4164-a67c-5606bc7cbef3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:51.383630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.387880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a19a-9ffa-4392-bb1d-dd9889f164bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.456020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-a0486e95-f77a-4ff5-920c-dee31bd8d844 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.464369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-a0486e95-f77a-4ff5-920c-dee31bd8d844 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.472140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-a0486e95-f77a-4ff5-920c-dee31bd8d844 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.481158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-a0486e95-f77a-4ff5-920c-dee31bd8d844 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.488008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-a0486e95-f77a-4ff5-920c-dee31bd8d844 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.494147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-a0486e95-f77a-4ff5-920c-dee31bd8d844 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.495490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.500287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-a0486e95-f77a-4ff5-920c-dee31bd8d844 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.502691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-a0486e95-f77a-4ff5-920c-dee31bd8d844 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.2461369 Aug 31 06:48:51.557352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01156dff-1e77-4892-9cff-09dac5fec28c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:51.575445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:51.579030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.582851 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.619040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Checking segment: {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:51.620955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Network hostable DHCP agents. Network: 1b777da1-179b-4280-873c-b3ec15ee753f, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:48:51.630793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8bd9a19a-9ffa-4392-bb1d-dd9889f164bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b755a494de704484aba3ce2a5f2408df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8432374 Aug 31 06:48:51.631470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede546ff-1440-4ba4-a3ec-74aa48f2aa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c082fbb8-f098-4164-a67c-5606bc7cbef3'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:51.633866 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ac15e-5051-4b1a-a987-b2c1c0ac2862" -d '{"events": [{"server_uuid": "ede546ff-1440-4ba4-a3ec-74aa48f2aa8f", "name": "network-vif-plugged", "status": "completed", "tag": "c082fbb8-f098-4164-a67c-5606bc7cbef3"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:51.635042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-82582e9f-9cae-40e2-8380-3ef6286ca645 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.636552 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-82582e9f-9cae-40e2-8380-3ef6286ca645 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "GET /v2.0/ports/70915a98-ae2a-4da9-b154-3dfbd2321026?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1087637 Aug 31 06:48:51.639935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-28736ea3-a133-42a4-9a6d-473f7f6a3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.642353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-28736ea3-a133-42a4-9a6d-473f7f6a3f74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb6a64f-2758-43fe-8548-1842e50df50e HTTP/1.1" status: 200 len: 856 time: 0.3082485 Aug 31 06:48:51.644437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55298) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:51.647001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9a19a-9ffa-4392-bb1d-dd9889f164bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d3c881-de7f-49f7-a860-5a17d0d4a92f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:51.673093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c082fbb8-f098-4164-a67c-5606bc7cbef3, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:51.681000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.689905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Network 1b777da1-179b-4280-873c-b3ec15ee753f is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:48:51.725614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 1b777da1-179b-4280-873c-b3ec15ee753f) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:51.734014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.734742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.748177 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd3abc3-af02-40dc-9e3f-32ce0b0f5e59 x-openstack-request-id: req-cdd3abc3-af02-40dc-9e3f-32ce0b0f5e59 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:51.748786 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede546ff-1440-4ba4-a3ec-74aa48f2aa8f", "name": "network-vif-plugged", "status": "completed", "tag": "c082fbb8-f098-4164-a67c-5606bc7cbef3", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:51.749292 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdd3abc3-af02-40dc-9e3f-32ce0b0f5e59 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:51.750244 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede546ff-1440-4ba4-a3ec-74aa48f2aa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c082fbb8-f098-4164-a67c-5606bc7cbef3', 'code': 200} Aug 31 06:48:51.754553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a992855-572e-48c1-8efb-63b85506ff03 None None] Network 1b777da1-179b-4280-873c-b3ec15ee753f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:51.770443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0d1492af-383c-4c28-b5f1-8805ed753b75 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7313094 Aug 31 06:48:51.784813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55302) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:51.792962 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f86f6a3-93a1-479f-ba5d-d09f5b30cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.797118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:51.840405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f86f6a3-93a1-479f-ba5d-d09f5b30cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.903433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-edd1f508-5710-44cb-9f91-9b8472d0c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.904807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=c082fbb8-f098-4164-a67c-5606bc7cbef3,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:51.905227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-edd1f508-5710-44cb-9f91-9b8472d0c64b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=77ac29c0-f99f-4d9b-93bd-76d263018252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429502 Aug 31 06:48:51.932563 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.933636 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.019811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f86f6a3-93a1-479f-ba5d-d09f5b30cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.021811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f86f6a3-93a1-479f-ba5d-d09f5b30cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.037243 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f86f6a3-93a1-479f-ba5d-d09f5b30cfd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59d3c881-de7f-49f7-a860-5a17d0d4a92f HTTP/1.1" status: 204 len: 168 time: 0.3738453 Aug 31 06:48:52.084803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86f6a3-93a1-479f-ba5d-d09f5b30cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d3c881-de7f-49f7-a860-5a17d0d4a92f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:52.124024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-1b777da1-179b-4280-873c-b3ec15ee753f', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:48:52.126687 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.140607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-96372037-689f-4763-995a-879f0a53370f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4962971 Aug 31 06:48:52.170447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2d43-9d8c-453f-ae8a-88a13732af9e req-2244bc90-9a1e-4f58-b849-433f616b97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.172002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85db2d43-9d8c-453f-ae8a-88a13732af9e req-2244bc90-9a1e-4f58-b849-433f616b97ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 1097 time: 0.2598464 Aug 31 06:48:52.199024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:52.231080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-5daf1f11-3c5e-46b3-b6c4-0dd4a99026c3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.231658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.237920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-5daf1f11-3c5e-46b3-b6c4-0dd4a99026c3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.244156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-5daf1f11-3c5e-46b3-b6c4-0dd4a99026c3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.251394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-5daf1f11-3c5e-46b3-b6c4-0dd4a99026c3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.259507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-5daf1f11-3c5e-46b3-b6c4-0dd4a99026c3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.268341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Allocated IP 172.20.0.3 (2c71b659-92d8-4b29-abc6-2d570dfb2787/ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69/fdf2c37c-efae-4f2f-b286-98c73f66aa9f) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:52.289399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-5daf1f11-3c5e-46b3-b6c4-0dd4a99026c3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.307358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-5daf1f11-3c5e-46b3-b6c4-0dd4a99026c3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.327177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-5daf1f11-3c5e-46b3-b6c4-0dd4a99026c3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.2868326 Aug 31 06:48:52.358365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85db2d43-9d8c-453f-ae8a-88a13732af9e req-ea3f9a1d-7d74-4253-98d4-c5deb4c2d789 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728849 Aug 31 06:48:52.385639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.413863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83f9a80a-2cab-487f-93d9-efe7bcbce675 req-3e640803-3b2a-4137-91bf-6fc7c9909621 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0851519 Aug 31 06:48:52.460885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Allocated IP 172.20.0.2 (1b777da1-179b-4280-873c-b3ec15ee753f/01156dff-1e77-4892-9cff-09dac5fec28c/d04a839f-695a-44b4-a29b-989b7ee21c14) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:52.538898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d11dda6b-2ad4-451b-b804-870cf2807e48 req-8e6e1330-9346-419b-87d8-91b198428183 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.1152978 Aug 31 06:48:52.601884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55316) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:52.620150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39cff36c-9d99-483e-87b6-a43fa3b327aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.639399 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.658857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-943caa63-90a0-4982-97ef-db70c8c76a89 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7441702 Aug 31 06:48:52.661347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60086a11-a2a0-4cf1-bcef-02f1c53980de req-d11273aa-8091-4266-9a48-7bd29ce3fe1c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.663513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60086a11-a2a0-4cf1-bcef-02f1c53980de req-d11273aa-8091-4266-9a48-7bd29ce3fe1c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 945 time: 0.1320693 Aug 31 06:48:52.746463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60086a11-a2a0-4cf1-bcef-02f1c53980de req-3506677e-d358-49cf-bac5-7ae5010031bb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733187 Aug 31 06:48:52.773572 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.784580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Transition to ACTIVE for port object d04a839f-695a-44b4-a29b-989b7ee21c14 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:52.802697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Transition to ACTIVE for port object d04a839f-695a-44b4-a29b-989b7ee21c14 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:52.806376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39cff36c-9d99-483e-87b6-a43fa3b327aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.812598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39cff36c-9d99-483e-87b6-a43fa3b327aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.816772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.859612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cff36c-9d99-483e-87b6-a43fa3b327aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6216c9-b981-4b3d-93ea-f77f2ace738b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:52.877503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Pushing event updated for resources: {'Port': ['ID=d04a839f-695a-44b4-a29b-989b7ee21c14,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:52.881336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-39cff36c-9d99-483e-87b6-a43fa3b327aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65b2d3a860954921bae7419429b3aac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779157 Aug 31 06:48:52.883993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:52.889900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Network 1b777da1-179b-4280-873c-b3ec15ee753f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:52.891401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:52.897649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:52.959207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80cc6158-ac66-46d6-a25d-4175cced7f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.988726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80cc6158-ac66-46d6-a25d-4175cced7f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.021787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Attempting to bind port d04a839f-695a-44b4-a29b-989b7ee21c14 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:53.022159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Attempting to bind port d04a839f-695a-44b4-a29b-989b7ee21c14 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:53.022529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Attempting to bind port d04a839f-695a-44b4-a29b-989b7ee21c14 on network 1b777da1-179b-4280-873c-b3ec15ee753f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:53.036045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:53.036493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Checking segment: {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:53.036902 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.037402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Bound using segment: {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:53.037906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Bound port: d04a839f-695a-44b4-a29b-989b7ee21c14, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:53.038293 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.077349 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.098105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80cc6158-ac66-46d6-a25d-4175cced7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.102198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80cc6158-ac66-46d6-a25d-4175cced7f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.111481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-1bd987d2-8e19-4748-9fe8-72cbba6f59c9 service neutron] 10.222.0.42 "GET /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414009 Aug 31 06:48:53.113045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-80cc6158-ac66-46d6-a25d-4175cced7f21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f6216c9-b981-4b3d-93ea-f77f2ace738b HTTP/1.1" status: 204 len: 168 time: 0.2232738 Aug 31 06:48:53.119017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Transition to ACTIVE for port object fdf2c37c-efae-4f2f-b286-98c73f66aa9f will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:53.135671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc6158-ac66-46d6-a25d-4175cced7f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6216c9-b981-4b3d-93ea-f77f2ace738b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:53.143569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] For port 70915a98-ae2a-4da9-b154-3dfbd2321026, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=70915a98-ae2a-4da9-b154-3dfbd2321026,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:53.193245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-d80dc8bc-8790-4b63-9dfb-b2bc04d09e9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 217 time: 0.0723114 Aug 31 06:48:53.203180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] For port d04a839f-695a-44b4-a29b-989b7ee21c14, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:53.208498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] For port d04a839f-695a-44b4-a29b-989b7ee21c14, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d04a839f-695a-44b4-a29b-989b7ee21c14,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:53.223049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.277379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-fc49c6df-a578-408f-88c9-04c7301dc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:53.279387 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-fc49c6df-a578-408f-88c9-04c7301dc59c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.0705812 Aug 31 06:48:53.323390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3a49b-027f-48b2-a1d0-d77aaa06e8d3 None None] Pushing event updated for resources: {'Port': ['ID=d04a839f-695a-44b4-a29b-989b7ee21c14,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:53.778126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] For port 70915a98-ae2a-4da9-b154-3dfbd2321026, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:53.828994 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a1777815-4b36-45da-a51f-8def572483e9 req-29ad3bd7-171b-4fd8-8113-dfbaf444210b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0985854 Aug 31 06:48:53.872368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] device_id is not set on port 70915a98-ae2a-4da9-b154-3dfbd2321026 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:48:53.886535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.893464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.908745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-30238589-e1d4-43e0-b5c7-9a8673ded93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:53.910522 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-30238589-e1d4-43e0-b5c7-9a8673ded93c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6236579 Aug 31 06:48:53.973751 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.029590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-0f728be6-8ce2-4489-bd13-a45842c129c1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.036166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-0f728be6-8ce2-4489-bd13-a45842c129c1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.042404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-0f728be6-8ce2-4489-bd13-a45842c129c1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.049714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-0f728be6-8ce2-4489-bd13-a45842c129c1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.055757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-0f728be6-8ce2-4489-bd13-a45842c129c1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.062135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-0f728be6-8ce2-4489-bd13-a45842c129c1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.068174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-0f728be6-8ce2-4489-bd13-a45842c129c1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.070232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-0f728be6-8ce2-4489-bd13-a45842c129c1 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 5442 time: 0.3540792 Aug 31 06:48:54.168643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:54.176665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:54.193529 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a0ae53cf-989e-42c2-96da-fd34d95c5b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.210513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:54.223187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:54.362865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.377869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] No DVR routers for this DVR port 70915a98-ae2a-4da9-b154-3dfbd2321026 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:54.414857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-857bd09d-fcf4-4742-af22-f0c98ee314b0 req-ab6007fe-9ddc-433b-9fa9-6f46c141ed94 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3280938 Aug 31 06:48:54.530291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] In _notify_port_updated(), no bound segment for port 70915a98-ae2a-4da9-b154-3dfbd2321026 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:48:54.531481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.532107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.534184 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] 10.222.0.42 "PUT /v2.0/ports/70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 200 len: 1031 time: 2.3427844 Aug 31 06:48:54.572730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-844fc467-ccd6-4764-9fe8-15d665e91554 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050093 Aug 31 06:48:54.573850 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.669614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-548f5516-7c2c-4e32-8a68-268e87eff82b None None] Provisioning complete for port 70915a98-ae2a-4da9-b154-3dfbd2321026 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:54.672845 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-548f5516-7c2c-4e32-8a68-268e87eff82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.696018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95926ff-51ba-438f-a9d2-5c258709d5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=70915a98-ae2a-4da9-b154-3dfbd2321026,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:54.778753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-548f5516-7c2c-4e32-8a68-268e87eff82b None None] Port 70915a98-ae2a-4da9-b154-3dfbd2321026 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:54.818726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-c17f906a-a6b3-43e7-9b2d-e76598c2e94a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.820506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-c17f906a-a6b3-43e7-9b2d-e76598c2e94a tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "GET /v2.0/ports/a490153a-2c07-4e00-9393-dfeb9ca3ebd0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2355072 Aug 31 06:48:54.829356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.830952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.834272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.867486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:54.914270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d04a839f-695a-44b4-a29b-989b7ee21c14 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:54.919099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8cdbd3d3-e8e0-43b1-a7c7-e7b396533004 None None] Provisioning for port fdf2c37c-efae-4f2f-b286-98c73f66aa9f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:54.946555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd795eac-93a5-476a-b892-1abc3b46d625 req-413f19f8-9254-490e-a949-1fac3b7e0d95 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.971396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd795eac-93a5-476a-b892-1abc3b46d625 req-413f19f8-9254-490e-a949-1fac3b7e0d95 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 945 time: 0.9109726 Aug 31 06:48:54.976173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8cdbd3d3-e8e0-43b1-a7c7-e7b396533004 None None] Provisioning complete for port fdf2c37c-efae-4f2f-b286-98c73f66aa9f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:54.976866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8cdbd3d3-e8e0-43b1-a7c7-e7b396533004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.015697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-538f6edd-b453-44fc-81d7-0de7d9aed0af tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0868287 Aug 31 06:48:55.034403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbd3d3-e8e0-43b1-a7c7-e7b396533004 None None] Port fdf2c37c-efae-4f2f-b286-98c73f66aa9f cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:55.047094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d04a839f-695a-44b4-a29b-989b7ee21c14 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:55.087459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'admin_state_up': True, 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'security_groups': ['02013cbc-d1b6-4011-9d39-0f9b11b7b0d9']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:55.106264 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd795eac-93a5-476a-b892-1abc3b46d625 req-399c8b34-c94f-4bd9-861d-ac8f2c1349f3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271377 Aug 31 06:48:55.115775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6a310b-2e11-4ba4-bc1b-9bcd5a286041 None None] Network 1b777da1-179b-4280-873c-b3ec15ee753f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:55.200212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-044a814e-177a-4989-8acd-707865997c35 None None] Provisioning for port d04a839f-695a-44b4-a29b-989b7ee21c14 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:55.221678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-044a814e-177a-4989-8acd-707865997c35 None None] Provisioning complete for port d04a839f-695a-44b4-a29b-989b7ee21c14 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:55.222220 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-044a814e-177a-4989-8acd-707865997c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.265826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0b1c1382-4f53-4862-ac06-9b88baa3dd49 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:55.377893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.420401 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e01cbeeb-2465-431c-b90f-76d56354a9f7 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361934 Aug 31 06:48:55.463307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Allocated IP 172.25.5.210 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/1e2c9a12-5dab-44ec-a262-76445b6786f3) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:55.530800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-044a814e-177a-4989-8acd-707865997c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.542903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f296b425-97cc-4065-bb79-8ba22303339b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 217 time: 0.1110930 Aug 31 06:48:55.543407 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.562683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604f7dd-ad2a-41c4-9f28-e615cbf6e866 req-5c936901-9c41-4cec-834b-3d81233493e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:55.570414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d604f7dd-ad2a-41c4-9f28-e615cbf6e866 req-5c936901-9c41-4cec-834b-3d81233493e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 931 time: 0.4424183 Aug 31 06:48:55.593061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1c1382-4f53-4862-ac06-9b88baa3dd49'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:55.596673 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfdc0ff-fe5f-418f-8fb0-cc14734f55c7" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "0b1c1382-4f53-4862-ac06-9b88baa3dd49"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:55.637006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-044a814e-177a-4989-8acd-707865997c35 None None] For port d04a839f-695a-44b4-a29b-989b7ee21c14, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d04a839f-695a-44b4-a29b-989b7ee21c14,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:55.648520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64242814-1b4a-4308-971a-7f7a05746d83 req-450f759e-7009-43d3-a975-f6438b50d6c1 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:55.655437 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64242814-1b4a-4308-971a-7f7a05746d83 req-450f759e-7009-43d3-a975-f6438b50d6c1 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.2141681 Aug 31 06:48:55.661328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0b1c1382-4f53-4862-ac06-9b88baa3dd49, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:55.662477 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-044a814e-177a-4989-8acd-707865997c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.705930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64242814-1b4a-4308-971a-7f7a05746d83 req-7d9204bb-c069-4371-a46e-4e64273cdde2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/quotas/62f1222f738c4149b531b6b091fa31be HTTP/1.1" status: 200 len: 375 time: 0.0289440 Aug 31 06:48:55.739579 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.745932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device a490153a-2c07-4e00-9393-dfeb9ca3ebd0 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:55.782255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64242814-1b4a-4308-971a-7f7a05746d83 req-4c517645-a491-4134-8556-96d9013ef2d5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650039 Aug 31 06:48:55.813705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-64242814-1b4a-4308-971a-7f7a05746d83 req-d2ace03e-53f6-4ed4-8791-effd47f38057 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:48:55.815356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64242814-1b4a-4308-971a-7f7a05746d83 req-d2ace03e-53f6-4ed4-8791-effd47f38057 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225317 Aug 31 06:48:55.849269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d604f7dd-ad2a-41c4-9f28-e615cbf6e866 req-a160b15a-2a02-4682-8588-62f04601d999 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778451 Aug 31 06:48:55.854517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.879720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-1d1fee68-2c2f-4c40-8aee-41e96f00ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:55.885933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-1d1fee68-2c2f-4c40-8aee-41e96f00ad72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.3062387 Aug 31 06:48:55.894880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a814e-177a-4989-8acd-707865997c35 None None] Pushing event updated for resources: {'Port': ['ID=d04a839f-695a-44b4-a29b-989b7ee21c14,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:55.926177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:55.932913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.062612 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.084983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cd2ec8aa-055d-43ad-935c-eb79734b262a None None] Provisioning complete for port d04a839f-695a-44b4-a29b-989b7ee21c14 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:56.085528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd2ec8aa-055d-43ad-935c-eb79734b262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.088894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0b1c1382-4f53-4862-ac06-9b88baa3dd49,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:56.220218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64242814-1b4a-4308-971a-7f7a05746d83 req-abfe5d04-241f-4626-84fe-3dcb3cb80f90 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976276 Aug 31 06:48:56.241708 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.243763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-efa7d9ff-e5e0-4e92-8a7e-d26589b1d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:56.246972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-efa7d9ff-e5e0-4e92-8a7e-d26589b1d3c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3286378 Aug 31 06:48:56.303579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4444-b14c-488f-bdfa-163d79d9dfb2 req-29779780-c4cb-4924-ab12-b1deee429859 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:56.310839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4444-b14c-488f-bdfa-163d79d9dfb2 req-29779780-c4cb-4924-ab12-b1deee429859 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:56.318340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4444-b14c-488f-bdfa-163d79d9dfb2 req-29779780-c4cb-4924-ab12-b1deee429859 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:56.325442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4444-b14c-488f-bdfa-163d79d9dfb2 req-29779780-c4cb-4924-ab12-b1deee429859 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:56.332659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4444-b14c-488f-bdfa-163d79d9dfb2 req-29779780-c4cb-4924-ab12-b1deee429859 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:56.333614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64242814-1b4a-4308-971a-7f7a05746d83 req-299eeb3c-474a-46d1-b42e-ce9661585fc1 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072128 Aug 31 06:48:56.340024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4444-b14c-488f-bdfa-163d79d9dfb2 req-29779780-c4cb-4924-ab12-b1deee429859 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:56.342133 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-223d4444-b14c-488f-bdfa-163d79d9dfb2 req-29779780-c4cb-4924-ab12-b1deee429859 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 4662 time: 0.2852197 Aug 31 06:48:56.373437 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.380182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] For port a490153a-2c07-4e00-9393-dfeb9ca3ebd0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:56.481718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:56.495693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:56.783526 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a213edd-947e-45f0-9987-59dbd41ddf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.859361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d04a839f-695a-44b4-a29b-989b7ee21c14 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:56.896054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:56.921832 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.952441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d04a839f-695a-44b4-a29b-989b7ee21c14 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:56.953300 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.011288 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-223d4444-b14c-488f-bdfa-163d79d9dfb2 req-8b8b195e-4d29-4ddb-8b92-cb67e9789682 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&id=8c75eb2f-d420-4efa-ba77-68f92e352e21&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6285934 Aug 31 06:48:57.029889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] For port a490153a-2c07-4e00-9393-dfeb9ca3ebd0, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:57.031579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2c9a12-5dab-44ec-a262-76445b6786f3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:57.130830 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea01deb-91d7-4713-9f90-fe144bac6861 x-openstack-request-id: req-cea01deb-91d7-4713-9f90-fe144bac6861 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:57.131940 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "0b1c1382-4f53-4862-ac06-9b88baa3dd49", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:57.132385 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cea01deb-91d7-4713-9f90-fe144bac6861 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:57.133066 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1c1382-4f53-4862-ac06-9b88baa3dd49', 'code': 200} Aug 31 06:48:57.192384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Allocated IP 10.1.1.203 (6d67c422-0b41-4534-9a1b-b18776857c99/7b9ff2b9-8c5a-4b51-809c-274d152fd37a/388caf22-efa3-41b1-ba86-00897e2a225d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:57.199609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] device_id is not set on port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:48:57.234135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-b12ade80-59b4-41ea-a8aa-5891be410218 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8903975 Aug 31 06:48:57.280591 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.350450 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.365970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:48:57.366666 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:48:57.708819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] No DVR routers for this DVR port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:57.718881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] Pushing event updated for resources: {'Port': ['ID=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:57.808992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4598d-e962-411a-955b-9ad9e0b5226d req-4aafe0a2-3a36-4c3b-9c45-13b4d71d5efc tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.817398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39e4598d-e962-411a-955b-9ad9e0b5226d req-4aafe0a2-3a36-4c3b-9c45-13b4d71d5efc tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 931 time: 0.4771519 Aug 31 06:48:57.864624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-c7ea936d-8f9a-46ae-b276-ab7a850575f0 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201246 Aug 31 06:48:57.886532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-79a0a4f7-390e-490a-a4f2-9989424f2a4c None None] Provisioning complete for port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:57.886532 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-79a0a4f7-390e-490a-a4f2-9989424f2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.956111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e2cda7d9-4d90-40cc-91ba-05c4cbc3ddab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 HTTP/1.1" status: 200 len: 217 time: 0.0723674 Aug 31 06:48:57.983221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.048130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-79a0a4f7-390e-490a-a4f2-9989424f2a4c None None] Port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:58.130381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:58.185133 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.199070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-3dd74579-6772-4941-8982-3b5ab894c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.200799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-3dd74579-6772-4941-8982-3b5ab894c9e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.2291090 Aug 31 06:48:58.212591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39e4598d-e962-411a-955b-9ad9e0b5226d req-b04a36fc-6caa-46e9-8391-ea4344769bd5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942165 Aug 31 06:48:58.246062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] In _notify_port_updated(), no bound segment for port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 on network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:48:58.247323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.248341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.271073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-ce27d8c3-57a7-4a41-9a29-624f96f4c93a service neutron] 10.222.0.42 "PUT /v2.0/ports/a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 200 len: 1031 time: 3.4333556 Aug 31 06:48:58.292938 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.319834 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.337227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:58.345090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.349006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 70915a98-ae2a-4da9-b154-3dfbd2321026 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:58.461981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683969-9cc2-4aaf-bb74-fd388aa38766 req-d2cc3129-2891-44fa-8527-58d6e240a350 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.468883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683969-9cc2-4aaf-bb74-fd388aa38766 req-d2cc3129-2891-44fa-8527-58d6e240a350 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.473793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:58.476013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683969-9cc2-4aaf-bb74-fd388aa38766 req-d2cc3129-2891-44fa-8527-58d6e240a350 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.483139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683969-9cc2-4aaf-bb74-fd388aa38766 req-d2cc3129-2891-44fa-8527-58d6e240a350 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.487985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Transition to ACTIVE for port object 388caf22-efa3-41b1-ba86-00897e2a225d will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:58.490358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 70915a98-ae2a-4da9-b154-3dfbd2321026 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:58.491733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 65735de8-3213-4459-a203-a3328ef978fa no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:58.492864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683969-9cc2-4aaf-bb74-fd388aa38766 req-d2cc3129-2891-44fa-8527-58d6e240a350 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.503685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7683969-9cc2-4aaf-bb74-fd388aa38766 req-d2cc3129-2891-44fa-8527-58d6e240a350 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 3884 time: 0.1979015 Aug 31 06:48:58.577109 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7683969-9cc2-4aaf-bb74-fd388aa38766 req-be6f46aa-8707-4822-8a69-862bc7d9e173 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718675 Aug 31 06:48:58.672009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-8d4b5065-97b0-4c63-8b6f-f33c4affa7cf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.675487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.684267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-8d4b5065-97b0-4c63-8b6f-f33c4affa7cf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.1877644 Aug 31 06:48:58.743543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 65735de8-3213-4459-a203-a3328ef978fa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=65735de8-3213-4459-a203-a3328ef978fa,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:58.748556 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.749606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 55545121-57b1-4362-817e-a19b5659b23e no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:58.784043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-7764f4ea-452e-4d74-a9dc-6720efffcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.786360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-7764f4ea-452e-4d74-a9dc-6720efffcd34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5677435 Aug 31 06:48:58.803112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-94c47507-0264-45c3-9fcc-28946809cc46 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/quotas/62f1222f738c4149b531b6b091fa31be HTTP/1.1" status: 200 len: 375 time: 0.1176138 Aug 31 06:48:58.853823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=65735de8-3213-4459-a203-a3328ef978fa,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:58.915152 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.962370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 55545121-57b1-4362-817e-a19b5659b23e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=55545121-57b1-4362-817e-a19b5659b23e,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:58.969278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.970194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:59.009812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.080049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:59.080523 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.121521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=55545121-57b1-4362-817e-a19b5659b23e,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:59.134738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6'}, {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65735de8-3213-4459-a203-a3328ef978fa'}, {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55545121-57b1-4362-817e-a19b5659b23e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:59.137675 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076faf4e-9e53-4540-abb5-36089f6eb6a7" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "0a0a2cf6-181c-433a-89c8-72e6fd8767f6"}, {"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "65735de8-3213-4459-a203-a3328ef978fa"}, {"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "55545121-57b1-4362-817e-a19b5659b23e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:59.179488 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.187166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-eec3ce66-6a66-437f-9f7a-cc359ca5434a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3827109 Aug 31 06:48:59.222921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 6d67c422-0b41-4534-9a1b-b18776857c99 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:59.238574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:59.241250 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eed0784-0689-4059-a4ff-c981ea1f5008 x-openstack-request-id: req-4eed0784-0689-4059-a4ff-c981ea1f5008 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:59.241697 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "0a0a2cf6-181c-433a-89c8-72e6fd8767f6", "code": 200}, {"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "65735de8-3213-4459-a203-a3328ef978fa", "code": 200}, {"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "55545121-57b1-4362-817e-a19b5659b23e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:59.242018 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4eed0784-0689-4059-a4ff-c981ea1f5008 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:59.242498 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6', 'code': 200} Aug 31 06:48:59.242786 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65735de8-3213-4459-a203-a3328ef978fa', 'code': 200} Aug 31 06:48:59.243671 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55545121-57b1-4362-817e-a19b5659b23e', 'code': 200} Aug 31 06:48:59.245145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.272692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:59.310021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:59.317396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=388caf22-efa3-41b1-ba86-00897e2a225d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:59.321528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f2565e8e-3cf2-4bf8-b2ce-cc283ac42a79 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090582 Aug 31 06:48:59.322639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.351187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:59.481001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972b89-dbac-4210-8e07-cc97874f8ea4 req-eb348d09-0445-43ea-abbb-9051dbdc514e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.488518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972b89-dbac-4210-8e07-cc97874f8ea4 req-eb348d09-0445-43ea-abbb-9051dbdc514e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.490797 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e972b89-dbac-4210-8e07-cc97874f8ea4 req-eb348d09-0445-43ea-abbb-9051dbdc514e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 1653 time: 0.1029470 Aug 31 06:48:59.569543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e972b89-dbac-4210-8e07-cc97874f8ea4 req-a23e447c-75ea-4a2e-81bd-49ab1914670b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706244 Aug 31 06:48:59.688493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-21012200-707f-49ec-89b9-c1df4fd39cbb None None] Provisioning for port 388caf22-efa3-41b1-ba86-00897e2a225d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:59.694383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-21012200-707f-49ec-89b9-c1df4fd39cbb None None] Provisioning complete for port 388caf22-efa3-41b1-ba86-00897e2a225d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:59.694767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-21012200-707f-49ec-89b9-c1df4fd39cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.781881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-21012200-707f-49ec-89b9-c1df4fd39cbb None None] Port 388caf22-efa3-41b1-ba86-00897e2a225d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:48:59.826119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb8ca8-3bf1-434a-833a-a4680725b65c req-254ffadb-96d2-4618-a038-88c18630d258 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.833801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb8ca8-3bf1-434a-833a-a4680725b65c req-254ffadb-96d2-4618-a038-88c18630d258 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.841106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb8ca8-3bf1-434a-833a-a4680725b65c req-254ffadb-96d2-4618-a038-88c18630d258 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.847701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb8ca8-3bf1-434a-833a-a4680725b65c req-254ffadb-96d2-4618-a038-88c18630d258 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.854441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb8ca8-3bf1-434a-833a-a4680725b65c req-254ffadb-96d2-4618-a038-88c18630d258 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.857411 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d7cb8ca8-3bf1-434a-833a-a4680725b65c req-254ffadb-96d2-4618-a038-88c18630d258 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 3876 time: 0.1441596 Aug 31 06:48:59.922959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d7cb8ca8-3bf1-434a-833a-a4680725b65c req-a42909ab-6716-4fc1-936f-d5daf8a42e2f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500891 Aug 31 06:48:59.964619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.983399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] For port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:59.984828 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.020634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:00.165782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:00.166639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.242927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-609b1829-e5e7-4881-9c76-e19e2dd6c442 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2119684 Aug 31 06:49:00.244932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e25bccdb-4dbb-4a2d-a772-88b8d6041862 service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8847377 Aug 31 06:49:00.253251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-ff4d80b0-c35e-4add-8772-687f8ca11426 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0649536 Aug 31 06:49:00.269153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'admin_state_up': True, 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'security_groups': ['02013cbc-d1b6-4011-9d39-0f9b11b7b0d9']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:00.344360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-f486b9b8-850a-49d3-bc10-622a01946966 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49 HTTP/1.1" status: 200 len: 217 time: 0.0866833 Aug 31 06:49:00.568481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-669061dc-c387-48b9-af50-02f190344a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:00.570056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-669061dc-c387-48b9-af50-02f190344a2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 200 len: 797 time: 0.1665277 Aug 31 06:49:00.663459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-0f2013c4-0c86-4ced-9c01-973762b64f50 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846347 Aug 31 06:49:00.671094 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.715903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:49:00.721700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=6f5c629c-6477-4c3c-bc2d-1130d5aacdb4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:00.743370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e6602ef3-79f5-49b5-b867-740a59c90fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:00.745169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e6602ef3-79f5-49b5-b867-740a59c90fcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1616e49e-9b3f-4ca7-8f36-d21d7b18f601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1597283 Aug 31 06:49:00.765838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:00.770057 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.918387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] No DVR routers for this DVR port 6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:00.958698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.960711 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-6c47edc7-92fd-40e6-878d-b4f51808d100 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "DELETE /v2.0/ports/6f5c629c-6477-4c3c-bc2d-1130d5aacdb4 HTTP/1.1" status: 204 len: 173 time: 2.6499248 Aug 31 06:49:00.964455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:00.966910 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45178ce-19dd-49d4-8f64-05dde5fd826a" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "6f5c629c-6477-4c3c-bc2d-1130d5aacdb4"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:00.983865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c4de-4d23-402d-9d0b-2acac8c94fbc req-ea21a860-46e0-4298-a77f-480fb332bc42 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.008300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c4de-4d23-402d-9d0b-2acac8c94fbc req-ea21a860-46e0-4298-a77f-480fb332bc42 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.011620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5418c4de-4d23-402d-9d0b-2acac8c94fbc req-ea21a860-46e0-4298-a77f-480fb332bc42 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 1653 time: 0.1759787 Aug 31 06:49:01.053698 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-239e01d6-7982-48e6-9f82-f99da94b827b service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914491 Aug 31 06:49:01.137788 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5418c4de-4d23-402d-9d0b-2acac8c94fbc req-e0619e62-8bc4-494e-a268-ed62da32513f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022716 Aug 31 06:49:01.245111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:01.249384 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51618ff2-677d-4ad2-a347-7ed94832b88e" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5c629c-6477-4c3c-bc2d-1130d5aacdb4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:01.388779 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b97f227-593b-4709-b0ac-74dc93f8a3d9 x-openstack-request-id: req-7b97f227-593b-4709-b0ac-74dc93f8a3d9 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:01.389306 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "6f5c629c-6477-4c3c-bc2d-1130d5aacdb4", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:01.389624 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b97f227-593b-4709-b0ac-74dc93f8a3d9 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:01.390230 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4', 'status': 'completed', 'code': 200} Aug 31 06:49:01.553644 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e929a1e-3132-421b-8f6b-8dc1a74fa7d3 req-0bd8200b-bb21-48e3-b658-d48f41fe739f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 210 time: 0.0844996 Aug 31 06:49:01.623720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:49:01.639997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Sync routers for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:49:01.688789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:01.689955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:01.747965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1a55-7a1a-4cc3-a69b-6dd9f6109f74 req-7b63324a-ba1f-4cdb-8706-d19de8708a76 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.755370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1a55-7a1a-4cc3-a69b-6dd9f6109f74 req-7b63324a-ba1f-4cdb-8706-d19de8708a76 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.768749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1a55-7a1a-4cc3-a69b-6dd9f6109f74 req-7b63324a-ba1f-4cdb-8706-d19de8708a76 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.778267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1a55-7a1a-4cc3-a69b-6dd9f6109f74 req-7b63324a-ba1f-4cdb-8706-d19de8708a76 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.780539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1ec1a55-7a1a-4cc3-a69b-6dd9f6109f74 req-7b63324a-ba1f-4cdb-8706-d19de8708a76 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 3144 time: 0.4928815 Aug 31 06:49:01.807243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.812765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f402ffda-8541-48f6-8f91-e62fdcb05529 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.0222003 Aug 31 06:49:01.813134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55490) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:01.828899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:01.829289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.842884 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-acb82a5c-9bb5-42c0-a512-1870e4bce96d service neutron] 10.222.0.42 "GET /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462912 Aug 31 06:49:01.941522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Allocated IP 10.1.1.213 (6d67c422-0b41-4534-9a1b-b18776857c99/7b9ff2b9-8c5a-4b51-809c-274d152fd37a/d0eb1625-bdef-4233-951a-76dc78a29946) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:01.955891 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f28da-58aa-4886-ba8d-d624dc7c11b5 x-openstack-request-id: req-511f28da-58aa-4886-ba8d-d624dc7c11b5 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:01.956881 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5c629c-6477-4c3c-bc2d-1130d5aacdb4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:01.957632 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-511f28da-58aa-4886-ba8d-d624dc7c11b5 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:01.958548 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5c629c-6477-4c3c-bc2d-1130d5aacdb4', 'code': 200} Aug 31 06:49:02.061000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:02.092743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-44551078-ba53-47f0-b75b-968db1ed5f66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6 HTTP/1.1" status: 200 len: 217 time: 0.2132084 Aug 31 06:49:02.175235 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f1ec1a55-7a1a-4cc3-a69b-6dd9f6109f74 req-ae78d7c8-7d78-4222-b812-b4acf22e3dac tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3643131 Aug 31 06:49:02.616537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-ac730dea-3456-42e9-8e7d-015d07c95bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.618142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-ac730dea-3456-42e9-8e7d-015d07c95bdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.4815085 Aug 31 06:49:02.652476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] For port 0b1c1382-4f53-4862-ac06-9b88baa3dd49, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0b1c1382-4f53-4862-ac06-9b88baa3dd49,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:02.652924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:02.698784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for 0b1c1382-4f53-4862-ac06-9b88baa3dd49 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:02.771565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:48:57Z', 'revision_number': 3, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:02.838176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e60e35d9-5ed2-4aa1-8d5e-767093dea989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.840532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e60e35d9-5ed2-4aa1-8d5e-767093dea989 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2113349 Aug 31 06:49:02.881801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Checking router: fc7caf41-f9cb-47e4-95e2-c7b74f032d1e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:49:02.885496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Updating router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e port 1e2c9a12-5dab-44ec-a262-76445b6786f3 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:49:02.935789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:02.959115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888066a-3f09-4b68-92a0-5dfe58c898c1 req-373fe07e-4da8-42ff-8d01-9e9a29a55a27 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.960033 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:02.971166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888066a-3f09-4b68-92a0-5dfe58c898c1 req-373fe07e-4da8-42ff-8d01-9e9a29a55a27 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.984900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a888066a-3f09-4b68-92a0-5dfe58c898c1 req-373fe07e-4da8-42ff-8d01-9e9a29a55a27 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 1653 time: 0.5405769 Aug 31 06:49:03.034334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4bced2c9-a6cb-4633-8605-b5514d365fed req-00546792-f2f4-4d64-b278-535d558c72cd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 210 time: 0.1257868 Aug 31 06:49:03.144886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Transition to ACTIVE for port object d0eb1625-bdef-4233-951a-76dc78a29946 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:03.224851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-1fff0e1d-acb6-4c76-a405-856c5b4b90bd service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747234 Aug 31 06:49:03.230654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:03.368096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a888066a-3f09-4b68-92a0-5dfe58c898c1 req-9a18a842-36c5-448d-a442-bf3c1c35e6dd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814530 Aug 31 06:49:03.441405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:03.654831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 6d67c422-0b41-4534-9a1b-b18776857c99 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:03.674834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-b20b99aa-7048-4b27-9524-ab7fabf5d939 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:03.676703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-b20b99aa-7048-4b27-9524-ab7fabf5d939 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.23 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.6450603 Aug 31 06:49:03.686809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:03.698820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:03.705800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Request body: {'port': {'device_id': '94c946cb-d6d0-4516-94d1-df5235b9c58a', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'admin_state_up': True, 'tenant_id': '62f1222f738c4149b531b6b091fa31be'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:03.796394 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:03.824731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=d0eb1625-bdef-4233-951a-76dc78a29946,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:03.828454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-b5d04892-8f3c-4688-bea1-9285b6bcfa26 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798280 Aug 31 06:49:03.875619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Transition to ACTIVE for port object 1e2c9a12-5dab-44ec-a262-76445b6786f3 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:03.884043 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.038629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Allocated IP 172.20.0.1 (1b777da1-179b-4280-873c-b3ec15ee753f/01156dff-1e77-4892-9cff-09dac5fec28c/56957ef5-34a2-4020-a1d5-0e23cf8bd00a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:04.092662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:04.096675 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.104969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939cf3d-d3a6-4124-8be4-0ac11cd21396 None None] Pushing event updated for resources: {'Port': ['ID=1e2c9a12-5dab-44ec-a262-76445b6786f3,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:04.130336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Attempting to bind port 1e2c9a12-5dab-44ec-a262-76445b6786f3 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:04.130724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Attempting to bind port 1e2c9a12-5dab-44ec-a262-76445b6786f3 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:04.131233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Attempting to bind port 1e2c9a12-5dab-44ec-a262-76445b6786f3 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:04.145114 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:04.145531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:04.148903 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.149406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:04.150066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Bound port: 1e2c9a12-5dab-44ec-a262-76445b6786f3, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:04.150475 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.307404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-73c06761-836f-42ae-bee4-0625f6dce160 None None] Provisioning for port d0eb1625-bdef-4233-951a-76dc78a29946 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:04.329104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-73c06761-836f-42ae-bee4-0625f6dce160 None None] Provisioning complete for port d0eb1625-bdef-4233-951a-76dc78a29946 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:04.329797 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-73c06761-836f-42ae-bee4-0625f6dce160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.370778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Allocated IP 172.20.0.4 (5231c453-26d0-4933-8509-cc47a3fe5b55/9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8/38ce8877-b9f8-4204-803a-34dc853743af) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:04.411422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] For port 1e2c9a12-5dab-44ec-a262-76445b6786f3, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:04.433898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.451960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-c716b0c9-9a33-4ef5-95ee-d0e2ab8fe5f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=65735de8-3213-4459-a203-a3328ef978fa HTTP/1.1" status: 200 len: 217 time: 0.6071162 Aug 31 06:49:04.460243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] For port 1e2c9a12-5dab-44ec-a262-76445b6786f3, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1e2c9a12-5dab-44ec-a262-76445b6786f3,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:04.477972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.481147 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.483101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.517772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7f78-d23a-49dc-b0a3-c3c8db05f7a3 req-13caf221-dfc3-4e71-9bc5-9307bc867629 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.524453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7f78-d23a-49dc-b0a3-c3c8db05f7a3 req-13caf221-dfc3-4e71-9bc5-9307bc867629 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.531999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7f78-d23a-49dc-b0a3-c3c8db05f7a3 req-13caf221-dfc3-4e71-9bc5-9307bc867629 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.538474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7f78-d23a-49dc-b0a3-c3c8db05f7a3 req-13caf221-dfc3-4e71-9bc5-9307bc867629 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.540176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22dc7f78-d23a-49dc-b0a3-c3c8db05f7a3 req-13caf221-dfc3-4e71-9bc5-9307bc867629 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 3144 time: 1.0562079 Aug 31 06:49:04.606873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939cf3d-d3a6-4124-8be4-0ac11cd21396 None None] Pushing event updated for resources: {'Port': ['ID=1e2c9a12-5dab-44ec-a262-76445b6786f3,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:04.609383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=0b1c1382-4f53-4862-ac06-9b88baa3dd49,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:04.621220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-73c06761-836f-42ae-bee4-0625f6dce160 None None] Port d0eb1625-bdef-4233-951a-76dc78a29946 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:04.643935 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f50bb740-2cad-405f-a838-be8f3ef2a4f4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3784862 Aug 31 06:49:04.666698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:04.667352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:04.688286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55522) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:04.689674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da', 'admin_state_up': True, 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'security_groups': ['02013cbc-d1b6-4011-9d39-0f9b11b7b0d9']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:04.710562 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f575b5ad-aa71-41b4-8a69-860084fae9b4 req-d7dcebcb-89d2-40b9-a8cb-74c35ea5a8fb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 210 time: 0.1804187 Aug 31 06:49:04.757975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-0defc3a4-38f2-43ec-bdb9-da9389455499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.760579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-0defc3a4-38f2-43ec-bdb9-da9389455499 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 200 len: 797 time: 0.2988625 Aug 31 06:49:04.779995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.781433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] No DVR routers for this DVR port 0b1c1382-4f53-4862-ac06-9b88baa3dd49 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:04.797244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:04.799988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-504818bf-7969-438c-aaea-963f2cec9b32 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "DELETE /v2.0/ports/0b1c1382-4f53-4862-ac06-9b88baa3dd49 HTTP/1.1" status: 204 len: 173 time: 3.8284719 Aug 31 06:49:04.824564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '0b1c1382-4f53-4862-ac06-9b88baa3dd49'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:04.836840 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbd2776-641c-4cb8-b76d-e47f66df60ea" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "0b1c1382-4f53-4862-ac06-9b88baa3dd49"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:04.928067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-22dc7f78-d23a-49dc-b0a3-c3c8db05f7a3 req-02062809-db45-4246-8a3b-b9674bd9ab07 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3695426 Aug 31 06:49:04.943055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.027231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Transition to ACTIVE for port object 56957ef5-34a2-4020-a1d5-0e23cf8bd00a will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:05.059359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e38f5668-0316-4d36-b44f-a965a1d734e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.060959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-e38f5668-0316-4d36-b44f-a965a1d734e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7919884-e009-4418-bde4-c6c3f09f4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2704227 Aug 31 06:49:05.119167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:05.182797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.185871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d47668-0a63-46bc-9f86-090ced3bff71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.237792 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ce8f07-a2e0-4cd3-850e-a189f208c370 x-openstack-request-id: req-c5ce8f07-a2e0-4cd3-850e-a189f208c370 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:05.238745 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "0b1c1382-4f53-4862-ac06-9b88baa3dd49", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:05.239230 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5ce8f07-a2e0-4cd3-850e-a189f208c370 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:05.239649 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '0b1c1382-4f53-4862-ac06-9b88baa3dd49', 'status': 'completed', 'code': 200} Aug 31 06:49:05.254745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:05.303384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Network 1b777da1-179b-4280-873c-b3ec15ee753f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:05.317285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:05.320299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:05.323577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.376747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port 65735de8-3213-4459-a203-a3328ef978fa {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:05.377108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.416141 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-b7903e26-2b8d-422e-ba90-bfc912de4810 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396196 Aug 31 06:49:05.419212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Pushing event updated for resources: {'Port': ['ID=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:05.463995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999a28d-2b34-47e6-9f03-86b8ef9689d0 req-755903d5-f010-449b-9e8b-578a81bf7dc1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.470977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999a28d-2b34-47e6-9f03-86b8ef9689d0 req-755903d5-f010-449b-9e8b-578a81bf7dc1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.477103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999a28d-2b34-47e6-9f03-86b8ef9689d0 req-755903d5-f010-449b-9e8b-578a81bf7dc1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.478929 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b999a28d-2b34-47e6-9f03-86b8ef9689d0 req-755903d5-f010-449b-9e8b-578a81bf7dc1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 2374 time: 0.3247426 Aug 31 06:49:05.522734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:05.525939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event updated for resources: {'Port': ['ID=38ce8877-b9f8-4204-803a-34dc853743af,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:05.529906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:05.552205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:05.554355 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.558979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:05.641567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] For port 65735de8-3213-4459-a203-a3328ef978fa, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=65735de8-3213-4459-a203-a3328ef978fa,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:05.642710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.658629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for 65735de8-3213-4459-a203-a3328ef978fa owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:05.692909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b999a28d-2b34-47e6-9f03-86b8ef9689d0 req-baf36707-0e06-4ce1-becb-be5f773b8262 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618636 Aug 31 06:49:05.746151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:48:57Z', 'revision_number': 3, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:05.761446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.762287 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.826983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d47668-0a63-46bc-9f86-090ced3bff71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.827617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cf9d9-a30f-415a-bc56-1a7ef977d974 None None] The sync data for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 is: [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:48:57Z', 'revision_number': 3, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:49:05.864902 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3d47668-0a63-46bc-9f86-090ced3bff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.905616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-9c985f7d-e1c0-466b-a154-7b3bc0e1c707 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2092748 Aug 31 06:49:05.912304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d47668-0a63-46bc-9f86-090ced3bff71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41219c0-2fff-4e12-a56c-5b10a9881d84,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:05.920693 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c635c16c-6c93-4058-815f-474139584bc6 None None] Provisioning for port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:05.927219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c635c16c-6c93-4058-815f-474139584bc6 None None] Provisioning complete for port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:05.927540 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c635c16c-6c93-4058-815f-474139584bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.946969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Request body: {'port': {'device_id': '94c946cb-d6d0-4516-94d1-df5235b9c58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:05.988029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c635c16c-6c93-4058-815f-474139584bc6 None None] Port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:06.040748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.094692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d3d47668-0a63-46bc-9f86-090ced3bff71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0906364a918a41ca843d293bc23a4b06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3864319 Aug 31 06:49:06.102790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55534) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:06.139301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.251981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608936a-ed0b-4376-9bbc-bbd7fa52dda1 req-247958b2-9042-4461-aefc-c353b9c47796 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.253674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0608936a-ed0b-4376-9bbc-bbd7fa52dda1 req-247958b2-9042-4461-aefc-c353b9c47796 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 931 time: 0.3866470 Aug 31 06:49:06.274114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.338850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2b9dbe-0fdf-4769-966d-fb5f155952c0 req-af5ac2d9-2e2a-4392-99b3-12521db6a888 service neutron] 10.222.0.42 "GET /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8459558 Aug 31 06:49:06.483276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.600263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0608936a-ed0b-4376-9bbc-bbd7fa52dda1 req-94b39ba8-50bc-45cf-a682-f15be090dd6a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227193 Aug 31 06:49:06.627081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=65735de8-3213-4459-a203-a3328ef978fa,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:06.647497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e3ebf-69b9-4549-b2a0-ae7840f48528 req-01b39420-5012-4ba2-ad59-7697511432f2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.656079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] No DVR routers for this DVR port 65735de8-3213-4459-a203-a3328ef978fa on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:06.658566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e3ebf-69b9-4549-b2a0-ae7840f48528 req-01b39420-5012-4ba2-ad59-7697511432f2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.661622 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.663697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-68976cdf-31a7-4110-98d4-d09b73d3c93b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "DELETE /v2.0/ports/65735de8-3213-4459-a203-a3328ef978fa HTTP/1.1" status: 204 len: 173 time: 1.8061278 Aug 31 06:49:06.664452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e3ebf-69b9-4549-b2a0-ae7840f48528 req-01b39420-5012-4ba2-ad59-7697511432f2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.666204 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-445e3ebf-69b9-4549-b2a0-ae7840f48528 req-01b39420-5012-4ba2-ad59-7697511432f2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 2333 time: 0.4356623 Aug 31 06:49:06.672021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0868d72f-ecad-4864-a888-45c36459daef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.854130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Allocated IP 10.2.2.100 (78b44822-3e6a-4f65-91eb-c0e3840d01da/c27c3d3f-360a-4bdb-beec-e8f69f5198be/871af761-5df1-431f-87fb-e5cdc4f26ee5) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:06.959326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port 55545121-57b1-4362-817e-a19b5659b23e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:06.959667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.973385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0868d72f-ecad-4864-a888-45c36459daef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.985612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295619b-3068-41ee-94ae-4a488a2c951c req-371dca34-db67-46d2-a038-91e4ae2b824a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.010662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295619b-3068-41ee-94ae-4a488a2c951c req-371dca34-db67-46d2-a038-91e4ae2b824a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.037103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295619b-3068-41ee-94ae-4a488a2c951c req-371dca34-db67-46d2-a038-91e4ae2b824a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.038969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1e2c9a12-5dab-44ec-a262-76445b6786f3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:07.039703 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d295619b-3068-41ee-94ae-4a488a2c951c req-371dca34-db67-46d2-a038-91e4ae2b824a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 2374 time: 0.1987998 Aug 31 06:49:07.165806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1e2c9a12-5dab-44ec-a262-76445b6786f3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:07.179842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1e2c9a12-5dab-44ec-a262-76445b6786f3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:07.181824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.238882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-445e3ebf-69b9-4549-b2a0-ae7840f48528 req-a1c1f198-75bf-4f74-9f9b-381f333192af tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5375235 Aug 31 06:49:07.270577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '65735de8-3213-4459-a203-a3328ef978fa'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:07.274885 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b303c719-6390-402d-ab71-9a7d000d52ee" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "65735de8-3213-4459-a203-a3328ef978fa"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:07.361548 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.401906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.417499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1e2c9a12-5dab-44ec-a262-76445b6786f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1e2c9a12-5dab-44ec-a262-76445b6786f3,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:07.443829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.444180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.476560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d295619b-3068-41ee-94ae-4a488a2c951c req-12c32210-2815-45cc-a531-f79f4c6378dc tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288367 Aug 31 06:49:07.514233 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c4a007-94dc-444f-959b-121ded8c0037 x-openstack-request-id: req-95c4a007-94dc-444f-959b-121ded8c0037 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:07.514700 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "65735de8-3213-4459-a203-a3328ef978fa", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:07.515124 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95c4a007-94dc-444f-959b-121ded8c0037 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:07.520126 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '65735de8-3213-4459-a203-a3328ef978fa', 'status': 'completed', 'code': 200} Aug 31 06:49:07.552506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] For port 55545121-57b1-4362-817e-a19b5659b23e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=55545121-57b1-4362-817e-a19b5659b23e,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:07.553162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.587762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0868d72f-ecad-4864-a888-45c36459daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.590716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0868d72f-ecad-4864-a888-45c36459daef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.593235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0868d72f-ecad-4864-a888-45c36459daef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e41219c0-2fff-4e12-a56c-5b10a9881d84 HTTP/1.1" status: 204 len: 168 time: 1.4879971 Aug 31 06:49:07.649621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Pushing event updated for resources: {'Port': ['ID=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:07.672065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868d72f-ecad-4864-a888-45c36459daef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41219c0-2fff-4e12-a56c-5b10a9881d84,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:07.679218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1e2c9a12-5dab-44ec-a262-76445b6786f3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:07.812595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.823867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ce8877-b9f8-4204-803a-34dc853743af {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:07.848756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.891161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943d9f4-2c5b-4fd0-a186-3d6272f477e0 req-c397d864-29dd-4fa0-8928-1add60822a8b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.892922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0943d9f4-2c5b-4fd0-a186-3d6272f477e0 req-c397d864-29dd-4fa0-8928-1add60822a8b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 931 time: 0.1327820 Aug 31 06:49:07.949657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Transition to ACTIVE for port object 38ce8877-b9f8-4204-803a-34dc853743af will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:07.967729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.075799 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0943d9f4-2c5b-4fd0-a186-3d6272f477e0 req-2a29c7ed-b4d3-4f76-b99e-676d47f3c6ee tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400275 Aug 31 06:49:08.101714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.136404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Pushing event updated for resources: {'Port': ['ID=38ce8877-b9f8-4204-803a-34dc853743af,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:08.156458 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.158111 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.158945 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Floating IP d8cca119-031c-45c9-945a-0c1836065419 disassociated. External IP: 172.25.5.30, port: 55545121-57b1-4362-817e-a19b5659b23e. Aug 31 06:49:08.159830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for 55545121-57b1-4362-817e-a19b5659b23e owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:08.188085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Network 1b777da1-179b-4280-873c-b3ec15ee753f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:08.192917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:08.275480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55552) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:08.295596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Transition to ACTIVE for port object 871af761-5df1-431f-87fb-e5cdc4f26ee5 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:08.460887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Attempting to bind port 38ce8877-b9f8-4204-803a-34dc853743af on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:08.461745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Attempting to bind port 38ce8877-b9f8-4204-803a-34dc853743af by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:08.461745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Attempting to bind port 38ce8877-b9f8-4204-803a-34dc853743af on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:08.574213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935d82d-8331-405b-af48-4a23ea055485 req-2b2444b0-fc67-4b26-8430-5e96b458bdac tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:08.591597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935d82d-8331-405b-af48-4a23ea055485 req-2b2444b0-fc67-4b26-8430-5e96b458bdac tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:08.607074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7935d82d-8331-405b-af48-4a23ea055485 req-2b2444b0-fc67-4b26-8430-5e96b458bdac tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 1678 time: 0.1988609 Aug 31 06:49:08.653838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.731872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 78b44822-3e6a-4f65-91eb-c0e3840d01da is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:08.754827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:08.784717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-173af0e6-9455-4bb3-8e66-c93ffd90fd4d None None] Provisioning complete for port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:08.785473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:08.785643 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173af0e6-9455-4bb3-8e66-c93ffd90fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.797122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7935d82d-8331-405b-af48-4a23ea055485 req-d1ca5827-b5d8-4889-945b-a1187432d940 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1891210 Aug 31 06:49:08.801246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.843403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=871af761-5df1-431f-87fb-e5cdc4f26ee5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:08.874413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1e2c9a12-5dab-44ec-a262-76445b6786f3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:08.920546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=55545121-57b1-4362-817e-a19b5659b23e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:08.959074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-173af0e6-9455-4bb3-8e66-c93ffd90fd4d None None] Port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:08.980786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1e2c9a12-5dab-44ec-a262-76445b6786f3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:08.989386 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.119453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Router 569b2c0b-2190-4833-8451-036df419d455 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:49:09.120070 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-895fcc46-3ff7-47b0-8e96-4f16b945b672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.135131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.135515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Port 38ce8877-b9f8-4204-803a-34dc853743af on network 5231c453-26d0-4933-8509-cc47a3fe5b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:09.135847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Attempting to bind port 38ce8877-b9f8-4204-803a-34dc853743af on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:09.137007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.178359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:09.178706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Checking segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:09.179100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Bound using segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:09.179540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Bound port: 38ce8877-b9f8-4204-803a-34dc853743af, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:09.179897 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.206696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0db5f11e-8955-4430-9d19-789e181fa999 None None] Provisioning for port 871af761-5df1-431f-87fb-e5cdc4f26ee5 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:09.209068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:49:09.213689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0db5f11e-8955-4430-9d19-789e181fa999 None None] Provisioning complete for port 871af761-5df1-431f-87fb-e5cdc4f26ee5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:09.214317 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0db5f11e-8955-4430-9d19-789e181fa999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.267952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175be2e-5c3b-4e3e-85c9-791963147017 req-db146d75-1a25-495c-bcf0-00c17c43e2c1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.274407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175be2e-5c3b-4e3e-85c9-791963147017 req-db146d75-1a25-495c-bcf0-00c17c43e2c1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.281595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175be2e-5c3b-4e3e-85c9-791963147017 req-db146d75-1a25-495c-bcf0-00c17c43e2c1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.287752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175be2e-5c3b-4e3e-85c9-791963147017 req-db146d75-1a25-495c-bcf0-00c17c43e2c1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.296164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2175be2e-5c3b-4e3e-85c9-791963147017 req-db146d75-1a25-495c-bcf0-00c17c43e2c1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 3095 time: 0.2197371 Aug 31 06:49:09.304901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0db5f11e-8955-4430-9d19-789e181fa999 None None] Port 871af761-5df1-431f-87fb-e5cdc4f26ee5 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:09.383752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:49:09.396965 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] Sync routers for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:49:09.408264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] For port 38ce8877-b9f8-4204-803a-34dc853743af, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:09.411203 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:09.411916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] For port 38ce8877-b9f8-4204-803a-34dc853743af, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=38ce8877-b9f8-4204-803a-34dc853743af,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:09.412307 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:09.423115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788ecfe-4f4a-49ea-a96c-9cb461cbb76f req-6adb9564-cbf5-4fa7-8670-86e70be0e0fe tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.433478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a788ecfe-4f4a-49ea-a96c-9cb461cbb76f req-6adb9564-cbf5-4fa7-8670-86e70be0e0fe tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 943 time: 0.1864548 Aug 31 06:49:09.510225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] No DVR routers for this DVR port 55545121-57b1-4362-817e-a19b5659b23e on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:09.518038 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.521067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.528226 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-3cc09cf4-ffa6-4119-a40c-1c54128eff55 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "DELETE /v2.0/ports/55545121-57b1-4362-817e-a19b5659b23e HTTP/1.1" status: 204 len: 173 time: 2.8374546 Aug 31 06:49:09.532286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '55545121-57b1-4362-817e-a19b5659b23e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:09.535530 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf41d14-3463-4cfc-8134-045bf42e9c58" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "55545121-57b1-4362-817e-a19b5659b23e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:09.564567 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:09.575138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a788ecfe-4f4a-49ea-a96c-9cb461cbb76f req-4b81162a-16b3-49d0-ac4c-e234ba84a530 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401863 Aug 31 06:49:09.674183 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0cec6a-9fa4-48d1-b82e-94cc9291da37 x-openstack-request-id: req-8b0cec6a-9fa4-48d1-b82e-94cc9291da37 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:09.674679 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "55545121-57b1-4362-817e-a19b5659b23e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:09.675040 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b0cec6a-9fa4-48d1-b82e-94cc9291da37 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:09.675556 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '55545121-57b1-4362-817e-a19b5659b23e', 'status': 'completed', 'code': 200} Aug 31 06:49:09.679830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Pushing event updated for resources: {'Port': ['ID=38ce8877-b9f8-4204-803a-34dc853743af,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:09.712476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2175be2e-5c3b-4e3e-85c9-791963147017 req-b9583c0b-1186-49ec-a74f-34f9973cfec6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149935 Aug 31 06:49:09.728440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:49:09.740711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Sync routers for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:49:09.755633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:09.756213 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.756822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-71de3749-be5c-4ff3-a391-8412b59f4b08 admin admin] 10.222.0.15 "PUT /v2.0/routers/fc7caf41-f9cb-47e4-95e2-c7b74f032d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9415343 Aug 31 06:49:09.760897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.762857 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.764625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-084dd8ab-2c58-4092-9bf4-b2b5e24c95fc service neutron] 10.222.0.23 "PUT /v2.0/ports/38ce8877-b9f8-4204-803a-34dc853743af HTTP/1.1" status: 200 len: 1092 time: 3.8245845 Aug 31 06:49:09.765227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c946cb-d6d0-4516-94d1-df5235b9c58a', 'tag': '38ce8877-b9f8-4204-803a-34dc853743af'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:09.773611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:09.774459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:09.778563 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc8bdce-a5fa-4f59-b193-e47879a359af" -d '{"events": [{"name": "network-changed", "server_uuid": "94c946cb-d6d0-4516-94d1-df5235b9c58a", "tag": "38ce8877-b9f8-4204-803a-34dc853743af"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:09.973061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-895fcc46-3ff7-47b0-8e96-4f16b945b672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.984725 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-895fcc46-3ff7-47b0-8e96-4f16b945b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.995399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2ca2da26-5c29-43d8-8366-416aacf0a2e1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3160436 Aug 31 06:49:10.020181 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da', 'admin_state_up': True, 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'security_groups': ['02013cbc-d1b6-4011-9d39-0f9b11b7b0d9']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:10.076334 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:07Z', 'revision_number': 5, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:10.095309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-895fcc46-3ff7-47b0-8e96-4f16b945b672 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=318e9886b23c4daeb18b8232ddc75af4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8161728 Aug 31 06:49:10.098086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fcc46-3ff7-47b0-8e96-4f16b945b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f87c70c-a8e0-4bbd-9357-f4f843bb56db,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:10.101569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:10.103263 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c60d65-216c-4674-9779-c55832cb6e10 x-openstack-request-id: req-12c60d65-216c-4674-9779-c55832cb6e10 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:10.103567 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c946cb-d6d0-4516-94d1-df5235b9c58a", "tag": "38ce8877-b9f8-4204-803a-34dc853743af", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:10.103904 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12c60d65-216c-4674-9779-c55832cb6e10 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:10.104357 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c946cb-d6d0-4516-94d1-df5235b9c58a', 'tag': '38ce8877-b9f8-4204-803a-34dc853743af', 'status': 'completed', 'code': 200} Aug 31 06:49:10.108887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-fb5218ef-4d08-48be-b094-b285e0ad3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.111100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-fb5218ef-4d08-48be-b094-b285e0ad3d74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 1095 time: 0.2894671 Aug 31 06:49:10.156177 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] Checking router: 569b2c0b-2190-4833-8451-036df419d455 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:49:10.179177 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:10.179824 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:10.212522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-b7d3bea7-0f48-475a-86f5-2c871806a092 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ce8877-b9f8-4204-803a-34dc853743af HTTP/1.1" status: 200 len: 217 time: 0.0566792 Aug 31 06:49:10.226413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] For port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:10.226977 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:10.229721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:10.260203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:10.326741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9344b3ed-82ba-4719-a07a-61f5e3c8b04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:10.332530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590da68-655b-4d25-b063-e6b974baf0b0 req-916ec387-d274-4f8b-b0ba-4138231b5767 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.349741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9590da68-655b-4d25-b063-e6b974baf0b0 req-916ec387-d274-4f8b-b0ba-4138231b5767 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 943 time: 0.1885495 Aug 31 06:49:10.352392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-f3372e88-27d3-4fc5-91bf-58dd291da978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.354657 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-f3372e88-27d3-4fc5-91bf-58dd291da978 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.1357090 Aug 31 06:49:10.382387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9344b3ed-82ba-4719-a07a-61f5e3c8b04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:10.410397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-780acdb1-dfb1-4500-a485-8a20ada3fb41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428495 Aug 31 06:49:10.436175 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:10.558399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Made reservation on behalf of ffcef016d8e24f919f7778eedfa391b5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:10.566737 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:10.597334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9590da68-655b-4d25-b063-e6b974baf0b0 req-170d7d7d-e2fc-472f-914b-b1e63e64ffe2 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups?id=3fb1ea5c-e232-4865-8632-ba884b12ba94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2389557 Aug 31 06:49:10.686701 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-e1191e0f-8bfc-456f-b25c-3af006974a5d service neutron] 10.222.0.23 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606804 Aug 31 06:49:10.805565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:06Z', 'revision_number': 2, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:10.848630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Checking router: fc7caf41-f9cb-47e4-95e2-c7b74f032d1e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:49:10.851042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Updating router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:49:10.928136 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:10.977349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55594) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:10.981123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9344b3ed-82ba-4719-a07a-61f5e3c8b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:10.987756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9344b3ed-82ba-4719-a07a-61f5e3c8b04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:10.987756 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9344b3ed-82ba-4719-a07a-61f5e3c8b04a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f87c70c-a8e0-4bbd-9357-f4f843bb56db HTTP/1.1" status: 204 len: 168 time: 0.8798053 Aug 31 06:49:11.009061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1691108563-network', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:11.081995 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:07Z', 'revision_number': 5, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:11.084834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344b3ed-82ba-4719-a07a-61f5e3c8b04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f87c70c-a8e0-4bbd-9357-f4f843bb56db,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:11.110479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-07fdb44e-61dd-45b1-9b8b-18436da4df92 req-5b226f2f-90d8-4188-866d-5a15083385d4 service neutron] 10.222.0.23 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169774 Aug 31 06:49:11.146640 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90c0ef-532f-4fb9-ad6c-79f65e277320 None None] The sync data for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 is: [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4dbd3b3e-797c-4674-be09-e0c9ed2e2539', 'name': '', 'network_id': '77ac29c0-f99f-4d9b-93bd-76d263018252', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:38:07Z', 'revision_number': 5, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'subnets': [{'id': '3eb6a64f-2758-43fe-8548-1842e50df50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:49:11.151289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Made reservation on behalf of 4a02db88423347a9ba2eb7647ad92460 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:11.156523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.182589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99d4d-ce59-44e3-9696-32448fe1ac63 req-e0600670-e329-4be2-ba19-aa0f12ce3671 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.184324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fd99d4d-ce59-44e3-9696-32448fe1ac63 req-e0600670-e329-4be2-ba19-aa0f12ce3671 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 943 time: 0.3663139 Aug 31 06:49:11.239846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.450357 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fd99d4d-ce59-44e3-9696-32448fe1ac63 req-4b9b16ca-ade9-4ceb-9152-e653ac22649a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442205 Aug 31 06:49:11.478692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-25968dd6-4243-4fda-8348-dab371a78d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.482039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-25968dd6-4243-4fda-8348-dab371a78d3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 1095 time: 0.2876878 Aug 31 06:49:11.715597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.726670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.756658 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95211cca-cf20-42e9-ab0b-fc2a70ace6b9 None None] New status for floating IP d8cca119-031c-45c9-945a-0c1836065419: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:49:11.774590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.818068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:49:11.842756 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.859456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Transition to ACTIVE for port object 56957ef5-34a2-4020-a1d5-0e23cf8bd00a will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:11.868847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.967742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db05b39-5b40-4c0b-bc0d-cf5d52434fe8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:11.987794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f76701dc-15a1-45cf-97ba-ebb69e9054e3 req-f2d2fb50-5314-4b81-8289-6624912ec0f3 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.1594472 Aug 31 06:49:11.987794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.987794 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Added segment e827a0d4-0a3c-499a-b408-68efc6ce9fa7 of type vlan for network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c Aug 31 06:49:12.006453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60887e4b-b169-42f4-8550-dcc600bf250b None None] Pushing event updated for resources: {'Port': ['ID=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:12.014934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=0a0a2cf6-181c-433a-89c8-72e6fd8767f6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:12.067220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-fbf85671-f67b-4b08-8010-03def04ba6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.073974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Attempting to bind port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:12.075032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Attempting to bind port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:12.075725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Attempting to bind port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a on network 1b777da1-179b-4280-873c-b3ec15ee753f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:12.081432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-fbf85671-f67b-4b08-8010-03def04ba6f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.5887554 Aug 31 06:49:12.084432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:12.085617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Checking segment: {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:12.086616 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:12.087470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Bound using segment: {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:12.088782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Bound port: 56957ef5-34a2-4020-a1d5-0e23cf8bd00a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:12.089659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:12.200813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] No DVR routers for this DVR port 0a0a2cf6-181c-433a-89c8-72e6fd8767f6 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:12.213796 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:12.216074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eace982-00ae-4ed3-9965-bcec42d62895 req-8c2dee1f-a342-4f74-ad56-8a62ac4a467e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.42 "DELETE /v2.0/ports/0a0a2cf6-181c-433a-89c8-72e6fd8767f6 HTTP/1.1" status: 204 len: 173 time: 2.6758571 Aug 31 06:49:12.242797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46ec4-5867-4628-bec7-fa8dd57b400c req-6a5c2e31-68d1-4ecf-861a-6788f95320d6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.253974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46ec4-5867-4628-bec7-fa8dd57b400c req-6a5c2e31-68d1-4ecf-861a-6788f95320d6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.266404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46ec4-5867-4628-bec7-fa8dd57b400c req-6a5c2e31-68d1-4ecf-861a-6788f95320d6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.271592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] For port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:12.289381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] For port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:12.293118 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-b8544d78-cb6c-40ac-8f7d-0c1b0308c402 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ce8877-b9f8-4204-803a-34dc853743af HTTP/1.1" status: 200 len: 217 time: 0.1961093 Aug 31 06:49:12.297735 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:12.300420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:12.324118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee46ec4-5867-4628-bec7-fa8dd57b400c req-6a5c2e31-68d1-4ecf-861a-6788f95320d6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.325995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ee46ec4-5867-4628-bec7-fa8dd57b400c req-6a5c2e31-68d1-4ecf-861a-6788f95320d6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 3095 time: 1.4305212 Aug 31 06:49:12.328791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:12.362514 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c712ad25-1032-4667-b41e-896c370810da" -d '{"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "0a0a2cf6-181c-433a-89c8-72e6fd8767f6"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:12.384169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60887e4b-b169-42f4-8550-dcc600bf250b None None] Pushing event updated for resources: {'Port': ['ID=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:12.400089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Allocated IP 10.2.2.200 (78b44822-3e6a-4f65-91eb-c0e3840d01da/c27c3d3f-360a-4bdb-beec-e8f69f5198be/cc55d44f-1625-42a3-84cd-e7fae39f1fc7) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:12.455079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:12.458698 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445974d1-732b-467b-8ba7-0cfecb43178b x-openstack-request-id: req-445974d1-732b-467b-8ba7-0cfecb43178b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:12.459428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:12.464619 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6381df2-7459-4b98-baaf-ba923e592fc6", "name": "network-vif-deleted", "tag": "0a0a2cf6-181c-433a-89c8-72e6fd8767f6", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:12.464930 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-445974d1-732b-467b-8ba7-0cfecb43178b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:12.465338 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6381df2-7459-4b98-baaf-ba923e592fc6', 'name': 'network-vif-deleted', 'tag': '0a0a2cf6-181c-433a-89c8-72e6fd8767f6', 'status': 'completed', 'code': 200} Aug 31 06:49:12.541374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ee46ec4-5867-4628-bec7-fa8dd57b400c req-b4bf2fec-d442-4c38-8660-ddb6535e3645 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708231 Aug 31 06:49:12.574368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:12.576428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.577611 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:12.591837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-9c74b82e-5abe-4712-90f9-606313e4b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.607933 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-9c74b82e-5abe-4712-90f9-606313e4b1eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.2896359 Aug 31 06:49:12.772402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:12.790128 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-e3c21022-1a27-48c3-b8f2-5f2c70635955 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807244 Aug 31 06:49:12.856442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8762748 Aug 31 06:49:12.860140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55624) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:12.867360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Request body: {'subnet': {'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1691108563-subnet', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:12.932324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a4bf1-9d36-47b8-958e-43386b6396b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:12.965240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:13.015114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Made reservation on behalf of 4a02db88423347a9ba2eb7647ad92460 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:13.027441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:13.130291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:49:13.242526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-fbe2ef48-241d-4a2a-9f48-5123164b3f0a service neutron] 10.222.0.23 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967433 Aug 31 06:49:13.257089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Transition to ACTIVE for port object cc55d44f-1625-42a3-84cd-e7fae39f1fc7 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:13.261500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:13.330516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de176c97-9c31-454e-9a0b-30c203168864 req-bf382eb0-4810-4cc1-b0e0-51c70508a123 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.337725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de176c97-9c31-454e-9a0b-30c203168864 req-bf382eb0-4810-4cc1-b0e0-51c70508a123 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 943 time: 0.5697453 Aug 31 06:49:13.453235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de176c97-9c31-454e-9a0b-30c203168864 req-24eb8296-4af1-4635-8632-227c24e2cef7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008916 Aug 31 06:49:13.456395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3cc8bdce-a5fa-4f59-b193-e47879a359af req-a679ac04-0a65-47c7-9ac4-cf0a7fb15393 service neutron] 10.222.0.23 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118053 Aug 31 06:49:13.482130 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:13.489393 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d8fa1bc-7977-4ff5-a30c-b32c28e3323b req-fd739bfb-8dfe-4f1a-b996-e100c1630beb tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.2112041 Aug 31 06:49:13.567948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Network 78b44822-3e6a-4f65-91eb-c0e3840d01da is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:13.582916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:13.605981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:13.625104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6444500-05bc-45aa-a409-a1b3b8d1d64e,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:13.682360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-07464a75-54d7-4945-a871-7df517a9878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:12Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:13.695656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 38ce8877-b9f8-4204-803a-34dc853743af details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:13.740082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event updated for resources: {'Port': ['ID=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:13.792926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Checking segment: {'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:13.792926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Network hostable DHCP agents. Network: d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:49:13.793254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07464a75-54d7-4945-a871-7df517a9878e None None] The sync data for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 is: [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:12Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:49:13.807337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.808440 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:13.839449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a97d-cc45-4da6-bee9-231d2648c5a2 req-1db44fb4-cc9c-4e67-883d-912aac122d13 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.868054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a97d-cc45-4da6-bee9-231d2648c5a2 req-1db44fb4-cc9c-4e67-883d-912aac122d13 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.915341 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-447763bb-8d10-4de0-bfc0-4639231ba7b5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9094689 Aug 31 06:49:13.921377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:49:13.922734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a97d-cc45-4da6-bee9-231d2648c5a2 req-1db44fb4-cc9c-4e67-883d-912aac122d13 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.952479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a97d-cc45-4da6-bee9-231d2648c5a2 req-1db44fb4-cc9c-4e67-883d-912aac122d13 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.966420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:13.977904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a97d-cc45-4da6-bee9-231d2648c5a2 req-1db44fb4-cc9c-4e67-883d-912aac122d13 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.981025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:13.983768 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e59a97d-cc45-4da6-bee9-231d2648c5a2 req-1db44fb4-cc9c-4e67-883d-912aac122d13 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 3816 time: 0.2746119 Aug 31 06:49:13.999355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cfa76e-6c5f-4896-a6b0-deffb105078a None None] Network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:49:14.082345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:14.091754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.129352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e59a97d-cc45-4da6-bee9-231d2648c5a2 req-bde2cd56-2727-4879-994d-35b10eb17af5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335809 Aug 31 06:49:14.207841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-58c4b6fc-933a-4ffd-a568-df1b891e49a8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3419123 Aug 31 06:49:14.208465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:14.214230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:14.240285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-874308e0-8bbe-4286-be03-679cc6831191 None None] Provisioning for port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:14.241047 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.262588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-874308e0-8bbe-4286-be03-679cc6831191 None None] Provisioning complete for port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:14.263541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-874308e0-8bbe-4286-be03-679cc6831191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.272494 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.274343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.398204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.421248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-874308e0-8bbe-4286-be03-679cc6831191 None None] Port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:14.424931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 38ce8877-b9f8-4204-803a-34dc853743af, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=38ce8877-b9f8-4204-803a-34dc853743af,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:14.437519 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:49:14.451407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '38ce8877-b9f8-4204-803a-34dc853743af', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'port_id': '38ce8877-b9f8-4204-803a-34dc853743af', 'mac_address': 'fa:16:3e:df:f6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:14.492177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c', 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'fixed_ips': [{'subnet_id': 'e6444500-05bc-45aa-a409-a1b3b8d1d64e'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:49:14.493218 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.558728 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.658633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ce8877-b9f8-4204-803a-34dc853743af {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:14.727028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4709963-b03a-426f-9321-aacbb25d16b9 req-f7623fd5-eb7c-4402-8cfa-13cb634da774 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:14.747327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4709963-b03a-426f-9321-aacbb25d16b9 req-f7623fd5-eb7c-4402-8cfa-13cb634da774 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 943 time: 0.1466649 Aug 31 06:49:14.791764 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-08244a15-16e4-4e2e-be02-3fddc7aa0d94 req-3f597ce5-1c1b-49f5-96cb-bb967107f085 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.1000512 Aug 31 06:49:14.797727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.815855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 38ce8877-b9f8-4204-803a-34dc853743af, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=38ce8877-b9f8-4204-803a-34dc853743af,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:14.828058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Allocated IP 172.20.0.2 (d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c/e6444500-05bc-45aa-a409-a1b3b8d1d64e/393f02c7-6aea-4db1-b55d-8f0a7a02ac6c) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:14.842623 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:14.886025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4709963-b03a-426f-9321-aacbb25d16b9 req-82ec7832-c3cc-40ac-ae5c-87bec454b7fa tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268184 Aug 31 06:49:15.026928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf2c37c-efae-4f2f-b286-98c73f66aa9f {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:15.040854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.059820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Transition to ACTIVE for port object fdf2c37c-efae-4f2f-b286-98c73f66aa9f will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:15.065049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.143336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=38ce8877-b9f8-4204-803a-34dc853743af,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:15.183361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Pushing event updated for resources: {'Port': ['ID=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:15.280610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 56957ef5-34a2-4020-a1d5-0e23cf8bd00a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:15.318785 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.371434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.372154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Attempting to bind port fdf2c37c-efae-4f2f-b286-98c73f66aa9f on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:15.372154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Attempting to bind port fdf2c37c-efae-4f2f-b286-98c73f66aa9f by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:15.372154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Attempting to bind port fdf2c37c-efae-4f2f-b286-98c73f66aa9f on network 2c71b659-92d8-4b29-abc6-2d570dfb2787 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:15.414900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Port fdf2c37c-efae-4f2f-b286-98c73f66aa9f on network 2c71b659-92d8-4b29-abc6-2d570dfb2787 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:15.415414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Attempting to bind port fdf2c37c-efae-4f2f-b286-98c73f66aa9f on network 2c71b659-92d8-4b29-abc6-2d570dfb2787 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:15.436518 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.437809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:15.438158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Checking segment: {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:15.440776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Bound using segment: {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:15.441304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Bound port: fdf2c37c-efae-4f2f-b286-98c73f66aa9f, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c0796-dc18-4ed2-9ded-54959f3bc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:15.441803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.460479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Transition to ACTIVE for port object 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:15.486999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Transition to ACTIVE for port object 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:15.496552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['38ce8877-b9f8-4204-803a-34dc853743af'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:15.521274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0fd1-62a1-4962-af29-017a3a4e29e3 req-1cbab4a1-3a1d-4b22-937e-3182e15269bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:15.550185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0fd1-62a1-4962-af29-017a3a4e29e3 req-1cbab4a1-3a1d-4b22-937e-3182e15269bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:15.560704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0fd1-62a1-4962-af29-017a3a4e29e3 req-1cbab4a1-3a1d-4b22-937e-3182e15269bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:15.570013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0fd1-62a1-4962-af29-017a3a4e29e3 req-1cbab4a1-3a1d-4b22-937e-3182e15269bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:15.590764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0fd1-62a1-4962-af29-017a3a4e29e3 req-1cbab4a1-3a1d-4b22-937e-3182e15269bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:15.603570 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.605599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4db0fd1-62a1-4962-af29-017a3a4e29e3 req-1cbab4a1-3a1d-4b22-937e-3182e15269bb tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 3828 time: 0.2640913 Aug 31 06:49:15.692478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4db0fd1-62a1-4962-af29-017a3a4e29e3 req-48f3a662-cbfa-4a3c-b07a-8b0eae0073d0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809138 Aug 31 06:49:15.717689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Pushing event updated for resources: {'Port': ['ID=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:15.738328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Allocated IP 172.25.5.220 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/89544b12-91fe-4e9c-8b60-ea79111d6344) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:15.782500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] For port fdf2c37c-efae-4f2f-b286-98c73f66aa9f, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:15.789978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] For port fdf2c37c-efae-4f2f-b286-98c73f66aa9f, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:15.797343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.825675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:15.826574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:15.854710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:15.855069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.897700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:15.900454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.904494 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] 10.222.0.23 "PUT /v2.0/ports/fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 200 len: 1092 time: 1.9591134 Aug 31 06:49:15.910069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:15.915246 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:15.921174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:15.946937 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:15.981338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:16.098669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-42c8b353-289a-4e81-bdf2-b3ced681655c req-74fd38d2-442c-4df5-8621-938f139db4a6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0793183 Aug 31 06:49:16.177462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.224839 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ef8a33-7db6-4e1f-b678-7277de2ab226 x-openstack-request-id: req-c9ef8a33-7db6-4e1f-b678-7277de2ab226 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:16.225443 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:16.225688 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9ef8a33-7db6-4e1f-b678-7277de2ab226 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:16.226305 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'status': 'completed', 'code': 200} Aug 31 06:49:16.283740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e2e9b-811f-4521-bae1-c9eea99bf46d service neutron] Pushing event updated for resources: {'Port': ['ID=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:16.351402 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.352365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f73eab-7075-459f-a3c2-b1bd1021fb2e req-bccca55f-8c9a-4c3e-bfb8-efff81c7d344 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.354166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60f73eab-7075-459f-a3c2-b1bd1021fb2e req-bccca55f-8c9a-4c3e-bfb8-efff81c7d344 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 944 time: 0.2811873 Aug 31 06:49:16.355882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.445112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Attempting to bind port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:16.445818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Attempting to bind port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:16.446304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Attempting to bind port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c on network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:16.471956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Pushing event updated for resources: {'Port': ['ID=89544b12-91fe-4e9c-8b60-ea79111d6344,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:16.479460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-d2598716-5a8c-4ce9-8a74-c8d406a5f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.480342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-d2598716-5a8c-4ce9-8a74-c8d406a5f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.480988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-d2598716-5a8c-4ce9-8a74-c8d406a5f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.483672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-d2598716-5a8c-4ce9-8a74-c8d406a5f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.484250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-d2598716-5a8c-4ce9-8a74-c8d406a5f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.489290 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-d2598716-5a8c-4ce9-8a74-c8d406a5f2b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 4364 time: 0.2509983 Aug 31 06:49:16.503195 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60f73eab-7075-459f-a3c2-b1bd1021fb2e req-71f96bc7-ed95-431b-88f7-0d9bc04c84fc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097918 Aug 31 06:49:16.527438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:16.528456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Checking segment: {'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:16.529397 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.530229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Bound using segment: {'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:16.531230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Bound port: 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:16.532600 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.560968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.658044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:16.660350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:16.664885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:16.679770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] For port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:16.683353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] For port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,segment=NetworkSegment(e827a0d4-0a3c-499a-b408-68efc6ce9fa7),segment_id=e827a0d4-0a3c-499a-b408-68efc6ce9fa7)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:16.713831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:16.716571 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.793562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.872261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d88bc-8bb4-40cf-af3d-c4195d5140cc None None] Pushing event updated for resources: {'Port': ['ID=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:16.968614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:16.999405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287b7481-dfe4-4057-94cb-aedd20c1aa3e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:17.013420 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:17.035361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Transition to ACTIVE for port object 287b7481-dfe4-4057-94cb-aedd20c1aa3e will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:17.044618 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:17.120550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Pushing event updated for resources: {'Port': ['ID=287b7481-dfe4-4057-94cb-aedd20c1aa3e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:17.249648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-b884f5e6-1f83-487d-bed5-59c6bbcef311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.250626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-b884f5e6-1f83-487d-bed5-59c6bbcef311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.251454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-b884f5e6-1f83-487d-bed5-59c6bbcef311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.255298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-b884f5e6-1f83-487d-bed5-59c6bbcef311 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ffcef016d8e24f919f7778eedfa391b5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7547123 Aug 31 06:49:17.328635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137d39-96dc-4448-8c24-29056c2e44b0 req-e2ce810a-9000-42e7-a41b-fc0d8a060e5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.335899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137d39-96dc-4448-8c24-29056c2e44b0 req-e2ce810a-9000-42e7-a41b-fc0d8a060e5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.341997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137d39-96dc-4448-8c24-29056c2e44b0 req-e2ce810a-9000-42e7-a41b-fc0d8a060e5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.348894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137d39-96dc-4448-8c24-29056c2e44b0 req-e2ce810a-9000-42e7-a41b-fc0d8a060e5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.370352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137d39-96dc-4448-8c24-29056c2e44b0 req-e2ce810a-9000-42e7-a41b-fc0d8a060e5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.372828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96137d39-96dc-4448-8c24-29056c2e44b0 req-e2ce810a-9000-42e7-a41b-fc0d8a060e5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 3828 time: 0.5195439 Aug 31 06:49:17.468803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-180db59e-5d76-4f24-b1c9-79fc97278c0a req-d158ca7a-9ee1-402e-a6ef-a09fc86a4efa tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.1409440 Aug 31 06:49:17.586355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Attempting to bind port 287b7481-dfe4-4057-94cb-aedd20c1aa3e on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:17.586771 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Attempting to bind port 287b7481-dfe4-4057-94cb-aedd20c1aa3e by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:17.587188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Attempting to bind port 287b7481-dfe4-4057-94cb-aedd20c1aa3e on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:17.601640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Port 287b7481-dfe4-4057-94cb-aedd20c1aa3e on network 6d67c422-0b41-4534-9a1b-b18776857c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:17.601974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Attempting to bind port 287b7481-dfe4-4057-94cb-aedd20c1aa3e on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:17.617239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:17.617705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Checking segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:17.618244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Bound using segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:17.618831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Bound port: 287b7481-dfe4-4057-94cb-aedd20c1aa3e, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:17.619355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:17.717514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 38ce8877-b9f8-4204-803a-34dc853743af up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:17.843294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 38ce8877-b9f8-4204-803a-34dc853743af completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:17.851858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 38ce8877-b9f8-4204-803a-34dc853743af triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:17.854065 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:17.914133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b7e6d-4f95-4789-b525-91eebc97a2fe req-986a07a0-2afa-49d2-8cb5-540003264fea tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.927027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d99b7e6d-4f95-4789-b525-91eebc97a2fe req-986a07a0-2afa-49d2-8cb5-540003264fea tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 944 time: 0.1499581 Aug 31 06:49:17.946265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] For port 287b7481-dfe4-4057-94cb-aedd20c1aa3e, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:17.953456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] For port 287b7481-dfe4-4057-94cb-aedd20c1aa3e, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:17.972117 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:18.037158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:18.038001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:18.040204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] 10.222.0.23 "PUT /v2.0/ports/287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 1131 time: 2.1020157 Aug 31 06:49:18.069385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:18.089442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:18.115737 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d99b7e6d-4f95-4789-b525-91eebc97a2fe req-0bf4cdc2-215a-4711-9815-2b86a4bcdee8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823928 Aug 31 06:49:18.188005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 38ce8877-b9f8-4204-803a-34dc853743af, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=38ce8877-b9f8-4204-803a-34dc853743af,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:18.191890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c946cb-d6d0-4516-94d1-df5235b9c58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ce8877-b9f8-4204-803a-34dc853743af'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:18.199926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15caa4a-4608-49e3-a754-9a8d205783fe service neutron] Pushing event updated for resources: {'Port': ['ID=287b7481-dfe4-4057-94cb-aedd20c1aa3e,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:18.213589 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b9ce69-f5ea-44ea-ba32-0c62cb1539bf" -d '{"events": [{"server_uuid": "94c946cb-d6d0-4516-94d1-df5235b9c58a", "name": "network-vif-plugged", "status": "completed", "tag": "38ce8877-b9f8-4204-803a-34dc853743af"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:18.226396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:18.273616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': '287b7481-dfe4-4057-94cb-aedd20c1aa3e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:18.285740 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "287b7481-dfe4-4057-94cb-aedd20c1aa3e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:18.338075 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96137d39-96dc-4448-8c24-29056c2e44b0 req-0bec4f51-50d2-4b6f-ba82-3fb7e94c2b7d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9169722 Aug 31 06:49:18.346207 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:18.403488 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea66fd0-3815-4fdf-9cac-5167d443457f x-openstack-request-id: req-dea66fd0-3815-4fdf-9cac-5167d443457f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:18.403972 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c946cb-d6d0-4516-94d1-df5235b9c58a", "name": "network-vif-plugged", "status": "completed", "tag": "38ce8877-b9f8-4204-803a-34dc853743af", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:18.404382 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dea66fd0-3815-4fdf-9cac-5167d443457f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:18.404982 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c946cb-d6d0-4516-94d1-df5235b9c58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ce8877-b9f8-4204-803a-34dc853743af', 'code': 200} Aug 31 06:49:18.412705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=38ce8877-b9f8-4204-803a-34dc853743af,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:18.485839 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed63874a-56db-4b60-a1e5-e32ed6163a47 x-openstack-request-id: req-ed63874a-56db-4b60-a1e5-e32ed6163a47 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:18.486578 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "287b7481-dfe4-4057-94cb-aedd20c1aa3e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:18.486578 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed63874a-56db-4b60-a1e5-e32ed6163a47 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:18.486903 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': '287b7481-dfe4-4057-94cb-aedd20c1aa3e', 'status': 'completed', 'code': 200} Aug 31 06:49:18.782289 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64545e8a-8d29-4a5e-860c-0cb7bcf6474b req-c7c8e2b9-cc8b-499d-b96e-96309cf860d6 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.1242948 Aug 31 06:49:18.783650 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:18.835568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-c533a418-1b89-44af-92d5-b54b0d859ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:18.837093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7424f55c-fb4a-4492-a4aa-3bbd5d2e4e8c req-c533a418-1b89-44af-92d5-b54b0d859ca8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5650482 Aug 31 06:49:18.845570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441f224-8884-4229-8634-6f98772c08fc None None] Network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:49:18.966094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390004-0398-4479-b7ec-52d1a20a2b13 req-baea0b3a-0441-4285-b116-a3ba673fc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:18.967390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92390004-0398-4479-b7ec-52d1a20a2b13 req-baea0b3a-0441-4285-b116-a3ba673fc3cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 1097 time: 0.3582480 Aug 31 06:49:19.002632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8575c1-9d4a-4628-be6f-44fa867c8dad {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:19.034246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.055685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Transition to ACTIVE for port object 5a8575c1-9d4a-4628-be6f-44fa867c8dad will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:19.058913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-c936d757-4cb2-4887-b15f-c6b6828703e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.059540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-c936d757-4cb2-4887-b15f-c6b6828703e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.059994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-c936d757-4cb2-4887-b15f-c6b6828703e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.060547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.061928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-c936d757-4cb2-4887-b15f-c6b6828703e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.062695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-c936d757-4cb2-4887-b15f-c6b6828703e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.073880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-c936d757-4cb2-4887-b15f-c6b6828703e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.076683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-c936d757-4cb2-4887-b15f-c6b6828703e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5288 time: 0.1470234 Aug 31 06:49:19.079017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92390004-0398-4479-b7ec-52d1a20a2b13 req-519cb78b-aa54-4ea0-b758-ed8d25cb5373 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044490 Aug 31 06:49:19.108372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7cdc6e82-cced-4e32-8fe4-9edc92eb744a None None] Provisioning for port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:19.162944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 56957ef5-34a2-4020-a1d5-0e23cf8bd00a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:19.220144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8575c1-9d4a-4628-be6f-44fa867c8dad,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:19.280217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.368475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:19.368967 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.431690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Attempting to bind port 5a8575c1-9d4a-4628-be6f-44fa867c8dad on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:19.432065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Attempting to bind port 5a8575c1-9d4a-4628-be6f-44fa867c8dad by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:19.432362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Attempting to bind port 5a8575c1-9d4a-4628-be6f-44fa867c8dad on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:19.447500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80b9b1-1757-4024-870a-22ac042bd214 req-560231af-c9db-4304-ba5b-365d10c5ad8e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.451094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d80b9b1-1757-4024-870a-22ac042bd214 req-560231af-c9db-4304-ba5b-365d10c5ad8e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 945 time: 0.1399388 Aug 31 06:49:19.456321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Port 5a8575c1-9d4a-4628-be6f-44fa867c8dad on network 6d67c422-0b41-4534-9a1b-b18776857c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:19.456846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Attempting to bind port 5a8575c1-9d4a-4628-be6f-44fa867c8dad on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:19.457224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-fd845d0c-469f-4aa9-8130-4c1e34562d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.457865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-fd845d0c-469f-4aa9-8130-4c1e34562d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.458478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-fd845d0c-469f-4aa9-8130-4c1e34562d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.462143 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-fd845d0c-469f-4aa9-8130-4c1e34562d73 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ffcef016d8e24f919f7778eedfa391b5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1794770 Aug 31 06:49:19.484400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:19.484871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Checking segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:19.485747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Bound using segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:19.487596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Bound port: 5a8575c1-9d4a-4628-be6f-44fa867c8dad, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:19.487596 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.591852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:19.634685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d80b9b1-1757-4024-870a-22ac042bd214 req-29be468a-0cf9-43cb-9449-fcb25075ba61 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696754 Aug 31 06:49:19.683424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:19.694806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:19.697892 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.708656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] For port 5a8575c1-9d4a-4628-be6f-44fa867c8dad, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:19.724076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] For port 5a8575c1-9d4a-4628-be6f-44fa867c8dad, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:19.729940 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.751158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-c2d13da2-321f-466c-869c-cc9aca123857 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.765446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-c2d13da2-321f-466c-869c-cc9aca123857 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.777706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-c2d13da2-321f-466c-869c-cc9aca123857 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.792503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-c2d13da2-321f-466c-869c-cc9aca123857 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.802423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.803181 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.807686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] 10.222.0.23 "PUT /v2.0/ports/5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 1130 time: 1.7297359 Aug 31 06:49:19.808310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-c2d13da2-321f-466c-869c-cc9aca123857 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.840456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-c2d13da2-321f-466c-869c-cc9aca123857 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.852754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:19.853525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-c2d13da2-321f-466c-869c-cc9aca123857 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.871988 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-c2d13da2-321f-466c-869c-cc9aca123857 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5371 time: 0.2887275 Aug 31 06:49:19.932966 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.018578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cddcc9-8bbd-4af3-97f4-7967236aaaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8575c1-9d4a-4628-be6f-44fa867c8dad,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:20.035764 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c08f8b6e-8b65-4f67-b54b-17532b36a49e req-0b257a3f-d29d-4e3c-8314-f7de424a3067 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620793 Aug 31 06:49:20.041437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,segment=NetworkSegment(e827a0d4-0a3c-499a-b408-68efc6ce9fa7),segment_id=e827a0d4-0a3c-499a-b408-68efc6ce9fa7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:20.068398 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.075292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-dfdf91ba-d8aa-43aa-9b11-d203b8f02a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:20.084038 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3bcc57c8-d2d6-424f-9baa-13736adb7bdf req-dfdf91ba-d8aa-43aa-9b11-d203b8f02a6a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5543776 Aug 31 06:49:20.219924 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-073d3036-b70c-4f96-b13f-7828d30acc9e req-218c78d3-3db3-4f25-a97e-d50a9f25d0d9 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0978825 Aug 31 06:49:20.225100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.226696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:49:20.283805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:20.290718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-842b428d-1cd8-481a-beb1-f8e68c84caea None None] Provisioning complete for port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:20.291344 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-842b428d-1cd8-481a-beb1-f8e68c84caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.418612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:49:20.431241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Sync routers for ids ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:49:20.449624 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.456660 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bed0d24b-190b-4c1a-8a87-b2c83bf5253e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2457957 Aug 31 06:49:20.457813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55712) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:20.463028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Routers {'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:20.463819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:20.493957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': '5a8575c1-9d4a-4628-be6f-44fa867c8dad'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:20.501937 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d375ce10-62f2-4d59-8b8a-770b1beca3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "5a8575c1-9d4a-4628-be6f-44fa867c8dad"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:20.679358 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f089bb-acc3-49af-8114-9c3e009b58a1 x-openstack-request-id: req-29f089bb-acc3-49af-8114-9c3e009b58a1 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:20.683961 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "5a8575c1-9d4a-4628-be6f-44fa867c8dad", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:20.684378 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29f089bb-acc3-49af-8114-9c3e009b58a1 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:20.684902 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': '5a8575c1-9d4a-4628-be6f-44fa867c8dad', 'status': 'completed', 'code': 200} Aug 31 06:49:20.790761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Set router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:20.889987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c54346-e7de-4ee9-9998-64fd37f6eab7 req-e5d03048-559d-4022-bf1a-8b858f30c9f6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:20.892176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-03c54346-e7de-4ee9-9998-64fd37f6eab7 req-e5d03048-559d-4022-bf1a-8b858f30c9f6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 945 time: 0.1544721 Aug 31 06:49:20.944934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388caf22-efa3-41b1-ba86-00897e2a225d {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:20.963912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:20.971548 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.018225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-03c54346-e7de-4ee9-9998-64fd37f6eab7 req-b13fae83-1fdc-4b32-9953-e63a2157b779 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179359 Aug 31 06:49:21.021649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Transition to ACTIVE for port object 388caf22-efa3-41b1-ba86-00897e2a225d will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:21.027370 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.174368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:49:17Z', 'revision_number': 3, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port': {'id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:15Z', 'updated_at': '2021-08-31T06:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:21.193991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=388caf22-efa3-41b1-ba86-00897e2a225d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:21.259723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Checking router: a863e0f0-87b4-4971-b4f1-9b4b3a02e83f for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:49:21.260153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Updating router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f port 89544b12-91fe-4e9c-8b60-ea79111d6344 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:49:21.262549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:21.262914 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.343297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.382333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Attempting to bind port 388caf22-efa3-41b1-ba86-00897e2a225d on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:21.382690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Attempting to bind port 388caf22-efa3-41b1-ba86-00897e2a225d by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:21.382994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Attempting to bind port 388caf22-efa3-41b1-ba86-00897e2a225d on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:21.406186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c0fa4-c26b-405d-8fb9-1ccc064b9462 req-74912707-1d7d-443e-b0a5-afb2b20fd182 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.408194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e4c0fa4-c26b-405d-8fb9-1ccc064b9462 req-74912707-1d7d-443e-b0a5-afb2b20fd182 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 945 time: 0.1990881 Aug 31 06:49:21.437583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.459560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Port 388caf22-efa3-41b1-ba86-00897e2a225d on network 6d67c422-0b41-4534-9a1b-b18776857c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:21.459923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Attempting to bind port 388caf22-efa3-41b1-ba86-00897e2a225d on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:21.477972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:21.478352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Checking segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:21.478834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Bound using segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:21.479288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Bound port: 388caf22-efa3-41b1-ba86-00897e2a225d, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:21.479649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.497937 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e4c0fa4-c26b-405d-8fb9-1ccc064b9462 req-1fa2bf42-6b7a-45d6-95ba-560b2805fce0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802011 Aug 31 06:49:21.605228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] For port 388caf22-efa3-41b1-ba86-00897e2a225d, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:21.611820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] For port 388caf22-efa3-41b1-ba86-00897e2a225d, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=388caf22-efa3-41b1-ba86-00897e2a225d,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:21.624177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.662314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b136673c-31f4-4ad5-9baf-b56927aa0e81 req-ae2e35fd-c936-4a18-a17a-20a5f816d63b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0537107 Aug 31 06:49:21.686868 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.700774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Transition to ACTIVE for port object 89544b12-91fe-4e9c-8b60-ea79111d6344 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:21.723015 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.739538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.744785 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.747468 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/388caf22-efa3-41b1-ba86-00897e2a225d HTTP/1.1" status: 200 len: 1092 time: 1.9082789 Aug 31 06:49:21.791223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-83e82e4a-0a99-4c25-970b-8a26a8f5f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.791223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-83e82e4a-0a99-4c25-970b-8a26a8f5f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.791223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-83e82e4a-0a99-4c25-970b-8a26a8f5f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.795840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-83e82e4a-0a99-4c25-970b-8a26a8f5f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.796640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-83e82e4a-0a99-4c25-970b-8a26a8f5f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.797116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-83e82e4a-0a99-4c25-970b-8a26a8f5f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.797691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-83e82e4a-0a99-4c25-970b-8a26a8f5f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.805838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:21.810049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-83e82e4a-0a99-4c25-970b-8a26a8f5f73e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6237 time: 0.9716966 Aug 31 06:49:21.812990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd894be0-76ba-416a-8263-2b9534e524fb None None] Pushing event updated for resources: {'Port': ['ID=89544b12-91fe-4e9c-8b60-ea79111d6344,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:21.867167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-867cf47c-f924-405f-859f-6851d7f9656a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.893701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-867cf47c-f924-405f-859f-6851d7f9656a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.915100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-867cf47c-f924-405f-859f-6851d7f9656a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.927390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c05bb7-dc44-43f2-9066-b487d05dc7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=388caf22-efa3-41b1-ba86-00897e2a225d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:21.971765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-867cf47c-f924-405f-859f-6851d7f9656a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.010791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Attempting to bind port 89544b12-91fe-4e9c-8b60-ea79111d6344 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:22.011519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Attempting to bind port 89544b12-91fe-4e9c-8b60-ea79111d6344 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:22.012263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Attempting to bind port 89544b12-91fe-4e9c-8b60-ea79111d6344 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:22.017101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-867cf47c-f924-405f-859f-6851d7f9656a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.034305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-867cf47c-f924-405f-859f-6851d7f9656a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.062548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:22.066647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-867cf47c-f924-405f-859f-6851d7f9656a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.068137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:22.069360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:22.070150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:22.071024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Bound port: 89544b12-91fe-4e9c-8b60-ea79111d6344, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:22.073298 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:22.083730 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-867cf47c-f924-405f-859f-6851d7f9656a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5383 time: 0.7880778 Aug 31 06:49:22.145658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:22.329111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] For port 89544b12-91fe-4e9c-8b60-ea79111d6344, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:22.353437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] For port 89544b12-91fe-4e9c-8b60-ea79111d6344, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=89544b12-91fe-4e9c-8b60-ea79111d6344,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:22.366609 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:22.434085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd894be0-76ba-416a-8263-2b9534e524fb None None] Pushing event updated for resources: {'Port': ['ID=89544b12-91fe-4e9c-8b60-ea79111d6344,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:22.449944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-0bb6b82c-67b7-4e3c-8557-a09b35bdf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.450533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-0bb6b82c-67b7-4e3c-8557-a09b35bdf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.451185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-0bb6b82c-67b7-4e3c-8557-a09b35bdf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.452944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-0bb6b82c-67b7-4e3c-8557-a09b35bdf637 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ffcef016d8e24f919f7778eedfa391b5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6320236 Aug 31 06:49:22.465512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Routers {'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:22.466417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:48:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:22.552101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e143f48b-f4a9-4273-964d-b60a2c976084 req-732dde27-2b7e-4dfa-9c5e-9939d5f1e520 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4291096 Aug 31 06:49:22.581675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Allocated IP 172.20.0.1 (d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c/e6444500-05bc-45aa-a409-a1b3b8d1d64e/3bb67386-87c7-4a95-ad06-c55024eb866d) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:22.587925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b65a-0a68-4cb0-bae7-e9b3f3651084 req-e9ea32e8-6770-4ee6-b890-050da30bed76 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.602027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3247b65a-0a68-4cb0-bae7-e9b3f3651084 req-e9ea32e8-6770-4ee6-b890-050da30bed76 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 945 time: 0.1688981 Aug 31 06:49:22.636123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] Set router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:22.670024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3247b65a-0a68-4cb0-bae7-e9b3f3651084 req-c01c7da9-d56a-4069-9ce7-31fba2897471 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571892 Aug 31 06:49:22.686566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': '388caf22-efa3-41b1-ba86-00897e2a225d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:22.695392 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a800ff-1897-4bd9-9781-e930db1f65ad" -d '{"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "388caf22-efa3-41b1-ba86-00897e2a225d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:22.698547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-4ba4d6ca-05dc-4c50-9dff-d97dde063103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.700294 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d375ce10-62f2-4d59-8b8a-770b1beca3fe req-4ba4d6ca-05dc-4c50-9dff-d97dde063103 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2321348 Aug 31 06:49:22.780164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:22.800764 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1bea18-fa06-4612-8a78-0a9e61750344 x-openstack-request-id: req-1b1bea18-fa06-4612-8a78-0a9e61750344 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:22.800764 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "388caf22-efa3-41b1-ba86-00897e2a225d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:22.801161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Transition to ACTIVE for port object 3bb67386-87c7-4a95-ad06-c55024eb866d will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:22.801293 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b1bea18-fa06-4612-8a78-0a9e61750344 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:22.801745 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': '388caf22-efa3-41b1-ba86-00897e2a225d', 'status': 'completed', 'code': 200} Aug 31 06:49:22.858347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d1e6c94a-5a52-4c5d-aadd-9e60abaa93c9 req-3d687392-ab48-4796-a2ce-4e9ca5cb6e67 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0379224 Aug 31 06:49:22.864988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0eb1625-bdef-4233-951a-76dc78a29946 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:22.874276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:22.890750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Transition to ACTIVE for port object d0eb1625-bdef-4233-951a-76dc78a29946 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:22.901885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:22.906703 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:22.938726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:49:17Z', 'revision_number': 3, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port': {'id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:15Z', 'updated_at': '2021-08-31T06:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:22.976778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-41a40a20-3e47-4c8b-8dad-76fbc53836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.977373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-41a40a20-3e47-4c8b-8dad-76fbc53836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.977866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-41a40a20-3e47-4c8b-8dad-76fbc53836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.978530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf0345-a1e6-4672-8d03-2c8ee5a3973c None None] The sync data for ids ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'] in n-d-712142-16 is: [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:49:17Z', 'revision_number': 3, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port': {'id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:15Z', 'updated_at': '2021-08-31T06:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:49:22.978717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-41a40a20-3e47-4c8b-8dad-76fbc53836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.979250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-41a40a20-3e47-4c8b-8dad-76fbc53836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.979777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-41a40a20-3e47-4c8b-8dad-76fbc53836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.980250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-41a40a20-3e47-4c8b-8dad-76fbc53836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:23.008193 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-41a40a20-3e47-4c8b-8dad-76fbc53836ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6279 time: 0.1789186 Aug 31 06:49:23.066091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:23.067069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Attempting to bind port d0eb1625-bdef-4233-951a-76dc78a29946 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:23.067198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Attempting to bind port d0eb1625-bdef-4233-951a-76dc78a29946 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:23.067503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Attempting to bind port d0eb1625-bdef-4233-951a-76dc78a29946 on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:23.069949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Pushing event updated for resources: {'Port': ['ID=d0eb1625-bdef-4233-951a-76dc78a29946,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:23.076660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Port d0eb1625-bdef-4233-951a-76dc78a29946 on network 6d67c422-0b41-4534-9a1b-b18776857c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:23.076991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Attempting to bind port d0eb1625-bdef-4233-951a-76dc78a29946 on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:23.082715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:23.083136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Checking segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:23.083775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Bound using segment: {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:23.084233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Bound port: d0eb1625-bdef-4233-951a-76dc78a29946, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c266f3-52a8-405c-a788-6adaa4749a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:23.084601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.122381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:23.125542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:23.131751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb67386-87c7-4a95-ad06-c55024eb866d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:23.207031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] For port d0eb1625-bdef-4233-951a-76dc78a29946, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:23.212291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] For port d0eb1625-bdef-4233-951a-76dc78a29946, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d0eb1625-bdef-4233-951a-76dc78a29946,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:23.218354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.304901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:23.304901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.305837 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.308597 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] 10.222.0.23 "PUT /v2.0/ports/d0eb1625-bdef-4233-951a-76dc78a29946 HTTP/1.1" status: 200 len: 1092 time: 1.5167181 Aug 31 06:49:23.367247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:23.499169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Pushing event updated for resources: {'Port': ['ID=d0eb1625-bdef-4233-951a-76dc78a29946,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:23.555576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.555832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.556177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.556514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.556848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.557198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.557535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.557859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.558187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.558509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.558830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.564173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20692a62-3fa6-4321-8ffe-3790e95174ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:23.636573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-c27f28a9-0452-4c3d-b25b-b840be3b94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:23.638220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-c27f28a9-0452-4c3d-b25b-b840be3b94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:23.639700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-c27f28a9-0452-4c3d-b25b-b840be3b94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:23.642484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-c27f28a9-0452-4c3d-b25b-b840be3b94cf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ffcef016d8e24f919f7778eedfa391b5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6192918 Aug 31 06:49:23.646232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-232a38d4-6106-4b21-820f-d3280c6c90bc None None] Provisioning for port 3bb67386-87c7-4a95-ad06-c55024eb866d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:23.663169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-232a38d4-6106-4b21-820f-d3280c6c90bc None None] Provisioning complete for port 3bb67386-87c7-4a95-ad06-c55024eb866d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:23.673598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-232a38d4-6106-4b21-820f-d3280c6c90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.715078 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.786943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-232a38d4-6106-4b21-820f-d3280c6c90bc None None] Port 3bb67386-87c7-4a95-ad06-c55024eb866d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:24.034385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-88c96447-1ced-4434-833a-b419ef74e546 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.041738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-88c96447-1ced-4434-833a-b419ef74e546 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.052632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-88c96447-1ced-4434-833a-b419ef74e546 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.058810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-88c96447-1ced-4434-833a-b419ef74e546 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.064819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-88c96447-1ced-4434-833a-b419ef74e546 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.074054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-88c96447-1ced-4434-833a-b419ef74e546 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.084444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-88c96447-1ced-4434-833a-b419ef74e546 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.087683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-88c96447-1ced-4434-833a-b419ef74e546 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5395 time: 0.2931206 Aug 31 06:49:24.193232 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea15-3e97-4941-943b-01882f76bae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:24.255474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa2c49eb-0537-43f5-a35b-ffc4b8c42485 req-8742b74a-d778-46db-9feb-643fc73ce53e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568410 Aug 31 06:49:24.395759 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:24.525218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b696dc34-91f0-4b25-8bc8-cfed3ce5a0ac req-07ee6cee-00db-46f2-9055-f50b1c6c0be4 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0692956 Aug 31 06:49:24.531079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871af761-5df1-431f-87fb-e5cdc4f26ee5 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:24.540361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:24.563595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Transition to ACTIVE for port object 871af761-5df1-431f-87fb-e5cdc4f26ee5 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:24.570367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:24.623631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-96272827-99af-4a0d-b0b4-11fd8a33f0b6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.626795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-96272827-99af-4a0d-b0b4-11fd8a33f0b6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 945 time: 1.0546186 Aug 31 06:49:24.700550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:24.760625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a308b-3406-4f78-9de7-e7b203054493 req-ad98f54e-6ed1-48ac-a71a-4127843043fb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.769851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Pushing event updated for resources: {'Port': ['ID=871af761-5df1-431f-87fb-e5cdc4f26ee5,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:24.772253 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-566a308b-3406-4f78-9de7-e7b203054493 req-ad98f54e-6ed1-48ac-a71a-4127843043fb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 945 time: 0.8590748 Aug 31 06:49:24.807855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': 'd0eb1625-bdef-4233-951a-76dc78a29946'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:24.810516 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5d89e6-1b1e-4a3c-a02d-452e419258da" -d '{"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "d0eb1625-bdef-4233-951a-76dc78a29946"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:24.838215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Attempting to bind port 871af761-5df1-431f-87fb-e5cdc4f26ee5 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:24.838671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Attempting to bind port 871af761-5df1-431f-87fb-e5cdc4f26ee5 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:24.838863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Attempting to bind port 871af761-5df1-431f-87fb-e5cdc4f26ee5 on network 78b44822-3e6a-4f65-91eb-c0e3840d01da {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:24.844615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Port 871af761-5df1-431f-87fb-e5cdc4f26ee5 on network 78b44822-3e6a-4f65-91eb-c0e3840d01da not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:24.845061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Attempting to bind port 871af761-5df1-431f-87fb-e5cdc4f26ee5 on network 78b44822-3e6a-4f65-91eb-c0e3840d01da {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:24.852978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:24.853353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Checking segment: {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:24.853743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Bound using segment: {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:24.854279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Bound port: 871af761-5df1-431f-87fb-e5cdc4f26ee5, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:24.854633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:24.939120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-950854ca-d81b-44f1-b82e-2fcd5acbc235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.940985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52a800ff-1897-4bd9-9781-e930db1f65ad req-950854ca-d81b-44f1-b82e-2fcd5acbc235 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2849283 Aug 31 06:49:24.957514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] For port 871af761-5df1-431f-87fb-e5cdc4f26ee5, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:24.963865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] For port 871af761-5df1-431f-87fb-e5cdc4f26ee5, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:24.970180 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.009990 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3d68c4-901c-4b5d-a364-3b22be80ed7c x-openstack-request-id: req-7c3d68c4-901c-4b5d-a364-3b22be80ed7c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:25.011160 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "d0eb1625-bdef-4233-951a-76dc78a29946", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:25.011544 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c3d68c4-901c-4b5d-a364-3b22be80ed7c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:25.012288 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': 'd0eb1625-bdef-4233-951a-76dc78a29946', 'status': 'completed', 'code': 200} Aug 31 06:49:25.054964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.055822 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.058184 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] 10.222.0.23 "PUT /v2.0/ports/871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 200 len: 1092 time: 1.7077842 Aug 31 06:49:25.100390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Request body: {'port': {'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:25.103301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-566a308b-3406-4f78-9de7-e7b203054493 req-dea77121-4c93-4947-8638-52ecbb3d73a2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295105 Aug 31 06:49:25.103525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 89544b12-91fe-4e9c-8b60-ea79111d6344 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:25.222333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 89544b12-91fe-4e9c-8b60-ea79111d6344 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:25.227990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 89544b12-91fe-4e9c-8b60-ea79111d6344 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:25.228735 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.404867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-f68f451f-6331-461a-a17c-5377ab83a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.405384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-f68f451f-6331-461a-a17c-5377ab83a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.405848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-f68f451f-6331-461a-a17c-5377ab83a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.406323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-f68f451f-6331-461a-a17c-5377ab83a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.412944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-f68f451f-6331-461a-a17c-5377ab83a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.413691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-f68f451f-6331-461a-a17c-5377ab83a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.414173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-f68f451f-6331-461a-a17c-5377ab83a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.416304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-f68f451f-6331-461a-a17c-5377ab83a619 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6415 time: 0.2983398 Aug 31 06:49:25.464718 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.523929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 89544b12-91fe-4e9c-8b60-ea79111d6344, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=89544b12-91fe-4e9c-8b60-ea79111d6344,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:25.530736 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.625824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=89544b12-91fe-4e9c-8b60-ea79111d6344,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:25.634639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Deleting port 38ce8877-b9f8-4204-803a-34dc853743af {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:25.634995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.713624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c03458-99b2-4024-9fb3-62f2cf287955 service neutron] Pushing event updated for resources: {'Port': ['ID=871af761-5df1-431f-87fb-e5cdc4f26ee5,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:25.817621 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.822815 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.845173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-5dcf0f5b-5ad9-442f-9960-07dcc2760284 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.856077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-5dcf0f5b-5ad9-442f-9960-07dcc2760284 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.863507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-5dcf0f5b-5ad9-442f-9960-07dcc2760284 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.869746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-5dcf0f5b-5ad9-442f-9960-07dcc2760284 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.875927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-5dcf0f5b-5ad9-442f-9960-07dcc2760284 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.882951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-5dcf0f5b-5ad9-442f-9960-07dcc2760284 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.888260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] For port 38ce8877-b9f8-4204-803a-34dc853743af, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=38ce8877-b9f8-4204-803a-34dc853743af,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:25.888868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:25.894493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-5dcf0f5b-5ad9-442f-9960-07dcc2760284 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.896504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-5dcf0f5b-5ad9-442f-9960-07dcc2760284 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5407 time: 0.2031960 Aug 31 06:49:25.917003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Calling delete_port for 38ce8877-b9f8-4204-803a-34dc853743af owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:25.948269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0aa0e8ca-b549-4c17-a0f9-30e3ba528514 req-35969d08-2d1b-404a-955e-4f493c7893ea tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.1645405 Aug 31 06:49:26.046459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5ca9719-b837-4c7d-bf79-f6e4c3af3675 req-59ac0254-7253-48ba-90e6-3b66ab3d5cf8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1425695 Aug 31 06:49:26.137881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-9cee588f-2cf7-4d2a-8289-b26ed81e0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.138522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-9cee588f-2cf7-4d2a-8289-b26ed81e0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.139263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-9cee588f-2cf7-4d2a-8289-b26ed81e0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.142691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-9cee588f-2cf7-4d2a-8289-b26ed81e0a57 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ffcef016d8e24f919f7778eedfa391b5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7087388 Aug 31 06:49:26.301075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b310efd-29a7-4cc4-845c-0cb677774393 req-613ba5fe-d86c-4988-b60d-b7992fa7ef8d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.303007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b310efd-29a7-4cc4-845c-0cb677774393 req-613ba5fe-d86c-4988-b60d-b7992fa7ef8d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 945 time: 0.0819397 Aug 31 06:49:26.345544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.358103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.393163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b310efd-29a7-4cc4-845c-0cb677774393 req-4033f5f3-bcab-45fa-aa08-753eea469170 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783544 Aug 31 06:49:26.455069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc55d44f-1625-42a3-84cd-e7fae39f1fc7 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:26.466356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.483073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Transition to ACTIVE for port object cc55d44f-1625-42a3-84cd-e7fae39f1fc7 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:26.488816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.507600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb67386-87c7-4a95-ad06-c55024eb866d,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:26.514624 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.535936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-14e930d9-5053-4979-8ae7-e6f2b91fbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.538274 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-14e930d9-5053-4979-8ae7-e6f2b91fbea7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3851240 Aug 31 06:49:26.555094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.556525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.560476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.560476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.560476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.560476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.560476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.560476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.560476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.561693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.562100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.562493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:26.578986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Pushing event updated for resources: {'Port': ['ID=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:26.584034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.599199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:26.671681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Attempting to bind port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:26.673299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Attempting to bind port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:26.673795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Attempting to bind port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 on network 78b44822-3e6a-4f65-91eb-c0e3840d01da {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:26.679036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 on network 78b44822-3e6a-4f65-91eb-c0e3840d01da not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:26.679397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Attempting to bind port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 on network 78b44822-3e6a-4f65-91eb-c0e3840d01da {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:26.684873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:26.685260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Checking segment: {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:26.685653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Bound using segment: {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:26.686094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Bound port: cc55d44f-1625-42a3-84cd-e7fae39f1fc7, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a5ad62-3ef5-491e-8e19-e338be2d4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:26.686451 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.796186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] For port cc55d44f-1625-42a3-84cd-e7fae39f1fc7, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:26.800627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:26.802680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event deleted for resources: {'Port': ['ID=38ce8877-b9f8-4204-803a-34dc853743af,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:26.806906 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-56c8f106-e1ba-40e3-850f-4fb002204d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.807490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] For port cc55d44f-1625-42a3-84cd-e7fae39f1fc7, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:26.816047 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.826101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:26.883496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.884397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.890927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] 10.222.0.23 "PUT /v2.0/ports/cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 200 len: 1092 time: 1.7949522 Aug 31 06:49:26.935333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.992263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] No DVR routers for this DVR port 38ce8877-b9f8-4204-803a-34dc853743af on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:26.996843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:26.999003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6f9c75d-92b5-4d38-a47f-894d8158e606 req-c89e8ca6-8e09-4efd-8f0a-5ae840c379cb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.23 "DELETE /v2.0/ports/38ce8877-b9f8-4204-803a-34dc853743af HTTP/1.1" status: 204 len: 173 time: 2.3367555 Aug 31 06:49:26.999537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c946cb-d6d0-4516-94d1-df5235b9c58a', 'name': 'network-vif-deleted', 'tag': '38ce8877-b9f8-4204-803a-34dc853743af'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:27.002155 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389fa998-e09e-42a0-9b5b-05c91a4079e7" -d '{"events": [{"server_uuid": "94c946cb-d6d0-4516-94d1-df5235b9c58a", "name": "network-vif-deleted", "tag": "38ce8877-b9f8-4204-803a-34dc853743af"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:27.021621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': '871af761-5df1-431f-87fb-e5cdc4f26ee5'}, {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:27.036279 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1" -d '{"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "871af761-5df1-431f-87fb-e5cdc4f26ee5"}, {"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "cc55d44f-1625-42a3-84cd-e7fae39f1fc7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:27.051786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 89544b12-91fe-4e9c-8b60-ea79111d6344 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:27.116807 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede146b-9cb3-4050-bba0-b2558e03cc24 x-openstack-request-id: req-cede146b-9cb3-4050-bba0-b2558e03cc24 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:27.117480 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c946cb-d6d0-4516-94d1-df5235b9c58a", "name": "network-vif-deleted", "tag": "38ce8877-b9f8-4204-803a-34dc853743af", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:27.118178 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cede146b-9cb3-4050-bba0-b2558e03cc24 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:27.119027 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c946cb-d6d0-4516-94d1-df5235b9c58a', 'name': 'network-vif-deleted', 'tag': '38ce8877-b9f8-4204-803a-34dc853743af', 'status': 'completed', 'code': 200} Aug 31 06:49:27.139970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359a8da-3b18-4404-af13-ad73bbb4225f service neutron] Pushing event updated for resources: {'Port': ['ID=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:27.199082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 89544b12-91fe-4e9c-8b60-ea79111d6344 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:27.201462 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:27.226330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a643eef5-f352-411d-99b5-7703cc6ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.231937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a643eef5-f352-411d-99b5-7703cc6ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.233084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a643eef5-f352-411d-99b5-7703cc6ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.236085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a643eef5-f352-411d-99b5-7703cc6ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.237061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a643eef5-f352-411d-99b5-7703cc6ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.241448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a643eef5-f352-411d-99b5-7703cc6ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.244560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a643eef5-f352-411d-99b5-7703cc6ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.248267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a643eef5-f352-411d-99b5-7703cc6ce12f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6483 time: 0.2862320 Aug 31 06:49:27.304280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2d88514e-dc0d-41c3-88fb-dc671cbc2e1d None None] Provisioning complete for port 3bb67386-87c7-4a95-ad06-c55024eb866d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:27.305007 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d88514e-dc0d-41c3-88fb-dc671cbc2e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:27.354226 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-addf7f9f-cee8-4718-857a-ca93347d05fa req-5afe9152-c7e9-46bc-80bd-39d82d409329 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0651150 Aug 31 06:49:27.378584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:49:27.423781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2d88514e-dc0d-41c3-88fb-dc671cbc2e1d None None] Port 3bb67386-87c7-4a95-ad06-c55024eb866d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:27.464106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a7be4464-8dc2-435b-b3c6-53362db0ae5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 200 len: 217 time: 0.2033658 Aug 31 06:49:27.509871 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878c820d-1e85-4ac2-8a81-6f9767ae2945 x-openstack-request-id: req-878c820d-1e85-4ac2-8a81-6f9767ae2945 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:27.510355 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "871af761-5df1-431f-87fb-e5cdc4f26ee5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "cc55d44f-1625-42a3-84cd-e7fae39f1fc7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:27.510747 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-878c820d-1e85-4ac2-8a81-6f9767ae2945 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:27.512066 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': '871af761-5df1-431f-87fb-e5cdc4f26ee5', 'status': 'completed', 'code': 200} Aug 31 06:49:27.512410 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7', 'status': 'completed', 'code': 200} Aug 31 06:49:27.594668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-f73a7622-11be-4131-ab06-37dad99e59a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.601675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-f73a7622-11be-4131-ab06-37dad99e59a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.607797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-f73a7622-11be-4131-ab06-37dad99e59a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.614681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-f73a7622-11be-4131-ab06-37dad99e59a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.622047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-f73a7622-11be-4131-ab06-37dad99e59a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.629241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-f73a7622-11be-4131-ab06-37dad99e59a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.635735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-f73a7622-11be-4131-ab06-37dad99e59a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.646380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-f73a7622-11be-4131-ab06-37dad99e59a2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.2548769 Aug 31 06:49:27.660812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:49:27.671690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0bfc2c43-1b7b-4bb4-a50c-fe44390b86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.673509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0bfc2c43-1b7b-4bb4-a50c-fe44390b86db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 HTTP/1.1" status: 200 len: 851 time: 0.1961949 Aug 31 06:49:27.674700 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Sync routers for ids ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:49:27.695569 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Routers {'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:27.696276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c2350eea-dad3-401b-ab20-7026ef030e90 admin admin] 10.222.0.15 "PUT /v2.0/routers/a863e0f0-87b4-4971-b4f1-9b4b3a02e83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2373586 Aug 31 06:49:27.697593 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:27.732804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ccf78e17-4723-4d54-ad67-5eb5f70c0e87 req-80e6a6e8-883d-4b2a-b5f0-30ebddba838e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848753 Aug 31 06:49:27.746102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 38ce8877-b9f8-4204-803a-34dc853743af no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:49:27.769314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f2c39d82-23a5-4d48-a3fb-3d5c3b3c6035 req-991e1562-933f-45af-95d4-ba64a41ca203 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=94c946cb-d6d0-4516-94d1-df5235b9c58a HTTP/1.1" status: 200 len: 210 time: 0.1054425 Aug 31 06:49:27.814306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 38ce8877-b9f8-4204-803a-34dc853743af {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:49:27.814939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 38ce8877-b9f8-4204-803a-34dc853743af not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:49:27.848758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-3fa0391d-45c3-46a3-b03f-a6fa59b3c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.857006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-3fa0391d-45c3-46a3-b03f-a6fa59b3c61f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c71b659-92d8-4b29-abc6-2d570dfb2787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641626 Aug 31 06:49:27.891087 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Set router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:28.053050 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-782ea9fe-c912-410d-955e-3184c8df6977 service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875312 Aug 31 06:49:28.096498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:28.214270 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-9fc7050f-e569-44f1-b760-986b29e5ecaf service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532829 Aug 31 06:49:28.271070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-e47830a3-28bf-447d-bd10-7c25084d4171 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 217 time: 0.0494363 Aug 31 06:49:28.349343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-5119f944-3053-416f-9cd2-05395d1306b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:28.351814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-5119f944-3053-416f-9cd2-05395d1306b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0720387 Aug 31 06:49:28.414272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-514686aa-555c-43f6-a0fd-f0a43ca14021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:28.417739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-514686aa-555c-43f6-a0fd-f0a43ca14021 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573559 Aug 31 06:49:28.532652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55806) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:28.540419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d86f2f93-71ee-4726-b926-99d410f0aef3 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660504380', 'description': 'tempest-secgroup-smoke-1660504380 description', 'project_id': '52d4e2278cfc414395799ed2fdfe2f15'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:28.541400 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:49:24Z', 'revision_number': 4, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port': {'id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:15Z', 'updated_at': '2021-08-31T06:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3bb67386-87c7-4a95-ad06-c55024eb866d', 'name': '', 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'mac_address': 'fa:16:3e:ff:65:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'e6444500-05bc-45aa-a409-a1b3b8d1d64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:21Z', 'updated_at': '2021-08-31T06:49:25Z', 'revision_number': 2, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'subnets': [{'id': 'e6444500-05bc-45aa-a409-a1b3b8d1d64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:28.575199 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Checking router: a863e0f0-87b4-4971-b4f1-9b4b3a02e83f for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:49:28.575432 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Updating router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f port 3bb67386-87c7-4a95-ad06-c55024eb866d binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:49:28.593274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d86f2f93-71ee-4726-b926-99d410f0aef3 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:28.603373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc629028-ea58-439e-bc8d-f4b467bdfed2 req-c938320b-6859-4c75-9713-8bb2880183e8 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0628808 Aug 31 06:49:28.665107 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:28.686610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7b4a5dd5-1eaa-4ffc-b819-ba206ef4594d service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604444 Aug 31 06:49:28.724159 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d86f2f93-71ee-4726-b926-99d410f0aef3 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:28.733408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d86f2f93-71ee-4726-b926-99d410f0aef3 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:28.815904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f2f93-71ee-4726-b926-99d410f0aef3 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:28.825111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d86f2f93-71ee-4726-b926-99d410f0aef3 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:28.830236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d86f2f93-71ee-4726-b926-99d410f0aef3 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2947755 Aug 31 06:49:28.832999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55814) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:28.845856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-082110ca-dfc8-4611-ba66-8ff447631772 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'security_group_rule': {'security_group_id': '0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e', 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:28.917677 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-1565ebe8-5fcf-4321-9be8-c4ae7d7310c2 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235286 Aug 31 06:49:28.928661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082110ca-dfc8-4611-ba66-8ff447631772 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.023617 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7eaba121-13e3-42e4-a2eb-19dc266ffa27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 217 time: 0.0967236 Aug 31 06:49:29.083088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7f6bf4e0-bd8d-43da-b797-7f3655f2bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.084865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-7f6bf4e0-bd8d-43da-b797-7f3655f2bfe2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0507190 Aug 31 06:49:29.119814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-111df596-ba4d-40da-bee8-4f4f8745c477 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.130029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-111df596-ba4d-40da-bee8-4f4f8745c477 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.137248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-111df596-ba4d-40da-bee8-4f4f8745c477 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.144706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-111df596-ba4d-40da-bee8-4f4f8745c477 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.151298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-111df596-ba4d-40da-bee8-4f4f8745c477 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.158491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-111df596-ba4d-40da-bee8-4f4f8745c477 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.165359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-111df596-ba4d-40da-bee8-4f4f8745c477 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.174827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-111df596-ba4d-40da-bee8-4f4f8745c477 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1679995 Aug 31 06:49:29.191463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-8620dc33-110b-4d3e-bff3-fe61fa137f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.193371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-8620dc33-110b-4d3e-bff3-fe61fa137f91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953252 Aug 31 06:49:29.228575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f51bcc42-32d3-4796-8cb3-aef648cde36b req-01370b9a-9b49-4747-b3f2-23f578affb22 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524983 Aug 31 06:49:29.230767 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.244569 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Transition to ACTIVE for port object 3bb67386-87c7-4a95-ad06-c55024eb866d will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:29.247904 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082110ca-dfc8-4611-ba66-8ff447631772 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.263666 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.265802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082110ca-dfc8-4611-ba66-8ff447631772 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.309959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082110ca-dfc8-4611-ba66-8ff447631772 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c4fd0a-a6fd-4701-9c09-de1b89a35f0b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:29.322284 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-082110ca-dfc8-4611-ba66-8ff447631772 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.326501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-082110ca-dfc8-4611-ba66-8ff447631772 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4901025 Aug 31 06:49:29.327490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55818) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:29.331551 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Pushing event updated for resources: {'Port': ['ID=3bb67386-87c7-4a95-ad06-c55024eb866d,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:29.338667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7c982da6-1dc3-4ecb-8b74-16a42a51ce8a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'security_group_rule': {'security_group_id': '0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e', 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:29.351641 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.353890 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.355162 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.355724 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.357179 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.357705 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.358244 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.358763 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.359264 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.359780 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.360287 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.360924 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:29.415955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c982da6-1dc3-4ecb-8b74-16a42a51ce8a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.464794 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Attempting to bind port 3bb67386-87c7-4a95-ad06-c55024eb866d on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:29.465470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Attempting to bind port 3bb67386-87c7-4a95-ad06-c55024eb866d by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:29.466418 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Attempting to bind port 3bb67386-87c7-4a95-ad06-c55024eb866d on network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:29.472776 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:29.473470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Checking segment: {'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:29.474043 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.474713 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Bound using segment: {'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:29.475359 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Bound port: 3bb67386-87c7-4a95-ad06-c55024eb866d, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:29.476188 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.556894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-9f6ef2f8-6799-4d3d-aa76-7a9a535bf4ff service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506842 Aug 31 06:49:29.566816 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] For port 3bb67386-87c7-4a95-ad06-c55024eb866d, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:29.571414 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] For port 3bb67386-87c7-4a95-ad06-c55024eb866d, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3bb67386-87c7-4a95-ad06-c55024eb866d,segment=NetworkSegment(e827a0d4-0a3c-499a-b408-68efc6ce9fa7),segment_id=e827a0d4-0a3c-499a-b408-68efc6ce9fa7)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:29.577747 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.685437 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441decde-468a-4465-bb86-d432e411b6ea None None] Pushing event updated for resources: {'Port': ['ID=3bb67386-87c7-4a95-ad06-c55024eb866d,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:29.713220 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Routers {'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:29.713959 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:29.778631 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-4e5c22d1-5261-4de0-8de9-425296f1ba56 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036562 Aug 31 06:49:29.854366 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] Set router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:29.868897 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c531d2e0-4fca-47e3-b230-36ad5c1183ea req-bceaa466-b202-41ae-a2a2-2f35dbcf9e94 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0687015 Aug 31 06:49:29.888104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-978d1876-0b07-4114-a2fc-38101320ff59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=388caf22-efa3-41b1-ba86-00897e2a225d HTTP/1.1" status: 200 len: 217 time: 0.0994391 Aug 31 06:49:29.966692 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.980251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c982da6-1dc3-4ecb-8b74-16a42a51ce8a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.999710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c982da6-1dc3-4ecb-8b74-16a42a51ce8a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.050666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c982da6-1dc3-4ecb-8b74-16a42a51ce8a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a032492a-112c-42bb-8aa7-3c3431847c79,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:30.066391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a2cbd385-a0c1-4a18-a165-8caaf42ce292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.069099 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-a2cbd385-a0c1-4a18-a165-8caaf42ce292 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.1580443 Aug 31 06:49:30.072367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c982da6-1dc3-4ecb-8b74-16a42a51ce8a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.075488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7c982da6-1dc3-4ecb-8b74-16a42a51ce8a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7469747 Aug 31 06:49:30.078651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55830) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:30.086462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cb1c3814-a575-4fdd-a9ec-8a1a0738cf25 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'security_group_rule': {'security_group_id': '0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e', 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:30.133522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3814-a575-4fdd-a9ec-8a1a0738cf25 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.143784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-ddf7aa11-9995-49fa-a9b9-b43521c9dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.145566 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-ddf7aa11-9995-49fa-a9b9-b43521c9dce5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668409 Aug 31 06:49:30.275196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3814-a575-4fdd-a9ec-8a1a0738cf25 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.284063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3814-a575-4fdd-a9ec-8a1a0738cf25 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.311626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c3814-a575-4fdd-a9ec-8a1a0738cf25 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83d455e-ca81-4c9a-8275-defc2e38c31e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:30.319727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3814-a575-4fdd-a9ec-8a1a0738cf25 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.321399 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cb1c3814-a575-4fdd-a9ec-8a1a0738cf25 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2411208 Aug 31 06:49:30.323988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:30.330404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d4ad8c39-30f2-477c-907f-8be985098d72 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'security_group_rule': {'security_group_id': '0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e', 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:30.392780 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:49:24Z', 'revision_number': 4, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port': {'id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:15Z', 'updated_at': '2021-08-31T06:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3bb67386-87c7-4a95-ad06-c55024eb866d', 'name': '', 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'mac_address': 'fa:16:3e:ff:65:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'e6444500-05bc-45aa-a409-a1b3b8d1d64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:21Z', 'updated_at': '2021-08-31T06:49:29Z', 'revision_number': 4, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'subnets': [{'id': 'e6444500-05bc-45aa-a409-a1b3b8d1d64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:30.407983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8c39-30f2-477c-907f-8be985098d72 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.426000 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05050f5-e7f3-4571-ba49-f3433dd8f7d5 None None] The sync data for ids ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'] in n-d-712142-16 is: [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:49:24Z', 'revision_number': 4, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port': {'id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:15Z', 'updated_at': '2021-08-31T06:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3bb67386-87c7-4a95-ad06-c55024eb866d', 'name': '', 'network_id': 'd20f0992-36cf-4f5f-bd2d-2ff4abc19c9c', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'mac_address': 'fa:16:3e:ff:65:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'e6444500-05bc-45aa-a409-a1b3b8d1d64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:21Z', 'updated_at': '2021-08-31T06:49:29Z', 'revision_number': 4, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'subnets': [{'id': 'e6444500-05bc-45aa-a409-a1b3b8d1d64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:49:30.426520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-61ab1af2-4347-4533-983d-17bb2d6fe8fc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.429680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-61ab1af2-4347-4533-983d-17bb2d6fe8fc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.1404164 Aug 31 06:49:30.452429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-c2cd47b2-6f12-453b-a4bb-831b74fecda9 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968819 Aug 31 06:49:30.456122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-1ff1075c-c951-4d32-aca1-18ee7f3e2606 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.499431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-1ff1075c-c951-4d32-aca1-18ee7f3e2606 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.508055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-17303269-a9ad-4727-acb9-c88bf78d01c8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/quotas/62f1222f738c4149b531b6b091fa31be HTTP/1.1" status: 200 len: 375 time: 0.0545330 Aug 31 06:49:30.514174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-1ff1075c-c951-4d32-aca1-18ee7f3e2606 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.521432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-1ff1075c-c951-4d32-aca1-18ee7f3e2606 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.527726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-1ff1075c-c951-4d32-aca1-18ee7f3e2606 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.534735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-1ff1075c-c951-4d32-aca1-18ee7f3e2606 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.542781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-1ff1075c-c951-4d32-aca1-18ee7f3e2606 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.554442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-1ff1075c-c951-4d32-aca1-18ee7f3e2606 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1837802 Aug 31 06:49:30.661930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8eb60f66-5144-4c70-a26a-22321f58ee25 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525075 Aug 31 06:49:30.667299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-e666c9db-aaca-43b0-8535-b4b0946db43d service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051871 Aug 31 06:49:30.686907 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2605c906-d9f6-4f90-bedb-1935090b1b46 req-aefd9794-7c15-4546-966c-c3adc9e19da9 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272273 Aug 31 06:49:30.701112 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8c39-30f2-477c-907f-8be985098d72 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.712581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8c39-30f2-477c-907f-8be985098d72 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.737710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad8c39-30f2-477c-907f-8be985098d72 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b23e0a6-8be5-4d6c-826d-6db0b0e1d99c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:30.750894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8c39-30f2-477c-907f-8be985098d72 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.753816 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d4ad8c39-30f2-477c-907f-8be985098d72 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4287732 Aug 31 06:49:30.755079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55852) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:30.760397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4b5d7530-3cca-447b-8414-13a184ffeaf7 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'security_group_rule': {'security_group_id': '0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e', 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:30.765674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-88b44770-e51d-4b58-b127-50ec033cda2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=d0eb1625-bdef-4233-951a-76dc78a29946 HTTP/1.1" status: 200 len: 217 time: 0.0894020 Aug 31 06:49:30.874615 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-4b5d7530-3cca-447b-8414-13a184ffeaf7 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Project 52d4e2278cfc414395799ed2fdfe2f15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:49:30.892854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7530-3cca-447b-8414-13a184ffeaf7 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.043010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3bb67386-87c7-4a95-ad06-c55024eb866d up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:31.075402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f0e3e81-6818-4131-9e3d-9e1ad5602474 req-b2e22e5c-1e58-4543-8c76-6815837f41d8 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0622063 Aug 31 06:49:31.110551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-bfc23a73-5650-41ff-9be6-cd3d6d56e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:31.112479 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-bfc23a73-5650-41ff-9be6-cd3d6d56e3d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.3403287 Aug 31 06:49:31.158603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3bb67386-87c7-4a95-ad06-c55024eb866d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:31.164820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3bb67386-87c7-4a95-ad06-c55024eb866d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:31.169486 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.267027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7530-3cca-447b-8414-13a184ffeaf7 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.286115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7530-3cca-447b-8414-13a184ffeaf7 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.310354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-55a65a98-a646-4ad5-94cc-bc2b67519730 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259079 Aug 31 06:49:31.320915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.331793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b83768bc-58fa-4ccb-b88c-95da40e5c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:31.333368 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b83768bc-58fa-4ccb-b88c-95da40e5c960 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2096295 Aug 31 06:49:31.388059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3bb67386-87c7-4a95-ad06-c55024eb866d, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3bb67386-87c7-4a95-ad06-c55024eb866d,segment=NetworkSegment(e827a0d4-0a3c-499a-b408-68efc6ce9fa7),segment_id=e827a0d4-0a3c-499a-b408-68efc6ce9fa7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:31.393227 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.514342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d7530-3cca-447b-8414-13a184ffeaf7 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bac625-559d-4b31-a60f-2b09d6d9051b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:31.523227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3bb67386-87c7-4a95-ad06-c55024eb866d,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:31.536302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b5d7530-3cca-447b-8414-13a184ffeaf7 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.545813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4b5d7530-3cca-447b-8414-13a184ffeaf7 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7896476 Aug 31 06:49:31.551398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55862) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:31.559390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5d987aba-b2b5-4890-8cdd-23893a2c0954 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'security_group_rule': {'security_group_id': '0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e', 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:31.615630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55864) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:31.623499 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-5d987aba-b2b5-4890-8cdd-23893a2c0954 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Project 52d4e2278cfc414395799ed2fdfe2f15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:49:31.632498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d987aba-b2b5-4890-8cdd-23893a2c0954 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.681972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-abaa3e05-b7ae-40f6-9e40-45ee44fde1b7 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706505 Aug 31 06:49:31.698372 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b1082aca-08e5-4f2e-8ba3-7d21c043ebbb service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357909 Aug 31 06:49:31.711948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d987aba-b2b5-4890-8cdd-23893a2c0954 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.721015 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d987aba-b2b5-4890-8cdd-23893a2c0954 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.759859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d987aba-b2b5-4890-8cdd-23893a2c0954 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01614bab-6ed4-45f3-8c8a-9d8ee4880b22,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:31.775900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d987aba-b2b5-4890-8cdd-23893a2c0954 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.779549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5d987aba-b2b5-4890-8cdd-23893a2c0954 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2261429 Aug 31 06:49:31.855000 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98585deb-217d-4b03-93b5-356f08b7fa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.937279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-92687b5d-4936-44ff-8b39-1cad2d794afc service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305932 Aug 31 06:49:32.029236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-567d96f1-bda1-40c7-8008-10e4c8a7181c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 200 len: 217 time: 0.0849166 Aug 31 06:49:32.072551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ed86ba8-c3f5-4214-82b4-2b148ba997ff req-81090d7c-b6eb-4ef6-a1f4-3b1bcf79330a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 210 time: 0.1009381 Aug 31 06:49:32.093113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-30b54f0c-128c-49b9-bdb5-1dcd8d4b1819 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.100802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-30b54f0c-128c-49b9-bdb5-1dcd8d4b1819 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.107908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-30b54f0c-128c-49b9-bdb5-1dcd8d4b1819 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.116968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-30b54f0c-128c-49b9-bdb5-1dcd8d4b1819 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.135093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-30b54f0c-128c-49b9-bdb5-1dcd8d4b1819 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.147710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-30b54f0c-128c-49b9-bdb5-1dcd8d4b1819 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.159817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0d1564ba-712c-46b8-8125-d0e4854b00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.161367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-0d1564ba-712c-46b8-8125-d0e4854b00f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0878124 Aug 31 06:49:32.163924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-30b54f0c-128c-49b9-bdb5-1dcd8d4b1819 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.177318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-30b54f0c-128c-49b9-bdb5-1dcd8d4b1819 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.2888801 Aug 31 06:49:32.286089 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9528b277-34b1-4bcc-9424-7c429c0e4f9d req-123d72fd-769a-468e-be95-9a19585e351a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078796 Aug 31 06:49:32.288041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-9e0e3935-7290-406b-81c8-20c7d33344a8 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660504380&fields=id&tenant_id=52d4e2278cfc414395799ed2fdfe2f15 HTTP/1.1" status: 200 len: 267 time: 0.0905967 Aug 31 06:49:32.321550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-07ceecc1-5f15-4f02-a66a-afbe391e5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.323143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-07ceecc1-5f15-4f02-a66a-afbe391e5d06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1495888 Aug 31 06:49:32.376891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98585deb-217d-4b03-93b5-356f08b7fa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.384959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98585deb-217d-4b03-93b5-356f08b7fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.492941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-98585deb-217d-4b03-93b5-356f08b7fa55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39b63c4a13e34e67809f0ae16edf7904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8758690 Aug 31 06:49:32.496490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55896) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:32.525733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98585deb-217d-4b03-93b5-356f08b7fa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fe737b-95fc-4440-a80b-c95a4e623622,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:32.537615 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b0d46a-a0f5-4b52-879e-dadde2c52b69 req-08469cad-aac9-4800-9e5e-f51f01d75e19 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0786469 Aug 31 06:49:32.588433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-2069859c-7110-4259-b903-20c321b9ef3f service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263892 Aug 31 06:49:32.631857 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-658a49aa-7928-4928-ae93-5a7376875d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.677170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-658a49aa-7928-4928-ae93-5a7376875d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.725784 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-b761c9d6-de25-495b-88c6-812a022c30e6 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206231 Aug 31 06:49:32.747196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-658a49aa-7928-4928-ae93-5a7376875d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.750912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-658a49aa-7928-4928-ae93-5a7376875d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.754870 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-658a49aa-7928-4928-ae93-5a7376875d6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52fe737b-95fc-4440-a80b-c95a4e623622 HTTP/1.1" status: 204 len: 168 time: 0.2561147 Aug 31 06:49:32.762560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a49aa-7928-4928-ae93-5a7376875d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fe737b-95fc-4440-a80b-c95a4e623622,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:32.790890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-59abdac5-ddef-4062-831c-fb1c13d713e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 200 len: 217 time: 0.0571265 Aug 31 06:49:32.801764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-38f35131-5e2e-4ec0-853d-6e7c6efe161a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.804488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-38f35131-5e2e-4ec0-853d-6e7c6efe161a tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/networks?id=1b777da1-179b-4280-873c-b3ec15ee753f HTTP/1.1" status: 200 len: 808 time: 0.5156083 Aug 31 06:49:32.869864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-fb4f656b-fec8-4bd5-807c-0300fceb3841 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/quotas/52d4e2278cfc414395799ed2fdfe2f15 HTTP/1.1" status: 200 len: 375 time: 0.0236175 Aug 31 06:49:32.894511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-8243aafa-6635-47a2-b285-7b05439d1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.897867 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-8243aafa-6635-47a2-b285-7b05439d1eb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0916467 Aug 31 06:49:32.955824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3bb67386-87c7-4a95-ad06-c55024eb866d up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:32.982588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-c594e4eb-e601-44ad-8415-29a746418e1b tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=52d4e2278cfc414395799ed2fdfe2f15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016653 Aug 31 06:49:33.022134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-68bbb700-5d46-4f5d-9d2a-0a32c50c1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.023847 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-68bbb700-5d46-4f5d-9d2a-0a32c50c1e91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101665 Aug 31 06:49:33.051785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3bb67386-87c7-4a95-ad06-c55024eb866d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:33.052177 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:33.218355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-973eb30f-99ef-415b-a2f5-07d80ef26e3e service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839628 Aug 31 06:49:33.218812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55904) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:33.241270 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-6d07e7be-96e3-48e4-aafb-ad16c9a275e8 service neutron] 10.222.0.15 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358069 Aug 31 06:49:33.284772 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1ebc-528f-4a39-bba5-9fbae6302ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:33.291077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bcd94a96-c1df-4410-98fd-33a7d8d3fe17 req-de79c00b-cb30-44d5-815f-b72b6d3ee362 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 210 time: 0.0754471 Aug 31 06:49:33.470853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-f3de9013-14db-462f-88e7-597f1c7d7756 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.478007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-f3de9013-14db-462f-88e7-597f1c7d7756 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.486181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-f3de9013-14db-462f-88e7-597f1c7d7756 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.492550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-f3de9013-14db-462f-88e7-597f1c7d7756 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.499205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-f3de9013-14db-462f-88e7-597f1c7d7756 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.507038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-f3de9013-14db-462f-88e7-597f1c7d7756 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.513799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-f3de9013-14db-462f-88e7-597f1c7d7756 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.523549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-f3de9013-14db-462f-88e7-597f1c7d7756 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1332777 Aug 31 06:49:33.581037 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd86d8f3-35ee-48b0-bd72-29656984740c req-51b6315f-f3d6-481d-839c-300a4b924e30 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557563 Aug 31 06:49:33.699553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-933ed90a-89a6-4c13-b0b1-f915499f107f req-8800035c-1264-4de9-a06f-c675b64a4d7b tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0357783 Aug 31 06:49:33.886309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42d8b8ee-4666-48c5-8e89-046722e0d4d8 req-e7373215-6f16-4228-85f6-cc4cbb313ca1 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559305 Aug 31 06:49:33.900920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-4be834a2-3641-41b9-a9fd-a14077a57b3f service neutron] 10.222.0.15 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592851 Aug 31 06:49:33.933719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-e2a05e8d-48f1-4951-926c-b9c42605c8a8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.935589 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-e2a05e8d-48f1-4951-926c-b9c42605c8a8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.2395942 Aug 31 06:49:33.952587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Request body: {'port': {'device_id': '1aa37a10-59ab-434b-82e8-cd81f450a930', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'admin_state_up': True, 'tenant_id': '62f1222f738c4149b531b6b091fa31be'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:34.111297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1ebc-528f-4a39-bba5-9fbae6302ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:34.127157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-3009f565-45a6-4774-842c-54cb1169b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.127641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-3009f565-45a6-4774-842c-54cb1169b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.128141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-3009f565-45a6-4774-842c-54cb1169b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.128658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-3009f565-45a6-4774-842c-54cb1169b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.129176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-3009f565-45a6-4774-842c-54cb1169b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.129662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-3009f565-45a6-4774-842c-54cb1169b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.130161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-3009f565-45a6-4774-842c-54cb1169b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.132396 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-3009f565-45a6-4774-842c-54cb1169b3bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6483 time: 0.1663828 Aug 31 06:49:34.135745 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1ebc-528f-4a39-bba5-9fbae6302ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:34.214652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-852cc325-0240-4263-8d26-b6135cb6cd51 req-5cbe1fbb-4911-456a-84c9-d0162d0588df tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 210 time: 0.0475521 Aug 31 06:49:34.286452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dd8e1ebc-528f-4a39-bba5-9fbae6302ba9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9775a08fd8c43a7ac8702f87db6fe1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0644462 Aug 31 06:49:34.290605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55916) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:34.294076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e1ebc-528f-4a39-bba5-9fbae6302ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca858bc-da56-4a1e-9df9-f8790c595dbd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:34.300405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:34.304022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:34.371757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-11d9081f-4cec-4cc2-bbde-e162eda8a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.374253 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-11d9081f-4cec-4cc2-bbde-e162eda8a574 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 902 time: 0.1984053 Aug 31 06:49:34.388735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b7b21d9-a78f-4990-83a1-0c550d4d14db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:34.438467 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b7b21d9-a78f-4990-83a1-0c550d4d14db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:34.446632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26168951-410f-40ac-82f8-646a25008dc2 req-9a373280-b678-42c6-ad1a-8a29ea479039 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 210 time: 0.0325584 Aug 31 06:49:34.499266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-5a27b04c-1262-4ec1-87fb-eac36467d8b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 200 len: 217 time: 0.0917904 Aug 31 06:49:34.512244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b7b21d9-a78f-4990-83a1-0c550d4d14db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:34.515296 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b7b21d9-a78f-4990-83a1-0c550d4d14db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:34.524662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8b7b21d9-a78f-4990-83a1-0c550d4d14db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fca858bc-da56-4a1e-9df9-f8790c595dbd HTTP/1.1" status: 204 len: 168 time: 0.2305362 Aug 31 06:49:34.555447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b21d9-a78f-4990-83a1-0c550d4d14db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca858bc-da56-4a1e-9df9-f8790c595dbd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:34.610827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-966fbd63-dd94-455e-a438-be311df88e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.612429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-966fbd63-dd94-455e-a438-be311df88e4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.1043661 Aug 31 06:49:34.648394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Allocated IP 172.20.0.13 (5231c453-26d0-4933-8509-cc47a3fe5b55/9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8/c2b44bc1-fb82-453f-85cc-b87cfb535abc) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:34.763766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-edac3a0d-860f-4175-964a-5672ba9704b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.766439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-edac3a0d-860f-4175-964a-5672ba9704b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1422131 Aug 31 06:49:34.788260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-2f836e01-8eba-4a36-8cc2-2efac261aa8e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.794434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-2f836e01-8eba-4a36-8cc2-2efac261aa8e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.802454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-2f836e01-8eba-4a36-8cc2-2efac261aa8e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.808971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-2f836e01-8eba-4a36-8cc2-2efac261aa8e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.828810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-2f836e01-8eba-4a36-8cc2-2efac261aa8e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.840754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-2f836e01-8eba-4a36-8cc2-2efac261aa8e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.850502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-2f836e01-8eba-4a36-8cc2-2efac261aa8e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.857851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-2f836e01-8eba-4a36-8cc2-2efac261aa8e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1695101 Aug 31 06:49:34.908666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3ca0fbd-ac27-4322-99ef-2713827e2177 req-8ca40914-2288-411d-8983-52c0ae4eb80c tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471792 Aug 31 06:49:34.974242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc06a4ba-12c8-4a00-b689-6fda682afbcb req-9530c2f8-cb18-49e4-b75f-e1bec5be1b99 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.1243739 Aug 31 06:49:35.083463 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-72a64223-69fe-41f3-a2b7-4eae15bd8884 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022597 Aug 31 06:49:35.096535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:35.224719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-1e334e7c-bd60-4f08-9f02-a9838d63189a service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318471 Aug 31 06:49:35.243023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:35.257916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:35.391814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:35.401109 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcc61ccf-6900-4256-ad6d-59d51405b443 req-28d324ae-bec3-4fd9-92b2-ca489ea084a0 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 210 time: 0.0635545 Aug 31 06:49:35.412650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-c212d18d-7981-4b06-b3bd-ef83c3827897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.413133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-c212d18d-7981-4b06-b3bd-ef83c3827897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.413783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-c212d18d-7981-4b06-b3bd-ef83c3827897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.414259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-c212d18d-7981-4b06-b3bd-ef83c3827897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.415256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-c212d18d-7981-4b06-b3bd-ef83c3827897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.415736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-c212d18d-7981-4b06-b3bd-ef83c3827897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.416202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-c212d18d-7981-4b06-b3bd-ef83c3827897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.418576 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-c212d18d-7981-4b06-b3bd-ef83c3827897 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6483 time: 0.1229703 Aug 31 06:49:35.424713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:35.428549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:35.564249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.566649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:35.579928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event updated for resources: {'Port': ['ID=c2b44bc1-fb82-453f-85cc-b87cfb535abc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:35.649588 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-65bc9b0d-0767-4359-ac39-c0bd3750e4a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7039433 Aug 31 06:49:35.660041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-68902a4f-f4b1-403a-ae7d-94e6a261c4d5 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.662323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-68902a4f-f4b1-403a-ae7d-94e6a261c4d5 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.23 "GET /v2.0/networks?id=1b777da1-179b-4280-873c-b3ec15ee753f HTTP/1.1" status: 200 len: 808 time: 0.1993513 Aug 31 06:49:35.671654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Request body: {'port': {'device_id': '1aa37a10-59ab-434b-82e8-cd81f450a930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:35.721840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1782a4-f1bf-4879-9606-72cb5c15bf37 req-ae3550d7-f81f-41b0-86e5-c413cbe68225 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.724781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0e1782a4-f1bf-4879-9606-72cb5c15bf37 req-ae3550d7-f81f-41b0-86e5-c413cbe68225 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 932 time: 0.1273999 Aug 31 06:49:35.790008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-8a5bbac9-1680-4ef8-9695-91c5620f2a6b tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d4e2278cfc414395799ed2fdfe2f15 HTTP/1.1" status: 200 len: 380 time: 0.1143076 Aug 31 06:49:35.802779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'port': {'device_id': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'admin_state_up': True, 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'security_groups': ['0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:35.805887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:35.812419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-cccecbd3-6ce8-450c-b66c-0051afd87d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.814732 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-cccecbd3-6ce8-450c-b66c-0051afd87d8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 902 time: 0.3876781 Aug 31 06:49:35.879300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0e1782a4-f1bf-4879-9606-72cb5c15bf37 req-e9b33696-035f-4611-b5ab-d7917e1777f0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252382 Aug 31 06:49:35.895406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-b24a546f-1896-4aa2-9e62-91f1abc026ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 200 len: 217 time: 0.0696948 Aug 31 06:49:35.958101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Made reservation on behalf of 52d4e2278cfc414395799ed2fdfe2f15 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:35.962450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.179690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-d7ab8dc2-7702-42f0-92ca-b4bc366f1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.181242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-d7ab8dc2-7702-42f0-92ca-b4bc366f1c55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.2748752 Aug 31 06:49:36.187039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e08a51ef-557d-4611-9c0a-c5fd5722c3c3 req-cdae7589-5d4c-4e2f-8300-3957aff63110 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6381df2-7459-4b98-baaf-ba923e592fc6 HTTP/1.1" status: 200 len: 210 time: 0.0490546 Aug 31 06:49:36.224264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Allocated IP 172.20.0.9 (1b777da1-179b-4280-873c-b3ec15ee753f/01156dff-1e77-4892-9cff-09dac5fec28c/10f58d6f-2c75-46d1-92b6-6f045e4e9ba2) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:36.353332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b375-1b0a-448f-843d-64ef4708810f req-dc45df4d-70c7-4967-97c9-d6d463dfd787 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.355567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b375-1b0a-448f-843d-64ef4708810f req-dc45df4d-70c7-4967-97c9-d6d463dfd787 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.361759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b375-1b0a-448f-843d-64ef4708810f req-dc45df4d-70c7-4967-97c9-d6d463dfd787 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.368318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b375-1b0a-448f-843d-64ef4708810f req-dc45df4d-70c7-4967-97c9-d6d463dfd787 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.373833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b375-1b0a-448f-843d-64ef4708810f req-dc45df4d-70c7-4967-97c9-d6d463dfd787 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.380013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b375-1b0a-448f-843d-64ef4708810f req-dc45df4d-70c7-4967-97c9-d6d463dfd787 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.386519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b375-1b0a-448f-843d-64ef4708810f req-dc45df4d-70c7-4967-97c9-d6d463dfd787 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.388477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2091b375-1b0a-448f-843d-64ef4708810f req-dc45df4d-70c7-4967-97c9-d6d463dfd787 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.3702936 Aug 31 06:49:36.393000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-aa5c483c-5aa6-4774-b276-3c7fca8988b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.394526 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-aa5c483c-5aa6-4774-b276-3c7fca8988b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2051508 Aug 31 06:49:36.462472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.489477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Transition to ACTIVE for port object 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:36.517418 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2091b375-1b0a-448f-843d-64ef4708810f req-cb44c09a-0cdb-45b7-988a-025838a1fe1e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201577 Aug 31 06:49:36.592315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-786376b3-4b2c-4483-a1b4-c7ae331a11f4 req-94b9a926-dc51-4ce9-963d-e6aa5bbbcb0d tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 210 time: 0.0526910 Aug 31 06:49:36.595244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.599544 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-5ed4f30f-a53d-4ffa-a47d-8f0d1a563d7c service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925788 Aug 31 06:49:36.605514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b44bc1-fb82-453f-85cc-b87cfb535abc {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:36.621281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.646764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Network 1b777da1-179b-4280-873c-b3ec15ee753f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:36.652071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:36.655231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:36.686249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'Port': ['ID=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:36.701439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Transition to ACTIVE for port object c2b44bc1-fb82-453f-85cc-b87cfb535abc will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:36.709251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.724848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.725627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.743622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-f033f828-2905-4f9e-9206-5cf557b26b17 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9458063 Aug 31 06:49:36.760666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Request body: {'port': {'device_id': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:36.770603 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8090657d-4c2f-45e1-a7d1-f6246a1f92d1 req-1a6e3668-b71d-4124-aa0b-84f2a3fa36f0 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598351 Aug 31 06:49:36.843464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b44bc1-fb82-453f-85cc-b87cfb535abc,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:36.848836 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.886074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Attempting to bind port c2b44bc1-fb82-453f-85cc-b87cfb535abc on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:36.886428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Attempting to bind port c2b44bc1-fb82-453f-85cc-b87cfb535abc by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:36.886984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Attempting to bind port c2b44bc1-fb82-453f-85cc-b87cfb535abc on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:36.892232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Port c2b44bc1-fb82-453f-85cc-b87cfb535abc on network 5231c453-26d0-4933-8509-cc47a3fe5b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:36.894145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Attempting to bind port c2b44bc1-fb82-453f-85cc-b87cfb535abc on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:36.902598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:36.902960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Checking segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:36.903508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Bound using segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:36.903960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Bound port: c2b44bc1-fb82-453f-85cc-b87cfb535abc, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:36.904327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.990059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] For port c2b44bc1-fb82-453f-85cc-b87cfb535abc, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:36.997518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] For port c2b44bc1-fb82-453f-85cc-b87cfb535abc, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c2b44bc1-fb82-453f-85cc-b87cfb535abc,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:37.014553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.025509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2f969277-975b-498f-9b7d-c1227817032d None None] Provisioning for port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:37.030948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2f969277-975b-498f-9b7d-c1227817032d None None] Provisioning complete for port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:37.032328 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2f969277-975b-498f-9b7d-c1227817032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.073784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2f969277-975b-498f-9b7d-c1227817032d None None] Port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:37.096735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.097613 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.104211 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] 10.222.0.42 "PUT /v2.0/ports/c2b44bc1-fb82-453f-85cc-b87cfb535abc HTTP/1.1" status: 200 len: 1093 time: 1.4380059 Aug 31 06:49:37.106629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa37a10-59ab-434b-82e8-cd81f450a930', 'tag': 'c2b44bc1-fb82-453f-85cc-b87cfb535abc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:37.109001 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568734f9-90e3-41f4-9361-68606a27d095" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa37a10-59ab-434b-82e8-cd81f450a930", "tag": "c2b44bc1-fb82-453f-85cc-b87cfb535abc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:37.140309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf9f20-59c8-4cb1-b25c-b649e2306912 req-11e2ff9a-8b5e-4d4f-9308-f1df6249e11e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.149750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aadf9f20-59c8-4cb1-b25c-b649e2306912 req-11e2ff9a-8b5e-4d4f-9308-f1df6249e11e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 944 time: 0.1519623 Aug 31 06:49:37.153541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765d6dc-04db-41f2-83bc-e717fb0d1ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b44bc1-fb82-453f-85cc-b87cfb535abc,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:37.192069 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6da4b43-f7c1-4e45-a28c-b506d47849c3 x-openstack-request-id: req-d6da4b43-f7c1-4e45-a28c-b506d47849c3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:37.192762 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa37a10-59ab-434b-82e8-cd81f450a930", "tag": "c2b44bc1-fb82-453f-85cc-b87cfb535abc", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:37.192762 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6da4b43-f7c1-4e45-a28c-b506d47849c3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:37.192970 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa37a10-59ab-434b-82e8-cd81f450a930', 'tag': 'c2b44bc1-fb82-453f-85cc-b87cfb535abc', 'status': 'completed', 'code': 200} Aug 31 06:49:37.222389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aadf9f20-59c8-4cb1-b25c-b649e2306912 req-f1b1b5a1-538d-4501-a65f-7fb4a3169fec tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717521 Aug 31 06:49:37.233862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-0a512732-206b-4252-b535-d734673a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.235689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-0a512732-206b-4252-b535-d734673a7b55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 1096 time: 0.0839710 Aug 31 06:49:37.249154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:37.257848 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.275227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Transition to ACTIVE for port object 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:37.280419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.299183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-9e865ae1-2055-4490-ae66-464387992579 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b44bc1-fb82-453f-85cc-b87cfb535abc HTTP/1.1" status: 200 len: 217 time: 0.0530453 Aug 31 06:49:37.325460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55994) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:37.364308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Pushing event updated for resources: {'Port': ['ID=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:37.390763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-0c45e37d-ce60-49dc-bf46-8d4a6afcb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.393130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-0c45e37d-ce60-49dc-bf46-8d4a6afcb11b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0849085 Aug 31 06:49:37.452904 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-cf9b5e07-e3a1-4323-9200-c8e8858caaa1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516446 Aug 31 06:49:37.471515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c57206d-5f42-47c9-9c56-4cda08225133 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.507249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c57206d-5f42-47c9-9c56-4cda08225133 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.594469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c57206d-5f42-47c9-9c56-4cda08225133 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.598388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6c57206d-5f42-47c9-9c56-4cda08225133 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.600206 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6c57206d-5f42-47c9-9c56-4cda08225133 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "DELETE /v2.0/security-groups/3fb1ea5c-e232-4865-8632-ba884b12ba94 HTTP/1.1" status: 204 len: 168 time: 0.2686515 Aug 31 06:49:37.607150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56004) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:37.609374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Attempting to bind port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:37.609971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Attempting to bind port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:37.610592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Attempting to bind port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 on network 1b777da1-179b-4280-873c-b3ec15ee753f {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:37.622851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57206d-5f42-47c9-9c56-4cda08225133 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb1ea5c-e232-4865-8632-ba884b12ba94,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:37.633644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 on network 1b777da1-179b-4280-873c-b3ec15ee753f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:37.634094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Attempting to bind port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 on network 1b777da1-179b-4280-873c-b3ec15ee753f {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:37.642051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:37.642792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Checking segment: {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:37.643287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Bound using segment: {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:37.643839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Bound port: 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a995ab8-6fa4-4f23-ba4d-576815db32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:37.644318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.648007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-144d68ff-2c32-4836-8c8a-7ee6db1f5ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871803 Aug 31 06:49:37.656164 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-121cb7e6-8f11-45d7-8b12-868d2edc1961 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] show failed (client error): The resource could not be found. Aug 31 06:49:37.657391 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-121cb7e6-8f11-45d7-8b12-868d2edc1961 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "GET /v2.0/security-groups/3fb1ea5c-e232-4865-8632-ba884b12ba94 HTTP/1.1" status: 404 len: 347 time: 0.0483103 Aug 31 06:49:37.665496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56008) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:37.794029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-119b7212-eb18-48ab-a061-d3d7abc0ffa4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.800631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-119b7212-eb18-48ab-a061-d3d7abc0ffa4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.807254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-119b7212-eb18-48ab-a061-d3d7abc0ffa4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.813754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-119b7212-eb18-48ab-a061-d3d7abc0ffa4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.822241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-119b7212-eb18-48ab-a061-d3d7abc0ffa4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.826480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-119b7212-eb18-48ab-a061-d3d7abc0ffa4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.832573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-119b7212-eb18-48ab-a061-d3d7abc0ffa4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.835000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-119b7212-eb18-48ab-a061-d3d7abc0ffa4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1800909 Aug 31 06:49:37.871389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8947b558-36b3-4a9f-a9cb-39ee3e927823 req-d72d5407-8f44-4363-9e54-7a71050a05bb service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104523 Aug 31 06:49:37.894374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] For port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:37.904841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] For port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:37.918203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72d1ad8-c6ca-4aaa-92c8-b847b3fd1d8f req-fd1b48a1-ba5d-4ac7-9893-c28e307fd240 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697756 Aug 31 06:49:37.932932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38f534-fa13-4a2a-a767-cf8702e3c3cd req-3dfc33b9-058f-4a41-ae82-9b0734b3c716 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.935091 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e38f534-fa13-4a2a-a767-cf8702e3c3cd req-3dfc33b9-058f-4a41-ae82-9b0734b3c716 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 943 time: 0.1820688 Aug 31 06:49:37.938990 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.973690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.975046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.979048 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] 10.222.0.23 "PUT /v2.0/ports/10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 HTTP/1.1" status: 200 len: 1092 time: 1.2269294 Aug 31 06:49:37.981103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568734f9-90e3-41f4-9361-68606a27d095 req-2e83c55d-c2f7-4f66-b3ea-9d5d57cce7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.989845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'tag': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:37.993401 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23712fa-c86c-4fa0-b61f-62bffe387c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "264d0a3c-d6de-4fa6-a320-d26e81be10f4", "tag": "10f58d6f-2c75-46d1-92b6-6f045e4e9ba2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:37.993971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-568734f9-90e3-41f4-9361-68606a27d095 req-2e83c55d-c2f7-4f66-b3ea-9d5d57cce7e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 1096 time: 0.0644231 Aug 31 06:49:38.057357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port bd2580a2-542d-4e77-9b1e-c725400b573a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:38.057891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:38.126035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568734f9-90e3-41f4-9361-68606a27d095 req-fddba286-e448-4be2-b00e-864bdb790f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.127815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-568734f9-90e3-41f4-9361-68606a27d095 req-fddba286-e448-4be2-b00e-864bdb790f1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.1250360 Aug 31 06:49:38.133242 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f6bc14-6dd1-43d2-b18c-ab61b147ef15 x-openstack-request-id: req-d2f6bc14-6dd1-43d2-b18c-ab61b147ef15 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:38.133242 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264d0a3c-d6de-4fa6-a320-d26e81be10f4", "tag": "10f58d6f-2c75-46d1-92b6-6f045e4e9ba2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:38.133242 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2f6bc14-6dd1-43d2-b18c-ab61b147ef15 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:38.133242 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'tag': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'status': 'completed', 'code': 200} Aug 31 06:49:38.195301 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-568734f9-90e3-41f4-9361-68606a27d095 req-4109e215-528c-4305-b680-83d8a91d49a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b44bc1-fb82-453f-85cc-b87cfb535abc HTTP/1.1" status: 200 len: 217 time: 0.0558293 Aug 31 06:49:38.203049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e38f534-fa13-4a2a-a767-cf8702e3c3cd req-9968b536-6b83-41c5-9c75-3619b806cd0e tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409887 Aug 31 06:49:38.235789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bc796-b169-444d-b5af-ac500bd3af75 service neutron] Pushing event updated for resources: {'Port': ['ID=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:38.262874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-d0564166-f56a-4378-9b97-e2fc892b832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.264350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-d0564166-f56a-4378-9b97-e2fc892b832a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52d4e2278cfc414395799ed2fdfe2f15&device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 1095 time: 0.2292304 Aug 31 06:49:38.283123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568734f9-90e3-41f4-9361-68606a27d095 req-18083213-d89f-4e91-82b0-dcdfccdd8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.286423 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-568734f9-90e3-41f4-9361-68606a27d095 req-18083213-d89f-4e91-82b0-dcdfccdd8616 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0837610 Aug 31 06:49:38.289955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:38.290330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:38.338790 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-bfe164fe-a4ba-4444-9953-d8a67696a53b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 HTTP/1.1" status: 200 len: 217 time: 0.0592518 Aug 31 06:49:38.351043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-568734f9-90e3-41f4-9361-68606a27d095 req-e52a09f3-100c-403c-98e5-154f45538d01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551162 Aug 31 06:49:38.356910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for bd2580a2-542d-4e77-9b1e-c725400b573a owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:38.523419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-14ff231a-d0a4-4d80-9095-fba0727dece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.524320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-14ff231a-d0a4-4d80-9095-fba0727dece8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01156dff-1e77-4892-9cff-09dac5fec28c HTTP/1.1" status: 200 len: 847 time: 0.1762574 Aug 31 06:49:38.627503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-a239a6af-8899-445a-8380-21e1fc321cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.630134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-a239a6af-8899-445a-8380-21e1fc321cfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b777da1-179b-4280-873c-b3ec15ee753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988355 Aug 31 06:49:38.689524 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:38.730411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=bd2580a2-542d-4e77-9b1e-c725400b573a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:38.816238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-ad67b8e6-d84c-4d10-b22e-bd2eee5d2626 service neutron] 10.222.0.23 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769612 Aug 31 06:49:38.827980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e169-0010-41c0-b33c-e1037fc756e2 req-4e49e002-7a61-42ee-ae27-b46784e798f2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.829916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e64e169-0010-41c0-b33c-e1037fc756e2 req-4e49e002-7a61-42ee-ae27-b46784e798f2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 944 time: 0.4728773 Aug 31 06:49:38.880829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-568734f9-90e3-41f4-9361-68606a27d095 req-b7cf81ec-44c2-434c-85cf-c97f023c1e72 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197933 Aug 31 06:49:38.889929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:38.893215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:38.897088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-79bcd323-fdcc-453c-8234-83c0b458c453 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "DELETE /v2.0/floatingips/d8cca119-031c-45c9-945a-0c1836065419 HTTP/1.1" status: 204 len: 168 time: 1.2283888 Aug 31 06:49:38.900463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56024) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:38.949099 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e64e169-0010-41c0-b33c-e1037fc756e2 req-94f2b211-79aa-461f-afe5-515ce33040af tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014242 Aug 31 06:49:39.024899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-568734f9-90e3-41f4-9361-68606a27d095 req-2630d602-55c0-430d-a546-20a1efefbbc7 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353896 Aug 31 06:49:39.329250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a9828-6d51-4858-a1ed-8e3444882638 req-cea9813d-53e5-4d24-99a8-e0c9c3f20c37 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.331857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff5a9828-6d51-4858-a1ed-8e3444882638 req-cea9813d-53e5-4d24-99a8-e0c9c3f20c37 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 943 time: 0.0536983 Aug 31 06:49:39.378148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff5a9828-6d51-4858-a1ed-8e3444882638 req-82bc04f9-3515-42c6-ac91-3911a7032d93 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361307 Aug 31 06:49:39.398094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-c112e8ae-c223-42a6-86df-193e8001b65d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.403976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-c112e8ae-c223-42a6-86df-193e8001b65d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.410810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-c112e8ae-c223-42a6-86df-193e8001b65d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.416766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-c112e8ae-c223-42a6-86df-193e8001b65d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.422877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-c112e8ae-c223-42a6-86df-193e8001b65d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.428693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-c112e8ae-c223-42a6-86df-193e8001b65d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.435680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-c112e8ae-c223-42a6-86df-193e8001b65d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.438060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-c112e8ae-c223-42a6-86df-193e8001b65d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1817358 Aug 31 06:49:39.440177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31cd1487-e9c4-4c20-a121-5bd238dbbc53 req-9e4cea13-d273-4d5d-87e2-d63df986dba0 service neutron] 10.222.0.23 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151063 Aug 31 06:49:39.466857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c2b44bc1-fb82-453f-85cc-b87cfb535abc details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:39.491673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2c7455d6-1a5f-471f-b322-8620b5d13276 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port a490153a-2c07-4e00-9393-dfeb9ca3ebd0 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:39.492022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c7455d6-1a5f-471f-b322-8620b5d13276 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.586918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-efa0c18e-e6b0-4702-a4d0-c9df90a3389a req-11067b26-0c53-4705-a21e-bbd5e21d271f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383414 Aug 31 06:49:39.602268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c2b44bc1-fb82-453f-85cc-b87cfb535abc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c2b44bc1-fb82-453f-85cc-b87cfb535abc,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:39.619579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'c2b44bc1-fb82-453f-85cc-b87cfb535abc', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'port_id': 'c2b44bc1-fb82-453f-85cc-b87cfb535abc', 'mac_address': 'fa:16:3e:4b:34:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:39.656943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c7455d6-1a5f-471f-b322-8620b5d13276 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.660645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-873f5ac6-3bd4-4587-b00f-63d758cfe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.662242 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.662408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-873f5ac6-3bd4-4587-b00f-63d758cfe010 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52d4e2278cfc414395799ed2fdfe2f15&device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 1095 time: 0.1499965 Aug 31 06:49:39.676775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b44bc1-fb82-453f-85cc-b87cfb535abc {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:39.682096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2c7455d6-1a5f-471f-b322-8620b5d13276 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for a490153a-2c07-4e00-9393-dfeb9ca3ebd0 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:39.698420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c2b44bc1-fb82-453f-85cc-b87cfb535abc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c2b44bc1-fb82-453f-85cc-b87cfb535abc,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:39.707793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.764942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=c2b44bc1-fb82-453f-85cc-b87cfb535abc,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:39.834569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-bbb433f3-6834-4d16-9eb1-3fb6769837e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.836239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-bbb433f3-6834-4d16-9eb1-3fb6769837e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b777da1-179b-4280-873c-b3ec15ee753f HTTP/1.1" status: 200 len: 909 time: 0.1663721 Aug 31 06:49:39.885555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-abe56010-42e9-467b-9303-3a2c38842477 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 HTTP/1.1" status: 200 len: 217 time: 0.0409861 Aug 31 06:49:39.947336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c2b44bc1-fb82-453f-85cc-b87cfb535abc'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:39.975973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-426e64f7-fab3-4627-920e-bd831fe993f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.977533 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-426e64f7-fab3-4627-920e-bd831fe993f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01156dff-1e77-4892-9cff-09dac5fec28c HTTP/1.1" status: 200 len: 847 time: 0.0823765 Aug 31 06:49:39.986756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c7455d6-1a5f-471f-b322-8620b5d13276 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.063824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7455d6-1a5f-471f-b322-8620b5d13276 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=a490153a-2c07-4e00-9393-dfeb9ca3ebd0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.168655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-fdb93330-e7c5-4d38-9bec-cbcde4c14cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.171195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-fdb93330-e7c5-4d38-9bec-cbcde4c14cfa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b777da1-179b-4280-873c-b3ec15ee753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817920 Aug 31 06:49:40.203609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32314854-c6f6-4738-add2-1860f9c8ddea req-2690bcd3-cc69-4874-a933-a90cce277e43 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.205097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32314854-c6f6-4738-add2-1860f9c8ddea req-2690bcd3-cc69-4874-a933-a90cce277e43 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 945 time: 0.1488459 Aug 31 06:49:40.248975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c7455d6-1a5f-471f-b322-8620b5d13276 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.252332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2c7455d6-1a5f-471f-b322-8620b5d13276 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "DELETE /v2.0/ports/a490153a-2c07-4e00-9393-dfeb9ca3ebd0 HTTP/1.1" status: 204 len: 168 time: 1.3506179 Aug 31 06:49:40.254064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56046) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:40.296689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32314854-c6f6-4738-add2-1860f9c8ddea req-a950bf1c-03b1-45fb-93b5-b6539aa750cc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800302 Aug 31 06:49:40.353144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-c8419454-af07-4e8e-96ee-c120bced4ba8 service neutron] 10.222.0.23 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678891 Aug 31 06:49:40.364064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-28502796-fb68-4cf7-aa95-cc2d973eca6c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port 70915a98-ae2a-4da9-b154-3dfbd2321026 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:40.364643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28502796-fb68-4cf7-aa95-cc2d973eca6c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.469512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28502796-fb68-4cf7-aa95-cc2d973eca6c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.499708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-28502796-fb68-4cf7-aa95-cc2d973eca6c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for 70915a98-ae2a-4da9-b154-3dfbd2321026 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:40.510833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e23712fa-c86c-4fa0-b61f-62bffe387c3d req-6af37523-b7a5-4514-b676-7cecabc6b76c service neutron] 10.222.0.23 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488802 Aug 31 06:49:40.635601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f2d7b-7909-4470-8e9e-3f61cabfe3ec req-bbe21f89-a3b2-41df-b9bc-4c4140e8df81 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.637424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f92f2d7b-7909-4470-8e9e-3f61cabfe3ec req-bbe21f89-a3b2-41df-b9bc-4c4140e8df81 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 943 time: 0.1091547 Aug 31 06:49:40.717425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f92f2d7b-7909-4470-8e9e-3f61cabfe3ec req-568f6ea1-5d22-4981-aced-1a6a35e190e4 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680566 Aug 31 06:49:40.748452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28502796-fb68-4cf7-aa95-cc2d973eca6c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.787629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28502796-fb68-4cf7-aa95-cc2d973eca6c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=70915a98-ae2a-4da9-b154-3dfbd2321026,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.861073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346199-2d8a-4622-868b-d70ba731d698 req-548391fd-4b49-4e84-9f62-9aabdc560f79 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.865004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28502796-fb68-4cf7-aa95-cc2d973eca6c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.867118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-28502796-fb68-4cf7-aa95-cc2d973eca6c tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "DELETE /v2.0/ports/70915a98-ae2a-4da9-b154-3dfbd2321026 HTTP/1.1" status: 204 len: 168 time: 0.6120393 Aug 31 06:49:40.869690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56060) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:40.870062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346199-2d8a-4622-868b-d70ba731d698 req-548391fd-4b49-4e84-9f62-9aabdc560f79 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.881649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346199-2d8a-4622-868b-d70ba731d698 req-548391fd-4b49-4e84-9f62-9aabdc560f79 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.893446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346199-2d8a-4622-868b-d70ba731d698 req-548391fd-4b49-4e84-9f62-9aabdc560f79 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.904345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346199-2d8a-4622-868b-d70ba731d698 req-548391fd-4b49-4e84-9f62-9aabdc560f79 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.916067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346199-2d8a-4622-868b-d70ba731d698 req-548391fd-4b49-4e84-9f62-9aabdc560f79 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.923830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6699719d-0f8a-411e-a3a0-59cf1abe297e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting subnet 03c610c0-5641-4707-b6c8-9fe48971858d {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:49:40.927020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346199-2d8a-4622-868b-d70ba731d698 req-548391fd-4b49-4e84-9f62-9aabdc560f79 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.927283 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6699719d-0f8a-411e-a3a0-59cf1abe297e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.930729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f346199-2d8a-4622-868b-d70ba731d698 req-548391fd-4b49-4e84-9f62-9aabdc560f79 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1610711 Aug 31 06:49:41.005508 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6699719d-0f8a-411e-a3a0-59cf1abe297e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.018125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f346199-2d8a-4622-868b-d70ba731d698 req-c6fade0b-d5bf-4acc-a372-5c925cb7bb4b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803473 Aug 31 06:49:41.101621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6699719d-0f8a-411e-a3a0-59cf1abe297e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.174234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6699719d-0f8a-411e-a3a0-59cf1abe297e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.210637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699719d-0f8a-411e-a3a0-59cf1abe297e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Subnet': ['ID=03c610c0-5641-4707-b6c8-9fe48971858d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:41.215185 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6699719d-0f8a-411e-a3a0-59cf1abe297e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.219762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6699719d-0f8a-411e-a3a0-59cf1abe297e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "DELETE /v2.0/subnets/03c610c0-5641-4707-b6c8-9fe48971858d HTTP/1.1" status: 204 len: 168 time: 0.3462031 Aug 31 06:49:41.219924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e922d7-8090-42ee-bc98-bee2b9612198 None None] Network e7919884-e009-4418-bde4-c6c3f09f4d70 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:49:41.220368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:41.293622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-daeef3ed-ef91-40f4-abc6-ffb1024ee573 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting subnet 8b6cfb61-47cc-44c6-a38d-ef844c0196b9 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:49:41.298043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-daeef3ed-ef91-40f4-abc6-ffb1024ee573 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.382768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-daeef3ed-ef91-40f4-abc6-ffb1024ee573 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.469806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c2b44bc1-fb82-453f-85cc-b87cfb535abc up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:41.527595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-daeef3ed-ef91-40f4-abc6-ffb1024ee573 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.535282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f03044-ffe7-4938-9edb-fe7b24c45ba3 req-5b252ed4-a41c-4f78-ad65-441e492ea29e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.536845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19f03044-ffe7-4938-9edb-fe7b24c45ba3 req-5b252ed4-a41c-4f78-ad65-441e492ea29e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 945 time: 0.1215408 Aug 31 06:49:41.541390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] DHCP port deletion for e7919884-e009-4418-bde4-c6c3f09f4d70 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:49:41.584581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19f03044-ffe7-4938-9edb-fe7b24c45ba3 req-1d79960e-79eb-4352-8de5-62ec6cf9e49c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Aug 31 06:49:41.589848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port c2b44bc1-fb82-453f-85cc-b87cfb535abc completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:41.596462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port c2b44bc1-fb82-453f-85cc-b87cfb535abc triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:41.596838 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.607705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-daeef3ed-ef91-40f4-abc6-ffb1024ee573 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.638757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeef3ed-ef91-40f4-abc6-ffb1024ee573 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6cfb61-47cc-44c6-a38d-ef844c0196b9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:41.644204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] Deleting port 9438afae-b983-4c68-942d-162336184d04 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:41.644588 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.645751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-daeef3ed-ef91-40f4-abc6-ffb1024ee573 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.650921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56068) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:41.651951 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-daeef3ed-ef91-40f4-abc6-ffb1024ee573 tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "DELETE /v2.0/subnets/8b6cfb61-47cc-44c6-a38d-ef844c0196b9 HTTP/1.1" status: 204 len: 168 time: 0.4308763 Aug 31 06:49:41.709897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80013583-69e0-46da-bd7c-acd2d14e4e8a None None] Network 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:49:41.796113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.801365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] For port 9438afae-b983-4c68-942d-162336184d04, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9438afae-b983-4c68-942d-162336184d04,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:41.802000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.837320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:41.840888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] Calling delete_port for 9438afae-b983-4c68-942d-162336184d04 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:41.909459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d2803-0bd7-45b3-a68a-692efdda5122 req-0125fe27-866b-431f-ac16-8162529fd744 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.912637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f14d2803-0bd7-45b3-a68a-692efdda5122 req-0125fe27-866b-431f-ac16-8162529fd744 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 943 time: 0.0682008 Aug 31 06:49:41.918989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port 9438afae-b983-4c68-942d-162336184d04 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:41.919223 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.943843 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.070900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] For port 9438afae-b983-4c68-942d-162336184d04, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9438afae-b983-4c68-942d-162336184d04,segment=NetworkSegment(5ad85ae2-466d-4ae6-bb35-59a041a1405b),segment_id=5ad85ae2-466d-4ae6-bb35-59a041a1405b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:42.071504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.086145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f14d2803-0bd7-45b3-a68a-692efdda5122 req-8e1f1f73-a4d9-4a5c-8685-b5d5b038bccb tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520405 Aug 31 06:49:42.142937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for 9438afae-b983-4c68-942d-162336184d04 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:42.194256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-dcd7c882-9e6f-4cd7-90ba-9d94a6c63317 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.201567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-dcd7c882-9e6f-4cd7-90ba-9d94a6c63317 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.208445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-dcd7c882-9e6f-4cd7-90ba-9d94a6c63317 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.217146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-dcd7c882-9e6f-4cd7-90ba-9d94a6c63317 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.226283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-dcd7c882-9e6f-4cd7-90ba-9d94a6c63317 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.233717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-dcd7c882-9e6f-4cd7-90ba-9d94a6c63317 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.241169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-dcd7c882-9e6f-4cd7-90ba-9d94a6c63317 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.243480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-dcd7c882-9e6f-4cd7-90ba-9d94a6c63317 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1279445 Aug 31 06:49:42.293989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port c2b44bc1-fb82-453f-85cc-b87cfb535abc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c2b44bc1-fb82-453f-85cc-b87cfb535abc,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:42.300933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.312674 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2cd87e9-cd3e-4ffc-8868-f99b0dc4f9a7 req-453a532c-b0e5-45bc-b0b3-5c075473ff8f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540862 Aug 31 06:49:42.324633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa37a10-59ab-434b-82e8-cd81f450a930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b44bc1-fb82-453f-85cc-b87cfb535abc'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:42.335558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] No DVR routers for this DVR port 9438afae-b983-4c68-942d-162336184d04 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:42.338534 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e05265-9776-42f4-bd0e-2557633cf4e9" -d '{"events": [{"server_uuid": "1aa37a10-59ab-434b-82e8-cd81f450a930", "name": "network-vif-plugged", "status": "completed", "tag": "c2b44bc1-fb82-453f-85cc-b87cfb535abc"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:42.347262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=9438afae-b983-4c68-942d-162336184d04,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:42.401096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.407622 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41b1aea-85b4-4724-824b-6e93d237799b x-openstack-request-id: req-c41b1aea-85b4-4724-824b-6e93d237799b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:42.407622 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa37a10-59ab-434b-82e8-cd81f450a930", "name": "network-vif-plugged", "status": "completed", "tag": "c2b44bc1-fb82-453f-85cc-b87cfb535abc", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:42.407622 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c41b1aea-85b4-4724-824b-6e93d237799b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:42.408413 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa37a10-59ab-434b-82e8-cd81f450a930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b44bc1-fb82-453f-85cc-b87cfb535abc', 'code': 200} Aug 31 06:49:42.483746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.532894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.538948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7919884-e009-4418-bde4-c6c3f09f4d70']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:42.555448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:42.558142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad85ae2-466d-4ae6-bb35-59a041a1405b') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:42.558323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=c2b44bc1-fb82-453f-85cc-b87cfb535abc,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:42.558473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad85ae2-466d-4ae6-bb35-59a041a1405b') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:42.570847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] No DVR routers for this DVR port 9438afae-b983-4c68-942d-162336184d04 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:42.578729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'port_id': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'mac_address': 'fa:16:3e:f5:75:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:42.579616 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.583347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.583695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.584032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.584366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.585891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.586263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.586906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.588131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.588655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.588789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.589351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.589782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:42.615889 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.639877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:49:42.639877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:49:42.646280 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:49:42.652369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53d897-76e9-421a-8629-56c7e0ff8a1f None None] Pushing event deleted for resources: {'Port': ['ID=9438afae-b983-4c68-942d-162336184d04,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:42.679040 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.681162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] DHCP port deletion for 1616e49e-9b3f-4ca7-8f36-d21d7b18f601 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:49:42.698716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:42.743938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:42.747927 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.793115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386464a9-b5d7-40ec-9225-31e93cad95f4 req-fa921453-25b9-4948-a0d9-c1a7aac43a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.796473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-386464a9-b5d7-40ec-9225-31e93cad95f4 req-fa921453-25b9-4948-a0d9-c1a7aac43a0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 1098 time: 0.3006289 Aug 31 06:49:42.814078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] Deleting port 77be1a51-b12d-4340-8def-683f724cf3fe {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:42.814748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.826340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.863878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:42.912084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d11baf-62c6-4c1f-a3ba-f87ea90c81c7 req-c56c583d-4522-4072-a576-0192f4a987ee tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.914953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.930938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "DELETE /v2.0/networks/e7919884-e009-4418-bde4-c6c3f09f4d70 HTTP/1.1" status: 204 len: 168 time: 1.2782967 Aug 31 06:49:42.931249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71d11baf-62c6-4c1f-a3ba-f87ea90c81c7 req-c56c583d-4522-4072-a576-0192f4a987ee tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 946 time: 0.1942751 Aug 31 06:49:42.932527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceeaac-cfca-457f-966f-e5a3175c791e tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Network': ['ID=e7919884-e009-4418-bde4-c6c3f09f4d70,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:42.932743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56094) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:42.962395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] For port 77be1a51-b12d-4340-8def-683f724cf3fe, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=77be1a51-b12d-4340-8def-683f724cf3fe,segment=NetworkSegment(c7ac8fd7-e6bd-445f-9443-7e70f3582781),segment_id=c7ac8fd7-e6bd-445f-9443-7e70f3582781)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:42.962395 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:42.976553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] Calling delete_port for 77be1a51-b12d-4340-8def-683f724cf3fe owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:42.980404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-386464a9-b5d7-40ec-9225-31e93cad95f4 req-18241159-def3-4ed4-a35b-580981aa3333 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695228 Aug 31 06:49:43.024607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 77be1a51-b12d-4340-8def-683f724cf3fe no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:49:43.045369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['10f58d6f-2c75-46d1-92b6-6f045e4e9ba2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:43.082556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71d11baf-62c6-4c1f-a3ba-f87ea90c81c7 req-28de82e4-b91b-4469-b824-75cfee8da611 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158998 Aug 31 06:49:43.119299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.215618 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.252031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Deleting port 77be1a51-b12d-4340-8def-683f724cf3fe {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:43.252912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.272615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] Pushing event deleted for resources: {'Port': ['ID=77be1a51-b12d-4340-8def-683f724cf3fe,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:43.287500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b032f0b-0b19-4937-9794-7ab5bde1f41f None None] No DVR routers for this DVR port 77be1a51-b12d-4340-8def-683f724cf3fe on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:43.294179 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.316589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24136-6fa9-4c6c-9052-3f0c93cfce16 req-0555d066-9926-4e1b-a569-7e0d66032bd0 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.328469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dc24136-6fa9-4c6c-9052-3f0c93cfce16 req-0555d066-9926-4e1b-a569-7e0d66032bd0 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 944 time: 0.1192875 Aug 31 06:49:43.400876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9438afae-b983-4c68-942d-162336184d04 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:49:43.409157 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dc24136-6fa9-4c6c-9052-3f0c93cfce16 req-ead243a4-6afb-42d7-9eba-f1712c1ac126 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822027 Aug 31 06:49:43.417374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] For port 77be1a51-b12d-4340-8def-683f724cf3fe, host n-d-712142-16, got binding levels [] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:43.417743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.444181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Calling delete_port for 77be1a51-b12d-4340-8def-683f724cf3fe owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:43.451983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Port 77be1a51-b12d-4340-8def-683f724cf3fe was not found and therefore no delete operation was performed {{(pid=94667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:49:43.455280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9438afae-b983-4c68-942d-162336184d04 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:49:43.455654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9438afae-b983-4c68-942d-162336184d04 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:49:43.489158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.524470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Port': ['ID=77be1a51-b12d-4340-8def-683f724cf3fe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:43.534137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] No DVR routers for this DVR port 77be1a51-b12d-4340-8def-683f724cf3fe on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:43.557636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-ae6b707a-e2bc-4599-bdc2-b31814755f8d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.563400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-ae6b707a-e2bc-4599-bdc2-b31814755f8d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.569298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-ae6b707a-e2bc-4599-bdc2-b31814755f8d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.575181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-ae6b707a-e2bc-4599-bdc2-b31814755f8d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.581746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-ae6b707a-e2bc-4599-bdc2-b31814755f8d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.587723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-ae6b707a-e2bc-4599-bdc2-b31814755f8d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.594428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-ae6b707a-e2bc-4599-bdc2-b31814755f8d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.596351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-ae6b707a-e2bc-4599-bdc2-b31814755f8d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1467769 Aug 31 06:49:43.695857 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.709124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc74ce1b-53f8-4536-979a-80743803b5f5 req-a409bb97-7cf7-4c5d-b677-8746b14f8d1d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911963 Aug 31 06:49:43.712561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1616e49e-9b3f-4ca7-8f36-d21d7b18f601']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:43.722865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ac8fd7-e6bd-445f-9443-7e70f3582781') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:43.723160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ac8fd7-e6bd-445f-9443-7e70f3582781') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:43.733233 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.746202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.752119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:49:43.752573 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:49:43.755513 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:49:43.821741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.829485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:43.831255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] 10.222.0.15 "DELETE /v2.0/networks/1616e49e-9b3f-4ca7-8f36-d21d7b18f601 HTTP/1.1" status: 204 len: 168 time: 0.8969159 Aug 31 06:49:43.844357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6f28d-b5dd-4b50-9b97-34e5cf521b8f tempest-TaggedBootDevicesTest_v242-202384567 tempest-TaggedBootDevicesTest_v242-202384567-project] Pushing event deleted for resources: {'Network': ['ID=1616e49e-9b3f-4ca7-8f36-d21d7b18f601,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:44.265461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ce0c-0f66-444b-9645-3d52051f856b req-28a9c579-f80c-4749-9246-ed9ac799ebab tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.267679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4230ce0c-0f66-444b-9645-3d52051f856b req-28a9c579-f80c-4749-9246-ed9ac799ebab tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 946 time: 0.0662968 Aug 31 06:49:44.318462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4230ce0c-0f66-444b-9645-3d52051f856b req-b1dac8d5-103a-42d9-8c67-18b990ef1f80 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Aug 31 06:49:44.465160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856619-8468-45b6-b7fe-6387dfe23401 req-7d83aaf7-3b80-43a0-ae2d-1349ec61421c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.469937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96856619-8468-45b6-b7fe-6387dfe23401 req-7d83aaf7-3b80-43a0-ae2d-1349ec61421c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 946 time: 0.0696619 Aug 31 06:49:44.524604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96856619-8468-45b6-b7fe-6387dfe23401 req-e0c742cb-0ee3-43d9-8939-52f383fb37e3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Aug 31 06:49:44.574851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bbb6d-69de-4f38-a599-2b3a54057af4 req-cdebe2e7-7783-45b1-bb28-0efe35c5b7ac tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.577649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-915bbb6d-69de-4f38-a599-2b3a54057af4 req-cdebe2e7-7783-45b1-bb28-0efe35c5b7ac tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 944 time: 0.0753901 Aug 31 06:49:44.632227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-915bbb6d-69de-4f38-a599-2b3a54057af4 req-ef4af9e5-7657-4eec-ae80-2f66e4df7976 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468652 Aug 31 06:49:44.909238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e5f64-cacd-4ff8-82b8-960537a62207 req-6f350ca2-bfd4-4989-9a27-41bd9c762fc9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.918221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-897e5f64-cacd-4ff8-82b8-960537a62207 req-6f350ca2-bfd4-4989-9a27-41bd9c762fc9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 946 time: 0.1200223 Aug 31 06:49:44.990641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-897e5f64-cacd-4ff8-82b8-960537a62207 req-87c60ee6-dae7-40f0-88a8-95c6e37b0325 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713677 Aug 31 06:49:45.012280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-cbcbfd66-639a-40f1-b08c-7308ca779563 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.022109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-cbcbfd66-639a-40f1-b08c-7308ca779563 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.034369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-cbcbfd66-639a-40f1-b08c-7308ca779563 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.043915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-cbcbfd66-639a-40f1-b08c-7308ca779563 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.073694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-cbcbfd66-639a-40f1-b08c-7308ca779563 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.089502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-cbcbfd66-639a-40f1-b08c-7308ca779563 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.097935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-cbcbfd66-639a-40f1-b08c-7308ca779563 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.107175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-cbcbfd66-639a-40f1-b08c-7308ca779563 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.2700236 Aug 31 06:49:45.188339 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28fa8e15-88ce-4f71-a20d-146346e13c07 req-5e52e039-1d3c-4ec8-a02d-a7b60b701c99 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771582 Aug 31 06:49:45.783400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d547c-18bf-44a9-bc91-574c92654fb0 req-c09faa76-7746-4985-ad86-49dfc7047e22 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.785287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf7d547c-18bf-44a9-bc91-574c92654fb0 req-c09faa76-7746-4985-ad86-49dfc7047e22 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 944 time: 0.0646503 Aug 31 06:49:45.839041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:45.880037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf7d547c-18bf-44a9-bc91-574c92654fb0 req-55ef9225-1406-4a3f-8769-827c3f02c048 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783851 Aug 31 06:49:45.946846 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:45.957809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:45.959409 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.980108 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-41ec50e3-af6d-4b3b-abce-37612ce779a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0864942 Aug 31 06:49:46.102453 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.159154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:46.164047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:46.167812 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483042d7-508a-4277-aaa8-43fcd7d1f21f" -d '{"events": [{"server_uuid": "264d0a3c-d6de-4fa6-a320-d26e81be10f4", "name": "network-vif-plugged", "status": "completed", "tag": "10f58d6f-2c75-46d1-92b6-6f045e4e9ba2"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:46.173939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.176601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-b35ce7e6-f3cb-4d7d-a153-d510eed5010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.178420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-b35ce7e6-f3cb-4d7d-a153-d510eed5010f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1098 time: 0.0949109 Aug 31 06:49:46.198266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b72b6-1fca-4e74-90b4-f9f1b842ed4d req-fe501d86-663d-49ae-b455-ce29b2dffc2b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.207049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c44b72b6-1fca-4e74-90b4-f9f1b842ed4d req-fe501d86-663d-49ae-b455-ce29b2dffc2b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 946 time: 0.0844495 Aug 31 06:49:46.284519 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf66f4-fe0b-41f0-804c-d88e09017d61 x-openstack-request-id: req-ddcf66f4-fe0b-41f0-804c-d88e09017d61 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:46.286661 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264d0a3c-d6de-4fa6-a320-d26e81be10f4", "name": "network-vif-plugged", "status": "completed", "tag": "10f58d6f-2c75-46d1-92b6-6f045e4e9ba2", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:46.287203 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddcf66f4-fe0b-41f0-804c-d88e09017d61 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:46.287652 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'code': 200} Aug 31 06:49:46.289919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:46.320570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-c7f1e4a2-d059-4eb4-84fb-b6af98136421 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.326662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-c7f1e4a2-d059-4eb4-84fb-b6af98136421 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 946 time: 0.1764338 Aug 31 06:49:46.352409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-427c1acf-c070-459e-a7fb-77ee8c62b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.353947 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-427c1acf-c070-459e-a7fb-77ee8c62b9b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.1202195 Aug 31 06:49:46.474292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c44b72b6-1fca-4e74-90b4-f9f1b842ed4d req-c35f41e8-828a-42d8-834e-a286cd80eac2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663317 Aug 31 06:49:46.533426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-fe99b54a-6230-4b35-ac18-ae517c621aac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 1002 time: 0.1705134 Aug 31 06:49:46.594010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebe299-0f82-48df-a551-c16b03cdf30a req-0048c783-55a6-4eba-81ed-3d0fda3e9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.595860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79ebe299-0f82-48df-a551-c16b03cdf30a req-0048c783-55a6-4eba-81ed-3d0fda3e9fcd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 1097 time: 0.1383557 Aug 31 06:49:46.601747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Deleting port c2b44bc1-fb82-453f-85cc-b87cfb535abc {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:46.602339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.607474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-1d0af92f-0ad8-468f-b18a-f759a6854169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.608983 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-1d0af92f-0ad8-468f-b18a-f759a6854169 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.0673952 Aug 31 06:49:46.693555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-f5fc3736-cc54-46bc-98b7-c454fdf40dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.695690 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-f5fc3736-cc54-46bc-98b7-c454fdf40dd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777040 Aug 31 06:49:46.716067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-ee6e2b5b-b11c-4877-8c01-a7677c321cfd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.734036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-ee6e2b5b-b11c-4877-8c01-a7677c321cfd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.750754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-ee6e2b5b-b11c-4877-8c01-a7677c321cfd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.764969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-ee6e2b5b-b11c-4877-8c01-a7677c321cfd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.775036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-ee6e2b5b-b11c-4877-8c01-a7677c321cfd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.781969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-ee6e2b5b-b11c-4877-8c01-a7677c321cfd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.788282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-ee6e2b5b-b11c-4877-8c01-a7677c321cfd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.796432 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-ee6e2b5b-b11c-4877-8c01-a7677c321cfd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.2743747 Aug 31 06:49:46.891191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-01825767-4350-4ec9-aa97-c4235eb77a93 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845219 Aug 31 06:49:46.911084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cca9e93-4e17-42ed-a637-5e1fdd84ac50 req-8d699c5e-5826-4783-919d-9685c4fc133a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064939 Aug 31 06:49:46.985986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] For port c2b44bc1-fb82-453f-85cc-b87cfb535abc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c2b44bc1-fb82-453f-85cc-b87cfb535abc,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:46.986447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.012499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Calling delete_port for c2b44bc1-fb82-453f-85cc-b87cfb535abc owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:47.030024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79ebe299-0f82-48df-a551-c16b03cdf30a req-b4157c71-2cb7-494a-90a9-1cd561ebfa20 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212317 Aug 31 06:49:47.111125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ae2f922-be87-471b-85b1-1207f4c93035 req-8b1fcecc-fd0e-45ea-be45-fa6abf4c7445 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111268 Aug 31 06:49:47.148883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1e6ed-6a8d-4f6a-a22c-62878bc27a15 req-d04b07b4-2797-4066-a512-57aee68f9e83 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:47.158313 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bad1e6ed-6a8d-4f6a-a22c-62878bc27a15 req-d04b07b4-2797-4066-a512-57aee68f9e83 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 945 time: 0.1001201 Aug 31 06:49:47.232112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.250239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3', 'c2b44bc1-fb82-453f-85cc-b87cfb535abc'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:47.255297 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bad1e6ed-6a8d-4f6a-a22c-62878bc27a15 req-99705a13-eb9b-4b50-b3a7-ac3fe7ea7687 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939488 Aug 31 06:49:47.303391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event deleted for resources: {'Port': ['ID=c2b44bc1-fb82-453f-85cc-b87cfb535abc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:47.408397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] No DVR routers for this DVR port c2b44bc1-fb82-453f-85cc-b87cfb535abc on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:47.410975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.413070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90b5c46c-af80-4e8c-a771-d32f80db8f35 req-1fd9b45d-f7f2-4bc4-8900-cd40bee487a0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "DELETE /v2.0/ports/c2b44bc1-fb82-453f-85cc-b87cfb535abc HTTP/1.1" status: 204 len: 173 time: 1.0786197 Aug 31 06:49:47.413569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa37a10-59ab-434b-82e8-cd81f450a930', 'name': 'network-vif-deleted', 'tag': 'c2b44bc1-fb82-453f-85cc-b87cfb535abc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:47.416581 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c9b41c-d97d-4752-8c24-70ed62ff551c" -d '{"events": [{"server_uuid": "1aa37a10-59ab-434b-82e8-cd81f450a930", "name": "network-vif-deleted", "tag": "c2b44bc1-fb82-453f-85cc-b87cfb535abc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:47.557495 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203547c-c4f8-4f36-9395-ab4f10803ed3 x-openstack-request-id: req-7203547c-c4f8-4f36-9395-ab4f10803ed3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:47.557808 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa37a10-59ab-434b-82e8-cd81f450a930", "name": "network-vif-deleted", "tag": "c2b44bc1-fb82-453f-85cc-b87cfb535abc", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:47.558064 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7203547c-c4f8-4f36-9395-ab4f10803ed3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:47.558481 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa37a10-59ab-434b-82e8-cd81f450a930', 'name': 'network-vif-deleted', 'tag': 'c2b44bc1-fb82-453f-85cc-b87cfb535abc', 'status': 'completed', 'code': 200} Aug 31 06:49:47.816936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7390bce2-b2c1-409d-b201-6028ba2211ba req-bb3a9b2d-a685-4ef4-bdaf-e1cb5dced8e4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aa37a10-59ab-434b-82e8-cd81f450a930 HTTP/1.1" status: 200 len: 210 time: 0.0670457 Aug 31 06:49:48.151797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-c23a92d6-abdd-4cbf-975b-9987ce5b8a5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.158552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-c23a92d6-abdd-4cbf-975b-9987ce5b8a5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.164409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-c23a92d6-abdd-4cbf-975b-9987ce5b8a5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.170374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-c23a92d6-abdd-4cbf-975b-9987ce5b8a5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.176861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-c23a92d6-abdd-4cbf-975b-9987ce5b8a5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.183540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-c23a92d6-abdd-4cbf-975b-9987ce5b8a5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.189467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-c23a92d6-abdd-4cbf-975b-9987ce5b8a5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.197464 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-c23a92d6-abdd-4cbf-975b-9987ce5b8a5e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.1323483 Aug 31 06:49:48.272234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4443923d-43f8-4d3b-a938-90606eb1bc72 req-6ad14316-b4f4-49bd-981f-a7a1cea93f90 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736446 Aug 31 06:49:48.491522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a99a4-e887-4428-808c-06b329d06011 req-ffd9ea38-4600-4efb-8da5-5bc8bde9b39b tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.495981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a05a99a4-e887-4428-808c-06b329d06011 req-ffd9ea38-4600-4efb-8da5-5bc8bde9b39b tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 945 time: 0.1297333 Aug 31 06:49:48.579901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a05a99a4-e887-4428-808c-06b329d06011 req-8cb56913-b249-45a6-87a2-dfe2ffd0de44 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773339 Aug 31 06:49:48.770536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92892e1f-11d5-42f0-aec8-b99c5820a27a req-71d9dd8b-678d-4248-aa45-9a1b5ae5f150 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.783728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92892e1f-11d5-42f0-aec8-b99c5820a27a req-71d9dd8b-678d-4248-aa45-9a1b5ae5f150 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 945 time: 0.0734253 Aug 31 06:49:48.829636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92892e1f-11d5-42f0-aec8-b99c5820a27a req-08784479-e983-4328-ba8e-2245305834f4 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392947 Aug 31 06:49:48.989847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d766-01a0-4d38-945f-4435d88931a6 req-3e0baeec-58dd-41df-acc4-3434cd819d86 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.991655 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eeb8d766-01a0-4d38-945f-4435d88931a6 req-3e0baeec-58dd-41df-acc4-3434cd819d86 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 945 time: 0.0855317 Aug 31 06:49:49.115359 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eeb8d766-01a0-4d38-945f-4435d88931a6 req-ea9c95f9-c980-48d2-ac7a-233c9a62a06f tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149058 Aug 31 06:49:49.132996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56196) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:49.461517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-e93beae0-596c-42ed-9c96-334407eec88b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.463330 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-e93beae0-596c-42ed-9c96-334407eec88b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.2432418 Aug 31 06:49:49.493630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-9c72fb55-1ba5-406b-9d51-d689c39b2d4b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/quotas/62f1222f738c4149b531b6b091fa31be HTTP/1.1" status: 200 len: 375 time: 0.0217185 Aug 31 06:49:49.509743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-f6824db8-d11f-491b-a48d-25fca59c1ae0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.534266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-f6824db8-d11f-491b-a48d-25fca59c1ae0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.536390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe11d6a5-7b5b-418a-955c-ac5de743fb37 tempest-TestServerBasicOps-2117219290 tempest-TestServerBasicOps-2117219290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.538091 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fe11d6a5-7b5b-418a-955c-ac5de743fb37 tempest-TestServerBasicOps-2117219290 tempest-TestServerBasicOps-2117219290-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 1092 time: 0.4040589 Aug 31 06:49:49.544044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56212) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:49.547818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-f6824db8-d11f-491b-a48d-25fca59c1ae0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.549980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:49.570153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-f6824db8-d11f-491b-a48d-25fca59c1ae0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.579809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-a45f2a85-48ba-4ce9-bc40-496067cefc05 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813882 Aug 31 06:49:49.596327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-f6824db8-d11f-491b-a48d-25fca59c1ae0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.603721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-f6824db8-d11f-491b-a48d-25fca59c1ae0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.610688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-f6824db8-d11f-491b-a48d-25fca59c1ae0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.620849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-f6824db8-d11f-491b-a48d-25fca59c1ae0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.2030320 Aug 31 06:49:49.686139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.691099 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-021050ac-15f4-4c58-aa0e-763308d0fe25 req-a06bc5e2-e6f1-455b-860b-5233eef8b839 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692205 Aug 31 06:49:49.814826 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-0868cee1-672a-4f47-9369-252fc6349cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340608 Aug 31 06:49:49.947287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-40b86cc9-16fa-498b-9158-ebd8a24b8411 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314144 Aug 31 06:49:49.971315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:50.118723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Allocated IP 172.25.5.35 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/a70e3c6b-e3f9-4cc2-9314-7a0590a737f6) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:50.250026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a82ef969-73ab-4b5b-bcf7-3ff54de57202 req-f0d39a59-8fcb-4d6a-bf08-bac184ad4af7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 210 time: 0.0373611 Aug 31 06:49:50.299330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:50.360683 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:50.398314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:50.406848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:50.410669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:50.447313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'Port': ['ID=a70e3c6b-e3f9-4cc2-9314-7a0590a737f6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:51.445971 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:49:51.471711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-befc5ee4-1506-4592-9f19-756a89ae9bdf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.479238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-befc5ee4-1506-4592-9f19-756a89ae9bdf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.480946 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59a40ae9-2ae6-46de-8eaf-23565a51c929 req-bcb86f95-6f73-4f0f-9d56-d9f843333109 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 210 time: 0.0942795 Aug 31 06:49:51.486509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-befc5ee4-1506-4592-9f19-756a89ae9bdf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.493236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-befc5ee4-1506-4592-9f19-756a89ae9bdf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.499488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-befc5ee4-1506-4592-9f19-756a89ae9bdf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.509157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-befc5ee4-1506-4592-9f19-756a89ae9bdf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.519774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-befc5ee4-1506-4592-9f19-756a89ae9bdf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.523009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-befc5ee4-1506-4592-9f19-756a89ae9bdf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5419 time: 0.6071391 Aug 31 06:49:51.545023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c2b44bc1-fb82-453f-85cc-b87cfb535abc no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:49:51.572035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: c2b44bc1-fb82-453f-85cc-b87cfb535abc {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:49:51.572611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c2b44bc1-fb82-453f-85cc-b87cfb535abc not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:49:51.608329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0612f0c-5fd9-450a-8ee2-c5fbd6a37366 req-c235f7c0-2678-4285-82ed-e566f7c1cff6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748041 Aug 31 06:49:51.631980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.753087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-4ba0db5d-144f-4501-a934-c101f6beb220 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.756094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-4ba0db5d-144f-4501-a934-c101f6beb220 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.2735929 Aug 31 06:49:51.782027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Request body: {'port': {'device_id': '1db055fe-3aa0-41c9-b9f2-d92989ffb446', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'admin_state_up': True, 'tenant_id': '62f1222f738c4149b531b6b091fa31be'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:51.790919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60af819c-3050-4667-b93d-58d57eca3e31 req-30559d37-2fe1-4ca8-b7b1-27cebffb146a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1485419 Aug 31 06:49:51.812240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.860256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 871af761-5df1-431f-87fb-e5cdc4f26ee5 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:52.048666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:52.060060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.067994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af819c-3050-4667-b93d-58d57eca3e31 req-ac591c9d-194c-4666-8acd-11f759ebbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.073913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60af819c-3050-4667-b93d-58d57eca3e31 req-ac591c9d-194c-4666-8acd-11f759ebbb0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 1097 time: 0.1672523 Aug 31 06:49:52.186278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 871af761-5df1-431f-87fb-e5cdc4f26ee5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:52.215333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '871af761-5df1-431f-87fb-e5cdc4f26ee5', 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da', 'port_id': '871af761-5df1-431f-87fb-e5cdc4f26ee5', 'mac_address': 'fa:16:3e:4a:c9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27c3d3f-360a-4bdb-beec-e8f69f5198be', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:52.273654 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.284680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.292895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.330505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871af761-5df1-431f-87fb-e5cdc4f26ee5 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:52.377772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 871af761-5df1-431f-87fb-e5cdc4f26ee5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:52.383998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.385476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fdf2c37c-efae-4f2f-b286-98c73f66aa9f details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:52.385820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event updated for resources: {'Port': ['ID=a70e3c6b-e3f9-4cc2-9314-7a0590a737f6,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:52.401391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.407131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af819c-3050-4667-b93d-58d57eca3e31 req-23d3d984-db5c-46ac-82f3-8935aa185aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.411040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60af819c-3050-4667-b93d-58d57eca3e31 req-23d3d984-db5c-46ac-82f3-8935aa185aaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.2952147 Aug 31 06:49:52.472124 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60af819c-3050-4667-b93d-58d57eca3e31 req-f69a851c-1d48-4847-99ef-aa11eaa86f23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3 HTTP/1.1" status: 200 len: 217 time: 0.0456221 Aug 31 06:49:52.480826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=871af761-5df1-431f-87fb-e5cdc4f26ee5,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:52.527975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Allocated IP 172.20.0.13 (5231c453-26d0-4933-8509-cc47a3fe5b55/9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8/d3d42b00-5108-4734-8111-48b4e159e440) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:52.587908 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Floating IP 0d462716-234a-495a-a98f-2360213c7f01 associated. External IP: 172.25.5.35, port: 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2. Aug 31 06:49:52.607954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af819c-3050-4667-b93d-58d57eca3e31 req-555b8b81-c397-45b4-8a5a-e0375b45d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.612780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60af819c-3050-4667-b93d-58d57eca3e31 req-555b8b81-c397-45b4-8a5a-e0375b45d778 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.1324852 Aug 31 06:49:52.660586 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-150fa119-f9bd-4649-bdde-f1b108867a3a req-d6547fba-8dcf-4e42-a4da-c29063e935f1 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 210 time: 0.0687394 Aug 31 06:49:52.672343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fdf2c37c-efae-4f2f-b286-98c73f66aa9f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:52.687467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'port_id': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'mac_address': 'fa:16:3e:ff:47:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:52.706339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60af819c-3050-4667-b93d-58d57eca3e31 req-4ec6d428-e2da-40ed-b299-ec30f4a5afbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437343 Aug 31 06:49:52.752051 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.772609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf2c37c-efae-4f2f-b286-98c73f66aa9f {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:52.824709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fdf2c37c-efae-4f2f-b286-98c73f66aa9f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:52.833063 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.833784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5a8575c1-9d4a-4628-be6f-44fa867c8dad details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:53.011346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b590-76a8-463e-9161-e42227a2beba req-30230d2d-7578-4312-b08e-ecbec2ca7da6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.018376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b590-76a8-463e-9161-e42227a2beba req-30230d2d-7578-4312-b08e-ecbec2ca7da6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.023812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:49:53.032703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b590-76a8-463e-9161-e42227a2beba req-30230d2d-7578-4312-b08e-ecbec2ca7da6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.039611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b590-76a8-463e-9161-e42227a2beba req-30230d2d-7578-4312-b08e-ecbec2ca7da6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.040118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:53.048348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b590-76a8-463e-9161-e42227a2beba req-30230d2d-7578-4312-b08e-ecbec2ca7da6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.054387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b590-76a8-463e-9161-e42227a2beba req-30230d2d-7578-4312-b08e-ecbec2ca7da6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.061917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b590-76a8-463e-9161-e42227a2beba req-30230d2d-7578-4312-b08e-ecbec2ca7da6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.074762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f30b590-76a8-463e-9161-e42227a2beba req-30230d2d-7578-4312-b08e-ecbec2ca7da6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5421 time: 0.2032902 Aug 31 06:49:53.104463 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60af819c-3050-4667-b93d-58d57eca3e31 req-2b964dac-b997-4546-803b-9137f7f50d6f service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033122 Aug 31 06:49:53.110894 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.115953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5a8575c1-9d4a-4628-be6f-44fa867c8dad, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:53.135790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '5a8575c1-9d4a-4628-be6f-44fa867c8dad', 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'port_id': '5a8575c1-9d4a-4628-be6f-44fa867c8dad', 'mac_address': 'fa:16:3e:58:53:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9ff2b9-8c5a-4b51-809c-274d152fd37a', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:53.207311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60af819c-3050-4667-b93d-58d57eca3e31 req-91731c8c-f3e4-4ca6-a4de-9219982c3548 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937743 Aug 31 06:49:53.229994 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.243759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f30b590-76a8-463e-9161-e42227a2beba req-f6d75278-3290-476e-8264-eaf510232320 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680701 Aug 31 06:49:53.257477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8575c1-9d4a-4628-be6f-44fa867c8dad {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:53.274013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:49:53.299852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5a8575c1-9d4a-4628-be6f-44fa867c8dad, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:53.305342 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.310448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] Sync routers for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:49:53.321096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.321821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 388caf22-efa3-41b1-ba86-00897e2a225d details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:53.340846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.360451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:53.372175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9e7cda5e-bccb-4869-8405-11cb5f49865c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8254790 Aug 31 06:49:53.379213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'tag': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:53.382655 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6967514-4018-4657-ae43-b27d6a6fc71b" -d '{"events": [{"name": "network-changed", "server_uuid": "264d0a3c-d6de-4fa6-a320-d26e81be10f4", "tag": "10f58d6f-2c75-46d1-92b6-6f045e4e9ba2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:53.424903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:53.428110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:53.428480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:53.429531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:53.434755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:53.453706 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9429a8a6-785d-45c3-bfa1-cc1b75add24f x-openstack-request-id: req-9429a8a6-785d-45c3-bfa1-cc1b75add24f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:53.454075 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264d0a3c-d6de-4fa6-a320-d26e81be10f4", "tag": "10f58d6f-2c75-46d1-92b6-6f045e4e9ba2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:53.454626 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9429a8a6-785d-45c3-bfa1-cc1b75add24f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:53.455558 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'tag': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'status': 'completed', 'code': 200} Aug 31 06:49:53.493897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event updated for resources: {'Port': ['ID=d3d42b00-5108-4734-8111-48b4e159e440,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:53.521811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.522598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.535378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:49:53.545697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-f6e7167b-0f2b-4c16-a5a5-7f04f29df1fd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7678230 Aug 31 06:49:53.564539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-bec6877a-d5e4-4235-99f6-dcef32c616ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.564795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Request body: {'port': {'device_id': '1db055fe-3aa0-41c9-b9f2-d92989ffb446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:53.568463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-bec6877a-d5e4-4235-99f6-dcef32c616ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52d4e2278cfc414395799ed2fdfe2f15&device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 1097 time: 0.0866094 Aug 31 06:49:53.575306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 388caf22-efa3-41b1-ba86-00897e2a225d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=388caf22-efa3-41b1-ba86-00897e2a225d,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:53.593598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5a8575c1-9d4a-4628-be6f-44fa867c8dad,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:53.619614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '388caf22-efa3-41b1-ba86-00897e2a225d', 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'port_id': '388caf22-efa3-41b1-ba86-00897e2a225d', 'mac_address': 'fa:16:3e:f0:d0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9ff2b9-8c5a-4b51-809c-274d152fd37a', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:53.630750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:53.654462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.715195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-d1f1482f-0f18-4ee8-834a-8d3c4cec21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.717709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-d1f1482f-0f18-4ee8-834a-8d3c4cec21a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b777da1-179b-4280-873c-b3ec15ee753f HTTP/1.1" status: 200 len: 909 time: 0.1385694 Aug 31 06:49:53.813893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-907bfcce-8824-4891-8b9d-50ae952fcb7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 HTTP/1.1" status: 200 len: 998 time: 0.0890338 Aug 31 06:49:53.922711 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.934535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-6f16f4f4-cb3b-482c-8067-9e96f1101e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.937073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-6f16f4f4-cb3b-482c-8067-9e96f1101e63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01156dff-1e77-4892-9cff-09dac5fec28c HTTP/1.1" status: 200 len: 847 time: 0.1143761 Aug 31 06:49:53.962846 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388caf22-efa3-41b1-ba86-00897e2a225d {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:54.020988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 388caf22-efa3-41b1-ba86-00897e2a225d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=388caf22-efa3-41b1-ba86-00897e2a225d,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:54.048392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-ec89f4bd-a993-425c-a49e-3bf2f045d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.051359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-ec89f4bd-a993-425c-a49e-3bf2f045d6ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b777da1-179b-4280-873c-b3ec15ee753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057270 Aug 31 06:49:54.086902 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.087591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device cc55d44f-1625-42a3-84cd-e7fae39f1fc7 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:54.212589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-2dd3a880-0980-46cd-987f-7a1ac0a5798d service neutron] 10.222.0.23 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522329 Aug 31 06:49:54.275168 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:49:54.316221 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e58f449-bec1-4b0a-aa90-03bde70b667e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.317921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=388caf22-efa3-41b1-ba86-00897e2a225d,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:54.322940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port cc55d44f-1625-42a3-84cd-e7fae39f1fc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:54.350115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7', 'network_id': '78b44822-3e6a-4f65-91eb-c0e3840d01da', 'port_id': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7', 'mac_address': 'fa:16:3e:0f:9d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27c3d3f-360a-4bdb-beec-e8f69f5198be', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:54.424696 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.453312 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.486084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565c54d-1a75-41b3-95b7-9584d858db17 req-c7cdfe2a-a085-4b41-a5b0-1b71fe14fd46 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.487607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c565c54d-1a75-41b3-95b7-9584d858db17 req-c7cdfe2a-a085-4b41-a5b0-1b71fe14fd46 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 932 time: 0.6215782 Aug 31 06:49:54.501789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc55d44f-1625-42a3-84cd-e7fae39f1fc7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:54.509629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '0d462716-234a-495a-a98f-2360213c7f01', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'port_id': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'mac_address': 'fa:16:3e:f5:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:49:50Z', 'updated_at': '2021-08-31T06:49:50Z', 'revision_number': 0, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:16Z', 'revision_number': 5, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:54.549849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] Checking router: fc7caf41-f9cb-47e4-95e2-c7b74f032d1e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:49:54.562803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port cc55d44f-1625-42a3-84cd-e7fae39f1fc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:54.569129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.569856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 287b7481-dfe4-4057-94cb-aedd20c1aa3e details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:54.621247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c565c54d-1a75-41b3-95b7-9584d858db17 req-622f0d68-219b-4164-93d9-121030cd50ad tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270432 Aug 31 06:49:54.644803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:54.651700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:54.652539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:54.653928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-37058fc4-7b1c-4ebe-b3c1-7ff1933de892 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.663117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-37058fc4-7b1c-4ebe-b3c1-7ff1933de892 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.671467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-37058fc4-7b1c-4ebe-b3c1-7ff1933de892 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.678504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-37058fc4-7b1c-4ebe-b3c1-7ff1933de892 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.685430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-37058fc4-7b1c-4ebe-b3c1-7ff1933de892 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.693159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-37058fc4-7b1c-4ebe-b3c1-7ff1933de892 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.700421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-37058fc4-7b1c-4ebe-b3c1-7ff1933de892 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.702664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-37058fc4-7b1c-4ebe-b3c1-7ff1933de892 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5424 time: 0.1507094 Aug 31 06:49:54.705783 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6967514-4018-4657-ae43-b27d6a6fc71b req-4f16a4be-952c-4296-839b-f20138f7a306 service neutron] 10.222.0.23 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770899 Aug 31 06:49:54.755742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d42b00-5108-4734-8111-48b4e159e440 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:54.759247 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7203c0ac-cc2a-4d0c-ad38-2128aaabc043 req-2aedc554-1e7c-4e06-8ebc-11d1f3e6495d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497317 Aug 31 06:49:54.759980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56280) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:54.773216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.810857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Transition to ACTIVE for port object d3d42b00-5108-4734-8111-48b4e159e440 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:54.827427 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.893422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.resource_extend [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:49:54.911972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 287b7481-dfe4-4057-94cb-aedd20c1aa3e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:54.915012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d42b00-5108-4734-8111-48b4e159e440,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:54.961830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '287b7481-dfe4-4057-94cb-aedd20c1aa3e', 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'port_id': '287b7481-dfe4-4057-94cb-aedd20c1aa3e', 'mac_address': 'fa:16:3e:29:91:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9ff2b9-8c5a-4b51-809c-274d152fd37a', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:54.979112 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-baac5c1b-aab0-4864-9f13-526ab1d4fa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.016321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:55.021136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Attempting to bind port d3d42b00-5108-4734-8111-48b4e159e440 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:55.021946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Attempting to bind port d3d42b00-5108-4734-8111-48b4e159e440 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:55.022283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Attempting to bind port d3d42b00-5108-4734-8111-48b4e159e440 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:55.027201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Port d3d42b00-5108-4734-8111-48b4e159e440 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:55.027516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Attempting to bind port d3d42b00-5108-4734-8111-48b4e159e440 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:55.032384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:55.032724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Checking segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:55.033134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Bound using segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:55.033652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Bound port: d3d42b00-5108-4734-8111-48b4e159e440, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:55.034081 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.048680 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.077680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287b7481-dfe4-4057-94cb-aedd20c1aa3e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:55.117625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] For port d3d42b00-5108-4734-8111-48b4e159e440, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:55.121873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] For port d3d42b00-5108-4734-8111-48b4e159e440, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d3d42b00-5108-4734-8111-48b4e159e440,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:55.125861 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-baac5c1b-aab0-4864-9f13-526ab1d4fa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.127347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.131677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-baac5c1b-aab0-4864-9f13-526ab1d4fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.144404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 287b7481-dfe4-4057-94cb-aedd20c1aa3e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:55.153628 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.154291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d0eb1625-bdef-4233-951a-76dc78a29946 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:55.163023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac5c1b-aab0-4864-9f13-526ab1d4fa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe3262a-0cbd-4eb8-9033-1af0ca4fbc17,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:55.180176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:55.180807 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.184179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/d3d42b00-5108-4734-8111-48b4e159e440 HTTP/1.1" status: 200 len: 1093 time: 1.6293972 Aug 31 06:49:55.184645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db055fe-3aa0-41c9-b9f2-d92989ffb446', 'tag': 'd3d42b00-5108-4734-8111-48b4e159e440'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:55.187537 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2110c0-63be-45af-8d81-5c0196361a19" -d '{"events": [{"name": "network-changed", "server_uuid": "1db055fe-3aa0-41c9-b9f2-d92989ffb446", "tag": "d3d42b00-5108-4734-8111-48b4e159e440"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:55.203080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-baac5c1b-aab0-4864-9f13-526ab1d4fa04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60959d4887994dc9ba03e92b1411a493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418812 Aug 31 06:49:55.208413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56288) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:55.288349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d0eb1625-bdef-4233-951a-76dc78a29946, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d0eb1625-bdef-4233-951a-76dc78a29946,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:55.289580 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d809a-9910-4173-9e0e-421d490b42ea x-openstack-request-id: req-7a4d809a-9910-4173-9e0e-421d490b42ea {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:55.289873 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db055fe-3aa0-41c9-b9f2-d92989ffb446", "tag": "d3d42b00-5108-4734-8111-48b4e159e440", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:55.290123 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a4d809a-9910-4173-9e0e-421d490b42ea {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:55.290716 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db055fe-3aa0-41c9-b9f2-d92989ffb446', 'tag': 'd3d42b00-5108-4734-8111-48b4e159e440', 'status': 'completed', 'code': 200} Aug 31 06:49:55.290848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=287b7481-dfe4-4057-94cb-aedd20c1aa3e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:55.301731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc2e85-ce18-4dfa-a06e-c400501916a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d42b00-5108-4734-8111-48b4e159e440,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:55.329090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-46812c75-7499-45b2-8955-9f536469bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:55.330553 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-46812c75-7499-45b2-8955-9f536469bdc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 1096 time: 0.0776579 Aug 31 06:49:55.331998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52160bfa-1284-4834-a864-a3d74ae33691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.336676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'd0eb1625-bdef-4233-951a-76dc78a29946', 'network_id': '6d67c422-0b41-4534-9a1b-b18776857c99', 'port_id': 'd0eb1625-bdef-4233-951a-76dc78a29946', 'mac_address': 'fa:16:3e:0d:46:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9ff2b9-8c5a-4b51-809c-274d152fd37a', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:55.385078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-985063e9-a980-4e22-932d-115f7293d50f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d42b00-5108-4734-8111-48b4e159e440 HTTP/1.1" status: 200 len: 217 time: 0.0430217 Aug 31 06:49:55.390310 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52160bfa-1284-4834-a864-a3d74ae33691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.404582 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.441217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0eb1625-bdef-4233-951a-76dc78a29946 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:55.473087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d0eb1625-bdef-4233-951a-76dc78a29946, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d0eb1625-bdef-4233-951a-76dc78a29946,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:55.485030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-8c22e8ed-6b80-42ff-9749-39d0509113d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:55.486549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.486727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-8c22e8ed-6b80-42ff-9749-39d0509113d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0944877 Aug 31 06:49:55.509015 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52160bfa-1284-4834-a864-a3d74ae33691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.510111 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52160bfa-1284-4834-a864-a3d74ae33691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.513906 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-52160bfa-1284-4834-a864-a3d74ae33691 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fe3262a-0cbd-4eb8-9033-1af0ca4fbc17 HTTP/1.1" status: 204 len: 168 time: 0.3017714 Aug 31 06:49:55.529547 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-0a9c84a6-7a53-46da-b264-22701c36381d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344267 Aug 31 06:49:55.536180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52160bfa-1284-4834-a864-a3d74ae33691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe3262a-0cbd-4eb8-9033-1af0ca4fbc17,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:55.545595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=d0eb1625-bdef-4233-951a-76dc78a29946,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:55.554367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '0d462716-234a-495a-a98f-2360213c7f01', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'port_id': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'mac_address': 'fa:16:3e:f5:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:49:50Z', 'updated_at': '2021-08-31T06:49:50Z', 'revision_number': 0, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:16Z', 'revision_number': 5, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:55.589419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24726163-e38a-4681-89b2-c998ad1cc7c1 None None] The sync data for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 is: [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '0d462716-234a-495a-a98f-2360213c7f01', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'port_id': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'mac_address': 'fa:16:3e:f5:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:49:50Z', 'updated_at': '2021-08-31T06:49:50Z', 'revision_number': 0, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:16Z', 'revision_number': 5, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:49:55.679886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-6e1f787f-f207-4e5b-9590-e34c658669a2 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316605 Aug 31 06:49:55.798169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.837840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4e4af-210f-4c01-b77d-35c8fc638da1 req-df9f45a2-fab0-420a-a917-c7cf2c5f866d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:55.839392 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16a4e4af-210f-4c01-b77d-35c8fc638da1 req-df9f45a2-fab0-420a-a917-c7cf2c5f866d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 944 time: 0.0903249 Aug 31 06:49:55.844013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5abe61-3b91-4a6b-a46b-e13d1d47b726 req-cff08230-1ba7-40e7-a55e-7c90a703fce8 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558194 Aug 31 06:49:55.934119 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16a4e4af-210f-4c01-b77d-35c8fc638da1 req-0d252ac3-4ac6-41d8-8c16-faf6bfb23238 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873566 Aug 31 06:49:55.971493 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4e728c-42ae-4b62-8d43-1395ac9a160e None None] New status for floating IP 0d462716-234a-495a-a98f-2360213c7f01: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:49:55.976783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-3dbb2135-2606-48ac-9a02-64b9635713e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:55.978685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-3dbb2135-2606-48ac-9a02-64b9635713e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 1096 time: 0.0813468 Aug 31 06:49:55.990111 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56302) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:55.999462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-5c6fae17-cd1d-4d28-9136-00379a057a34 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.005437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-5c6fae17-cd1d-4d28-9136-00379a057a34 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.021550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-5c6fae17-cd1d-4d28-9136-00379a057a34 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.024362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56304) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:56.028539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-5c6fae17-cd1d-4d28-9136-00379a057a34 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.035770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-5c6fae17-cd1d-4d28-9136-00379a057a34 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.042242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-5c6fae17-cd1d-4d28-9136-00379a057a34 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.048853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-5c6fae17-cd1d-4d28-9136-00379a057a34 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.050875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-5c6fae17-cd1d-4d28-9136-00379a057a34 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5426 time: 0.1555793 Aug 31 06:49:56.091950 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37eddf7f-bbd2-46c8-ae99-901f41acd133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.158266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-638ac851-5a7c-4515-bc84-d4e7abfcb546 req-ea0aab09-da00-4b56-b3a7-3c6d22fb28aa tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963905 Aug 31 06:49:56.174633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['388caf22-efa3-41b1-ba86-00897e2a225d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:56.226677 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37eddf7f-bbd2-46c8-ae99-901f41acd133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.232623 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37eddf7f-bbd2-46c8-ae99-901f41acd133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.233068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['871af761-5df1-431f-87fb-e5cdc4f26ee5'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:56.238359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['cc55d44f-1625-42a3-84cd-e7fae39f1fc7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:56.243140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['287b7481-dfe4-4057-94cb-aedd20c1aa3e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:56.298823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-2be53c39-5378-4bbb-bdd7-68fe64a92b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.299202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['fdf2c37c-efae-4f2f-b286-98c73f66aa9f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:56.300524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-2be53c39-5378-4bbb-bdd7-68fe64a92b80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.3091803 Aug 31 06:49:56.301316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['d0eb1625-bdef-4233-951a-76dc78a29946'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:56.304093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eddf7f-bbd2-46c8-ae99-901f41acd133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d02f98-2077-4b0b-b4e1-f8f69e50297e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:56.310745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-37eddf7f-bbd2-46c8-ae99-901f41acd133 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5be9dcd002264580b92185aa057971b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179057 Aug 31 06:49:56.313603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56308) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:56.351498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-765b17ac-726b-4377-83f0-08ca42791a86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d42b00-5108-4734-8111-48b4e159e440 HTTP/1.1" status: 200 len: 217 time: 0.0395563 Aug 31 06:49:56.408395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-a4ab13f1-d156-415a-97de-a8e8b09b7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.410127 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-a4ab13f1-d156-415a-97de-a8e8b09b7b1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0511303 Aug 31 06:49:56.414918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26e7cd14-f0e1-4f25-a955-80e7bfaa0114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.447894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26e7cd14-f0e1-4f25-a955-80e7bfaa0114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.490849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-2a7fc416-2dca-4be8-9ba9-94382a491229 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711031 Aug 31 06:49:56.536187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26e7cd14-f0e1-4f25-a955-80e7bfaa0114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.539204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26e7cd14-f0e1-4f25-a955-80e7bfaa0114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.543038 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-26e7cd14-f0e1-4f25-a955-80e7bfaa0114 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77d02f98-2077-4b0b-b4e1-f8f69e50297e HTTP/1.1" status: 204 len: 168 time: 0.2259684 Aug 31 06:49:56.548829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7cd14-f0e1-4f25-a955-80e7bfaa0114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d02f98-2077-4b0b-b4e1-f8f69e50297e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:56.677754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-694ac00e-3ce4-4c91-a943-e53ae39ea9ca service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763475 Aug 31 06:49:56.851997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb2110c0-63be-45af-8d81-5c0196361a19 req-29ca7cdb-7b71-48ef-a427-66b8b66f186e service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655073 Aug 31 06:49:56.879008 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4009418c-c8fb-4d5a-9f23-8b725f7bc495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.988610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.043517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.087091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5a8575c1-9d4a-4628-be6f-44fa867c8dad'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:57.151567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46bee2-b064-4087-8a0f-da90f2c99158 req-4e40acfb-9132-4847-ab27-1af8136c04ef tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.159472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f46bee2-b064-4087-8a0f-da90f2c99158 req-4e40acfb-9132-4847-ab27-1af8136c04ef tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 944 time: 0.0747478 Aug 31 06:49:57.214911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f46bee2-b064-4087-8a0f-da90f2c99158 req-110cb77f-306e-4af5-9bbe-91070651b2fc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540197 Aug 31 06:49:57.385580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-4d109301-1ff0-4c2c-b5c5-7b04feed5a7b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.391818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-4d109301-1ff0-4c2c-b5c5-7b04feed5a7b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.397728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-4d109301-1ff0-4c2c-b5c5-7b04feed5a7b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.403679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-4d109301-1ff0-4c2c-b5c5-7b04feed5a7b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.409659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-4d109301-1ff0-4c2c-b5c5-7b04feed5a7b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.421985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-4d109301-1ff0-4c2c-b5c5-7b04feed5a7b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.428738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-4d109301-1ff0-4c2c-b5c5-7b04feed5a7b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.430774 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-4d109301-1ff0-4c2c-b5c5-7b04feed5a7b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5426 time: 0.1317716 Aug 31 06:49:57.456203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Deleting port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:57.456548 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.521916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-53a5f2cf-f85c-4b2d-abaa-eefcd25e51ef req-32b77a19-948b-4a16-9d7e-88c6ad506383 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840156 Aug 31 06:49:57.545118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d3d42b00-5108-4734-8111-48b4e159e440 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:57.580366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] For port 4dbd3b3e-797c-4674-be09-e0c9ed2e2539, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:57.580882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.595667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Calling delete_port for 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:57.670592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d3d42b00-5108-4734-8111-48b4e159e440, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d3d42b00-5108-4734-8111-48b4e159e440,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:57.692627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'd3d42b00-5108-4734-8111-48b4e159e440', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'port_id': 'd3d42b00-5108-4734-8111-48b4e159e440', 'mac_address': 'fa:16:3e:35:1c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:57.757880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.782047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d42b00-5108-4734-8111-48b4e159e440 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:57.800142 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.806955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d3d42b00-5108-4734-8111-48b4e159e440, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d3d42b00-5108-4734-8111-48b4e159e440,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:57.811243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.826571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbd3b3e-797c-4674-be09-e0c9ed2e2539,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:57.871202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d3d42b00-5108-4734-8111-48b4e159e440,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:57.882556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:58.010103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.019316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad9ea-da68-4766-a89f-90d2f51bf4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.029332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['d3d42b00-5108-4734-8111-48b4e159e440'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:58.106929 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.129589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad9ea-da68-4766-a89f-90d2f51bf4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.135528 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad9ea-da68-4766-a89f-90d2f51bf4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.176359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7a0ad9ea-da68-4766-a89f-90d2f51bf4a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15152e89c1c44629b56e922ab9520437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924631 Aug 31 06:49:58.177257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ad9ea-da68-4766-a89f-90d2f51bf4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab76479-84ec-4ed2-a32d-0fff2a1163b1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:58.179727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56350) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:58.231966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40867489-b4bd-4ce7-bf34-02ca39e668bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.259086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40867489-b4bd-4ce7-bf34-02ca39e668bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.271044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Router 569b2c0b-2190-4833-8451-036df419d455 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:49:58.313244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40867489-b4bd-4ce7-bf34-02ca39e668bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.318268 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40867489-b4bd-4ce7-bf34-02ca39e668bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.320262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40867489-b4bd-4ce7-bf34-02ca39e668bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ab76479-84ec-4ed2-a32d-0fff2a1163b1 HTTP/1.1" status: 204 len: 168 time: 0.1392145 Aug 31 06:49:58.340516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40867489-b4bd-4ce7-bf34-02ca39e668bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab76479-84ec-4ed2-a32d-0fff2a1163b1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:58.421816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f72a36-08be-4097-b004-ab0e8e5327a7 req-460aab21-115f-47ca-bbaa-4205d492d74e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.423040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-37f72a36-08be-4097-b004-ab0e8e5327a7 req-460aab21-115f-47ca-bbaa-4205d492d74e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 945 time: 0.1008325 Aug 31 06:49:58.455115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:49:58.465439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-42194173-1dd8-48fb-94a9-45e52e9ad5be admin admin] 10.222.0.15 "PUT /v2.0/routers/569b2c0b-2190-4833-8451-036df419d455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4398818 Aug 31 06:49:58.465824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] Sync routers for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:49:58.468924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56358) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:58.480512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:58.482036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:58.493985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-37f72a36-08be-4097-b004-ab0e8e5327a7 req-83755a33-8224-4d9d-bb0e-5457db393489 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637269 Aug 31 06:49:58.600074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:58.604127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.773910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-5ba7405f-f175-4bc9-939a-6b0c05479fe8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.779886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-5ba7405f-f175-4bc9-939a-6b0c05479fe8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.785920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-5ba7405f-f175-4bc9-939a-6b0c05479fe8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.795949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-5ba7405f-f175-4bc9-939a-6b0c05479fe8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.803749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-5ba7405f-f175-4bc9-939a-6b0c05479fe8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.809709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-5ba7405f-f175-4bc9-939a-6b0c05479fe8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.816189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-5ba7405f-f175-4bc9-939a-6b0c05479fe8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.818169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-5ba7405f-f175-4bc9-939a-6b0c05479fe8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5426 time: 0.1544378 Aug 31 06:49:58.842537 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.860007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:49:57Z', 'revision_number': 5, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port': {'id': '300dfb98-727f-4068-81c4-3ae51babc2fe', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:54:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2c0b-2190-4833-8451-036df419d455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:58.903001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] Checking router: 569b2c0b-2190-4833-8451-036df419d455 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:49:58.905968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79fd21f6-631f-4774-82eb-9e10096cd8ce req-887cba7b-cbd0-40ac-8882-fbab43348684 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729556 Aug 31 06:49:58.930225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] Routers {'569b2c0b-2190-4833-8451-036df419d455'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:49:58.930225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['569b2c0b-2190-4833-8451-036df419d455'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:58.934953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Deleting port 300dfb98-727f-4068-81c4-3ae51babc2fe {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:58.935299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.042654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] For port 300dfb98-727f-4068-81c4-3ae51babc2fe, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=300dfb98-727f-4068-81c4-3ae51babc2fe,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:59.043117 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.062591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Calling delete_port for 300dfb98-727f-4068-81c4-3ae51babc2fe owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:59.225216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] Set router 569b2c0b-2190-4833-8451-036df419d455 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:49:59.271131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.281170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:49:58Z', 'revision_number': 6, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:59.300854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Pushing event deleted for resources: {'Port': ['ID=300dfb98-727f-4068-81c4-3ae51babc2fe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:59.313975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97a263-ed9d-44bc-956b-b595924582c8 None None] The sync data for ids ['569b2c0b-2190-4833-8451-036df419d455'] in n-d-712142-16 is: [{'id': '569b2c0b-2190-4833-8451-036df419d455', 'name': 'tempest-TaggedBootDevicesTest_v242-1706810545-router', 'tenant_id': '77a7e5dc2c46439394efd52eb896ff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:49:58Z', 'revision_number': 6, 'project_id': '77a7e5dc2c46439394efd52eb896ff61', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:49:59.371911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.472783 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.475125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.497821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 871af761-5df1-431f-87fb-e5cdc4f26ee5 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:59.543309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.545031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569b2c0b-2190-4833-8451-036df419d455 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:49:59.545470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d3d42b00-5108-4734-8111-48b4e159e440 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:59.556155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.557680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-879530a8-60f1-460b-8a7b-cb93bd2fc98b admin admin] 10.222.0.15 "DELETE /v2.0/routers/569b2c0b-2190-4833-8451-036df419d455 HTTP/1.1" status: 204 len: 168 time: 1.0877395 Aug 31 06:49:59.561957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56390) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:59.603449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 871af761-5df1-431f-87fb-e5cdc4f26ee5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:59.609504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 871af761-5df1-431f-87fb-e5cdc4f26ee5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:59.610066 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.646343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda2f7ce-555b-4849-a0d3-8c072cb11d08 admin admin] Deleting subnet 3eb6a64f-2758-43fe-8548-1842e50df50e {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:49:59.649155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port d3d42b00-5108-4734-8111-48b4e159e440 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:59.651757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda2f7ce-555b-4849-a0d3-8c072cb11d08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.658025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port d3d42b00-5108-4734-8111-48b4e159e440 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:59.658445 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.695153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094c539-75f7-4f34-a0fb-5973a354011f req-020e258e-b2eb-42d2-ae1e-ba5c768a52d6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:59.698384 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1094c539-75f7-4f34-a0fb-5973a354011f req-020e258e-b2eb-42d2-ae1e-ba5c768a52d6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 945 time: 0.0855608 Aug 31 06:49:59.703697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda2f7ce-555b-4849-a0d3-8c072cb11d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.784136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1094c539-75f7-4f34-a0fb-5973a354011f req-67a3f9cf-64ae-408d-8623-2543e875616b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719969 Aug 31 06:49:59.821035 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.859794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda2f7ce-555b-4849-a0d3-8c072cb11d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.870048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871af761-5df1-431f-87fb-e5cdc4f26ee5'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:59.872051 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ff9cc9-e413-4880-9215-274e2655c7c3" -d '{"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "871af761-5df1-431f-87fb-e5cdc4f26ee5"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:59.896184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 871af761-5df1-431f-87fb-e5cdc4f26ee5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:59.899446 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.902741 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.903475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device cc55d44f-1625-42a3-84cd-e7fae39f1fc7 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:59.954929 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1644b0-3800-43ae-adb5-a4dd0d484ad8 x-openstack-request-id: req-1d1644b0-3800-43ae-adb5-a4dd0d484ad8 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:59.955263 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "871af761-5df1-431f-87fb-e5cdc4f26ee5", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:59.955591 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d1644b0-3800-43ae-adb5-a4dd0d484ad8 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:59.955974 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871af761-5df1-431f-87fb-e5cdc4f26ee5', 'code': 200} Aug 31 06:49:59.971599 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda2f7ce-555b-4849-a0d3-8c072cb11d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.010300 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.020026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f7ce-555b-4849-a0d3-8c072cb11d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb6a64f-2758-43fe-8548-1842e50df50e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.028659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d3d42b00-5108-4734-8111-48b4e159e440, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d3d42b00-5108-4734-8111-48b4e159e440,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:00.030870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=871af761-5df1-431f-87fb-e5cdc4f26ee5,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.036608 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.052146 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda2f7ce-555b-4849-a0d3-8c072cb11d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.056452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dda2f7ce-555b-4849-a0d3-8c072cb11d08 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3eb6a64f-2758-43fe-8548-1842e50df50e HTTP/1.1" status: 204 len: 168 time: 0.4909720 Aug 31 06:50:00.056452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56404) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:00.059102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56406) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:00.068202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85310cc-4a56-48b6-b91a-fbb32d5d96e8 None None] Network 77ac29c0-f99f-4d9b-93bd-76d263018252 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:00.072867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:00.117359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:00.117737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.141754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-e48e34eb-dac5-40ab-91ad-b8f9a6fdbd20 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.148009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-e48e34eb-dac5-40ab-91ad-b8f9a6fdbd20 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.154054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-e48e34eb-dac5-40ab-91ad-b8f9a6fdbd20 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.160213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-e48e34eb-dac5-40ab-91ad-b8f9a6fdbd20 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.166226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-e48e34eb-dac5-40ab-91ad-b8f9a6fdbd20 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.167878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d3d42b00-5108-4734-8111-48b4e159e440,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.172475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-e48e34eb-dac5-40ab-91ad-b8f9a6fdbd20 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.184070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-e48e34eb-dac5-40ab-91ad-b8f9a6fdbd20 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.189775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-e48e34eb-dac5-40ab-91ad-b8f9a6fdbd20 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5427 time: 0.1639180 Aug 31 06:50:00.218857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.264060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'network': {'name': 'tempest-network-smoke--160890222', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'port_security_enabled': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:00.280280 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d59deb4-b93f-4bb7-b617-d99a24e9de53 req-4d5f5afa-5a6c-4ff7-b644-bf46614e5c71 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734999 Aug 31 06:50:00.282263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.293455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:00.300469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.304471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Deleting port dd0e51b8-228d-4087-a865-3525dc9e84f6 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:00.304820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.321576 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.329884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port cc55d44f-1625-42a3-84cd-e7fae39f1fc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:00.338297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.339369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fdf2c37c-efae-4f2f-b286-98c73f66aa9f up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:00.393596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677d541-defb-458b-a10b-edce764693b8 None None] DHCP port deletion for 77ac29c0-f99f-4d9b-93bd-76d263018252 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:50:00.412886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] For port dd0e51b8-228d-4087-a865-3525dc9e84f6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dd0e51b8-228d-4087-a865-3525dc9e84f6,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:00.414124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.440107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Calling delete_port for dd0e51b8-228d-4087-a865-3525dc9e84f6 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:00.448134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.453541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.459799 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.468111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port fdf2c37c-efae-4f2f-b286-98c73f66aa9f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:00.474681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port fdf2c37c-efae-4f2f-b286-98c73f66aa9f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:00.475153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.501084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:00.506287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8b70d-1269-4042-b885-936ee70a38d6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.512395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9677d541-defb-458b-a10b-edce764693b8 None None] Deleting port dd0e51b8-228d-4087-a865-3525dc9e84f6 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:00.512773 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9677d541-defb-458b-a10b-edce764693b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.516494 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.517097 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Added segment 33188de2-8a71-49db-94d7-56eedb15f35e of type vlan for network e2b64b89-612b-4f32-bc6a-58f23826c515 Aug 31 06:50:00.566227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.601413 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.608406 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.609749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9677d541-defb-458b-a10b-edce764693b8 None None] For port dd0e51b8-228d-4087-a865-3525dc9e84f6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dd0e51b8-228d-4087-a865-3525dc9e84f6,segment=NetworkSegment(63f00cf4-f185-4ee5-b085-8c4656859082),segment_id=63f00cf4-f185-4ee5-b085-8c4656859082)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:00.610214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.610308 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9677d541-defb-458b-a10b-edce764693b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.610412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.630143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9677d541-defb-458b-a10b-edce764693b8 None None] Calling delete_port for dd0e51b8-228d-4087-a865-3525dc9e84f6 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:00.662286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0e51b8-228d-4087-a865-3525dc9e84f6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.665911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] No DVR routers for this DVR port dd0e51b8-228d-4087-a865-3525dc9e84f6 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:00.700319 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6442409 Aug 31 06:50:00.701381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e2751-f47e-44ce-9576-50be07f7a3db tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Network': ['ID=e2b64b89-612b-4f32-bc6a-58f23826c515,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.709887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56410) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:00.717601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-834508263', 'admin_state_up': True, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:00.719212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e2b64b89-612b-4f32-bc6a-58f23826c515 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:00.726078 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.811579 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:50:00.814974 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 06:50:00.829595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fdf2c37c-efae-4f2f-b286-98c73f66aa9f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:00.832020 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9677d541-defb-458b-a10b-edce764693b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.836728 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.845173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677d541-defb-458b-a10b-edce764693b8 None None] No DVR routers for this DVR port dd0e51b8-228d-4087-a865-3525dc9e84f6 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:00.847621 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.848420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 287b7481-dfe4-4057-94cb-aedd20c1aa3e up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:00.852204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.854670 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.877046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d541-defb-458b-a10b-edce764693b8 None None] Pushing event deleted for resources: {'Port': ['ID=dd0e51b8-228d-4087-a865-3525dc9e84f6,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.946182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ac29c0-f99f-4d9b-93bd-76d263018252']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:00.961905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.964718 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.980518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 287b7481-dfe4-4057-94cb-aedd20c1aa3e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:00.985467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 287b7481-dfe4-4057-94cb-aedd20c1aa3e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:00.985840 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.990350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f00cf4-f185-4ee5-b085-8c4656859082') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:00.990653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f00cf4-f185-4ee5-b085-8c4656859082') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:01.012659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dd0e51b8-228d-4087-a865-3525dc9e84f6 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:01.040257 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.056227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: dd0e51b8-228d-4087-a865-3525dc9e84f6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:01.056579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dd0e51b8-228d-4087-a865-3525dc9e84f6 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:01.056998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 300dfb98-727f-4068-81c4-3ae51babc2fe no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:01.080018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 300dfb98-727f-4068-81c4-3ae51babc2fe {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:01.080279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 300dfb98-727f-4068-81c4-3ae51babc2fe not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:01.080701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:01.091008 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.105318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24b05b-0bd4-48cc-831a-8add0ddce71b req-da3ac9e5-0fb6-474d-8df9-0d256d8163a6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.106758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f24b05b-0bd4-48cc-831a-8add0ddce71b req-da3ac9e5-0fb6-474d-8df9-0d256d8163a6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 946 time: 0.1633322 Aug 31 06:50:01.111280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:01.111631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4dbd3b3e-797c-4674-be09-e0c9ed2e2539 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:01.143053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:01.143495 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:01.146423 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:01.153697 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.185906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 287b7481-dfe4-4057-94cb-aedd20c1aa3e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:01.189907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.190712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5a8575c1-9d4a-4628-be6f-44fa867c8dad up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:01.232447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.259793 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.265715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=287b7481-dfe4-4057-94cb-aedd20c1aa3e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:01.277050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.281084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 5a8575c1-9d4a-4628-be6f-44fa867c8dad completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:01.282448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] 10.222.0.15 "DELETE /v2.0/networks/77ac29c0-f99f-4d9b-93bd-76d263018252 HTTP/1.1" status: 204 len: 168 time: 1.2222342 Aug 31 06:50:01.285094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 5a8575c1-9d4a-4628-be6f-44fa867c8dad triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:01.285509 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.288952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f24b05b-0bd4-48cc-831a-8add0ddce71b req-90ce4903-819a-474b-bbb4-820f698ea090 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433759 Aug 31 06:50:01.325230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32229795-7a00-4023-b3b6-1e957191970e admin admin] Pushing event deleted for resources: {'Network': ['ID=77ac29c0-f99f-4d9b-93bd-76d263018252,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:01.414337 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.449558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5a8575c1-9d4a-4628-be6f-44fa867c8dad, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:01.455250 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.456195 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d0eb1625-bdef-4233-951a-76dc78a29946 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:01.507184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.530277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b731d-6f59-4f3f-a875-3ac93707831f req-3c5cc7de-ed97-4f59-a87d-a1146100e060 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.536201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5a8575c1-9d4a-4628-be6f-44fa867c8dad,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:01.537606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b731d-6f59-4f3f-a875-3ac93707831f req-3c5cc7de-ed97-4f59-a87d-a1146100e060 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.541692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56420) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:01.544622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b731d-6f59-4f3f-a875-3ac93707831f req-3c5cc7de-ed97-4f59-a87d-a1146100e060 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.548885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.554667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b731d-6f59-4f3f-a875-3ac93707831f req-3c5cc7de-ed97-4f59-a87d-a1146100e060 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.558255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port d0eb1625-bdef-4233-951a-76dc78a29946 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:01.562279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b731d-6f59-4f3f-a875-3ac93707831f req-3c5cc7de-ed97-4f59-a87d-a1146100e060 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.564108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port d0eb1625-bdef-4233-951a-76dc78a29946 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:01.564742 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.569663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b731d-6f59-4f3f-a875-3ac93707831f req-3c5cc7de-ed97-4f59-a87d-a1146100e060 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.576565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b731d-6f59-4f3f-a875-3ac93707831f req-3c5cc7de-ed97-4f59-a87d-a1146100e060 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.579351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228b731d-6f59-4f3f-a875-3ac93707831f req-3c5cc7de-ed97-4f59-a87d-a1146100e060 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5431 time: 0.1251342 Aug 31 06:50:01.635974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228b731d-6f59-4f3f-a875-3ac93707831f req-dc806848-c521-4cd3-a606-d48f80900d5a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490296 Aug 31 06:50:01.691298 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.734798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d0eb1625-bdef-4233-951a-76dc78a29946, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d0eb1625-bdef-4233-951a-76dc78a29946,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:01.739096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.739924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 388caf22-efa3-41b1-ba86-00897e2a225d up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:01.821615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=d0eb1625-bdef-4233-951a-76dc78a29946,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:01.834888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 388caf22-efa3-41b1-ba86-00897e2a225d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:01.839718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 388caf22-efa3-41b1-ba86-00897e2a225d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:01.840218 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.902722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0202f4f4-a520-47b4-b5db-9a310b250e01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77a7e5dc2c46439394efd52eb896ff61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595443 Aug 31 06:50:01.905137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56424) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:01.935743 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.970958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 388caf22-efa3-41b1-ba86-00897e2a225d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=388caf22-efa3-41b1-ba86-00897e2a225d,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:01.971931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db055fe-3aa0-41c9-b9f2-d92989ffb446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d42b00-5108-4734-8111-48b4e159e440'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287b7481-dfe4-4057-94cb-aedd20c1aa3e'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8575c1-9d4a-4628-be6f-44fa867c8dad'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0eb1625-bdef-4233-951a-76dc78a29946'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388caf22-efa3-41b1-ba86-00897e2a225d'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:01.974492 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5d99a0-9d83-4a06-8073-b81382e1323c" -d '{"events": [{"server_uuid": "1db055fe-3aa0-41c9-b9f2-d92989ffb446", "name": "network-vif-plugged", "status": "completed", "tag": "d3d42b00-5108-4734-8111-48b4e159e440"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "cc55d44f-1625-42a3-84cd-e7fae39f1fc7"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "287b7481-dfe4-4057-94cb-aedd20c1aa3e"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "5a8575c1-9d4a-4628-be6f-44fa867c8dad"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "d0eb1625-bdef-4233-951a-76dc78a29946"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "388caf22-efa3-41b1-ba86-00897e2a225d"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:01.978707 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.999212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-832b60b6-16ae-401d-a1be-7a3bf9a289a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.015211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.25.5.81 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/c8d94a21-1b0d-4add-a6db-bb4598994b77) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:02.046658 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1b2a4-9368-46f7-b6a3-c17434da5779 x-openstack-request-id: req-66d1b2a4-9368-46f7-b6a3-c17434da5779 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:02.047013 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db055fe-3aa0-41c9-b9f2-d92989ffb446", "name": "network-vif-plugged", "status": "completed", "tag": "d3d42b00-5108-4734-8111-48b4e159e440", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "cc55d44f-1625-42a3-84cd-e7fae39f1fc7", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "287b7481-dfe4-4057-94cb-aedd20c1aa3e", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "5a8575c1-9d4a-4628-be6f-44fa867c8dad", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "d0eb1625-bdef-4233-951a-76dc78a29946", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-plugged", "status": "completed", "tag": "388caf22-efa3-41b1-ba86-00897e2a225d", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:02.047232 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66d1b2a4-9368-46f7-b6a3-c17434da5779 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:02.047996 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db055fe-3aa0-41c9-b9f2-d92989ffb446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d42b00-5108-4734-8111-48b4e159e440', 'code': 200} Aug 31 06:50:02.047996 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7', 'code': 200} Aug 31 06:50:02.048188 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-832b60b6-16ae-401d-a1be-7a3bf9a289a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.048393 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'code': 200} Aug 31 06:50:02.048612 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287b7481-dfe4-4057-94cb-aedd20c1aa3e', 'code': 200} Aug 31 06:50:02.048869 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8575c1-9d4a-4628-be6f-44fa867c8dad', 'code': 200} Aug 31 06:50:02.049467 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0eb1625-bdef-4233-951a-76dc78a29946', 'code': 200} Aug 31 06:50:02.049467 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388caf22-efa3-41b1-ba86-00897e2a225d', 'code': 200} Aug 31 06:50:02.051854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=388caf22-efa3-41b1-ba86-00897e2a225d,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:02.192275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005376e4-34c6-4820-a4d7-4207debcebab req-69695277-18f8-4ab9-a30a-6b11ec67de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.193854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-005376e4-34c6-4820-a4d7-4207debcebab req-69695277-18f8-4ab9-a30a-6b11ec67de95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 1098 time: 0.0904679 Aug 31 06:50:02.207396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-5ee8db24-cb6b-419a-a2f1-8e07af02e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.208047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-5ee8db24-cb6b-419a-a2f1-8e07af02e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.208672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-5ee8db24-cb6b-419a-a2f1-8e07af02e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.209143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-5ee8db24-cb6b-419a-a2f1-8e07af02e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.209629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-5ee8db24-cb6b-419a-a2f1-8e07af02e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.210319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-5ee8db24-cb6b-419a-a2f1-8e07af02e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.210787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-5ee8db24-cb6b-419a-a2f1-8e07af02e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.212957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-5ee8db24-cb6b-419a-a2f1-8e07af02e09f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6497 time: 0.0693922 Aug 31 06:50:02.219169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-832b60b6-16ae-401d-a1be-7a3bf9a289a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.221761 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-832b60b6-16ae-401d-a1be-7a3bf9a289a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.222907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-832b60b6-16ae-401d-a1be-7a3bf9a289a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c75eb2f-d420-4efa-ba77-68f92e352e21 HTTP/1.1" status: 204 len: 168 time: 0.3168344 Aug 31 06:50:02.229221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.251531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b60b6-16ae-401d-a1be-7a3bf9a289a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c75eb2f-d420-4efa-ba77-68f92e352e21,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:02.263001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-005376e4-34c6-4820-a4d7-4207debcebab req-1b8279ef-1e6c-4715-a16e-b767d979e316 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584979 Aug 31 06:50:02.265618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b0685e3-6966-4ef2-96c6-f224b3423c5f req-2e3be896-45ad-43cc-ada1-1bd889244ccc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428393 Aug 31 06:50:02.291281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.336109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:02.339091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:02.342804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:02.371332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=c8d94a21-1b0d-4add-a6db-bb4598994b77,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:02.493811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3f3f-c4d6-4ebd-9e8e-3ad6f8864ed9 req-2327d94c-c640-41a1-beb9-d9c6df1eaa62 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.495345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460a3f3f-c4d6-4ebd-9e8e-3ad6f8864ed9 req-2327d94c-c640-41a1-beb9-d9c6df1eaa62 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 946 time: 0.1287358 Aug 31 06:50:02.564928 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-460a3f3f-c4d6-4ebd-9e8e-3ad6f8864ed9 req-2da72ef1-cd14-4ec1-a46c-d25a0686f71c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627964 Aug 31 06:50:02.677943 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.811367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-dc152ac7-7a25-4fe7-b220-b750696821b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.818563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-dc152ac7-7a25-4fe7-b220-b750696821b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.825097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-dc152ac7-7a25-4fe7-b220-b750696821b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.831602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-dc152ac7-7a25-4fe7-b220-b750696821b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.837557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-dc152ac7-7a25-4fe7-b220-b750696821b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.843545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-dc152ac7-7a25-4fe7-b220-b750696821b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.849606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-dc152ac7-7a25-4fe7-b220-b750696821b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.851589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-dc152ac7-7a25-4fe7-b220-b750696821b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5433 time: 0.1140845 Aug 31 06:50:02.907783 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1eaf6ec6-3ace-439e-af82-a4a272cdff5e req-016494c1-6894-440e-897d-149603d29bf4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489478 Aug 31 06:50:02.919288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.085828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router 469c3e56-5df0-4484-9193-5554339686a1 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:50:03.091716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56456) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:03.248301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1399308725-network', 'tenant_id': '935ac48553ca4d0d9b5e828cac59a8bb'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:03.255614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:50:03.268798 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Sync routers for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:50:03.278887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Made reservation on behalf of 935ac48553ca4d0d9b5e828cac59a8bb for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:03.281723 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.287797 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.292842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.295502 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6c19f789-0142-4e37-be90-cb11dc26e171 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5839257 Aug 31 06:50:03.295701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56464) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:03.299522 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:03.301014 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:03.445567 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:03.472133 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.476978 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.538632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:03.544904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e07f93b5-57e8-4be6-86d7-1de3cd77a33c tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ee4771f9e6574845a4add31715e9c944&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2477372 Aug 31 06:50:03.548398 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56468) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:03.551275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2233509-c498-430e-8783-9642138e7053,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:03.558901 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.559253 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Added segment 060efc55-248c-4e2b-aec2-e1b98ce896cd of type vlan for network 8b649859-82af-4fb9-b414-d57ef4aeafbe Aug 31 06:50:03.617139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.649759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.650768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:03.651604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.720960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6280215 Aug 31 06:50:03.726114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56474) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:03.728185 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:02Z', 'revision_number': 3, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:03.735579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Request body: {'subnet': {'network_id': '8b649859-82af-4fb9-b414-d57ef4aeafbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1399308725-subnet', 'tenant_id': '935ac48553ca4d0d9b5e828cac59a8bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:03.742906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50a5b-95fb-4360-8266-02efe3ba4fed admin admin] Pushing event updated for resources: {'Network': ['ID=8b649859-82af-4fb9-b414-d57ef4aeafbe,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:03.757670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 8b649859-82af-4fb9-b414-d57ef4aeafbe details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:03.762573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Made reservation on behalf of 935ac48553ca4d0d9b5e828cac59a8bb for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:03.765445 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.792514 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Checking router: 469c3e56-5df0-4484-9193-5554339686a1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:50:03.793867 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Updating router 469c3e56-5df0-4484-9193-5554339686a1 port c8d94a21-1b0d-4add-a6db-bb4598994b77 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:50:03.815824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40430cc3-db8d-4611-a574-3645814d57dd tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:03.820237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-40430cc3-db8d-4611-a574-3645814d57dd tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2691686 Aug 31 06:50:03.823879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56476) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:03.833805 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.835649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b2c9d-2f68-4a95-af7d-a500b01dbf2f req-a8f5adba-ee40-4b5f-b415-3b0e4ef18535 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:03.846886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d47b2c9d-2f68-4a95-af7d-a500b01dbf2f req-a8f5adba-ee40-4b5f-b415-3b0e4ef18535 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 946 time: 0.2027814 Aug 31 06:50:03.872143 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1653cfcf-e8e8-4e8e-8208-3d68c30bdfa0 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469353 Aug 31 06:50:03.874884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56478) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:03.885217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781271336', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:03.909407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d47b2c9d-2f68-4a95-af7d-a500b01dbf2f req-8ad15d9d-c991-4f67-856c-c9048bbda506 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609200 Aug 31 06:50:04.112761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:04.116297 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.179979 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.196253 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Transition to ACTIVE for port object c8d94a21-1b0d-4add-a6db-bb4598994b77 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:04.205462 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.277683 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454caaa7-4c25-4795-96f9-bb857906677d None None] Pushing event updated for resources: {'Port': ['ID=c8d94a21-1b0d-4add-a6db-bb4598994b77,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:04.283989 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Attempting to bind port c8d94a21-1b0d-4add-a6db-bb4598994b77 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:04.284574 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Attempting to bind port c8d94a21-1b0d-4add-a6db-bb4598994b77 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:04.285098 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Attempting to bind port c8d94a21-1b0d-4add-a6db-bb4598994b77 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:04.286085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-ce89f523-cea5-4ce7-a63e-7a8a1699d8c3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.290954 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:04.291335 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:04.291734 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.292124 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:04.292245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-ce89f523-cea5-4ce7-a63e-7a8a1699d8c3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.292600 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Bound port: c8d94a21-1b0d-4add-a6db-bb4598994b77, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:04.292979 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.298759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-ce89f523-cea5-4ce7-a63e-7a8a1699d8c3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.304797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-ce89f523-cea5-4ce7-a63e-7a8a1699d8c3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.310888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-ce89f523-cea5-4ce7-a63e-7a8a1699d8c3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.312519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6651f12f-363e-4ab2-9d8a-d4d074573803 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.314290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6651f12f-363e-4ab2-9d8a-d4d074573803 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.1454282 Aug 31 06:50:04.317517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-ce89f523-cea5-4ce7-a63e-7a8a1699d8c3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.323611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-ce89f523-cea5-4ce7-a63e-7a8a1699d8c3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.325632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-ce89f523-cea5-4ce7-a63e-7a8a1699d8c3 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5433 time: 0.2797747 Aug 31 06:50:04.334202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-804c544f-0dcf-4be0-89f5-cf749453860f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/quotas/62f1222f738c4149b531b6b091fa31be HTTP/1.1" status: 200 len: 375 time: 0.0122588 Aug 31 06:50:04.346741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.408856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-f7d7ac41-6130-40cf-8dec-bef76d1f837a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635312 Aug 31 06:50:04.449656 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] For port c8d94a21-1b0d-4add-a6db-bb4598994b77, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:04.462191 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] For port c8d94a21-1b0d-4add-a6db-bb4598994b77, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c8d94a21-1b0d-4add-a6db-bb4598994b77,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:04.463838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-871ccc15-5f84-48d9-a868-71b427cedc1f req-daa230c7-57ee-4059-9486-a94f0e98f7b0 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295221 Aug 31 06:50:04.474061 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.475104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb87188-983b-4897-b6f9-03efdbfe545f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:04.546156 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:04.547059 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:04.548959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Checking segment: {'id': '060efc55-248c-4e2b-aec2-e1b98ce896cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8b649859-82af-4fb9-b414-d57ef4aeafbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:04.549663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Network hostable DHCP agents. Network: 8b649859-82af-4fb9-b414-d57ef4aeafbe, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:50:04.576767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.581273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6e341078-ba68-49b9-9bb6-5e9ce3b2fcdb service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628120 Aug 31 06:50:04.651091 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454caaa7-4c25-4795-96f9-bb857906677d None None] Pushing event updated for resources: {'Port': ['ID=c8d94a21-1b0d-4add-a6db-bb4598994b77,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:04.688794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Network 8b649859-82af-4fb9-b414-d57ef4aeafbe is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:50:04.720122 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:04.737591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-bbd5fd4a-4f7d-4971-824c-8b20f7be8b5b service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476569 Aug 31 06:50:04.737756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 8b649859-82af-4fb9-b414-d57ef4aeafbe) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:04.743340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.744322 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.751206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61899e29-50d6-4c0f-835d-3fc50b383a52 None None] Network 8b649859-82af-4fb9-b414-d57ef4aeafbe requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:04.783840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Subnet': ['ID=8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:04.810346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73eab3-539a-4a33-a21a-363146d39fc3 req-1899ba04-2a16-4c48-81d7-d4f1d95f719f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.821232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73eab3-539a-4a33-a21a-363146d39fc3 req-1899ba04-2a16-4c48-81d7-d4f1d95f719f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.855411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73eab3-539a-4a33-a21a-363146d39fc3 req-1899ba04-2a16-4c48-81d7-d4f1d95f719f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.872512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73eab3-539a-4a33-a21a-363146d39fc3 req-1899ba04-2a16-4c48-81d7-d4f1d95f719f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.885571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73eab3-539a-4a33-a21a-363146d39fc3 req-1899ba04-2a16-4c48-81d7-d4f1d95f719f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.897118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73eab3-539a-4a33-a21a-363146d39fc3 req-1899ba04-2a16-4c48-81d7-d4f1d95f719f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.927557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73eab3-539a-4a33-a21a-363146d39fc3 req-1899ba04-2a16-4c48-81d7-d4f1d95f719f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.935278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b73eab3-539a-4a33-a21a-363146d39fc3 req-1899ba04-2a16-4c48-81d7-d4f1d95f719f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5433 time: 0.3529806 Aug 31 06:50:04.942628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56500) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:04.948584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Request body: {'floatingip': {'port_id': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:04.972245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Checking segment: {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:04.973029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network hostable DHCP agents. Network: e2b64b89-612b-4f32-bc6a-58f23826c515, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:50:04.982860 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e40b5612-4d23-4fa4-8111-fb3b4f7fd62a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2560623 Aug 31 06:50:05.013645 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:02Z', 'revision_number': 3, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:05.020500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network e2b64b89-612b-4f32-bc6a-58f23826c515 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:50:05.038113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e2b64b89-612b-4f32-bc6a-58f23826c515) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:05.044220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:05.044795 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ffc1d-cd86-4915-a14c-cc141d420ece None None] The sync data for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 is: [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:02Z', 'revision_number': 3, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:50:05.047348 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.073769 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b7434eab-5d26-44d8-9ade-1c4957c5274c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1945715 Aug 31 06:50:05.073769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56506) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:05.093663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786b87b-ba4d-4f5e-a89d-50581e72bb42 None None] Network e2b64b89-612b-4f32-bc6a-58f23826c515 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:05.244746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f053e4c-40ab-41f4-a163-3c24eaae8c9f req-490f919c-2c68-47ed-b067-2a0ccc63d541 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 210 time: 0.1353853 Aug 31 06:50:05.274179 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.371268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0085c0c-0a22-4214-bd1a-e160c626eda1 None None] Network 8b649859-82af-4fb9-b414-d57ef4aeafbe requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:05.514288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e2b64b89-612b-4f32-bc6a-58f23826c515', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:50:05.516106 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.914417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Allocated IP 172.20.0.2 (e2b64b89-612b-4f32-bc6a-58f23826c515/8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc/790893f3-0d87-4a0a-9c33-e80883f70a50) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:06.220999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.231113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Transition to ACTIVE for port object 790893f3-0d87-4a0a-9c33-e80883f70a50 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:06.259464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.263779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Transition to ACTIVE for port object 790893f3-0d87-4a0a-9c33-e80883f70a50 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:06.268525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.285551 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.386117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Pushing event updated for resources: {'Port': ['ID=790893f3-0d87-4a0a-9c33-e80883f70a50,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:06.411024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Network e2b64b89-612b-4f32-bc6a-58f23826c515 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:06.412842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:06.415874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:06.502405 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Floating IP cb2f52cb-040c-41ec-a791-86863e502452 associated. External IP: 172.25.5.172, port: fdf2c37c-efae-4f2f-b286-98c73f66aa9f. Aug 31 06:50:06.507264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Attempting to bind port 790893f3-0d87-4a0a-9c33-e80883f70a50 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:06.507567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Attempting to bind port 790893f3-0d87-4a0a-9c33-e80883f70a50 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:06.508314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Attempting to bind port 790893f3-0d87-4a0a-9c33-e80883f70a50 on network e2b64b89-612b-4f32-bc6a-58f23826c515 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:06.520942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:06.523912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Checking segment: {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:06.523912 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.523912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Bound using segment: {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:06.526975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Bound port: 790893f3-0d87-4a0a-9c33-e80883f70a50, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:06.527712 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.578885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5ba1bbb-b2f3-4b33-b08e-a50cc75945ac req-d8b57988-36e4-45d0-a9ae-faa741a6f8ae tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 210 time: 0.2064972 Aug 31 06:50:06.616331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0e15-1177-4127-98e5-132fa28947b9 req-4e8fedf3-f552-4b58-ba7e-b2fa4119a62c tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.621941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-4e8fedf3-f552-4b58-ba7e-b2fa4119a62c tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/networks?id=8b649859-82af-4fb9-b414-d57ef4aeafbe HTTP/1.1" status: 200 len: 821 time: 0.3259330 Aug 31 06:50:06.668000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-b08f58c7-4063-4f51-a270-6702ee6ae933 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/quotas/935ac48553ca4d0d9b5e828cac59a8bb HTTP/1.1" status: 200 len: 375 time: 0.0325408 Aug 31 06:50:06.735038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] For port 790893f3-0d87-4a0a-9c33-e80883f70a50, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:06.740861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] For port 790893f3-0d87-4a0a-9c33-e80883f70a50, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=790893f3-0d87-4a0a-9c33-e80883f70a50,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:06.752460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.808682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-b9b639dd-bf6c-4278-acd3-9c00341be8ae tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=935ac48553ca4d0d9b5e828cac59a8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262565 Aug 31 06:50:06.936014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e9422-d2b4-45c0-9008-5b28d31feec8 None None] Pushing event updated for resources: {'Port': ['ID=790893f3-0d87-4a0a-9c33-e80883f70a50,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:07.004027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-31c2a831-a2bd-4f32-b8e8-aa8b40ddee40 service neutron] 10.222.0.15 "GET /v2.0/networks/8b649859-82af-4fb9-b414-d57ef4aeafbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926708 Aug 31 06:50:07.038962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device c8d94a21-1b0d-4add-a6db-bb4598994b77 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:07.129920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port c8d94a21-1b0d-4add-a6db-bb4598994b77 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:07.136500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port c8d94a21-1b0d-4add-a6db-bb4598994b77 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:07.137604 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.259392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-784869b9-92e5-4045-9308-e495bf028284 service neutron] 10.222.0.15 "GET /v2.0/networks/8b649859-82af-4fb9-b414-d57ef4aeafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537155 Aug 31 06:50:07.263585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.306491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-775e252a-9973-4eac-aba8-e9e58a5c93a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:07.307070 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.310066 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-775e252a-9973-4eac-aba8-e9e58a5c93a5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.7024734 Aug 31 06:50:07.324245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Request body: {'port': {'device_id': '9adf3443-d653-4ee7-8b16-bcd99b3d873f', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'admin_state_up': True, 'tenant_id': '62f1222f738c4149b531b6b091fa31be'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:07.341935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port c8d94a21-1b0d-4add-a6db-bb4598994b77, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c8d94a21-1b0d-4add-a6db-bb4598994b77,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:07.353211 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.463483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=c8d94a21-1b0d-4add-a6db-bb4598994b77,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:07.611442 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2585b54a-c1eb-4cc8-8d11-701167193b2e req-f0d21e26-6cd9-44a1-9a9d-c2997e221136 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 210 time: 0.0642104 Aug 31 06:50:07.652208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:50:07.679438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:07.683660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.767377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.20.0.1 (e2b64b89-612b-4f32-bc6a-58f23826c515/8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc/1f3418e3-52b6-4a69-891b-bda42f2e65ee) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:07.813634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-742bd204-f7c5-4c9a-aff9-7bf46cf78e17 req-fd2d8659-8aa2-4af9-b250-f483381165d8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 210 time: 0.0578654 Aug 31 06:50:08.013802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.049880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Transition to ACTIVE for port object 1f3418e3-52b6-4a69-891b-bda42f2e65ee will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:08.102217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:50:08.110793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.140864 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.141527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] Sync routers for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:50:08.167817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:08.167817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:08.232474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network e2b64b89-612b-4f32-bc6a-58f23826c515 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:08.254789 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0570fe6e-8439-493f-b686-a5231fff20e4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "PUT /v2.0/floatingips/cb2f52cb-040c-41ec-a791-86863e502452 HTTP/1.1" status: 200 len: 991 time: 3.3046765 Aug 31 06:50:08.255391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:08.263888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:08.269960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:08.276981 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3632740c-44c0-42d2-a532-098525a3abfd" -d '{"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:08.306160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=1f3418e3-52b6-4a69-891b-bda42f2e65ee,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:08.362130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Allocated IP 172.20.0.5 (5231c453-26d0-4933-8509-cc47a3fe5b55/9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8/30d71136-f995-46e5-aaf6-645a5683751d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:08.368758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.385047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:08.499891 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17926763-5912-4b85-8e42-eef4511cfbc9 x-openstack-request-id: req-17926763-5912-4b85-8e42-eef4511cfbc9 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:08.502167 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:08.503197 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17926763-5912-4b85-8e42-eef4511cfbc9 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:08.504692 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'status': 'completed', 'code': 200} Aug 31 06:50:08.633246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-64768766-a14f-4693-983e-510370a4ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.634086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-64768766-a14f-4693-983e-510370a4ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.634885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-64768766-a14f-4693-983e-510370a4ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.635688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-64768766-a14f-4693-983e-510370a4ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.639011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-64768766-a14f-4693-983e-510370a4ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.640368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-64768766-a14f-4693-983e-510370a4ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.641181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-64768766-a14f-4693-983e-510370a4ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.644598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3632740c-44c0-42d2-a532-098525a3abfd req-64768766-a14f-4693-983e-510370a4ec8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6497 time: 0.1212051 Aug 31 06:50:08.690995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.720156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda26361-f98b-4940-b398-9b70a1a57e93 None None] Network e2b64b89-612b-4f32-bc6a-58f23826c515 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:08.738905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.768790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3', 'd3d42b00-5108-4734-8111-48b4e159e440'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:08.787644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:08.791148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:08.796649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:08.844155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event updated for resources: {'Port': ['ID=30d71136-f995-46e5-aaf6-645a5683751d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:08.887852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-278e16a0-8b0a-45d8-bb30-d8f2f5b9c704 req-32f75e53-77ac-4e4a-be50-d721b312c8ca tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 210 time: 0.0910530 Aug 31 06:50:08.911926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.914157 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.957762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-b1752626-9fde-4e1f-bf8b-29d8a9030a11 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6345222 Aug 31 06:50:08.969743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Request body: {'port': {'device_id': '9adf3443-d653-4ee7-8b16-bcd99b3d873f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:09.013016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-49b2cae9-a98e-4055-9a52-e57d52aa8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:09.022045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3632740c-44c0-42d2-a532-098525a3abfd req-49b2cae9-a98e-4055-9a52-e57d52aa8460 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c71b659-92d8-4b29-abc6-2d570dfb2787 HTTP/1.1" status: 200 len: 913 time: 0.3388169 Aug 31 06:50:09.058380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b45b6ab1-47b6-4ebe-9f53-b9cdde8c6613 None None] Provisioning for port 790893f3-0d87-4a0a-9c33-e80883f70a50 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:09.173969 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.221467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device c8d94a21-1b0d-4add-a6db-bb4598994b77 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:09.325092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de67821-97b4-47d4-8db2-518813aaf643 req-47b6ce0b-97c2-470b-9d20-8b971dac3222 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:09.333518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1de67821-97b4-47d4-8db2-518813aaf643 req-47b6ce0b-97c2-470b-9d20-8b971dac3222 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 931 time: 0.2904584 Aug 31 06:50:09.353290 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.381537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'cb2f52cb-040c-41ec-a791-86863e502452', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'port_id': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'mac_address': 'fa:16:3e:ff:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:41Z', 'updated_at': '2021-08-31T06:50:06Z', 'revision_number': 1, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:56Z', 'revision_number': 5, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:09.382153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0e15-1177-4127-98e5-132fa28947b9 req-a51b51c4-d9f9-465e-875a-b9d62a571e32 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:09.385959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-a51b51c4-d9f9-465e-875a-b9d62a571e32 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.23 "GET /v2.0/networks?id=8b649859-82af-4fb9-b414-d57ef4aeafbe HTTP/1.1" status: 200 len: 821 time: 0.4047394 Aug 31 06:50:09.428522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] Checking router: 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:50:09.440192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port c8d94a21-1b0d-4add-a6db-bb4598994b77 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:09.440576 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.446898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1de67821-97b4-47d4-8db2-518813aaf643 req-910195c4-9350-48fe-9193-809b02e3bdf1 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075468 Aug 31 06:50:09.466743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Request body: {'port': {'device_id': '22113f32-e3bf-483d-b5c3-762accd7ca3a', 'network_id': '8b649859-82af-4fb9-b414-d57ef4aeafbe', 'admin_state_up': True, 'tenant_id': '935ac48553ca4d0d9b5e828cac59a8bb'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:09.486764 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3632740c-44c0-42d2-a532-098525a3abfd req-69789319-19a8-47c1-969d-c36eff58d2cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 200 len: 999 time: 0.4151618 Aug 31 06:50:09.513352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:09.513998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:09.693854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-d4191361-36b4-4362-9075-6889798965fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:09.695391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3632740c-44c0-42d2-a532-098525a3abfd req-d4191361-36b4-4362-9075-6889798965fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 HTTP/1.1" status: 200 len: 851 time: 0.0697389 Aug 31 06:50:09.700831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.734897 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.752313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:09.776864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Made reservation on behalf of 935ac48553ca4d0d9b5e828cac59a8bb for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:09.784970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.847741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=1f3418e3-52b6-4a69-891b-bda42f2e65ee,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:09.888821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632740c-44c0-42d2-a532-098525a3abfd req-1ab69d76-5a9c-4180-9bb1-a4437e9af1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:09.890470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3632740c-44c0-42d2-a532-098525a3abfd req-1ab69d76-5a9c-4180-9bb1-a4437e9af1bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c71b659-92d8-4b29-abc6-2d570dfb2787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864944 Aug 31 06:50:09.902952 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.975324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Allocated IP 172.20.0.13 (8b649859-82af-4fb9-b414-d57ef4aeafbe/0fb87188-983b-4897-b6f9-03efdbfe545f/5bed5993-46f2-4f0b-9603-36a9856c9f68) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:10.193326 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.212810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 790893f3-0d87-4a0a-9c33-e80883f70a50 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:10.245487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3632740c-44c0-42d2-a532-098525a3abfd req-6fc34ee0-f786-4595-bc06-00d63570022a service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371568 Aug 31 06:50:10.327579 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.354252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 790893f3-0d87-4a0a-9c33-e80883f70a50 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:10.360677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 790893f3-0d87-4a0a-9c33-e80883f70a50 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:10.361409 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.406257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6d7293c8-9a93-4f82-9c51-ec8ef7f262d1 None None] Provisioning for port 1f3418e3-52b6-4a69-891b-bda42f2e65ee completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:10.414118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6d7293c8-9a93-4f82-9c51-ec8ef7f262d1 None None] Provisioning complete for port 1f3418e3-52b6-4a69-891b-bda42f2e65ee triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:10.414485 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6d7293c8-9a93-4f82-9c51-ec8ef7f262d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.425167 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3632740c-44c0-42d2-a532-098525a3abfd req-300636c8-8129-4c2e-97ae-277fcaf34fa6 service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718845 Aug 31 06:50:10.432412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Network 8b649859-82af-4fb9-b414-d57ef4aeafbe is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:10.446950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network e2b64b89-612b-4f32-bc6a-58f23826c515 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:10.447303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:10.447914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:10.464304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'cb2f52cb-040c-41ec-a791-86863e502452', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'port_id': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'mac_address': 'fa:16:3e:ff:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:41Z', 'updated_at': '2021-08-31T06:50:06Z', 'revision_number': 1, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:56Z', 'revision_number': 5, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:10.469945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:10.484919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba150db4-ff9a-4022-a5d3-7ca0a42d18be req-fc59d0b6-fd3b-4658-8998-2c1010066154 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:10.486798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba150db4-ff9a-4022-a5d3-7ca0a42d18be req-fc59d0b6-fd3b-4658-8998-2c1010066154 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 932 time: 0.2828622 Aug 31 06:50:10.490931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Pushing event updated for resources: {'Port': ['ID=5bed5993-46f2-4f0b-9603-36a9856c9f68,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:10.532033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d71136-f995-46e5-aaf6-645a5683751d {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:10.558747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.618646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:10.619545 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.648928 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba150db4-ff9a-4022-a5d3-7ca0a42d18be req-23211d57-427a-473c-b124-ccaac7829931 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208372 Aug 31 06:50:10.650373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Transition to ACTIVE for port object 30d71136-f995-46e5-aaf6-645a5683751d will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:10.661785 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.700306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39213672-b125-4661-8bed-4cec37cdcee0 req-703b5cab-43e4-4520-bfef-f8574a9d6260 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:10.702634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39213672-b125-4661-8bed-4cec37cdcee0 req-703b5cab-43e4-4520-bfef-f8574a9d6260 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 931 time: 0.1477401 Aug 31 06:50:10.725003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fd888775-989c-45ca-bba8-af6a7fe07327 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3154254 Aug 31 06:50:10.744084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Request body: {'port': {'device_id': '22113f32-e3bf-483d-b5c3-762accd7ca3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:10.767709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6fd298-f27c-4ac4-83fa-5e8d6affc317 None None] The sync data for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 is: [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'cb2f52cb-040c-41ec-a791-86863e502452', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'port_id': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'mac_address': 'fa:16:3e:ff:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:41Z', 'updated_at': '2021-08-31T06:50:06Z', 'revision_number': 1, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:56Z', 'revision_number': 5, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:50:10.778240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6d7293c8-9a93-4f82-9c51-ec8ef7f262d1 None None] Port 1f3418e3-52b6-4a69-891b-bda42f2e65ee cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:50:10.791839 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39213672-b125-4661-8bed-4cec37cdcee0 req-a4248d68-8f30-4d0c-abcc-d95729b29580 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449421 Aug 31 06:50:10.800341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Pushing event updated for resources: {'Port': ['ID=30d71136-f995-46e5-aaf6-645a5683751d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:10.810272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.856437 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.863097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router 469c3e56-5df0-4484-9193-5554339686a1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:50:10.871191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 790893f3-0d87-4a0a-9c33-e80883f70a50, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=790893f3-0d87-4a0a-9c33-e80883f70a50,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:10.876643 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.934286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Attempting to bind port 30d71136-f995-46e5-aaf6-645a5683751d on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:10.934286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Attempting to bind port 30d71136-f995-46e5-aaf6-645a5683751d by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:10.934286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Attempting to bind port 30d71136-f995-46e5-aaf6-645a5683751d on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:10.959853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1b39f68f-d679-4621-b26e-a3cd32abb30a None None] Provisioning complete for port 1f3418e3-52b6-4a69-891b-bda42f2e65ee triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:10.960285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1b39f68f-d679-4621-b26e-a3cd32abb30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.971592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Port 30d71136-f995-46e5-aaf6-645a5683751d on network 5231c453-26d0-4933-8509-cc47a3fe5b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:10.972015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Attempting to bind port 30d71136-f995-46e5-aaf6-645a5683751d on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:10.983791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:10.984208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Checking segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:10.984518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Bound using segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:10.984960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Bound port: 30d71136-f995-46e5-aaf6-645a5683751d, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:10.985351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.037706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=790893f3-0d87-4a0a-9c33-e80883f70a50,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:11.066360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1b39f68f-d679-4621-b26e-a3cd32abb30a None None] Port 1f3418e3-52b6-4a69-891b-bda42f2e65ee cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:50:11.078240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:50:11.083409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4f811187-99e0-4bca-b3d3-0bb572a4c4ed tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "PUT /v2.0/routers/469c3e56-5df0-4484-9193-5554339686a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0083849 Aug 31 06:50:11.088606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56590) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:11.089546 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Sync routers for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:50:11.102495 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:11.103450 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:11.203048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5fd6cd-2fff-4d45-ab61-c9e6bf1dd53d None None] New status for floating IP cb2f52cb-040c-41ec-a791-86863e502452: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:50:11.253566 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:11.322121 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.322602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.323074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.323535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.323995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.324456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.324916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.325418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.325879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.326342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.327331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.327792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.332854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-80b3ca42-6277-4624-8120-822983264946 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8457 time: 0.2404425 Aug 31 06:50:11.334343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56592) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:11.434406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bed5993-46f2-4f0b-9603-36a9856c9f68 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:11.478782 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.487245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] For port 30d71136-f995-46e5-aaf6-645a5683751d, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:11.488607 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:08Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:09Z', 'revision_number': 2, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:11.523634 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Checking router: 469c3e56-5df0-4484-9193-5554339686a1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:50:11.523974 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Updating router 469c3e56-5df0-4484-9193-5554339686a1 port 1f3418e3-52b6-4a69-891b-bda42f2e65ee binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:50:11.531109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] For port 30d71136-f995-46e5-aaf6-645a5683751d, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=30d71136-f995-46e5-aaf6-645a5683751d,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:11.538636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.539134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.539592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.540058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.540600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.541056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.541646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.542226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.542673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.543120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.543998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.543998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.549580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c366a575-fdc4-4d54-add5-02342cf3e6c9 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7726 time: 0.2042415 Aug 31 06:50:11.549580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Transition to ACTIVE for port object 5bed5993-46f2-4f0b-9603-36a9856c9f68 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:11.549844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56596) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:11.553782 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.576165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.615692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.655188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.655823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.657258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] 10.222.0.42 "PUT /v2.0/ports/30d71136-f995-46e5-aaf6-645a5683751d HTTP/1.1" status: 200 len: 1092 time: 2.6942058 Aug 31 06:50:11.663646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adf3443-d653-4ee7-8b16-bcd99b3d873f', 'tag': '30d71136-f995-46e5-aaf6-645a5683751d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:11.666142 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf04c6-606c-4882-88eb-f437d3d04f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9adf3443-d653-4ee7-8b16-bcd99b3d873f", "tag": "30d71136-f995-46e5-aaf6-645a5683751d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:11.814716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf534a-6a02-4b0a-b160-d01836518c76 req-8cc0e3e0-bbf6-424d-b27d-957920907daf tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.815266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f0594-e1dc-4ada-8fff-245d010ea144 service neutron] Pushing event updated for resources: {'Port': ['ID=30d71136-f995-46e5-aaf6-645a5683751d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:11.816346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cadf534a-6a02-4b0a-b160-d01836518c76 req-8cc0e3e0-bbf6-424d-b27d-957920907daf tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 944 time: 0.0651839 Aug 31 06:50:11.883891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cadf534a-6a02-4b0a-b160-d01836518c76 req-c4a66741-fa9c-4a44-bbed-78d5dff2fbcb tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580854 Aug 31 06:50:11.931380 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.942433 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Transition to ACTIVE for port object 1f3418e3-52b6-4a69-891b-bda42f2e65ee will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:11.949268 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.059637 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Attempting to bind port 1f3418e3-52b6-4a69-891b-bda42f2e65ee on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:12.059976 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Attempting to bind port 1f3418e3-52b6-4a69-891b-bda42f2e65ee by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:12.060343 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Attempting to bind port 1f3418e3-52b6-4a69-891b-bda42f2e65ee on network e2b64b89-612b-4f32-bc6a-58f23826c515 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:12.070618 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:12.071039 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Checking segment: {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:12.071466 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.071956 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Bound using segment: {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:12.072576 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Bound port: 1f3418e3-52b6-4a69-891b-bda42f2e65ee, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:12.072971 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.119119 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8f6d2-150e-4ab4-86de-468eca266245 None None] Pushing event updated for resources: {'Port': ['ID=1f3418e3-52b6-4a69-891b-bda42f2e65ee,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:12.158784 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] For port 1f3418e3-52b6-4a69-891b-bda42f2e65ee, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:12.162961 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] For port 1f3418e3-52b6-4a69-891b-bda42f2e65ee, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1f3418e3-52b6-4a69-891b-bda42f2e65ee,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:12.168081 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.186340 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca7037f-87ec-46d9-a563-29add443cffc x-openstack-request-id: req-6ca7037f-87ec-46d9-a563-29add443cffc {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:12.186633 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adf3443-d653-4ee7-8b16-bcd99b3d873f", "tag": "30d71136-f995-46e5-aaf6-645a5683751d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:12.186886 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ca7037f-87ec-46d9-a563-29add443cffc {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:12.187281 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adf3443-d653-4ee7-8b16-bcd99b3d873f', 'tag': '30d71136-f995-46e5-aaf6-645a5683751d', 'status': 'completed', 'code': 200} Aug 31 06:50:12.225835 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8f6d2-150e-4ab4-86de-468eca266245 None None] Pushing event updated for resources: {'Port': ['ID=1f3418e3-52b6-4a69-891b-bda42f2e65ee,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:12.248006 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:12.248664 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:49:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:12.375585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-256cade6-ff7a-4c14-b6cd-3de25bc59ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:12.377275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-256cade6-ff7a-4c14-b6cd-3de25bc59ed1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 1095 time: 0.6519876 Aug 31 06:50:12.379253 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:12.381463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Pushing event updated for resources: {'Port': ['ID=5bed5993-46f2-4f0b-9603-36a9856c9f68,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:12.405310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Attempting to bind port 5bed5993-46f2-4f0b-9603-36a9856c9f68 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:12.405783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Attempting to bind port 5bed5993-46f2-4f0b-9603-36a9856c9f68 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '060efc55-248c-4e2b-aec2-e1b98ce896cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8b649859-82af-4fb9-b414-d57ef4aeafbe'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:12.406247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Attempting to bind port 5bed5993-46f2-4f0b-9603-36a9856c9f68 on network 8b649859-82af-4fb9-b414-d57ef4aeafbe {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:12.496781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-4e8df525-4f25-484e-9151-c817f1bae2c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d71136-f995-46e5-aaf6-645a5683751d HTTP/1.1" status: 200 len: 217 time: 0.0925610 Aug 31 06:50:12.500013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Port 5bed5993-46f2-4f0b-9603-36a9856c9f68 on network 8b649859-82af-4fb9-b414-d57ef4aeafbe not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:12.500437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Attempting to bind port 5bed5993-46f2-4f0b-9603-36a9856c9f68 on network 8b649859-82af-4fb9-b414-d57ef4aeafbe {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:12.517981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206c97-e5f4-4d1d-8ceb-4d5442f66052 req-53249d69-9dec-467c-81ea-a2697f5cd72e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:12.526042 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d206c97-e5f4-4d1d-8ceb-4d5442f66052 req-53249d69-9dec-467c-81ea-a2697f5cd72e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 943 time: 0.3285105 Aug 31 06:50:12.573676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:12.573999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Checking segment: {'id': '060efc55-248c-4e2b-aec2-e1b98ce896cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8b649859-82af-4fb9-b414-d57ef4aeafbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:12.574376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Bound using segment: {'id': '060efc55-248c-4e2b-aec2-e1b98ce896cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8b649859-82af-4fb9-b414-d57ef4aeafbe'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:12.574823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Bound port: 5bed5993-46f2-4f0b-9603-36a9856c9f68, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060efc55-248c-4e2b-aec2-e1b98ce896cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8b649859-82af-4fb9-b414-d57ef4aeafbe'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:12.575175 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.668302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-45336bb8-d6e3-4c67-9094-603691a7487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:12.669895 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-45336bb8-d6e3-4c67-9094-603691a7487e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.1418436 Aug 31 06:50:12.681752 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d206c97-e5f4-4d1d-8ceb-4d5442f66052 req-df339fd9-4841-42b3-9ba2-b4aa0d0430a4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433053 Aug 31 06:50:12.683907 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:08Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:12Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:12.743506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-16e47d1a-5266-4a06-a2bb-1f685701dd00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594378 Aug 31 06:50:12.770790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] For port 5bed5993-46f2-4f0b-9603-36a9856c9f68, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:12.808321 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fccc8d-616e-41fa-bb67-9b0cd40b5fd6 None None] The sync data for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 is: [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:08Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:12Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:50:12.829323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] For port 5bed5993-46f2-4f0b-9603-36a9856c9f68, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5bed5993-46f2-4f0b-9603-36a9856c9f68,segment=NetworkSegment(060efc55-248c-4e2b-aec2-e1b98ce896cd),segment_id=060efc55-248c-4e2b-aec2-e1b98ce896cd)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:12.839467 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4f05a7c0-25db-4afd-b53c-867cdf6f72b6 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 1.2858653 Aug 31 06:50:12.842137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.909448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:12.910491 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.911890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] 10.222.0.23 "PUT /v2.0/ports/5bed5993-46f2-4f0b-9603-36a9856c9f68 HTTP/1.1" status: 200 len: 1093 time: 2.1769819 Aug 31 06:50:12.980166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0f697-7a8c-4831-85bf-e3ef9ebd8364 service neutron] Pushing event updated for resources: {'Port': ['ID=5bed5993-46f2-4f0b-9603-36a9856c9f68,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:12.991117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-5199f7ae-03d0-4942-9b9c-544e114fcff2 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369041 Aug 31 06:50:13.199960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1f3418e3-52b6-4a69-891b-bda42f2e65ee up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:13.222039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97007ca7-dcbe-42ee-b068-e4847af0e1b9 req-a3fbc8a5-0984-4836-b130-278ab08683fb tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:13.230372 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97007ca7-dcbe-42ee-b068-e4847af0e1b9 req-a3fbc8a5-0984-4836-b130-278ab08683fb tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 944 time: 0.1463773 Aug 31 06:50:13.236722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56616) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:13.242262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1bca09e4-38d4-443c-be10-9c8700b8a796 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701610215', 'description': 'tempest-secgroup-smoke-1701610215 description', 'project_id': 'ee4771f9e6574845a4add31715e9c944'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:13.270727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0e15-1177-4127-98e5-132fa28947b9 req-d9f285c6-df2b-47da-922d-9b0526eca2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:13.272487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-d9f285c6-df2b-47da-922d-9b0526eca2e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=935ac48553ca4d0d9b5e828cac59a8bb&device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 1096 time: 0.1335373 Aug 31 06:50:13.275942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bca09e4-38d4-443c-be10-9c8700b8a796 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.283278 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa01ef55-3803-43d4-aed4-0bcf1956872c req-a2c2e470-52dd-438c-9393-f7568bb8c55e service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843666 Aug 31 06:50:13.300767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1f3418e3-52b6-4a69-891b-bda42f2e65ee completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:13.314374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1f3418e3-52b6-4a69-891b-bda42f2e65ee triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:13.314800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.360883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97007ca7-dcbe-42ee-b068-e4847af0e1b9 req-defef823-64d1-4c41-bf8e-f76ee1ae9bdd tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293139 Aug 31 06:50:13.383979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-e35f457d-f3f5-46cb-b39d-1721b3475110 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bed5993-46f2-4f0b-9603-36a9856c9f68 HTTP/1.1" status: 200 len: 217 time: 0.0790548 Aug 31 06:50:13.423520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bca09e4-38d4-443c-be10-9c8700b8a796 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.429866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bca09e4-38d4-443c-be10-9c8700b8a796 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.457322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0e15-1177-4127-98e5-132fa28947b9 req-4f841f4b-ebbd-443d-9cbc-26ad025457c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:13.458858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-4f841f4b-ebbd-443d-9cbc-26ad025457c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fb87188-983b-4897-b6f9-03efdbfe545f HTTP/1.1" status: 200 len: 861 time: 0.0740819 Aug 31 06:50:13.463500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-a4c99f7e-d86a-4dcd-9ebe-5487a94bde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:13.471024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-a4c99f7e-d86a-4dcd-9ebe-5487a94bde0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 1095 time: 0.1202660 Aug 31 06:50:13.472864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.488236 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bca09e4-38d4-443c-be10-9c8700b8a796 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.492416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1bca09e4-38d4-443c-be10-9c8700b8a796 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2511604 Aug 31 06:50:13.500568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56618) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:13.512819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9f4c8f16-ab5c-443d-9335-3527e030fef0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'f90b742e-e21e-4a21-be74-e28a4d3c0c91', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:13.518114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-8ed3914d-b8bf-467a-aa1b-3078616662ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b649859-82af-4fb9-b414-d57ef4aeafbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456965 Aug 31 06:50:13.525141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca09e4-38d4-443c-be10-9c8700b8a796 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b742e-e21e-4a21-be74-e28a4d3c0c91,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:13.535188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1f3418e3-52b6-4a69-891b-bda42f2e65ee, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1f3418e3-52b6-4a69-891b-bda42f2e65ee,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:13.540296 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.541480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 790893f3-0d87-4a0a-9c33-e80883f70a50 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:13.553814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f4c8f16-ab5c-443d-9335-3527e030fef0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.658096 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f4c8f16-ab5c-443d-9335-3527e030fef0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.666787 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f4c8f16-ab5c-443d-9335-3527e030fef0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.671951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1f3418e3-52b6-4a69-891b-bda42f2e65ee,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:13.691187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f4c8f16-ab5c-443d-9335-3527e030fef0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.693353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9f4c8f16-ab5c-443d-9335-3527e030fef0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902115 Aug 31 06:50:13.695446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56622) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:13.695827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 790893f3-0d87-4a0a-9c33-e80883f70a50 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:13.696202 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.700303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a670e474-b983-42e1-85b3-b5fb62c0bb02 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'f90b742e-e21e-4a21-be74-e28a4d3c0c91', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:13.706832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c8f16-ab5c-443d-9335-3527e030fef0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c91f5f9-aa06-4faa-99f6-24703669528a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:13.749518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a670e474-b983-42e1-85b3-b5fb62c0bb02 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.878819 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-23120ec7-73d9-40f5-8919-54d34a4b2006 service neutron] 10.222.0.23 "GET /v2.0/networks/8b649859-82af-4fb9-b414-d57ef4aeafbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483460 Aug 31 06:50:13.880337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a670e474-b983-42e1-85b3-b5fb62c0bb02 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.880610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-a9d72375-5987-4bff-8b09-83d390156e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:13.888089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-a9d72375-5987-4bff-8b09-83d390156e1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.4066920 Aug 31 06:50:13.903170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a670e474-b983-42e1-85b3-b5fb62c0bb02 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.931448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a670e474-b983-42e1-85b3-b5fb62c0bb02 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.932745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a670e474-b983-42e1-85b3-b5fb62c0bb02 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2363107 Aug 31 06:50:13.941142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56626) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:13.945881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a1b7a30a-8e27-4da9-bc3b-160880a3890f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'f90b742e-e21e-4a21-be74-e28a4d3c0c91', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:13.962674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670e474-b983-42e1-85b3-b5fb62c0bb02 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc748002-41b7-4d9a-9798-25489f43fb03,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:13.974341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc596b4a-3453-4412-977f-4e64251845c6 req-aabcd671-ba2b-487a-9d03-ae4662b59881 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:13.975954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc596b4a-3453-4412-977f-4e64251845c6 req-aabcd671-ba2b-487a-9d03-ae4662b59881 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 943 time: 0.1469107 Aug 31 06:50:14.030452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-660d0e15-1177-4127-98e5-132fa28947b9 req-8797e048-0af9-45bf-8b25-e1e5eb332daa service neutron] 10.222.0.23 "GET /v2.0/networks/8b649859-82af-4fb9-b414-d57ef4aeafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410029 Aug 31 06:50:14.054553 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a30a-8e27-4da9-bc3b-160880a3890f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.060444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc596b4a-3453-4412-977f-4e64251845c6 req-257b0b0d-7677-4ea2-8a6e-9da38a80e021 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596578 Aug 31 06:50:14.106458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-fc100989-e646-4225-86c8-d747cf09bf1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30d71136-f995-46e5-aaf6-645a5683751d HTTP/1.1" status: 200 len: 217 time: 0.0743885 Aug 31 06:50:14.148492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a30a-8e27-4da9-bc3b-160880a3890f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.153523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a30a-8e27-4da9-bc3b-160880a3890f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.170243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-1e190784-6e27-4eea-8d37-9b7222d7b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:14.173298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7a30a-8e27-4da9-bc3b-160880a3890f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e31514-6ee1-474c-ba50-320a4fa72431,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:14.173545 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-1e190784-6e27-4eea-8d37-9b7222d7b1b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0549521 Aug 31 06:50:14.185368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a30a-8e27-4da9-bc3b-160880a3890f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.186725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a1b7a30a-8e27-4da9-bc3b-160880a3890f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2446046 Aug 31 06:50:14.189418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56630) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:14.194675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-01d84ec4-0703-4b29-b892-58083444fd85 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'f90b742e-e21e-4a21-be74-e28a4d3c0c91', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:14.196451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22113f32-e3bf-483d-b5c3-762accd7ca3a', 'tag': '5bed5993-46f2-4f0b-9603-36a9856c9f68'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:14.198804 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cbe48a-c815-4228-a43e-1de0b69f6e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "22113f32-e3bf-483d-b5c3-762accd7ca3a", "tag": "5bed5993-46f2-4f0b-9603-36a9856c9f68"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:14.222454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-8534c4af-4e3a-450f-a5c8-16bf659c77a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369296 Aug 31 06:50:14.231773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01d84ec4-0703-4b29-b892-58083444fd85 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.290854 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ae6c30-c18a-4dfb-aca3-32339442ff40 x-openstack-request-id: req-d6ae6c30-c18a-4dfb-aca3-32339442ff40 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:14.291358 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22113f32-e3bf-483d-b5c3-762accd7ca3a", "tag": "5bed5993-46f2-4f0b-9603-36a9856c9f68", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:14.291652 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6ae6c30-c18a-4dfb-aca3-32339442ff40 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:14.292157 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22113f32-e3bf-483d-b5c3-762accd7ca3a', 'tag': '5bed5993-46f2-4f0b-9603-36a9856c9f68', 'status': 'completed', 'code': 200} Aug 31 06:50:14.308745 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01d84ec4-0703-4b29-b892-58083444fd85 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.314053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01d84ec4-0703-4b29-b892-58083444fd85 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.335203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d84ec4-0703-4b29-b892-58083444fd85 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65d6a3e-c0a4-498a-a04f-b1822d0ee265,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:14.343323 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01d84ec4-0703-4b29-b892-58083444fd85 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.344676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-01d84ec4-0703-4b29-b892-58083444fd85 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542437 Aug 31 06:50:14.347611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56634) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:14.353754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a8b6810d-008f-4ded-b5bd-4a6895cbfdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'f90b742e-e21e-4a21-be74-e28a4d3c0c91', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:14.382784 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-a8b6810d-008f-4ded-b5bd-4a6895cbfdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Project ee4771f9e6574845a4add31715e9c944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:50:14.393943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8b6810d-008f-4ded-b5bd-4a6895cbfdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.402292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-a3617e83-382d-48ce-bff2-8240cb61867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:14.403848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-a3617e83-382d-48ce-bff2-8240cb61867c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=935ac48553ca4d0d9b5e828cac59a8bb&device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 1096 time: 0.1060042 Aug 31 06:50:14.468395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-9806fc16-8b16-42bc-9c71-c61e1d53b4da service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374406 Aug 31 06:50:14.511126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8b6810d-008f-4ded-b5bd-4a6895cbfdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.525622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8b6810d-008f-4ded-b5bd-4a6895cbfdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.552604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6810d-008f-4ded-b5bd-4a6895cbfdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141f426f-1aac-4f73-9f3b-50eedffc950e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:14.556890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8b6810d-008f-4ded-b5bd-4a6895cbfdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.559012 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a8b6810d-008f-4ded-b5bd-4a6895cbfdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2098961 Aug 31 06:50:14.562043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56638) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:14.569232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-90ae33e9-9888-4e27-8bd1-7c0d8c1646c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'f90b742e-e21e-4a21-be74-e28a4d3c0c91', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:14.594414 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-90ae33e9-9888-4e27-8bd1-7c0d8c1646c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Project ee4771f9e6574845a4add31715e9c944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:50:14.602644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ae33e9-9888-4e27-8bd1-7c0d8c1646c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.621806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f8e7d-1b2e-43ec-8672-a54da9ee9cf0 req-375543f3-cb23-418b-905f-81beecc2b290 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:14.623263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e4f8e7d-1b2e-43ec-8672-a54da9ee9cf0 req-375543f3-cb23-418b-905f-81beecc2b290 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 944 time: 0.1522801 Aug 31 06:50:14.644118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-12212b7f-e16b-4903-b08f-b06852835699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:14.645640 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-12212b7f-e16b-4903-b08f-b06852835699 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8b649859-82af-4fb9-b414-d57ef4aeafbe HTTP/1.1" status: 200 len: 922 time: 0.2344542 Aug 31 06:50:14.692801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ae33e9-9888-4e27-8bd1-7c0d8c1646c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.697748 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ae33e9-9888-4e27-8bd1-7c0d8c1646c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.717230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-a931e398-90ff-4a64-b3e8-b241ce782f5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bed5993-46f2-4f0b-9603-36a9856c9f68 HTTP/1.1" status: 200 len: 217 time: 0.0607584 Aug 31 06:50:14.722056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae33e9-9888-4e27-8bd1-7c0d8c1646c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304772be-e006-431c-bbfc-5eeb6e5ade5c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:14.735776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-90ae33e9-9888-4e27-8bd1-7c0d8c1646c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:14.736336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4edf04c6-606c-4882-88eb-f437d3d04f4f req-de817b3b-78cd-4322-bfed-ef7c58fff126 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488108 Aug 31 06:50:14.737361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-90ae33e9-9888-4e27-8bd1-7c0d8c1646c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1740148 Aug 31 06:50:14.749969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e4f8e7d-1b2e-43ec-8672-a54da9ee9cf0 req-3ecd5188-4a18-48e5-bd98-0d4fbbb33448 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162853 Aug 31 06:50:14.789611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-b9114074-8d05-46ee-8fb6-369b7b3c3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:14.791160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-b9114074-8d05-46ee-8fb6-369b7b3c3e0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0fb87188-983b-4897-b6f9-03efdbfe545f HTTP/1.1" status: 200 len: 861 time: 0.0669909 Aug 31 06:50:14.824501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-100fc699-c098-4fbd-81c7-ed1a8f105693 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b649859-82af-4fb9-b414-d57ef4aeafbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260339 Aug 31 06:50:14.970992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-5e890e99-95e0-44eb-8033-44af8f152baa service neutron] 10.222.0.23 "GET /v2.0/networks/8b649859-82af-4fb9-b414-d57ef4aeafbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380997 Aug 31 06:50:14.974122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-397c50c3-54b0-40da-90ca-0497a581e1d7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701610215&fields=id&tenant_id=ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 267 time: 0.0441928 Aug 31 06:50:14.993709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1f3418e3-52b6-4a69-891b-bda42f2e65ee up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:15.059519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1f3418e3-52b6-4a69-891b-bda42f2e65ee triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:15.059900 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:15.083006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78cbe48a-c815-4228-a43e-1de0b69f6e0b req-e4ef48e1-589e-4763-afe5-68d5d3d2b9aa service neutron] 10.222.0.23 "GET /v2.0/networks/8b649859-82af-4fb9-b414-d57ef4aeafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026261 Aug 31 06:50:15.137852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-a1fb4ad8-80af-4cd6-82ab-a8d1d87eaf13 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:15.139849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-a1fb4ad8-80af-4cd6-82ab-a8d1d87eaf13 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/networks?id=e2b64b89-612b-4f32-bc6a-58f23826c515 HTTP/1.1" status: 200 len: 796 time: 0.1588845 Aug 31 06:50:15.157491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-c18dc210-e96a-4a6e-b070-01a5a297bc2d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/quotas/ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 375 time: 0.0105031 Aug 31 06:50:15.219129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d86171-00da-4566-82fb-53ab2570755d req-862e9d18-9df6-41c2-9fda-0d042f73f264 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:15.221082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d86171-00da-4566-82fb-53ab2570755d req-862e9d18-9df6-41c2-9fda-0d042f73f264 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 943 time: 0.0626113 Aug 31 06:50:15.224229 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-711f9132-964c-4a91-abe7-56867cb8a9b9 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606797 Aug 31 06:50:15.273636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d86171-00da-4566-82fb-53ab2570755d req-0c0a3737-4b88-4be6-88b5-080a6818598f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Aug 31 06:50:15.352350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-6229bc5e-5123-466d-b587-2fe1376567ac service neutron] 10.222.0.15 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140673 Aug 31 06:50:15.444152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-942de6c3-c78a-4e7e-afdc-a5faf490edce service neutron] 10.222.0.15 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850959 Aug 31 06:50:15.645343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb8f924b-2cdd-487e-b763-d4bcc7e76ef4 req-207405ba-66dd-4269-ab96-b2a9da8baeaa tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 210 time: 0.0454209 Aug 31 06:50:15.670451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 30d71136-f995-46e5-aaf6-645a5683751d details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:15.874324 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 30d71136-f995-46e5-aaf6-645a5683751d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=30d71136-f995-46e5-aaf6-645a5683751d,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:15.898500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '30d71136-f995-46e5-aaf6-645a5683751d', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'port_id': '30d71136-f995-46e5-aaf6-645a5683751d', 'mac_address': 'fa:16:3e:61:21:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:15.946417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d0c8a-f3cd-46da-a20d-640d8f0bd0b9 req-1773e208-2890-4261-b793-6f78c9e8f711 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:15.954278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e13d0c8a-f3cd-46da-a20d-640d8f0bd0b9 req-1773e208-2890-4261-b793-6f78c9e8f711 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 944 time: 0.0905704 Aug 31 06:50:15.963549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:15.979316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d71136-f995-46e5-aaf6-645a5683751d {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:16.015693 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e13d0c8a-f3cd-46da-a20d-640d8f0bd0b9 req-c76aeab0-968e-4607-8cdf-a48b1798c816 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529375 Aug 31 06:50:16.026556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 30d71136-f995-46e5-aaf6-645a5683751d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=30d71136-f995-46e5-aaf6-645a5683751d,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:16.031740 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:16.099683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=30d71136-f995-46e5-aaf6-645a5683751d,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:16.282966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['30d71136-f995-46e5-aaf6-645a5683751d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:16.439628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23767-c3eb-46cb-8c8a-24d68f0ef016 req-e51d4e77-1198-4d4a-99e9-98b804c01b28 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:16.442444 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b5b23767-c3eb-46cb-8c8a-24d68f0ef016 req-e51d4e77-1198-4d4a-99e9-98b804c01b28 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 944 time: 0.0798707 Aug 31 06:50:16.492996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b5b23767-c3eb-46cb-8c8a-24d68f0ef016 req-dba8c4c3-1a72-4eca-a8fc-2a003c875fc4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Aug 31 06:50:16.774650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e195ec3-ac1f-42a5-8c8e-b5e67319e552 req-7868c707-be35-44f5-a138-75168ae146e5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 210 time: 0.0447919 Aug 31 06:50:16.782642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-f85f3ef3-cc9f-4ebc-ae87-347f8cc80f99 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:16.784255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-f85f3ef3-cc9f-4ebc-ae87-347f8cc80f99 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/networks?id=e2b64b89-612b-4f32-bc6a-58f23826c515 HTTP/1.1" status: 200 len: 796 time: 0.1327064 Aug 31 06:50:16.847009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-fcfbcf1d-2b0a-4bbf-b8d9-3d7ec59c2979 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 380 time: 0.0488155 Aug 31 06:50:16.859890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'port': {'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'admin_state_up': True, 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'security_groups': ['f90b742e-e21e-4a21-be74-e28a4d3c0c91']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:16.967159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:16.971354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.139552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.20.0.10 (e2b64b89-612b-4f32-bc6a-58f23826c515/8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc/84cdc400-ea0a-4138-8eb6-1a5a74dbd478) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:17.178118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517182a7-093c-4680-9f71-5f5fbe71ae9b req-c7e1a96f-d59c-4755-8e4d-b416ee2bbd86 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:17.179636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-517182a7-093c-4680-9f71-5f5fbe71ae9b req-c7e1a96f-d59c-4755-8e4d-b416ee2bbd86 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 944 time: 0.0841961 Aug 31 06:50:17.276740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-517182a7-093c-4680-9f71-5f5fbe71ae9b req-1c8718d8-74f8-4582-85d6-76a27f719f44 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868607 Aug 31 06:50:17.322422 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.336370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Transition to ACTIVE for port object 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:17.370838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.425901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network e2b64b89-612b-4f32-bc6a-58f23826c515 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:17.429249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:17.433251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:17.439852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:17.489223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:17.489939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.509383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-ab37b477-ed68-454a-8654-95f6d664d1d0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6525636 Aug 31 06:50:17.522508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Request body: {'port': {'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:17.559718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5bed5993-46f2-4f0b-9603-36a9856c9f68 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:17.624500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.669773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5bed5993-46f2-4f0b-9603-36a9856c9f68, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5bed5993-46f2-4f0b-9603-36a9856c9f68,segment=NetworkSegment(060efc55-248c-4e2b-aec2-e1b98ce896cd),segment_id=060efc55-248c-4e2b-aec2-e1b98ce896cd)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:17.675584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4afd0-25ce-48d4-a794-90f8e4f97092 req-dc33cbde-273b-4d66-b0f0-e9e261d429a6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:17.677095 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ab4afd0-25ce-48d4-a794-90f8e4f97092 req-dc33cbde-273b-4d66-b0f0-e9e261d429a6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 944 time: 0.0876229 Aug 31 06:50:17.681526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '5bed5993-46f2-4f0b-9603-36a9856c9f68', 'network_id': '8b649859-82af-4fb9-b414-d57ef4aeafbe', 'port_id': '5bed5993-46f2-4f0b-9603-36a9856c9f68', 'mac_address': 'fa:16:3e:7d:6e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb87188-983b-4897-b6f9-03efdbfe545f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:17.710417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 30d71136-f995-46e5-aaf6-645a5683751d up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:17.766456 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.768902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-84f60883-6676-42cf-9c35-119b659451a6 None None] Provisioning for port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:17.782782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-84f60883-6676-42cf-9c35-119b659451a6 None None] Provisioning complete for port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:17.783145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-84f60883-6676-42cf-9c35-119b659451a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.788103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ab4afd0-25ce-48d4-a794-90f8e4f97092 req-6164375a-6d92-4f05-83d1-b9d98f27335f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032648 Aug 31 06:50:17.792362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bed5993-46f2-4f0b-9603-36a9856c9f68 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:17.869820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5bed5993-46f2-4f0b-9603-36a9856c9f68, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5bed5993-46f2-4f0b-9603-36a9856c9f68,segment=NetworkSegment(060efc55-248c-4e2b-aec2-e1b98ce896cd),segment_id=060efc55-248c-4e2b-aec2-e1b98ce896cd)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:17.874400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 30d71136-f995-46e5-aaf6-645a5683751d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:17.881824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.888923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 30d71136-f995-46e5-aaf6-645a5683751d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:17.890418 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.893973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-84f60883-6676-42cf-9c35-119b659451a6 None None] Port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:50:17.910643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe7b8-7b4a-47eb-acbe-b227f8819107 req-bb15c396-a0db-4a9a-913b-1819df939804 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:17.912429 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1defe7b8-7b4a-47eb-acbe-b227f8819107 req-bb15c396-a0db-4a9a-913b-1819df939804 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 932 time: 0.0548635 Aug 31 06:50:17.965228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1defe7b8-7b4a-47eb-acbe-b227f8819107 req-bf18ac89-da4b-43ce-bf4c-e5f79a91e51e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Aug 31 06:50:17.979567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:17.991232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5bed5993-46f2-4f0b-9603-36a9856c9f68,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:18.000876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.015980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Transition to ACTIVE for port object 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:18.020742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.034245 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.061539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adf3443-d653-4ee7-8b16-bcd99b3d873f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d71136-f995-46e5-aaf6-645a5683751d'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:18.063964 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66719dab-4ef4-4fe7-a35e-f3374e69a10c" -d '{"events": [{"server_uuid": "9adf3443-d653-4ee7-8b16-bcd99b3d873f", "name": "network-vif-plugged", "status": "completed", "tag": "30d71136-f995-46e5-aaf6-645a5683751d"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:18.074331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Pushing event updated for resources: {'Port': ['ID=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:18.079010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 30d71136-f995-46e5-aaf6-645a5683751d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=30d71136-f995-46e5-aaf6-645a5683751d,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:18.087448 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.117303 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8191dc43-6e86-4d0a-ace3-0214bcfa0ff3 x-openstack-request-id: req-8191dc43-6e86-4d0a-ace3-0214bcfa0ff3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:18.117633 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adf3443-d653-4ee7-8b16-bcd99b3d873f", "name": "network-vif-plugged", "status": "completed", "tag": "30d71136-f995-46e5-aaf6-645a5683751d", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:18.117839 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8191dc43-6e86-4d0a-ace3-0214bcfa0ff3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:18.118249 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adf3443-d653-4ee7-8b16-bcd99b3d873f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d71136-f995-46e5-aaf6-645a5683751d', 'code': 200} Aug 31 06:50:18.153628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Attempting to bind port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:18.154235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Attempting to bind port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:18.154804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Attempting to bind port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 on network e2b64b89-612b-4f32-bc6a-58f23826c515 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:18.160082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 on network e2b64b89-612b-4f32-bc6a-58f23826c515 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:18.160671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Attempting to bind port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 on network e2b64b89-612b-4f32-bc6a-58f23826c515 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:18.161523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=30d71136-f995-46e5-aaf6-645a5683751d,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:18.172328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:18.172667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Checking segment: {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:18.173057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Bound using segment: {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:18.173585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Bound port: 84cdc400-ea0a-4138-8eb6-1a5a74dbd478, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33188de2-8a71-49db-94d7-56eedb15f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:18.173905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.265953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5bed5993-46f2-4f0b-9603-36a9856c9f68'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:18.270025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45a2a8-e1da-464a-b195-1f79236915b9 req-ce0f7104-ab00-41e6-b4a1-055f8ce8a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.271538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a45a2a8-e1da-464a-b195-1f79236915b9 req-ce0f7104-ab00-41e6-b4a1-055f8ce8a8ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 1097 time: 0.0875108 Aug 31 06:50:18.281463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] For port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:18.284487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] For port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:18.289249 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.348026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.348684 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.350636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] 10.222.0.42 "PUT /v2.0/ports/84cdc400-ea0a-4138-8eb6-1a5a74dbd478 HTTP/1.1" status: 200 len: 1093 time: 0.8326921 Aug 31 06:50:18.351379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:18.354190 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62969a36-11d5-4810-981f-b64a10fbb9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:18.426695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd530e04-74aa-45fb-b781-a0c6d38571b8 req-d8002b36-67e7-4eb8-9be9-c47613011209 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.428772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd530e04-74aa-45fb-b781-a0c6d38571b8 req-d8002b36-67e7-4eb8-9be9-c47613011209 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 945 time: 0.0680690 Aug 31 06:50:18.431666 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4704695f-ead5-4e99-8d09-f3541c03ed28 x-openstack-request-id: req-4704695f-ead5-4e99-8d09-f3541c03ed28 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:18.431965 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:18.432215 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4704695f-ead5-4e99-8d09-f3541c03ed28 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:18.432614 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'status': 'completed', 'code': 200} Aug 31 06:50:18.458856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a45a2a8-e1da-464a-b195-1f79236915b9 req-955b8e02-1082-4137-8715-383bda8d1ade service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650336 Aug 31 06:50:18.462780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0c04c-33c3-4cc7-9a75-8d341003437b service neutron] Pushing event updated for resources: {'Port': ['ID=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:18.488459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd530e04-74aa-45fb-b781-a0c6d38571b8 req-c13df327-d2cc-4e22-ac17-c682b6d57af5 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Aug 31 06:50:18.492088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-7cb6d73e-5a97-432d-9288-cda1d171de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.493549 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-7cb6d73e-5a97-432d-9288-cda1d171de17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 1096 time: 0.0853500 Aug 31 06:50:18.686155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-143a5ae9-ae8b-4538-822d-b08d75ebdd71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478 HTTP/1.1" status: 200 len: 217 time: 0.0360198 Aug 31 06:50:18.737830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-49704c48-202d-413b-aeb9-175fee2a42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.739310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-49704c48-202d-413b-aeb9-175fee2a42c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc HTTP/1.1" status: 200 len: 834 time: 0.0461881 Aug 31 06:50:18.795572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-a53da40d-a19c-4b39-9ecd-4e7199a3aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.797101 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-a53da40d-a19c-4b39-9ecd-4e7199a3aad5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2b64b89-612b-4f32-bc6a-58f23826c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466926 Aug 31 06:50:18.915685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5314ef-d9fd-4773-be46-cabf1252f757 req-8adcf5c3-8d86-4f36-9765-131d44d550df tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.918664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c5314ef-d9fd-4773-be46-cabf1252f757 req-8adcf5c3-8d86-4f36-9765-131d44d550df tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 945 time: 0.0580618 Aug 31 06:50:18.963711 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c5314ef-d9fd-4773-be46-cabf1252f757 req-79f41ad3-1707-49e2-9e36-d34886563f62 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395358 Aug 31 06:50:19.233732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1702a9-50d4-4c5d-bf45-f5a8106d8c67 req-e26e847b-3ecd-4777-b53e-249edf8b2a9b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.235106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a1702a9-50d4-4c5d-bf45-f5a8106d8c67 req-e26e847b-3ecd-4777-b53e-249edf8b2a9b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 944 time: 0.0968707 Aug 31 06:50:19.252243 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-3c2a2c28-5849-4162-8f28-7482ebfec070 service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327109 Aug 31 06:50:19.316287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a1702a9-50d4-4c5d-bf45-f5a8106d8c67 req-d0f6c8a1-4226-48d9-a877-3f483bd81d0d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735993 Aug 31 06:50:19.359225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b955863a-e7b0-4eda-a6ce-d243454f1afe req-94ce2ba0-32a8-425d-b5f2-8618d013a81e service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934350 Aug 31 06:50:19.463879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-5ac22698-c36d-4ed0-af9c-df0701b39a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.465443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-5ac22698-c36d-4ed0-af9c-df0701b39a44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 1096 time: 0.0421107 Aug 31 06:50:19.564499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-a112b1af-825f-4785-9615-cad1654e9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.566053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-a112b1af-825f-4785-9615-cad1654e9133 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2b64b89-612b-4f32-bc6a-58f23826c515 HTTP/1.1" status: 200 len: 897 time: 0.0915310 Aug 31 06:50:19.573257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5bed5993-46f2-4f0b-9603-36a9856c9f68 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:19.613974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9735df-4c7c-436a-a6fe-0baf75fe8aef req-924122db-8695-4a87-8192-94203cc76b0f tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.615643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e9735df-4c7c-436a-a6fe-0baf75fe8aef req-924122db-8695-4a87-8192-94203cc76b0f tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 945 time: 0.0502670 Aug 31 06:50:19.628278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 5bed5993-46f2-4f0b-9603-36a9856c9f68 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:19.629358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-60878a1a-7910-475e-b233-9c30191d6dbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478 HTTP/1.1" status: 200 len: 217 time: 0.0369771 Aug 31 06:50:19.632441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 5bed5993-46f2-4f0b-9603-36a9856c9f68 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:19.632817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:19.664179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e9735df-4c7c-436a-a6fe-0baf75fe8aef req-28ca641d-3b74-44d6-ad38-fba56fbf5217 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Aug 31 06:50:19.714100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-de4948c0-382b-42ed-9439-3015c2dd2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.715624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-de4948c0-382b-42ed-9439-3015c2dd2b5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc HTTP/1.1" status: 200 len: 834 time: 0.0744038 Aug 31 06:50:19.762875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:19.782069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-96637e48-9087-4fb1-bb73-da80666c6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.783496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-96637e48-9087-4fb1-bb73-da80666c6fe4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2b64b89-612b-4f32-bc6a-58f23826c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474522 Aug 31 06:50:19.799262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5bed5993-46f2-4f0b-9603-36a9856c9f68, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5bed5993-46f2-4f0b-9603-36a9856c9f68,segment=NetworkSegment(060efc55-248c-4e2b-aec2-e1b98ce896cd),segment_id=060efc55-248c-4e2b-aec2-e1b98ce896cd)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:19.803233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:19.855245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5bed5993-46f2-4f0b-9603-36a9856c9f68,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:19.882411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-086486d8-93c8-42f5-aca4-d45a942f396b service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853329 Aug 31 06:50:19.981915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62969a36-11d5-4810-981f-b64a10fbb9d1 req-c8609df0-d9b6-4ba1-bc51-885cadef8139 service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920312 Aug 31 06:50:20.115721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deca7c9-12b0-4871-b70f-3cfb85d89027 req-402ea281-717e-40e8-ab9f-42d948a75797 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.118286 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9deca7c9-12b0-4871-b70f-3cfb85d89027 req-402ea281-717e-40e8-ab9f-42d948a75797 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 945 time: 0.0763421 Aug 31 06:50:20.119965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22113f32-e3bf-483d-b5c3-762accd7ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed5993-46f2-4f0b-9603-36a9856c9f68'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:20.122458 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dc48be-097b-4d22-b56d-7e3f5a2aef9b" -d '{"events": [{"server_uuid": "22113f32-e3bf-483d-b5c3-762accd7ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "5bed5993-46f2-4f0b-9603-36a9856c9f68"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:20.167545 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa858fdc-04e3-40af-ba66-e805ee0cb761 x-openstack-request-id: req-fa858fdc-04e3-40af-ba66-e805ee0cb761 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:20.167910 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22113f32-e3bf-483d-b5c3-762accd7ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "5bed5993-46f2-4f0b-9603-36a9856c9f68", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:20.168240 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa858fdc-04e3-40af-ba66-e805ee0cb761 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:20.169011 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22113f32-e3bf-483d-b5c3-762accd7ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed5993-46f2-4f0b-9603-36a9856c9f68', 'code': 200} Aug 31 06:50:20.173124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9deca7c9-12b0-4871-b70f-3cfb85d89027 req-952fb623-1e47-436f-8c9e-d4220640e456 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Aug 31 06:50:20.323337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73d3ff-a456-4258-9d50-50556f20c14c req-5de2f3b1-ea51-4fc5-a464-c1c802c90e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.324795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c73d3ff-a456-4258-9d50-50556f20c14c req-5de2f3b1-ea51-4fc5-a464-c1c802c90e2f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 1098 time: 0.0815434 Aug 31 06:50:20.343108 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2714bef-89d3-4a8a-b952-4dd7f1789546 req-a6546334-460c-495c-811a-8ecc4ffc4b6e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.344650 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a2714bef-89d3-4a8a-b952-4dd7f1789546 req-a6546334-460c-495c-811a-8ecc4ffc4b6e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 946 time: 0.0742552 Aug 31 06:50:20.412795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c73d3ff-a456-4258-9d50-50556f20c14c req-151bb668-51af-47b9-99b3-3043e9de9ae4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780239 Aug 31 06:50:20.418286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a2714bef-89d3-4a8a-b952-4dd7f1789546 req-845576f0-8ce3-4ab5-9df9-18db6f72433e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668592 Aug 31 06:50:20.555644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f95b7-79d4-4e65-bcfc-418eb6bdc132 req-f9205dba-a60c-4986-bc71-fb7467b1976a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.557218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f92f95b7-79d4-4e65-bcfc-418eb6bdc132 req-f9205dba-a60c-4986-bc71-fb7467b1976a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 945 time: 0.0572927 Aug 31 06:50:20.606869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f92f95b7-79d4-4e65-bcfc-418eb6bdc132 req-d8a29851-01a7-45ce-b9d3-07b3b6b5e9b2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399120 Aug 31 06:50:20.793797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369d901-13d4-49f1-b9b0-02946545ca0f req-b140ba8b-5bee-4010-ad93-d60f63e7641e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.796173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b369d901-13d4-49f1-b9b0-02946545ca0f req-b140ba8b-5bee-4010-ad93-d60f63e7641e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 944 time: 0.3950868 Aug 31 06:50:20.838877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b369d901-13d4-49f1-b9b0-02946545ca0f req-bbd9333d-5038-4d89-bb85-ccb3cc042dec tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343392 Aug 31 06:50:20.898393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7fb7-20b6-4a32-b5ac-054e0754f8ec req-84a275f0-614c-4bd2-b86d-4ea2ac067895 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.899383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-071e7fb7-20b6-4a32-b5ac-054e0754f8ec req-84a275f0-614c-4bd2-b86d-4ea2ac067895 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 946 time: 0.0621579 Aug 31 06:50:20.943768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-071e7fb7-20b6-4a32-b5ac-054e0754f8ec req-5b75b75b-97c9-4338-a719-e83bd2d65d71 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358021 Aug 31 06:50:21.014347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c528b-4167-4bc2-afc4-63c5845512cc req-7fed9a68-838d-4639-b13f-488187da813d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:21.015992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-820c528b-4167-4bc2-afc4-63c5845512cc req-7fed9a68-838d-4639-b13f-488187da813d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 945 time: 0.0548580 Aug 31 06:50:21.060767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-820c528b-4167-4bc2-afc4-63c5845512cc req-d5d62483-1431-4946-8765-e3b3f9b93025 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382831 Aug 31 06:50:21.481077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a802f-99f4-4f75-9dd4-5d7c21a95afd req-b61057f4-c254-4109-96c8-656f686a07ba tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:21.482611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-792a802f-99f4-4f75-9dd4-5d7c21a95afd req-b61057f4-c254-4109-96c8-656f686a07ba tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0533462 Aug 31 06:50:21.524581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-792a802f-99f4-4f75-9dd4-5d7c21a95afd req-db1f585c-7d25-47fb-bf8f-69bbc4c4d3f6 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358975 Aug 31 06:50:21.732471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:21.831387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:21.843807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:21.886400 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:21.899708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:21.920048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:21.924386 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:21.979369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44838-b2fc-4977-bfcf-38cdf6354377 req-15d13f72-42c8-4227-bd9a-443e07bc9ca0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:21.981014 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6c44838-b2fc-4977-bfcf-38cdf6354377 req-15d13f72-42c8-4227-bd9a-443e07bc9ca0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 945 time: 0.0625479 Aug 31 06:50:21.985391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:22.024801 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6c44838-b2fc-4977-bfcf-38cdf6354377 req-f0ff727d-4fa3-4d19-a8fe-b92e79b00ed9 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340326 Aug 31 06:50:22.109400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b75e-3792-43c2-9181-d7dae5255912 req-30a0bc58-52d6-42c1-a4b1-8c4b87a59e81 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:22.111001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8aa9b75e-3792-43c2-9181-d7dae5255912 req-30a0bc58-52d6-42c1-a4b1-8c4b87a59e81 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 946 time: 0.0588660 Aug 31 06:50:22.153618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8aa9b75e-3792-43c2-9181-d7dae5255912 req-01cea39c-05ab-4153-959c-8e35cad31c50 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Aug 31 06:50:22.188799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e820954-9e11-4fd8-9a97-a211fc54ee3c req-5475c033-c4d4-4f48-822a-4092e3a4f1dc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:22.190576 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e820954-9e11-4fd8-9a97-a211fc54ee3c req-5475c033-c4d4-4f48-822a-4092e3a4f1dc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 945 time: 0.0528400 Aug 31 06:50:22.231986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e820954-9e11-4fd8-9a97-a211fc54ee3c req-81990880-1844-47e5-964c-49c2d9a17485 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Aug 31 06:50:22.252814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['84cdc400-ea0a-4138-8eb6-1a5a74dbd478'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:22.427931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-23df556a-bc94-4aa6-b01a-a5dcff699458 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:22.429923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-23df556a-bc94-4aa6-b01a-a5dcff699458 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 945 time: 0.0535142 Aug 31 06:50:22.568482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Deleting port 30d71136-f995-46e5-aaf6-645a5683751d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:22.568915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.706406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb8387-d63b-44de-8c71-3745dc3a0e9b req-da2f64f8-ca64-40e8-91cd-3090c599592c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:22.707921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bdeb8387-d63b-44de-8c71-3745dc3a0e9b req-da2f64f8-ca64-40e8-91cd-3090c599592c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0922701 Aug 31 06:50:22.713012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] For port 30d71136-f995-46e5-aaf6-645a5683751d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=30d71136-f995-46e5-aaf6-645a5683751d,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:22.713411 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.739964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Calling delete_port for 30d71136-f995-46e5-aaf6-645a5683751d owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:22.755765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbc739-7784-4a12-b7dc-f7e1f894e6da req-5ccca97f-e515-4b1d-ac65-786c3cf1c177 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:22.757335 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59cbc739-7784-4a12-b7dc-f7e1f894e6da req-5ccca97f-e515-4b1d-ac65-786c3cf1c177 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 946 time: 0.0498590 Aug 31 06:50:22.768054 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bdeb8387-d63b-44de-8c71-3745dc3a0e9b req-70c25eea-dd98-44fd-92e7-4067788e6a21 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521052 Aug 31 06:50:22.797139 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59cbc739-7784-4a12-b7dc-f7e1f894e6da req-b0feff2d-e8e6-4213-a3bb-9502be599b42 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Aug 31 06:50:22.892843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.935524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event deleted for resources: {'Port': ['ID=30d71136-f995-46e5-aaf6-645a5683751d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:22.946214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3', 'd3d42b00-5108-4734-8111-48b4e159e440', '30d71136-f995-46e5-aaf6-645a5683751d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:22.978751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] No DVR routers for this DVR port 30d71136-f995-46e5-aaf6-645a5683751d on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:22.981586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.983759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c52b9f90-e57c-412c-bd13-f875a1f0c839 req-d68d6007-8003-4f00-996f-f457a102d500 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "DELETE /v2.0/ports/30d71136-f995-46e5-aaf6-645a5683751d HTTP/1.1" status: 204 len: 173 time: 0.5450163 Aug 31 06:50:22.984203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adf3443-d653-4ee7-8b16-bcd99b3d873f', 'name': 'network-vif-deleted', 'tag': '30d71136-f995-46e5-aaf6-645a5683751d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:22.986507 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb23ce3-7748-4c96-bfde-9d0601290731" -d '{"events": [{"server_uuid": "9adf3443-d653-4ee7-8b16-bcd99b3d873f", "name": "network-vif-deleted", "tag": "30d71136-f995-46e5-aaf6-645a5683751d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:23.031979 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffde06d-3caa-460d-93ab-d74254027b99 x-openstack-request-id: req-1ffde06d-3caa-460d-93ab-d74254027b99 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:23.032279 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adf3443-d653-4ee7-8b16-bcd99b3d873f", "name": "network-vif-deleted", "tag": "30d71136-f995-46e5-aaf6-645a5683751d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:23.032537 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ffde06d-3caa-460d-93ab-d74254027b99 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:23.032949 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adf3443-d653-4ee7-8b16-bcd99b3d873f', 'name': 'network-vif-deleted', 'tag': '30d71136-f995-46e5-aaf6-645a5683751d', 'status': 'completed', 'code': 200} Aug 31 06:50:23.160518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf6a8f-a230-48cb-92ff-61dbb112424e req-2e3ad45e-df6e-4d79-a991-b0068423522f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.162219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1baf6a8f-a230-48cb-92ff-61dbb112424e req-2e3ad45e-df6e-4d79-a991-b0068423522f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 945 time: 0.0520053 Aug 31 06:50:23.202618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1baf6a8f-a230-48cb-92ff-61dbb112424e req-b0e294e8-27ac-4a8a-9259-73194e01bdc2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342100 Aug 31 06:50:23.343765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9dbb923d-6290-4da0-868c-36c94315dbfd req-cabb1cc3-fb43-424f-b15a-dafd9515e336 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=9adf3443-d653-4ee7-8b16-bcd99b3d873f HTTP/1.1" status: 200 len: 210 time: 0.0260327 Aug 31 06:50:23.747159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:23.797054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:23.800870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:23.801273 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.884434 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.905609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34205-5ed0-4deb-bdae-db1b5dea673a req-a8265194-ef99-4046-9d8e-3a31fc0e5021 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.907249 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a1f34205-5ed0-4deb-bdae-db1b5dea673a req-a8265194-ef99-4046-9d8e-3a31fc0e5021 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0612843 Aug 31 06:50:23.912450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:23.915809 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e97f090-4946-4a4d-b9d7-4a0172981b59" -d '{"events": [{"server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "name": "network-vif-plugged", "status": "completed", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:23.928757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:23.929806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa859d56-2753-4c3d-b929-05c6b8cf43db req-35a2b5cb-d998-4ff6-a10c-5f66db41f908 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.931677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa859d56-2753-4c3d-b929-05c6b8cf43db req-35a2b5cb-d998-4ff6-a10c-5f66db41f908 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 946 time: 0.0665641 Aug 31 06:50:23.933440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.949793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a1f34205-5ed0-4deb-bdae-db1b5dea673a req-fc42045c-cc7d-4a27-8e22-4de9d5f77234 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361967 Aug 31 06:50:23.975582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa859d56-2753-4c3d-b929-05c6b8cf43db req-f103558f-6fe3-4f77-8700-f5f20045c440 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2233509-c498-430e-8783-9642138e7053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Aug 31 06:50:24.002956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:24.011171 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c29803c-cd0a-418c-860d-fa7480244883 x-openstack-request-id: req-0c29803c-cd0a-418c-860d-fa7480244883 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:24.011469 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "name": "network-vif-plugged", "status": "completed", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:24.011994 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c29803c-cd0a-418c-860d-fa7480244883 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:24.012385 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'code': 200} Aug 31 06:50:24.126616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69559f5c-94ff-4651-8600-215038094d8d req-7b50b26f-7081-4eb7-aac2-1b9bbb8ad044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:24.128151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69559f5c-94ff-4651-8600-215038094d8d req-7b50b26f-7081-4eb7-aac2-1b9bbb8ad044 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 1098 time: 0.0448554 Aug 31 06:50:24.172947 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-69559f5c-94ff-4651-8600-215038094d8d req-69761e09-f53c-42de-9600-b756b7763db0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357263 Aug 31 06:50:24.184114 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-56549826-9862-4f2e-84df-d5b8f30de9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.328861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44e18-7c2a-465c-8199-a647479e3e50 req-2de63d25-ae80-4128-a3ef-4b6fdc1c0412 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:24.330375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-abb44e18-7c2a-465c-8199-a647479e3e50 req-2de63d25-ae80-4128-a3ef-4b6fdc1c0412 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 946 time: 0.0488622 Aug 31 06:50:24.387220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-abb44e18-7c2a-465c-8199-a647479e3e50 req-75189bc4-66f8-47e9-8432-7c6d673114ac tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503733 Aug 31 06:50:24.398433 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.426727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-995e5a21-ec99-4cad-b325-41661df0f694 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:24.428792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-995e5a21-ec99-4cad-b325-41661df0f694 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.23 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 946 time: 0.0585248 Aug 31 06:50:24.535249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Deleting port 5bed5993-46f2-4f0b-9603-36a9856c9f68 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:24.535804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.679423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] For port 5bed5993-46f2-4f0b-9603-36a9856c9f68, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5bed5993-46f2-4f0b-9603-36a9856c9f68,segment=NetworkSegment(060efc55-248c-4e2b-aec2-e1b98ce896cd),segment_id=060efc55-248c-4e2b-aec2-e1b98ce896cd)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:24.679815 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.699834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b65a-81ce-4d6a-96ab-7dfe110969ff req-b806a7d2-0c52-4784-afb7-017e3f4bb1ff tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:24.701421 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cfb9b65a-81ce-4d6a-96ab-7dfe110969ff req-b806a7d2-0c52-4784-afb7-017e3f4bb1ff tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 946 time: 0.0962636 Aug 31 06:50:24.706565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Calling delete_port for 5bed5993-46f2-4f0b-9603-36a9856c9f68 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:24.788122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cfb9b65a-81ce-4d6a-96ab-7dfe110969ff req-62a4185b-f081-4307-a5a4-9d030e225161 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791314 Aug 31 06:50:24.875722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.888008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5bed5993-46f2-4f0b-9603-36a9856c9f68'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:24.905331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Pushing event deleted for resources: {'Port': ['ID=5bed5993-46f2-4f0b-9603-36a9856c9f68,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:24.923310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.923674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.924023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.924367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.924788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.925295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.925778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.926272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.926612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.926942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.927282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.927800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:24.966054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] No DVR routers for this DVR port 5bed5993-46f2-4f0b-9603-36a9856c9f68 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:24.969273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.970861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a417eea8-37cf-4916-a3ce-d4569c3f0a94 req-74c467bf-c145-45d4-8cde-80fbd006f865 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.23 "DELETE /v2.0/ports/5bed5993-46f2-4f0b-9603-36a9856c9f68 HTTP/1.1" status: 204 len: 173 time: 0.5340006 Aug 31 06:50:25.034165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22113f32-e3bf-483d-b5c3-762accd7ca3a', 'name': 'network-vif-deleted', 'tag': '5bed5993-46f2-4f0b-9603-36a9856c9f68'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:25.037170 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8a4b77-0eb8-4768-a9d9-a732d77b1944" -d '{"events": [{"server_uuid": "22113f32-e3bf-483d-b5c3-762accd7ca3a", "name": "network-vif-deleted", "tag": "5bed5993-46f2-4f0b-9603-36a9856c9f68"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:25.108600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2faa77fa-c11c-4be5-b95f-41f803dc3d65 req-ab98c743-7496-4041-a91c-0608b7416ff9 tempest-ServerMetadataNegativeTestJSON-708274881 tempest-ServerMetadataNegativeTestJSON-708274881-project] 10.222.0.15 "GET /v2.0/ports?device_id=22113f32-e3bf-483d-b5c3-762accd7ca3a HTTP/1.1" status: 200 len: 210 time: 0.0398607 Aug 31 06:50:25.115163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b2f7-c087-44af-8b24-2a9031aabe35 req-e011e56c-b3c7-4c61-8aa6-8bc2ea983392 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:25.116716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21b0b2f7-c087-44af-8b24-2a9031aabe35 req-e011e56c-b3c7-4c61-8aa6-8bc2ea983392 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0606189 Aug 31 06:50:25.162358 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36971c2-4b6c-4a3c-883f-38df68be4b2c x-openstack-request-id: req-f36971c2-4b6c-4a3c-883f-38df68be4b2c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:25.162869 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22113f32-e3bf-483d-b5c3-762accd7ca3a", "name": "network-vif-deleted", "tag": "5bed5993-46f2-4f0b-9603-36a9856c9f68", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:25.162977 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f36971c2-4b6c-4a3c-883f-38df68be4b2c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:25.163392 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22113f32-e3bf-483d-b5c3-762accd7ca3a', 'name': 'network-vif-deleted', 'tag': '5bed5993-46f2-4f0b-9603-36a9856c9f68', 'status': 'completed', 'code': 200} Aug 31 06:50:25.165592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21b0b2f7-c087-44af-8b24-2a9031aabe35 req-c63fa1d7-ba38-4abd-a3d6-d1a1220b0d19 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Aug 31 06:50:25.519327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58219dc-68e2-420f-9059-96c97052f363 req-c5bc59d0-a6e0-40fe-b1c6-b12d4ad4a3a6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:25.520720 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e58219dc-68e2-420f-9059-96c97052f363 req-c5bc59d0-a6e0-40fe-b1c6-b12d4ad4a3a6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 946 time: 0.0513110 Aug 31 06:50:25.563731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e58219dc-68e2-420f-9059-96c97052f363 req-80f82d33-dbf2-4f7f-88e0-7e37d3dbe877 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345252 Aug 31 06:50:25.792601 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.918690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0f7fd-ecff-4ed1-94e9-d6944c6bee57 req-1ef6f96d-c43f-4fd6-94d3-ca98cabc9cbf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:25.920324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8bc0f7fd-ecff-4ed1-94e9-d6944c6bee57 req-1ef6f96d-c43f-4fd6-94d3-ca98cabc9cbf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 946 time: 0.0502229 Aug 31 06:50:25.959201 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8bc0f7fd-ecff-4ed1-94e9-d6944c6bee57 req-8bddbd39-72d0-4c7e-88bf-11767442a812 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330031 Aug 31 06:50:26.169925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56814) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:26.221562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6df5e1-352e-4c28-98ab-629fd48cb240 admin admin] Deleting subnet 0fb87188-983b-4897-b6f9-03efdbfe545f {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:50:26.225894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e6df5e1-352e-4c28-98ab-629fd48cb240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.236117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-92ac8dcd-2961-4df0-b70e-070351b7a2d3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:26.237688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-92ac8dcd-2961-4df0-b70e-070351b7a2d3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 946 time: 0.0523224 Aug 31 06:50:26.262062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e6df5e1-352e-4c28-98ab-629fd48cb240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.304371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e6df5e1-352e-4c28-98ab-629fd48cb240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.346259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35e8cf-bdcd-4185-b122-0e607c37488c req-26928fe3-153c-4496-84b3-71aa7a66dd6d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:26.347851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d35e8cf-bdcd-4185-b122-0e607c37488c req-26928fe3-153c-4496-84b3-71aa7a66dd6d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.1092405 Aug 31 06:50:26.364023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e6df5e1-352e-4c28-98ab-629fd48cb240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.391957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6df5e1-352e-4c28-98ab-629fd48cb240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb87188-983b-4897-b6f9-03efdbfe545f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:26.393936 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e6df5e1-352e-4c28-98ab-629fd48cb240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.398299 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3e6df5e1-352e-4c28-98ab-629fd48cb240 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0fb87188-983b-4897-b6f9-03efdbfe545f HTTP/1.1" status: 204 len: 168 time: 0.2247963 Aug 31 06:50:26.399636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56820) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:26.401749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d35e8cf-bdcd-4185-b122-0e607c37488c req-301df2ac-5088-46f6-8a68-df72ceb8d978 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476086 Aug 31 06:50:26.417204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Deleting port d3d42b00-5108-4734-8111-48b4e159e440 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:26.417631 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.474601 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.541375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] For port d3d42b00-5108-4734-8111-48b4e159e440, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d3d42b00-5108-4734-8111-48b4e159e440,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:26.541375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.555722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Calling delete_port for d3d42b00-5108-4734-8111-48b4e159e440 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:26.559443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.570937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b649859-82af-4fb9-b414-d57ef4aeafbe']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:26.601513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060efc55-248c-4e2b-aec2-e1b98ce896cd') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:26.601839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060efc55-248c-4e2b-aec2-e1b98ce896cd') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:26.611922 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.627844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.635661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:26.636158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:26.638284 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:26.703905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.718376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3', 'd3d42b00-5108-4734-8111-48b4e159e440'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:26.733105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.738566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.743487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8b649859-82af-4fb9-b414-d57ef4aeafbe HTTP/1.1" status: 204 len: 168 time: 0.3437159 Aug 31 06:50:26.743835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event deleted for resources: {'Port': ['ID=d3d42b00-5108-4734-8111-48b4e159e440,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:26.758053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdcea8-a5eb-4f74-b9a9-93eb6eddf9bb req-f7b40c59-6594-413f-842a-f41839cb4b11 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:26.759782 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bdcdcea8-a5eb-4f74-b9a9-93eb6eddf9bb req-f7b40c59-6594-413f-842a-f41839cb4b11 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 946 time: 0.1088746 Aug 31 06:50:26.786132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b649859-82af-4fb9-b414-d57ef4aeafbe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:26.803011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.803531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.803790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.804180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.804453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.804785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.805111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.805283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] No DVR routers for this DVR port d3d42b00-5108-4734-8111-48b4e159e440 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:26.805534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.805801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.806125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.806632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.806762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7e1981-0685-4e25-b8e8-b669917343f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:26.809901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.812598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c52039a0-cca8-4c0b-8ed5-a422703c8130 req-6baf1d62-1b79-46fa-b557-4c04e236ccb3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "DELETE /v2.0/ports/d3d42b00-5108-4734-8111-48b4e159e440 HTTP/1.1" status: 204 len: 173 time: 0.5638115 Aug 31 06:50:26.832756 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bdcdcea8-a5eb-4f74-b9a9-93eb6eddf9bb req-1ba78c78-283e-4803-83de-8703748dd160 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564504 Aug 31 06:50:26.839657 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa918524-d16f-4da9-af84-2aece84f9289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.914580 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.978771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56828) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:27.018501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3ac18-6e61-4aa6-863e-8735fb606e29 req-e8c05faa-ee6b-424e-9fd6-b9767d2bd29c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:27.027726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4dc3ac18-6e61-4aa6-863e-8735fb606e29 req-e8c05faa-ee6b-424e-9fd6-b9767d2bd29c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 946 time: 0.0873823 Aug 31 06:50:27.036020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4cbbfe32-4bca-437d-ac94-8a420b3cb77f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=935ac48553ca4d0d9b5e828cac59a8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560632 Aug 31 06:50:27.038554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56832) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:27.081951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4dc3ac18-6e61-4aa6-863e-8735fb606e29 req-61797cfc-2c3f-4af1-929a-6a72ab5f4c45 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528934 Aug 31 06:50:27.117580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56834) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:27.134283 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9a213b18-f665-4ea1-a006-086bb24d2d44 req-6b43c07d-b329-45f7-81fa-ce8318ecac7e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db055fe-3aa0-41c9-b9f2-d92989ffb446 HTTP/1.1" status: 200 len: 210 time: 0.0408487 Aug 31 06:50:27.146012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94ccff19-55e1-4a7c-a496-b63104095e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.164664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db055fe-3aa0-41c9-b9f2-d92989ffb446', 'name': 'network-vif-deleted', 'tag': 'd3d42b00-5108-4734-8111-48b4e159e440'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:27.167098 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f658b2-0a4f-4ef9-adea-be083f0574f0" -d '{"events": [{"server_uuid": "1db055fe-3aa0-41c9-b9f2-d92989ffb446", "name": "network-vif-deleted", "tag": "d3d42b00-5108-4734-8111-48b4e159e440"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:27.174809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94ccff19-55e1-4a7c-a496-b63104095e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.175789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68d19a-9159-4e87-9b8a-4c2bae52de7c tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:27.180488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2d68d19a-9159-4e87-9b8a-4c2bae52de7c tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 1093 time: 0.0590153 Aug 31 06:50:27.181268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56838) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:27.186700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:27.212324 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2470e34-297e-4c80-a785-695013c07a58 x-openstack-request-id: req-d2470e34-297e-4c80-a785-695013c07a58 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:27.212324 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db055fe-3aa0-41c9-b9f2-d92989ffb446", "name": "network-vif-deleted", "tag": "d3d42b00-5108-4734-8111-48b4e159e440", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:27.212324 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2470e34-297e-4c80-a785-695013c07a58 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:27.212788 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db055fe-3aa0-41c9-b9f2-d92989ffb446', 'name': 'network-vif-deleted', 'tag': 'd3d42b00-5108-4734-8111-48b4e159e440', 'status': 'completed', 'code': 200} Aug 31 06:50:27.216165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.246199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94ccff19-55e1-4a7c-a496-b63104095e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.249708 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94ccff19-55e1-4a7c-a496-b63104095e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.250940 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-94ccff19-55e1-4a7c-a496-b63104095e92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2233509-c498-430e-8783-9642138e7053 HTTP/1.1" status: 204 len: 168 time: 0.2113805 Aug 31 06:50:27.264098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccff19-55e1-4a7c-a496-b63104095e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2233509-c498-430e-8783-9642138e7053,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:27.389760 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.566754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.25.5.70 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/3954e98a-e05c-4c63-ba63-df92fa80ccaa) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:27.587774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a3d8f-fb7e-4f00-914f-08e323f31042 req-0d4a97d4-dad8-4b35-8b32-4c941df98495 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:27.589472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-996a3d8f-fb7e-4f00-914f-08e323f31042 req-0d4a97d4-dad8-4b35-8b32-4c941df98495 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0807741 Aug 31 06:50:27.618451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5bed5993-46f2-4f0b-9603-36a9856c9f68 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:27.641584 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 5bed5993-46f2-4f0b-9603-36a9856c9f68 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:27.642038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5bed5993-46f2-4f0b-9603-36a9856c9f68 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:27.700537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-996a3d8f-fb7e-4f00-914f-08e323f31042 req-75eaf6d2-9502-47d4-858e-2b47651a31cf tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023481 Aug 31 06:50:27.754665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.780758 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 30d71136-f995-46e5-aaf6-645a5683751d no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:27.804435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 30d71136-f995-46e5-aaf6-645a5683751d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:27.804799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 30d71136-f995-46e5-aaf6-645a5683751d not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:27.815043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.857969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:27.863344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:27.867171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:27.893441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=3954e98a-e05c-4c63-ba63-df92fa80ccaa,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:28.106326 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.215726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56868) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:28.317395 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.339640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-40025317-network', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:28.380259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Made reservation on behalf of 13c3b3d85a8e42368f36ce4df398cdd5 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:28.382810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.392615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.407255 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.441879 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:50:28.539441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.544350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.572569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:28.578171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c8540-bb67-440d-b685-d6c9e437069b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:28.586847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.587401 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Added segment bd08e1e7-815f-4094-8786-d8be86a84e64 of type vlan for network be123292-6003-4775-9ebc-f3e3dd6d7cb2 Aug 31 06:50:28.598288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-92436f2c-a152-4d6e-b253-0fd804ab7be4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:28.599816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-92436f2c-a152-4d6e-b253-0fd804ab7be4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.1968124 Aug 31 06:50:28.633731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-a7afa8e2-a884-4c52-be57-4290912bccd7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/quotas/62f1222f738c4149b531b6b091fa31be HTTP/1.1" status: 200 len: 375 time: 0.0225823 Aug 31 06:50:28.639404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.666425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.667727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:28.668319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.699749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.706792 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.733472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5120173 Aug 31 06:50:28.733472 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399d96-55b7-402d-bccb-93b310e2b2dd admin admin] Pushing event updated for resources: {'Network': ['ID=be123292-6003-4775-9ebc-f3e3dd6d7cb2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:28.735308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56890) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:28.740813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Request body: {'subnet': {'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-subnet', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:28.746294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network be123292-6003-4775-9ebc-f3e3dd6d7cb2 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:28.751718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-5515f1e3-964c-4a90-9ac8-d916eda80a93 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050210 Aug 31 06:50:28.771384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Made reservation on behalf of 13c3b3d85a8e42368f36ce4df398cdd5 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:28.772986 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.908864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7625a81-1cd9-42b1-9420-224607087756 req-87b4e4d2-7282-40f6-9392-a65dad358380 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:28.910538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d7625a81-1cd9-42b1-9420-224607087756 req-87b4e4d2-7282-40f6-9392-a65dad358380 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0845559 Aug 31 06:50:29.003194 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d7625a81-1cd9-42b1-9420-224607087756 req-7018d1cd-38ad-44de-90f8-deadcfc98611 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841534 Aug 31 06:50:29.065919 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.121436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a630977d-d2dd-400a-a506-7101aac14fea,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:29.137072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Checking segment: {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:29.137663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Network hostable DHCP agents. Network: be123292-6003-4775-9ebc-f3e3dd6d7cb2, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:50:29.158543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Network be123292-6003-4775-9ebc-f3e3dd6d7cb2 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:50:29.168884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, be123292-6003-4775-9ebc-f3e3dd6d7cb2) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:29.174491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:29.175254 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.180764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f568bb-42f6-431e-bf36-4931260dade5 None None] Network be123292-6003-4775-9ebc-f3e3dd6d7cb2 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:29.198663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f0abe46-7dd1-4c6b-9719-a9d776bf18d2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4619606 Aug 31 06:50:29.201372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56892) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:29.206933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:29.214428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=3954e98a-e05c-4c63-ba63-df92fa80ccaa,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:29.229832 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.238555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.240412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.313472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-b1f0fc1d-7fd1-424c-9d67-6371a64f45c4 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251846 Aug 31 06:50:29.323628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.356234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e98522-97d4-48f9-9211-8c220245397e None None] Network be123292-6003-4775-9ebc-f3e3dd6d7cb2 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:29.423221 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Floating IP 1456f924-60fb-4310-b575-f7c706b41db2 associated. External IP: 172.25.5.70, port: 84cdc400-ea0a-4138-8eb6-1a5a74dbd478. Aug 31 06:50:29.500454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.507478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-a6ae9e72-c843-41c2-ba4e-41b063b41233 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621778 Aug 31 06:50:29.721255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router 469c3e56-5df0-4484-9193-5554339686a1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:50:29.766104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d74cf0e-8822-4ef7-97c6-7a1e538c0f5c req-4cdb5905-2a74-49bc-8ea3-8104d6f1598d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 210 time: 0.0724936 Aug 31 06:50:29.796337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d3d42b00-5108-4734-8111-48b4e159e440 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:29.824891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.834534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: d3d42b00-5108-4734-8111-48b4e159e440 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:29.834864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d3d42b00-5108-4734-8111-48b4e159e440 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:29.851493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.865137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:50:29.894010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.895668 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] Sync routers for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:50:29.918106 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:29.919883 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:50:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:29.942675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1c868fa1-cfdc-4fe4-9e00-85a86eb6da7e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7604420 Aug 31 06:50:29.943357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:29.945908 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac" -d '{"events": [{"name": "network-changed", "server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:29.948659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56904) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:30.007907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:30.056420 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a308041d-6db1-44ae-9f5f-2b31035556a4 x-openstack-request-id: req-a308041d-6db1-44ae-9f5f-2b31035556a4 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:30.056621 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:30.056797 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a308041d-6db1-44ae-9f5f-2b31035556a4 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:30.057174 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'status': 'completed', 'code': 200} Aug 31 06:50:30.068429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-16bc9f97-9136-42de-8902-fef6534323c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/floatingips/1456f924-60fb-4310-b575-f7c706b41db2 HTTP/1.1" status: 200 len: 991 time: 0.1182449 Aug 31 06:50:30.090702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Allocated IP 172.25.5.125 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/d676d981-ecb5-4392-a38b-ec3958ccbe79) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:30.162597 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:30.171429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-f9677e51-2e78-4739-bfc6-ec8e782286d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:30.174683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-f9677e51-2e78-4739-bfc6-ec8e782286d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 1098 time: 0.0948246 Aug 31 06:50:30.331744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4178992-9cf8-4e81-9fa8-dc0981dd23ac req-098d646c-be05-4413-98c0-f228e1e6b1d7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:30.345481 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4178992-9cf8-4e81-9fa8-dc0981dd23ac req-098d646c-be05-4413-98c0-f228e1e6b1d7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.2029202 Aug 31 06:50:30.437993 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4178992-9cf8-4e81-9fa8-dc0981dd23ac req-0d1d156c-ea60-4663-b38e-e4afc4f708ae tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910013 Aug 31 06:50:30.445623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-e16ed314-c060-4c82-a1c4-b69b90627dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:30.449408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-e16ed314-c060-4c82-a1c4-b69b90627dc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2b64b89-612b-4f32-bc6a-58f23826c515 HTTP/1.1" status: 200 len: 897 time: 0.2657447 Aug 31 06:50:30.514812 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:08Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:28Z', 'revision_number': 0, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:30.526433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:30.558165 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] Checking router: 469c3e56-5df0-4484-9193-5554339686a1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:50:30.572015 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:30.572654 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:50:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:30.612383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-a665b2d0-e82a-43e1-bdf6-c06e8fa19b12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478 HTTP/1.1" status: 200 len: 999 time: 0.1552291 Aug 31 06:50:30.660538 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:30.719578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:30.736707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:30.753887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:30.757611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-72a5719c-e0c6-4ddf-b686-eb0935538e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:30.759298 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-72a5719c-e0c6-4ddf-b686-eb0935538e7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc HTTP/1.1" status: 200 len: 834 time: 0.1391556 Aug 31 06:50:30.850065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-c1addc85-4f2d-42bd-9f60-ea492549ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:30.851580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-c1addc85-4f2d-42bd-9f60-ea492549ef04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2b64b89-612b-4f32-bc6a-58f23826c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825961 Aug 31 06:50:30.853009 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:30.895740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Pushing event updated for resources: {'Port': ['ID=d676d981-ecb5-4392-a38b-ec3958ccbe79,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:30.952365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56932) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:30.989347 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81c5c8e4-dca4-4446-b53d-71e47978288c req-ea0159c2-eaf3-4c69-b2a9-a4baba00ab1b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 210 time: 0.0351496 Aug 31 06:50:31.003370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-3f35dc0f-4037-4af3-b1a6-63070664e134 service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431863 Aug 31 06:50:31.074281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:31.162129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35571cd3-945a-4a28-9d08-46384344060f req-88eb6e0c-4cfd-4b34-90ea-228e84f3650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:31.170007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35571cd3-945a-4a28-9d08-46384344060f req-88eb6e0c-4cfd-4b34-90ea-228e84f3650d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 1097 time: 0.2160923 Aug 31 06:50:31.205727 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65b5abe2-a860-4c8a-91fb-eddc7c31936f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/floatingips/1456f924-60fb-4310-b575-f7c706b41db2 HTTP/1.1" status: 200 len: 991 time: 0.1277955 Aug 31 06:50:31.229212 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:08Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:28Z', 'revision_number': 0, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:31.288891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bfb65b02-209c-48d8-bc68-6bc1ee4291ac req-84da8f23-a38e-4443-905a-f1e609f57f4a service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754502 Aug 31 06:50:31.296675 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09e97c-504e-40b5-8f6d-216b393bda36 None None] The sync data for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 is: [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:50:08Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:28Z', 'revision_number': 0, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:50:31.297641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35571cd3-945a-4a28-9d08-46384344060f req-667a51fb-662d-4699-9813-e90f4454fc26 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266389 Aug 31 06:50:31.330044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:31.372387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-02220960-b96b-4044-b69f-b1eaac490a29 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:31.375498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-02220960-b96b-4044-b69f-b1eaac490a29 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.1910193 Aug 31 06:50:31.391913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Request body: {'port': {'device_id': '0acc73f9-0567-42ba-abb3-3a082d8cbf50', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'admin_state_up': True, 'tenant_id': '62f1222f738c4149b531b6b091fa31be'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:31.654069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:31.659018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:31.675096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966872b-7c3e-42b4-80c5-f9e657ec8ccc None None] New status for floating IP 1456f924-60fb-4310-b575-f7c706b41db2: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:50:31.693733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011bbbe-c609-4a93-ac68-6cd9726d5c40 req-e3dbe4c3-d086-4eda-bde4-cfbb7300602f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:31.700892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1011bbbe-c609-4a93-ac68-6cd9726d5c40 req-e3dbe4c3-d086-4eda-bde4-cfbb7300602f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.1537619 Aug 31 06:50:31.719542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:31.952231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1011bbbe-c609-4a93-ac68-6cd9726d5c40 req-e305760a-05ad-4614-a151-717805259df3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244763 Aug 31 06:50:31.981180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Router 990ffa8b-4145-4d11-b5f6-688660bf35c7 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:50:32.009665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Allocated IP 172.20.0.9 (5231c453-26d0-4933-8509-cc47a3fe5b55/9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8/66b26b0c-baea-4d3b-957f-4394f90a1665) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:32.167033 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d73030f6-0f4c-4d0a-80bc-40533116a1c9 req-d4b5666d-0003-4f16-8ba9-753f5509958e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 210 time: 0.0343113 Aug 31 06:50:32.181652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:50:32.197637 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Sync routers for ids ['990ffa8b-4145-4d11-b5f6-688660bf35c7'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:50:32.204269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:32.208336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84036578-7a06-4f60-ad85-979567b9990a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0031483 Aug 31 06:50:32.209736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56946) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:32.209892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:32.214365 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Routers {'990ffa8b-4145-4d11-b5f6-688660bf35c7'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:32.215020 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:50:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['990ffa8b-4145-4d11-b5f6-688660bf35c7'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:32.302963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:32.306296 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-88fd2d3b-45c1-4ab0-a814-38aa146275e1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/floatingips/1456f924-60fb-4310-b575-f7c706b41db2 HTTP/1.1" status: 200 len: 993 time: 0.0958271 Aug 31 06:50:32.403153 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Set router 990ffa8b-4145-4d11-b5f6-688660bf35c7 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:32.411133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:32.450379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:32.509260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:32.517372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:32.552551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:32.558511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event updated for resources: {'Port': ['ID=66b26b0c-baea-4d3b-957f-4394f90a1665,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:32.639477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:32.640280 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:32.645489 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 3, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port': {'id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:32.674029 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Checking router: 990ffa8b-4145-4d11-b5f6-688660bf35c7 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:50:32.674380 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Updating router 990ffa8b-4145-4d11-b5f6-688660bf35c7 port d676d981-ecb5-4392-a38b-ec3958ccbe79 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:50:32.691396 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-583bb840-9c1b-4b35-8bf4-85b65f7c924d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3063819 Aug 31 06:50:32.703127 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:32.709287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Request body: {'port': {'device_id': '0acc73f9-0567-42ba-abb3-3a082d8cbf50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:32.817679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:32.987461 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.000723 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Transition to ACTIVE for port object d676d981-ecb5-4392-a38b-ec3958ccbe79 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:33.009689 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.057251 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Pushing event updated for resources: {'Port': ['ID=d676d981-ecb5-4392-a38b-ec3958ccbe79,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:33.071401 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.071679 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.071982 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.072373 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.072653 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.072967 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.073468 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.073800 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.074242 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.074816 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.074816 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.075217 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:33.082178 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Attempting to bind port d676d981-ecb5-4392-a38b-ec3958ccbe79 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:33.082646 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Attempting to bind port d676d981-ecb5-4392-a38b-ec3958ccbe79 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:33.083013 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Attempting to bind port d676d981-ecb5-4392-a38b-ec3958ccbe79 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:33.089485 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:33.091650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:33.091650 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.091650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:33.091650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Bound port: d676d981-ecb5-4392-a38b-ec3958ccbe79, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:33.091650 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.118456 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.148591 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] For port d676d981-ecb5-4392-a38b-ec3958ccbe79, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:33.152678 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] For port d676d981-ecb5-4392-a38b-ec3958ccbe79, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d676d981-ecb5-4392-a38b-ec3958ccbe79,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:33.157045 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.182327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e83a2e-a879-4ad0-b41e-5506eb1c3c74 req-1fbdccb5-f78b-42f3-af1a-244d48b3aa76 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:33.183942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00e83a2e-a879-4ad0-b41e-5506eb1c3c74 req-1fbdccb5-f78b-42f3-af1a-244d48b3aa76 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.1075521 Aug 31 06:50:33.316626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7cf5c-a4e8-4f29-9611-92ae0dbf01c7 req-bdf989a5-894e-4657-bf4c-c76e97bc0c5c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:33.317264 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012f7bd-47ff-4fb0-beb3-6aa19c285ad5 None None] Pushing event updated for resources: {'Port': ['ID=d676d981-ecb5-4392-a38b-ec3958ccbe79,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:33.319306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85e7cf5c-a4e8-4f29-9611-92ae0dbf01c7 req-bdf989a5-894e-4657-bf4c-c76e97bc0c5c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 931 time: 0.0640399 Aug 31 06:50:33.326551 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Routers {'990ffa8b-4145-4d11-b5f6-688660bf35c7'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:33.326551 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:50:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['990ffa8b-4145-4d11-b5f6-688660bf35c7'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:33.361455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00e83a2e-a879-4ad0-b41e-5506eb1c3c74 req-917e5a71-253f-4603-8694-0db84277ec5a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386709 Aug 31 06:50:33.366811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85e7cf5c-a4e8-4f29-9611-92ae0dbf01c7 req-b54a9b5f-21b6-4e1e-98e2-a0001e9e6501 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Aug 31 06:50:33.372223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b26b0c-baea-4d3b-957f-4394f90a1665 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:33.399540 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.424796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Transition to ACTIVE for port object 66b26b0c-baea-4d3b-957f-4394f90a1665 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:33.431390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.433805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Allocated IP 172.20.0.1 (be123292-6003-4775-9ebc-f3e3dd6d7cb2/a630977d-d2dd-400a-a506-7101aac14fea/b7b93776-2774-4c75-84ec-fab68098f126) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:33.443108 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] Set router 990ffa8b-4145-4d11-b5f6-688660bf35c7 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:33.535000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Pushing event updated for resources: {'Port': ['ID=66b26b0c-baea-4d3b-957f-4394f90a1665,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:33.676286 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 3, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port': {'id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:33.709987 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c5c4d-8310-41a5-bfb8-5de54676ca8e None None] The sync data for ids ['990ffa8b-4145-4d11-b5f6-688660bf35c7'] in n-d-712142-16 is: [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 3, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port': {'id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:50:33.710300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.718583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Attempting to bind port 66b26b0c-baea-4d3b-957f-4394f90a1665 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:33.718914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Attempting to bind port 66b26b0c-baea-4d3b-957f-4394f90a1665 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:33.719244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Attempting to bind port 66b26b0c-baea-4d3b-957f-4394f90a1665 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:33.737661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Port 66b26b0c-baea-4d3b-957f-4394f90a1665 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:33.737987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Attempting to bind port 66b26b0c-baea-4d3b-957f-4394f90a1665 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:33.750200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fc3c1-fd60-4491-8f95-6ff818eddbb1 req-bf5c0ddf-0cd6-4a53-9bb4-beec2c8f4f4e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:33.751754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-371fc3c1-fd60-4491-8f95-6ff818eddbb1 req-bf5c0ddf-0cd6-4a53-9bb4-beec2c8f4f4e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.1632276 Aug 31 06:50:33.756445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f2980-8637-4311-913e-0f0102317449 req-c17ab555-0c86-4f6b-a9ab-63c6962cf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:33.757910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb5f2980-8637-4311-913e-0f0102317449 req-c17ab555-0c86-4f6b-a9ab-63c6962cf173 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1098 time: 0.1180582 Aug 31 06:50:33.764475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:33.764813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Checking segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:33.765331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Bound using segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:33.765653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Bound port: 66b26b0c-baea-4d3b-957f-4394f90a1665, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:33.766075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.905741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.910182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-371fc3c1-fd60-4491-8f95-6ff818eddbb1 req-632ae92f-2715-4d1d-ae63-b4cfa72e81bd tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495893 Aug 31 06:50:33.997893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Network be123292-6003-4775-9ebc-f3e3dd6d7cb2 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:34.014168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:34.023616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:34.040494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b93776-2774-4c75-84ec-fab68098f126,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:34.388313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] For port 66b26b0c-baea-4d3b-957f-4394f90a1665, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:34.391710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f2980-8637-4311-913e-0f0102317449 req-cb9bb50b-7a68-4070-ac65-08b6380a080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.393253 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb5f2980-8637-4311-913e-0f0102317449 req-cb9bb50b-7a68-4070-ac65-08b6380a080b service neutron] 10.222.0.23 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.6191809 Aug 31 06:50:34.446279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] For port 66b26b0c-baea-4d3b-957f-4394f90a1665, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=66b26b0c-baea-4d3b-957f-4394f90a1665,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:34.459538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.468367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.580439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.581234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.582456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] 10.222.0.42 "PUT /v2.0/ports/66b26b0c-baea-4d3b-957f-4394f90a1665 HTTP/1.1" status: 200 len: 1092 time: 1.8809969 Aug 31 06:50:34.584932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb5f2980-8637-4311-913e-0f0102317449 req-55a271b2-7156-4aa0-9da4-eb424dfad67c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 1002 time: 0.1785781 Aug 31 06:50:34.584932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acc73f9-0567-42ba-abb3-3a082d8cbf50', 'tag': '66b26b0c-baea-4d3b-957f-4394f90a1665'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:34.588503 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0acc73f9-0567-42ba-abb3-3a082d8cbf50", "tag": "66b26b0c-baea-4d3b-957f-4394f90a1665"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:34.655281 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ed14ce-c118-4331-995d-e342a198024d x-openstack-request-id: req-44ed14ce-c118-4331-995d-e342a198024d {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:34.655577 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acc73f9-0567-42ba-abb3-3a082d8cbf50", "tag": "66b26b0c-baea-4d3b-957f-4394f90a1665", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:34.655749 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44ed14ce-c118-4331-995d-e342a198024d {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:34.656152 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acc73f9-0567-42ba-abb3-3a082d8cbf50', 'tag': '66b26b0c-baea-4d3b-957f-4394f90a1665', 'status': 'completed', 'code': 200} Aug 31 06:50:34.738542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bee045-f1c0-437f-9300-2ea4cd844ccb service neutron] Pushing event updated for resources: {'Port': ['ID=66b26b0c-baea-4d3b-957f-4394f90a1665,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:34.757226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f2980-8637-4311-913e-0f0102317449 req-941ebc7c-edc8-4685-b279-5623d508c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.758745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb5f2980-8637-4311-913e-0f0102317449 req-941ebc7c-edc8-4685-b279-5623d508c6cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.1563950 Aug 31 06:50:34.768697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c2a90-d5e5-4552-9f3b-4d8648690867 req-c54d1f98-a059-42bc-84ee-c390d0555d31 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.770108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-966c2a90-d5e5-4552-9f3b-4d8648690867 req-c54d1f98-a059-42bc-84ee-c390d0555d31 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 943 time: 0.2928314 Aug 31 06:50:34.831253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-e5abaa75-2279-466b-81ca-8bf441e7fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.832761 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-e5abaa75-2279-466b-81ca-8bf441e7fa27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 1095 time: 0.1811233 Aug 31 06:50:34.903927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-b48b6ebf-4d86-4c7e-a41f-1f180e30769f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b26b0c-baea-4d3b-957f-4394f90a1665 HTTP/1.1" status: 200 len: 217 time: 0.0533965 Aug 31 06:50:34.907096 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.916182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-966c2a90-d5e5-4552-9f3b-4d8648690867 req-7ba39d72-d468-4b3c-b397-d9b820121188 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298497 Aug 31 06:50:34.954071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f2980-8637-4311-913e-0f0102317449 req-cb21337e-919a-47a9-9216-295ae93a8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.955610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb5f2980-8637-4311-913e-0f0102317449 req-cb21337e-919a-47a9-9216-295ae93a8e88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845171 Aug 31 06:50:35.032744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d676d981-ecb5-4392-a38b-ec3958ccbe79 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:35.061598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-203ebf93-9c4c-4612-a492-dc7969589e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:35.063245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-203ebf93-9c4c-4612-a492-dc7969589e04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.1505947 Aug 31 06:50:35.080731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a6ae-8d2d-4f54-9d08-e0c33ab1f052 req-5a5890c8-1146-42b9-adf2-8aff1bafab82 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:35.082287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2892a6ae-8d2d-4f54-9d08-e0c33ab1f052 req-5a5890c8-1146-42b9-adf2-8aff1bafab82 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0719960 Aug 31 06:50:35.089658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d676d981-ecb5-4392-a38b-ec3958ccbe79 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:35.100588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d676d981-ecb5-4392-a38b-ec3958ccbe79 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:35.101396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.109738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-9f293155-c468-4224-9139-3c820177158a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366118 Aug 31 06:50:35.145293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2892a6ae-8d2d-4f54-9d08-e0c33ab1f052 req-739a0b7c-ae00-4788-b695-a6f38f078fbd tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519810 Aug 31 06:50:35.210341 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.231986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d676d981-ecb5-4392-a38b-ec3958ccbe79, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d676d981-ecb5-4392-a38b-ec3958ccbe79,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:35.236760 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.291146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb5f2980-8637-4311-913e-0f0102317449 req-ea02c850-49df-459b-b2b2-c5e2c5c31272 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028755 Aug 31 06:50:35.294220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d676d981-ecb5-4392-a38b-ec3958ccbe79,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:35.388038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-e3a1e341-4990-4835-9e40-958782ab00a2 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133763 Aug 31 06:50:35.477233 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.488609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.550805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb5f2980-8637-4311-913e-0f0102317449 req-e4ed91a8-8f5a-484a-a89d-dc69fddd368c service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480528 Aug 31 06:50:35.598094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b93776-2774-4c75-84ec-fab68098f126,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:35.604695 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.628794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10641f9c-3f39-4538-899a-9f61cb92b192 req-9a3058cd-35a8-41b1-8df8-041590a0dc10 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308993 Aug 31 06:50:35.754190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Network be123292-6003-4775-9ebc-f3e3dd6d7cb2 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:35.756542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:35.767478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-64306824-4b66-46ee-82a6-f14bf0b5bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:35.769011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-64306824-4b66-46ee-82a6-f14bf0b5bf47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 1095 time: 0.0683231 Aug 31 06:50:35.945607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-9baaa00c-4163-411e-ba1b-f0c39855e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:35.947096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-9baaa00c-4163-411e-ba1b-f0c39855e187 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.1399331 Aug 31 06:50:35.954042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Router 990ffa8b-4145-4d11-b5f6-688660bf35c7 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:50:35.993824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-b6680ed5-58dc-4dec-8a20-42824eb7529d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66b26b0c-baea-4d3b-957f-4394f90a1665 HTTP/1.1" status: 200 len: 217 time: 0.0386398 Aug 31 06:50:36.119077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-4395dd73-023a-40a2-ac51-bd936d1338e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:36.120578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-4395dd73-023a-40a2-ac51-bd936d1338e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.1165860 Aug 31 06:50:36.172207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26982976-92cd-450c-83bd-e11007c2355e req-d8d3147b-8aa9-430b-a06e-aaf15001837e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:36.172894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26982976-92cd-450c-83bd-e11007c2355e req-d8d3147b-8aa9-430b-a06e-aaf15001837e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 943 time: 0.1810863 Aug 31 06:50:36.195100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-0cef70dc-215b-4057-b181-b143df457cc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421803 Aug 31 06:50:36.280029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:50:36.290200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Sync routers for ids ['990ffa8b-4145-4d11-b5f6-688660bf35c7'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:50:36.297242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-379be2e7-9e77-4854-ae49-c7f3be62c099 admin admin] 10.222.0.15 "PUT /v2.0/routers/990ffa8b-4145-4d11-b5f6-688660bf35c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0828087 Aug 31 06:50:36.302616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Routers {'990ffa8b-4145-4d11-b5f6-688660bf35c7'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:36.303400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:50:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['990ffa8b-4145-4d11-b5f6-688660bf35c7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:36.309777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26982976-92cd-450c-83bd-e11007c2355e req-f75ca715-f016-43f5-bb3f-180e1db9a3f5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170745 Aug 31 06:50:36.347309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-1cf41f17-6e7b-4e29-974f-6360e5cd49ce service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399951 Aug 31 06:50:36.354767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d9937-e924-43d4-ad29-0ffc60da1142 req-d1766905-414a-4c9d-ad53-b905c0a63d50 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:36.356592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-006d9937-e924-43d4-ad29-0ffc60da1142 req-d1766905-414a-4c9d-ad53-b905c0a63d50 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0759983 Aug 31 06:50:36.401360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-006d9937-e924-43d4-ad29-0ffc60da1142 req-ff23885e-ae52-421f-a444-14257d066cda tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372262 Aug 31 06:50:36.448240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Set router 990ffa8b-4145-4d11-b5f6-688660bf35c7 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:36.473061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05e9d89e-c53b-4fbe-bef2-3594651ba4b7 req-489e6079-b4fa-42b1-bb3b-ce76136a1d0d service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156819 Aug 31 06:50:36.661599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:34Z', 'revision_number': 4, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port': {'id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b7b93776-2774-4c75-84ec-fab68098f126', 'name': '', 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'mac_address': 'fa:16:3e:05:52:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'a630977d-d2dd-400a-a506-7101aac14fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:33Z', 'updated_at': '2021-08-31T06:50:35Z', 'revision_number': 2, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'subnets': [{'id': 'a630977d-d2dd-400a-a506-7101aac14fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:36.689093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Checking router: 990ffa8b-4145-4d11-b5f6-688660bf35c7 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:50:36.689474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Updating router 990ffa8b-4145-4d11-b5f6-688660bf35c7 port b7b93776-2774-4c75-84ec-fab68098f126 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:50:36.721326 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.802501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-283cba7b-fe4f-42af-933b-6ebcb352274d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:36.804179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-283cba7b-fe4f-42af-933b-6ebcb352274d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 817 time: 0.1194177 Aug 31 06:50:36.822535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-b1215dcf-605b-4da9-864e-84d7e7c82088 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/quotas/13c3b3d85a8e42368f36ce4df398cdd5 HTTP/1.1" status: 200 len: 375 time: 0.0108032 Aug 31 06:50:36.882517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-c006430c-844d-499d-ac54-510c20ba1b31 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535462 Aug 31 06:50:37.008575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d676d981-ecb5-4392-a38b-ec3958ccbe79 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:37.019181 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-f61a9a8a-2d20-4f05-9a5c-5d818b111080 service neutron] 10.222.0.15 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283019 Aug 31 06:50:37.047887 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.068087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Transition to ACTIVE for port object b7b93776-2774-4c75-84ec-fab68098f126 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:37.077120 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.119848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-b74fa56a-e6e6-4e58-b96c-8de10afba11e service neutron] 10.222.0.15 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944281 Aug 31 06:50:37.122537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d676d981-ecb5-4392-a38b-ec3958ccbe79 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:37.122918 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.151416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5fc81-6a58-4beb-acc7-6a40a51bab81 None None] Pushing event updated for resources: {'Port': ['ID=b7b93776-2774-4c75-84ec-fab68098f126,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:37.232118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Attempting to bind port b7b93776-2774-4c75-84ec-fab68098f126 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:37.232594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Attempting to bind port b7b93776-2774-4c75-84ec-fab68098f126 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:37.232907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Attempting to bind port b7b93776-2774-4c75-84ec-fab68098f126 on network be123292-6003-4775-9ebc-f3e3dd6d7cb2 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:37.241756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:37.242040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Checking segment: {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:37.242546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.243139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Bound using segment: {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:37.243725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Bound port: b7b93776-2774-4c75-84ec-fab68098f126, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:37.244117 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.352338 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd95d85d-4531-420b-bf8e-c654284812a3 req-0466026f-61a5-45af-b495-c141a85f4fa3 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 210 time: 0.0284815 Aug 31 06:50:37.355161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] For port b7b93776-2774-4c75-84ec-fab68098f126, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:37.359501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] For port b7b93776-2774-4c75-84ec-fab68098f126, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b7b93776-2774-4c75-84ec-fab68098f126,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:37.364909 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.442856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7dc61-e4e1-495a-9d2a-824b76b8f25d req-d1c37758-8551-403a-9bd8-45f542fff21d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:37.450388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ecd7dc61-e4e1-495a-9d2a-824b76b8f25d req-d1c37758-8551-403a-9bd8-45f542fff21d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 943 time: 0.0649545 Aug 31 06:50:37.454534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Routers {'990ffa8b-4145-4d11-b5f6-688660bf35c7'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:50:37.456274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:50:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['990ffa8b-4145-4d11-b5f6-688660bf35c7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:37.498999 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ecd7dc61-e4e1-495a-9d2a-824b76b8f25d req-f6654696-96b2-49ee-86ca-519dee93ef6d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Aug 31 06:50:37.518855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5fc81-6a58-4beb-acc7-6a40a51bab81 None None] Pushing event updated for resources: {'Port': ['ID=b7b93776-2774-4c75-84ec-fab68098f126,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:37.604222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] Set router 990ffa8b-4145-4d11-b5f6-688660bf35c7 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:50:37.637015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-eca57dff-bae5-4cef-b91e-604f6a2a429a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:37.638872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-eca57dff-bae5-4cef-b91e-604f6a2a429a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 817 time: 0.1206963 Aug 31 06:50:37.658862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-cfdd5288-c110-4d18-83bd-03c0021e721e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/quotas/13c3b3d85a8e42368f36ce4df398cdd5 HTTP/1.1" status: 200 len: 375 time: 0.0124118 Aug 31 06:50:37.720034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-aa46c459-1894-433f-a35b-85719398d7b9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542583 Aug 31 06:50:37.828203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-29c2ddcb-eec8-43ea-a9a4-372af3e88a01 service neutron] 10.222.0.15 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004694 Aug 31 06:50:37.829740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 66b26b0c-baea-4d3b-957f-4394f90a1665 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:37.856504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:34Z', 'revision_number': 4, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port': {'id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b7b93776-2774-4c75-84ec-fab68098f126', 'name': '', 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'mac_address': 'fa:16:3e:05:52:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'a630977d-d2dd-400a-a506-7101aac14fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:33Z', 'updated_at': '2021-08-31T06:50:37Z', 'revision_number': 4, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'subnets': [{'id': 'a630977d-d2dd-400a-a506-7101aac14fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:37.902473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b305814-426c-4bee-8e09-ad5ae197afbf None None] The sync data for ids ['990ffa8b-4145-4d11-b5f6-688660bf35c7'] in n-d-712142-16 is: [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:34Z', 'revision_number': 4, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port': {'id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'b7b93776-2774-4c75-84ec-fab68098f126', 'name': '', 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'mac_address': 'fa:16:3e:05:52:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'a630977d-d2dd-400a-a506-7101aac14fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:33Z', 'updated_at': '2021-08-31T06:50:37Z', 'revision_number': 4, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'subnets': [{'id': 'a630977d-d2dd-400a-a506-7101aac14fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:50:37.946287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-443405c1-ef49-4b3f-9f0f-756abbbdf730 service neutron] 10.222.0.15 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099608 Aug 31 06:50:38.022998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 66b26b0c-baea-4d3b-957f-4394f90a1665, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=66b26b0c-baea-4d3b-957f-4394f90a1665,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:38.038468 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '66b26b0c-baea-4d3b-957f-4394f90a1665', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'port_id': '66b26b0c-baea-4d3b-957f-4394f90a1665', 'mac_address': 'fa:16:3e:55:64:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:38.085539 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:38.100474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b26b0c-baea-4d3b-957f-4394f90a1665 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:38.133927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 66b26b0c-baea-4d3b-957f-4394f90a1665, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=66b26b0c-baea-4d3b-957f-4394f90a1665,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:38.139466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:38.194146 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ad7710e-34fa-4534-a0a1-90f25336f072 req-95a6fe82-9555-4826-aa02-e336a69460d9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 210 time: 0.0300641 Aug 31 06:50:38.201975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=66b26b0c-baea-4d3b-957f-4394f90a1665,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:38.381377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['66b26b0c-baea-4d3b-957f-4394f90a1665'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:38.659999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-056e13e4-fc34-46d5-a834-597a5ecc106a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:38.661984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-056e13e4-fc34-46d5-a834-597a5ecc106a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.23 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 817 time: 0.2218285 Aug 31 06:50:38.664720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f2fe9-aa41-479a-80c3-9d483e6e77d8 req-9d76cc7a-9c5c-47dd-a923-82b0dbe43336 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:38.668164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-094f2fe9-aa41-479a-80c3-9d483e6e77d8 req-9d76cc7a-9c5c-47dd-a923-82b0dbe43336 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 944 time: 0.0693216 Aug 31 06:50:38.676806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Request body: {'port': {'device_id': 'ffb2c9be-a91c-43d9-8038-6d6f21689bdb', 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2', 'admin_state_up': True, 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:38.710834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-094f2fe9-aa41-479a-80c3-9d483e6e77d8 req-87c874af-d1f7-4d4d-b161-cf2807d77e98 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358849 Aug 31 06:50:38.821470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Made reservation on behalf of 13c3b3d85a8e42368f36ce4df398cdd5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:38.825050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:38.969675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Allocated IP 172.20.0.11 (be123292-6003-4775-9ebc-f3e3dd6d7cb2/a630977d-d2dd-400a-a506-7101aac14fea/7b1d16e7-7fe3-43af-baff-f4ed7ecb2051) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:39.025560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b7b93776-2774-4c75-84ec-fab68098f126 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:39.084916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b7b93776-2774-4c75-84ec-fab68098f126 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:39.089867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b7b93776-2774-4c75-84ec-fab68098f126 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:39.090250 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.160489 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.192593 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.220272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.234224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b7b93776-2774-4c75-84ec-fab68098f126, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b7b93776-2774-4c75-84ec-fab68098f126,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:39.243549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.331747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b7b93776-2774-4c75-84ec-fab68098f126,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:39.706804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57cdf210-8e92-4833-9ae2-f94c1fe6c9bc req-ef42c312-be4f-453d-a25f-393a5f18c184 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 210 time: 0.0870354 Aug 31 06:50:39.710375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Network be123292-6003-4775-9ebc-f3e3dd6d7cb2 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:39.719396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:39.726116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:39.730382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Pushing event updated for resources: {'Port': ['ID=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:39.800622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:39.801276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.812250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-572c636d-66ce-491f-a337-b4fd7ce6715e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:39.813758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-572c636d-66ce-491f-a337-b4fd7ce6715e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.42 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 817 time: 0.1952169 Aug 31 06:50:39.827334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-2cb056bd-dbb2-42c6-bf4a-3bb95cb251f6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1544576 Aug 31 06:50:39.832607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Request body: {'port': {'device_id': '3e53034d-7adb-4bf4-99fa-b07366fceed2', 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2', 'admin_state_up': True, 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:39.833542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 66b26b0c-baea-4d3b-957f-4394f90a1665 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:39.843970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6ce3b-9508-4384-b64b-794a4f9b4b12 req-efc2721b-6906-42b8-8fc5-224d7c7b4bd4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:39.845638 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ac6ce3b-9508-4384-b64b-794a4f9b4b12 req-efc2721b-6906-42b8-8fc5-224d7c7b4bd4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 944 time: 0.0561187 Aug 31 06:50:39.854361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Request body: {'port': {'device_id': 'ffb2c9be-a91c-43d9-8038-6d6f21689bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:39.890781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 66b26b0c-baea-4d3b-957f-4394f90a1665 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:39.891791 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ac6ce3b-9508-4384-b64b-794a4f9b4b12 req-b0765e6a-2fed-40c8-acf0-78b4e6872792 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Aug 31 06:50:39.895784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 66b26b0c-baea-4d3b-957f-4394f90a1665 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:39.896158 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.969892 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.983432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.014536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acc73f9-0567-42ba-abb3-3a082d8cbf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b26b0c-baea-4d3b-957f-4394f90a1665'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:40.016800 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e8438b-a095-4503-9879-4bba9f64a305" -d '{"events": [{"server_uuid": "0acc73f9-0567-42ba-abb3-3a082d8cbf50", "name": "network-vif-plugged", "status": "completed", "tag": "66b26b0c-baea-4d3b-957f-4394f90a1665"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:40.033591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 66b26b0c-baea-4d3b-957f-4394f90a1665, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=66b26b0c-baea-4d3b-957f-4394f90a1665,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:40.038968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.044211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Made reservation on behalf of 13c3b3d85a8e42368f36ce4df398cdd5 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:40.047788 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.070941 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1455f24b-778f-4c11-a7fd-8f756a745635 x-openstack-request-id: req-1455f24b-778f-4c11-a7fd-8f756a745635 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:40.070941 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acc73f9-0567-42ba-abb3-3a082d8cbf50", "name": "network-vif-plugged", "status": "completed", "tag": "66b26b0c-baea-4d3b-957f-4394f90a1665", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:40.070941 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1455f24b-778f-4c11-a7fd-8f756a745635 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:40.070941 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acc73f9-0567-42ba-abb3-3a082d8cbf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b26b0c-baea-4d3b-957f-4394f90a1665', 'code': 200} Aug 31 06:50:40.101897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=66b26b0c-baea-4d3b-957f-4394f90a1665,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:40.273806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7b490-3026-43fe-ac4f-d5d3f6cc3fa0 req-f5e5ba98-fc78-4b92-a4e2-56380851837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:40.275344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97c7b490-3026-43fe-ac4f-d5d3f6cc3fa0 req-f5e5ba98-fc78-4b92-a4e2-56380851837e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 1097 time: 0.1388736 Aug 31 06:50:40.340783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97c7b490-3026-43fe-ac4f-d5d3f6cc3fa0 req-e4be8874-3138-42fc-898d-24845a3b081d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520270 Aug 31 06:50:40.383668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:40.392057 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.404007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Transition to ACTIVE for port object 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:40.409024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.505149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Allocated IP 172.20.0.10 (be123292-6003-4775-9ebc-f3e3dd6d7cb2/a630977d-d2dd-400a-a506-7101aac14fea/ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:40.507226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:40.650699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Attempting to bind port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:40.651036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Attempting to bind port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:40.651369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Attempting to bind port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 on network be123292-6003-4775-9ebc-f3e3dd6d7cb2 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:40.662266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 on network be123292-6003-4775-9ebc-f3e3dd6d7cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:40.662586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Attempting to bind port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 on network be123292-6003-4775-9ebc-f3e3dd6d7cb2 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:40.673427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:40.673763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Checking segment: {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:40.674144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Bound using segment: {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:40.674571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Bound port: 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:40.674931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.762871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.780937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] For port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:40.785180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] For port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:40.792365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.852870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b797ef1-c53a-4c94-82ea-79ceba3d4331 req-9b81502f-67eb-45e7-8818-1443d8107196 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 210 time: 0.0619495 Aug 31 06:50:40.882331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:40.882947 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.884326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] 10.222.0.23 "PUT /v2.0/ports/7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 HTTP/1.1" status: 200 len: 1093 time: 1.0450377 Aug 31 06:50:40.884761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb2c9be-a91c-43d9-8038-6d6f21689bdb', 'tag': '7b1d16e7-7fe3-43af-baff-f4ed7ecb2051'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:40.887320 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e244fa56-1ba8-405b-a829-74e3a180bbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb2c9be-a91c-43d9-8038-6d6f21689bdb", "tag": "7b1d16e7-7fe3-43af-baff-f4ed7ecb2051"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:40.897597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab223f0f-50e2-4ce4-9006-de779fccc018 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:40.908276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.977735 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761e1fee-4a0b-445d-850d-65a1bb5847fc x-openstack-request-id: req-761e1fee-4a0b-445d-850d-65a1bb5847fc {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:40.978448 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb2c9be-a91c-43d9-8038-6d6f21689bdb", "tag": "7b1d16e7-7fe3-43af-baff-f4ed7ecb2051", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:40.978448 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-761e1fee-4a0b-445d-850d-65a1bb5847fc {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:40.978643 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb2c9be-a91c-43d9-8038-6d6f21689bdb', 'tag': '7b1d16e7-7fe3-43af-baff-f4ed7ecb2051', 'status': 'completed', 'code': 200} Aug 31 06:50:40.992594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Network be123292-6003-4775-9ebc-f3e3dd6d7cb2 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:40.997563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Pushing event updated for resources: {'Port': ['ID=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:40.998541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:41.004834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:41.015483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b7b93776-2774-4c75-84ec-fab68098f126 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:41.064660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b7b93776-2774-4c75-84ec-fab68098f126 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:41.065030 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.071415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-6fa2675a-c8db-4b73-b9b2-a66151d7249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:41.072943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-6fa2675a-c8db-4b73-b9b2-a66151d7249b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1096 time: 0.1306880 Aug 31 06:50:41.091492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:41.092629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.139556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-f82abcbb-fac3-4449-875e-ae7e611d834b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 HTTP/1.1" status: 200 len: 217 time: 0.0540786 Aug 31 06:50:41.153514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc8feb-195c-4b5a-a139-165e011a0d92 req-e6a4b6b9-2c13-4add-92c2-dc41556bb984 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:41.155042 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a0fc8feb-195c-4b5a-a139-165e011a0d92 req-e6a4b6b9-2c13-4add-92c2-dc41556bb984 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 945 time: 0.1521411 Aug 31 06:50:41.166560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-91c43db0-07c3-4772-aaf5-e01769598868 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3382030 Aug 31 06:50:41.200518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Request body: {'port': {'device_id': '3e53034d-7adb-4bf4-99fa-b07366fceed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:41.262150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-e7875454-da17-4f97-b05f-6e222b2ac451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:41.264088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-e7875454-da17-4f97-b05f-6e222b2ac451 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.1076226 Aug 31 06:50:41.283148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a0fc8feb-195c-4b5a-a139-165e011a0d92 req-cdcef82e-2dc9-4d29-92aa-c273e003ead7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181381 Aug 31 06:50:41.311823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-99bad5ee-4d9e-4fd4-8349-a8c35bcaeaa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324266 Aug 31 06:50:41.314510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.506580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-e442563d-cdfe-4dc8-9a8b-876961684d11 service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831074 Aug 31 06:50:41.673290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ab91b3f-ae72-4c51-89ae-ac8621566d84 req-3b1e94d8-ca2d-4e36-b194-fb3a49e0a6b4 service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574852 Aug 31 06:50:41.760964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:41.771332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.788572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Transition to ACTIVE for port object ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:41.791535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-1274ed00-9c81-4cff-aacc-2fe88841801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:41.793064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-1274ed00-9c81-4cff-aacc-2fe88841801a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1096 time: 0.0691752 Aug 31 06:50:41.794168 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.897597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Pushing event updated for resources: {'Port': ['ID=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:42.004559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-3d69c375-dbe1-46e2-b370-eb95aed01cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.006168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-3d69c375-dbe1-46e2-b370-eb95aed01cdf service neutron] 10.222.0.23 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 918 time: 0.2040150 Aug 31 06:50:42.042143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794599a-db59-4ac3-a86a-531f34897b9e req-7b4ee117-d950-4e54-9e7a-fe1e6b2bbcbe tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.043659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c794599a-db59-4ac3-a86a-531f34897b9e req-7b4ee117-d950-4e54-9e7a-fe1e6b2bbcbe tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 944 time: 0.1128542 Aug 31 06:50:42.073917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Attempting to bind port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:42.074253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Attempting to bind port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:42.074586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Attempting to bind port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b on network be123292-6003-4775-9ebc-f3e3dd6d7cb2 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:42.077424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-aa5336a5-1fb1-4fa7-b3a0-930ff4a5e9db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 HTTP/1.1" status: 200 len: 217 time: 0.0582764 Aug 31 06:50:42.085580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b on network be123292-6003-4775-9ebc-f3e3dd6d7cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:42.085912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Attempting to bind port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b on network be123292-6003-4775-9ebc-f3e3dd6d7cb2 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:42.130740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:42.130999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Checking segment: {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:42.131367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Bound using segment: {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:42.131805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Bound port: ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd08e1e7-815f-4094-8786-d8be86a84e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:42.132173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.190210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-304e53ec-1293-442a-875e-db2692f13fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.191726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-304e53ec-1293-442a-875e-db2692f13fcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.1037571 Aug 31 06:50:42.196288 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c794599a-db59-4ac3-a86a-531f34897b9e req-19a0fa15-e9a9-4498-b67a-21e6afb558ed tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245201 Aug 31 06:50:42.231582 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-9950022a-aa3b-4d96-99f4-a5506e4e170c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284286 Aug 31 06:50:42.263452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] For port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:42.307550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] For port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:42.312887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.361376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.362004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.363403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] 10.222.0.42 "PUT /v2.0/ports/ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b HTTP/1.1" status: 200 len: 1093 time: 1.1686091 Aug 31 06:50:42.402725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-c837fe99-c145-4361-80b3-cda980ab4f6c service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605728 Aug 31 06:50:42.403283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b59b7-beb6-469e-a9b3-4f7641b35e5a service neutron] Pushing event updated for resources: {'Port': ['ID=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:42.433106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b8446-3a42-4ab0-b223-2c7ec67996fd req-427ac615-36ca-46cc-8f02-5f5067b1bf29 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.434903 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-543b8446-3a42-4ab0-b223-2c7ec67996fd req-427ac615-36ca-46cc-8f02-5f5067b1bf29 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 945 time: 0.0806413 Aug 31 06:50:42.477300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-543b8446-3a42-4ab0-b223-2c7ec67996fd req-420bf941-8422-45f0-bb37-2f223017d687 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361154 Aug 31 06:50:42.502786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-da57701f-2a22-4e27-ba67-b4c1b67ebf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.504339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-da57701f-2a22-4e27-ba67-b4c1b67ebf2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 1096 time: 0.0976090 Aug 31 06:50:42.563982 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-f9dd1c65-b8d0-489a-b6d9-75c3c127fef6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b HTTP/1.1" status: 200 len: 217 time: 0.0491612 Aug 31 06:50:42.567808 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e244fa56-1ba8-405b-a829-74e3a180bbe1 req-089193a7-ed93-47b1-a5d5-5ea28eee0dd3 service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526117 Aug 31 06:50:42.623085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-d093b6be-2550-4147-8e11-d5883ab7d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.624873 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-d093b6be-2550-4147-8e11-d5883ab7d741 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.0533564 Aug 31 06:50:42.671316 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-cf225d7c-c8dd-457c-a697-fc28e8f02054 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369325 Aug 31 06:50:42.748768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bc18-3333-483b-a91c-e2ea9797bf95 req-2a6485f4-a0b5-453f-968a-afcfebd354ec tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.750554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e703bc18-3333-483b-a91c-e2ea9797bf95 req-2a6485f4-a0b5-453f-968a-afcfebd354ec tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 945 time: 0.0615301 Aug 31 06:50:42.774416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-29858319-63c9-4ee2-8565-6384869a71f2 service neutron] 10.222.0.42 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951562 Aug 31 06:50:42.800615 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e703bc18-3333-483b-a91c-e2ea9797bf95 req-a2f5cded-b53f-4255-b5f8-7708d8d802a3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Aug 31 06:50:42.877233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dbfe87f-9f11-44ea-bfb9-a8a264e0563a req-3199dae6-2936-4486-b017-445bf0bb73f7 service neutron] 10.222.0.42 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954008 Aug 31 06:50:42.931403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4718c9b-09eb-4949-973e-5964b95164d7 req-350d46bd-e664-4d71-8531-09730f55d277 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:42.932930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d4718c9b-09eb-4949-973e-5964b95164d7 req-350d46bd-e664-4d71-8531-09730f55d277 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 945 time: 0.0548244 Aug 31 06:50:42.972821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d4718c9b-09eb-4949-973e-5964b95164d7 req-85104609-cf60-424d-9e8c-6480ca4d8190 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337849 Aug 31 06:50:42.979474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e53034d-7adb-4bf4-99fa-b07366fceed2', 'tag': 'ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:42.982601 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e53034d-7adb-4bf4-99fa-b07366fceed2", "tag": "ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:43.028986 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a79c9b6-ab19-4b37-859d-7d258e9927ca x-openstack-request-id: req-9a79c9b6-ab19-4b37-859d-7d258e9927ca {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:43.029670 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e53034d-7adb-4bf4-99fa-b07366fceed2", "tag": "ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:43.029927 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a79c9b6-ab19-4b37-859d-7d258e9927ca {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:43.030483 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e53034d-7adb-4bf4-99fa-b07366fceed2', 'tag': 'ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b', 'status': 'completed', 'code': 200} Aug 31 06:50:43.108958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-564176dd-0de2-4fc7-8808-da011ec72069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:43.110576 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-564176dd-0de2-4fc7-8808-da011ec72069 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 1096 time: 0.0472677 Aug 31 06:50:43.244747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-3fb1c1e5-6861-4ffe-a570-50aa1f638442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:43.246286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-3fb1c1e5-6861-4ffe-a570-50aa1f638442 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 918 time: 0.1211975 Aug 31 06:50:43.299131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d8634-5a21-4539-afd1-798775e39267 req-dd0f0fca-a996-4f5d-8dc0-cc5c2185f1eb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:43.301900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e96d8634-5a21-4539-afd1-798775e39267 req-dd0f0fca-a996-4f5d-8dc0-cc5c2185f1eb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 945 time: 0.0924940 Aug 31 06:50:43.306756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-d2367519-5a73-4c4d-9898-fff5347e672a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b HTTP/1.1" status: 200 len: 217 time: 0.0489211 Aug 31 06:50:43.351418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e96d8634-5a21-4539-afd1-798775e39267 req-7438788b-f883-471d-aab7-bb60e362fa1a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Aug 31 06:50:43.382807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-b5bcc0e2-2fe9-49e9-8a40-562aabf6f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:43.384283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-b5bcc0e2-2fe9-49e9-8a40-562aabf6f0dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.0538566 Aug 31 06:50:43.393576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c103d5-8888-49e5-a453-54e8bd433f32 req-5a2a15d7-fdf5-4826-a64c-4b87695da17e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:43.395038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35c103d5-8888-49e5-a453-54e8bd433f32 req-5a2a15d7-fdf5-4826-a64c-4b87695da17e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 944 time: 0.0980613 Aug 31 06:50:43.438833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-f6ff430c-bb59-495c-8247-4b287447d831 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361478 Aug 31 06:50:43.464001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35c103d5-8888-49e5-a453-54e8bd433f32 req-a8412bea-550d-42ae-9114-6be4cf52159e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629549 Aug 31 06:50:43.554508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-14ec5631-8f27-4240-bcb4-3f64a7b309ca service neutron] 10.222.0.42 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022861 Aug 31 06:50:43.655910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784d5e0c-5607-4fc6-9863-a5e1d377cdc7 req-17b53852-3f72-468a-8a3d-58e21b8d030e service neutron] 10.222.0.42 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907443 Aug 31 06:50:44.510593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea38b5-2a4a-46aa-8779-13622d207cc7 req-8caabc60-147d-423a-bd7e-26aed51b4f23 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:44.512488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77ea38b5-2a4a-46aa-8779-13622d207cc7 req-8caabc60-147d-423a-bd7e-26aed51b4f23 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 945 time: 0.0729322 Aug 31 06:50:44.578814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77ea38b5-2a4a-46aa-8779-13622d207cc7 req-b09f1616-b16e-4c09-be1d-098cce952a3e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506148 Aug 31 06:50:44.645749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea155322-dfdc-4f6b-b125-3cec20451330 req-efef649b-0058-4caa-ac5a-1927c4060953 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:44.647862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea155322-dfdc-4f6b-b125-3cec20451330 req-efef649b-0058-4caa-ac5a-1927c4060953 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 944 time: 0.0822635 Aug 31 06:50:44.709210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea155322-dfdc-4f6b-b125-3cec20451330 req-e953c28d-db1a-4ff0-b23c-c28f02a72ff5 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515668 Aug 31 06:50:44.847209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-cdcc1adc-0fa3-4698-ab3c-08cbe676da14 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:44.848701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-cdcc1adc-0fa3-4698-ab3c-08cbe676da14 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 945 time: 0.0599875 Aug 31 06:50:44.957757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Deleting port 66b26b0c-baea-4d3b-957f-4394f90a1665 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:44.958193 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.078836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] For port 66b26b0c-baea-4d3b-957f-4394f90a1665, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=66b26b0c-baea-4d3b-957f-4394f90a1665,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:45.079303 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.099623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Calling delete_port for 66b26b0c-baea-4d3b-957f-4394f90a1665 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:45.265299 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.282364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3', '66b26b0c-baea-4d3b-957f-4394f90a1665'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:45.307006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event deleted for resources: {'Port': ['ID=66b26b0c-baea-4d3b-957f-4394f90a1665,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:45.358884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] No DVR routers for this DVR port 66b26b0c-baea-4d3b-957f-4394f90a1665 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:45.362037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.364364 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e795abb2-3769-41f9-9e4a-3e72625a8077 req-8a2e8653-bf77-4f20-a42f-8d918c58962d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "DELETE /v2.0/ports/66b26b0c-baea-4d3b-957f-4394f90a1665 HTTP/1.1" status: 204 len: 173 time: 0.5077109 Aug 31 06:50:45.364900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acc73f9-0567-42ba-abb3-3a082d8cbf50', 'name': 'network-vif-deleted', 'tag': '66b26b0c-baea-4d3b-957f-4394f90a1665'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:45.367629 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5133028-974e-435e-a0fb-ce8ef0d3e2a0" -d '{"events": [{"server_uuid": "0acc73f9-0567-42ba-abb3-3a082d8cbf50", "name": "network-vif-deleted", "tag": "66b26b0c-baea-4d3b-957f-4394f90a1665"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:45.425387 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb35c98e-96dd-4079-8aff-4c085daaf80b x-openstack-request-id: req-bb35c98e-96dd-4079-8aff-4c085daaf80b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:45.426081 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acc73f9-0567-42ba-abb3-3a082d8cbf50", "name": "network-vif-deleted", "tag": "66b26b0c-baea-4d3b-957f-4394f90a1665", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:45.426403 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb35c98e-96dd-4079-8aff-4c085daaf80b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:45.427009 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acc73f9-0567-42ba-abb3-3a082d8cbf50', 'name': 'network-vif-deleted', 'tag': '66b26b0c-baea-4d3b-957f-4394f90a1665', 'status': 'completed', 'code': 200} Aug 31 06:50:45.685926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:45.712815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99c44873-9456-485a-9258-edf9e2f7c21e req-0c6f5c4a-9998-4901-8d50-b78e368a6a92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=0acc73f9-0567-42ba-abb3-3a082d8cbf50 HTTP/1.1" status: 200 len: 210 time: 0.0394466 Aug 31 06:50:45.889979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729475f-0104-4902-9968-4828370e4143 req-4b94a7bc-b66a-4e95-8c95-5357746cacad tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:45.901775 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c729475f-0104-4902-9968-4828370e4143 req-4b94a7bc-b66a-4e95-8c95-5357746cacad tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 944 time: 0.1058249 Aug 31 06:50:45.931940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:45.961729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-81f51089-a99e-4bb4-92f9-008a2b8ece14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927858 Aug 31 06:50:45.984324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c729475f-0104-4902-9968-4828370e4143 req-9b9ff366-3e31-42aa-9a89-66c5a9697e2d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785747 Aug 31 06:50:46.046473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:46.063450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '7b1d16e7-7fe3-43af-baff-f4ed7ecb2051', 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2', 'port_id': '7b1d16e7-7fe3-43af-baff-f4ed7ecb2051', 'mac_address': 'fa:16:3e:fe:75:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630977d-d2dd-400a-a506-7101aac14fea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:46.073657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-7851e104-7010-4f61-8ed6-9075700880fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:46.075342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-7851e104-7010-4f61-8ed6-9075700880fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1098 time: 0.0459092 Aug 31 06:50:46.132207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:46.145708 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.149855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b', 'network_id': 'be123292-6003-4775-9ebc-f3e3dd6d7cb2', 'port_id': 'ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b', 'mac_address': 'fa:16:3e:79:56:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630977d-d2dd-400a-a506-7101aac14fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:46.189390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:46.215131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-b0edba4f-c2dd-48cb-89cf-2d431d43c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:46.216827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-b0edba4f-c2dd-48cb-89cf-2d431d43c496 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.1127086 Aug 31 06:50:46.227335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:46.229050 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.233166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.271563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:46.308827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:46.316276 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.324300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:46.334773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.335189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.335398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.335721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.336056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.336391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.336852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.337104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.337472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.337872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.338199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.338528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:46.405903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:46.584080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['7b1d16e7-7fe3-43af-baff-f4ed7ecb2051'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:46.605175 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-0805f921-23c0-4a9e-ac70-b587f7568e95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 1002 time: 0.3790617 Aug 31 06:50:46.607990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:46.657082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-25861fe0-234d-4d46-a59f-8ada1464502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:46.658542 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-25861fe0-234d-4d46-a59f-8ada1464502c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.0449011 Aug 31 06:50:46.706152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-a78f636c-6d8a-4c44-9c46-1af077770178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:46.707704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-a78f636c-6d8a-4c44-9c46-1af077770178 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423384 Aug 31 06:50:46.831807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-8b7590ca-17f6-4cd0-966c-b0d1d8091b9b service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162944 Aug 31 06:50:46.960444 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e42f4b4-7efa-48a9-93d4-c14c77832db8 req-0046dc0d-6df7-422a-9a93-bc5297b20c25 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201353 Aug 31 06:50:47.115698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-3de93097-595e-4881-aa20-61ed23f0aa22 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:47.117280 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-3de93097-595e-4881-aa20-61ed23f0aa22 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.1197503 Aug 31 06:50:47.134639 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-95f89db5-323f-42a1-a9d5-e0cdfb3a5059 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/quotas/62f1222f738c4149b531b6b091fa31be HTTP/1.1" status: 200 len: 375 time: 0.0098345 Aug 31 06:50:47.196469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e4e90-c117-44a2-acaa-416a43bd0a41 req-656a998a-a138-4ec1-b596-0994c5234e45 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:47.198084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-255e4e90-c117-44a2-acaa-416a43bd0a41 req-656a998a-a138-4ec1-b596-0994c5234e45 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 945 time: 0.0583904 Aug 31 06:50:47.200207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-1726c996-369f-4bdf-a048-8bca9476d6f5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566049 Aug 31 06:50:47.236998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-255e4e90-c117-44a2-acaa-416a43bd0a41 req-c1e52b60-7d41-4423-8c82-0b563d5d5130 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Aug 31 06:50:47.606272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-1d725abc-b25a-4764-a92e-4451faab4756 service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987198 Aug 31 06:50:47.696444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-e4148897-3b14-4a5d-9570-27e274c1276a service neutron] 10.222.0.15 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834031 Aug 31 06:50:47.697024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:47.751893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:47.757829 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:47.758360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.857833 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.873402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:47.896921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a5ffa58c-2c4b-4da3-bdad-d203308d647c req-ec19c293-26cf-4761-937b-e22ce350b1ae tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 210 time: 0.0361285 Aug 31 06:50:47.916970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb2c9be-a91c-43d9-8038-6d6f21689bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1d16e7-7fe3-43af-baff-f4ed7ecb2051'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:47.921675 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd73a1f-3aa6-434a-a0f2-8efaaf2e341d" -d '{"events": [{"server_uuid": "ffb2c9be-a91c-43d9-8038-6d6f21689bdb", "name": "network-vif-plugged", "status": "completed", "tag": "7b1d16e7-7fe3-43af-baff-f4ed7ecb2051"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:47.941656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:47.947881 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.978553 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f88ff4-945f-4f91-b87a-e3a466103fe7 x-openstack-request-id: req-e4f88ff4-945f-4f91-b87a-e3a466103fe7 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:47.979738 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb2c9be-a91c-43d9-8038-6d6f21689bdb", "name": "network-vif-plugged", "status": "completed", "tag": "7b1d16e7-7fe3-43af-baff-f4ed7ecb2051", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:47.979999 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4f88ff4-945f-4f91-b87a-e3a466103fe7 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:47.980587 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb2c9be-a91c-43d9-8038-6d6f21689bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1d16e7-7fe3-43af-baff-f4ed7ecb2051', 'code': 200} Aug 31 06:50:47.991975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:48.004621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:48.004998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.053944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:48.095087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194820-4e1c-45c5-a022-d2093620cb48 req-991ebf4d-c695-428c-adba-1a1756583c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:48.097455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a9194820-4e1c-45c5-a022-d2093620cb48 req-991ebf4d-c695-428c-adba-1a1756583c97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1098 time: 0.0540695 Aug 31 06:50:48.122879 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.158037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a9194820-4e1c-45c5-a022-d2093620cb48 req-30a51a43-27e8-406b-a7d3-33fb4f4b0289 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506856 Aug 31 06:50:48.161101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:48.165104 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.165954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 66b26b0c-baea-4d3b-957f-4394f90a1665 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:48.187254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 66b26b0c-baea-4d3b-957f-4394f90a1665 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:48.187254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 66b26b0c-baea-4d3b-957f-4394f90a1665 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:48.230967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:48.355199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b387-ae99-40fa-aacd-0be1afafb5fb req-4ef8559d-9bc1-463e-9e18-204975475593 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:48.356700 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c51b387-ae99-40fa-aacd-0be1afafb5fb req-4ef8559d-9bc1-463e-9e18-204975475593 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0490606 Aug 31 06:50:48.399786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c51b387-ae99-40fa-aacd-0be1afafb5fb req-a3069423-fc73-4ada-8d3d-162b2ae07907 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371437 Aug 31 06:50:49.001908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-92bcac98-1e9e-494c-84b0-8b6d7f4a92f1 req-cfc23b8b-dd0e-4b9c-942f-039cf8932c55 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 210 time: 0.0314567 Aug 31 06:50:49.203194 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-adf41903-3633-4a2c-86f0-0f75ad15037d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:49.204892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-adf41903-3633-4a2c-86f0-0f75ad15037d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.23 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 805 time: 0.1470490 Aug 31 06:50:49.227862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Request body: {'port': {'device_id': '10af06e6-ef5a-443e-96e6-8a76ea280006', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'admin_state_up': True, 'tenant_id': '62f1222f738c4149b531b6b091fa31be'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:49.347259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Made reservation on behalf of 62f1222f738c4149b531b6b091fa31be for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:49.351073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.532262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Allocated IP 172.20.0.13 (5231c453-26d0-4933-8509-cc47a3fe5b55/9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8/af499e46-9e48-430b-94ad-a2723d845a03) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:49.548677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8735a-4337-4196-8b6a-bea97ccb4391 req-c1149606-949a-4bde-a49b-a1d812d2e050 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:49.550599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ee8735a-4337-4196-8b6a-bea97ccb4391 req-c1149606-949a-4bde-a49b-a1d812d2e050 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0791578 Aug 31 06:50:49.623980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ee8735a-4337-4196-8b6a-bea97ccb4391 req-906039b8-b641-43a5-b137-4fcb3864c450 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629489 Aug 31 06:50:49.723591 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.763999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.776320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:49.818553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Network 5231c453-26d0-4933-8509-cc47a3fe5b55 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:49.822121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:49.827040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:49.851428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event updated for resources: {'Port': ['ID=af499e46-9e48-430b-94ad-a2723d845a03,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:49.885486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:49.886101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.900609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-26a4232a-c6ac-4465-86db-8e91f7f74544 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6769361 Aug 31 06:50:49.914280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Request body: {'port': {'device_id': '10af06e6-ef5a-443e-96e6-8a76ea280006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:49.966970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.981963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e53034d-7adb-4bf4-99fa-b07366fceed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:49.984404 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38687326-1e55-4493-afb5-7a056c80683b" -d '{"events": [{"server_uuid": "3e53034d-7adb-4bf4-99fa-b07366fceed2", "name": "network-vif-plugged", "status": "completed", "tag": "ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:50.022356 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0d4bd9-1b10-42cf-9e41-2feb4003cc6c x-openstack-request-id: req-cd0d4bd9-1b10-42cf-9e41-2feb4003cc6c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:50.022649 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e53034d-7adb-4bf4-99fa-b07366fceed2", "name": "network-vif-plugged", "status": "completed", "tag": "ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:50.022911 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd0d4bd9-1b10-42cf-9e41-2feb4003cc6c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:50.023314 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e53034d-7adb-4bf4-99fa-b07366fceed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b', 'code': 200} Aug 31 06:50:50.238117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017edbb-7175-4dc6-bfe3-c4a6fa600ce3 req-4f4c53b1-9c98-485f-9501-ae859c49bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.239553 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e017edbb-7175-4dc6-bfe3-c4a6fa600ce3 req-4f4c53b1-9c98-485f-9501-ae859c49bd6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 1098 time: 0.1532989 Aug 31 06:50:50.260388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15e82-c3dd-49da-8f20-d8bd418ff0ff req-0892b360-51b2-4bc6-903d-d079a1ed4613 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.262113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1a15e82-c3dd-49da-8f20-d8bd418ff0ff req-0892b360-51b2-4bc6-903d-d079a1ed4613 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 932 time: 0.1767454 Aug 31 06:50:50.347018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e017edbb-7175-4dc6-bfe3-c4a6fa600ce3 req-d8db3003-84f3-4b7a-ba62-77580dcba053 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839393 Aug 31 06:50:50.351152 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1a15e82-c3dd-49da-8f20-d8bd418ff0ff req-ed295a93-3c58-4335-b517-e50de833d74c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800185 Aug 31 06:50:50.404358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af499e46-9e48-430b-94ad-a2723d845a03 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:50.412890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:50.426534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Transition to ACTIVE for port object af499e46-9e48-430b-94ad-a2723d845a03 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:50.430016 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:50.478784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Pushing event updated for resources: {'Port': ['ID=af499e46-9e48-430b-94ad-a2723d845a03,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:50.550272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Attempting to bind port af499e46-9e48-430b-94ad-a2723d845a03 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:50.550501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Attempting to bind port af499e46-9e48-430b-94ad-a2723d845a03 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:50.550797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Attempting to bind port af499e46-9e48-430b-94ad-a2723d845a03 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:50.555581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Port af499e46-9e48-430b-94ad-a2723d845a03 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:50.555903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Attempting to bind port af499e46-9e48-430b-94ad-a2723d845a03 on network 5231c453-26d0-4933-8509-cc47a3fe5b55 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:50.560642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:50.561098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Checking segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:50.561745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Bound using segment: {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:50.562424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Bound port: af499e46-9e48-430b-94ad-a2723d845a03, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7437608d-be83-45bc-a788-59032c875994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:50.562749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:50.629545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] For port af499e46-9e48-430b-94ad-a2723d845a03, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:50.632554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] For port af499e46-9e48-430b-94ad-a2723d845a03, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=af499e46-9e48-430b-94ad-a2723d845a03,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:50.637281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:50.672439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.673048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:50.674469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] 10.222.0.23 "PUT /v2.0/ports/af499e46-9e48-430b-94ad-a2723d845a03 HTTP/1.1" status: 200 len: 1093 time: 0.7644744 Aug 31 06:50:50.674899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10af06e6-ef5a-443e-96e6-8a76ea280006', 'tag': 'af499e46-9e48-430b-94ad-a2723d845a03'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:50.677375 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c27eec5-389e-44ce-a076-8ee87c318cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "10af06e6-ef5a-443e-96e6-8a76ea280006", "tag": "af499e46-9e48-430b-94ad-a2723d845a03"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:50.702449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1762e6-28d3-4f50-a829-be6a1adacc1a service neutron] Pushing event updated for resources: {'Port': ['ID=af499e46-9e48-430b-94ad-a2723d845a03,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:50.728091 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac54ac22-71f2-430f-8d9f-46af469df112 x-openstack-request-id: req-ac54ac22-71f2-430f-8d9f-46af469df112 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:50.728497 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10af06e6-ef5a-443e-96e6-8a76ea280006", "tag": "af499e46-9e48-430b-94ad-a2723d845a03", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:50.728763 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac54ac22-71f2-430f-8d9f-46af469df112 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:50.729177 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10af06e6-ef5a-443e-96e6-8a76ea280006', 'tag': 'af499e46-9e48-430b-94ad-a2723d845a03', 'status': 'completed', 'code': 200} Aug 31 06:50:50.749461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbb8b9-27db-4666-b22a-550898aa905c req-260a5863-3a0e-4430-95e8-33ddbd2f9344 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.751101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32bbb8b9-27db-4666-b22a-550898aa905c req-260a5863-3a0e-4430-95e8-33ddbd2f9344 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0510342 Aug 31 06:50:50.774124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-45d6e7a3-3928-4dd3-b1bf-2e076f67ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.775639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-45d6e7a3-3928-4dd3-b1bf-2e076f67ebc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 1096 time: 0.0414407 Aug 31 06:50:50.789998 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32bbb8b9-27db-4666-b22a-550898aa905c req-40858de1-9bcb-4f10-8be0-aefed7693852 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Aug 31 06:50:50.825319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-199c7a21-d2ba-45c6-a162-a4d2dc5af1f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af499e46-9e48-430b-94ad-a2723d845a03 HTTP/1.1" status: 200 len: 217 time: 0.0384614 Aug 31 06:50:50.881877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-50734942-744a-4d25-b296-cbc4b5476271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.889944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-50734942-744a-4d25-b296-cbc4b5476271 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0462577 Aug 31 06:50:50.918768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-d6f766ba-dbf9-4b19-aa4f-e04b126f0778 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261657 Aug 31 06:50:51.018630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-adde2c82-345d-4d3e-bbc1-aa0e6bcecbc9 service neutron] 10.222.0.23 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879500 Aug 31 06:50:51.112616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7720f73e-0811-4117-9aa5-d21bff606b39 req-154f7ebe-9e24-42c8-9ea2-39f26def4ccc service neutron] 10.222.0.23 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820918 Aug 31 06:50:51.199605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-d441baaf-9a6a-411d-905c-3b4df6c73cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.201770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-d441baaf-9a6a-411d-905c-3b4df6c73cb7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 1096 time: 0.0440273 Aug 31 06:50:51.311595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-6c574a3c-bfd3-4352-8b12-b2444c70a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.313816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-6c574a3c-bfd3-4352-8b12-b2444c70a735 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.0971775 Aug 31 06:50:51.380850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-b8e380ff-0b24-49d7-8968-1eb16d092063 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af499e46-9e48-430b-94ad-a2723d845a03 HTTP/1.1" status: 200 len: 217 time: 0.0484476 Aug 31 06:50:51.439316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-583e9663-e483-4258-ac45-5945e15ee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.441176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-583e9663-e483-4258-ac45-5945e15ee009 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0508199 Aug 31 06:50:51.482797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2ac6-f6ed-46ef-9686-5c35dc4ab422 req-45750980-158d-4b25-b5e2-854c7a767498 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.484513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-686e2ac6-f6ed-46ef-9686-5c35dc4ab422 req-45750980-158d-4b25-b5e2-854c7a767498 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 944 time: 0.0549037 Aug 31 06:50:51.491203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-ee39b42c-f2b7-4955-a038-d1cb795f0e69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376260 Aug 31 06:50:51.551081 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-686e2ac6-f6ed-46ef-9686-5c35dc4ab422 req-8e61bd39-9090-401b-975c-6ad7d546adaf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588701 Aug 31 06:50:51.611577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-b7239e93-8850-4225-841b-429afb4041ab service neutron] 10.222.0.23 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116133 Aug 31 06:50:51.732340 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a766b250-331c-4458-9b8e-f047e6331da9 req-c8f62aac-10c7-4592-9a03-69ed11183f35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0873358 Aug 31 06:50:51.753294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c27eec5-389e-44ce-a076-8ee87c318cbb req-938e202a-973c-4d82-974c-2525dd9d1a26 service neutron] 10.222.0.23 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322839 Aug 31 06:50:51.823003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766b250-331c-4458-9b8e-f047e6331da9 req-621add3a-c579-417b-a986-38d648332b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.824960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a766b250-331c-4458-9b8e-f047e6331da9 req-621add3a-c579-417b-a986-38d648332b63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62f1222f738c4149b531b6b091fa31be&device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 1097 time: 0.0437710 Aug 31 06:50:51.963597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b10b3a-a399-4311-ae80-fd2faab82240 req-0574163b-d780-46bc-9240-cc0e36ef00da tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.965096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b10b3a-a399-4311-ae80-fd2faab82240 req-0574163b-d780-46bc-9240-cc0e36ef00da tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0987875 Aug 31 06:50:51.981655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766b250-331c-4458-9b8e-f047e6331da9 req-f556283a-d919-4d3f-a029-8a23539d96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.983180 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a766b250-331c-4458-9b8e-f047e6331da9 req-f556283a-d919-4d3f-a029-8a23539d96d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 200 len: 906 time: 0.1354537 Aug 31 06:50:52.034299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a766b250-331c-4458-9b8e-f047e6331da9 req-1bfdee92-3a30-40d0-b80d-54d59ff7c5d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3 HTTP/1.1" status: 200 len: 217 time: 0.0418689 Aug 31 06:50:52.053868 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b10b3a-a399-4311-ae80-fd2faab82240 req-14ebcdf4-0ccc-4451-8216-63786185b389 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806663 Aug 31 06:50:52.089626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766b250-331c-4458-9b8e-f047e6331da9 req-0d0acb40-e95b-499f-8702-707279693eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.091120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a766b250-331c-4458-9b8e-f047e6331da9 req-0d0acb40-e95b-499f-8702-707279693eb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 200 len: 845 time: 0.0494182 Aug 31 06:50:52.127172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a766b250-331c-4458-9b8e-f047e6331da9 req-72b1929b-b6a1-484e-b810-8d0417ac57c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5231c453-26d0-4933-8509-cc47a3fe5b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247777 Aug 31 06:50:52.226097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a766b250-331c-4458-9b8e-f047e6331da9 req-a99f3b25-f24d-411d-8c5d-eadd0d8d5bc6 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908365 Aug 31 06:50:52.377267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-0b287261-9bcc-464a-a341-b2ecbb396603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.379714 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-0b287261-9bcc-464a-a341-b2ecbb396603 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 1098 time: 0.1359982 Aug 31 06:50:52.409054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbc055-c321-4182-9214-0438055d2eb9 req-b004ae3e-8f71-44e2-b925-0bdca78818b8 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.410501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80cbc055-c321-4182-9214-0438055d2eb9 req-b004ae3e-8f71-44e2-b925-0bdca78818b8 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.1498954 Aug 31 06:50:52.455555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a766b250-331c-4458-9b8e-f047e6331da9 req-569037b2-0a39-4e90-94e0-d3f5e55af927 service neutron] 10.222.0.42 "GET /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205329 Aug 31 06:50:52.500131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80cbc055-c321-4182-9214-0438055d2eb9 req-16fc43fd-a8ea-47a5-8fca-fb3fd7ed14f2 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780611 Aug 31 06:50:52.519175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-ebf9b019-a40b-4793-946f-fae7a1557dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.520718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-ebf9b019-a40b-4793-946f-fae7a1557dd3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 918 time: 0.1302743 Aug 31 06:50:52.566390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-c7d432c7-d78a-4efc-8c93-1ab1dfae18a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b HTTP/1.1" status: 200 len: 217 time: 0.0376823 Aug 31 06:50:52.616218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-d19b44d3-1e1e-4a95-8c70-ce4574e8d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.617794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-d19b44d3-1e1e-4a95-8c70-ce4574e8d7ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.0437312 Aug 31 06:50:52.649790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-86a65ae6-01f1-4c3c-9b3a-6c6515a28d48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244129 Aug 31 06:50:52.708524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b03211-8a1a-4cad-9e46-d9f54049639d req-50c86f39-cf3b-4b82-a7f9-8f477b667524 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.710107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3b03211-8a1a-4cad-9e46-d9f54049639d req-50c86f39-cf3b-4b82-a7f9-8f477b667524 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 944 time: 0.0591393 Aug 31 06:50:52.744736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-dce8f318-cb60-4ea7-a034-a057bad459b2 service neutron] 10.222.0.42 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875785 Aug 31 06:50:52.752964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3b03211-8a1a-4cad-9e46-d9f54049639d req-31f3516f-8761-4e1f-8f76-02aa24c92bfb tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362535 Aug 31 06:50:52.834984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0d724f7-dfb9-4227-85f9-bec0e2589d18 req-5c6b1a50-6c1f-480d-89ca-4498646148e2 service neutron] 10.222.0.42 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816832 Aug 31 06:50:53.616010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fda0b1-401f-45ab-89a1-3f09c694e209 req-b0d224f6-6188-4adb-b6b6-c605617aedc7 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:53.617560 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30fda0b1-401f-45ab-89a1-3f09c694e209 req-b0d224f6-6188-4adb-b6b6-c605617aedc7 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0504677 Aug 31 06:50:53.659372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30fda0b1-401f-45ab-89a1-3f09c694e209 req-62ff4231-fbc0-4124-9bf8-71eaafc39f91 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355959 Aug 31 06:50:53.750721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device af499e46-9e48-430b-94ad-a2723d845a03 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:53.913433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port af499e46-9e48-430b-94ad-a2723d845a03, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=af499e46-9e48-430b-94ad-a2723d845a03,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:53.921563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfa02d-1c91-41ec-861c-a32d58616488 req-9768225a-bf1e-4b7b-b3d5-8f73105a2fdd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:53.923124 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6dfa02d-1c91-41ec-861c-a32d58616488 req-9768225a-bf1e-4b7b-b3d5-8f73105a2fdd tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 944 time: 0.0597873 Aug 31 06:50:53.929340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'af499e46-9e48-430b-94ad-a2723d845a03', 'network_id': '5231c453-26d0-4933-8509-cc47a3fe5b55', 'port_id': 'af499e46-9e48-430b-94ad-a2723d845a03', 'mac_address': 'fa:16:3e:a1:e5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:53.973640 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.974630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6dfa02d-1c91-41ec-861c-a32d58616488 req-363bc9bd-a4b8-41ba-a062-ff066dcb243c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Aug 31 06:50:53.993364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af499e46-9e48-430b-94ad-a2723d845a03 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:54.017298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port af499e46-9e48-430b-94ad-a2723d845a03, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=af499e46-9e48-430b-94ad-a2723d845a03,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:54.021315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.069993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=af499e46-9e48-430b-94ad-a2723d845a03,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:54.179247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-df3f4fab-fcf1-48a3-a35b-104be2c3ad5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.373800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['af499e46-9e48-430b-94ad-a2723d845a03'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:54.413560 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.789334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f6899-e006-47d6-964f-82719384778d req-005e854d-43a0-49dd-9296-8efb66401a3d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:54.790848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb9f6899-e006-47d6-964f-82719384778d req-005e854d-43a0-49dd-9296-8efb66401a3d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Aug 31 06:50:54.827635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb9f6899-e006-47d6-964f-82719384778d req-ec76bb68-3ef6-4fcb-b80e-8d82bcf386d8 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 31 06:50:55.093415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb698cb3-501b-433a-bbd2-73619024dd54 req-1060e686-c363-4b8c-82a0-7eb3b932a61b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:55.094895 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb698cb3-501b-433a-bbd2-73619024dd54 req-1060e686-c363-4b8c-82a0-7eb3b932a61b tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Aug 31 06:50:55.132518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb698cb3-501b-433a-bbd2-73619024dd54 req-9eb8f967-9648-4083-a11f-9ca84be99121 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Aug 31 06:50:55.750514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device af499e46-9e48-430b-94ad-a2723d845a03 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:55.805417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port af499e46-9e48-430b-94ad-a2723d845a03 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:55.808499 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.809796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port af499e46-9e48-430b-94ad-a2723d845a03 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:55.810162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.892828 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.918049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af06e6-ef5a-443e-96e6-8a76ea280006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af499e46-9e48-430b-94ad-a2723d845a03'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:55.921006 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a36f5c-3cba-445f-8c96-e22beb618e90" -d '{"events": [{"server_uuid": "10af06e6-ef5a-443e-96e6-8a76ea280006", "name": "network-vif-plugged", "status": "completed", "tag": "af499e46-9e48-430b-94ad-a2723d845a03"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:55.936527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port af499e46-9e48-430b-94ad-a2723d845a03, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=af499e46-9e48-430b-94ad-a2723d845a03,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:55.942823 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.949302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22bc53-a7f1-4a08-8c2c-d9393cab162d req-268a49cf-f876-4bbc-b342-38f199c2bb62 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:55.956713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac22bc53-a7f1-4a08-8c2c-d9393cab162d req-268a49cf-f876-4bbc-b342-38f199c2bb62 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0600452 Aug 31 06:50:55.995157 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dbe031-25bc-4336-a7e2-cb19ae981de8 x-openstack-request-id: req-46dbe031-25bc-4336-a7e2-cb19ae981de8 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:55.996210 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10af06e6-ef5a-443e-96e6-8a76ea280006", "name": "network-vif-plugged", "status": "completed", "tag": "af499e46-9e48-430b-94ad-a2723d845a03", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:55.996210 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46dbe031-25bc-4336-a7e2-cb19ae981de8 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:55.996510 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af06e6-ef5a-443e-96e6-8a76ea280006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af499e46-9e48-430b-94ad-a2723d845a03', 'code': 200} Aug 31 06:50:56.003000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac22bc53-a7f1-4a08-8c2c-d9393cab162d req-5b99461a-33d6-425f-baeb-edd1fbd5c379 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452819 Aug 31 06:50:56.017553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=af499e46-9e48-430b-94ad-a2723d845a03,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:56.105106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0936a-73c9-42d8-bce6-a1cf5705b3ce req-9eeffcc3-4d8a-432d-bf91-4ab6277fc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:56.106780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4c0936a-73c9-42d8-bce6-a1cf5705b3ce req-9eeffcc3-4d8a-432d-bf91-4ab6277fc5eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 1098 time: 0.0424738 Aug 31 06:50:56.148613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4c0936a-73c9-42d8-bce6-a1cf5705b3ce req-f329f8bb-55d8-45eb-8e9f-7ccb0415eebc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Aug 31 06:50:56.248840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105346c-235b-4d34-b3fc-1e181b4274b8 req-d0ff2232-d633-48a2-a20a-52782c9b7c3f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:56.250332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2105346c-235b-4d34-b3fc-1e181b4274b8 req-d0ff2232-d633-48a2-a20a-52782c9b7c3f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0489328 Aug 31 06:50:56.292841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2105346c-235b-4d34-b3fc-1e181b4274b8 req-e7ee9eb3-23cc-4e22-91bd-ab39a051a55f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359004 Aug 31 06:50:56.765109 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-923193d4-4ee9-4aaf-91f7-6480315338ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.899341 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.153549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e600d-5215-4dbf-9ca5-ee0b5da5023b req-ce485682-0874-41a7-add3-184f42524a6f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:57.155142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d97e600d-5215-4dbf-9ca5-ee0b5da5023b req-ce485682-0874-41a7-add3-184f42524a6f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0591812 Aug 31 06:50:57.200037 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d97e600d-5215-4dbf-9ca5-ee0b5da5023b req-7f08734c-2783-476e-b61b-a2236147c474 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Aug 31 06:50:57.420187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044a5a0-965b-438a-bcb2-843f1fed0b50 req-e31edc62-a332-4434-b74b-51c18f1ab033 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:57.421771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1044a5a0-965b-438a-bcb2-843f1fed0b50 req-e31edc62-a332-4434-b74b-51c18f1ab033 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0543029 Aug 31 06:50:57.468988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1044a5a0-965b-438a-bcb2-843f1fed0b50 req-41f4f02d-9bd7-4f6d-931b-812fe9debe4e tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Aug 31 06:50:58.098031 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.371642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1daf3-c34b-4959-b248-ed66ea49c39e req-22ff3833-24b4-438c-8028-7c855913d919 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:58.373351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8c1daf3-c34b-4959-b248-ed66ea49c39e req-22ff3833-24b4-438c-8028-7c855913d919 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.1069682 Aug 31 06:50:58.411673 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8c1daf3-c34b-4959-b248-ed66ea49c39e req-18f67a17-f05c-40d1-b4a8-f835be8a33eb tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Aug 31 06:50:58.648770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450fa33-1e8f-4455-bb35-3d5df3c67e51 req-b16c99b8-6c5b-4e3c-8c75-d7ed5abc5200 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:58.650229 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7450fa33-1e8f-4455-bb35-3d5df3c67e51 req-b16c99b8-6c5b-4e3c-8c75-d7ed5abc5200 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.1075544 Aug 31 06:50:58.688219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7450fa33-1e8f-4455-bb35-3d5df3c67e51 req-5e7e7e4e-3a0d-4161-92d5-88b5a276c45f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Aug 31 06:50:58.894194 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e129c7d-b2fa-433a-a30d-4a161a5f9757 req-469bc0ff-4441-45e4-8860-8ed901078a2c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:58.895738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e129c7d-b2fa-433a-a30d-4a161a5f9757 req-469bc0ff-4441-45e4-8860-8ed901078a2c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0517793 Aug 31 06:50:58.939268 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e129c7d-b2fa-433a-a30d-4a161a5f9757 req-4dbfad86-2d5e-4cdb-b30d-eccf68d8b6ad tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 Aug 31 06:50:59.067092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fdaf-13aa-4916-919b-ed406eb5b8f5 req-11d82456-d33e-4b72-b560-4a463da4796d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:59.068604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ea6fdaf-13aa-4916-919b-ed406eb5b8f5 req-11d82456-d33e-4b72-b560-4a463da4796d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0500014 Aug 31 06:50:59.115057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ea6fdaf-13aa-4916-919b-ed406eb5b8f5 req-0d0e5d64-ba81-4578-bc50-891c98d08203 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367081 Aug 31 06:50:59.342368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596ffbf-4a97-4435-9247-ae24c828ecc6 req-0d75161b-e994-4b8b-8219-f1b6a225daa9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:59.344150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c596ffbf-4a97-4435-9247-ae24c828ecc6 req-0d75161b-e994-4b8b-8219-f1b6a225daa9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0666349 Aug 31 06:50:59.390004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c596ffbf-4a97-4435-9247-ae24c828ecc6 req-4ed792dd-26e6-4b9f-af76-cc0b6ca8b060 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 Aug 31 06:50:59.532617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fbf90-5534-4f21-bcb1-7ecc6cc1622e req-91da9c14-cb5a-4258-87be-b6ce97373531 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:59.534126 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a32fbf90-5534-4f21-bcb1-7ecc6cc1622e req-91da9c14-cb5a-4258-87be-b6ce97373531 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0538950 Aug 31 06:50:59.572982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a32fbf90-5534-4f21-bcb1-7ecc6cc1622e req-f5113c6b-1164-4469-ab2c-a13062db33ec tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328004 Aug 31 06:50:59.957322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.516261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56f37-993f-41f8-a9fc-e2675393aad0 req-d045b302-651a-4d9d-a2f8-d8ced29abca8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:00.517795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95f56f37-993f-41f8-a9fc-e2675393aad0 req-d045b302-651a-4d9d-a2f8-d8ced29abca8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0526872 Aug 31 06:51:00.557200 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95f56f37-993f-41f8-a9fc-e2675393aad0 req-22620445-e774-46b5-8d1c-7783b5903376 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Aug 31 06:51:00.701258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ba82-d58d-401f-b8f4-10c85b042d0f req-36ce34a2-2241-4f01-8471-29d303c9aba1 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:00.702654 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc49ba82-d58d-401f-b8f4-10c85b042d0f req-36ce34a2-2241-4f01-8471-29d303c9aba1 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0491378 Aug 31 06:51:00.740797 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc49ba82-d58d-401f-b8f4-10c85b042d0f req-ada2b111-6eff-4048-ac8d-d2e1996e6c6e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Aug 31 06:51:01.677790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1729b-f194-4cfc-ad08-624918b759eb req-44e21fd5-8c4e-4cf5-a179-269de9392f67 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:01.679274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfd1729b-f194-4cfc-ad08-624918b759eb req-44e21fd5-8c4e-4cf5-a179-269de9392f67 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0523832 Aug 31 06:51:01.723201 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfd1729b-f194-4cfc-ad08-624918b759eb req-4db34ef6-6086-4d85-a135-425bdaffdc85 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Aug 31 06:51:01.864009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77019189-6246-4f27-8ee7-6fb058d07952 req-252005e2-d73b-4ea0-a3eb-dd12d8fdbf60 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:01.865472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77019189-6246-4f27-8ee7-6fb058d07952 req-252005e2-d73b-4ea0-a3eb-dd12d8fdbf60 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0529339 Aug 31 06:51:01.907514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77019189-6246-4f27-8ee7-6fb058d07952 req-cdd0b204-2466-47be-bd59-185270f6952a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360906 Aug 31 06:51:02.844643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8289cb7-6f22-4a36-9da9-10858f6c39d1 req-7b422fed-2ee0-40b6-a978-7a1db0fe4983 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:02.846165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8289cb7-6f22-4a36-9da9-10858f6c39d1 req-7b422fed-2ee0-40b6-a978-7a1db0fe4983 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0481968 Aug 31 06:51:02.883604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8289cb7-6f22-4a36-9da9-10858f6c39d1 req-3c32ff80-4241-4be2-bb24-5fa80a4ec5b5 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Aug 31 06:51:03.030124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63930407-50c0-496a-911b-6e132f7a6114 req-53d642ce-f4c5-433d-b6e8-518d71ca0fec tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.031563 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63930407-50c0-496a-911b-6e132f7a6114 req-53d642ce-f4c5-433d-b6e8-518d71ca0fec tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0508792 Aug 31 06:51:03.068617 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63930407-50c0-496a-911b-6e132f7a6114 req-5bc2f110-f5e8-42a9-82e9-32ffeffd453f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Aug 31 06:51:04.003022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5226-ad46-4715-9687-be22a99be7ec req-4427f053-33e9-4b1b-b87a-0d75a64cda02 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:04.004551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-488f5226-ad46-4715-9687-be22a99be7ec req-4427f053-33e9-4b1b-b87a-0d75a64cda02 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0516932 Aug 31 06:51:04.042181 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-488f5226-ad46-4715-9687-be22a99be7ec req-5bd97eb4-e551-4dd8-abb3-c3eaf8e8b24c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Aug 31 06:51:04.186115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0564d86-09f1-45b3-bddd-e7216f37bdde req-14d63fcd-b204-41e4-b887-8ca61fd6f95a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:04.187553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0564d86-09f1-45b3-bddd-e7216f37bdde req-14d63fcd-b204-41e4-b887-8ca61fd6f95a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0498986 Aug 31 06:51:04.226955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0564d86-09f1-45b3-bddd-e7216f37bdde req-e5b97d09-d82b-4dd7-9d60-21ba5a84e792 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334218 Aug 31 06:51:05.162810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a65f-6bcb-4237-a061-026ca6353e63 req-1e1f2e0d-4951-4e4d-aea1-e06c5a14beb7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.164332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ba1a65f-6bcb-4237-a061-026ca6353e63 req-1e1f2e0d-4951-4e4d-aea1-e06c5a14beb7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0518551 Aug 31 06:51:05.209630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ba1a65f-6bcb-4237-a061-026ca6353e63 req-aa8c31e1-684e-412c-bb4d-a69066e20b34 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Aug 31 06:51:05.357637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2262d5-c942-41fc-a28a-753a18d45b90 req-ba12e2da-4594-43a9-ae30-66caf254756b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.359204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f2262d5-c942-41fc-a28a-753a18d45b90 req-ba12e2da-4594-43a9-ae30-66caf254756b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0608368 Aug 31 06:51:05.408385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f2262d5-c942-41fc-a28a-753a18d45b90 req-4b4f289b-07dc-4e96-b647-c0603f7bfd12 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372324 Aug 31 06:51:05.441930 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:51:05.520965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57258) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:05.595357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c497fe9-aa2b-427b-b547-0dd528203a5a tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.595757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c497fe9-aa2b-427b-b547-0dd528203a5a tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.596228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c497fe9-aa2b-427b-b547-0dd528203a5a tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.597968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8c497fe9-aa2b-427b-b547-0dd528203a5a tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=ee4771f9e6574845a4add31715e9c944&network_id=e2b64b89-612b-4f32-bc6a-58f23826c515 HTTP/1.1" status: 200 len: 2973 time: 0.0760434 Aug 31 06:51:06.334966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade9738-aaf3-48e1-8c62-b6c9d90b67b2 req-4d436d7d-d831-435d-a160-90ccb677abd0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:06.336778 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ade9738-aaf3-48e1-8c62-b6c9d90b67b2 req-4d436d7d-d831-435d-a160-90ccb677abd0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0535319 Aug 31 06:51:06.379664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ade9738-aaf3-48e1-8c62-b6c9d90b67b2 req-19e5b116-f408-48e2-a351-a74db2e775a9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Aug 31 06:51:06.543095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c94022-a5c7-43bf-ac0b-a2a2b0adb064 req-ed633442-79c3-47ce-a768-57e4f9291648 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:06.545252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0c94022-a5c7-43bf-ac0b-a2a2b0adb064 req-ed633442-79c3-47ce-a768-57e4f9291648 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0617919 Aug 31 06:51:06.597598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0c94022-a5c7-43bf-ac0b-a2a2b0adb064 req-831d2d33-919c-4347-be33-35a405094db7 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Aug 31 06:51:07.424332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57276) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:07.483326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3e35e-9cee-4b7d-8a10-d9a3f76a42ea tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.490569 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6df3e35e-9cee-4b7d-8a10-d9a3f76a42ea tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 814 time: 0.0607557 Aug 31 06:51:07.539658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0479e7e-4f01-4ed6-a4a8-f955326bbf6f req-fbc00866-5938-4b75-b8a1-c8f35d60d4cf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.541179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0479e7e-4f01-4ed6-a4a8-f955326bbf6f req-fbc00866-5938-4b75-b8a1-c8f35d60d4cf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0704460 Aug 31 06:51:07.582077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0479e7e-4f01-4ed6-a4a8-f955326bbf6f req-729c54c4-beec-4c6c-a95e-6f183e37ba46 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340683 Aug 31 06:51:07.726992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07eabd-7e18-4bc8-866c-4d98a077fdd5 req-052dc396-2181-49d0-a32e-4e7de97764bc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.728511 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1f07eabd-7e18-4bc8-866c-4d98a077fdd5 req-052dc396-2181-49d0-a32e-4e7de97764bc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0586872 Aug 31 06:51:07.773662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1f07eabd-7e18-4bc8-866c-4d98a077fdd5 req-127f2ddb-c314-432f-b644-c0c9a67c2102 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379913 Aug 31 06:51:08.129490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57286) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.134607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'network': {'name': 'tempest-network-smoke--190420899', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'port_security_enabled': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:08.157051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:08.160671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.196750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:08.206688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.207060 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Added segment 7b570216-5dc4-4dc8-85ef-6c7405337f6d of type vlan for network b9534925-2beb-47c2-b06d-0ba6aa1ed24d Aug 31 06:51:08.248301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.273273 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.279253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.279867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.336766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2061713 Aug 31 06:51:08.341581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57288) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.347992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a69fb5-2bfc-49d6-8aab-c042e77173d5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Network': ['ID=b9534925-2beb-47c2-b06d-0ba6aa1ed24d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:08.362585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:08.422577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2289eac8-0057-46cd-a49e-111aba505f80 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.424143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2289eac8-0057-46cd-a49e-111aba505f80 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ee4771f9e6574845a4add31715e9c944&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0815694 Aug 31 06:51:08.427577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57290) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.520868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518bbadf-b388-4931-bd6b-71dda2dbb52e tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.522442 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-518bbadf-b388-4931-bd6b-71dda2dbb52e tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939450 Aug 31 06:51:08.525337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57292) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.560649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d628a666-c36b-4cc5-8e9e-cf85c3bcd74e tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343096 Aug 31 06:51:08.563679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57296) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.594704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-06bea930-2488-4dba-b8bc-44735a5c57b3 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ee4771f9e6574845a4add31715e9c944&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283604 Aug 31 06:51:08.596534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57298) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.806986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e30478-9aff-424c-b9b7-266e30b7b818 req-d6b30ddf-7e24-4ac6-aa46-8398cce2d9e2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.808540 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05e30478-9aff-424c-b9b7-266e30b7b818 req-d6b30ddf-7e24-4ac6-aa46-8398cce2d9e2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.1331701 Aug 31 06:51:08.813161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928efe63-5acc-4567-9965-3907199f9426 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.814674 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-928efe63-5acc-4567-9965-3907199f9426 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2182734 Aug 31 06:51:08.817638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57304) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.851670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05e30478-9aff-424c-b9b7-266e30b7b818 req-f0bce2e5-f3c3-4197-9b97-a9f8c2c8b457 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356166 Aug 31 06:51:08.855845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d8f61de9-7c3d-4709-b8d2-c8e9f43cda1d tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367267 Aug 31 06:51:08.861894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57306) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.869220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-457326472', 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:08.911899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fa59a-4a1f-47cd-a0f4-7e57c540d4e6 req-beabaa8b-7304-4f94-bab7-a26156569d95 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.913541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-659fa59a-4a1f-47cd-a0f4-7e57c540d4e6 req-beabaa8b-7304-4f94-bab7-a26156569d95 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0561063 Aug 31 06:51:08.958649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-659fa59a-4a1f-47cd-a0f4-7e57c540d4e6 req-5e331362-6e88-4043-92d4-5d933ec9a574 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372357 Aug 31 06:51:08.966259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:08.970067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.166558 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.225008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Subnet': ['ID=662e4e33-329f-4f8e-9948-60a74592a12e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:09.236070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Checking segment: {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:09.236420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network hostable DHCP agents. Network: b9534925-2beb-47c2-b06d-0ba6aa1ed24d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:09.253850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:09.264105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, b9534925-2beb-47c2-b06d-0ba6aa1ed24d) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:09.269118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:09.269740 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.277295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd050243-73ee-4aa1-ac2d-d4f24e736e50 None None] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:09.286020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5552e3a5-1976-4575-8521-588ea3265520 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4230726 Aug 31 06:51:09.436565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-b9534925-2beb-47c2-b06d-0ba6aa1ed24d', 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ips': [{'subnet_id': '662e4e33-329f-4f8e-9948-60a74592a12e'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:09.437496 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.529290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57310) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:09.534027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-466601ad-ecc9-4fff-a9f7-fa527564f112 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968713131', 'description': 'tempest-secgroup-smoke-1968713131 description', 'project_id': 'ee4771f9e6574845a4add31715e9c944'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:09.563151 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-466601ad-ecc9-4fff-a9f7-fa527564f112 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.583960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Allocated IP 172.20.0.18 (b9534925-2beb-47c2-b06d-0ba6aa1ed24d/662e4e33-329f-4f8e-9948-60a74592a12e/6e9d5003-a01c-4bf1-b336-b9103f14eadb) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:09.681456 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-466601ad-ecc9-4fff-a9f7-fa527564f112 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.686143 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-466601ad-ecc9-4fff-a9f7-fa527564f112 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.714361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-466601ad-ecc9-4fff-a9f7-fa527564f112 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.715611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-466601ad-ecc9-4fff-a9f7-fa527564f112 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1851904 Aug 31 06:51:09.718646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57316) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:09.719532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466601ad-ecc9-4fff-a9f7-fa527564f112 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd694655-c26d-4be9-88d3-dc6b885b2d31,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:09.724252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4102efdd-d227-4daa-884b-a70f1700d483 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'cd694655-c26d-4be9-88d3-dc6b885b2d31', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:09.750721 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.762146 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4102efdd-d227-4daa-884b-a70f1700d483 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.768611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Transition to ACTIVE for port object 6e9d5003-a01c-4bf1-b336-b9103f14eadb will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:09.783593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Transition to ACTIVE for port object 6e9d5003-a01c-4bf1-b336-b9103f14eadb will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:09.789792 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.826291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:09.826642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4102efdd-d227-4daa-884b-a70f1700d483 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.830950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4102efdd-d227-4daa-884b-a70f1700d483 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.831490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:09.835071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:09.843768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Pushing event updated for resources: {'Port': ['ID=6e9d5003-a01c-4bf1-b336-b9103f14eadb,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:09.862751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102efdd-d227-4daa-884b-a70f1700d483 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de83903-8654-4d18-928b-1b9ddc419fc6,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:09.866384 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4102efdd-d227-4daa-884b-a70f1700d483 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.870698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57318) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:09.873761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4102efdd-d227-4daa-884b-a70f1700d483 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532657 Aug 31 06:51:09.876036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3331aa99-e562-4505-8c17-6b33399c0007 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'cd694655-c26d-4be9-88d3-dc6b885b2d31', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:09.902633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Attempting to bind port 6e9d5003-a01c-4bf1-b336-b9103f14eadb on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:09.903026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Attempting to bind port 6e9d5003-a01c-4bf1-b336-b9103f14eadb by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:09.903400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Attempting to bind port 6e9d5003-a01c-4bf1-b336-b9103f14eadb on network b9534925-2beb-47c2-b06d-0ba6aa1ed24d {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:09.908659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:09.909033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Checking segment: {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:09.909669 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.910068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Bound using segment: {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:09.910539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Bound port: 6e9d5003-a01c-4bf1-b336-b9103f14eadb, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:09.910921 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.921010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3331aa99-e562-4505-8c17-6b33399c0007 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.991992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] For port 6e9d5003-a01c-4bf1-b336-b9103f14eadb, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:09.992863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda31afa-f6c7-4174-af53-b90244e6a3c2 req-2a8274d9-0f02-4243-878e-817b06a3f51f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:09.995236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cda31afa-f6c7-4174-af53-b90244e6a3c2 req-2a8274d9-0f02-4243-878e-817b06a3f51f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0579994 Aug 31 06:51:10.005604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] For port 6e9d5003-a01c-4bf1-b336-b9103f14eadb, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6e9d5003-a01c-4bf1-b336-b9103f14eadb,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:10.011162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.063445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3331aa99-e562-4505-8c17-6b33399c0007 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.081658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cda31afa-f6c7-4174-af53-b90244e6a3c2 req-32e61cb2-98a2-4118-863d-f4dc3ec903e4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612049 Aug 31 06:51:10.086520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960990b-0644-4498-8fb2-12956fdcd717 None None] Pushing event updated for resources: {'Port': ['ID=6e9d5003-a01c-4bf1-b336-b9103f14eadb,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.101177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3331aa99-e562-4505-8c17-6b33399c0007 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.118996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331aa99-e562-4505-8c17-6b33399c0007 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f973bc36-24b2-485c-8fff-164052e84373,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.132304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c8fac-f3c7-4c8d-b4b5-e97ea0483864 req-4fa49bd4-0a78-4b9e-9ddf-bd129e9635b7 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:10.133893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a0c8fac-f3c7-4c8d-b4b5-e97ea0483864 req-4fa49bd4-0a78-4b9e-9ddf-bd129e9635b7 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0910740 Aug 31 06:51:10.135177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3331aa99-e562-4505-8c17-6b33399c0007 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.139387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57324) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:10.139550 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3331aa99-e562-4505-8c17-6b33399c0007 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2676966 Aug 31 06:51:10.145104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-dc61840c-5fbc-4fec-b1b9-d6d5d9d5bdd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'cd694655-c26d-4be9-88d3-dc6b885b2d31', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:10.179644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc61840c-5fbc-4fec-b1b9-d6d5d9d5bdd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.179894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a0c8fac-f3c7-4c8d-b4b5-e97ea0483864 req-b53e8ca6-adb3-4e47-b605-74049904af91 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369802 Aug 31 06:51:10.234823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc61840c-5fbc-4fec-b1b9-d6d5d9d5bdd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.239228 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc61840c-5fbc-4fec-b1b9-d6d5d9d5bdd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.261038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61840c-5fbc-4fec-b1b9-d6d5d9d5bdd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30c0765-b1d3-4223-b2fa-d407842d78f7,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.268630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc61840c-5fbc-4fec-b1b9-d6d5d9d5bdd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.272931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dc61840c-5fbc-4fec-b1b9-d6d5d9d5bdd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292503 Aug 31 06:51:10.273665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57326) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:10.279033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ed1bd96d-fa9d-4eef-9962-3bda091b58ea tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'cd694655-c26d-4be9-88d3-dc6b885b2d31', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:10.317564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd96d-fa9d-4eef-9962-3bda091b58ea tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.392121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd96d-fa9d-4eef-9962-3bda091b58ea tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.396641 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd96d-fa9d-4eef-9962-3bda091b58ea tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.418557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bd96d-fa9d-4eef-9962-3bda091b58ea tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62158af-2164-4ef5-8860-016505635f0b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.427317 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd96d-fa9d-4eef-9962-3bda091b58ea tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.428538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ed1bd96d-fa9d-4eef-9962-3bda091b58ea tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541231 Aug 31 06:51:10.433051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57328) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:10.438579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-25b82527-d49b-4f06-aee4-8f3b03cf3257 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'cd694655-c26d-4be9-88d3-dc6b885b2d31', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:10.466099 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-25b82527-d49b-4f06-aee4-8f3b03cf3257 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Project ee4771f9e6574845a4add31715e9c944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:51:10.472599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25b82527-d49b-4f06-aee4-8f3b03cf3257 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.524394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25b82527-d49b-4f06-aee4-8f3b03cf3257 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.528169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25b82527-d49b-4f06-aee4-8f3b03cf3257 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.547798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b82527-d49b-4f06-aee4-8f3b03cf3257 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143082b4-77c1-4fa4-aa2c-6c837dd880cc,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.551220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25b82527-d49b-4f06-aee4-8f3b03cf3257 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.555424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-25b82527-d49b-4f06-aee4-8f3b03cf3257 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182730 Aug 31 06:51:10.558527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57332) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:10.564441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ef281b00-0277-4b73-94a6-c2df3430c455 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': 'cd694655-c26d-4be9-88d3-dc6b885b2d31', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:10.587108 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-ef281b00-0277-4b73-94a6-c2df3430c455 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Project ee4771f9e6574845a4add31715e9c944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:51:10.592110 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef281b00-0277-4b73-94a6-c2df3430c455 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.654855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef281b00-0277-4b73-94a6-c2df3430c455 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.659339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef281b00-0277-4b73-94a6-c2df3430c455 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.682280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef281b00-0277-4b73-94a6-c2df3430c455 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18298a58-7ca6-4785-b94d-095f9eaa362f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.686742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef281b00-0277-4b73-94a6-c2df3430c455 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.701456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef281b00-0277-4b73-94a6-c2df3430c455 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283536 Aug 31 06:51:10.917593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-81917f45-a687-488e-95fe-39d940db45d4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968713131&fields=id&tenant_id=ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 267 time: 0.0368330 Aug 31 06:51:11.055342 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6e9d5003-a01c-4bf1-b336-b9103f14eadb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:11.070102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-3f8c1fe1-6fa6-41e4-a2cb-7c7c28b47a37 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:11.071579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-3f8c1fe1-6fa6-41e4-a2cb-7c7c28b47a37 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/networks?id=b9534925-2beb-47c2-b06d-0ba6aa1ed24d HTTP/1.1" status: 200 len: 796 time: 0.1438355 Aug 31 06:51:11.088074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6309aae6-e346-4d45-bf30-5c54368a2aac tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/quotas/ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 375 time: 0.0097606 Aug 31 06:51:11.117895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 6e9d5003-a01c-4bf1-b336-b9103f14eadb completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:11.128191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c5e73-d7d1-49eb-9b38-21a69b94411b None None] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:11.162615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-44076460-b50a-4187-b1cc-c2f7c1ca470f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0675733 Aug 31 06:51:11.228114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1e7c3-1761-4fad-b0a4-c692d5762189 req-3670c409-93a6-43f0-a6c6-fc68d2d6cfdf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:11.230460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ad1e7c3-1761-4fad-b0a4-c692d5762189 req-3670c409-93a6-43f0-a6c6-fc68d2d6cfdf tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0558033 Aug 31 06:51:11.259216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-04044727-dc72-4d2d-a3b7-94ecd02d2eea None None] Provisioning for port 6e9d5003-a01c-4bf1-b336-b9103f14eadb completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:11.267034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-04044727-dc72-4d2d-a3b7-94ecd02d2eea None None] Provisioning complete for port 6e9d5003-a01c-4bf1-b336-b9103f14eadb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:11.267407 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04044727-dc72-4d2d-a3b7-94ecd02d2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.280849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ad1e7c3-1761-4fad-b0a4-c692d5762189 req-8f432b5c-a5c1-4e0e-a35b-fae2bcc3ff83 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Aug 31 06:51:11.290983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-dbd48926-4994-45a9-82ca-42d739e68b69 service neutron] 10.222.0.15 "GET /v2.0/networks/b9534925-2beb-47c2-b06d-0ba6aa1ed24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087940 Aug 31 06:51:11.385098 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04044727-dc72-4d2d-a3b7-94ecd02d2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.431002 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-74177cb0-1fdb-497e-b088-006538c59f3d service neutron] 10.222.0.15 "GET /v2.0/networks/b9534925-2beb-47c2-b06d-0ba6aa1ed24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328728 Aug 31 06:51:11.438160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-04044727-dc72-4d2d-a3b7-94ecd02d2eea None None] For port 6e9d5003-a01c-4bf1-b336-b9103f14eadb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6e9d5003-a01c-4bf1-b336-b9103f14eadb,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:11.445066 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04044727-dc72-4d2d-a3b7-94ecd02d2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.456433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4ac15-34aa-4d59-afef-618cec8dd30d req-09997ab5-2215-4cca-98be-68616497a3c3 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:11.456433 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05c4ac15-34aa-4d59-afef-618cec8dd30d req-09997ab5-2215-4cca-98be-68616497a3c3 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0911222 Aug 31 06:51:11.504542 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05c4ac15-34aa-4d59-afef-618cec8dd30d req-cd02663e-45aa-4fc4-bef9-740caf0cf361 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454528 Aug 31 06:51:11.516180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04044727-dc72-4d2d-a3b7-94ecd02d2eea None None] Pushing event updated for resources: {'Port': ['ID=6e9d5003-a01c-4bf1-b336-b9103f14eadb,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:11.651852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e3ad5a4-9e65-4399-9548-66dbb9fbf9b1 req-b145e7e2-e91d-4b05-8b23-c563b14eadff tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 210 time: 0.0317123 Aug 31 06:51:11.677491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-298b668a-e970-48bd-973a-8bd7135551d1 None None] Provisioning complete for port 6e9d5003-a01c-4bf1-b336-b9103f14eadb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:11.677940 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-298b668a-e970-48bd-973a-8bd7135551d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.417595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446b84b-4ee3-4f07-921f-69264455f81a req-ad4c9098-d902-4734-bcfa-ead17df1e81f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:12.419076 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3446b84b-4ee3-4f07-921f-69264455f81a req-ad4c9098-d902-4734-bcfa-ead17df1e81f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0576134 Aug 31 06:51:12.462377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3446b84b-4ee3-4f07-921f-69264455f81a req-50dcb0d9-82a1-4e0a-b086-17314991be04 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Aug 31 06:51:12.695886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae957b-616e-4744-8d0b-cd557be31e43 req-a2580848-80d0-4fc5-80a2-b0fe1490c63c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:12.697467 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9bae957b-616e-4744-8d0b-cd557be31e43 req-a2580848-80d0-4fc5-80a2-b0fe1490c63c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.1139262 Aug 31 06:51:12.756647 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9bae957b-616e-4744-8d0b-cd557be31e43 req-49531418-4e6a-4227-921c-1b55246cb2f2 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518918 Aug 31 06:51:12.767072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-25079481-9b5c-42bb-8dae-4865729e5686 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:12.768658 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-25079481-9b5c-42bb-8dae-4865729e5686 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/networks?id=b9534925-2beb-47c2-b06d-0ba6aa1ed24d HTTP/1.1" status: 200 len: 796 time: 0.1727738 Aug 31 06:51:12.791683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9a98bf64-d4c4-43be-a31d-4935cf639ef8 req-d91f02b9-ca90-4d4f-bedb-f9e61fac840d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 210 time: 0.0452816 Aug 31 06:51:13.015556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6e9d5003-a01c-4bf1-b336-b9103f14eadb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:13.067701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 6e9d5003-a01c-4bf1-b336-b9103f14eadb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:13.067701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.118865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-fdd5b575-e580-46e4-b554-741dc8ef128f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 473 time: 0.3355052 Aug 31 06:51:13.128942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'port': {'device_id': '6faf157c-151c-47f9-bb4f-3a7c5c13c209', 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d', 'admin_state_up': True, 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'security_groups': ['cd694655-c26d-4be9-88d3-dc6b885b2d31']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:13.239687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:13.243108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.376820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.20.0.29 (b9534925-2beb-47c2-b06d-0ba6aa1ed24d/662e4e33-329f-4f8e-9948-60a74592a12e/98cb64bf-49dc-4a75-9451-c95ea77067f0) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:13.532904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.550895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Transition to ACTIVE for port object 98cb64bf-49dc-4a75-9451-c95ea77067f0 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:13.592589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.602936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251e358-a441-4f43-8d57-cbdb366af44e req-8588b968-cf81-4174-bc2d-289e33413b24 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:13.605516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d251e358-a441-4f43-8d57-cbdb366af44e req-8588b968-cf81-4174-bc2d-289e33413b24 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0583105 Aug 31 06:51:13.647938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:13.651483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:13.654440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:13.658479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d251e358-a441-4f43-8d57-cbdb366af44e req-efb1ea8e-1c12-402a-8531-118c2e1bae67 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Aug 31 06:51:13.697896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=98cb64bf-49dc-4a75-9451-c95ea77067f0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:13.727108 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:13.727915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.743848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-179455b4-ddb6-454f-a1b5-96d08710a92d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6184769 Aug 31 06:51:13.759451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Request body: {'port': {'device_id': '6faf157c-151c-47f9-bb4f-3a7c5c13c209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:13.825132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.923006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776910-3bbc-46ab-b684-2b74b4e123bf req-4f8d60ca-be7f-4f62-b227-11cb91c3fed2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:13.924569 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf776910-3bbc-46ab-b684-2b74b4e123bf req-4f8d60ca-be7f-4f62-b227-11cb91c3fed2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 932 time: 0.0536780 Aug 31 06:51:13.932930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dcf5e6bf-d14e-418d-acaa-7a475184fc60 None None] Provisioning for port 98cb64bf-49dc-4a75-9451-c95ea77067f0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:13.937435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dcf5e6bf-d14e-418d-acaa-7a475184fc60 None None] Provisioning complete for port 98cb64bf-49dc-4a75-9451-c95ea77067f0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:13.937884 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dcf5e6bf-d14e-418d-acaa-7a475184fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.971182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf776910-3bbc-46ab-b684-2b74b4e123bf req-b6e4ac92-c512-488a-8efc-e7772871ef93 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Aug 31 06:51:13.987263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5e6bf-d14e-418d-acaa-7a475184fc60 None None] Port 98cb64bf-49dc-4a75-9451-c95ea77067f0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:13.992951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dbbfa-686a-4adf-afd3-266061e38126 req-986cb124-d033-41d4-9316-618c9552b8c3 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:13.994825 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-311dbbfa-686a-4adf-afd3-266061e38126 req-986cb124-d033-41d4-9316-618c9552b8c3 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.1498208 Aug 31 06:51:14.094048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-311dbbfa-686a-4adf-afd3-266061e38126 req-71977c1b-3206-4603-a62a-928de221303d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846698 Aug 31 06:51:14.178399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cb64bf-49dc-4a75-9451-c95ea77067f0 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:51:14.186140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.198149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Transition to ACTIVE for port object 98cb64bf-49dc-4a75-9451-c95ea77067f0 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:14.203566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.274440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Pushing event updated for resources: {'Port': ['ID=98cb64bf-49dc-4a75-9451-c95ea77067f0,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:14.326173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Attempting to bind port 98cb64bf-49dc-4a75-9451-c95ea77067f0 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:14.326520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Attempting to bind port 98cb64bf-49dc-4a75-9451-c95ea77067f0 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:14.326856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Attempting to bind port 98cb64bf-49dc-4a75-9451-c95ea77067f0 on network b9534925-2beb-47c2-b06d-0ba6aa1ed24d {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:14.331561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Port 98cb64bf-49dc-4a75-9451-c95ea77067f0 on network b9534925-2beb-47c2-b06d-0ba6aa1ed24d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:51:14.331886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Attempting to bind port 98cb64bf-49dc-4a75-9451-c95ea77067f0 on network b9534925-2beb-47c2-b06d-0ba6aa1ed24d {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:14.337066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:14.337499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Checking segment: {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:14.337893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Bound using segment: {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:14.338333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Bound port: 98cb64bf-49dc-4a75-9451-c95ea77067f0, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:14.338700 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.406503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] For port 98cb64bf-49dc-4a75-9451-c95ea77067f0, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:14.409724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] For port 98cb64bf-49dc-4a75-9451-c95ea77067f0, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=98cb64bf-49dc-4a75-9451-c95ea77067f0,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:14.414629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.456980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:14.457651 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.459043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] 10.222.0.42 "PUT /v2.0/ports/98cb64bf-49dc-4a75-9451-c95ea77067f0 HTTP/1.1" status: 200 len: 1093 time: 0.7062578 Aug 31 06:51:14.459533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6faf157c-151c-47f9-bb4f-3a7c5c13c209', 'tag': '98cb64bf-49dc-4a75-9451-c95ea77067f0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:14.461813 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6faf157c-151c-47f9-bb4f-3a7c5c13c209", "tag": "98cb64bf-49dc-4a75-9451-c95ea77067f0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:14.483850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11b129-af96-443a-a6b9-5b4007c4d527 service neutron] Pushing event updated for resources: {'Port': ['ID=98cb64bf-49dc-4a75-9451-c95ea77067f0,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:14.524826 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aec168-500d-4023-92eb-c7d7a95642e9 x-openstack-request-id: req-83aec168-500d-4023-92eb-c7d7a95642e9 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:14.525116 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6faf157c-151c-47f9-bb4f-3a7c5c13c209", "tag": "98cb64bf-49dc-4a75-9451-c95ea77067f0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:14.525392 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83aec168-500d-4023-92eb-c7d7a95642e9 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:14.525791 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6faf157c-151c-47f9-bb4f-3a7c5c13c209', 'tag': '98cb64bf-49dc-4a75-9451-c95ea77067f0', 'status': 'completed', 'code': 200} Aug 31 06:51:14.555641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-428a0269-eba5-4912-8acb-6262da2019cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:14.557370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-428a0269-eba5-4912-8acb-6262da2019cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 1096 time: 0.0463893 Aug 31 06:51:14.604109 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-e96b78a7-ea90-45c3-9591-b4c3674fa0d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=98cb64bf-49dc-4a75-9451-c95ea77067f0 HTTP/1.1" status: 200 len: 217 time: 0.0360892 Aug 31 06:51:14.659421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-c1c8d60f-732c-476b-96f2-84b965873b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:14.660930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-c1c8d60f-732c-476b-96f2-84b965873b4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=662e4e33-329f-4f8e-9948-60a74592a12e HTTP/1.1" status: 200 len: 837 time: 0.0504007 Aug 31 06:51:14.712191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-2c46a9a7-eb8f-450f-9591-4912f38bcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:14.713764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-2c46a9a7-eb8f-450f-9591-4912f38bcca8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9534925-2beb-47c2-b06d-0ba6aa1ed24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0426352 Aug 31 06:51:14.834979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dd66d-7cb7-4283-892d-6b33eb867a2d req-b650823b-6f12-4de6-a9d1-793dc4d497ad tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:14.836501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a10dd66d-7cb7-4283-892d-6b33eb867a2d req-b650823b-6f12-4de6-a9d1-793dc4d497ad tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0977740 Aug 31 06:51:14.856866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-f1f88023-54ef-4f29-94e4-fe10635d569d service neutron] 10.222.0.42 "GET /v2.0/networks/b9534925-2beb-47c2-b06d-0ba6aa1ed24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352484 Aug 31 06:51:14.920888 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a10dd66d-7cb7-4283-892d-6b33eb867a2d req-48d14aaf-3603-465c-96ee-4a6b6ba8cd67 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759275 Aug 31 06:51:14.962999 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4d2c6ec-8fde-4c17-a163-31e22feea9b6 req-4acbb49d-c515-4cbc-ac46-a6d8e0d0c15e service neutron] 10.222.0.42 "GET /v2.0/networks/b9534925-2beb-47c2-b06d-0ba6aa1ed24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932517 Aug 31 06:51:15.060528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-29f7361e-c6d6-4573-9c3f-046d25341e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:15.062231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-29f7361e-c6d6-4573-9c3f-046d25341e6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 1096 time: 0.0485377 Aug 31 06:51:15.098546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f4d11-05fe-4662-b7a6-f3874268eb42 req-f7fda4e4-b24f-44fb-bcfc-d4c5413133e5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:15.100171 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f2f4d11-05fe-4662-b7a6-f3874268eb42 req-f7fda4e4-b24f-44fb-bcfc-d4c5413133e5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 944 time: 0.0539947 Aug 31 06:51:15.147954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f2f4d11-05fe-4662-b7a6-f3874268eb42 req-47fb6574-9dac-4428-86ae-663eb01770d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379155 Aug 31 06:51:15.178060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-77955b86-5ba8-47bf-81b8-edbd0d227f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:15.179753 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-77955b86-5ba8-47bf-81b8-edbd0d227f93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9534925-2beb-47c2-b06d-0ba6aa1ed24d HTTP/1.1" status: 200 len: 897 time: 0.1078365 Aug 31 06:51:15.229670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-7bde1e36-fcc5-4cc7-a7d5-f8b8395cbdbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=98cb64bf-49dc-4a75-9451-c95ea77067f0 HTTP/1.1" status: 200 len: 217 time: 0.0422838 Aug 31 06:51:15.318933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-ee279b68-0aa0-4b71-8b5b-3d0256eeb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:15.320452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-ee279b68-0aa0-4b71-8b5b-3d0256eeb4ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=662e4e33-329f-4f8e-9948-60a74592a12e HTTP/1.1" status: 200 len: 837 time: 0.0788696 Aug 31 06:51:15.335373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fc80b-c275-41e1-8abd-2f30a7ce65ea req-47e81d75-2359-4949-94dd-1acbb6b5e8d9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:15.336939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc3fc80b-c275-41e1-8abd-2f30a7ce65ea req-47e81d75-2359-4949-94dd-1acbb6b5e8d9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0529020 Aug 31 06:51:15.372227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-d8e4a5d5-e1b9-4b5e-8172-5d6f5f8f5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:15.373824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-d8e4a5d5-e1b9-4b5e-8172-5d6f5f8f5767 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9534925-2beb-47c2-b06d-0ba6aa1ed24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0460334 Aug 31 06:51:15.380667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc3fc80b-c275-41e1-8abd-2f30a7ce65ea req-b2577d19-4d18-4a60-ab55-6d07b5d5827e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Aug 31 06:51:15.469907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-46be8ded-4f96-470a-a908-9836ccd03fba service neutron] 10.222.0.42 "GET /v2.0/networks/b9534925-2beb-47c2-b06d-0ba6aa1ed24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873513 Aug 31 06:51:15.562323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9a3d57-25f8-4a1e-aca5-3c5e675cb0aa req-801d51c5-524f-4c9b-9e8b-e52cb33eb0ae service neutron] 10.222.0.42 "GET /v2.0/networks/b9534925-2beb-47c2-b06d-0ba6aa1ed24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839856 Aug 31 06:51:16.044462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813df67d-d761-495b-9b5a-65c1973b28d8 req-4bcb960a-976c-4e50-b3e1-cc06ab917a8c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:16.046084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-813df67d-d761-495b-9b5a-65c1973b28d8 req-4bcb960a-976c-4e50-b3e1-cc06ab917a8c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0533302 Aug 31 06:51:16.087392 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-813df67d-d761-495b-9b5a-65c1973b28d8 req-58c64454-06e6-408e-8193-fc29e9612b57 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351696 Aug 31 06:51:16.280883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d0154-7d62-4a4b-b71f-c03d6138ae2e req-5d534d09-282c-4430-9e47-2ceae94cbd8e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:16.282645 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-184d0154-7d62-4a4b-b71f-c03d6138ae2e req-5d534d09-282c-4430-9e47-2ceae94cbd8e tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 944 time: 0.0578880 Aug 31 06:51:16.322820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-184d0154-7d62-4a4b-b71f-c03d6138ae2e req-d8b9697f-53c1-4ddd-963f-77f7ba1e189c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Aug 31 06:51:16.503617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbcf00-d9cf-42e0-bb40-f66883b53a0d req-1ba4bdec-024f-4794-baab-6c4da0e64db4 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:16.505315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8dbcf00-d9cf-42e0-bb40-f66883b53a0d req-1ba4bdec-024f-4794-baab-6c4da0e64db4 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0545452 Aug 31 06:51:16.544553 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8dbcf00-d9cf-42e0-bb40-f66883b53a0d req-beb3f16b-4555-49f1-a7f9-af3e05255ee4 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Aug 31 06:51:17.208268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c32448-80a5-4a03-b38a-cecef80dc15e req-51d4b88f-f381-4ca3-8fd4-efcb2c328053 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:17.209787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33c32448-80a5-4a03-b38a-cecef80dc15e req-51d4b88f-f381-4ca3-8fd4-efcb2c328053 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0497313 Aug 31 06:51:17.263425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33c32448-80a5-4a03-b38a-cecef80dc15e req-7167bb3e-ae8b-4333-91e2-b6190cf36b21 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468998 Aug 31 06:51:17.452177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781e06-56af-4beb-b168-15c54e0d6929 req-922a6f45-261d-4302-9e2b-7400b6ab5fe8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:17.459940 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f781e06-56af-4beb-b168-15c54e0d6929 req-922a6f45-261d-4302-9e2b-7400b6ab5fe8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 944 time: 0.0601549 Aug 31 06:51:17.500753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f781e06-56af-4beb-b168-15c54e0d6929 req-b8b7b66c-8fcf-43c8-b28e-0353c9138724 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Aug 31 06:51:17.678390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf372-0533-4643-9f45-4775977ec01d req-03a46bea-cb97-4c54-934e-11933a6e73aa tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:17.680025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784bf372-0533-4643-9f45-4775977ec01d req-03a46bea-cb97-4c54-934e-11933a6e73aa tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0568814 Aug 31 06:51:17.722075 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-784bf372-0533-4643-9f45-4775977ec01d req-bcf5d200-bdd2-43f5-be21-bf8d9b7809a9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349157 Aug 31 06:51:18.127815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 98cb64bf-49dc-4a75-9451-c95ea77067f0 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:51:18.230442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 98cb64bf-49dc-4a75-9451-c95ea77067f0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=98cb64bf-49dc-4a75-9451-c95ea77067f0,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:18.243000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '98cb64bf-49dc-4a75-9451-c95ea77067f0', 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d', 'port_id': '98cb64bf-49dc-4a75-9451-c95ea77067f0', 'mac_address': 'fa:16:3e:ce:69:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662e4e33-329f-4f8e-9948-60a74592a12e', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:51:18.292370 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.309855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cb64bf-49dc-4a75-9451-c95ea77067f0 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:51:18.335769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 98cb64bf-49dc-4a75-9451-c95ea77067f0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=98cb64bf-49dc-4a75-9451-c95ea77067f0,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:18.341246 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.422754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=98cb64bf-49dc-4a75-9451-c95ea77067f0,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:18.431682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5c6af-16c5-461e-b3bf-fa326c5cefe5 req-541493e0-63b2-49d4-8e07-7fd2f6927c45 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:18.433828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ed5c6af-16c5-461e-b3bf-fa326c5cefe5 req-541493e0-63b2-49d4-8e07-7fd2f6927c45 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0760303 Aug 31 06:51:18.507660 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ed5c6af-16c5-461e-b3bf-fa326c5cefe5 req-0f37cf2d-b862-48c2-b5f9-e6383c4357e0 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621469 Aug 31 06:51:18.580489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['98cb64bf-49dc-4a75-9451-c95ea77067f0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:18.637693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab890e-4c3c-47f6-a1e5-c8893a57110b req-e2d62fc4-42a2-4446-bbc8-a1c80bb25c2f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:18.639436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5dab890e-4c3c-47f6-a1e5-c8893a57110b req-e2d62fc4-42a2-4446-bbc8-a1c80bb25c2f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 945 time: 0.0586319 Aug 31 06:51:18.688912 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5dab890e-4c3c-47f6-a1e5-c8893a57110b req-102ae99b-3597-4f44-819c-bb1aa3c8391b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Aug 31 06:51:18.868358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b81b3-b144-41a0-a77e-cd52ac2f3eb6 req-79b6ec5c-a2d4-4c4a-89d8-92abae7e2222 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:18.870089 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-067b81b3-b144-41a0-a77e-cd52ac2f3eb6 req-79b6ec5c-a2d4-4c4a-89d8-92abae7e2222 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0551565 Aug 31 06:51:18.931533 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-067b81b3-b144-41a0-a77e-cd52ac2f3eb6 req-13668888-6a3b-43b3-9ab4-8ddca646b2fb tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513384 Aug 31 06:51:19.670036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422cffd-c4b8-4981-99dc-30307e0e5d5b req-a7d26962-0ddf-4d98-8bcc-4fdd53c23e04 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:19.672449 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7422cffd-c4b8-4981-99dc-30307e0e5d5b req-a7d26962-0ddf-4d98-8bcc-4fdd53c23e04 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0732675 Aug 31 06:51:19.717963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7422cffd-c4b8-4981-99dc-30307e0e5d5b req-247d070a-c066-45e3-8672-54ed39bba8b7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389640 Aug 31 06:51:19.888190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a61ad9-d4cf-40b1-a812-0ed69f7e6bdb req-93e867c5-3f7a-4c3b-b5ff-ec91ea5fedab tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:19.891022 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8a61ad9-d4cf-40b1-a812-0ed69f7e6bdb req-93e867c5-3f7a-4c3b-b5ff-ec91ea5fedab tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0691626 Aug 31 06:51:19.893035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6959-3afe-4c51-ac3e-13d83e46d297 req-a9630d27-208b-44bc-93b4-97754231582f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:19.894692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-632f6959-3afe-4c51-ac3e-13d83e46d297 req-a9630d27-208b-44bc-93b4-97754231582f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 945 time: 0.0863724 Aug 31 06:51:19.931873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8a61ad9-d4cf-40b1-a812-0ed69f7e6bdb req-108241c1-21af-43b6-91c7-adfaea9eafd1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360420 Aug 31 06:51:19.939430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-632f6959-3afe-4c51-ac3e-13d83e46d297 req-2e107d90-e53a-4100-b54a-57743ece44fb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383403 Aug 31 06:51:20.060155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c383d-7a35-41b7-9a0f-48ca63ceb733 req-3ad6b8b2-eb77-4f39-87a2-1e5030bb5154 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:20.061694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d6c383d-7a35-41b7-9a0f-48ca63ceb733 req-3ad6b8b2-eb77-4f39-87a2-1e5030bb5154 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0513651 Aug 31 06:51:20.103396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d6c383d-7a35-41b7-9a0f-48ca63ceb733 req-27626458-755b-4193-ad27-960c4cfab83f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354643 Aug 31 06:51:20.132186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 98cb64bf-49dc-4a75-9451-c95ea77067f0 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:20.181908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 98cb64bf-49dc-4a75-9451-c95ea77067f0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:20.187013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 98cb64bf-49dc-4a75-9451-c95ea77067f0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:20.187410 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.264555 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.285657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6faf157c-151c-47f9-bb4f-3a7c5c13c209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb64bf-49dc-4a75-9451-c95ea77067f0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:20.287949 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f95322-64e8-4f21-8142-99b387283a6f" -d '{"events": [{"server_uuid": "6faf157c-151c-47f9-bb4f-3a7c5c13c209", "name": "network-vif-plugged", "status": "completed", "tag": "98cb64bf-49dc-4a75-9451-c95ea77067f0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:20.300457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 98cb64bf-49dc-4a75-9451-c95ea77067f0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=98cb64bf-49dc-4a75-9451-c95ea77067f0,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:20.304744 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.328144 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75bf1f3-59e1-4f2f-afa0-da7b5463925c x-openstack-request-id: req-d75bf1f3-59e1-4f2f-afa0-da7b5463925c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:20.328422 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6faf157c-151c-47f9-bb4f-3a7c5c13c209", "name": "network-vif-plugged", "status": "completed", "tag": "98cb64bf-49dc-4a75-9451-c95ea77067f0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:20.328679 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d75bf1f3-59e1-4f2f-afa0-da7b5463925c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:20.329070 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faf157c-151c-47f9-bb4f-3a7c5c13c209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb64bf-49dc-4a75-9451-c95ea77067f0', 'code': 200} Aug 31 06:51:20.353990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=98cb64bf-49dc-4a75-9451-c95ea77067f0,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:20.421457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e687a2f-058a-4833-90d6-792016b9a443 req-0e3457ac-8e0c-41b9-895c-845655f48c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:20.422967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e687a2f-058a-4833-90d6-792016b9a443 req-0e3457ac-8e0c-41b9-895c-845655f48c6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 1098 time: 0.0396788 Aug 31 06:51:20.460687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e687a2f-058a-4833-90d6-792016b9a443 req-64532c7a-30eb-4162-954f-00994e24610e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Aug 31 06:51:20.868777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc8223-1f96-4a88-9c4a-1055edd4ac74 req-9dc9299a-39af-4e4e-837b-67b03b913354 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:20.870264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadc8223-1f96-4a88-9c4a-1055edd4ac74 req-9dc9299a-39af-4e4e-837b-67b03b913354 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0528839 Aug 31 06:51:20.915449 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadc8223-1f96-4a88-9c4a-1055edd4ac74 req-1213400d-f2d6-42e5-94ac-dace02a47cf9 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Aug 31 06:51:21.057052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98ef41-cd1c-461a-a2f4-4b32af52c5d4 req-1005d1b6-efd3-439f-baa7-e4e098b870b5 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:21.058681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab98ef41-cd1c-461a-a2f4-4b32af52c5d4 req-1005d1b6-efd3-439f-baa7-e4e098b870b5 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0544596 Aug 31 06:51:21.070514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04ffef-de2f-4ac7-bf99-9a052506b1e6 req-1686f54c-fc26-4be8-abba-25703a2b614d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:21.072129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db04ffef-de2f-4ac7-bf99-9a052506b1e6 req-1686f54c-fc26-4be8-abba-25703a2b614d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 946 time: 0.0573306 Aug 31 06:51:21.103503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab98ef41-cd1c-461a-a2f4-4b32af52c5d4 req-1823f1df-7d53-4b98-b08b-3a75d44245bc tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386271 Aug 31 06:51:21.121026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db04ffef-de2f-4ac7-bf99-9a052506b1e6 req-7eecbe1c-c45b-4e4a-bf5a-8813b8fd9623 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374353 Aug 31 06:51:21.236106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68bb47-4975-4404-928b-a3f1862d7ae7 req-74a88c4e-09ba-45ad-9859-3e6d37b9e167 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:21.237642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da68bb47-4975-4404-928b-a3f1862d7ae7 req-74a88c4e-09ba-45ad-9859-3e6d37b9e167 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0565882 Aug 31 06:51:21.279360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-da68bb47-4975-4404-928b-a3f1862d7ae7 req-10af1188-6bb7-4583-883e-a3c1b9430687 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Aug 31 06:51:22.031762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26891002-eb4f-4074-9140-fd70604d193a req-7096e3d4-7a7c-4942-817d-1040d4191836 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:22.033304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26891002-eb4f-4074-9140-fd70604d193a req-7096e3d4-7a7c-4942-817d-1040d4191836 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0498464 Aug 31 06:51:22.075151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26891002-eb4f-4074-9140-fd70604d193a req-a12685ee-3f95-46fb-8b71-6af5609fa131 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Aug 31 06:51:22.227825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923113e8-fd56-4212-b2d3-271776537bd8 req-15885bfb-ee29-49c4-a627-3abb1b4d137a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:22.229289 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-923113e8-fd56-4212-b2d3-271776537bd8 req-15885bfb-ee29-49c4-a627-3abb1b4d137a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0526710 Aug 31 06:51:22.247562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd40fb-5dbb-4b90-8479-6531954c4685 req-805f8ec3-51fa-4819-87d0-f143fa119b20 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:22.249077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90cd40fb-5dbb-4b90-8479-6531954c4685 req-805f8ec3-51fa-4819-87d0-f143fa119b20 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 946 time: 0.0496564 Aug 31 06:51:22.268563 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-923113e8-fd56-4212-b2d3-271776537bd8 req-9a84faa3-e46c-4933-836d-02af91264661 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317264 Aug 31 06:51:22.287723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90cd40fb-5dbb-4b90-8479-6531954c4685 req-3488b1df-71c1-4c9f-ba12-4c928f7ac992 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Aug 31 06:51:22.410875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce45113-93a1-467e-80c4-d388e8a85465 req-f955e46e-d04e-4d9a-ab0c-d4ca3af89bd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:22.412295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d7c39-20c0-45cd-b6ca-261f4924b8ee req-668cc965-cd9c-4081-9baf-17b1172d2b02 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:22.412483 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cce45113-93a1-467e-80c4-d388e8a85465 req-f955e46e-d04e-4d9a-ab0c-d4ca3af89bd8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 946 time: 0.0583675 Aug 31 06:51:22.413943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-603d7c39-20c0-45cd-b6ca-261f4924b8ee req-668cc965-cd9c-4081-9baf-17b1172d2b02 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0607035 Aug 31 06:51:22.451008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cce45113-93a1-467e-80c4-d388e8a85465 req-542bdef1-1fc3-42dd-bc9d-5bd4d542055c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322618 Aug 31 06:51:22.451661 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-603d7c39-20c0-45cd-b6ca-261f4924b8ee req-a52d295e-ea92-449d-b13b-bf7edf1a9354 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Aug 31 06:51:23.196983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7826a8a-7525-40fb-bcfa-6e88020c0ae1 req-f6b0c81c-687e-49b4-8949-482d0476aae3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:23.198576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a7826a8a-7525-40fb-bcfa-6e88020c0ae1 req-f6b0c81c-687e-49b4-8949-482d0476aae3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0508423 Aug 31 06:51:23.247579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a7826a8a-7525-40fb-bcfa-6e88020c0ae1 req-1c70040f-7cc4-4231-a3d1-9fdd0009ac15 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Aug 31 06:51:23.395784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e62892-79d3-4438-9c00-b290eba5679f req-19acec45-fb9a-4a41-962a-d7f83e934eb3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:23.397367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-67e62892-79d3-4438-9c00-b290eba5679f req-19acec45-fb9a-4a41-962a-d7f83e934eb3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0563638 Aug 31 06:51:23.438649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-67e62892-79d3-4438-9c00-b290eba5679f req-cedd3a47-f6a0-4bf5-947d-b598bdf7c90e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345504 Aug 31 06:51:23.568078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2e43b-ade8-495c-bfb1-64c66c2cb01c req-762dd25e-b1c8-4e86-b786-640fec8b8c96 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:23.569622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdd2e43b-ade8-495c-bfb1-64c66c2cb01c req-762dd25e-b1c8-4e86-b786-640fec8b8c96 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0504112 Aug 31 06:51:23.610028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdd2e43b-ade8-495c-bfb1-64c66c2cb01c req-0770a3a4-3fe2-4f23-bd8d-c38a104dc11f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343704 Aug 31 06:51:23.928813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57484) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:24.023243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866478-e1b6-46e8-8ce4-32d0c5e45bde req-93936938-f679-4828-ae52-c858c1e4ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:24.024677 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e866478-e1b6-46e8-8ce4-32d0c5e45bde req-93936938-f679-4828-ae52-c858c1e4ff54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 1098 time: 0.0458169 Aug 31 06:51:24.059798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e866478-e1b6-46e8-8ce4-32d0c5e45bde req-8d67dc98-2cb0-46c7-bf8f-d5def4a9deb2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278857 Aug 31 06:51:24.180437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3884636e-8dca-4ac3-bea5-f56bea612909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.419725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67bff1-d8f2-421b-bb4e-d347a4e80937 req-4a770e39-504c-465d-aae4-4546dafb3d37 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:24.421293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e67bff1-d8f2-421b-bb4e-d347a4e80937 req-4a770e39-504c-465d-aae4-4546dafb3d37 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0921118 Aug 31 06:51:24.434448 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.434705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.510321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e67bff1-d8f2-421b-bb4e-d347a4e80937 req-e643ab96-40ef-4d14-a0e7-edf2c99673ad tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814767 Aug 31 06:51:24.565243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694692-c62a-47a8-9b0f-fefc99d51c78 req-0bbb9c87-b9a2-4486-988e-62fc7a357f51 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:24.566855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46694692-c62a-47a8-9b0f-fefc99d51c78 req-0bbb9c87-b9a2-4486-988e-62fc7a357f51 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0544055 Aug 31 06:51:24.607088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46694692-c62a-47a8-9b0f-fefc99d51c78 req-7d6a1cbd-9465-4ca4-aaa8-55a496a5b75f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338168 Aug 31 06:51:24.753257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.20.0.17 (b9534925-2beb-47c2-b06d-0ba6aa1ed24d/662e4e33-329f-4f8e-9948-60a74592a12e/a8923a19-d4bb-415b-b98b-1127dce8aefd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:24.775978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509479-5453-4082-a35c-eeefff424f17 req-3f017938-5bed-4bdb-9278-6f2493d8d9a2 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:24.777547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7509479-5453-4082-a35c-eeefff424f17 req-3f017938-5bed-4bdb-9278-6f2493d8d9a2 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0983636 Aug 31 06:51:24.863248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7509479-5453-4082-a35c-eeefff424f17 req-5b80d25d-1866-4729-bb35-aa1e8693d45d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789437 Aug 31 06:51:24.907290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.920513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Transition to ACTIVE for port object a8923a19-d4bb-415b-b98b-1127dce8aefd will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:24.954036 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.991099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:24.994109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:25.001028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:25.029559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=a8923a19-d4bb-415b-b98b-1127dce8aefd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:25.050049 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.194040 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.242732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3d696580-5197-4f63-9c49-32c251a6f0aa None None] Provisioning for port a8923a19-d4bb-415b-b98b-1127dce8aefd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:25.246881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3d696580-5197-4f63-9c49-32c251a6f0aa None None] Provisioning complete for port a8923a19-d4bb-415b-b98b-1127dce8aefd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:25.247257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3d696580-5197-4f63-9c49-32c251a6f0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.283550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3d696580-5197-4f63-9c49-32c251a6f0aa None None] Port a8923a19-d4bb-415b-b98b-1127dce8aefd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:25.469661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.474018 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.544536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.546285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=a8923a19-d4bb-415b-b98b-1127dce8aefd,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:25.669925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21b4e2-1629-4b17-a6cc-8831f567e5b8 req-a887c8db-97c2-4847-93cc-f4414375d0c7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:25.671521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c21b4e2-1629-4b17-a6cc-8831f567e5b8 req-a887c8db-97c2-4847-93cc-f4414375d0c7 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0786080 Aug 31 06:51:25.686223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:25.688429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:25.752925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88504937-d043-48f4-9b0e-31c461a5be8c req-d27d07a2-0167-4e3b-9f67-4a532e021f22 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:25.754611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-88504937-d043-48f4-9b0e-31c461a5be8c req-d27d07a2-0167-4e3b-9f67-4a532e021f22 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0756910 Aug 31 06:51:25.764082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c21b4e2-1629-4b17-a6cc-8831f567e5b8 req-ae61cf73-5c31-4367-9fa2-d55d4cc02a25 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856836 Aug 31 06:51:25.809681 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.814106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-88504937-d043-48f4-9b0e-31c461a5be8c req-16ed0d0d-88a1-41df-8612-a109e0463b41 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487802 Aug 31 06:51:25.848814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router 469c3e56-5df0-4484-9193-5554339686a1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:51:26.009041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-11e93afd-4edb-4ab1-903a-fde11fdfb9b1 None None] Provisioning complete for port a8923a19-d4bb-415b-b98b-1127dce8aefd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:26.009437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-11e93afd-4edb-4ab1-903a-fde11fdfb9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.193378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-11e93afd-4edb-4ab1-903a-fde11fdfb9b1 None None] Port a8923a19-d4bb-415b-b98b-1127dce8aefd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:26.310833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a598544-8e31-4ba8-a460-cc35d121581a req-7af33303-4de9-41c8-9b93-626aeb803547 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:26.312305 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a598544-8e31-4ba8-a460-cc35d121581a req-7af33303-4de9-41c8-9b93-626aeb803547 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0931001 Aug 31 06:51:26.327577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:51:26.337086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d336513-ab8f-4744-a7de-39b8071a2042 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "PUT /v2.0/routers/469c3e56-5df0-4484-9193-5554339686a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069610 Aug 31 06:51:26.337257 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Sync routers for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:51:26.347222 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:26.348173 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:50:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:26.357910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a598544-8e31-4ba8-a460-cc35d121581a req-36a16f59-f98b-4b90-bf7a-693f5b12db61 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385761 Aug 31 06:51:26.458518 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:26.474713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1340b14-bd15-498b-92e2-519331ba40c4 req-08eddfcd-dad6-47e4-a2dc-fd8989ba089d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:26.476368 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a1340b14-bd15-498b-92e2-519331ba40c4 req-08eddfcd-dad6-47e4-a2dc-fd8989ba089d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0491259 Aug 31 06:51:26.515728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a1340b14-bd15-498b-92e2-519331ba40c4 req-3bcf6426-7181-4540-9fdb-3ae08cec8c59 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Aug 31 06:51:26.690697 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:25Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 1, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8923a19-d4bb-415b-b98b-1127dce8aefd', 'name': '', 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:33:5c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '662e4e33-329f-4f8e-9948-60a74592a12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:24Z', 'updated_at': '2021-08-31T06:51:25Z', 'revision_number': 2, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '662e4e33-329f-4f8e-9948-60a74592a12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:26.721920 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Checking router: 469c3e56-5df0-4484-9193-5554339686a1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:51:26.722276 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Updating router 469c3e56-5df0-4484-9193-5554339686a1 port a8923a19-d4bb-415b-b98b-1127dce8aefd binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:51:26.747469 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.757775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbefa23-9c2c-4980-868b-d4c024dc40ff req-fac1dd4e-32cb-4bbe-ba53-9350ce38f876 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:26.759350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dbefa23-9c2c-4980-868b-d4c024dc40ff req-fac1dd4e-32cb-4bbe-ba53-9350ce38f876 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0594645 Aug 31 06:51:26.762562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-27c210e0-9ddf-433c-b8ea-2468274f7b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.814779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dbefa23-9c2c-4980-868b-d4c024dc40ff req-2ecd7f10-898e-4cc1-b9e8-338ad5a04395 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Aug 31 06:51:26.893988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.913314 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61821a-a007-48c9-a4b9-c1fd4789372a req-79647b35-4183-4b2c-b1e3-59076c9905fc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:26.914823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa61821a-a007-48c9-a4b9-c1fd4789372a req-79647b35-4183-4b2c-b1e3-59076c9905fc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0630081 Aug 31 06:51:26.961630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa61821a-a007-48c9-a4b9-c1fd4789372a req-96f6746f-4fbc-4ce6-9c40-c429035ac8da tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369008 Aug 31 06:51:26.963828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb3d91-1ab1-498a-b888-4893f5e2da43 req-5f3a02f5-b856-4c90-ab0e-f1a7a24e610f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:26.965481 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ecb3d91-1ab1-498a-b888-4893f5e2da43 req-5f3a02f5-b856-4c90-ab0e-f1a7a24e610f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0595703 Aug 31 06:51:27.017889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1ecb3d91-1ab1-498a-b888-4893f5e2da43 req-80d18662-c3de-468f-b80e-3d19739fa0a7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460567 Aug 31 06:51:27.039211 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.049566 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Transition to ACTIVE for port object a8923a19-d4bb-415b-b98b-1127dce8aefd will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:27.056392 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.108292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119f210-0f94-4dbe-a528-8becbaa58810 None None] Pushing event updated for resources: {'Port': ['ID=a8923a19-d4bb-415b-b98b-1127dce8aefd,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:27.156719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Attempting to bind port a8923a19-d4bb-415b-b98b-1127dce8aefd on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:27.157080 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Attempting to bind port a8923a19-d4bb-415b-b98b-1127dce8aefd by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:27.157470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Attempting to bind port a8923a19-d4bb-415b-b98b-1127dce8aefd on network b9534925-2beb-47c2-b06d-0ba6aa1ed24d {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:27.162321 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:27.162683 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Checking segment: {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:27.163075 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.163457 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Bound using segment: {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:27.163916 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Bound port: a8923a19-d4bb-415b-b98b-1127dce8aefd, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b570216-5dc4-4dc8-85ef-6c7405337f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:27.164295 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.227331 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] For port a8923a19-d4bb-415b-b98b-1127dce8aefd, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:27.231113 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] For port a8923a19-d4bb-415b-b98b-1127dce8aefd, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a8923a19-d4bb-415b-b98b-1127dce8aefd,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:27.235504 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.298684 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119f210-0f94-4dbe-a528-8becbaa58810 None None] Pushing event updated for resources: {'Port': ['ID=a8923a19-d4bb-415b-b98b-1127dce8aefd,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:27.301361 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:27.301974 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:27.417620 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:27.727428 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:25Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 1, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8923a19-d4bb-415b-b98b-1127dce8aefd', 'name': '', 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:33:5c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '662e4e33-329f-4f8e-9948-60a74592a12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:24Z', 'updated_at': '2021-08-31T06:51:27Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '662e4e33-329f-4f8e-9948-60a74592a12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:27.755633 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b56c1-a167-4d35-8af9-11f1fe4b3d80 None None] The sync data for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 is: [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:25Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 1, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8923a19-d4bb-415b-b98b-1127dce8aefd', 'name': '', 'network_id': 'b9534925-2beb-47c2-b06d-0ba6aa1ed24d', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:33:5c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '662e4e33-329f-4f8e-9948-60a74592a12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:24Z', 'updated_at': '2021-08-31T06:51:27Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '662e4e33-329f-4f8e-9948-60a74592a12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:51:27.929818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6d31b-e377-4983-b6a7-aaf132d1a717 req-07a6ee41-e320-4b9c-a349-f7120901ff2c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:27.931392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81c6d31b-e377-4983-b6a7-aaf132d1a717 req-07a6ee41-e320-4b9c-a349-f7120901ff2c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0528471 Aug 31 06:51:27.975710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81c6d31b-e377-4983-b6a7-aaf132d1a717 req-3a3ab856-de99-4380-98a3-a1b5205df834 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Aug 31 06:51:28.107951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f812684-91c2-42f7-afb2-9793c43d1e1a req-bea45a34-6068-4132-9de7-d8fe8a59e0b8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:28.109498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f812684-91c2-42f7-afb2-9793c43d1e1a req-bea45a34-6068-4132-9de7-d8fe8a59e0b8 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0666957 Aug 31 06:51:28.111333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.149077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4f812684-91c2-42f7-afb2-9793c43d1e1a req-ef5f9d7c-4ac1-466a-9920-baa5f982e4b4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Aug 31 06:51:28.159691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa4b9-a043-4107-a5fd-9b3cf54f00ef req-77b9a622-82b7-41a8-b240-5581f5a7c11e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:28.161827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-155fa4b9-a043-4107-a5fd-9b3cf54f00ef req-77b9a622-82b7-41a8-b240-5581f5a7c11e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0536413 Aug 31 06:51:28.207350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-155fa4b9-a043-4107-a5fd-9b3cf54f00ef req-8fd1e738-3513-411b-a537-b4df6a6838e9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344250 Aug 31 06:51:28.362502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051a30c-23e1-4111-b135-4e02afbcf9dd req-ffca8344-f233-4dda-8ce1-09be21901515 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:28.364086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a051a30c-23e1-4111-b135-4e02afbcf9dd req-ffca8344-f233-4dda-8ce1-09be21901515 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0536335 Aug 31 06:51:28.404395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a051a30c-23e1-4111-b135-4e02afbcf9dd req-cfc502fe-7be8-483f-91db-dc5814517e85 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342822 Aug 31 06:51:29.029572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a8923a19-d4bb-415b-b98b-1127dce8aefd up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:29.077277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a8923a19-d4bb-415b-b98b-1127dce8aefd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:29.080757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a8923a19-d4bb-415b-b98b-1127dce8aefd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:29.081151 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.158914 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.191062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a8923a19-d4bb-415b-b98b-1127dce8aefd, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a8923a19-d4bb-415b-b98b-1127dce8aefd,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:29.195499 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.244597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a8923a19-d4bb-415b-b98b-1127dce8aefd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:29.274676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d346a5-f5c1-41a8-b9a4-ee4b8b77bdac req-12b9fddf-1478-40c4-966a-ac9cb3519d4d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:29.276203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85d346a5-f5c1-41a8-b9a4-ee4b8b77bdac req-12b9fddf-1478-40c4-966a-ac9cb3519d4d tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0504670 Aug 31 06:51:29.316016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85d346a5-f5c1-41a8-b9a4-ee4b8b77bdac req-1b3b6370-b831-41de-9f2c-80fb66ffe416 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335855 Aug 31 06:51:29.334467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf7485-cbbe-4caf-938a-de0a4f19a4df req-691505e8-4c6c-4a64-8d95-b1574149d6b6 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:29.335918 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7cf7485-cbbe-4caf-938a-de0a4f19a4df req-691505e8-4c6c-4a64-8d95-b1574149d6b6 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0500827 Aug 31 06:51:29.374690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7cf7485-cbbe-4caf-938a-de0a4f19a4df req-744bdbca-35e4-4684-a8fb-e464881ce03d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327704 Aug 31 06:51:29.522673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e9ee3-07ed-4028-a3ff-d32b73120901 req-faef0b51-721f-443d-81de-e28e2e7d27dc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:29.524057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d9e9ee3-07ed-4028-a3ff-d32b73120901 req-faef0b51-721f-443d-81de-e28e2e7d27dc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0530066 Aug 31 06:51:29.561017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d9e9ee3-07ed-4028-a3ff-d32b73120901 req-b9ff3931-aeb4-4776-916a-3cff85be6b38 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Aug 31 06:51:29.952702 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.447731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170163b-f706-46bb-ac26-b98fd7b5fc83 req-ea5a4fdb-b517-44c9-8c10-1a154c9eae54 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:30.450079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f170163b-f706-46bb-ac26-b98fd7b5fc83 req-ea5a4fdb-b517-44c9-8c10-1a154c9eae54 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0614266 Aug 31 06:51:30.497732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f170163b-f706-46bb-ac26-b98fd7b5fc83 req-eaa198dd-30c1-47c5-a5a0-72bec1a48330 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Aug 31 06:51:30.564031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729b14-34c0-4327-8740-65292dee03c8 req-32c33162-a8ff-46ab-9963-1f9876a5063d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:30.565584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2729b14-34c0-4327-8740-65292dee03c8 req-32c33162-a8ff-46ab-9963-1f9876a5063d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0491688 Aug 31 06:51:30.607182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2729b14-34c0-4327-8740-65292dee03c8 req-d9ebae9c-ffe5-42c8-85eb-21fa0f5203f3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356300 Aug 31 06:51:30.704344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483fe27-4386-4a3e-9755-0fbe87b6f13e req-fce8df66-99a0-489a-b5ab-91b4d40007e6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:30.705946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d483fe27-4386-4a3e-9755-0fbe87b6f13e req-fce8df66-99a0-489a-b5ab-91b4d40007e6 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0521529 Aug 31 06:51:30.748419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d483fe27-4386-4a3e-9755-0fbe87b6f13e req-3735e46b-eddf-402b-b9be-996c265e2e75 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363221 Aug 31 06:51:30.823381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90800b03-4786-47d6-b19b-9fd43e73fa07 req-866f209f-8698-4f02-8f6b-321393db7252 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:30.825029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90800b03-4786-47d6-b19b-9fd43e73fa07 req-866f209f-8698-4f02-8f6b-321393db7252 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0568686 Aug 31 06:51:30.867442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bbbae-75ed-4909-80bd-8d209ecc7de0 req-8e8185e6-ac82-4398-be6e-cb64aa9ee36f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:30.868964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c23bbbae-75ed-4909-80bd-8d209ecc7de0 req-8e8185e6-ac82-4398-be6e-cb64aa9ee36f tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0506094 Aug 31 06:51:30.882113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90800b03-4786-47d6-b19b-9fd43e73fa07 req-78441df4-ac7b-4260-a89c-7283561ca89f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500977 Aug 31 06:51:30.911312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-71ccdad8-d1fa-411c-b8d9-adfe0ee09add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:30.912832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-71ccdad8-d1fa-411c-b8d9-adfe0ee09add service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 1098 time: 0.1079552 Aug 31 06:51:30.916094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c23bbbae-75ed-4909-80bd-8d209ecc7de0 req-1acded5c-740e-4e47-8d4f-a2dd6053bc28 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Aug 31 06:51:31.022324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-a17c7294-2c96-41fb-a0c1-64bc6354125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:31.023906 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-a17c7294-2c96-41fb-a0c1-64bc6354125c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.1033666 Aug 31 06:51:31.042228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a8923a19-d4bb-415b-b98b-1127dce8aefd up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:31.107841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-ba3322e7-db09-40d4-b646-2f21381827cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 200 len: 1002 time: 0.0712049 Aug 31 06:51:31.133048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a8923a19-d4bb-415b-b98b-1127dce8aefd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:31.133457 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:31.206932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-7f71d464-4494-48bb-96bb-1f2229f56c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:31.208998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-7f71d464-4494-48bb-96bb-1f2229f56c98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.0925441 Aug 31 06:51:31.225479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a971fe-bfca-4949-9702-9685ac949d92 req-629f29af-a2e9-48f9-b027-14452c6fc7ec tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:31.227172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64a971fe-bfca-4949-9702-9685ac949d92 req-629f29af-a2e9-48f9-b027-14452c6fc7ec tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0812576 Aug 31 06:51:31.252172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-07dcad71-d763-44eb-82bd-693c8f026f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:31.253715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-07dcad71-d763-44eb-82bd-693c8f026f18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1098 time: 0.0792274 Aug 31 06:51:31.265457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c4dd-abdb-4929-979f-81d96cec7b73 req-bdbbd25f-ffba-46b0-b5ab-be1c09b3ce56 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:31.266986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e437c4dd-abdb-4929-979f-81d96cec7b73 req-bdbbd25f-ffba-46b0-b5ab-be1c09b3ce56 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0659907 Aug 31 06:51:31.301438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64a971fe-bfca-4949-9702-9685ac949d92 req-dd42b207-c432-4df3-b2e9-463ba50669a4 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583057 Aug 31 06:51:31.304035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-7b7cd650-0462-43eb-822b-17f8a77fe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:31.305506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-7b7cd650-0462-43eb-822b-17f8a77fe063 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737374 Aug 31 06:51:31.350489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e437c4dd-abdb-4929-979f-81d96cec7b73 req-0f192396-808f-4fcb-8305-ae87325de346 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749424 Aug 31 06:51:31.379315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-8ec61cee-22b0-43d3-ba7b-607bf8438a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:31.380818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-8ec61cee-22b0-43d3-ba7b-607bf8438a26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 918 time: 0.1129835 Aug 31 06:51:31.395240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-c5eceec0-9b12-4ed0-885f-1c5711c80250 service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819948 Aug 31 06:51:31.428357 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-6f72eb7d-af77-49af-bf46-7b9fe98ee74f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 HTTP/1.1" status: 200 len: 217 time: 0.0389137 Aug 31 06:51:31.481276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-dc3a5a3d-aa13-4f6c-a8ab-910ab388b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:31.482923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-dc3a5a3d-aa13-4f6c-a8ab-910ab388b3f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.0460629 Aug 31 06:51:31.492307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e4b1a9d-9a51-448d-b271-703f7ac25539 req-856c388e-8a5e-4cb2-926b-c1293c50407f service neutron] 10.222.0.23 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882230 Aug 31 06:51:31.533811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-d8f25132-c798-4700-822c-5172530af5a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266030 Aug 31 06:51:31.630495 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-c0592ea2-5331-4a49-9d12-df96ff762429 service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851343 Aug 31 06:51:31.720306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bdba461-9bdd-4170-8a62-8adfffcbb8c4 req-9766f2aa-8b37-4152-865d-b2a85d6cb827 service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803022 Aug 31 06:51:32.000066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b4259-3399-4515-8854-3a95540b910a req-38571579-6eb8-4848-9676-e928386a043b tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:32.001642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a9b4259-3399-4515-8854-3a95540b910a req-38571579-6eb8-4848-9676-e928386a043b tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0490520 Aug 31 06:51:32.039528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a9b4259-3399-4515-8854-3a95540b910a req-edfe9769-6ee7-46d8-b3bf-e90872b82451 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318904 Aug 31 06:51:32.420141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeb5ec-2ab1-4666-8e99-b2b88304e237 req-57810565-fdf0-45fb-8523-fd04b366ae46 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:32.421719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1deeb5ec-2ab1-4666-8e99-b2b88304e237 req-57810565-fdf0-45fb-8523-fd04b366ae46 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0512137 Aug 31 06:51:32.459956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1deeb5ec-2ab1-4666-8e99-b2b88304e237 req-f6054d0d-f329-4ffe-a2c7-bb59e9c0210c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 31 06:51:32.470728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2d99-4bf7-44f0-a812-6990830582c3 req-37d444c0-daa5-4124-aace-2182786ba90e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:32.472239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7cea2d99-4bf7-44f0-a812-6990830582c3 req-37d444c0-daa5-4124-aace-2182786ba90e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0541985 Aug 31 06:51:32.510137 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7cea2d99-4bf7-44f0-a812-6990830582c3 req-e41ca5d8-9bbc-4789-aedc-9c4d89994fd8 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Aug 31 06:51:32.683068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-44a6b0ac-18aa-4cf8-b89b-12ca315597dc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:32.684869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-44a6b0ac-18aa-4cf8-b89b-12ca315597dc tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.23 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 946 time: 0.0495148 Aug 31 06:51:32.783845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Deleting port af499e46-9e48-430b-94ad-a2723d845a03 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:32.784190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.871906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] For port af499e46-9e48-430b-94ad-a2723d845a03, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=af499e46-9e48-430b-94ad-a2723d845a03,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:32.872192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.884670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Calling delete_port for af499e46-9e48-430b-94ad-a2723d845a03 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:33.013115 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:33.026584 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['af499e46-9e48-430b-94ad-a2723d845a03'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:33.029405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:33.042369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event deleted for resources: {'Port': ['ID=af499e46-9e48-430b-94ad-a2723d845a03,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:33.069264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.069733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.070658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.070658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.070914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.071010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.071348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.071664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.071990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.072310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.072637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.072953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:33.094103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] No DVR routers for this DVR port af499e46-9e48-430b-94ad-a2723d845a03 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:33.096786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:33.099001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9278fbab-c783-40e6-9a39-a4c872f0d3bd req-51b5ae40-2a18-4361-9065-251dbc0f290c tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.23 "DELETE /v2.0/ports/af499e46-9e48-430b-94ad-a2723d845a03 HTTP/1.1" status: 204 len: 173 time: 0.4057138 Aug 31 06:51:33.099447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af06e6-ef5a-443e-96e6-8a76ea280006', 'name': 'network-vif-deleted', 'tag': 'af499e46-9e48-430b-94ad-a2723d845a03'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:33.101785 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5177ff0b-98a9-4191-8598-57aa096b2c7e" -d '{"events": [{"server_uuid": "10af06e6-ef5a-443e-96e6-8a76ea280006", "name": "network-vif-deleted", "tag": "af499e46-9e48-430b-94ad-a2723d845a03"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:33.159242 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbea47f5-dbe7-4529-b07d-37ec0df32286 x-openstack-request-id: req-dbea47f5-dbe7-4529-b07d-37ec0df32286 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:33.159538 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10af06e6-ef5a-443e-96e6-8a76ea280006", "name": "network-vif-deleted", "tag": "af499e46-9e48-430b-94ad-a2723d845a03", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:33.159794 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbea47f5-dbe7-4529-b07d-37ec0df32286 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:33.160194 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af06e6-ef5a-443e-96e6-8a76ea280006', 'name': 'network-vif-deleted', 'tag': 'af499e46-9e48-430b-94ad-a2723d845a03', 'status': 'completed', 'code': 200} Aug 31 06:51:33.176496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7686f9f-c40f-41ec-883f-51ea5c159c73 req-f32f57a9-d34c-4548-90f5-15fd8700a965 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:33.178175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7686f9f-c40f-41ec-883f-51ea5c159c73 req-f32f57a9-d34c-4548-90f5-15fd8700a965 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0655518 Aug 31 06:51:33.230893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7686f9f-c40f-41ec-883f-51ea5c159c73 req-a7cc340a-2cf4-45e8-a952-2269445b07f8 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 Aug 31 06:51:33.570093 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1561e2b4-4fc9-456e-99ae-ee318b290cd5 req-16c2f5ff-1c37-4c25-b6d6-5336f0407645 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=10af06e6-ef5a-443e-96e6-8a76ea280006 HTTP/1.1" status: 200 len: 210 time: 0.0283384 Aug 31 06:51:33.637209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688dd72-ddb4-4a2b-9255-2f2ece553f8c req-9e8ea761-5984-4d77-a901-258dc0ac1543 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:33.641681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9688dd72-ddb4-4a2b-9255-2f2ece553f8c req-9e8ea761-5984-4d77-a901-258dc0ac1543 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0585592 Aug 31 06:51:33.679213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9688dd72-ddb4-4a2b-9255-2f2ece553f8c req-87820c01-52f7-491b-9933-1e0fd9134f4e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Aug 31 06:51:34.820197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a7132-04a2-4554-a0e2-7bc541dcaa8c req-4cde148c-4f04-4da2-82c4-98749bc7215c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:34.821779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c0a7132-04a2-4554-a0e2-7bc541dcaa8c req-4cde148c-4f04-4da2-82c4-98749bc7215c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0507290 Aug 31 06:51:34.868291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c0a7132-04a2-4554-a0e2-7bc541dcaa8c req-5eff4396-6fe2-41b2-908b-3244d4004de8 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Aug 31 06:51:35.266777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b22b3-c5dc-48d7-87c5-26f6b8d50b6f req-3d2e006e-dddb-42b0-b590-d3118d9614ec tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:35.268356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f09b22b3-c5dc-48d7-87c5-26f6b8d50b6f req-3d2e006e-dddb-42b0-b590-d3118d9614ec tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 945 time: 0.0564041 Aug 31 06:51:35.309957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f09b22b3-c5dc-48d7-87c5-26f6b8d50b6f req-a794ed75-c90f-4cb8-84af-6e1d8e4b4ad3 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340166 Aug 31 06:51:35.984905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9923c-42d2-4563-8f80-3eb26dd6fdf1 req-b195cecc-2592-464d-b722-0d899a6c5125 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:35.986512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74b9923c-42d2-4563-8f80-3eb26dd6fdf1 req-b195cecc-2592-464d-b722-0d899a6c5125 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0540924 Aug 31 06:51:36.025221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74b9923c-42d2-4563-8f80-3eb26dd6fdf1 req-ecc9c09e-fc27-4cf5-9f4b-ca3814cd4a4a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Aug 31 06:51:36.437774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd3d39-b88d-4cec-966a-9c2e8843a428 req-e73aad65-fb80-45ac-b9af-d90b2a82c2f2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:36.439283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78bd3d39-b88d-4cec-966a-9c2e8843a428 req-e73aad65-fb80-45ac-b9af-d90b2a82c2f2 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 945 time: 0.0545335 Aug 31 06:51:36.478709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78bd3d39-b88d-4cec-966a-9c2e8843a428 req-3db65946-41ab-4548-a756-b9e6ee76bc93 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/security-groups?id=d875073d-ea02-45bf-bb3c-5de61e969bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Aug 31 06:51:36.852458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-4a6f9bb8-8d8f-4445-890a-a8daa7fa126a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:36.854340 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-4a6f9bb8-8d8f-4445-890a-a8daa7fa126a tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 945 time: 0.0522282 Aug 31 06:51:36.959559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Deleting port c082fbb8-f098-4164-a67c-5606bc7cbef3 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:36.959900 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.047118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] For port c082fbb8-f098-4164-a67c-5606bc7cbef3, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=c082fbb8-f098-4164-a67c-5606bc7cbef3,segment=NetworkSegment(7437608d-be83-45bc-a788-59032c875994),segment_id=7437608d-be83-45bc-a788-59032c875994)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:37.047495 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.061273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Calling delete_port for c082fbb8-f098-4164-a67c-5606bc7cbef3 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:37.176385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de313f6-276c-4033-86da-b4e45e112505 req-859bd7c7-cc54-4785-be2a-307d1c17f52b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:37.177950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7de313f6-276c-4033-86da-b4e45e112505 req-859bd7c7-cc54-4785-be2a-307d1c17f52b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0738721 Aug 31 06:51:37.255198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7de313f6-276c-4033-86da-b4e45e112505 req-e32b98f2-454d-4a0e-99f4-7da3559cc010 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698018 Aug 31 06:51:37.260807 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.274887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['c082fbb8-f098-4164-a67c-5606bc7cbef3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:37.293047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Pushing event deleted for resources: {'Port': ['ID=c082fbb8-f098-4164-a67c-5606bc7cbef3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:37.308039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.315282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:37.347298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] No DVR routers for this DVR port c082fbb8-f098-4164-a67c-5606bc7cbef3 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:37.350138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.352454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d1658a2f-3ca6-4ce7-b5c0-930913e32e95 req-12a70b33-6461-48c6-b45b-0307cceaba92 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.42 "DELETE /v2.0/ports/c082fbb8-f098-4164-a67c-5606bc7cbef3 HTTP/1.1" status: 204 len: 173 time: 0.4872398 Aug 31 06:51:37.352917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede546ff-1440-4ba4-a3ec-74aa48f2aa8f', 'name': 'network-vif-deleted', 'tag': 'c082fbb8-f098-4164-a67c-5606bc7cbef3'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:37.355239 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e13109f-caac-422a-b31c-50a647920bab" -d '{"events": [{"server_uuid": "ede546ff-1440-4ba4-a3ec-74aa48f2aa8f", "name": "network-vif-deleted", "tag": "c082fbb8-f098-4164-a67c-5606bc7cbef3"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:37.401241 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e366963-ba05-4ba4-8e0d-4c3ecf9358c1 x-openstack-request-id: req-5e366963-ba05-4ba4-8e0d-4c3ecf9358c1 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:37.401540 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede546ff-1440-4ba4-a3ec-74aa48f2aa8f", "name": "network-vif-deleted", "tag": "c082fbb8-f098-4164-a67c-5606bc7cbef3", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:37.401796 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e366963-ba05-4ba4-8e0d-4c3ecf9358c1 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:37.402205 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede546ff-1440-4ba4-a3ec-74aa48f2aa8f', 'name': 'network-vif-deleted', 'tag': 'c082fbb8-f098-4164-a67c-5606bc7cbef3', 'status': 'completed', 'code': 200} Aug 31 06:51:37.593676 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0033f76c-c130-4d42-9dd6-3e341fc75c5b req-3b5af03b-3e87-4065-8126-bd31c783ee08 tempest-ServersTestJSON-1330740826 tempest-ServersTestJSON-1330740826-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede546ff-1440-4ba4-a3ec-74aa48f2aa8f HTTP/1.1" status: 200 len: 210 time: 0.0276871 Aug 31 06:51:37.994977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device af499e46-9e48-430b-94ad-a2723d845a03 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:38.024882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: af499e46-9e48-430b-94ad-a2723d845a03 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:38.025498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device af499e46-9e48-430b-94ad-a2723d845a03 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:38.385059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64785bb-c116-45a6-82b7-187a0153ef62 req-f10ad7af-ffac-433d-8e9a-aea028cbcb8c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:38.386899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d64785bb-c116-45a6-82b7-187a0153ef62 req-f10ad7af-ffac-433d-8e9a-aea028cbcb8c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0489843 Aug 31 06:51:38.425955 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d64785bb-c116-45a6-82b7-187a0153ef62 req-cf3e3830-4906-4670-9a7f-4fbf6982851f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Aug 31 06:51:38.651285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:38.694829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-3552c029-fe8a-4207-816a-acbbaf7a5c14 admin admin] Deleting subnet 9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:38.697786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3552c029-fe8a-4207-816a-acbbaf7a5c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.731067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3552c029-fe8a-4207-816a-acbbaf7a5c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.768792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3552c029-fe8a-4207-816a-acbbaf7a5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.822288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3552c029-fe8a-4207-816a-acbbaf7a5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.847914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552c029-fe8a-4207-816a-acbbaf7a5c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:38.851660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3552c029-fe8a-4207-816a-acbbaf7a5c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.854023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3552c029-fe8a-4207-816a-acbbaf7a5c14 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9e8fba58-b29b-4a5c-a4bb-37a30ad4aea8 HTTP/1.1" status: 204 len: 168 time: 0.2012577 Aug 31 06:51:38.856896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57674) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:38.928100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.008228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.018595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5231c453-26d0-4933-8509-cc47a3fe5b55']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:39.029049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7437608d-be83-45bc-a788-59032c875994') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:39.029374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7437608d-be83-45bc-a788-59032c875994') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:39.037926 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.055692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.061676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:39.062095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:39.063741 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:39.116361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.122037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.123932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/5231c453-26d0-4933-8509-cc47a3fe5b55 HTTP/1.1" status: 204 len: 168 time: 0.2656746 Aug 31 06:51:39.134738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ba99a-567b-402d-847d-d476473258ba admin admin] Pushing event deleted for resources: {'Network': ['ID=5231c453-26d0-4933-8509-cc47a3fe5b55,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:39.231491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:39.271537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-40c896d9-bf55-4067-a90a-b2b77f00beed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62f1222f738c4149b531b6b091fa31be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389023 Aug 31 06:51:39.273954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57682) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:39.320034 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-956f1d51-9caa-42d9-bd9f-e51f884c3165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.341033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-956f1d51-9caa-42d9-bd9f-e51f884c3165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.390488 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-956f1d51-9caa-42d9-bd9f-e51f884c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.393015 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-956f1d51-9caa-42d9-bd9f-e51f884c3165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.394287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-956f1d51-9caa-42d9-bd9f-e51f884c3165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d875073d-ea02-45bf-bb3c-5de61e969bd4 HTTP/1.1" status: 204 len: 168 time: 0.1194479 Aug 31 06:51:39.401901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f1d51-9caa-42d9-bd9f-e51f884c3165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875073d-ea02-45bf-bb3c-5de61e969bd4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:39.542756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454e61-1f4e-4847-992a-a185823f4c9a req-43d32bae-73c6-4fb9-8a3b-f8bf96bf3dbf tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:39.544313 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff454e61-1f4e-4847-992a-a185823f4c9a req-43d32bae-73c6-4fb9-8a3b-f8bf96bf3dbf tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0515878 Aug 31 06:51:39.584001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff454e61-1f4e-4847-992a-a185823f4c9a req-72028f01-87da-4026-9b41-bfba2c504d07 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Aug 31 06:51:40.059922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57708) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:40.155947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-962849846-network', 'tenant_id': 'c3b09e1cb0bc45348a04f3f44603102c'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:40.177322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Made reservation on behalf of c3b09e1cb0bc45348a04f3f44603102c for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:40.179564 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.188214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.277272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.280843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.304964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:40.314002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca71be5-0b7d-48ec-b53b-48889f9a9570,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:40.321718 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.321718 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Added segment f98a9374-0f29-43bd-83c8-3789dc58a6a7 of type vlan for network aa85e8d4-49d6-4998-9a3f-57b99a99e16d Aug 31 06:51:40.361791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.385806 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.387620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:40.388244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.442788 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3816266 Aug 31 06:51:40.445904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57714) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:40.451504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Request body: {'subnet': {'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-962849846-subnet', 'tenant_id': 'c3b09e1cb0bc45348a04f3f44603102c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:40.452474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43c8e1-62af-4beb-9df8-c2f72de64317 admin admin] Pushing event updated for resources: {'Network': ['ID=aa85e8d4-49d6-4998-9a3f-57b99a99e16d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:40.466412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network aa85e8d4-49d6-4998-9a3f-57b99a99e16d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:40.473039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Made reservation on behalf of c3b09e1cb0bc45348a04f3f44603102c for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:40.475497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.645102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.732255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c664680-7d32-42c3-a477-d9d8ee9cd26f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:40.754401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cee819-1637-4c0c-ba1e-64e507424a02 req-19b073c7-8bec-4ba5-abd4-3fc35cb885af tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:40.755906 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37cee819-1637-4c0c-ba1e-64e507424a02 req-19b073c7-8bec-4ba5-abd4-3fc35cb885af tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0888960 Aug 31 06:51:40.757045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Checking segment: {'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:40.757442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Network hostable DHCP agents. Network: aa85e8d4-49d6-4998-9a3f-57b99a99e16d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:40.790677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Network aa85e8d4-49d6-4998-9a3f-57b99a99e16d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:40.807685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37cee819-1637-4c0c-ba1e-64e507424a02 req-7de882f7-b5d6-4c64-9f75-86579a744410 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Aug 31 06:51:40.809245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, aa85e8d4-49d6-4998-9a3f-57b99a99e16d) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:40.813349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:40.813947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.822197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b6f30a-bf2e-4e1c-bd28-b9c6405934e7 None None] Network aa85e8d4-49d6-4998-9a3f-57b99a99e16d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:40.846029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99daa5e0-a34c-46f0-aedb-03dd4e6bddfb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3987274 Aug 31 06:51:40.955032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0fc42-cd0b-4e44-b4c3-e94cf71980dd None None] Network aa85e8d4-49d6-4998-9a3f-57b99a99e16d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:41.270321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-bc0e32c6-fbaa-408b-aef6-82dd29d14af8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:41.271829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-bc0e32c6-fbaa-408b-aef6-82dd29d14af8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 813 time: 0.0999651 Aug 31 06:51:41.287039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-b2e851be-7a26-4421-97ed-d88e6667036c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/quotas/c3b09e1cb0bc45348a04f3f44603102c HTTP/1.1" status: 200 len: 375 time: 0.0094354 Aug 31 06:51:41.322801 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-a6641656-9be6-4259-af00-5ece1c14cc85 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304146 Aug 31 06:51:41.409586 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-0a729f32-70e4-4617-933b-4ed0555da604 service neutron] 10.222.0.15 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799861 Aug 31 06:51:41.500081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-c343b60f-91b6-4ded-bbab-cf927736f041 service neutron] 10.222.0.15 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845506 Aug 31 06:51:41.659600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba240a7d-dd2c-40f3-97af-9b4b07db657b req-750c7934-648b-4866-870a-7e2e0648ed9d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 210 time: 0.0266211 Aug 31 06:51:41.941847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d362274-86de-4d94-98ad-849b2b3fe79f req-e721def0-364c-45cf-b098-81702ef36d09 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:41.943363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d362274-86de-4d94-98ad-849b2b3fe79f req-e721def0-364c-45cf-b098-81702ef36d09 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0492930 Aug 31 06:51:41.987059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d362274-86de-4d94-98ad-849b2b3fe79f req-dace452c-5f1a-4b1d-a03c-163417d6146a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Aug 31 06:51:42.249155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c082fbb8-f098-4164-a67c-5606bc7cbef3 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:42.269453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: c082fbb8-f098-4164-a67c-5606bc7cbef3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:42.269801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device c082fbb8-f098-4164-a67c-5606bc7cbef3 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:42.440660 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:51:42.603724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-bb9117a8-b858-4962-b6d7-043dc6a3dea0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:42.605401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-bb9117a8-b858-4962-b6d7-043dc6a3dea0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.23 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 813 time: 0.1201472 Aug 31 06:51:42.619643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Request body: {'port': {'device_id': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d', 'admin_state_up': True, 'tenant_id': 'c3b09e1cb0bc45348a04f3f44603102c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:42.728554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Made reservation on behalf of c3b09e1cb0bc45348a04f3f44603102c for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:42.732199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.753317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-86d2beb0-e105-432b-a8e1-544087dcb5d1 req-d0b27e35-bbae-4d24-a884-d1686a80164d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 210 time: 0.0265214 Aug 31 06:51:42.859243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Allocated IP 172.20.0.7 (aa85e8d4-49d6-4998-9a3f-57b99a99e16d/0c664680-7d32-42c3-a477-d9d8ee9cd26f/f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:43.028337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.048249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975a87-10b5-44d9-9045-fa5e8a59dcfa req-8768b14e-a676-4e42-9428-9e47d65f2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:43.050105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8975a87-10b5-44d9-9045-fa5e8a59dcfa req-8768b14e-a676-4e42-9428-9e47d65f2155 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1098 time: 0.0425615 Aug 31 06:51:43.086459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8975a87-10b5-44d9-9045-fa5e8a59dcfa req-83a9d4ba-8784-4f53-808c-3b417c606bdc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294809 Aug 31 06:51:43.091737 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.144727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Network aa85e8d4-49d6-4998-9a3f-57b99a99e16d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:43.154396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5ab65-5e60-4fdd-819d-2e36d200a5e8 req-5d7a423c-4e1b-4c9e-9c67-188c07563402 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:43.155911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5be5ab65-5e60-4fdd-819d-2e36d200a5e8 req-5d7a423c-4e1b-4c9e-9c67-188c07563402 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0954797 Aug 31 06:51:43.159111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:43.164064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:43.193029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:43.243905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:43.244522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.250557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5be5ab65-5e60-4fdd-819d-2e36d200a5e8 req-409ed939-159e-41c9-b489-5412f964aa96 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874469 Aug 31 06:51:43.267669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7a006d64-483f-43d4-8613-de318d083603 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6462722 Aug 31 06:51:43.298687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Request body: {'port': {'device_id': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:43.357168 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.611135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:51:43.618422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.630492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Transition to ACTIVE for port object f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:43.634273 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.688862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:43.751459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Attempting to bind port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:43.752120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Attempting to bind port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:43.752120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Attempting to bind port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c on network aa85e8d4-49d6-4998-9a3f-57b99a99e16d {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:43.756292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c on network aa85e8d4-49d6-4998-9a3f-57b99a99e16d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:51:43.756611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Attempting to bind port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c on network aa85e8d4-49d6-4998-9a3f-57b99a99e16d {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:43.761498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:43.762127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Checking segment: {'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:43.762517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Bound using segment: {'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:43.762942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Bound port: f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:43.763292 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.804660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-3451d494-9837-4107-8cbf-ec0508cd9bfc req-e759cb3e-c18a-45c1-ab85-ba906ff95be9 service neutron] (94668) timed out ('10.222.0.42', 53073) {{(pid=94668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 06:51:43.839305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:43.869548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:43.874882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.913636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468eab9-834e-4bf0-a4c9-1aa9ff33fbc4 req-976cf1bb-453b-4876-a68b-c1b27a66bf91 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:43.915123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2468eab9-834e-4bf0-a4c9-1aa9ff33fbc4 req-976cf1bb-453b-4876-a68b-c1b27a66bf91 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0925529 Aug 31 06:51:43.920037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:43.920638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.922003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c HTTP/1.1" status: 200 len: 1092 time: 0.6279655 Aug 31 06:51:43.922446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:43.924640 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:43.963989 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24bdfda-0859-4cbd-a063-66a9be685a53 x-openstack-request-id: req-c24bdfda-0859-4cbd-a063-66a9be685a53 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:43.964273 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:43.964518 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c24bdfda-0859-4cbd-a063-66a9be685a53 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:43.965456 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'status': 'completed', 'code': 200} Aug 31 06:51:43.986421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d63a51-0699-4ac0-9e78-5f7cc39778d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:44.015196 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2468eab9-834e-4bf0-a4c9-1aa9ff33fbc4 req-ba3371c2-8294-4aad-859c-176a37fd0605 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872316 Aug 31 06:51:44.033578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-1a65a855-223b-436a-b87f-4bcef70cdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.035830 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-1a65a855-223b-436a-b87f-4bcef70cdabb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 1095 time: 0.0602872 Aug 31 06:51:44.082730 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-6375fb80-92eb-4583-8b36-782c357fe5d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c HTTP/1.1" status: 200 len: 217 time: 0.0373812 Aug 31 06:51:44.141114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-c6dcb3f2-581f-478c-a756-d0765d28f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.142564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-c6dcb3f2-581f-478c-a756-d0765d28f49b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c664680-7d32-42c3-a477-d9d8ee9cd26f HTTP/1.1" status: 200 len: 853 time: 0.0452213 Aug 31 06:51:44.184340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-f8aedcee-9585-4775-8a29-5b3355055398 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245056 Aug 31 06:51:44.288555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-ac037975-f2f6-4a79-96ad-f90e96c95f34 service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962651 Aug 31 06:51:44.381723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac833-6285-4066-81b1-cd9338f9a593 req-8298e4fd-2451-41fb-acd7-25779eb9344c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.383798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c9ac833-6285-4066-81b1-cd9338f9a593 req-8298e4fd-2451-41fb-acd7-25779eb9344c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0604918 Aug 31 06:51:44.387604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17cd0835-b0a3-428e-9777-828c5cf29409 req-7efe75b9-5a33-4f0f-9238-e63dc01c38ed service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906332 Aug 31 06:51:44.424855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c9ac833-6285-4066-81b1-cd9338f9a593 req-dc917ef4-a487-4344-9eda-7a91b3c913d1 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341320 Aug 31 06:51:44.483687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-0ba19152-0ddd-4dcb-b7eb-422dbf4f2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.485272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-0ba19152-0ddd-4dcb-b7eb-422dbf4f2927 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 1095 time: 0.0419476 Aug 31 06:51:44.592205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-8bf85cc7-eea7-4b40-8c71-de45a7f53e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.593824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-8bf85cc7-eea7-4b40-8c71-de45a7f53e61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 914 time: 0.0977769 Aug 31 06:51:44.644580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-adb6d583-5a2e-4275-959e-4f12205a6880 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c HTTP/1.1" status: 200 len: 217 time: 0.0401678 Aug 31 06:51:44.674159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b6dba-5f54-40c2-b81f-90888635e046 req-aa249939-fcc5-4c65-8628-7addc8a313df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.675740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-339b6dba-5f54-40c2-b81f-90888635e046 req-aa249939-fcc5-4c65-8628-7addc8a313df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1098 time: 0.0417290 Aug 31 06:51:44.727124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fcfac-c00a-488d-a5bc-3b1a390c4824 req-42c67334-4137-46b2-98c0-48370f7c5c85 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.728646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c73fcfac-c00a-488d-a5bc-3b1a390c4824 req-42c67334-4137-46b2-98c0-48370f7c5c85 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0865347 Aug 31 06:51:44.734935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-250b006a-e211-495b-b3cb-326dee11d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.736386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-250b006a-e211-495b-b3cb-326dee11d321 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c664680-7d32-42c3-a477-d9d8ee9cd26f HTTP/1.1" status: 200 len: 853 time: 0.0639451 Aug 31 06:51:44.771062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b6dba-5f54-40c2-b81f-90888635e046 req-ddab3a2f-65a4-46d7-8ece-f84871bc865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.772599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-339b6dba-5f54-40c2-b81f-90888635e046 req-ddab3a2f-65a4-46d7-8ece-f84871bc865c service neutron] 10.222.0.23 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 918 time: 0.0871377 Aug 31 06:51:44.779634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-40bc6110-66d0-42c9-9edd-aa6f2cecad12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287876 Aug 31 06:51:44.799423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c73fcfac-c00a-488d-a5bc-3b1a390c4824 req-bffaf629-e347-44ef-9587-7d984b39e3a9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621135 Aug 31 06:51:44.884781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-faf5dbc7-925d-4fbe-bc9e-93bd9fde23dd service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950930 Aug 31 06:51:44.983984 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1561fb8b-4a4f-401d-b8ca-bc07f1e083d5 req-28ec3fc3-19ef-4440-93b6-9e818114f5a3 service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915198 Aug 31 06:51:45.129755 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-339b6dba-5f54-40c2-b81f-90888635e046 req-b0698f8e-3a8a-4794-958d-8e709f20034e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 HTTP/1.1" status: 200 len: 217 time: 0.3416417 Aug 31 06:51:45.204259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb7b9d-6213-419b-8a2d-f60d5dd5667b req-dd4ebdba-c221-4f6d-9466-92eabfb32f20 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:45.205759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30cb7b9d-6213-419b-8a2d-f60d5dd5667b req-dd4ebdba-c221-4f6d-9466-92eabfb32f20 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0851405 Aug 31 06:51:45.209508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b6dba-5f54-40c2-b81f-90888635e046 req-03ec6652-8a3b-43f7-9fdd-b15b3481b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:45.210800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-339b6dba-5f54-40c2-b81f-90888635e046 req-03ec6652-8a3b-43f7-9fdd-b15b3481b5bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.0637593 Aug 31 06:51:45.249428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-339b6dba-5f54-40c2-b81f-90888635e046 req-d417b191-4170-4e7c-b247-be55cbeab87f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300534 Aug 31 06:51:45.273441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30cb7b9d-6213-419b-8a2d-f60d5dd5667b req-1a324c2c-2d14-4dc2-a24f-b6cab8de3805 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613306 Aug 31 06:51:45.347637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-339b6dba-5f54-40c2-b81f-90888635e046 req-40afc6e8-f50e-438c-8f96-0adc1f4aea9a service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869486 Aug 31 06:51:45.454082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-339b6dba-5f54-40c2-b81f-90888635e046 req-04fd2033-60a3-430e-968b-42698d8ce06a service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853527 Aug 31 06:51:45.916048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37fd44-0752-4b22-8feb-a3a9532687ea req-2c40a662-84c2-4a48-8ccc-a78393f1b26e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:45.917540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d37fd44-0752-4b22-8feb-a3a9532687ea req-2c40a662-84c2-4a48-8ccc-a78393f1b26e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0502045 Aug 31 06:51:45.954438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d37fd44-0752-4b22-8feb-a3a9532687ea req-c5e44920-5566-4c68-af07-ba50cc8349df tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Aug 31 06:51:46.394226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3d327-56fe-47b4-bbcd-4c718e8875b6 req-ec6872c0-8879-489f-8657-4f0ab318c6e6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:46.395733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ec3d327-56fe-47b4-bbcd-4c718e8875b6 req-ec6872c0-8879-489f-8657-4f0ab318c6e6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0524099 Aug 31 06:51:46.434610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ec3d327-56fe-47b4-bbcd-4c718e8875b6 req-76228dc7-a087-483e-93e3-e068e2c1a2f6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Aug 31 06:51:46.930494 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-0bd80f1f-cdf8-4d8e-9f82-9a8a285265b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0563118 Aug 31 06:51:47.008283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-526d3a11-07d6-4ed4-9537-847fd84a54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.008762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-526d3a11-07d6-4ed4-9537-847fd84a54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.009313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-526d3a11-07d6-4ed4-9537-847fd84a54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.009782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-526d3a11-07d6-4ed4-9537-847fd84a54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.010241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-526d3a11-07d6-4ed4-9537-847fd84a54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.010718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-526d3a11-07d6-4ed4-9537-847fd84a54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.011182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-526d3a11-07d6-4ed4-9537-847fd84a54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.014117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-526d3a11-07d6-4ed4-9537-847fd84a54b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6497 time: 0.0532501 Aug 31 06:51:47.083943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037cf0-da79-4ab6-a24f-20de6a512ee6 req-e85829a3-bb50-4ca2-b3b1-29da8eefc85a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.085473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46037cf0-da79-4ab6-a24f-20de6a512ee6 req-e85829a3-bb50-4ca2-b3b1-29da8eefc85a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0587709 Aug 31 06:51:47.124305 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46037cf0-da79-4ab6-a24f-20de6a512ee6 req-7addd7b6-fb2b-477d-a6cc-263964f99957 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Aug 31 06:51:47.141231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-5e76699f-eb29-4fcf-a6bc-70f57fade879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.141759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-5e76699f-eb29-4fcf-a6bc-70f57fade879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.142228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-5e76699f-eb29-4fcf-a6bc-70f57fade879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.144125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-5e76699f-eb29-4fcf-a6bc-70f57fade879 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c71b659-92d8-4b29-abc6-2d570dfb2787&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=78b44822-3e6a-4f65-91eb-c0e3840d01da&id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 2293 time: 0.1007113 Aug 31 06:51:47.222161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-d5b00461-8591-4378-8c0f-1db73a133600 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 200 len: 1001 time: 0.0704691 Aug 31 06:51:47.279697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-964432e2-2244-40b9-8b4e-c01548ab7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.281171 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-964432e2-2244-40b9-8b4e-c01548ab7ff6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 HTTP/1.1" status: 200 len: 851 time: 0.0454018 Aug 31 06:51:47.328056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-f93f7feb-3ade-4e60-a01c-a8835f826789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.329589 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-f93f7feb-3ade-4e60-a01c-a8835f826789 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c71b659-92d8-4b29-abc6-2d570dfb2787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409982 Aug 31 06:51:47.423326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-170a94da-32cd-4d50-9782-737a48766327 service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852833 Aug 31 06:51:47.525292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-cebc199b-3bf0-4535-8272-dc56aa962c73 service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940757 Aug 31 06:51:47.584842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-e48b2830-4673-4d08-8584-85cf779312e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 217 time: 0.0401704 Aug 31 06:51:47.608207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29790-9668-4fee-a3d5-6d969e538465 req-45f88c60-84ca-477a-ad5f-d3a51ab4be5a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.609705 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-67d29790-9668-4fee-a3d5-6d969e538465 req-45f88c60-84ca-477a-ad5f-d3a51ab4be5a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.1040800 Aug 31 06:51:47.667101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-fd8ddba8-e0b5-467e-a99a-a8571e3cdf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.669144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-fd8ddba8-e0b5-467e-a99a-a8571e3cdf3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0770555 Aug 31 06:51:47.676301 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-67d29790-9668-4fee-a3d5-6d969e538465 req-9cc740b3-6d78-40c5-81c2-685a65f64f45 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482581 Aug 31 06:51:47.716690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-49b14229-64fa-4efa-a68a-56ae1f05adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.718254 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-49b14229-64fa-4efa-a68a-56ae1f05adb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411000 Aug 31 06:51:47.810681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-1533515c-825a-4475-bb0f-a1c698617488 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852711 Aug 31 06:51:47.900433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-50011234-8681-4dfe-bb20-d332f2590dcf service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815704 Aug 31 06:51:47.946367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-b2e49a39-47eb-4ddd-bd83-dd203dec6a63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 217 time: 0.0379930 Aug 31 06:51:47.995879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-61457b7e-e14a-4309-8009-f7d4c04e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:47.997415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-61457b7e-e14a-4309-8009-f7d4c04e2d39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0441642 Aug 31 06:51:48.044116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-fc1c61cc-df4c-46c4-a24b-81b125f12664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.044945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:51:48.045663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-fc1c61cc-df4c-46c4-a24b-81b125f12664 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415587 Aug 31 06:51:48.139495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-fdbbb629-bfe1-444f-ab49-670bfd62b83b service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857112 Aug 31 06:51:48.147135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:48.160310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d', 'port_id': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'mac_address': 'fa:16:3e:50:e6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c664680-7d32-42c3-a477-d9d8ee9cd26f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:51:48.199249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.214235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:51:48.239038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:48.240314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-266e2bba-8214-4a29-a3e6-7862ab58ae2b service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937848 Aug 31 06:51:48.243568 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.254592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8a47-39d0-49e2-9ce7-ca5a14721a66 req-f2cf1541-2029-4558-bda1-acb247264052 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.256282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-227d8a47-39d0-49e2-9ce7-ca5a14721a66 req-f2cf1541-2029-4558-bda1-acb247264052 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0570450 Aug 31 06:51:48.290019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-098597fb-5e03-4576-8ec2-fe183bd504b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=388caf22-efa3-41b1-ba86-00897e2a225d HTTP/1.1" status: 200 len: 217 time: 0.0421727 Aug 31 06:51:48.293753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:48.297491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-227d8a47-39d0-49e2-9ce7-ca5a14721a66 req-11df24a7-387f-4536-afa2-940e47751154 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 Aug 31 06:51:48.302089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.302439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.302776 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.303284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.303789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.304354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.304736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.305081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.305442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.305765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.306243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.306721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:48.342164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-41449288-146d-47ec-acdc-62342267d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.343763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-41449288-146d-47ec-acdc-62342267d2c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0468144 Aug 31 06:51:48.393113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-30ee97d1-6b90-4405-bebf-f4d47f7774d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.394892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-30ee97d1-6b90-4405-bebf-f4d47f7774d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432017 Aug 31 06:51:48.507616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-65044047-56f2-408a-a67e-762fe6e49f0d service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049700 Aug 31 06:51:48.590803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:48.623592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-fd1398a5-7c6f-4925-a4e0-bc876136da7e service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085527 Aug 31 06:51:48.679923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-efec26db-37f1-4b4f-a34b-8456fef9edb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=d0eb1625-bdef-4233-951a-76dc78a29946 HTTP/1.1" status: 200 len: 217 time: 0.0480616 Aug 31 06:51:48.733074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-261308c1-3d31-43d3-a891-1b1e19bb71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.735472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-261308c1-3d31-43d3-a891-1b1e19bb71c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0488269 Aug 31 06:51:48.786681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-fdb49ad7-c234-41b2-9cc8-63879abad642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.788350 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-fdb49ad7-c234-41b2-9cc8-63879abad642 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0441298 Aug 31 06:51:48.821911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360adea5-92d5-4c32-aee9-31f9d5099425 req-4ff73d15-fab9-4127-b04b-085ae8f13a5f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.823520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-360adea5-92d5-4c32-aee9-31f9d5099425 req-4ff73d15-fab9-4127-b04b-085ae8f13a5f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 944 time: 0.0534976 Aug 31 06:51:48.865636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-360adea5-92d5-4c32-aee9-31f9d5099425 req-ad15d705-c051-43e2-b242-79d4efeddff3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352104 Aug 31 06:51:48.892567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-a3184d5d-f798-4e40-983f-5e1f20f4c0bc service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968282 Aug 31 06:51:49.008221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-7c129f6b-6c60-4a56-a3be-8b33e8d4f883 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048248 Aug 31 06:51:49.053255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-7d4b72f8-5be7-43db-86a6-ab221be83d68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 200 len: 217 time: 0.0374868 Aug 31 06:51:49.111641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-5e680720-e329-4cc1-be79-a4e1a322d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:49.113279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-5e680720-e329-4cc1-be79-a4e1a322d0b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0517645 Aug 31 06:51:49.164943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-180aa6eb-4e2d-4728-90f9-fb936e20dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:49.166650 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-180aa6eb-4e2d-4728-90f9-fb936e20dee7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458336 Aug 31 06:51:49.272904 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-76d68608-74f8-4b69-9d71-4729a972a39a service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953612 Aug 31 06:51:49.305830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57808) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:49.391675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-f6e87ddd-8938-4226-b35c-9b2c85759f1e service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102743 Aug 31 06:51:49.438523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-3f24d70d-bb25-4803-b179-8344b120ce19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 200 len: 217 time: 0.0377371 Aug 31 06:51:49.495854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-1858f4c9-a3c3-4c4f-ad27-792a6fcf1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:49.497450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-1858f4c9-a3c3-4c4f-ad27-792a6fcf1cf4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0513480 Aug 31 06:51:49.556426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03869-b597-4981-ac29-d303c803eeec req-22ca8150-c52e-4cda-9066-0c6d8bf63ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:49.558254 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-22ca8150-c52e-4cda-9066-0c6d8bf63ea1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523744 Aug 31 06:51:49.658355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-7d04df06-afdd-4800-99fa-5c8e54f1ed69 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903065 Aug 31 06:51:49.742589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:49.806800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ad03869-b597-4981-ac29-d303c803eeec req-4221af70-7ad6-4994-aba0-e01d617439b0 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405923 Aug 31 06:51:49.817357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6443588-688d-474f-b76b-4ba6bc07cfe4 req-ef3dbc99-3812-4a99-9a9d-50f9a2e1892d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:49.825513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6443588-688d-474f-b76b-4ba6bc07cfe4 req-ef3dbc99-3812-4a99-9a9d-50f9a2e1892d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0870426 Aug 31 06:51:49.864018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6443588-688d-474f-b76b-4ba6bc07cfe4 req-8bb20a56-5c13-40f5-a520-f95200d1741d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Aug 31 06:51:50.022674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd5212-2822-4ead-a675-a7f37e71d003 req-e83b282b-402b-4b8d-9102-edeadb4b57d3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.024230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8edd5212-2822-4ead-a675-a7f37e71d003 req-e83b282b-402b-4b8d-9102-edeadb4b57d3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 944 time: 0.0664718 Aug 31 06:51:50.054178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:50.073823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8edd5212-2822-4ead-a675-a7f37e71d003 req-53e7b6ed-1e42-4587-a35b-8d94bd5722b7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Aug 31 06:51:50.120507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port a8923a19-d4bb-415b-b98b-1127dce8aefd {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:50.120844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.124691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:50.129445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:50.129932 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.222971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port a8923a19-d4bb-415b-b98b-1127dce8aefd, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a8923a19-d4bb-415b-b98b-1127dce8aefd,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:50.222971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.228432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.241748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for a8923a19-d4bb-415b-b98b-1127dce8aefd owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:50.261452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:50.264914 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c47290-214d-4a13-9c5d-3abb0a3e02e2" -d '{"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:50.279458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:50.285420 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.324105 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade10bf-c3b2-44d2-b43f-97abe3ddbd55 x-openstack-request-id: req-cade10bf-c3b2-44d2-b43f-97abe3ddbd55 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:50.324480 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:50.324833 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cade10bf-c3b2-44d2-b43f-97abe3ddbd55 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:50.325360 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'code': 200} Aug 31 06:51:50.362416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:50.444029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c86804-ecb6-4894-ac5a-22b64e27a756 req-9b51c28f-0864-4698-8b3c-4ff7b553e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.445605 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95c86804-ecb6-4894-ac5a-22b64e27a756 req-9b51c28f-0864-4698-8b3c-4ff7b553e511 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 1097 time: 0.0483258 Aug 31 06:51:50.465763 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.488663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95c86804-ecb6-4894-ac5a-22b64e27a756 req-6530149c-e2a4-469c-9660-26dff7f9d44d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331357 Aug 31 06:51:50.522417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=a8923a19-d4bb-415b-b98b-1127dce8aefd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:50.711085 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.196176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb170014-6f04-4595-9ffe-1e97931fb370 req-1ecb9c80-6464-445c-bcb3-99461482f1ae tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:51.197678 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb170014-6f04-4595-9ffe-1e97931fb370 req-1ecb9c80-6464-445c-bcb3-99461482f1ae tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0516677 Aug 31 06:51:51.238945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb170014-6f04-4595-9ffe-1e97931fb370 req-4ebd7f9a-a111-4629-bbb9-7c49ebb6f349 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342386 Aug 31 06:51:51.286769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router 469c3e56-5df0-4484-9193-5554339686a1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:51:51.406729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:51:51.412279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-523cf92a-ef7a-492c-b9e1-56d9bb9471d8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "PUT /v2.0/routers/469c3e56-5df0-4484-9193-5554339686a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1053917 Aug 31 06:51:51.419865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] Sync routers for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:51:51.429792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:51.430530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:51.585561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:51.793781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a13a79-7356-4b2a-a947-9724cccba3d3 req-ab0fcfc9-d4a3-40fc-9fa8-927195c892cf tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:51.800985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95a13a79-7356-4b2a-a947-9724cccba3d3 req-ab0fcfc9-d4a3-40fc-9fa8-927195c892cf tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 946 time: 0.1313713 Aug 31 06:51:51.839441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-08dca6c7-5021-4618-a77a-85d4369c7c3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1964593 Aug 31 06:51:51.848440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95a13a79-7356-4b2a-a947-9724cccba3d3 req-51658ea0-3a8b-414b-a7cb-fc9710c42a50 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463798 Aug 31 06:51:51.870986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:50Z', 'revision_number': 6, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 1, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:51.903137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-63d2ba41-f3e1-43a9-b1eb-d391da9f2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:51.904684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-63d2ba41-f3e1-43a9-b1eb-d391da9f2cab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 1098 time: 0.0433979 Aug 31 06:51:51.907174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] Checking router: 469c3e56-5df0-4484-9193-5554339686a1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:51:51.916865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:51.917708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:52.034411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-41470749-8194-4793-9ccb-5c943930cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.036134 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-41470749-8194-4793-9ccb-5c943930cc31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2b64b89-612b-4f32-bc6a-58f23826c515 HTTP/1.1" status: 200 len: 897 time: 0.1119144 Aug 31 06:51:52.039220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:52.108359 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-ff66f66f-9dca-4465-846a-45f549efa177 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478 HTTP/1.1" status: 200 len: 1001 time: 0.0631680 Aug 31 06:51:52.161588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-60d0d16b-aee8-48c3-9f7d-40c5975337f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.163305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-60d0d16b-aee8-48c3-9f7d-40c5975337f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc HTTP/1.1" status: 200 len: 834 time: 0.0473757 Aug 31 06:51:52.222646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-a2df9a2e-eba4-4a78-86f5-5f4ccd560d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.224944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-a2df9a2e-eba4-4a78-86f5-5f4ccd560d50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2b64b89-612b-4f32-bc6a-58f23826c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494137 Aug 31 06:51:52.274080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:50Z', 'revision_number': 6, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 1, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:52.303566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584832eb-324f-437a-8c6d-ccc0981b4cec None None] The sync data for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 is: [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:50Z', 'revision_number': 6, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '1456f924-60fb-4310-b575-f7c706b41db2', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '469c3e56-5df0-4484-9193-5554339686a1', 'port_id': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'mac_address': 'fa:16:3e:6e:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:50:28Z', 'updated_at': '2021-08-31T06:50:31Z', 'revision_number': 1, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:51:52.343212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-b3521f76-8894-46fe-bb1f-fe82a8e46c67 service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094820 Aug 31 06:51:52.441591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8cb22-7374-4eb7-99a5-5f521decc30b req-52a44f2f-f0d2-4767-8b47-d8b919f806bb tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.443078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ec8cb22-7374-4eb7-99a5-5f521decc30b req-52a44f2f-f0d2-4767-8b47-d8b919f806bb tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1180680 Aug 31 06:51:52.492943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d373bc3d-d112-40c2-9a34-57b1275a53bd req-9b7f10d1-6065-4167-97c3-7ebd8a2824fa service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302345 Aug 31 06:51:52.500469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ec8cb22-7374-4eb7-99a5-5f521decc30b req-82b60753-f3a2-4ccb-80ca-21ee1f897db5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483751 Aug 31 06:51:52.736858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e0a5b716-f78b-43a0-a5cf-3ad293c28c47 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.738543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e0a5b716-f78b-43a0-a5cf-3ad293c28c47 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 813 time: 0.1129375 Aug 31 06:51:52.755600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-50c31082-999c-4621-b0b6-a28c9180bbf7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/quotas/c3b09e1cb0bc45348a04f3f44603102c HTTP/1.1" status: 200 len: 375 time: 0.0108113 Aug 31 06:51:52.815696 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-c8d7bb58-8b99-4d6f-9aa2-149ee8bcaa65 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504346 Aug 31 06:51:52.920674 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-37e302c1-a424-47a0-96d4-295668756dad service neutron] 10.222.0.15 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937357 Aug 31 06:51:52.980162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a43388-6e9e-4c56-b15e-f5598f30cd10 req-c443a28e-6b92-4d66-9f28-e64c1772cc5f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.993552 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34a43388-6e9e-4c56-b15e-f5598f30cd10 req-c443a28e-6b92-4d66-9f28-e64c1772cc5f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 946 time: 0.0632105 Aug 31 06:51:53.003240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a8923a19-d4bb-415b-b98b-1127dce8aefd no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:53.027615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a8923a19-d4bb-415b-b98b-1127dce8aefd {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:53.027966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a8923a19-d4bb-415b-b98b-1127dce8aefd not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:53.031814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-38db90d2-83b1-470a-9feb-6ef91f947c66 service neutron] 10.222.0.15 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045837 Aug 31 06:51:53.044767 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34a43388-6e9e-4c56-b15e-f5598f30cd10 req-851e5e32-b4ac-45e2-8616-175fac38bf08 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd694655-c26d-4be9-88d3-dc6b885b2d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466671 Aug 31 06:51:53.171512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-ef9b5b56-329b-4ef1-92c3-59feb038a8de tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:53.173722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-ef9b5b56-329b-4ef1-92c3-59feb038a8de tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 946 time: 0.0592241 Aug 31 06:51:53.243930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-556989bf-ff6e-41ac-8890-5baf7543cdf9 req-6334e971-0b13-448a-a1ba-496bb3e8328c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 210 time: 0.0441577 Aug 31 06:51:53.311476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port 98cb64bf-49dc-4a75-9451-c95ea77067f0 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:53.311898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.410037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port 98cb64bf-49dc-4a75-9451-c95ea77067f0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=98cb64bf-49dc-4a75-9451-c95ea77067f0,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:53.410480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.425661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for 98cb64bf-49dc-4a75-9451-c95ea77067f0 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:53.594610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.622845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=98cb64bf-49dc-4a75-9451-c95ea77067f0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:53.672830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] No DVR routers for this DVR port 98cb64bf-49dc-4a75-9451-c95ea77067f0 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:53.675601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.677967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55afcb0a-8b29-49a0-ba89-f2a02d32ccea req-0a4ec2ab-e85a-49d1-b964-8a4a1f72e9c0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "DELETE /v2.0/ports/98cb64bf-49dc-4a75-9451-c95ea77067f0 HTTP/1.1" status: 204 len: 173 time: 0.4857340 Aug 31 06:51:53.678549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6faf157c-151c-47f9-bb4f-3a7c5c13c209', 'name': 'network-vif-deleted', 'tag': '98cb64bf-49dc-4a75-9451-c95ea77067f0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:53.680924 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e10c16-e25c-4096-99bb-f4247d30fd13" -d '{"events": [{"server_uuid": "6faf157c-151c-47f9-bb4f-3a7c5c13c209", "name": "network-vif-deleted", "tag": "98cb64bf-49dc-4a75-9451-c95ea77067f0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:53.820755 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690400df-4f59-4778-9abd-d6231eb51319 x-openstack-request-id: req-690400df-4f59-4778-9abd-d6231eb51319 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:53.821050 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6faf157c-151c-47f9-bb4f-3a7c5c13c209", "name": "network-vif-deleted", "tag": "98cb64bf-49dc-4a75-9451-c95ea77067f0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:53.821330 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-690400df-4f59-4778-9abd-d6231eb51319 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:53.821852 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faf157c-151c-47f9-bb4f-3a7c5c13c209', 'name': 'network-vif-deleted', 'tag': '98cb64bf-49dc-4a75-9451-c95ea77067f0', 'status': 'completed', 'code': 200} Aug 31 06:51:54.187262 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-54fcef62-642b-4ed1-9515-6571a5ca2975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.192679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d81ea694-d7d7-4890-b13a-60fe9ff2a5cc req-a42f06d5-57df-4989-83a0-b959ebe237f4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6faf157c-151c-47f9-bb4f-3a7c5c13c209 HTTP/1.1" status: 200 len: 210 time: 0.0347505 Aug 31 06:51:54.353568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f615ae0b-5c09-43b5-8e15-5380e4913068 req-cfb5c3fc-e620-4f8a-8619-9912185bc4ab tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 210 time: 0.0309889 Aug 31 06:51:54.427397 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.696895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-43dfa42f-3d4b-43da-83e2-2606f4a07499 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:54.698459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-43dfa42f-3d4b-43da-83e2-2606f4a07499 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.42 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 813 time: 0.1254458 Aug 31 06:51:54.718297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Request body: {'port': {'device_id': '6357539c-c4aa-45fd-b6a2-8669bddde285', 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d', 'admin_state_up': True, 'tenant_id': 'c3b09e1cb0bc45348a04f3f44603102c'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:54.833277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Made reservation on behalf of c3b09e1cb0bc45348a04f3f44603102c for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:54.836793 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.967321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Allocated IP 172.20.0.13 (aa85e8d4-49d6-4998-9a3f-57b99a99e16d/0c664680-7d32-42c3-a477-d9d8ee9cd26f/48ca91df-6eb5-4593-9901-ba326fe2bd63) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:55.131245 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.170839 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.182826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:55.214271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Network aa85e8d4-49d6-4998-9a3f-57b99a99e16d is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:55.220281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:55.224339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:55.249307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57900) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:55.260291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Pushing event updated for resources: {'Port': ['ID=48ca91df-6eb5-4593-9901-ba326fe2bd63,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:55.306884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:55.307653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.328276 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-e56a17fb-dc66-48b3-8231-5dd935f1a624 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6139038 Aug 31 06:51:55.333318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a93e348-22e2-42c9-bb27-77a8f0988e53 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.343006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Request body: {'port': {'device_id': '6357539c-c4aa-45fd-b6a2-8669bddde285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:55.371555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a93e348-22e2-42c9-bb27-77a8f0988e53 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.409967 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.467882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a93e348-22e2-42c9-bb27-77a8f0988e53 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.470468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a93e348-22e2-42c9-bb27-77a8f0988e53 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.471630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9a93e348-22e2-42c9-bb27-77a8f0988e53 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/security-groups/cd694655-c26d-4be9-88d3-dc6b885b2d31 HTTP/1.1" status: 204 len: 168 time: 0.2213264 Aug 31 06:51:55.487539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93e348-22e2-42c9-bb27-77a8f0988e53 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd694655-c26d-4be9-88d3-dc6b885b2d31,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:55.500986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75908755-9c8f-4644-9db3-e322051d0ddc req-dec9a31f-e11c-4779-90e9-14886c31a168 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:55.502636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75908755-9c8f-4644-9db3-e322051d0ddc req-dec9a31f-e11c-4779-90e9-14886c31a168 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 932 time: 0.0699177 Aug 31 06:51:55.555960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-75908755-9c8f-4644-9db3-e322051d0ddc req-ba99a445-9304-4ff3-8ef9-788caeb74936 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378885 Aug 31 06:51:55.683702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ca91df-6eb5-4593-9901-ba326fe2bd63 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:51:55.690819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.702868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Transition to ACTIVE for port object 48ca91df-6eb5-4593-9901-ba326fe2bd63 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:55.706675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.759289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca91df-6eb5-4593-9901-ba326fe2bd63,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:55.805297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.832139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Attempting to bind port 48ca91df-6eb5-4593-9901-ba326fe2bd63 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:55.832480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Attempting to bind port 48ca91df-6eb5-4593-9901-ba326fe2bd63 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:55.832818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Attempting to bind port 48ca91df-6eb5-4593-9901-ba326fe2bd63 on network aa85e8d4-49d6-4998-9a3f-57b99a99e16d {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:55.837070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Port 48ca91df-6eb5-4593-9901-ba326fe2bd63 on network aa85e8d4-49d6-4998-9a3f-57b99a99e16d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:51:55.837422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Attempting to bind port 48ca91df-6eb5-4593-9901-ba326fe2bd63 on network aa85e8d4-49d6-4998-9a3f-57b99a99e16d {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:55.842583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:55.842917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Checking segment: {'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:55.843301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Bound using segment: {'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:55.843739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Bound port: 48ca91df-6eb5-4593-9901-ba326fe2bd63, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98a9374-0f29-43bd-83c8-3789dc58a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:55.844102 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.906484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] For port 48ca91df-6eb5-4593-9901-ba326fe2bd63, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:55.909642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] For port 48ca91df-6eb5-4593-9901-ba326fe2bd63, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=48ca91df-6eb5-4593-9901-ba326fe2bd63,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:55.913719 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.951552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:55.952160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.953583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/48ca91df-6eb5-4593-9901-ba326fe2bd63 HTTP/1.1" status: 200 len: 1093 time: 0.6155183 Aug 31 06:51:55.954019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6357539c-c4aa-45fd-b6a2-8669bddde285', 'tag': '48ca91df-6eb5-4593-9901-ba326fe2bd63'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:55.956268 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f84ac-68c2-4327-8219-7cbbf998917e" -d '{"events": [{"name": "network-changed", "server_uuid": "6357539c-c4aa-45fd-b6a2-8669bddde285", "tag": "48ca91df-6eb5-4593-9901-ba326fe2bd63"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:55.980964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fc0be-8cb5-4799-b10f-7b271aee92f8 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca91df-6eb5-4593-9901-ba326fe2bd63,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:55.999536 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcedab4-0931-41e7-a0a1-f5ea57fa9c68 x-openstack-request-id: req-bdcedab4-0931-41e7-a0a1-f5ea57fa9c68 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:55.999829 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6357539c-c4aa-45fd-b6a2-8669bddde285", "tag": "48ca91df-6eb5-4593-9901-ba326fe2bd63", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:56.000079 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdcedab4-0931-41e7-a0a1-f5ea57fa9c68 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:56.002144 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6357539c-c4aa-45fd-b6a2-8669bddde285', 'tag': '48ca91df-6eb5-4593-9901-ba326fe2bd63', 'status': 'completed', 'code': 200} Aug 31 06:51:56.046909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-c3744756-4870-428a-b318-e9d37b52ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.048638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-c3744756-4870-428a-b318-e9d37b52ca5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 1096 time: 0.0431471 Aug 31 06:51:56.091371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-10b1a586-de56-4bbb-ab5b-13d369b1ff2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ca91df-6eb5-4593-9901-ba326fe2bd63 HTTP/1.1" status: 200 len: 217 time: 0.0348017 Aug 31 06:51:56.148308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-1d67db77-dc94-4546-a23d-db12b693e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.149780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-1d67db77-dc94-4546-a23d-db12b693e0e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c664680-7d32-42c3-a477-d9d8ee9cd26f HTTP/1.1" status: 200 len: 853 time: 0.0477672 Aug 31 06:51:56.180626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-623e650d-44da-4121-b223-9ea5b5d349d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242615 Aug 31 06:51:56.267729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-a93ffe3c-48d1-46d1-8ba9-e9474e4147aa service neutron] 10.222.0.42 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799663 Aug 31 06:51:56.363707 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d78ac0f0-01ad-47db-aabd-7cd2705dd33e req-9c799530-2888-4cb3-8da8-f8817a833f46 service neutron] 10.222.0.42 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878079 Aug 31 06:51:56.452700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-70e9c272-0432-4bcb-8272-b416f4067acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.454267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-70e9c272-0432-4bcb-8272-b416f4067acd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 1096 time: 0.0425668 Aug 31 06:51:56.529622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57914) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:56.556492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-21267a9d-afa5-46a4-a1b8-072c65a790b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.558037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-21267a9d-afa5-46a4-a1b8-072c65a790b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 914 time: 0.0947230 Aug 31 06:51:56.581766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f48716-8472-4c3a-8a98-61d614a53168 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting subnet 662e4e33-329f-4f8e-9948-60a74592a12e {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:56.585347 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28f48716-8472-4c3a-8a98-61d614a53168 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.635958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28f48716-8472-4c3a-8a98-61d614a53168 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.750924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be78b-1c40-41f3-b289-e7ca81850d3f req-1e0d6692-7986-48de-8d64-22615c6142c9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.752968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a02be78b-1c40-41f3-b289-e7ca81850d3f req-1e0d6692-7986-48de-8d64-22615c6142c9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 944 time: 0.0892427 Aug 31 06:51:56.768005 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f8827ac1-1568-43d1-bbce-f264c70c044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.790765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28f48716-8472-4c3a-8a98-61d614a53168 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.847173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a02be78b-1c40-41f3-b289-e7ca81850d3f req-33e9c898-3023-4cd6-ae07-6446a8831509 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829706 Aug 31 06:51:56.878155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28f48716-8472-4c3a-8a98-61d614a53168 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.899455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.907662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f48716-8472-4c3a-8a98-61d614a53168 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Subnet': ['ID=662e4e33-329f-4f8e-9948-60a74592a12e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:56.911316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28f48716-8472-4c3a-8a98-61d614a53168 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.916055 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-28f48716-8472-4c3a-8a98-61d614a53168 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/subnets/662e4e33-329f-4f8e-9948-60a74592a12e HTTP/1.1" status: 204 len: 168 time: 0.3852062 Aug 31 06:51:56.916702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57920) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:56.919743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ecf3a-0217-4515-aa25-1aa004b33747 None None] Network b9534925-2beb-47c2-b06d-0ba6aa1ed24d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:56.928195 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-e6595c57-30cf-4f70-8ab1-9980e9e49ef6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ca91df-6eb5-4593-9901-ba326fe2bd63 HTTP/1.1" status: 200 len: 217 time: 0.3625116 Aug 31 06:51:56.986497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-3398b2bb-02e4-4a81-a403-617656dbcb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.989846 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-3398b2bb-02e4-4a81-a403-617656dbcb1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c664680-7d32-42c3-a477-d9d8ee9cd26f HTTP/1.1" status: 200 len: 853 time: 0.0535274 Aug 31 06:51:56.994279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.029434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-4c4b3359-6d9b-4afb-8761-c762ed568b08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296135 Aug 31 06:51:57.061123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port 6e9d5003-a01c-4bf1-b336-b9103f14eadb {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:57.061478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.128673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port 6e9d5003-a01c-4bf1-b336-b9103f14eadb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6e9d5003-a01c-4bf1-b336-b9103f14eadb,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:57.129030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.135765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-ba98e65e-414c-4252-a4e8-6c51d3c9e540 service neutron] 10.222.0.42 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957592 Aug 31 06:51:57.143498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] DHCP port deletion for b9534925-2beb-47c2-b06d-0ba6aa1ed24d request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:51:57.143897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for 6e9d5003-a01c-4bf1-b336-b9103f14eadb owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:57.194415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] Deleting port 6e9d5003-a01c-4bf1-b336-b9103f14eadb {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:57.194808 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.248638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.260639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d1f84ac-68c2-4327-8219-7cbbf998917e req-a4d81014-b17d-4f35-99a1-33ff095724c9 service neutron] 10.222.0.42 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102548 Aug 31 06:51:57.268785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] For port 6e9d5003-a01c-4bf1-b336-b9103f14eadb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6e9d5003-a01c-4bf1-b336-b9103f14eadb,segment=NetworkSegment(7b570216-5dc4-4dc8-85ef-6c7405337f6d),segment_id=7b570216-5dc4-4dc8-85ef-6c7405337f6d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:57.269237 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.278046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=6e9d5003-a01c-4bf1-b336-b9103f14eadb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:57.283984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] Calling delete_port for 6e9d5003-a01c-4bf1-b336-b9103f14eadb owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:57.284307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] No DVR routers for this DVR port 6e9d5003-a01c-4bf1-b336-b9103f14eadb on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:57.360597 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.363749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.374231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9534925-2beb-47c2-b06d-0ba6aa1ed24d']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:57.384980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b570216-5dc4-4dc8-85ef-6c7405337f6d') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:57.385307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b570216-5dc4-4dc8-85ef-6c7405337f6d') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:57.388007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] Pushing event deleted for resources: {'Port': ['ID=6e9d5003-a01c-4bf1-b336-b9103f14eadb,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:57.390426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b20ce-70ea-448e-977c-2b271525c59d None None] No DVR routers for this DVR port 6e9d5003-a01c-4bf1-b336-b9103f14eadb on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:57.396970 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.419709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.426497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:57.426963 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:57.430026 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:57.492612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.498110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.500039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/networks/b9534925-2beb-47c2-b06d-0ba6aa1ed24d HTTP/1.1" status: 204 len: 168 time: 0.5823627 Aug 31 06:51:57.503457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57924) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:57.514875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99213-8134-409a-bcc6-b7d8d5205e46 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Network': ['ID=b9534925-2beb-47c2-b06d-0ba6aa1ed24d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:57.672498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port 3954e98a-e05c-4c63-ba63-df92fa80ccaa {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:57.672727 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.753796 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.754123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.765811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for 3954e98a-e05c-4c63-ba63-df92fa80ccaa owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:57.916729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.951236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=3954e98a-e05c-4c63-ba63-df92fa80ccaa,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:57.975010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453716b9-2887-45a8-a09e-87cf84e57a4e req-9be3930d-555f-49d3-b637-97e49b480239 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:57.977676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-453716b9-2887-45a8-a09e-87cf84e57a4e req-9be3930d-555f-49d3-b637-97e49b480239 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 944 time: 0.0601296 Aug 31 06:51:58.018081 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-453716b9-2887-45a8-a09e-87cf84e57a4e req-e4362290-992d-4bee-a78d-5b5e47a797c7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345006 Aug 31 06:51:58.022021 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.022366 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Floating IP 1456f924-60fb-4310-b575-f7c706b41db2 disassociated (deleted). External IP: 172.25.5.70, port: 84cdc400-ea0a-4138-8eb6-1a5a74dbd478. Aug 31 06:51:58.110485 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.246795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router 469c3e56-5df0-4484-9193-5554339686a1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:51:58.309571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 48ca91df-6eb5-4593-9901-ba326fe2bd63 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:51:58.311667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 98cb64bf-49dc-4a75-9451-c95ea77067f0 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:58.340169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 98cb64bf-49dc-4a75-9451-c95ea77067f0 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:58.340507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 98cb64bf-49dc-4a75-9451-c95ea77067f0 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:58.357149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:51:58.362018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.367269 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] Sync routers for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:51:58.376988 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:58.377660 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:58.399932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4d3d3387-cf9f-4739-8f05-af50fc02e6d2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/floatingips/1456f924-60fb-4310-b575-f7c706b41db2 HTTP/1.1" status: 204 len: 168 time: 0.8896348 Aug 31 06:51:58.399932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:58.399932 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3" -d '{"events": [{"name": "network-changed", "server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:58.439456 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38ad093-c048-4209-b4c8-ee9d18971cd4 x-openstack-request-id: req-f38ad093-c048-4209-b4c8-ee9d18971cd4 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:58.439749 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:58.440002 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f38ad093-c048-4209-b4c8-ee9d18971cd4 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:58.440402 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'status': 'completed', 'code': 200} Aug 31 06:51:58.469806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 48ca91df-6eb5-4593-9901-ba326fe2bd63, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=48ca91df-6eb5-4593-9901-ba326fe2bd63,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:58.486784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '48ca91df-6eb5-4593-9901-ba326fe2bd63', 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d', 'port_id': '48ca91df-6eb5-4593-9901-ba326fe2bd63', 'mac_address': 'fa:16:3e:44:c6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c664680-7d32-42c3-a477-d9d8ee9cd26f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:51:58.492554 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:58.525311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-3e3caa4c-e3ee-4a93-9da3-20a1fc092bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.527647 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-3e3caa4c-e3ee-4a93-9da3-20a1fc092bab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 1098 time: 0.0592504 Aug 31 06:51:58.564802 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.582708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ca91df-6eb5-4593-9901-ba326fe2bd63 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:51:58.613751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 48ca91df-6eb5-4593-9901-ba326fe2bd63, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=48ca91df-6eb5-4593-9901-ba326fe2bd63,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:58.620540 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.638246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-8a2e3761-2181-4dcf-b113-a730984945a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.641100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-8a2e3761-2181-4dcf-b113-a730984945a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e2b64b89-612b-4f32-bc6a-58f23826c515 HTTP/1.1" status: 200 len: 897 time: 0.1064847 Aug 31 06:51:58.676811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=48ca91df-6eb5-4593-9901-ba326fe2bd63,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:58.705804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-32678d49-62e0-4205-baa8-e82628f39e9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478 HTTP/1.1" status: 200 len: 217 time: 0.0494671 Aug 31 06:51:58.732768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565d20-b7bc-4765-9ac9-dee9fba0aabc req-8ccdb880-2c13-48b3-89ac-5f7b53460463 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.734357 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e565d20-b7bc-4765-9ac9-dee9fba0aabc req-8ccdb880-2c13-48b3-89ac-5f7b53460463 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 946 time: 0.0603054 Aug 31 06:51:58.742850 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:50Z', 'revision_number': 6, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:58.764029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-5485877d-50c5-4dbe-a7f5-d89cb494c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.765833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-5485877d-50c5-4dbe-a7f5-d89cb494c98b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc HTTP/1.1" status: 200 len: 834 time: 0.0497971 Aug 31 06:51:58.777378 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] Checking router: 469c3e56-5df0-4484-9193-5554339686a1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:51:58.785375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e565d20-b7bc-4765-9ac9-dee9fba0aabc req-89e82b50-fb03-45c8-807e-4727889338b6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416141 Aug 31 06:51:58.790164 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:58.791108 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:58.828452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-459586c7-160f-4f37-9147-c53f76be6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.830073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-459586c7-160f-4f37-9147-c53f76be6519 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e2b64b89-612b-4f32-bc6a-58f23826c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541267 Aug 31 06:51:58.872770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['48ca91df-6eb5-4593-9901-ba326fe2bd63'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:58.919272 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:58.945116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-cc20e74b-1935-420c-a99a-0514be213ca9 service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013136 Aug 31 06:51:59.064690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6e9d5003-a01c-4bf1-b336-b9103f14eadb no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:59.068530 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d77ccd5-aeba-423b-a7b3-34bad0f304d3 req-6e734d25-00b0-4836-ba1c-1b9186d8dfb5 service neutron] 10.222.0.42 "GET /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094208 Aug 31 06:51:59.102689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 6e9d5003-a01c-4bf1-b336-b9103f14eadb {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:59.103041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6e9d5003-a01c-4bf1-b336-b9103f14eadb not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:59.152254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8341618-165a-4b0c-8843-6db050106728 req-ed8f0f21-bf30-4ff3-a442-bd40d31fa14a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:59.153836 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8341618-165a-4b0c-8843-6db050106728 req-ed8f0f21-bf30-4ff3-a442-bd40d31fa14a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 945 time: 0.0538714 Aug 31 06:51:59.161074 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:50Z', 'revision_number': 6, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:59.189626 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2098402-dbf6-4a4d-a2f4-10a9e4d4b5ba None None] The sync data for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 is: [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:51:50Z', 'revision_number': 6, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1f3418e3-52b6-4a69-891b-bda42f2e65ee', 'name': '', 'network_id': 'e2b64b89-612b-4f32-bc6a-58f23826c515', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:c5:dc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:07Z', 'updated_at': '2021-08-31T06:50:13Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:51:59.194265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8341618-165a-4b0c-8843-6db050106728 req-50d0e62a-753b-4810-8aea-b1b69af13809 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342152 Aug 31 06:51:59.423186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be45a60-b52a-4b3a-b64f-9582224c7a3a None None] New status for floating IP 1456f924-60fb-4310-b575-f7c706b41db2: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:51:59.921583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddbcba-1530-4bdf-8271-c8ad2bb3160e req-b7436582-ef01-4fa8-8967-f5bd217b8109 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:59.923102 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30ddbcba-1530-4bdf-8271-c8ad2bb3160e req-b7436582-ef01-4fa8-8967-f5bd217b8109 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 946 time: 0.0565412 Aug 31 06:51:59.954847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.962719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30ddbcba-1530-4bdf-8271-c8ad2bb3160e req-b7cba398-e6d5-4b1a-b3b8-5d443fd482de tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=f90b742e-e21e-4a21-be74-e28a4d3c0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335338 Aug 31 06:52:00.139298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-1b3e47e5-f502-40c6-8dce-94a95f850a4c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:00.140782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-1b3e47e5-f502-40c6-8dce-94a95f850a4c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 946 time: 0.0495920 Aug 31 06:52:00.252514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:00.252865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.307181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 48ca91df-6eb5-4593-9901-ba326fe2bd63 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:00.346595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbbc9c-699d-4962-9351-1e24b90cc5b6 req-240d0878-cfb0-40ad-a1e7-1f095e9d6b21 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:00.353647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:00.354302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.355774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebbbbc9c-699d-4962-9351-1e24b90cc5b6 req-240d0878-cfb0-40ad-a1e7-1f095e9d6b21 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 945 time: 0.0843563 Aug 31 06:52:00.371359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:00.390635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 48ca91df-6eb5-4593-9901-ba326fe2bd63 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:00.394622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 48ca91df-6eb5-4593-9901-ba326fe2bd63 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:00.395012 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.398000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebbbbc9c-699d-4962-9351-1e24b90cc5b6 req-752c1e82-4bbe-4eef-afe3-fccce564c70f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Aug 31 06:52:00.531701 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.564510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=84cdc400-ea0a-4138-8eb6-1a5a74dbd478,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:00.614704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] No DVR routers for this DVR port 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:00.618351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.622191 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9866ef5b-350b-4ab1-ab2a-1aae950b9a96 req-fa10aa74-9ca6-4255-8e3a-3f68c68fa80d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "DELETE /v2.0/ports/84cdc400-ea0a-4138-8eb6-1a5a74dbd478 HTTP/1.1" status: 204 len: 173 time: 0.4705386 Aug 31 06:52:00.622877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'name': 'network-vif-deleted', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:00.626304 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8042ee6-2a57-449d-bb42-cb8a9db4808a" -d '{"events": [{"server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "name": "network-vif-deleted", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:00.640079 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.673754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357539c-c4aa-45fd-b6a2-8669bddde285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca91df-6eb5-4593-9901-ba326fe2bd63'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:00.676393 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c549b0-3616-41e1-97be-804774837e78" -d '{"events": [{"server_uuid": "6357539c-c4aa-45fd-b6a2-8669bddde285", "name": "network-vif-plugged", "status": "completed", "tag": "48ca91df-6eb5-4593-9901-ba326fe2bd63"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:00.686151 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a04b63f-26e3-497b-90cc-8ec2541a1788 x-openstack-request-id: req-0a04b63f-26e3-497b-90cc-8ec2541a1788 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:00.686403 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d83299-bf4b-41d8-923c-745c9cb41b42", "name": "network-vif-deleted", "tag": "84cdc400-ea0a-4138-8eb6-1a5a74dbd478", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:00.686714 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a04b63f-26e3-497b-90cc-8ec2541a1788 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:00.687259 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d83299-bf4b-41d8-923c-745c9cb41b42', 'name': 'network-vif-deleted', 'tag': '84cdc400-ea0a-4138-8eb6-1a5a74dbd478', 'status': 'completed', 'code': 200} Aug 31 06:52:00.696405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 48ca91df-6eb5-4593-9901-ba326fe2bd63, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=48ca91df-6eb5-4593-9901-ba326fe2bd63,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:00.702102 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.762844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=48ca91df-6eb5-4593-9901-ba326fe2bd63,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:00.810893 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e723b5f9-b8e5-48f4-a681-0b74eb2060f1 x-openstack-request-id: req-e723b5f9-b8e5-48f4-a681-0b74eb2060f1 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:00.811190 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357539c-c4aa-45fd-b6a2-8669bddde285", "name": "network-vif-plugged", "status": "completed", "tag": "48ca91df-6eb5-4593-9901-ba326fe2bd63", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:00.811446 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e723b5f9-b8e5-48f4-a681-0b74eb2060f1 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:00.811848 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357539c-c4aa-45fd-b6a2-8669bddde285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca91df-6eb5-4593-9901-ba326fe2bd63', 'code': 200} Aug 31 06:52:00.931378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af7a1e-b540-4c5b-95e1-f9165f396c9f req-84cd1cd6-3506-4d91-b68d-92362587ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:00.932956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95af7a1e-b540-4c5b-95e1-f9165f396c9f req-84cd1cd6-3506-4d91-b68d-92362587ed8b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 1098 time: 0.0566406 Aug 31 06:52:00.979536 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95af7a1e-b540-4c5b-95e1-f9165f396c9f req-a2a223c9-d855-4867-abe5-8c777fca81c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Aug 31 06:52:01.104526 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4a97c5d-6843-45f8-9924-5c1bd7ccefda req-316d16b7-d476-4698-9882-bafcac81ebbd tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=06d83299-bf4b-41d8-923c-745c9cb41b42 HTTP/1.1" status: 200 len: 210 time: 0.0301237 Aug 31 06:52:01.378654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-8adad5e6-bfa4-410b-bb7d-bfc53320692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:01.380241 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-8adad5e6-bfa4-410b-bb7d-bfc53320692f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1098 time: 0.0732081 Aug 31 06:52:01.393747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca744d2f-a350-480b-99ad-446bb2fba28e req-9d8b2971-fbc7-40ab-9cfb-44fa35dda5af tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:01.395254 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ca744d2f-a350-480b-99ad-446bb2fba28e req-9d8b2971-fbc7-40ab-9cfb-44fa35dda5af tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0801313 Aug 31 06:52:01.482755 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ca744d2f-a350-480b-99ad-446bb2fba28e req-81725168-ff5e-452c-93cc-18901eb4b0e1 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780685 Aug 31 06:52:01.512444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-17297509-d288-4c04-ac62-514d90701d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:01.514010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-17297509-d288-4c04-ac62-514d90701d7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 918 time: 0.1178579 Aug 31 06:52:01.518233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec712362-dbc9-4e9f-9573-896698cff4ca req-409fc18b-a423-4977-9a57-954ba03237a3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:01.519724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec712362-dbc9-4e9f-9573-896698cff4ca req-409fc18b-a423-4977-9a57-954ba03237a3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 946 time: 0.0516741 Aug 31 06:52:01.563958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec712362-dbc9-4e9f-9573-896698cff4ca req-ef2d541b-19f9-4eec-bda3-45ad413dd03c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380023 Aug 31 06:52:01.567100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-9edf5979-640a-4665-8c98-3dee488efda3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 HTTP/1.1" status: 200 len: 217 time: 0.0388060 Aug 31 06:52:01.618836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-5b72b05d-b629-4216-9e50-3d287345b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:01.620328 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-5b72b05d-b629-4216-9e50-3d287345b33f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.0449831 Aug 31 06:52:01.653764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-7fc6c094-7baa-4f78-af1d-64a087ce44e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258627 Aug 31 06:52:01.753222 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-dce3c240-db66-4bab-8c42-f25998e7838f service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894830 Aug 31 06:52:01.859567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cc3d519-70f3-450d-8f44-7d90a264691a req-af864875-a74e-4053-8b16-f27d40ef1934 service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986400 Aug 31 06:52:02.171274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57982) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:02.237243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-021e2873-5468-4148-968f-e923c82426ee tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:02.265512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-021e2873-5468-4148-968f-e923c82426ee tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:02.333215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-021e2873-5468-4148-968f-e923c82426ee tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:02.336755 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-021e2873-5468-4148-968f-e923c82426ee tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:02.338177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-021e2873-5468-4148-968f-e923c82426ee tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/security-groups/f90b742e-e21e-4a21-be74-e28a4d3c0c91 HTTP/1.1" status: 204 len: 168 time: 0.1658018 Aug 31 06:52:02.350090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e2873-5468-4148-968f-e923c82426ee tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90b742e-e21e-4a21-be74-e28a4d3c0c91,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:02.389968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57986) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:02.620842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63b85-406a-4792-a8be-3afc4561d450 req-7faf8f39-974d-4980-81a1-a99e2e156fe0 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:02.622476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7cc63b85-406a-4792-a8be-3afc4561d450 req-7faf8f39-974d-4980-81a1-a99e2e156fe0 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0596950 Aug 31 06:52:02.677883 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7cc63b85-406a-4792-a8be-3afc4561d450 req-d2210ecf-b4f9-4492-801c-66793a2df2a7 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487599 Aug 31 06:52:02.748964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfdc4a-3b18-40d8-9149-7bb4f62c1fc1 req-f2fb7745-5ade-4e92-b0e7-422410193ec6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:02.750490 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5dfdc4a-3b18-40d8-9149-7bb4f62c1fc1 req-f2fb7745-5ade-4e92-b0e7-422410193ec6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 946 time: 0.0915084 Aug 31 06:52:02.800791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f5dfdc4a-3b18-40d8-9149-7bb4f62c1fc1 req-25cd160a-7be9-4b31-8d6c-42a80143a406 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Aug 31 06:52:02.873118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.053407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47daf7-934d-438f-9feb-121555820154 req-c8b5f212-ef06-401e-83c5-f195ca91f77f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:03.054814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba47daf7-934d-438f-9feb-121555820154 req-c8b5f212-ef06-401e-83c5-f195ca91f77f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 946 time: 0.0513413 Aug 31 06:52:03.100165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba47daf7-934d-438f-9feb-121555820154 req-c7c97d41-e75a-496b-8132-cea3fc456f11 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Aug 31 06:52:03.161030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port 1f3418e3-52b6-4a69-891b-bda42f2e65ee {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:03.161404 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.250706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port 1f3418e3-52b6-4a69-891b-bda42f2e65ee, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1f3418e3-52b6-4a69-891b-bda42f2e65ee,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:03.251408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.264793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for 1f3418e3-52b6-4a69-891b-bda42f2e65ee owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:03.461215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.492673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=1f3418e3-52b6-4a69-891b-bda42f2e65ee,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:03.684555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.874477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538d51-67c0-40c6-b28b-63fb3729d51c req-71946727-8da1-4784-9bdd-ba9bc8aee477 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:03.875976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c538d51-67c0-40c6-b28b-63fb3729d51c req-71946727-8da1-4784-9bdd-ba9bc8aee477 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0949237 Aug 31 06:52:04.230399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e354a-fdc2-4de3-b680-066670e38847 req-60d72b6a-5044-4539-9fa6-4b48cc36a54f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:04.232064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-702e354a-fdc2-4de3-b680-066670e38847 req-60d72b6a-5044-4539-9fa6-4b48cc36a54f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 946 time: 0.0528340 Aug 31 06:52:04.271679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-702e354a-fdc2-4de3-b680-066670e38847 req-47a247cb-1a35-4902-8bfe-651c952260db tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Aug 31 06:52:04.287268 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c538d51-67c0-40c6-b28b-63fb3729d51c req-d2a31abe-8fc0-47f7-8521-3150cba3bb57 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050317 Aug 31 06:52:04.322682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router 469c3e56-5df0-4484-9193-5554339686a1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:04.339941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:04.344148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-7bb1ac8c-6dc9-4ed8-ad66-279b5ba57392 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:04.345673 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-7bb1ac8c-6dc9-4ed8-ad66-279b5ba57392 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.42 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 946 time: 0.0716236 Aug 31 06:52:04.361316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:04.361665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 84cdc400-ea0a-4138-8eb6-1a5a74dbd478 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:04.505929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:04.514577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4ba7c9c0-190f-47f3-8923-9dcd5e9f1ee6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "PUT /v2.0/routers/469c3e56-5df0-4484-9193-5554339686a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1229639 Aug 31 06:52:04.517061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58004) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:04.519570 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] Sync routers for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:04.529846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:04.530376 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:04.530522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Deleting port 48ca91df-6eb5-4593-9901-ba326fe2bd63 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:04.530722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.579791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8499ead5-7afc-4ed7-bbf1-5e14639fa362 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting subnet 8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:04.583160 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8499ead5-7afc-4ed7-bbf1-5e14639fa362 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.626852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8499ead5-7afc-4ed7-bbf1-5e14639fa362 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.644843 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:04.655523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] For port 48ca91df-6eb5-4593-9901-ba326fe2bd63, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=48ca91df-6eb5-4593-9901-ba326fe2bd63,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:04.655902 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.670955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Calling delete_port for 48ca91df-6eb5-4593-9901-ba326fe2bd63 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:04.719533 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8499ead5-7afc-4ed7-bbf1-5e14639fa362 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.795351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8499ead5-7afc-4ed7-bbf1-5e14639fa362 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.822190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499ead5-7afc-4ed7-bbf1-5e14639fa362 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:04.828692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8499ead5-7afc-4ed7-bbf1-5e14639fa362 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.830472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8499ead5-7afc-4ed7-bbf1-5e14639fa362 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/subnets/8f3ebeeb-41ed-4e63-8a56-e6cb8a2b52dc HTTP/1.1" status: 204 len: 168 time: 0.3119624 Aug 31 06:52:04.833425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58006) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:04.839325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb934553-7a79-444b-8b60-94badc10c46e None None] Network e2b64b89-612b-4f32-bc6a-58f23826c515 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:04.839708 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:52:03Z', 'revision_number': 7, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:04.843994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.856080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['48ca91df-6eb5-4593-9901-ba326fe2bd63'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:04.873153 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] Checking router: 469c3e56-5df0-4484-9193-5554339686a1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:04.882553 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] Routers {'469c3e56-5df0-4484-9193-5554339686a1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:04.883450 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['469c3e56-5df0-4484-9193-5554339686a1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:04.884326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:04.909007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Pushing event deleted for resources: {'Port': ['ID=48ca91df-6eb5-4593-9901-ba326fe2bd63,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:05.019833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] No DVR routers for this DVR port 48ca91df-6eb5-4593-9901-ba326fe2bd63 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:05.023945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.026769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e752af9-3dc0-43e1-a1f9-e87806273236 req-6375cf46-048d-4687-97d0-00c6154b5376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.42 "DELETE /v2.0/ports/48ca91df-6eb5-4593-9901-ba326fe2bd63 HTTP/1.1" status: 204 len: 173 time: 0.6429913 Aug 31 06:52:05.027336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357539c-c4aa-45fd-b6a2-8669bddde285', 'name': 'network-vif-deleted', 'tag': '48ca91df-6eb5-4593-9901-ba326fe2bd63'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:05.030093 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b1550-8476-431e-bd8a-c7b3df72e89d" -d '{"events": [{"server_uuid": "6357539c-c4aa-45fd-b6a2-8669bddde285", "name": "network-vif-deleted", "tag": "48ca91df-6eb5-4593-9901-ba326fe2bd63"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:05.076226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.147673 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c16fca-0b3f-4a91-b54d-6723902ef89e x-openstack-request-id: req-34c16fca-0b3f-4a91-b54d-6723902ef89e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:05.148046 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357539c-c4aa-45fd-b6a2-8669bddde285", "name": "network-vif-deleted", "tag": "48ca91df-6eb5-4593-9901-ba326fe2bd63", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:05.148249 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34c16fca-0b3f-4a91-b54d-6723902ef89e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:05.148624 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357539c-c4aa-45fd-b6a2-8669bddde285', 'name': 'network-vif-deleted', 'tag': '48ca91df-6eb5-4593-9901-ba326fe2bd63', 'status': 'completed', 'code': 200} Aug 31 06:52:05.206787 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] Set router 469c3e56-5df0-4484-9193-5554339686a1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:05.219478 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.227197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] DHCP port deletion for e2b64b89-612b-4f32-bc6a-58f23826c515 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:05.280686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] Deleting port 790893f3-0d87-4a0a-9c33-e80883f70a50 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:05.281081 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.281436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port c8d94a21-1b0d-4add-a6db-bb4598994b77 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:05.281746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.383407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port c8d94a21-1b0d-4add-a6db-bb4598994b77, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c8d94a21-1b0d-4add-a6db-bb4598994b77,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:05.384121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.398712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] For port 790893f3-0d87-4a0a-9c33-e80883f70a50, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=790893f3-0d87-4a0a-9c33-e80883f70a50,segment=NetworkSegment(33188de2-8a71-49db-94d7-56eedb15f35e),segment_id=33188de2-8a71-49db-94d7-56eedb15f35e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:05.399309 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.404734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for c8d94a21-1b0d-4add-a6db-bb4598994b77 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:05.416058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:52:03Z', 'revision_number': 7, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:05.419074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] Calling delete_port for 790893f3-0d87-4a0a-9c33-e80883f70a50 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:05.434519 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-17e657b7-5e79-4d62-9aba-6f2df369ae27 req-dbfbb0ab-22f2-429a-870c-21972424d39e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=6357539c-c4aa-45fd-b6a2-8669bddde285 HTTP/1.1" status: 200 len: 210 time: 0.0456159 Aug 31 06:52:05.462593 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed3d5-4357-45bd-93c3-49b02fc3afa4 None None] The sync data for ids ['469c3e56-5df0-4484-9193-5554339686a1'] in n-d-712142-16 is: [{'id': '469c3e56-5df0-4484-9193-5554339686a1', 'name': 'tempest-TestNetworkBasicOps-router-834508263', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:00Z', 'updated_at': '2021-08-31T06:52:03Z', 'revision_number': 7, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'c8d94a21-1b0d-4add-a6db-bb4598994b77', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c3e56-5df0-4484-9193-5554339686a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:01Z', 'updated_at': '2021-08-31T06:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:05.542620 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.550173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026670bc-ae2b-4e84-9336-de4f665a14a2 req-0038a9c1-4830-4cb9-98d0-b8c51eba3a17 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:05.551824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-026670bc-ae2b-4e84-9336-de4f665a14a2 req-0038a9c1-4830-4cb9-98d0-b8c51eba3a17 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.1396976 Aug 31 06:52:05.575409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] No DVR routers for this DVR port 790893f3-0d87-4a0a-9c33-e80883f70a50 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:05.577936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cdb8b-cd4b-4592-9d13-80ff8ebcae95 None None] Pushing event deleted for resources: {'Port': ['ID=790893f3-0d87-4a0a-9c33-e80883f70a50,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:05.650381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-026670bc-ae2b-4e84-9336-de4f665a14a2 req-a867f435-ac35-46d4-95f7-9ddb57529328 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865169 Aug 31 06:52:05.703070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.729430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=c8d94a21-1b0d-4add-a6db-bb4598994b77,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:05.799925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.894992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.897242 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.945973 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.946513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Fanout notify agent at l3_agent the message router_deleted on router 469c3e56-5df0-4484-9193-5554339686a1 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:52:05.955447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.956614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee185f62-1165-4c0d-ab4b-293b3c6994f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/routers/469c3e56-5df0-4484-9193-5554339686a1 HTTP/1.1" status: 204 len: 168 time: 1.1196678 Aug 31 06:52:05.959487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58018) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:06.040713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.143346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.154515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b64b89-612b-4f32-bc6a-58f23826c515']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:06.166212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33188de2-8a71-49db-94d7-56eedb15f35e') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:06.166509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33188de2-8a71-49db-94d7-56eedb15f35e') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:06.178152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.199228 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.205425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:06.205815 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:06.208813 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:06.273429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.281634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.283486 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/networks/e2b64b89-612b-4f32-bc6a-58f23826c515 HTTP/1.1" status: 204 len: 168 time: 0.3230286 Aug 31 06:52:06.296098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54f2f2-bca2-47c2-81fd-5f3187194ef1 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Network': ['ID=e2b64b89-612b-4f32-bc6a-58f23826c515,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:06.302735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58022) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:06.308034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'network': {'name': 'tempest-network-smoke--2021284351', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'port_security_enabled': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:06.330216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:06.333690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.358265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:06.367075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.367406 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Added segment 0444a7cc-2191-4eb0-a15b-396fc6ee6689 of type vlan for network 8cb7d3f3-add6-4310-9919-d08110992dd6 Aug 31 06:52:06.408935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.435601 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.442100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:06.442702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.506056 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1996994 Aug 31 06:52:06.506414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58028) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:06.515474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-197940619', 'admin_state_up': True, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:06.533396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3870b98-b53f-4f0b-a221-b57711b9e1e3 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Network': ['ID=8cb7d3f3-add6-4310-9919-d08110992dd6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:06.547120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:06.555780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.556845 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.637469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.655033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177bd94-5cbb-4b77-90f6-d04a2359a28b req-d46a3c7d-c626-429f-a340-0063a9574e44 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:06.656567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e177bd94-5cbb-4b77-90f6-d04a2359a28b req-d46a3c7d-c626-429f-a340-0063a9574e44 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1029017 Aug 31 06:52:06.773702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f493b3-f3a7-4656-af9a-0f5b8092a377 req-2d8026e1-294e-4d84-bd6d-c41f60bf3f5b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:06.775256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39f493b3-f3a7-4656-af9a-0f5b8092a377 req-2d8026e1-294e-4d84-bd6d-c41f60bf3f5b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0546479 Aug 31 06:52:06.814356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e177bd94-5cbb-4b77-90f6-d04a2359a28b req-503ba028-e966-492e-ae41-8d473763b286 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231294 Aug 31 06:52:06.819400 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-39f493b3-f3a7-4656-af9a-0f5b8092a377 req-70f46eec-e4c3-4707-b228-846646c07353 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361969 Aug 31 06:52:06.820658 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.008340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cc11b-5c39-4de0-b673-55068b5ef744 req-702f6214-55dc-45bd-8619-f981f7efbefe tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:07.010043 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f72cc11b-5c39-4de0-b673-55068b5ef744 req-702f6214-55dc-45bd-8619-f981f7efbefe tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0650301 Aug 31 06:52:07.023067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-1fcf4a2a-f74d-4cd1-93a4-93a3cd225747 req-e84e8013-5dae-4370-b14b-b52cf880578a service neutron] (94667) timed out ('10.222.0.15', 50522) {{(pid=94667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 06:52:07.046434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.056140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1f3418e3-52b6-4a69-891b-bda42f2e65ee no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:07.058668 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f72cc11b-5c39-4de0-b673-55068b5ef744 req-d12374b0-8a83-4585-8060-4fe8a45bec3b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393298 Aug 31 06:52:07.068883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.096038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1f3418e3-52b6-4a69-891b-bda42f2e65ee {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:07.096459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1f3418e3-52b6-4a69-891b-bda42f2e65ee not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:07.096862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 790893f3-0d87-4a0a-9c33-e80883f70a50 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:07.116914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 790893f3-0d87-4a0a-9c33-e80883f70a50 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:07.117291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 790893f3-0d87-4a0a-9c33-e80883f70a50 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:07.117719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device c8d94a21-1b0d-4add-a6db-bb4598994b77 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:07.147553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: c8d94a21-1b0d-4add-a6db-bb4598994b77 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:07.148155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device c8d94a21-1b0d-4add-a6db-bb4598994b77 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:07.208667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.25.5.135 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/a1b0d81e-e6dc-4326-af73-777bd9497cca) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:07.211565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72c65b-c9cb-4699-a31f-4193ebfe8c32 req-e22760d3-1555-48db-a1ed-49c4f8fa0bc2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:07.213168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe72c65b-c9cb-4699-a31f-4193ebfe8c32 req-e22760d3-1555-48db-a1ed-49c4f8fa0bc2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0581951 Aug 31 06:52:07.251183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe72c65b-c9cb-4699-a31f-4193ebfe8c32 req-5bfd238f-ac06-4554-9465-49179b7bb40d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Aug 31 06:52:07.315246 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.354404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.391562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:07.396371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:07.399967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:07.424557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=a1b0d81e-e6dc-4326-af73-777bd9497cca,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:07.735797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.002430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1e989-acb9-49fa-8e44-352f967db254 req-371e6810-8e37-4b69-891f-8b9ddecfaf98 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:08.004049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-42b1e989-acb9-49fa-8e44-352f967db254 req-371e6810-8e37-4b69-891f-8b9ddecfaf98 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0980608 Aug 31 06:52:08.012482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.091403 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-42b1e989-acb9-49fa-8e44-352f967db254 req-4a0a890a-0416-4f20-84f3-8ee2d7168890 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765276 Aug 31 06:52:08.184829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:52:08.307587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:08.318407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Sync routers for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:08.328360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.328947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:08.329736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:08.329921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84688049-e73f-4436-bee3-d95a4acb611a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8224146 Aug 31 06:52:08.332943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58054) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:08.367062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-291328be-23ec-4392-a117-0b746e7b104e tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ee4771f9e6574845a4add31715e9c944&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328162 Aug 31 06:52:08.369549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58056) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:08.386989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 48ca91df-6eb5-4593-9901-ba326fe2bd63 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:08.432461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 48ca91df-6eb5-4593-9901-ba326fe2bd63 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:08.432840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 48ca91df-6eb5-4593-9901-ba326fe2bd63 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:08.457656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:08.460290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0427c5-8712-47c4-84bd-8d5e62d66c61 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:08.461843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cc0427c5-8712-47c4-84bd-8d5e62d66c61 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912285 Aug 31 06:52:08.468879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58058) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:08.498592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dd86be71-6eab-4783-b4a8-4c8e8ab46ea7 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282004 Aug 31 06:52:08.501012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58060) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:08.506043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-434743859', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:08.597589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:08.601064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.650238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:07Z', 'revision_number': 3, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:08.677651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Checking router: e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:08.678061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Updating router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 port a1b0d81e-e6dc-4326-af73-777bd9497cca binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:52:08.705655 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.809121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.877525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Subnet': ['ID=7ed05c17-6fc6-471a-8b90-6dac7cd66163,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:08.889571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Checking segment: {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:08.890039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network hostable DHCP agents. Network: 8cb7d3f3-add6-4310-9919-d08110992dd6, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:08.907984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:08.918488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 8cb7d3f3-add6-4310-9919-d08110992dd6) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:08.923216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:08.923793 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.939757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2cddcc-4e5f-4616-b546-a0042ca397fb None None] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:08.974530 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9ff7d804-1729-481d-9dc5-077c53baa81b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4723430 Aug 31 06:52:08.977345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58076) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:09.000907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444f78f-89a6-4ffe-9e6a-8a4fd3e4f644 req-c7bd2ef8-676d-4ff2-9cda-ce9829d4516b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:09.002699 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c444f78f-89a6-4ffe-9e6a-8a4fd3e4f644 req-c7bd2ef8-676d-4ff2-9cda-ce9829d4516b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0715759 Aug 31 06:52:09.046436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c444f78f-89a6-4ffe-9e6a-8a4fd3e4f644 req-9a4ab958-2a3e-4858-9054-172946cfdba8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Aug 31 06:52:09.047257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.074850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Transition to ACTIVE for port object a1b0d81e-e6dc-4326-af73-777bd9497cca will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:09.085280 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.189316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Attempting to bind port a1b0d81e-e6dc-4326-af73-777bd9497cca on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:09.189697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Attempting to bind port a1b0d81e-e6dc-4326-af73-777bd9497cca by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:09.190062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Attempting to bind port a1b0d81e-e6dc-4326-af73-777bd9497cca on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:09.195988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b1ad6-b143-4eb2-89f8-a6544486bff6 None None] Pushing event updated for resources: {'Port': ['ID=a1b0d81e-e6dc-4326-af73-777bd9497cca,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:09.215330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:09.215711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:09.216122 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.216515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:09.217009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Bound port: a1b0d81e-e6dc-4326-af73-777bd9497cca, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:09.217423 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.232592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693bdaf-7a65-4326-947b-eda3e89b7e28 req-3da5c0e8-142d-416c-9ed5-ea5b147fee62 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:09.234221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2693bdaf-7a65-4326-947b-eda3e89b7e28 req-3da5c0e8-142d-416c-9ed5-ea5b147fee62 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0638700 Aug 31 06:52:09.243054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-8cb7d3f3-add6-4310-9919-d08110992dd6', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:09.243054 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.275879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582c471-5352-455c-b533-2ef590be5628 req-807d5652-bbc8-4f34-9c1f-63dc36413e30 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:09.278049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1582c471-5352-455c-b533-2ef590be5628 req-807d5652-bbc8-4f34-9c1f-63dc36413e30 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1222997 Aug 31 06:52:09.285360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2693bdaf-7a65-4326-947b-eda3e89b7e28 req-16fc4e06-32af-4094-9c39-5d7600992301 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Aug 31 06:52:09.376724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1582c471-5352-455c-b533-2ef590be5628 req-1f365a76-8e16-413e-9475-e68136ae9a70 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919583 Aug 31 06:52:09.383110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] For port a1b0d81e-e6dc-4326-af73-777bd9497cca, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:09.404874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] For port a1b0d81e-e6dc-4326-af73-777bd9497cca, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a1b0d81e-e6dc-4326-af73-777bd9497cca,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:09.414638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.503825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Allocated IP 172.20.0.2 (8cb7d3f3-add6-4310-9919-d08110992dd6/7ed05c17-6fc6-471a-8b90-6dac7cd66163/d180c119-5bbb-4a3a-9943-c1a3c70977ed) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:09.510608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:09.512077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:09.562290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b1ad6-b143-4eb2-89f8-a6544486bff6 None None] Pushing event updated for resources: {'Port': ['ID=a1b0d81e-e6dc-4326-af73-777bd9497cca,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:09.604132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.898631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:10.086049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.104076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Transition to ACTIVE for port object d180c119-5bbb-4a3a-9943-c1a3c70977ed will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:10.143536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Transition to ACTIVE for port object d180c119-5bbb-4a3a-9943-c1a3c70977ed will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:10.156634 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.202582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:10.211764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:10.215055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:10.217037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Pushing event updated for resources: {'Port': ['ID=d180c119-5bbb-4a3a-9943-c1a3c70977ed,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:10.227431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:07Z', 'revision_number': 3, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:10.272261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e7acd-831e-4c42-b5e7-bb55b5536b7f None None] The sync data for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 is: [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:07Z', 'revision_number': 3, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:10.290685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.20.0.1 (8cb7d3f3-add6-4310-9919-d08110992dd6/7ed05c17-6fc6-471a-8b90-6dac7cd66163/611ccc71-1bf8-4a91-a100-fd9c3f3ec395) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:10.316802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Attempting to bind port d180c119-5bbb-4a3a-9943-c1a3c70977ed on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:10.317175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Attempting to bind port d180c119-5bbb-4a3a-9943-c1a3c70977ed by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:10.317563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Attempting to bind port d180c119-5bbb-4a3a-9943-c1a3c70977ed on network 8cb7d3f3-add6-4310-9919-d08110992dd6 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:10.329665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:10.330507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Checking segment: {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:10.332763 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.333228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Bound using segment: {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:10.333710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Bound port: d180c119-5bbb-4a3a-9943-c1a3c70977ed, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:10.334236 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.430897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] For port d180c119-5bbb-4a3a-9943-c1a3c70977ed, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:10.434677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] For port d180c119-5bbb-4a3a-9943-c1a3c70977ed, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d180c119-5bbb-4a3a-9943-c1a3c70977ed,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:10.439509 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.506522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.525454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8a9f8-bc74-4995-8490-4ee7cc750813 None None] Pushing event updated for resources: {'Port': ['ID=d180c119-5bbb-4a3a-9943-c1a3c70977ed,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:10.539342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Transition to ACTIVE for port object 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:10.542464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13587bcf-c02f-4005-bcca-03f8e4952b9e req-2ef064ca-4fc7-408c-8526-9f011292d68c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:10.544646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13587bcf-c02f-4005-bcca-03f8e4952b9e req-2ef064ca-4fc7-408c-8526-9f011292d68c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.1072166 Aug 31 06:52:10.590131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.613390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13587bcf-c02f-4005-bcca-03f8e4952b9e req-5c70f2b5-aa3d-4240-ac1c-541809f0e97a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549231 Aug 31 06:52:10.646881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:10.651082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:10.660142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:10.709503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:10.724183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.916644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.037550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf42a3-0229-47e3-8747-d94322ac8cae req-c9777017-94bb-403c-8c3d-b3ac36218e6f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:11.049868 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d4cf42a3-0229-47e3-8747-d94322ac8cae req-c9777017-94bb-403c-8c3d-b3ac36218e6f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1021578 Aug 31 06:52:11.096419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d4cf42a3-0229-47e3-8747-d94322ac8cae req-d66c2de9-8310-4728-a1e5-0e012c202c3d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Aug 31 06:52:11.171248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a1b0d81e-e6dc-4326-af73-777bd9497cca up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:11.230107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a1b0d81e-e6dc-4326-af73-777bd9497cca completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:11.235032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a1b0d81e-e6dc-4326-af73-777bd9497cca triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:11.235543 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.295971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275d02b-ef9c-4e33-8ce7-0cd0f96ba109 req-508b40fa-4491-45d3-bd7c-7c512a206f03 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:11.297642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3275d02b-ef9c-4e33-8ce7-0cd0f96ba109 req-508b40fa-4491-45d3-bd7c-7c512a206f03 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0957184 Aug 31 06:52:11.319875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.327808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.336200 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.367222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a1b0d81e-e6dc-4326-af73-777bd9497cca, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a1b0d81e-e6dc-4326-af73-777bd9497cca,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:11.372832 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.373869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d180c119-5bbb-4a3a-9943-c1a3c70977ed up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:11.418807 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3275d02b-ef9c-4e33-8ce7-0cd0f96ba109 req-a1a8a0d0-8692-4416-95b7-5938d5c64f6e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093447 Aug 31 06:52:11.428507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.430381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:11.494423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a1b0d81e-e6dc-4326-af73-777bd9497cca,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:11.545854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d180c119-5bbb-4a3a-9943-c1a3c70977ed completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:11.551170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:11.553414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:11.718145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2bcc-abc2-499c-8eb3-bd5763907586 req-4ad7fb92-e34c-420c-a12f-3cd039ed8f99 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:11.721834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18ca2bcc-abc2-499c-8eb3-bd5763907586 req-4ad7fb92-e34c-420c-a12f-3cd039ed8f99 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1017530 Aug 31 06:52:11.752597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd457f-0c53-4acc-b9f5-998c1af24e29 req-d63dd557-816a-4eb1-9297-315bb31d17c6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:11.761285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9cd457f-0c53-4acc-b9f5-998c1af24e29 req-d63dd557-816a-4eb1-9297-315bb31d17c6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0595927 Aug 31 06:52:11.777070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18ca2bcc-abc2-499c-8eb3-bd5763907586 req-2145bc3a-a48e-4014-a7f5-ebbcd41683d7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493414 Aug 31 06:52:11.789916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01207ef9-e29b-4114-bb57-b03605ee3f4d None None] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:11.791871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:11.833679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9cd457f-0c53-4acc-b9f5-998c1af24e29 req-9538572c-d8e2-4a13-b669-a378292438b2 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708771 Aug 31 06:52:11.926070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66fd5e5d-7011-4f21-a46a-a247b7766195 None None] Provisioning for port d180c119-5bbb-4a3a-9943-c1a3c70977ed completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:11.935389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66fd5e5d-7011-4f21-a46a-a247b7766195 None None] Provisioning complete for port d180c119-5bbb-4a3a-9943-c1a3c70977ed triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:11.935764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66fd5e5d-7011-4f21-a46a-a247b7766195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.945854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:11.958032 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-24ca518a-844c-40cb-99f6-9ec7ce856200 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "PUT /v2.0/routers/e85cb1bc-b7d4-4eb6-8111-a3be5de462b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9785354 Aug 31 06:52:11.958685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58130) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:12.007438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36576f-da6d-413a-b5f2-3a272cd7b663 req-1dc31884-fcaf-4c38-9d78-62a008d9c6a0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.009455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a36576f-da6d-413a-b5f2-3a272cd7b663 req-1dc31884-fcaf-4c38-9d78-62a008d9c6a0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0853167 Aug 31 06:52:12.102960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9a36576f-da6d-413a-b5f2-3a272cd7b663 req-01150fa1-1ea2-4c17-9c77-3662fba46583 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811315 Aug 31 06:52:12.137460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.137460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.140166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.140732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.141231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.141713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.142293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.142681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.143139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.143602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.144096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.144505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.150709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58136) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:12.151049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c2e4fdd1-d95d-436b-a8b8-34f8f58262a1 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8462 time: 0.1904535 Aug 31 06:52:12.205652 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66fd5e5d-7011-4f21-a46a-a247b7766195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.250622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-66fd5e5d-7011-4f21-a46a-a247b7766195 None None] For port d180c119-5bbb-4a3a-9943-c1a3c70977ed, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d180c119-5bbb-4a3a-9943-c1a3c70977ed,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:12.256579 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66fd5e5d-7011-4f21-a46a-a247b7766195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.301920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.302484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.303105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.304248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.304619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.305148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.305642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.306308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.306781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.307236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.311842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.312401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.315024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f9705b65-07af-4300-91e9-86c9519f6044 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7730 time: 0.1622856 Aug 31 06:52:12.318866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58142) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:12.325148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd5e5d-7011-4f21-a46a-a247b7766195 None None] Pushing event updated for resources: {'Port': ['ID=d180c119-5bbb-4a3a-9943-c1a3c70977ed,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:12.363787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232b20b-23a3-412d-979a-777c47d12a8a req-21a3ca35-c276-47b9-b2f4-d58f72fc90fa tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.372115 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4232b20b-23a3-412d-979a-777c47d12a8a req-21a3ca35-c276-47b9-b2f4-d58f72fc90fa tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0836852 Aug 31 06:52:12.390048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326901b-3ede-4325-ba9f-4a8c32645c58 req-36f5e9af-6d29-435b-ab57-348247a2ab82 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.391671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5326901b-3ede-4325-ba9f-4a8c32645c58 req-36f5e9af-6d29-435b-ab57-348247a2ab82 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.1638114 Aug 31 06:52:12.419509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4232b20b-23a3-412d-979a-777c47d12a8a req-89dcbb62-ff87-4318-9b1f-31acef2dc62e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Aug 31 06:52:12.495338 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5326901b-3ede-4325-ba9f-4a8c32645c58 req-5099a172-375e-484d-928e-06b7ef03ad09 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891063 Aug 31 06:52:12.562756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea910a05-0e74-4ee4-bde0-4f397bb35c94 req-88720214-772c-4435-9512-6cf9fe492a9b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.564371 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea910a05-0e74-4ee4-bde0-4f397bb35c94 req-88720214-772c-4435-9512-6cf9fe492a9b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0762365 Aug 31 06:52:12.564891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2eb319c7-17a3-4262-ac58-b4b8fa898be7 tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 0.2441614 Aug 31 06:52:12.574056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Sync routers for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:12.585671 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:12.586309 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:12.594413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a5c1522c-4216-442c-bcd5-130f5f03253d None None] Provisioning complete for port d180c119-5bbb-4a3a-9943-c1a3c70977ed triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:12.595360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a5c1522c-4216-442c-bcd5-130f5f03253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.649235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea910a05-0e74-4ee4-bde0-4f397bb35c94 req-24e2ec60-85c5-4d6f-809c-a700b7be26f0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725334 Aug 31 06:52:12.766115 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:12.811220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a5c1522c-4216-442c-bcd5-130f5f03253d None None] Provisioning for port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:12.819412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a5c1522c-4216-442c-bcd5-130f5f03253d None None] Provisioning complete for port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:12.824947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a5c1522c-4216-442c-bcd5-130f5f03253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.893703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1522c-4216-442c-bcd5-130f5f03253d None None] Port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:12.948729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec9959-5c35-42ab-bdbc-25f785a65baa req-c19fb23f-40e4-4662-aa15-1f519ebf0773 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.950624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fec9959-5c35-42ab-bdbc-25f785a65baa req-c19fb23f-40e4-4662-aa15-1f519ebf0773 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0574050 Aug 31 06:52:13.016281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7c858f3f-e31a-4637-a00e-36359b2a97a8 None None] Provisioning complete for port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:13.017537 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7c858f3f-e31a-4637-a00e-36359b2a97a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.036220 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 2, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:13.077885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fec9959-5c35-42ab-bdbc-25f785a65baa req-ad6b93ab-731d-4cdd-8fa8-26499203bc8a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081908 Aug 31 06:52:13.086968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58158) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:13.094635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ae8e1a78-c17b-450f-9322-9b242bad40f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192840301', 'description': 'tempest-secgroup-smoke-192840301 description', 'project_id': 'ee4771f9e6574845a4add31715e9c944'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:13.107728 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Checking router: e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:13.108225 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Updating router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:52:13.133254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1a78-c17b-450f-9322-9b242bad40f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.156708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7c858f3f-e31a-4637-a00e-36359b2a97a8 None None] Port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:13.171973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a1b0d81e-e6dc-4326-af73-777bd9497cca up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:13.179491 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.251150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f040-280d-48f8-a4a9-b8aa17335cb6 req-359fcc17-0ffc-486a-9310-62b2795f1e5e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:13.257752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184aeae-76c8-4953-8382-960c7da53554 req-18282b3a-06b8-4f2e-bfd0-5f31872537bd tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:13.258044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a1b0d81e-e6dc-4326-af73-777bd9497cca triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:13.258469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6286f040-280d-48f8-a4a9-b8aa17335cb6 req-359fcc17-0ffc-486a-9310-62b2795f1e5e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0879488 Aug 31 06:52:13.258648 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.259668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8184aeae-76c8-4953-8382-960c7da53554 req-18282b3a-06b8-4f2e-bfd0-5f31872537bd tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0842025 Aug 31 06:52:13.319160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f1cc3f01-1113-4bdf-a119-ea3a453c8b57 None None] Provisioning complete for port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:13.319609 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3f01-1113-4bdf-a119-ea3a453c8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.326261 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6286f040-280d-48f8-a4a9-b8aa17335cb6 req-896fedb5-8e3c-4874-a647-96da485214b9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667694 Aug 31 06:52:13.328822 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1a78-c17b-450f-9322-9b242bad40f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.330209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8184aeae-76c8-4953-8382-960c7da53554 req-cc6b2501-ab0b-42fa-83f4-c4234bc53b79 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525980 Aug 31 06:52:13.344330 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1a78-c17b-450f-9322-9b242bad40f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.365358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc3f01-1113-4bdf-a119-ea3a453c8b57 None None] Port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:13.383331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1a78-c17b-450f-9322-9b242bad40f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.388241 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ae8e1a78-c17b-450f-9322-9b242bad40f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2961707 Aug 31 06:52:13.388586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58164) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:13.390914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e1a78-c17b-450f-9322-9b242bad40f2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077b7ed6-9f33-4429-9032-b5cc74d23bf8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:13.393282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7287193f-ac19-4d2d-9145-763e1684be3d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': '077b7ed6-9f33-4429-9032-b5cc74d23bf8', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:13.420134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d180c119-5bbb-4a3a-9943-c1a3c70977ed up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:13.438207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7287193f-ac19-4d2d-9145-763e1684be3d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.483147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d180c119-5bbb-4a3a-9943-c1a3c70977ed triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:13.483620 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.529997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7287193f-ac19-4d2d-9145-763e1684be3d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.536548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7287193f-ac19-4d2d-9145-763e1684be3d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.561714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82053afc-fe39-4a36-aa5b-7c4e7ab8f620 req-c8eee372-df61-4b7b-8f97-2149a13438d8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:13.563584 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82053afc-fe39-4a36-aa5b-7c4e7ab8f620 req-c8eee372-df61-4b7b-8f97-2149a13438d8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0877817 Aug 31 06:52:13.583099 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.593046 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Transition to ACTIVE for port object 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:13.596747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287193f-ac19-4d2d-9145-763e1684be3d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7ee052-2ff3-4856-a81a-2e40a8384aab,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:13.606687 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7287193f-ac19-4d2d-9145-763e1684be3d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.610747 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.611254 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7287193f-ac19-4d2d-9145-763e1684be3d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2214792 Aug 31 06:52:13.614301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58172) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:13.619571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0f927120-4735-4847-ae41-2e9ba04edce4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': '077b7ed6-9f33-4429-9032-b5cc74d23bf8', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:13.633662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82053afc-fe39-4a36-aa5b-7c4e7ab8f620 req-d0caf384-f19b-4510-8d39-f1e73a0606a9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628321 Aug 31 06:52:13.652666 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Pushing event updated for resources: {'Port': ['ID=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:13.653178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccfb14-0a9f-43fb-886f-fbfdbc428aac req-1e32c621-49a5-41ff-800a-bfc1748b2ec2 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:13.660146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99ccfb14-0a9f-43fb-886f-fbfdbc428aac req-1e32c621-49a5-41ff-800a-bfc1748b2ec2 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0635254 Aug 31 06:52:13.662659 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.662998 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.663331 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.663658 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.663983 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.664305 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.664625 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.664939 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.665639 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.665639 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.665889 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.666497 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:13.671307 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f927120-4735-4847-ae41-2e9ba04edce4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.734884 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99ccfb14-0a9f-43fb-886f-fbfdbc428aac req-1944b613-a639-4689-9cc8-4842e813ca25 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737379 Aug 31 06:52:13.753171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f927120-4735-4847-ae41-2e9ba04edce4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.753498 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Attempting to bind port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:13.753859 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Attempting to bind port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:13.754483 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Attempting to bind port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 on network 8cb7d3f3-add6-4310-9919-d08110992dd6 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:13.760739 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:13.761268 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Checking segment: {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:13.761940 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.762327 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Bound using segment: {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:13.762798 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Bound port: 611ccc71-1bf8-4a91-a100-fd9c3f3ec395, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:13.763176 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.791801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f927120-4735-4847-ae41-2e9ba04edce4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.826917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f927120-4735-4847-ae41-2e9ba04edce4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a261e487-ca4e-4cdc-8a85-10ef770de464,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:13.833801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f927120-4735-4847-ae41-2e9ba04edce4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.834908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f927120-4735-4847-ae41-2e9ba04edce4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2193453 Aug 31 06:52:13.838072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58178) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:13.843750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-530e48b0-7330-4ab1-b16e-b53b00121c31 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': '077b7ed6-9f33-4429-9032-b5cc74d23bf8', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:13.855052 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] For port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:13.860424 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] For port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:13.861585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0d439-92ff-485c-b858-0db0fe0bf727 req-50238056-94c5-4826-b070-9a32eb9e2a39 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:13.869956 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.872336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fad0d439-92ff-485c-b858-0db0fe0bf727 req-50238056-94c5-4826-b070-9a32eb9e2a39 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1172519 Aug 31 06:52:13.892189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-530e48b0-7330-4ab1-b16e-b53b00121c31 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.931610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fad0d439-92ff-485c-b858-0db0fe0bf727 req-b66b4f2a-e1ea-473f-9518-0b3d6a5a6d2c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558929 Aug 31 06:52:13.938931 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53922b25-8a1a-4733-b0b3-4342878ce9ab None None] Pushing event updated for resources: {'Port': ['ID=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:13.941742 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:13.942345 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:13.998263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-530e48b0-7330-4ab1-b16e-b53b00121c31 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.008448 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-530e48b0-7330-4ab1-b16e-b53b00121c31 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.031588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e48b0-7330-4ab1-b16e-b53b00121c31 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbe9135-20f5-4ea4-bb17-6f8a43275d14,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:14.042185 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-530e48b0-7330-4ab1-b16e-b53b00121c31 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.045425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-530e48b0-7330-4ab1-b16e-b53b00121c31 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2042897 Aug 31 06:52:14.046722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58186) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:14.052955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c2537043-9493-455a-96a2-805be5dc8e0d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': '077b7ed6-9f33-4429-9032-b5cc74d23bf8', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:14.123298 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:14.132289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2537043-9493-455a-96a2-805be5dc8e0d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.155079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46e522-499c-4530-b4dc-1346fa5074c5 req-b41acfd8-02da-44fe-8227-8182e52e8f0a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:14.161779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3a46e522-499c-4530-b4dc-1346fa5074c5 req-b41acfd8-02da-44fe-8227-8182e52e8f0a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0849090 Aug 31 06:52:14.216241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3a46e522-499c-4530-b4dc-1346fa5074c5 req-642489c9-e49b-422b-9183-e47b8051481a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532877 Aug 31 06:52:14.248253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2537043-9493-455a-96a2-805be5dc8e0d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.252555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2537043-9493-455a-96a2-805be5dc8e0d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.271024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537043-9493-455a-96a2-805be5dc8e0d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e61dc16-5810-4254-b30c-28f78a6deef3,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:14.286884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2537043-9493-455a-96a2-805be5dc8e0d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.288740 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c2537043-9493-455a-96a2-805be5dc8e0d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2409284 Aug 31 06:52:14.292689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58190) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:14.297841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d3699c61-f85e-49ea-ab05-a59a3d6c9f48 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': '077b7ed6-9f33-4429-9032-b5cc74d23bf8', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:14.324974 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-d3699c61-f85e-49ea-ab05-a59a3d6c9f48 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Project ee4771f9e6574845a4add31715e9c944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:52:14.331417 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3699c61-f85e-49ea-ab05-a59a3d6c9f48 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.345925 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:13Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:14.355146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-f0a59ec1-a773-49d5-8127-184a6aa61280 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:14.356735 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-f0a59ec1-a773-49d5-8127-184a6aa61280 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0907576 Aug 31 06:52:14.369391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba57850-ad49-46a7-a828-ff3dfe1d457a req-aa399767-f23f-4ab9-8ef0-71b8c6f2202f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:14.371472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ba57850-ad49-46a7-a828-ff3dfe1d457a req-aa399767-f23f-4ab9-8ef0-71b8c6f2202f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0680804 Aug 31 06:52:14.378663 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac8ac2-fb4c-41ef-9b59-0663a42d7b04 None None] The sync data for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 is: [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:13Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:14.411541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3699c61-f85e-49ea-ab05-a59a3d6c9f48 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.418281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3699c61-f85e-49ea-ab05-a59a3d6c9f48 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.482534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3699c61-f85e-49ea-ab05-a59a3d6c9f48 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9e4239-01c1-4000-9186-0a7ab91db26a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:14.484581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d3699c61-f85e-49ea-ab05-a59a3d6c9f48 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.485809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d3699c61-f85e-49ea-ab05-a59a3d6c9f48 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1919158 Aug 31 06:52:14.486823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ba57850-ad49-46a7-a828-ff3dfe1d457a req-72796892-d441-46d4-ba88-bc7db288e7b2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067555 Aug 31 06:52:14.489569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58194) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:14.497109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-93583652-af2e-4289-8fa7-d96bb0121e28 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'security_group_rule': {'security_group_id': '077b7ed6-9f33-4429-9032-b5cc74d23bf8', 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:14.547815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26704de-e1e1-443a-88d5-e63d858ace7d req-323216bd-7479-48c8-8cde-4078b5e94bdc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:14.549473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f26704de-e1e1-443a-88d5-e63d858ace7d req-323216bd-7479-48c8-8cde-4078b5e94bdc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0767422 Aug 31 06:52:14.554032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Deleting port 604f24fc-be11-4998-aa38-c83985f2e102 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:14.554827 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.560099 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-93583652-af2e-4289-8fa7-d96bb0121e28 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Project ee4771f9e6574845a4add31715e9c944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:52:14.600882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f26704de-e1e1-443a-88d5-e63d858ace7d req-87450b55-c7fd-4f97-b2bc-044382aba8ec tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 Aug 31 06:52:14.607712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93583652-af2e-4289-8fa7-d96bb0121e28 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.762309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] For port 604f24fc-be11-4998-aa38-c83985f2e102, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=604f24fc-be11-4998-aa38-c83985f2e102,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:14.762455 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.772923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93583652-af2e-4289-8fa7-d96bb0121e28 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.795374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93583652-af2e-4289-8fa7-d96bb0121e28 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.859827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36ca8c-baa1-43a5-821a-e77cfab6cb25 req-d2192028-c7d4-4f46-b977-d35d85b1edc1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:14.864620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583652-af2e-4289-8fa7-d96bb0121e28 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5f916e-5225-4fee-a989-bec7a21ffa67,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:14.869982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36ca8c-baa1-43a5-821a-e77cfab6cb25 req-d2192028-c7d4-4f46-b977-d35d85b1edc1 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 946 time: 0.0614724 Aug 31 06:52:14.882516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a051cb-a493-4be9-b636-29d41f325a33 req-4e1bdac5-cd75-405f-b269-1cba5ba9312c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:14.890528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47a051cb-a493-4be9-b636-29d41f325a33 req-4e1bdac5-cd75-405f-b269-1cba5ba9312c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 813 time: 0.2355504 Aug 31 06:52:14.904720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93583652-af2e-4289-8fa7-d96bb0121e28 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.905520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-93583652-af2e-4289-8fa7-d96bb0121e28 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4146879 Aug 31 06:52:14.919498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd36ca8c-baa1-43a5-821a-e77cfab6cb25 req-9761831f-d85f-4b71-a226-5538937c35ba tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=c20e320d-cb03-4636-b347-1ff983907759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483580 Aug 31 06:52:14.943362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47a051cb-a493-4be9-b636-29d41f325a33 req-654bfa9b-262b-4c8e-bd2a-7020754c0cad tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/quotas/c3b09e1cb0bc45348a04f3f44603102c HTTP/1.1" status: 200 len: 375 time: 0.0519142 Aug 31 06:52:15.085718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-47a051cb-a493-4be9-b636-29d41f325a33 req-3b9b6b29-1fb6-40c7-baeb-81db55b81de0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356959 Aug 31 06:52:15.095063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.095554 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.096147 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Floating IP 5d0c004f-19cb-4fd3-a191-a447c39885db disassociated. External IP: 172.25.5.213, port: 604f24fc-be11-4998-aa38-c83985f2e102. Aug 31 06:52:15.096599 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Calling delete_port for 604f24fc-be11-4998-aa38-c83985f2e102 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:15.126924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:15.179219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-7873614a-d238-480e-9934-9f8844694ac4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192840301&fields=id&tenant_id=ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 267 time: 0.0455656 Aug 31 06:52:15.213602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:15.219494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:15.219895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.270420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1e22b-0ab4-4ef4-b850-572afe67a05f req-4c969df2-31d1-45d4-b216-fe8c31ec20a2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:15.278390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18c1e22b-0ab4-4ef4-b850-572afe67a05f req-4c969df2-31d1-45d4-b216-fe8c31ec20a2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0873735 Aug 31 06:52:15.318881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532172-127a-4915-a34f-2d77e83b81b0 req-48f45e55-d759-4cdf-b018-d630d2337e36 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:15.320773 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-48f45e55-d759-4cdf-b018-d630d2337e36 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/networks?id=8cb7d3f3-add6-4310-9919-d08110992dd6 HTTP/1.1" status: 200 len: 797 time: 0.1403058 Aug 31 06:52:15.341590 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.348981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-ab5024e3-f258-4fe8-8798-8367d5c39f8c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/quotas/ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 375 time: 0.0181446 Aug 31 06:52:15.355851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18c1e22b-0ab4-4ef4-b850-572afe67a05f req-19699c92-7c79-4dd8-b625-44634449b158 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716245 Aug 31 06:52:15.394240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:15.401832 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.410036 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.428497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-55272e8c-b050-4c78-bfdc-8c30356b6f24 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785077 Aug 31 06:52:15.468614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:15.480133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event deleted for resources: {'Port': ['ID=604f24fc-be11-4998-aa38-c83985f2e102,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:15.570221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-c6842873-41b3-41fb-8452-d2eb16757444 service neutron] 10.222.0.15 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178429 Aug 31 06:52:15.606767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642b32a-5b20-4665-a073-b550d078e5c5 req-f44c1238-f213-4bb2-88b8-178c883dd38b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:15.608352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0642b32a-5b20-4665-a073-b550d078e5c5 req-f44c1238-f213-4bb2-88b8-178c883dd38b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1311879 Aug 31 06:52:15.676317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-5aaadf20-b58e-4401-a533-14a008f78f4d service neutron] 10.222.0.15 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050005 Aug 31 06:52:15.677500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0642b32a-5b20-4665-a073-b550d078e5c5 req-d8a07b2a-2f44-49ab-9a07-3358eae58b3a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581770 Aug 31 06:52:15.680066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Router 0a3431a8-dadb-4924-9d9a-06c915d34e8e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:15.882635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4321ba-c0aa-45c3-9923-e6e30c7a848b req-3e9476ea-2456-4f15-9e42-d57dcb89bc49 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:15.884315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c4321ba-c0aa-45c3-9923-e6e30c7a848b req-3e9476ea-2456-4f15-9e42-d57dcb89bc49 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.1141040 Aug 31 06:52:15.913058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:15.926494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] Sync routers for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:15.941150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66dd8251-30eb-4879-bde0-e1ff7a56ea80 req-442ac313-dd40-4ac0-b888-361b7a6707ed tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c3b09e1cb0bc45348a04f3f44603102c HTTP/1.1" status: 200 len: 221 time: 0.0455179 Aug 31 06:52:15.943134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:15.944905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:16.009505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] No DVR routers for this DVR port 604f24fc-be11-4998-aa38-c83985f2e102 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:16.027833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c4321ba-c0aa-45c3-9923-e6e30c7a848b req-1559c7fc-ff0e-4079-a06b-5ef086658aeb tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278605 Aug 31 06:52:16.031558 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.034948 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-904f7ff2-8705-46de-a5b2-9d02ec54da17 req-4806043a-647a-4691-8ba2-decaae5c515d tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.23 "DELETE /v2.0/ports/604f24fc-be11-4998-aa38-c83985f2e102 HTTP/1.1" status: 204 len: 173 time: 1.6624527 Aug 31 06:52:16.035418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'name': 'network-vif-deleted', 'tag': '604f24fc-be11-4998-aa38-c83985f2e102'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:16.039916 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a8082a-9af8-4246-a87d-e9fda89f55ae" -d '{"events": [{"server_uuid": "3d9d58ab-b808-48db-be99-16afe7e01ce5", "name": "network-vif-deleted", "tag": "604f24fc-be11-4998-aa38-c83985f2e102"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:16.047749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-608b4250-c9c3-4100-bf42-df38173a63f7 req-e519a26a-c046-4d95-a930-1245f040e392 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 210 time: 0.0620492 Aug 31 06:52:16.165077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6533e81c-eccf-4259-88dd-1e81322ddb3b req-78479f35-d5cb-4f1d-9ce0-016801ed17d2 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d9d58ab-b808-48db-be99-16afe7e01ce5 HTTP/1.1" status: 200 len: 210 time: 0.0370915 Aug 31 06:52:16.169101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:16.249985 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c8ba28-222e-4d10-893f-380ef59019a9 x-openstack-request-id: req-e5c8ba28-222e-4d10-893f-380ef59019a9 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:16.250600 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d58ab-b808-48db-be99-16afe7e01ce5", "name": "network-vif-deleted", "tag": "604f24fc-be11-4998-aa38-c83985f2e102", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:16.251229 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5c8ba28-222e-4d10-893f-380ef59019a9 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:16.252066 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d58ab-b808-48db-be99-16afe7e01ce5', 'name': 'network-vif-deleted', 'tag': '604f24fc-be11-4998-aa38-c83985f2e102', 'status': 'completed', 'code': 200} Aug 31 06:52:16.449656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:16.475852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] Checking router: 0a3431a8-dadb-4924-9d9a-06c915d34e8e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:16.485139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:16.485790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:16.492578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f927c-6eb9-4974-a0b6-94c29693b504 req-9a70f80f-7079-4172-af11-c9bd326fb52b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:16.494224 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6f927c-6eb9-4974-a0b6-94c29693b504 req-9a70f80f-7079-4172-af11-c9bd326fb52b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0636988 Aug 31 06:52:16.543483 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6f927c-6eb9-4974-a0b6-94c29693b504 req-3cc24fad-6fe5-4583-b995-2ef35a97de15 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Aug 31 06:52:16.627419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:16.848566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:16.877501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0835099-3cf4-4f52-ae79-60c6cb9a98c0 None None] The sync data for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 is: [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:17.058236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a4600-5a2b-4171-a944-1342d27f92f5 req-7351408a-5a6f-4ab4-80ad-96f5d9936cda tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:17.059986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-914a4600-5a2b-4171-a944-1342d27f92f5 req-7351408a-5a6f-4ab4-80ad-96f5d9936cda tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.4266982 Aug 31 06:52:17.102362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:17.135650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532172-127a-4915-a34f-2d77e83b81b0 req-b3d0e826-f4b6-4abd-b6b3-825270765b43 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:17.140939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-b3d0e826-f4b6-4abd-b6b3-825270765b43 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/networks?id=8cb7d3f3-add6-4310-9919-d08110992dd6 HTTP/1.1" status: 200 len: 797 time: 0.1774259 Aug 31 06:52:17.151098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e015c-db42-45aa-908b-607776e4a729 req-e082af5d-8c59-48dc-8515-66b56ddd520b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:17.158448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-970e015c-db42-45aa-908b-607776e4a729 req-e082af5d-8c59-48dc-8515-66b56ddd520b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0590048 Aug 31 06:52:17.164953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:17.165358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.189009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-914a4600-5a2b-4171-a944-1342d27f92f5 req-9b1ba644-facb-43cf-a3b7-9abdbaac6cc6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047497 Aug 31 06:52:17.199358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-970e015c-db42-45aa-908b-607776e4a729 req-a7a992bc-16a3-47e1-a8a9-ca0c9d9ba62b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Aug 31 06:52:17.211501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-bb730949-046f-4d44-8da2-0c20376185ab tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee4771f9e6574845a4add31715e9c944 HTTP/1.1" status: 200 len: 379 time: 0.0581989 Aug 31 06:52:17.232936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'port': {'device_id': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'admin_state_up': True, 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'security_groups': ['077b7ed6-9f33-4429-9032-b5cc74d23bf8']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:17.288195 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769fd020-c986-4be8-888c-809b09eccea8 None None] New status for floating IP 5d0c004f-19cb-4fd3-a191-a447c39885db: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:52:17.317715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58274) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:17.349509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6ec9f2f-d780-42e5-bb42-d15371286110 req-b6d30892-dbbb-4961-9866-d737eb0fde89 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 210 time: 0.0529356 Aug 31 06:52:17.435566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Made reservation on behalf of ee4771f9e6574845a4add31715e9c944 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:17.439361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.441832 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5aadcc7-2ee5-4e29-9cc5-8967cb13519c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.482248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd0e03-63d9-4a91-9253-4d96aa5b64e3 req-2cd7af30-81c1-45ce-9d6b-05e8194a23ef tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:17.483840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fecd0e03-63d9-4a91-9253-4d96aa5b64e3 req-2cd7af30-81c1-45ce-9d6b-05e8194a23ef tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1023502 Aug 31 06:52:17.485840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5aadcc7-2ee5-4e29-9cc5-8967cb13519c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.552776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fecd0e03-63d9-4a91-9253-4d96aa5b64e3 req-b73986ba-2d7b-4573-9703-6c74c4f82205 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Aug 31 06:52:17.572316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5aadcc7-2ee5-4e29-9cc5-8967cb13519c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.574961 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5aadcc7-2ee5-4e29-9cc5-8967cb13519c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.576292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d5aadcc7-2ee5-4e29-9cc5-8967cb13519c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "DELETE /v2.0/security-groups/c20e320d-cb03-4636-b347-1ff983907759 HTTP/1.1" status: 204 len: 168 time: 0.2575150 Aug 31 06:52:17.580086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58280) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:17.593864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.20.0.11 (8cb7d3f3-add6-4310-9919-d08110992dd6/7ed05c17-6fc6-471a-8b90-6dac7cd66163/cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:17.597724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aadcc7-2ee5-4e29-9cc5-8967cb13519c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20e320d-cb03-4636-b347-1ff983907759,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:17.606661 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-24f3e4f8-35f5-493f-8bce-7694479c8016 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] show failed (client error): The resource could not be found. Aug 31 06:52:17.608035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-24f3e4f8-35f5-493f-8bce-7694479c8016 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups/c20e320d-cb03-4636-b347-1ff983907759 HTTP/1.1" status: 404 len: 347 time: 0.0258770 Aug 31 06:52:17.611330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58282) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:17.745281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6477d-3c75-4fcf-918b-4da00c28095c req-f59b050c-32da-4d73-9da2-267c88acccb1 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:17.746820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9df6477d-3c75-4fcf-918b-4da00c28095c req-f59b050c-32da-4d73-9da2-267c88acccb1 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1179101 Aug 31 06:52:17.749122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Deleting port 6cb85197-9905-4887-b51b-e13ea93ff008 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:17.749561 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.815547 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9df6477d-3c75-4fcf-918b-4da00c28095c req-7a95f9fe-b8d9-4898-abc3-90e25f513278 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603924 Aug 31 06:52:17.820012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.824587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.824922 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.835403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Transition to ACTIVE for port object cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:17.839458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Calling delete_port for 6cb85197-9905-4887-b51b-e13ea93ff008 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:17.875461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.943349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:17.953442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:17.960016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:17.984156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.989753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.017580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa78ab-d319-4693-bb23-580b300e6167 req-8bb93aed-a632-4a5b-86eb-f66a5ca23470 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:18.019173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b6aa78ab-d319-4693-bb23-580b300e6167 req-8bb93aed-a632-4a5b-86eb-f66a5ca23470 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1089611 Aug 31 06:52:18.031072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:18.034067 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.051722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event deleted for resources: {'Port': ['ID=6cb85197-9905-4887-b51b-e13ea93ff008,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.076773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8ff8fa0c-963c-42b7-9df2-ae11087dbffe tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8545330 Aug 31 06:52:18.080472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b6aa78ab-d319-4693-bb23-580b300e6167 req-d78425d1-97b4-4fb2-927a-a5061a569f65 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442860 Aug 31 06:52:18.093180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Request body: {'port': {'device_id': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:18.112575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.115512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.116803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd9180f0-6768-4963-8927-3b078e0b2a27 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "DELETE /v2.0/floatingips/5d0c004f-19cb-4fd3-a191-a447c39885db HTTP/1.1" status: 204 len: 168 time: 0.5042887 Aug 31 06:52:18.191904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.208163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9ca3b02-ca59-4574-874e-746b89b4cc70 None None] Provisioning for port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:18.214885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9ca3b02-ca59-4574-874e-746b89b4cc70 None None] Provisioning complete for port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:18.215274 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3b02-ca59-4574-874e-746b89b4cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.226402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c93e1-e672-49bb-8fc0-e7ca5bdeca0d req-1dca04b9-7c9a-489b-afde-4d85674d2836 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:18.227241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-819c93e1-e672-49bb-8fc0-e7ca5bdeca0d req-1dca04b9-7c9a-489b-afde-4d85674d2836 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0632541 Aug 31 06:52:18.239712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 604f24fc-be11-4998-aa38-c83985f2e102 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:18.266095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 604f24fc-be11-4998-aa38-c83985f2e102 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:18.266443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 604f24fc-be11-4998-aa38-c83985f2e102 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:18.280722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca3b02-ca59-4574-874e-746b89b4cc70 None None] Port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:18.286097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-819c93e1-e672-49bb-8fc0-e7ca5bdeca0d req-28c7f741-776b-4aab-8858-4c7e0c11ba1b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518913 Aug 31 06:52:18.399766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0512af8-713e-4f96-bc5d-33ee59a50cf9 req-7af888f8-222b-4c19-9838-b87b463c5fce tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:18.401236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0512af8-713e-4f96-bc5d-33ee59a50cf9 req-7af888f8-222b-4c19-9838-b87b463c5fce tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0515950 Aug 31 06:52:18.449968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0512af8-713e-4f96-bc5d-33ee59a50cf9 req-9a8f3f88-a972-4984-85f0-56bb09e4e0cd tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Aug 31 06:52:18.506848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:18.514895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58302) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:18.519611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2467efd5-76c7-4782-985c-934759af2ca3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1086326245', 'description': 'tempest-description--2088305751'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:18.522579 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.537164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Transition to ACTIVE for port object cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:18.541571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.576520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2467efd5-76c7-4782-985c-934759af2ca3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.605136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b62d38-8492-4454-bb30-05e52e98da95 req-15d9a9ac-4a7c-41a9-9a96-736a4027fa4a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:18.606758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77b62d38-8492-4454-bb30-05e52e98da95 req-15d9a9ac-4a7c-41a9-9a96-736a4027fa4a tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 944 time: 0.0817907 Aug 31 06:52:18.637534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.672876 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77b62d38-8492-4454-bb30-05e52e98da95 req-8d1a341c-4a38-4cec-a76f-772c02f61432 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580618 Aug 31 06:52:18.709087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Attempting to bind port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:18.709475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Attempting to bind port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:18.709810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Attempting to bind port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 on network 8cb7d3f3-add6-4310-9919-d08110992dd6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:18.725229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f4e69-07e8-4da6-877a-e451b8591f45 req-52200901-6f3b-4223-8cf2-a24c0359080e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:18.726802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-379f4e69-07e8-4da6-877a-e451b8591f45 req-52200901-6f3b-4223-8cf2-a24c0359080e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0760622 Aug 31 06:52:18.727582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 on network 8cb7d3f3-add6-4310-9919-d08110992dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:52:18.727906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Attempting to bind port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 on network 8cb7d3f3-add6-4310-9919-d08110992dd6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:18.734847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2467efd5-76c7-4782-985c-934759af2ca3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.736078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:18.736449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Checking segment: {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:18.736876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Bound using segment: {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:18.737414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Bound port: cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0444a7cc-2191-4eb0-a15b-396fc6ee6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:18.737784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.740273 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2467efd5-76c7-4782-985c-934759af2ca3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.770915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2467efd5-76c7-4782-985c-934759af2ca3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.772194 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2467efd5-76c7-4782-985c-934759af2ca3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2562957 Aug 31 06:52:18.774986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58304) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:18.780003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bad7bb08-6578-4461-99c2-75f039388998 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'security_group_rule': {'security_group_id': 'fc6d49e7-3355-4e42-ae6d-057edd4e20e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:18.789587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467efd5-76c7-4782-985c-934759af2ca3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6d49e7-3355-4e42-ae6d-057edd4e20e2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.805082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-379f4e69-07e8-4da6-877a-e451b8591f45 req-998ec6bc-12d7-40be-8c84-86c6a23b1621 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710318 Aug 31 06:52:18.817065 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bad7bb08-6578-4461-99c2-75f039388998 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.849283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] For port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:18.853285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] For port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:18.859250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.891964 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bad7bb08-6578-4461-99c2-75f039388998 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.904209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:18.904757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.906206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 HTTP/1.1" status: 200 len: 1093 time: 0.8186462 Aug 31 06:52:18.906648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:18.908915 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68" -d '{"events": [{"name": "network-changed", "server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:18.926379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bad7bb08-6578-4461-99c2-75f039388998 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.938826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330052a8-fef5-485b-9005-fbb3193fe1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.962308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7bb08-6578-4461-99c2-75f039388998 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1eb148-fce2-4688-a6ec-78d7cf245036,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.987589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00257309-32b6-4afe-ba89-d9ecec96c6e2 req-eeaa9c22-6955-4ada-9ccf-8b0135b175af tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:18.999099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00257309-32b6-4afe-ba89-d9ecec96c6e2 req-eeaa9c22-6955-4ada-9ccf-8b0135b175af tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1040983 Aug 31 06:52:18.999099 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bad7bb08-6578-4461-99c2-75f039388998 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.999099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bad7bb08-6578-4461-99c2-75f039388998 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2227540 Aug 31 06:52:19.002117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58310) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:19.012532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cc8e710b-1bd6-4c22-94cb-621e060225a0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'security_group_rule': {'security_group_id': 'fc6d49e7-3355-4e42-ae6d-057edd4e20e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:19.025597 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643d49ac-0924-4292-915f-22892209e780 x-openstack-request-id: req-643d49ac-0924-4292-915f-22892209e780 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:19.027899 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:19.028223 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-643d49ac-0924-4292-915f-22892209e780 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:19.028695 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'status': 'completed', 'code': 200} Aug 31 06:52:19.040981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532172-127a-4915-a34f-2d77e83b81b0 req-6eb97546-3572-49a0-bdf8-6d96e27aadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.042813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-6eb97546-3572-49a0-bdf8-6d96e27aadc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 1096 time: 0.0832005 Aug 31 06:52:19.044218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00257309-32b6-4afe-ba89-d9ecec96c6e2 req-00c8d8ee-320e-459c-8b93-da128b573393 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491800 Aug 31 06:52:19.092000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-2e6d95b4-fd65-4575-9028-040be49bf451 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 HTTP/1.1" status: 200 len: 217 time: 0.0407977 Aug 31 06:52:19.092844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc8e710b-1bd6-4c22-94cb-621e060225a0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.172300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532172-127a-4915-a34f-2d77e83b81b0 req-712edbf3-d92a-4fd8-9701-367293a3bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.173811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-712edbf3-d92a-4fd8-9701-367293a3bbc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed05c17-6fc6-471a-8b90-6dac7cd66163 HTTP/1.1" status: 200 len: 834 time: 0.0707488 Aug 31 06:52:19.182819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6d13e-5f96-47da-bbb5-a5042b050e63 req-7d5bf2c6-7f6f-4282-aa86-16c17f555626 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.184470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13a6d13e-5f96-47da-bbb5-a5042b050e63 req-7d5bf2c6-7f6f-4282-aa86-16c17f555626 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0528405 Aug 31 06:52:19.198995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc8e710b-1bd6-4c22-94cb-621e060225a0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.214739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc8e710b-1bd6-4c22-94cb-621e060225a0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.229350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13a6d13e-5f96-47da-bbb5-a5042b050e63 req-ee05c69a-aef7-43f1-8ec6-1accbdd6923a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Aug 31 06:52:19.238270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e710b-1bd6-4c22-94cb-621e060225a0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2740e8ba-dc5f-4a01-8d6a-df85487498f2,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:19.249334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532172-127a-4915-a34f-2d77e83b81b0 req-f3280fae-c654-46a8-8761-b2050fb508be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.250899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-f3280fae-c654-46a8-8761-b2050fb508be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cb7d3f3-add6-4310-9919-d08110992dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663402 Aug 31 06:52:19.251768 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc8e710b-1bd6-4c22-94cb-621e060225a0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.252899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cc8e710b-1bd6-4c22-94cb-621e060225a0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497535 Aug 31 06:52:19.256279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58316) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:19.261311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:19.373375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.441017 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:52:19.457110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b377-0455-4a0c-97ef-83fa91eaeb05 req-3d6ba304-2347-4644-8e96-1ec7d1990fe3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.458623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e279b377-0455-4a0c-97ef-83fa91eaeb05 req-3d6ba304-2347-4644-8e96-1ec7d1990fe3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1447856 Aug 31 06:52:19.469503 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-8cbfabfa-8c97-4bf3-b7f6-fadb52881d77 service neutron] 10.222.0.42 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034454 Aug 31 06:52:19.564688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e279b377-0455-4a0c-97ef-83fa91eaeb05 req-4e873114-d419-4d76-9a6d-ef9251c23378 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993907 Aug 31 06:52:19.566180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d26306-b4d8-4c6e-ad1c-af4b386b5a38 req-316cb189-82e4-4598-9dd6-b60f909518d7 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.568254 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0d26306-b4d8-4c6e-ad1c-af4b386b5a38 req-316cb189-82e4-4598-9dd6-b60f909518d7 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0529895 Aug 31 06:52:19.598893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-80532172-127a-4915-a34f-2d77e83b81b0 req-79ef19ed-2506-4d2a-beb5-8d962835e6a0 service neutron] 10.222.0.42 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156313 Aug 31 06:52:19.615940 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b0d26306-b4d8-4c6e-ad1c-af4b386b5a38 req-4af5b5a5-4500-49d0-9f13-d0165dc5b3e1 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Aug 31 06:52:19.631480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.725867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b3e0-7114-4741-9c30-3f6129b803fe req-daf37619-899c-440b-86ba-f5a9e14824ec tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.727451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be47b3e0-7114-4741-9c30-3f6129b803fe req-daf37619-899c-440b-86ba-f5a9e14824ec tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0525622 Aug 31 06:52:19.766792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-ee5e77cf-019b-4c3b-afe1-f3274ae0ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.768764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-ee5e77cf-019b-4c3b-afe1-f3274ae0ae66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 1096 time: 0.1172462 Aug 31 06:52:19.776776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-be47b3e0-7114-4741-9c30-3f6129b803fe req-da30be75-de64-4ca4-8ce8-c0d73a62fd18 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356758 Aug 31 06:52:19.865319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Allocated IP 172.25.5.39 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/7556d437-3b38-4144-a7d9-82c920cedf4e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:19.893064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997699d2-d556-43f3-86fc-05b269b31fe1 req-d26aa8ac-723f-41d9-9e24-61e108477ec0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.894932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-997699d2-d556-43f3-86fc-05b269b31fe1 req-d26aa8ac-723f-41d9-9e24-61e108477ec0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0499940 Aug 31 06:52:19.918755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9c6f7-e206-4006-8435-9495b281ecd3 req-59480cbc-173e-4410-9eae-25c364fd87c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.920291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6b9c6f7-e206-4006-8435-9495b281ecd3 req-59480cbc-173e-4410-9eae-25c364fd87c7 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 944 time: 0.1456981 Aug 31 06:52:19.935542 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-997699d2-d556-43f3-86fc-05b269b31fe1 req-f93e31ce-6f71-43a5-9c98-dcbdcd04d4ca tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Aug 31 06:52:20.021907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-4aa7cd4b-5b19-4c92-a103-2d27eaec97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.023410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-4aa7cd4b-5b19-4c92-a103-2d27eaec97c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cb7d3f3-add6-4310-9919-d08110992dd6 HTTP/1.1" status: 200 len: 898 time: 0.2448795 Aug 31 06:52:20.049496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e6b9c6f7-e206-4006-8435-9495b281ecd3 req-21d815d8-50d4-4597-87a6-0225a318a90f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028485 Aug 31 06:52:20.079945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-998774d6-3139-4f40-86b3-0ae182d9912a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 HTTP/1.1" status: 200 len: 217 time: 0.0470140 Aug 31 06:52:20.090258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90600-fe1f-4c1e-abb8-0da1c3d4227a req-f5e72f7b-4826-4944-8bfc-e52d375bf5f7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.091827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b90600-fe1f-4c1e-abb8-0da1c3d4227a req-f5e72f7b-4826-4944-8bfc-e52d375bf5f7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0683706 Aug 31 06:52:20.100530 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.130482 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b90600-fe1f-4c1e-abb8-0da1c3d4227a req-bf0292a8-81ca-49c5-b355-fad311cf8bf8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Aug 31 06:52:20.148925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-c45eceed-5f99-4349-b330-98b04d9c8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.150455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-c45eceed-5f99-4349-b330-98b04d9c8d52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed05c17-6fc6-471a-8b90-6dac7cd66163 HTTP/1.1" status: 200 len: 834 time: 0.0620632 Aug 31 06:52:20.202656 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.267067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-6edbe8b6-2d56-43a1-9c8c-e698619cd7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.268513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-6edbe8b6-2d56-43a1-9c8c-e698619cd7c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cb7d3f3-add6-4310-9919-d08110992dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092234 Aug 31 06:52:20.274309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:20.281520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:20.294133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:20.306040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'Port': ['ID=7556d437-3b38-4144-a7d9-82c920cedf4e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:20.386450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54020fa-1aef-467a-b74e-bcd03ea990fe req-22def323-4dc2-4b5f-acff-52adc35b5d26 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.388225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e54020fa-1aef-467a-b74e-bcd03ea990fe req-22def323-4dc2-4b5f-acff-52adc35b5d26 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1887345 Aug 31 06:52:20.490754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e54020fa-1aef-467a-b74e-bcd03ea990fe req-357fb0e7-5bda-4623-94b6-f72ebdcbb828 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948386 Aug 31 06:52:20.492611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-6b90b67c-2426-40a0-8f5d-5401c7eae229 service neutron] 10.222.0.42 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123826 Aug 31 06:52:20.496022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.577812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.682121 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73d0d960-e8b1-461e-9e7b-bd7dc60cfa68 req-ed715bee-40c3-4ed9-82a3-f1ae20cce9f6 service neutron] 10.222.0.42 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796196 Aug 31 06:52:20.734203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2f3f5-69fc-490d-91d0-7c895df278aa req-be45fed8-f22f-48aa-a4d4-0a6db5ea728d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.734493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba02a03-2274-4b01-9f5a-571db9edaa6e req-c5d3b128-8187-434a-8a6d-bf57727ec790 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.735682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ea2f3f5-69fc-490d-91d0-7c895df278aa req-be45fed8-f22f-48aa-a4d4-0a6db5ea728d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1275582 Aug 31 06:52:20.736014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ba02a03-2274-4b01-9f5a-571db9edaa6e req-c5d3b128-8187-434a-8a6d-bf57727ec790 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0504818 Aug 31 06:52:20.780200 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ba02a03-2274-4b01-9f5a-571db9edaa6e req-3352e338-c0c6-4180-a9e1-c90989cdc953 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Aug 31 06:52:20.815378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ea2f3f5-69fc-490d-91d0-7c895df278aa req-586d1b83-a1a4-4c9d-9151-cdfca023fcb8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653000 Aug 31 06:52:20.839244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.844035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.936234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'Port': ['ID=7556d437-3b38-4144-a7d9-82c920cedf4e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:20.952797 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.974818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a1330-fe8c-4c12-a2e8-de8a7dfd990b req-9f3fdca9-16b2-40e7-91b7-97fdc4d01dda tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.976335 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e14a1330-fe8c-4c12-a2e8-de8a7dfd990b req-9f3fdca9-16b2-40e7-91b7-97fdc4d01dda tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0740774 Aug 31 06:52:20.977651 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.978749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-65182572-2b66-4816-83da-ad7f2fd68509 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7219748 Aug 31 06:52:21.022001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e14a1330-fe8c-4c12-a2e8-de8a7dfd990b req-5923e521-e787-42e4-8ec3-b5e9de634a87 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388474 Aug 31 06:52:21.171556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-e52b0ff7-6ad0-4852-be6f-95cb039b3a44 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1086326245&fields=id&tenant_id=1faac46869884bac9b3ec79fca543d58 HTTP/1.1" status: 200 len: 267 time: 0.0323405 Aug 31 06:52:21.173105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df977f-388d-43fd-acad-75a119524056 req-5b4fad44-9725-4083-95ae-e0239af26ffd tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.174662 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90df977f-388d-43fd-acad-75a119524056 req-5b4fad44-9725-4083-95ae-e0239af26ffd tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 944 time: 0.0492744 Aug 31 06:52:21.212774 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90df977f-388d-43fd-acad-75a119524056 req-94c8f436-5712-4df0-be51-5ffdf8948118 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Aug 31 06:52:21.284230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-b71258f4-0776-438d-b0c3-da1646fae090 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.285659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-b71258f4-0776-438d-b0c3-da1646fae090 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 810 time: 0.1070144 Aug 31 06:52:21.301258 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-56c97d65-1df8-4b7a-8a74-477cc6a7d96e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/quotas/1faac46869884bac9b3ec79fca543d58 HTTP/1.1" status: 200 len: 375 time: 0.0099742 Aug 31 06:52:21.329345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bdfaf-969d-4d8e-ad9b-a66ebe3eae4d req-2f42b650-b62c-4592-ad08-44832c62cf39 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.330947 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a93bdfaf-969d-4d8e-ad9b-a66ebe3eae4d req-2f42b650-b62c-4592-ad08-44832c62cf39 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0486996 Aug 31 06:52:21.355770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-3a2d0a13-63e2-4a6a-a598-2f3b976de33c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489671 Aug 31 06:52:21.370739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a93bdfaf-969d-4d8e-ad9b-a66ebe3eae4d req-2d5c6632-af77-4e4b-afc8-7ad3088072bc tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Aug 31 06:52:21.457195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-80740a07-aeb2-4330-9d03-e6a8af1f4272 service neutron] 10.222.0.15 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891159 Aug 31 06:52:21.490630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6fd18-c032-4adc-9a38-a53279082b1a req-2587b92a-b934-4325-820d-e4aaa4d37013 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.492130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1aa6fd18-c032-4adc-9a38-a53279082b1a req-2587b92a-b934-4325-820d-e4aaa4d37013 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0499225 Aug 31 06:52:21.533521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1aa6fd18-c032-4adc-9a38-a53279082b1a req-7760033d-e36d-4657-ac2a-7de1cd95a7f9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353940 Aug 31 06:52:21.551179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-4d9652cf-66c6-483d-8702-3a6b5a90af85 service neutron] 10.222.0.15 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879319 Aug 31 06:52:21.667252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79c6ad-d4a3-4529-9ada-b1e734e2b0db req-95795bdc-8f8e-469a-b0d8-47d2629cad58 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.668370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e79c6ad-d4a3-4529-9ada-b1e734e2b0db req-95795bdc-8f8e-469a-b0d8-47d2629cad58 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0507069 Aug 31 06:52:21.710893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e79c6ad-d4a3-4529-9ada-b1e734e2b0db req-d327eb2c-7b07-4589-bc39-81339092002e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346487 Aug 31 06:52:21.714507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ddc7d92-0c76-4f8c-b31f-8c3a0f168478 req-beb32b0a-0e60-4d47-8a29-21a1ccbb1a51 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 210 time: 0.0274749 Aug 31 06:52:21.831015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b8ffc-a4e5-4178-94a8-6e9b94a3ccb8 req-b3cefcda-1c07-4594-b911-6423b93222f0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.832532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f75b8ffc-a4e5-4178-94a8-6e9b94a3ccb8 req-b3cefcda-1c07-4594-b911-6423b93222f0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0510626 Aug 31 06:52:21.882762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f75b8ffc-a4e5-4178-94a8-6e9b94a3ccb8 req-588590c6-da10-4df5-94c7-b45e2ffbd003 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439889 Aug 31 06:52:21.914090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426952ea-b3c0-4a35-b699-29612570971e req-801c8de0-d467-46eb-b193-3c7ac0f2fefc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.916283 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-426952ea-b3c0-4a35-b699-29612570971e req-801c8de0-d467-46eb-b193-3c7ac0f2fefc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0665984 Aug 31 06:52:21.960942 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-426952ea-b3c0-4a35-b699-29612570971e req-f5479109-9b68-414d-8fe7-baf57e245faf tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Aug 31 06:52:22.152737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c1b3-b4f1-4a4b-8aaf-ccf8e6925a17 req-3385b045-ad3b-4798-bbe7-29f60f2110f2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:22.154297 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b04c1b3-b4f1-4a4b-8aaf-ccf8e6925a17 req-3385b045-ad3b-4798-bbe7-29f60f2110f2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0540211 Aug 31 06:52:22.195065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b04c1b3-b4f1-4a4b-8aaf-ccf8e6925a17 req-8831e905-29d0-4bb8-903d-4211b05764f6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Aug 31 06:52:22.334905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bde65d-a7b6-46ff-be54-1e7e1cc62134 req-950e53c1-9403-4d77-8830-c7efbf41f274 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:22.336389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-03bde65d-a7b6-46ff-be54-1e7e1cc62134 req-950e53c1-9403-4d77-8830-c7efbf41f274 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 944 time: 0.0517466 Aug 31 06:52:22.378771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-03bde65d-a7b6-46ff-be54-1e7e1cc62134 req-4a190ab8-a057-4c85-9f29-e2335fa71126 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358882 Aug 31 06:52:22.456842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:52:22.554105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:22.566957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'port_id': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'mac_address': 'fa:16:3e:ab:6d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:52:22.611090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.626658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:22.646521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:22.650739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.713898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:22.725323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-7570f3c8-0ca2-4126-83de-1d89230ab535 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:22.726969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-7570f3c8-0ca2-4126-83de-1d89230ab535 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.42 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 810 time: 0.1208882 Aug 31 06:52:22.780697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-8d3e4579-eca5-4d35-af5e-e3a4f9019348 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1faac46869884bac9b3ec79fca543d58 HTTP/1.1" status: 200 len: 380 time: 0.0406470 Aug 31 06:52:22.792132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'port': {'device_id': '504c486d-ff7d-4267-abde-80b47c520c84', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'admin_state_up': True, 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'security_groups': ['fc6d49e7-3355-4e42-ae6d-057edd4e20e2']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:22.835051 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e367e118-a6ee-4d47-9e60-57464e41c965 req-c3c22596-2cc3-4472-a399-64651a11a03a tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 210 time: 0.0262120 Aug 31 06:52:22.905248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:22.908259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Made reservation on behalf of 1faac46869884bac9b3ec79fca543d58 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:22.911813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.085875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Allocated IP 172.20.0.13 (8794eb57-e45a-408a-88bd-24398b82b47c/b0b6db00-ca57-4eec-9daa-65436e84de6f/1514ac95-e955-482b-b46d-7ffa1edef314) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:23.095243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c986303-b25a-43c4-be91-57b32f8416a8 req-4a2b54b5-96fe-43ab-84c8-ee3e56cacc25 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.103733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c986303-b25a-43c4-be91-57b32f8416a8 req-4a2b54b5-96fe-43ab-84c8-ee3e56cacc25 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0645876 Aug 31 06:52:23.143652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c986303-b25a-43c4-be91-57b32f8416a8 req-ed7acfcb-4af3-44d6-9a33-bb487c051b36 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Aug 31 06:52:23.256572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f365bb7-93f5-4f5f-8c97-3c61ab079b33 req-163e20ee-254b-4216-86b0-5732943badb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.258143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f365bb7-93f5-4f5f-8c97-3c61ab079b33 req-163e20ee-254b-4216-86b0-5732943badb4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1098 time: 0.0903239 Aug 31 06:52:23.340086 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.362139 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f365bb7-93f5-4f5f-8c97-3c61ab079b33 req-20df92bc-0f4c-4b4f-8e28-dca6f88c0caa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935357 Aug 31 06:52:23.369725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Transition to ACTIVE for port object 1514ac95-e955-482b-b46d-7ffa1edef314 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:23.379682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421faa7-b6b0-4e9f-9ce7-e2a5444c3b08 req-8177a71c-1bd6-486b-b7e9-7804c77bcbc7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.381272 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5421faa7-b6b0-4e9f-9ce7-e2a5444c3b08 req-8177a71c-1bd6-486b-b7e9-7804c77bcbc7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0960271 Aug 31 06:52:23.438909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5421faa7-b6b0-4e9f-9ce7-e2a5444c3b08 req-4f12c300-406d-457a-9271-b8bd1d54f950 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496635 Aug 31 06:52:23.440645 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.483558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Network 8794eb57-e45a-408a-88bd-24398b82b47c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:23.489292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:23.493143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:23.519660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d65d4-2f43-42db-ba95-3661ed820bc8 req-af84c94c-0c2a-4050-b949-1609e8a59125 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.521254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event updated for resources: {'Port': ['ID=1514ac95-e955-482b-b46d-7ffa1edef314,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:23.522241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c51d65d4-2f43-42db-ba95-3661ed820bc8 req-af84c94c-0c2a-4050-b949-1609e8a59125 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 945 time: 0.0753615 Aug 31 06:52:23.564337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.565570 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.583560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-34bd294c-d6f9-44f9-8c37-2f25e75e3ee9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7957268 Aug 31 06:52:23.590446 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c51d65d4-2f43-42db-ba95-3661ed820bc8 req-f1b77400-9b6d-4bc9-9b90-692e51e24ce4 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443931 Aug 31 06:52:23.603810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Request body: {'port': {'device_id': '504c486d-ff7d-4267-abde-80b47c520c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:23.671461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.743115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983e4c-21ae-4dd9-b029-ff08c52c5e9d req-0d8bbcde-4090-4cc9-b8bb-64a4632d13c0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.745172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-04983e4c-21ae-4dd9-b029-ff08c52c5e9d req-0d8bbcde-4090-4cc9-b8bb-64a4632d13c0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0518093 Aug 31 06:52:23.785386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-04983e4c-21ae-4dd9-b029-ff08c52c5e9d req-30203972-be02-4c6d-a640-1c4e7ed3189a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Aug 31 06:52:23.791611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5cc00691-717b-48e2-981a-5374aeef5b39 None None] Provisioning for port 1514ac95-e955-482b-b46d-7ffa1edef314 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:23.799954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5cc00691-717b-48e2-981a-5374aeef5b39 None None] Provisioning complete for port 1514ac95-e955-482b-b46d-7ffa1edef314 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:23.800323 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cc00691-717b-48e2-981a-5374aeef5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.850627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5cc00691-717b-48e2-981a-5374aeef5b39 None None] Port 1514ac95-e955-482b-b46d-7ffa1edef314 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:23.996730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc9fc-94dd-4f76-b3b8-e2de5dbc4ab4 req-9930e109-a085-4b1b-b810-bb51712f7722 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.998258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db8fc9fc-94dd-4f76-b3b8-e2de5dbc4ab4 req-9930e109-a085-4b1b-b810-bb51712f7722 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 932 time: 0.0879338 Aug 31 06:52:24.003936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1514ac95-e955-482b-b46d-7ffa1edef314 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:24.016990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.039645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Transition to ACTIVE for port object 1514ac95-e955-482b-b46d-7ffa1edef314 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:24.046059 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.080717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db8fc9fc-94dd-4f76-b3b8-e2de5dbc4ab4 req-cf6bb2b9-020a-4fb7-882d-7524fff58ede tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724459 Aug 31 06:52:24.113857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Pushing event updated for resources: {'Port': ['ID=1514ac95-e955-482b-b46d-7ffa1edef314,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:24.185217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7dacd202-481d-40c9-a1f4-40c0c1bd6ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.201653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Attempting to bind port 1514ac95-e955-482b-b46d-7ffa1edef314 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:24.202301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Attempting to bind port 1514ac95-e955-482b-b46d-7ffa1edef314 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:24.202634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Attempting to bind port 1514ac95-e955-482b-b46d-7ffa1edef314 on network 8794eb57-e45a-408a-88bd-24398b82b47c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:24.207358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Port 1514ac95-e955-482b-b46d-7ffa1edef314 on network 8794eb57-e45a-408a-88bd-24398b82b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:52:24.207825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Attempting to bind port 1514ac95-e955-482b-b46d-7ffa1edef314 on network 8794eb57-e45a-408a-88bd-24398b82b47c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:24.212859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:24.213244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Checking segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:24.213650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Bound using segment: {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:24.214081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Bound port: 1514ac95-e955-482b-b46d-7ffa1edef314, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a76fb73-2963-4306-b580-dfdcd9085b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:24.214438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.430950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.463982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:24.518172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:24.522410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:24.522709 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.601807 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.613658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c1bb-61bc-4aad-ae5c-865a68f78ac4 req-f977f5a6-b033-45ea-aa41-79633c565660 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:24.615174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8f1c1bb-61bc-4aad-ae5c-865a68f78ac4 req-f977f5a6-b033-45ea-aa41-79633c565660 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.3913965 Aug 31 06:52:24.617849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] For port 1514ac95-e955-482b-b46d-7ffa1edef314, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:24.629168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:24.631456 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0174bb14-7599-49a3-8ee7-916025d43454" -d '{"events": [{"server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "name": "network-vif-plugged", "status": "completed", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:24.635752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] For port 1514ac95-e955-482b-b46d-7ffa1edef314, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1514ac95-e955-482b-b46d-7ffa1edef314,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:24.646826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.694626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:24.695244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.696765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] 10.222.0.42 "PUT /v2.0/ports/1514ac95-e955-482b-b46d-7ffa1edef314 HTTP/1.1" status: 200 len: 1093 time: 1.1023760 Aug 31 06:52:24.699974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c486d-ff7d-4267-abde-80b47c520c84', 'tag': '1514ac95-e955-482b-b46d-7ffa1edef314'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:24.702340 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d686fad9-98db-47aa-9be3-682f6b61186f" -d '{"events": [{"name": "network-changed", "server_uuid": "504c486d-ff7d-4267-abde-80b47c520c84", "tag": "1514ac95-e955-482b-b46d-7ffa1edef314"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:24.720792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8f1c1bb-61bc-4aad-ae5c-865a68f78ac4 req-c8af7ab6-d6cd-4bad-b5ce-b47a34ef1e00 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989573 Aug 31 06:52:24.736840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbe1f2-10e7-497f-bafd-347fd14bcc51 service neutron] Pushing event updated for resources: {'Port': ['ID=1514ac95-e955-482b-b46d-7ffa1edef314,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:24.788079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-797b6f6b-ada1-4643-9620-befca0843551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:24.791204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-797b6f6b-ada1-4643-9620-befca0843551 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 1096 time: 0.0500729 Aug 31 06:52:24.800378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96001ab4-b67c-4f6e-915c-718e410caa05 req-746ef72a-f2cb-466f-bbfc-dcfe75a05e8b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:24.802954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96001ab4-b67c-4f6e-915c-718e410caa05 req-746ef72a-f2cb-466f-bbfc-dcfe75a05e8b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 945 time: 0.1105623 Aug 31 06:52:24.827035 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138a2771-0483-4184-9443-5a5cdd2990cd x-openstack-request-id: req-138a2771-0483-4184-9443-5a5cdd2990cd {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:24.831614 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "name": "network-vif-plugged", "status": "completed", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:24.832172 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-138a2771-0483-4184-9443-5a5cdd2990cd {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:24.832769 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'code': 200} Aug 31 06:52:24.838920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:24.853513 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.866515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-a1d8d1aa-e888-46d3-824e-f158061fcfd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1514ac95-e955-482b-b46d-7ffa1edef314 HTTP/1.1" status: 200 len: 217 time: 0.0669198 Aug 31 06:52:24.886491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96001ab4-b67c-4f6e-915c-718e410caa05 req-6aca6e46-53cf-4c38-ab35-28208d09ae54 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773230 Aug 31 06:52:24.916660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:24.923458 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6235b36-fb06-4703-b89b-e1c3890f622d x-openstack-request-id: req-f6235b36-fb06-4703-b89b-e1c3890f622d {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:24.924411 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c486d-ff7d-4267-abde-80b47c520c84", "tag": "1514ac95-e955-482b-b46d-7ffa1edef314", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:24.924971 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6235b36-fb06-4703-b89b-e1c3890f622d {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:24.925762 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c486d-ff7d-4267-abde-80b47c520c84', 'tag': '1514ac95-e955-482b-b46d-7ffa1edef314', 'status': 'completed', 'code': 200} Aug 31 06:52:24.955434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-9f553af1-3dd9-4f4a-8d12-4e58174f6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:24.956913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-9f553af1-3dd9-4f4a-8d12-4e58174f6fd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.0817313 Aug 31 06:52:25.031904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce334d0-228a-47d8-bf73-24c81886f7fb req-f41f8d80-74d5-41f6-8ff8-6b594fefbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.033385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ce334d0-228a-47d8-bf73-24c81886f7fb req-f41f8d80-74d5-41f6-8ff8-6b594fefbbca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 1098 time: 0.1063750 Aug 31 06:52:25.054946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac72d-2dd4-4bae-93e2-aaf9ca49b322 req-68c27586-b2fb-4620-a94d-b4e2b5cdbfcf tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.056353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d6ac72d-2dd4-4bae-93e2-aaf9ca49b322 req-68c27586-b2fb-4620-a94d-b4e2b5cdbfcf tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0948555 Aug 31 06:52:25.076527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0ac3397b-629f-47b4-b82c-8d0474b7c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.077967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-0ac3397b-629f-47b4-b82c-8d0474b7c967 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058757 Aug 31 06:52:25.152667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ce334d0-228a-47d8-bf73-24c81886f7fb req-171ddb09-577f-4b11-a078-fa9d01cb446a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101539 Aug 31 06:52:25.165120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d6ac72d-2dd4-4bae-93e2-aaf9ca49b322 req-61885aaf-efe6-44b1-b2c2-b7def0635cfc tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997601 Aug 31 06:52:25.203700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-8b94e8d3-aef8-4b5b-b79b-17ec46cabaa9 service neutron] 10.222.0.42 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151750 Aug 31 06:52:25.225241 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a544-424e-4bf1-bb69-02a33fdc207b req-05af107d-a7dd-4718-b362-6ed3eeffac23 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.226763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b980a544-424e-4bf1-bb69-02a33fdc207b req-05af107d-a7dd-4718-b362-6ed3eeffac23 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 944 time: 0.0715764 Aug 31 06:52:25.267985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b980a544-424e-4bf1-bb69-02a33fdc207b req-11183883-4c38-456a-bf93-bbcc26b31340 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351238 Aug 31 06:52:25.362715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430a069-a375-43b5-b2f4-441e58f281f5 req-e1ffc9b6-9ed4-4a9b-990d-dc156a5f49ac tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.364166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4430a069-a375-43b5-b2f4-441e58f281f5 req-e1ffc9b6-9ed4-4a9b-990d-dc156a5f49ac tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0575798 Aug 31 06:52:25.443963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4430a069-a375-43b5-b2f4-441e58f281f5 req-b0899edc-4630-485e-8385-14473b615c03 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704827 Aug 31 06:52:25.469649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21cf49fa-299e-485b-b10b-1d88a16e5c44 req-c7930104-4e9f-44d0-8ba9-1002d16596de service neutron] 10.222.0.42 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228573 Aug 31 06:52:25.614534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686fad9-98db-47aa-9be3-682f6b61186f req-69f9b11b-668f-4a73-a150-4e7616bbe778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.616004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d686fad9-98db-47aa-9be3-682f6b61186f req-69f9b11b-668f-4a73-a150-4e7616bbe778 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 1096 time: 0.0722251 Aug 31 06:52:25.623207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131cc3e-454b-46da-a5f4-7d916bf6ef36 req-8043672a-da90-45cb-a389-00f4d76be16a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.624646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7131cc3e-454b-46da-a5f4-7d916bf6ef36 req-8043672a-da90-45cb-a389-00f4d76be16a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0796332 Aug 31 06:52:25.708844 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7131cc3e-454b-46da-a5f4-7d916bf6ef36 req-8b98d387-7744-4b5f-ae8f-193ea2b8720f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761528 Aug 31 06:52:25.737150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686fad9-98db-47aa-9be3-682f6b61186f req-db177c89-004b-4e5b-90a7-9de6c512fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.738689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d686fad9-98db-47aa-9be3-682f6b61186f req-db177c89-004b-4e5b-90a7-9de6c512fe0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.1132064 Aug 31 06:52:25.784378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d686fad9-98db-47aa-9be3-682f6b61186f req-6ed6bfe1-04e7-4d3b-aaa2-7ec0f7c9200a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1514ac95-e955-482b-b46d-7ffa1edef314 HTTP/1.1" status: 200 len: 217 time: 0.0375097 Aug 31 06:52:25.822719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.836447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348087b9-af7c-4abb-b971-218818314d2a req-de443770-4647-4137-bfe3-67fcddf989c6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.838046 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-348087b9-af7c-4abb-b971-218818314d2a req-de443770-4647-4137-bfe3-67fcddf989c6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0544384 Aug 31 06:52:25.872285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686fad9-98db-47aa-9be3-682f6b61186f req-9e221e67-925e-4740-bdea-76f1c471237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.873760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d686fad9-98db-47aa-9be3-682f6b61186f req-9e221e67-925e-4740-bdea-76f1c471237a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.0802727 Aug 31 06:52:25.877395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-348087b9-af7c-4abb-b971-218818314d2a req-fb637e52-77d8-4439-b1a2-31ff18485168 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Aug 31 06:52:25.887034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf6b94-597b-4cb1-8e12-5186db5e2abf req-20d148ef-9116-4820-8f70-69291991d64f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.888523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6caf6b94-597b-4cb1-8e12-5186db5e2abf req-20d148ef-9116-4820-8f70-69291991d64f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0848894 Aug 31 06:52:25.952227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6caf6b94-597b-4cb1-8e12-5186db5e2abf req-a764a203-fa3a-4184-93bf-ed02a59c1839 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549138 Aug 31 06:52:25.955149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686fad9-98db-47aa-9be3-682f6b61186f req-d9d32d7b-081f-43dd-a3ab-7aa69b75f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.956439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d686fad9-98db-47aa-9be3-682f6b61186f req-d9d32d7b-081f-43dd-a3ab-7aa69b75f746 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670626 Aug 31 06:52:26.019865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73aea3-972d-4dda-9d64-9ed145b1392c req-dddd1ba7-192d-4eb3-b396-6d26e8de7d60 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.021573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e73aea3-972d-4dda-9d64-9ed145b1392c req-dddd1ba7-192d-4eb3-b396-6d26e8de7d60 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 946 time: 0.0558207 Aug 31 06:52:26.060515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e73aea3-972d-4dda-9d64-9ed145b1392c req-8fa7be10-5d7f-48ee-a130-5434395fbd33 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317209 Aug 31 06:52:26.101395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0060e-a905-4736-ba2c-c53bd8aad889 req-6400eb03-3013-43ad-98c4-2a36f6dd00a1 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.102894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0cd0060e-a905-4736-ba2c-c53bd8aad889 req-6400eb03-3013-43ad-98c4-2a36f6dd00a1 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0750642 Aug 31 06:52:26.105728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d686fad9-98db-47aa-9be3-682f6b61186f req-e69294d0-36f5-4e1b-90ff-54cf5abadaa7 service neutron] 10.222.0.42 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399279 Aug 31 06:52:26.190649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0cd0060e-a905-4736-ba2c-c53bd8aad889 req-b34c682e-2aac-4125-9c14-dac8abde2406 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810678 Aug 31 06:52:26.230282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d686fad9-98db-47aa-9be3-682f6b61186f req-8d5286b4-3b42-4072-9629-ee19868dd193 service neutron] 10.222.0.42 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076059 Aug 31 06:52:26.314022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd738b-0a89-47bb-9a84-d20765bcabf1 req-760cf7ba-c3d3-4a10-afe4-23b4bd1672e5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.315593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6abd738b-0a89-47bb-9a84-d20765bcabf1 req-760cf7ba-c3d3-4a10-afe4-23b4bd1672e5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0528588 Aug 31 06:52:26.382660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6abd738b-0a89-47bb-9a84-d20765bcabf1 req-438428ee-f88d-440a-b0d1-44c7d171c3f8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567605 Aug 31 06:52:26.388999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-50f2f464-c234-4488-af4b-4421e78f08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.390567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-50f2f464-c234-4488-af4b-4421e78f08e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 1098 time: 0.0740614 Aug 31 06:52:26.456340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ad479-5548-48fd-b191-42ac77dc025d req-3c0505ec-f2fd-43b0-8bda-bee932e2bedc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.458026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d79ad479-5548-48fd-b191-42ac77dc025d req-3c0505ec-f2fd-43b0-8bda-bee932e2bedc tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0672715 Aug 31 06:52:26.497725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d79ad479-5548-48fd-b191-42ac77dc025d req-3d5f0b44-0bb8-41d4-8627-5b7f2dc57296 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331321 Aug 31 06:52:26.514970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-2a95eccb-9dd7-4b2d-864a-3b28b7f42a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.516465 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-2a95eccb-9dd7-4b2d-864a-3b28b7f42a58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 200 len: 918 time: 0.1185875 Aug 31 06:52:26.524814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca08f3-7a5e-4bba-9d74-f0321cb33569 req-b0fcde44-489b-4298-a015-de5864cda78c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.526281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26ca08f3-7a5e-4bba-9d74-f0321cb33569 req-b0fcde44-489b-4298-a015-de5864cda78c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 944 time: 0.0754101 Aug 31 06:52:26.579902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-063c088a-fad9-4244-a520-943261df7be8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 HTTP/1.1" status: 200 len: 217 time: 0.0526662 Aug 31 06:52:26.625105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26ca08f3-7a5e-4bba-9d74-f0321cb33569 req-b3188cef-27c0-4e7d-871c-1f8ca64f81d2 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918589 Aug 31 06:52:26.639865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e9dc-c259-4969-aa23-16cd69543b31 req-c3e538d0-c6f8-4de1-8c77-cd0cdc75ec96 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.641461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5a4e9dc-c259-4969-aa23-16cd69543b31 req-c3e538d0-c6f8-4de1-8c77-cd0cdc75ec96 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0520461 Aug 31 06:52:26.646804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-ee2cb8aa-a269-4408-83dd-8f2f6066342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.648330 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-ee2cb8aa-a269-4408-83dd-8f2f6066342c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 200 len: 857 time: 0.0554187 Aug 31 06:52:26.681318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b5a4e9dc-c259-4969-aa23-16cd69543b31 req-88fd6e57-8910-4e83-ac5e-46b9e330576a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330989 Aug 31 06:52:26.682197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-2d91b2f2-447e-431c-8535-6163e40ed0ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be123292-6003-4775-9ebc-f3e3dd6d7cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254667 Aug 31 06:52:26.770740 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed382ef6-2d5c-41ba-99c8-de70debd9c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.812656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-35d04fe2-3ce9-4d10-a26a-ef546600d182 service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196172 Aug 31 06:52:26.820850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b6462-6a42-4997-a847-fc56d7c15be9 req-c7eb6d1c-1c32-402a-a517-e2c415973eaa tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:26.822245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d3b6462-6a42-4997-a847-fc56d7c15be9 req-c7eb6d1c-1c32-402a-a517-e2c415973eaa tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0734766 Aug 31 06:52:26.893915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.916517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d3b6462-6a42-4997-a847-fc56d7c15be9 req-2cffef32-5831-40ce-bded-3c1b31a9cf93 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876741 Aug 31 06:52:26.942742 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebaaa565-557b-4e00-aca3-dcf817bd8c08 req-310675d5-920d-4264-a3a5-7b02f9d910e4 service neutron] 10.222.0.23 "GET /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127913 Aug 31 06:52:27.054393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bf165-6fc3-49b7-b493-fc772a13039c req-d9277be0-63b4-4b5e-8104-1292145127cc tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.055848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-770bf165-6fc3-49b7-b493-fc772a13039c req-d9277be0-63b4-4b5e-8104-1292145127cc tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0512938 Aug 31 06:52:27.094929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-770bf165-6fc3-49b7-b493-fc772a13039c req-3ddca9ec-b96f-464b-a448-6752b3a15ced tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Aug 31 06:52:27.179279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0fdf-c887-4eb6-a0d6-5649b710c2c2 req-ce253c8d-138b-4715-94dd-a2422316efc8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.180824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a1b0fdf-c887-4eb6-a0d6-5649b710c2c2 req-ce253c8d-138b-4715-94dd-a2422316efc8 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 946 time: 0.0496116 Aug 31 06:52:27.209689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f941f01-a88f-493d-bc52-bfd4be5a3598 req-3cc2301f-a60a-4d6e-bc6a-dffda6840401 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.211198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f941f01-a88f-493d-bc52-bfd4be5a3598 req-3cc2301f-a60a-4d6e-bc6a-dffda6840401 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0491724 Aug 31 06:52:27.218664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a1b0fdf-c887-4eb6-a0d6-5649b710c2c2 req-ab57af1c-accc-4363-93c8-3691bd48330b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310717 Aug 31 06:52:27.253269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f941f01-a88f-493d-bc52-bfd4be5a3598 req-310bf9af-ee7a-4849-b062-580d855e701b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Aug 31 06:52:27.344079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a84d6-7e34-4c25-9ec0-a4d670614d28 req-05673f20-01bf-4d2a-8610-9d05e6446e78 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.345597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-909a84d6-7e34-4c25-9ec0-a4d670614d28 req-05673f20-01bf-4d2a-8610-9d05e6446e78 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 946 time: 0.0531802 Aug 31 06:52:27.384318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-909a84d6-7e34-4c25-9ec0-a4d670614d28 req-9f76a8be-6af3-42fc-b46a-9f310fd8b02f tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320907 Aug 31 06:52:27.388172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b007de-80f3-4c8a-8825-ee7ba41c520c req-f62a7b06-d165-4a5c-86ff-4744a2cb22ce tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.389730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89b007de-80f3-4c8a-8825-ee7ba41c520c req-f62a7b06-d165-4a5c-86ff-4744a2cb22ce tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0535805 Aug 31 06:52:27.406590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:27.430863 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89b007de-80f3-4c8a-8825-ee7ba41c520c req-d97acacf-dafa-422d-a7f6-5d7de990798d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 Aug 31 06:52:27.449360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf76e09-0eaa-4114-810b-f44b3e753d8d tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.451380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5bf76e09-0eaa-4114-810b-f44b3e753d8d tempest-TestNetworkBasicOps-33226771 tempest-TestNetworkBasicOps-33226771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 1093 time: 0.0433233 Aug 31 06:52:27.453892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58490) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:27.458821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:27.482382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:27.553974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf886-ea5e-43f8-90a8-46632721b638 req-402fc47c-7b36-40f2-8340-a33edd3437ba tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.555721 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-285bf886-ea5e-43f8-90a8-46632721b638 req-402fc47c-7b36-40f2-8340-a33edd3437ba tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0552478 Aug 31 06:52:27.597065 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-285bf886-ea5e-43f8-90a8-46632721b638 req-37b3b707-a285-4c4a-aba8-70c370fd52f4 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Aug 31 06:52:27.606614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:27.670793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cb3dc-eba9-48e8-a15e-80d2cee15a47 req-55012b98-2c95-45c7-b6c3-2b5eb839b7e0 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.672304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fa0cb3dc-eba9-48e8-a15e-80d2cee15a47 req-55012b98-2c95-45c7-b6c3-2b5eb839b7e0 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0977492 Aug 31 06:52:27.756771 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fa0cb3dc-eba9-48e8-a15e-80d2cee15a47 req-6a415c53-ffa4-4eca-80dd-01990893747f tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708110 Aug 31 06:52:27.764833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Allocated IP 172.25.5.127 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/dac04c18-2972-4ae4-8d27-3a7608106673) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:27.768023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae9d3b-51f3-4c13-95cb-421864772f33 req-63d0332c-eea2-41fc-bf51-167d2155ff92 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.769938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99ae9d3b-51f3-4c13-95cb-421864772f33 req-63d0332c-eea2-41fc-bf51-167d2155ff92 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 944 time: 0.0496562 Aug 31 06:52:27.810958 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99ae9d3b-51f3-4c13-95cb-421864772f33 req-459fbc96-9fb9-4c3c-9eb4-338d2e3117ac tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Aug 31 06:52:27.908829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25946f71-7f95-408f-b423-29c3321d7fa7 req-e8c295ff-5940-4b35-8916-d06d76f9f96a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.910330 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25946f71-7f95-408f-b423-29c3321d7fa7 req-e8c295ff-5940-4b35-8916-d06d76f9f96a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0850966 Aug 31 06:52:27.913007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:27.964697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25946f71-7f95-408f-b423-29c3321d7fa7 req-77c9a70b-58b5-485d-a4af-852588222f31 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Aug 31 06:52:27.978164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.022208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:28.025050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:28.028430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:28.054927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=dac04c18-2972-4ae4-8d27-3a7608106673,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:28.089250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763dbb2-128d-448e-a532-eeb07ff7487d req-26c7d0b2-b38f-49ef-96ea-cd3e3634ea18 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:28.090760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b763dbb2-128d-448e-a532-eeb07ff7487d req-26c7d0b2-b38f-49ef-96ea-cd3e3634ea18 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0548182 Aug 31 06:52:28.111657 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.129435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b763dbb2-128d-448e-a532-eeb07ff7487d req-42e17f59-b913-4356-b222-abc9c5e40db7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Aug 31 06:52:28.261446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42917d6f-1777-44ed-8e57-229bf7b31ed8 req-c0d14a62-6873-4a1f-a4e6-7a8228dd8f1f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:28.263116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42917d6f-1777-44ed-8e57-229bf7b31ed8 req-c0d14a62-6873-4a1f-a4e6-7a8228dd8f1f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0503433 Aug 31 06:52:28.301683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42917d6f-1777-44ed-8e57-229bf7b31ed8 req-827646ce-530e-4b5a-89f9-f560148d6bda tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 31 06:52:28.479990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1514ac95-e955-482b-b46d-7ffa1edef314 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:52:28.585519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1514ac95-e955-482b-b46d-7ffa1edef314, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1514ac95-e955-482b-b46d-7ffa1edef314,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:28.598304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '1514ac95-e955-482b-b46d-7ffa1edef314', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'port_id': '1514ac95-e955-482b-b46d-7ffa1edef314', 'mac_address': 'fa:16:3e:64:68:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:52:28.637346 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.651202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1514ac95-e955-482b-b46d-7ffa1edef314 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:28.674963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1514ac95-e955-482b-b46d-7ffa1edef314, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1514ac95-e955-482b-b46d-7ffa1edef314,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:28.679680 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.731233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1514ac95-e955-482b-b46d-7ffa1edef314,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:28.763604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.796569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b164c2-31d4-4d84-b259-742533c8eeca req-e6701107-efb3-4738-8508-9a8307f60d32 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:28.797923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62b164c2-31d4-4d84-b259-742533c8eeca req-e6701107-efb3-4738-8508-9a8307f60d32 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0881994 Aug 31 06:52:28.865391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-62b164c2-31d4-4d84-b259-742533c8eeca req-acef512c-804c-445a-84dc-eb8c68bd5ea8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585072 Aug 31 06:52:28.871768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.889426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f8b9-7ae3-4066-aa27-b3fdff4af15c req-7331d637-9a70-4279-bca9-d108be723340 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:28.889426 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b252f8b9-7ae3-4066-aa27-b3fdff4af15c req-7331d637-9a70-4279-bca9-d108be723340 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0514081 Aug 31 06:52:28.904262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['1514ac95-e955-482b-b46d-7ffa1edef314'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:28.944766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b252f8b9-7ae3-4066-aa27-b3fdff4af15c req-de2c85d9-597b-472d-8f1d-44e05d1b1e73 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549901 Aug 31 06:52:29.058252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437c970-ace0-4d42-99ff-f3bd524abb16 req-5b0a4026-3c3a-4318-9e07-b15edf3cd4a3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:29.058252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b437c970-ace0-4d42-99ff-f3bd524abb16 req-5b0a4026-3c3a-4318-9e07-b15edf3cd4a3 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 945 time: 0.1020513 Aug 31 06:52:29.108877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:29.115063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b437c970-ace0-4d42-99ff-f3bd524abb16 req-e6f071e6-982b-4c92-a864-be46f6734ba5 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514231 Aug 31 06:52:29.116149 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:29.155341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331affb-a84d-4763-9a33-f68fe6d2f0d0 req-4d8cc3c5-3431-43fe-92bb-0511c7bcf9c2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:29.156878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f331affb-a84d-4763-9a33-f68fe6d2f0d0 req-4d8cc3c5-3431-43fe-92bb-0511c7bcf9c2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0641055 Aug 31 06:52:29.183904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event updated for resources: {'Port': ['ID=dac04c18-2972-4ae4-8d27-3a7608106673,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:29.198411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:29.200005 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f331affb-a84d-4763-9a33-f68fe6d2f0d0 req-3833ca8c-e28d-4437-b1da-81ae4293164b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360177 Aug 31 06:52:29.315176 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Floating IP 6305d805-ec89-4b38-932a-5b17b099cc8e associated. External IP: 172.25.5.127, port: cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0. Aug 31 06:52:29.335842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819eb2a-4410-43d2-bfa6-6d00e5d18923 req-21ddcbfd-c13a-410e-ba04-ccf5680cf3c9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:29.339393 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2819eb2a-4410-43d2-bfa6-6d00e5d18923 req-21ddcbfd-c13a-410e-ba04-ccf5680cf3c9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0671387 Aug 31 06:52:29.396108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2819eb2a-4410-43d2-bfa6-6d00e5d18923 req-6d976337-e726-428b-a2bc-0e94eb6d7c44 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Aug 31 06:52:29.550577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:29.567853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eb019-e838-48b4-aaab-be23461aba8d req-deaba65b-467d-47cd-bad4-4aee1511c24f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:29.570536 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-730eb019-e838-48b4-aaab-be23461aba8d req-deaba65b-467d-47cd-bad4-4aee1511c24f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0528169 Aug 31 06:52:29.614869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-730eb019-e838-48b4-aaab-be23461aba8d req-86418645-c172-4c89-a9e7-87d3951da888 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Aug 31 06:52:29.668558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:29.678550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] Sync routers for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:29.686345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:29.691180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:29.692149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:29.714708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a84e59b6-51aa-4da7-a5a6-5a4e5cbef2e0 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2593212 Aug 31 06:52:29.715313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:29.717671 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f03d2b-4201-4a5c-a11f-050b703d4b82" -d '{"events": [{"name": "network-changed", "server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:29.717844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58540) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:29.758538 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ce086d-c9d5-4caa-aed0-74b7e697ff53 x-openstack-request-id: req-39ce086d-c9d5-4caa-aed0-74b7e697ff53 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:29.758827 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:29.759109 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39ce086d-c9d5-4caa-aed0-74b7e697ff53 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:29.759516 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'status': 'completed', 'code': 200} Aug 31 06:52:29.832468 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:29.846167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a726c-f7ad-43d4-85bb-5894178c9069 req-17714682-ce89-404c-a0da-e30a32eea7cd tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:29.847764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe5a726c-f7ad-43d4-85bb-5894178c9069 req-17714682-ce89-404c-a0da-e30a32eea7cd tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1436052 Aug 31 06:52:29.855838 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9e2826cc-bd24-4101-8d9b-8866fb1248af tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/floatingips/6305d805-ec89-4b38-932a-5b17b099cc8e HTTP/1.1" status: 200 len: 992 time: 0.1180151 Aug 31 06:52:29.887131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-225bafcd-216d-45ee-962f-6764b4ad5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:29.887952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-225bafcd-216d-45ee-962f-6764b4ad5433 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 1098 time: 0.1056151 Aug 31 06:52:29.923896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe5a726c-f7ad-43d4-85bb-5894178c9069 req-fd90e769-399d-46b1-aebb-102235d9298c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668707 Aug 31 06:52:30.012090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-45832876-3d56-4b55-bec0-d8f7f00bacab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.013646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-45832876-3d56-4b55-bec0-d8f7f00bacab service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cb7d3f3-add6-4310-9919-d08110992dd6 HTTP/1.1" status: 200 len: 898 time: 0.1150479 Aug 31 06:52:30.029059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.123046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-0aa8cc88-a482-4db5-9e52-8899bee69c64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 HTTP/1.1" status: 200 len: 1000 time: 0.1010609 Aug 31 06:52:30.126648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '6305d805-ec89-4b38-932a-5b17b099cc8e', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'port_id': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'mac_address': 'fa:16:3e:ab:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:28Z', 'updated_at': '2021-08-31T06:52:28Z', 'revision_number': 0, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:15Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:30.136033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033c336-1d03-41c5-98e7-b985e889df6b req-877340a6-1636-4524-9810-6885334942d5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.137864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b033c336-1d03-41c5-98e7-b985e889df6b req-877340a6-1636-4524-9810-6885334942d5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1034372 Aug 31 06:52:30.160198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] Checking router: e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:30.171049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:30.171923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:30.216919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b033c336-1d03-41c5-98e7-b985e889df6b req-c0e10452-4c20-484d-b296-5cd6601f7756 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622065 Aug 31 06:52:30.223055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-638dbea4-bb23-4ea1-99af-c6111b4c41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.224544 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-638dbea4-bb23-4ea1-99af-c6111b4c41b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed05c17-6fc6-471a-8b90-6dac7cd66163 HTTP/1.1" status: 200 len: 834 time: 0.0858226 Aug 31 06:52:30.266361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa419be-6f6c-4dc8-9fcf-f8896b9f9995 req-5cd41ecd-2435-4420-a1eb-5f15e17681ec tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.273848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fa419be-6f6c-4dc8-9fcf-f8896b9f9995 req-5cd41ecd-2435-4420-a1eb-5f15e17681ec tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 945 time: 0.0724907 Aug 31 06:52:30.294194 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-16f962a2-3f15-4730-8af5-f6f79a778f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.295773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-16f962a2-3f15-4730-8af5-f6f79a778f1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cb7d3f3-add6-4310-9919-d08110992dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633135 Aug 31 06:52:30.320238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9fa419be-6f6c-4dc8-9fcf-f8896b9f9995 req-366bec99-8ea7-4b72-aa6a-eb424ba4261c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439203 Aug 31 06:52:30.351731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:30.442750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd332cb-db93-4bf3-b214-f9c0ee99a44c req-a9da89bf-8fb9-411f-a66d-6534be8a2021 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.450753 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fcd332cb-db93-4bf3-b214-f9c0ee99a44c req-a9da89bf-8fb9-411f-a66d-6534be8a2021 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1142998 Aug 31 06:52:30.469256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-1cf53bc0-ffc5-4aa8-ac51-1c7c3651673a service neutron] 10.222.0.42 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652107 Aug 31 06:52:30.479741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1514ac95-e955-482b-b46d-7ffa1edef314 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:30.536460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fcd332cb-db93-4bf3-b214-f9c0ee99a44c req-67b1453c-63d2-4d7a-be59-e4431b73b936 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848048 Aug 31 06:52:30.586986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 1514ac95-e955-482b-b46d-7ffa1edef314 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:30.595361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 1514ac95-e955-482b-b46d-7ffa1edef314 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:30.595734 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.600182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15f03d2b-4201-4a5c-a11f-050b703d4b82 req-9a18d3f4-b007-40f2-a91d-dbfc6aee6393 service neutron] 10.222.0.42 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191354 Aug 31 06:52:30.720139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '6305d805-ec89-4b38-932a-5b17b099cc8e', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'port_id': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'mac_address': 'fa:16:3e:ab:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:28Z', 'updated_at': '2021-08-31T06:52:28Z', 'revision_number': 0, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:15Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:30.726347 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.767653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fff4610-2f56-4b3b-864e-26787ef66866 None None] The sync data for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 is: [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '6305d805-ec89-4b38-932a-5b17b099cc8e', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'port_id': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'mac_address': 'fa:16:3e:ab:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:28Z', 'updated_at': '2021-08-31T06:52:28Z', 'revision_number': 0, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:15Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:30.781869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c486d-ff7d-4267-abde-80b47c520c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1514ac95-e955-482b-b46d-7ffa1edef314'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:30.784224 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec1797c-9d3d-494c-b032-6ce6c1765518" -d '{"events": [{"server_uuid": "504c486d-ff7d-4267-abde-80b47c520c84", "name": "network-vif-plugged", "status": "completed", "tag": "1514ac95-e955-482b-b46d-7ffa1edef314"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:30.816654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1514ac95-e955-482b-b46d-7ffa1edef314, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1514ac95-e955-482b-b46d-7ffa1edef314,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:30.824843 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.837486 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b25951-a899-4641-b584-9e0d25f18eaf x-openstack-request-id: req-f3b25951-a899-4641-b584-9e0d25f18eaf {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:30.838758 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c486d-ff7d-4267-abde-80b47c520c84", "name": "network-vif-plugged", "status": "completed", "tag": "1514ac95-e955-482b-b46d-7ffa1edef314", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:30.839237 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3b25951-a899-4641-b584-9e0d25f18eaf {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:30.839876 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c486d-ff7d-4267-abde-80b47c520c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1514ac95-e955-482b-b46d-7ffa1edef314', 'code': 200} Aug 31 06:52:30.858964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:30.928766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1514ac95-e955-482b-b46d-7ffa1edef314,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:30.996877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0f3667ed-d993-46c2-ab50-5b88bbc35490 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/floatingips/6305d805-ec89-4b38-932a-5b17b099cc8e HTTP/1.1" status: 200 len: 992 time: 0.1364872 Aug 31 06:52:31.006603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ffa8-e713-414a-bde2-80154d066f22 req-7039e40f-8b11-444d-862b-dae45a37c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:31.008268 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9231ffa8-e713-414a-bde2-80154d066f22 req-7039e40f-8b11-444d-862b-dae45a37c1b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 1098 time: 0.0741518 Aug 31 06:52:31.050860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9231ffa8-e713-414a-bde2-80154d066f22 req-6e335ff0-dbb0-4d4c-9458-82b3e550e95a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345259 Aug 31 06:52:31.116701 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40198ece-0a06-486a-9d8e-77d98f21d6b6 None None] New status for floating IP 6305d805-ec89-4b38-932a-5b17b099cc8e: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:52:31.152650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4052f1-7d98-4347-8622-c40efb855b0f req-63c05d5d-e3e1-4f76-aafa-bffe32e87342 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:31.154585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d4052f1-7d98-4347-8622-c40efb855b0f req-63c05d5d-e3e1-4f76-aafa-bffe32e87342 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0555847 Aug 31 06:52:31.195105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d4052f1-7d98-4347-8622-c40efb855b0f req-e673078d-f123-4ad3-a22f-9775c8fc8416 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339468 Aug 31 06:52:31.441816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf00ef-a9c2-497e-b929-fd7e069f0f61 req-e9891bbb-a55a-48be-a8ad-f6805d0915f0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:31.443302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37cf00ef-a9c2-497e-b929-fd7e069f0f61 req-e9891bbb-a55a-48be-a8ad-f6805d0915f0 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 946 time: 0.0525095 Aug 31 06:52:31.494595 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37cf00ef-a9c2-497e-b929-fd7e069f0f61 req-3ed3756c-e7e7-4e3a-91ed-1bbc9061546f tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Aug 31 06:52:31.999013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58578) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:32.058637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-782414c1-d1c3-4a36-b177-6c1501ec557b tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/floatingips/6305d805-ec89-4b38-932a-5b17b099cc8e HTTP/1.1" status: 200 len: 994 time: 0.0583878 Aug 31 06:52:32.320351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d02967-a794-4c29-8860-3c3a075f3535 req-a987a46e-a145-409c-96f7-3293d0513376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:32.321877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55d02967-a794-4c29-8860-3c3a075f3535 req-a987a46e-a145-409c-96f7-3293d0513376 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0559499 Aug 31 06:52:32.363593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55d02967-a794-4c29-8860-3c3a075f3535 req-b293467f-dcf2-4332-8b03-b044eb255c72 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356688 Aug 31 06:52:32.619385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05ce4f-d3a8-43fd-9e11-cac0b57382b2 req-ddc6ea93-f38c-46ad-97c0-23d38ed00015 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:32.621426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe05ce4f-d3a8-43fd-9e11-cac0b57382b2 req-ddc6ea93-f38c-46ad-97c0-23d38ed00015 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 946 time: 0.0603311 Aug 31 06:52:32.662501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe05ce4f-d3a8-43fd-9e11-cac0b57382b2 req-c5ad3563-cf9b-4b93-826b-a89d7afe9826 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352399 Aug 31 06:52:32.775970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b215f4-d849-408b-95e2-3ee0345a1ada req-7dd2f9fc-1751-4ab5-b72f-5c6954167272 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:32.777500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73b215f4-d849-408b-95e2-3ee0345a1ada req-7dd2f9fc-1751-4ab5-b72f-5c6954167272 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 946 time: 0.0503600 Aug 31 06:52:32.786250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58588) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:32.790680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Request body: {'floatingip': {'port_id': '1514ac95-e955-482b-b46d-7ffa1edef314'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:32.829915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.534983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7970349-ce17-4f4c-9594-19d514829cd5 req-f85bb86c-2edc-4512-a395-d922028b0269 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:33.536453 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7970349-ce17-4f4c-9594-19d514829cd5 req-f85bb86c-2edc-4512-a395-d922028b0269 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0954785 Aug 31 06:52:33.607114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7970349-ce17-4f4c-9594-19d514829cd5 req-5cae196c-09bb-4b0f-bfab-957ee157ef9f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623457 Aug 31 06:52:33.660877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.666619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.768878 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Floating IP e85f713a-54ce-4208-82ea-6e327f8a01df associated. External IP: 172.25.5.39, port: 1514ac95-e955-482b-b46d-7ffa1edef314. Aug 31 06:52:34.007675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Router 0a3431a8-dadb-4924-9d9a-06c915d34e8e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:34.117518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:34.122507 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.131346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] Sync routers for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:34.141664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:34.142421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:34.150003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d48f1e49-bab4-4a7a-92e7-5eddafcbfd00 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "PUT /v2.0/floatingips/e85f713a-54ce-4208-82ea-6e327f8a01df HTTP/1.1" status: 200 len: 991 time: 1.3627336 Aug 31 06:52:34.150811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504c486d-ff7d-4267-abde-80b47c520c84', 'tag': '1514ac95-e955-482b-b46d-7ffa1edef314'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:34.153583 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad6028c-8b4f-4baf-b6ec-4784b297fa31" -d '{"events": [{"name": "network-changed", "server_uuid": "504c486d-ff7d-4267-abde-80b47c520c84", "tag": "1514ac95-e955-482b-b46d-7ffa1edef314"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:34.203459 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d567c835-10ab-4954-a2b1-b7d4082c3019 x-openstack-request-id: req-d567c835-10ab-4954-a2b1-b7d4082c3019 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:34.203826 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504c486d-ff7d-4267-abde-80b47c520c84", "tag": "1514ac95-e955-482b-b46d-7ffa1edef314", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:34.204102 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d567c835-10ab-4954-a2b1-b7d4082c3019 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:34.204504 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504c486d-ff7d-4267-abde-80b47c520c84', 'tag': '1514ac95-e955-482b-b46d-7ffa1edef314', 'status': 'completed', 'code': 200} Aug 31 06:52:34.270926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:34.281552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-6794f7f6-2039-4cb4-97e9-c3adfd1386f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.283202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-6794f7f6-2039-4cb4-97e9-c3adfd1386f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 1098 time: 0.0491483 Aug 31 06:52:34.379154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-b291af90-0afb-418d-a5b6-aa0c244e6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.380568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-b291af90-0afb-418d-a5b6-aa0c244e6350 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.0881362 Aug 31 06:52:34.453998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-f0c5cbfc-530f-4033-88c5-5a7580d3acd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1514ac95-e955-482b-b46d-7ffa1edef314 HTTP/1.1" status: 200 len: 999 time: 0.0658100 Aug 31 06:52:34.508636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'e85f713a-54ce-4208-82ea-6e327f8a01df', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'port_id': '1514ac95-e955-482b-b46d-7ffa1edef314', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'mac_address': 'fa:16:3e:64:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c486d-ff7d-4267-abde-80b47c520c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:20Z', 'updated_at': '2021-08-31T06:52:33Z', 'revision_number': 1, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:34.512736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-4a41390a-1b3a-47d8-9ec9-226dae821393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.514306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-4a41390a-1b3a-47d8-9ec9-226dae821393 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.0524595 Aug 31 06:52:34.540352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] Checking router: 0a3431a8-dadb-4924-9d9a-06c915d34e8e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:34.550030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:34.550947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:34.563306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-e6d972bc-1c19-46c0-b190-862610147c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.564864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-e6d972bc-1c19-46c0-b190-862610147c65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427313 Aug 31 06:52:34.667061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-66daa83f-ea15-45b6-b90f-d01a9b2ec78a service neutron] 10.222.0.42 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952246 Aug 31 06:52:34.680029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:34.758686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0fe25-5414-4ef4-a210-a368ee38a715 req-d4cac687-e3ff-454d-9dfb-4f4444620321 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.762121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95b0fe25-5414-4ef4-a210-a368ee38a715 req-d4cac687-e3ff-454d-9dfb-4f4444620321 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0650692 Aug 31 06:52:34.779636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bad6028c-8b4f-4baf-b6ec-4784b297fa31 req-1c0fdf36-d428-4b52-9379-50a092f833e9 service neutron] 10.222.0.42 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033826 Aug 31 06:52:34.811499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95b0fe25-5414-4ef4-a210-a368ee38a715 req-d3bbdbc5-2923-4d93-97e4-12d4fd55c69c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Aug 31 06:52:35.085886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'e85f713a-54ce-4208-82ea-6e327f8a01df', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'port_id': '1514ac95-e955-482b-b46d-7ffa1edef314', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'mac_address': 'fa:16:3e:64:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c486d-ff7d-4267-abde-80b47c520c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:20Z', 'updated_at': '2021-08-31T06:52:33Z', 'revision_number': 1, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:35.115835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff9e16-e53c-4626-a6c1-375c01ed8e93 None None] The sync data for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 is: [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'e85f713a-54ce-4208-82ea-6e327f8a01df', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'port_id': '1514ac95-e955-482b-b46d-7ffa1edef314', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'mac_address': 'fa:16:3e:64:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c486d-ff7d-4267-abde-80b47c520c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:20Z', 'updated_at': '2021-08-31T06:52:33Z', 'revision_number': 1, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:35.316814 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd33c4-5717-41a0-bcad-24fbfac5a9c9 None None] New status for floating IP e85f713a-54ce-4208-82ea-6e327f8a01df: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:52:35.937916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210908cf-2533-45d2-9985-5eec12cc6561 req-001eb672-3b65-4b39-9c4e-d818ef70276b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:35.943593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-210908cf-2533-45d2-9985-5eec12cc6561 req-001eb672-3b65-4b39-9c4e-d818ef70276b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0522687 Aug 31 06:52:35.985852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-210908cf-2533-45d2-9985-5eec12cc6561 req-8dc529fc-ae55-462f-a916-c558f8f94574 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Aug 31 06:52:37.116876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98d3f2-5553-4093-96b0-a9bbebc19544 req-8f10760e-f688-4283-b06d-aa1ed966fd47 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:37.119356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c98d3f2-5553-4093-96b0-a9bbebc19544 req-8f10760e-f688-4283-b06d-aa1ed966fd47 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0607703 Aug 31 06:52:37.174521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2c98d3f2-5553-4093-96b0-a9bbebc19544 req-cdb08c0a-d3f1-42a1-a387-ee8689508695 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Aug 31 06:52:38.304672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:52:38.308609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747d671-bfc6-4f62-9a90-7a33ae42c7dc req-e19c0bbd-cf31-484e-972e-4b910f12d466 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:38.311009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5747d671-bfc6-4f62-9a90-7a33ae42c7dc req-e19c0bbd-cf31-484e-972e-4b910f12d466 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0607228 Aug 31 06:52:38.366093 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5747d671-bfc6-4f62-9a90-7a33ae42c7dc req-ce30b6fb-5eed-4888-ab10-9bedbc4a43e7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461359 Aug 31 06:52:38.440923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:38.454001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d', 'port_id': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'mac_address': 'fa:16:3e:50:e6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c664680-7d32-42c3-a477-d9d8ee9cd26f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:52:38.505405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.523894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:38.545684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:38.551810 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.612925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:38.686140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:39.550429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5523b2-4086-4689-9c5b-39a2b5cc7afc req-45bd5a34-d4b3-411d-afe0-f7ac0348dc97 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:39.558600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef5523b2-4086-4689-9c5b-39a2b5cc7afc req-45bd5a34-d4b3-411d-afe0-f7ac0348dc97 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 944 time: 0.0773594 Aug 31 06:52:39.625697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef5523b2-4086-4689-9c5b-39a2b5cc7afc req-c380643a-8a5b-49b6-9f00-b974a12dd96c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599687 Aug 31 06:52:39.741004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764664a-5b45-4c3b-8e37-eaa8e96d066e req-fbb0ffe7-7f05-43ae-aa09-8a3e0d5d51a9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:39.742637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7764664a-5b45-4c3b-8e37-eaa8e96d066e req-fbb0ffe7-7f05-43ae-aa09-8a3e0d5d51a9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0575981 Aug 31 06:52:39.791092 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7764664a-5b45-4c3b-8e37-eaa8e96d066e req-c8703b14-6a46-4377-9ffa-a7a5a490493e tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393155 Aug 31 06:52:40.318219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:40.390602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:40.391094 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.500609 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.529845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:40.532148 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7845cf-521f-4b47-a52d-3736c4b38cf2" -d '{"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:40.545107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:40.551589 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.598767 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029dd3bb-7ab5-4a93-8500-4b71494b56cb x-openstack-request-id: req-029dd3bb-7ab5-4a93-8500-4b71494b56cb {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:40.599124 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:40.599439 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-029dd3bb-7ab5-4a93-8500-4b71494b56cb {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:40.599974 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'code': 200} Aug 31 06:52:40.628277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:40.759777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1d800-edc0-46f5-b184-7bab573bc818 req-f7697992-aa05-4ad4-bf2e-ac8c25edaeac tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:40.761819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-89f1d800-edc0-46f5-b184-7bab573bc818 req-f7697992-aa05-4ad4-bf2e-ac8c25edaeac tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0659215 Aug 31 06:52:40.819382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-89f1d800-edc0-46f5-b184-7bab573bc818 req-14a107e0-5e05-499f-a863-693a4ed71b06 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493734 Aug 31 06:52:40.925499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b267729-837b-4107-bed6-2a66a932841f req-f1c3fea8-ae1a-4583-bcbe-88f721c5fbb0 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:40.927899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b267729-837b-4107-bed6-2a66a932841f req-f1c3fea8-ae1a-4583-bcbe-88f721c5fbb0 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.0584738 Aug 31 06:52:40.980874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b267729-837b-4107-bed6-2a66a932841f req-35dc88d9-ac7c-44fb-a86d-39d974333250 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458710 Aug 31 06:52:41.965310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dec00-4661-4774-b2e8-b0d3160ef02a req-86a901b4-ccbf-43ab-9504-8cf58d32d533 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:41.966921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e8dec00-4661-4774-b2e8-b0d3160ef02a req-86a901b4-ccbf-43ab-9504-8cf58d32d533 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0485597 Aug 31 06:52:42.007925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e8dec00-4661-4774-b2e8-b0d3160ef02a req-0f45789c-107f-45ee-b8a6-192b8e08516d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348916 Aug 31 06:52:42.167796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53b564-f7c4-43c1-9f56-94b8ddf69458 req-9764c79c-bdd8-41d5-9a0b-9fd69060e786 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.169593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a53b564-f7c4-43c1-9f56-94b8ddf69458 req-9764c79c-bdd8-41d5-9a0b-9fd69060e786 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.1041791 Aug 31 06:52:42.214251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-951d703b-2798-440f-9992-3e41b6fbd763 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.215982 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-951d703b-2798-440f-9992-3e41b6fbd763 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 946 time: 0.1024237 Aug 31 06:52:42.276457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a53b564-f7c4-43c1-9f56-94b8ddf69458 req-1c91b323-47f2-4f7e-9da7-45e20d145ee6 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998914 Aug 31 06:52:42.352360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Deleting port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:42.352712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.455493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] For port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:42.455887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.472452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Calling delete_port for ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:42.639064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.652907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['7b1d16e7-7fe3-43af-baff-f4ed7ecb2051'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:42.655319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:42.668199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Pushing event deleted for resources: {'Port': ['ID=ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:42.678820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.679158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.679501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.679836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.680164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.680515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.680825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.681149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.682062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.682387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.682709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.683060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:42.746285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] No DVR routers for this DVR port ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:42.749136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.751446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-88b371e0-3b62-44fb-bc5e-54f1ecdf8486 req-00499d09-df4c-4333-970a-0bec2aa10e3a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.42 "DELETE /v2.0/ports/ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b HTTP/1.1" status: 204 len: 173 time: 0.5168743 Aug 31 06:52:42.752037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e53034d-7adb-4bf4-99fa-b07366fceed2', 'name': 'network-vif-deleted', 'tag': 'ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:42.754608 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4d1eaa-5a80-49fb-bf8a-5dabb37845e8" -d '{"events": [{"server_uuid": "3e53034d-7adb-4bf4-99fa-b07366fceed2", "name": "network-vif-deleted", "tag": "ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:42.876768 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ecce9a-bbd1-44d6-8d3b-2668e2afb6af x-openstack-request-id: req-f1ecce9a-bbd1-44d6-8d3b-2668e2afb6af {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:42.877156 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e53034d-7adb-4bf4-99fa-b07366fceed2", "name": "network-vif-deleted", "tag": "ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:42.877523 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1ecce9a-bbd1-44d6-8d3b-2668e2afb6af {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:42.878003 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e53034d-7adb-4bf4-99fa-b07366fceed2', 'name': 'network-vif-deleted', 'tag': 'ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b', 'status': 'completed', 'code': 200} Aug 31 06:52:43.144204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d45f-5feb-47a9-9ed8-f03f8e22c12d req-ba5dcd59-be4c-4ae1-9b23-2f124fd9e96a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:43.146103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1010d45f-5feb-47a9-9ed8-f03f8e22c12d req-ba5dcd59-be4c-4ae1-9b23-2f124fd9e96a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0589168 Aug 31 06:52:43.202587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1010d45f-5feb-47a9-9ed8-f03f8e22c12d req-8cc17394-10fa-4fc6-9f54-4dd9606d3e0a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Aug 31 06:52:43.424701 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de31f70a-2302-4f4c-9692-c511b8b235e5 req-0876bf20-0650-44c9-beb0-b9ed589d1e65 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e53034d-7adb-4bf4-99fa-b07366fceed2 HTTP/1.1" status: 200 len: 210 time: 0.0404203 Aug 31 06:52:44.383307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badda0d-aaad-416c-b875-3561110b8a8a req-35d4bffa-ae41-4550-a7fd-61b3ce31f487 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:44.387264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1badda0d-aaad-416c-b875-3561110b8a8a req-35d4bffa-ae41-4550-a7fd-61b3ce31f487 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0800581 Aug 31 06:52:44.433847 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1badda0d-aaad-416c-b875-3561110b8a8a req-053737d5-b85a-4210-9902-c99284b396e0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400062 Aug 31 06:52:44.808967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951785e-092f-4028-9a5c-b040c04f3d7d req-5252de1f-9428-4eb4-b6c0-555a4faba99a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:44.810062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b951785e-092f-4028-9a5c-b040c04f3d7d req-5252de1f-9428-4eb4-b6c0-555a4faba99a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0738118 Aug 31 06:52:44.875938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b951785e-092f-4028-9a5c-b040c04f3d7d req-6b209fc9-eacf-4d3c-ad53-ad1dc9d0ce4d tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593314 Aug 31 06:52:45.586124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547096e4-aeb1-4835-9142-650caae2383f req-d0dc33ec-f093-42bd-9443-5dad01585caf tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:45.588756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-547096e4-aeb1-4835-9142-650caae2383f req-d0dc33ec-f093-42bd-9443-5dad01585caf tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0649290 Aug 31 06:52:45.629887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-547096e4-aeb1-4835-9142-650caae2383f req-c19fab68-0301-42f2-9765-86f01e3140ef tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351813 Aug 31 06:52:46.045244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f4f72-8eca-4561-91f0-7032d1996e8c req-1d537651-a67a-48c5-90fb-a4e024763933 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:46.053794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ca1f4f72-8eca-4561-91f0-7032d1996e8c req-1d537651-a67a-48c5-90fb-a4e024763933 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0925894 Aug 31 06:52:46.106551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ca1f4f72-8eca-4561-91f0-7032d1996e8c req-32f7fd47-c43f-4a05-9985-88b7960156eb tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505638 Aug 31 06:52:46.528238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:46.553097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:46.553798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ba16cc1b-551a-4919-9a8a-7a3b7d7cb46b not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:46.770918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea35a77-d5bd-4bfb-8e9e-84ef80d8a7eb req-85f43af5-61c5-472e-9d55-a5ea7ab524fe tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:46.784422 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ea35a77-d5bd-4bfb-8e9e-84ef80d8a7eb req-85f43af5-61c5-472e-9d55-a5ea7ab524fe tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0693460 Aug 31 06:52:46.825509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ea35a77-d5bd-4bfb-8e9e-84ef80d8a7eb req-78cd7b5c-aee1-48a9-83ad-ec7d0319da85 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429685 Aug 31 06:52:47.234516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2332a3a-a9cc-40cb-ab3f-e3aa5bb0ae1f req-f0acab85-dec4-48e4-810d-9faa5b57ff8c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:47.236286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2332a3a-a9cc-40cb-ab3f-e3aa5bb0ae1f req-f0acab85-dec4-48e4-810d-9faa5b57ff8c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0543575 Aug 31 06:52:47.277286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2332a3a-a9cc-40cb-ab3f-e3aa5bb0ae1f req-8d752951-1fca-4fd7-9e0a-34a943d775e2 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 Aug 31 06:52:47.949777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-1c5b2f51-365e-48f2-bf6a-376fe46c43e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0723729 Aug 31 06:52:48.020514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f11672-b2c7-4abe-a09b-75a1a73b71de req-661d3711-4ef6-4c56-9cb7-49b3bb69b7b8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.022154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79f11672-b2c7-4abe-a09b-75a1a73b71de req-661d3711-4ef6-4c56-9cb7-49b3bb69b7b8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1033752 Aug 31 06:52:48.044520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-8d8c355f-8037-4862-8f77-e5196d1d4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.049445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-8d8c355f-8037-4862-8f77-e5196d1d4dd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52d4e2278cfc414395799ed2fdfe2f15&device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 1097 time: 0.0715046 Aug 31 06:52:48.071283 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79f11672-b2c7-4abe-a09b-75a1a73b71de req-b6ce14ec-ffeb-4a58-9f29-800c42537a39 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Aug 31 06:52:48.188752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-d02c2b13-a785-40bb-89a6-865ae491f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.190756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-d02c2b13-a785-40bb-89a6-865ae491f9db service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b777da1-179b-4280-873c-b3ec15ee753f HTTP/1.1" status: 200 len: 909 time: 0.1004200 Aug 31 06:52:48.282333 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-73c685ae-4e89-4972-b7a0-5e4dbe36dbbb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 HTTP/1.1" status: 200 len: 1000 time: 0.0828221 Aug 31 06:52:48.337033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-1de1229d-b875-4e05-8351-19cd4b316015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.338710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-1de1229d-b875-4e05-8351-19cd4b316015 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01156dff-1e77-4892-9cff-09dac5fec28c HTTP/1.1" status: 200 len: 847 time: 0.0488095 Aug 31 06:52:48.394815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-112efaca-5ce3-4543-bc5b-558036fd724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.396321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-112efaca-5ce3-4543-bc5b-558036fd724b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b777da1-179b-4280-873c-b3ec15ee753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432346 Aug 31 06:52:48.414223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fe025-6034-4353-aa1d-5c1a74125fb3 req-551b6c8e-767a-4c53-8728-3f7a2dbd34f1 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.416808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f86fe025-6034-4353-aa1d-5c1a74125fb3 req-551b6c8e-767a-4c53-8728-3f7a2dbd34f1 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0510924 Aug 31 06:52:48.468761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f86fe025-6034-4353-aa1d-5c1a74125fb3 req-a72a5f3e-f2c0-4524-99e5-9bc7f591f5cf tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Aug 31 06:52:48.503565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-27a20335-a5e5-4cda-a334-74921b520cf4 service neutron] 10.222.0.23 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973911 Aug 31 06:52:48.598595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fccb53da-aee9-4766-978c-bfb4574ba87d req-b12b8c4b-6b82-4c4c-ab90-1ff562bd8e1b service neutron] 10.222.0.23 "GET /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856855 Aug 31 06:52:48.905692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-6ab124df-e74e-4129-8962-a16ef04557ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.907842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-6ab124df-e74e-4129-8962-a16ef04557ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 1097 time: 0.0564041 Aug 31 06:52:49.007945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-e48c898a-4ae7-41ab-b756-df27c0427803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:49.009028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-e48c898a-4ae7-41ab-b756-df27c0427803 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 914 time: 0.0922191 Aug 31 06:52:49.068593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-7509beb5-8311-4482-817e-b45b21cce119 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c HTTP/1.1" status: 200 len: 217 time: 0.0507240 Aug 31 06:52:49.135822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-fb0c409a-5500-4be6-9da5-dd7f65341f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:49.137634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-fb0c409a-5500-4be6-9da5-dd7f65341f9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c664680-7d32-42c3-a477-d9d8ee9cd26f HTTP/1.1" status: 200 len: 853 time: 0.0479167 Aug 31 06:52:49.174056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-0e0c8c7e-22db-46ff-828c-7ceffc6f77d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264671 Aug 31 06:52:49.191042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e64e1-124c-4ce0-a742-2fea43d75914 req-3c5a82bc-26ef-4fd9-a00b-62259f8e4a68 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:49.192579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c3e64e1-124c-4ce0-a742-2fea43d75914 req-3c5a82bc-26ef-4fd9-a00b-62259f8e4a68 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0505514 Aug 31 06:52:49.232510 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c3e64e1-124c-4ce0-a742-2fea43d75914 req-fcadf737-8a1b-4534-8677-79c1541d9fd5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Aug 31 06:52:49.269732 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-c109a1d5-005b-4a87-a0a9-da873673cb8c service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870962 Aug 31 06:52:49.368657 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4cbc2a06-d330-4c3d-95d5-7609b70b8c06 req-43c9be84-51bc-4d52-b91d-819a0774d523 service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907257 Aug 31 06:52:49.589905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2513e3-1992-4e89-86ae-77a72cb03606 req-259551c7-c638-4aac-8dd3-f9a6dd14d20b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:49.591684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f2513e3-1992-4e89-86ae-77a72cb03606 req-259551c7-c638-4aac-8dd3-f9a6dd14d20b tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0512543 Aug 31 06:52:49.631308 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f2513e3-1992-4e89-86ae-77a72cb03606 req-00b56b97-7c20-4b8c-a7ec-c28d8c422eb9 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Aug 31 06:52:50.349331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37634dad-3ca2-480d-b6ab-efa8fa6873fe req-bd46acff-d502-426a-b063-7074ef1ff640 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:50.350786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37634dad-3ca2-480d-b6ab-efa8fa6873fe req-bd46acff-d502-426a-b063-7074ef1ff640 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0496430 Aug 31 06:52:50.395838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37634dad-3ca2-480d-b6ab-efa8fa6873fe req-b27b7c77-1eff-4181-8dab-e4de6e32ebcc tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387461 Aug 31 06:52:50.535485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-e7b5ced0-75bc-41ed-a7dc-f80ec2fef116 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:50.536937 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-e7b5ced0-75bc-41ed-a7dc-f80ec2fef116 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.23 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0487447 Aug 31 06:52:50.633429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Deleting port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:50.633684 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.749386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] For port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:50.749747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.765732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Calling delete_port for 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:50.780929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d062e64-9f90-4375-96ac-9cdbdcc20555 req-4bfb0cef-4470-4878-9971-2ae28ac3a719 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:50.782470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d062e64-9f90-4375-96ac-9cdbdcc20555 req-4bfb0cef-4470-4878-9971-2ae28ac3a719 tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb2c9be-a91c-43d9-8038-6d6f21689bdb HTTP/1.1" status: 200 len: 946 time: 0.0806675 Aug 31 06:52:50.863339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d062e64-9f90-4375-96ac-9cdbdcc20555 req-bf564f74-0303-498b-8c13-8ca0cfaeb01a tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.15 "GET /v2.0/security-groups?id=516c8540-bb67-440d-b685-d6c9e437069b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742831 Aug 31 06:52:50.934647 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.946346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['7b1d16e7-7fe3-43af-baff-f4ed7ecb2051'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:50.961119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Pushing event deleted for resources: {'Port': ['ID=7b1d16e7-7fe3-43af-baff-f4ed7ecb2051,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:51.010689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] No DVR routers for this DVR port 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:51.013573 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.015560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e20b3b39-b345-489f-bde2-fbd78e3860aa req-1b18b1f5-1748-4257-a57b-0e20dbd79b3c tempest-ServerRescueNegativeTestJSON-1668781238 tempest-ServerRescueNegativeTestJSON-1668781238-project] 10.222.0.23 "DELETE /v2.0/ports/7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 HTTP/1.1" status: 204 len: 173 time: 0.4722619 Aug 31 06:52:51.016019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb2c9be-a91c-43d9-8038-6d6f21689bdb', 'name': 'network-vif-deleted', 'tag': '7b1d16e7-7fe3-43af-baff-f4ed7ecb2051'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:51.018524 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5385fb0a-9748-4448-895b-c147b92e5311" -d '{"events": [{"server_uuid": "ffb2c9be-a91c-43d9-8038-6d6f21689bdb", "name": "network-vif-deleted", "tag": "7b1d16e7-7fe3-43af-baff-f4ed7ecb2051"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:51.054769 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f6d068-e00c-4316-ae0c-a17d7c6684ad x-openstack-request-id: req-43f6d068-e00c-4316-ae0c-a17d7c6684ad {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:51.055064 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb2c9be-a91c-43d9-8038-6d6f21689bdb", "name": "network-vif-deleted", "tag": "7b1d16e7-7fe3-43af-baff-f4ed7ecb2051", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:51.055321 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43f6d068-e00c-4316-ae0c-a17d7c6684ad {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:51.055730 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb2c9be-a91c-43d9-8038-6d6f21689bdb', 'name': 'network-vif-deleted', 'tag': '7b1d16e7-7fe3-43af-baff-f4ed7ecb2051', 'status': 'completed', 'code': 200} Aug 31 06:52:51.522844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ec72d-8101-451a-9d72-d74324bd2bd0 req-436024de-15a3-46c6-b0af-83df0b78285e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:51.525706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-968ec72d-8101-451a-9d72-d74324bd2bd0 req-436024de-15a3-46c6-b0af-83df0b78285e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0539029 Aug 31 06:52:51.565769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-968ec72d-8101-451a-9d72-d74324bd2bd0 req-62e1246d-4441-4b7c-b622-29b1e4ec662f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Aug 31 06:52:51.700517 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b46d1-c21e-4a6f-afde-b0c00acc24a9 req-880f4dfd-2667-4f39-9986-e6bb4c353500 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:51.702065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-761b46d1-c21e-4a6f-afde-b0c00acc24a9 req-880f4dfd-2667-4f39-9986-e6bb4c353500 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.0632360 Aug 31 06:52:51.744633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-761b46d1-c21e-4a6f-afde-b0c00acc24a9 req-bf2d9bf0-79a2-4a72-a780-23cfdfb07fb5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363603 Aug 31 06:52:51.920569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58822) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:52.135109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00154e9-6f67-47e2-8a53-ffb45e73d0cf req-4cf9da0b-41bc-40c0-af0f-86089bb6da01 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:52.138053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f00154e9-6f67-47e2-8a53-ffb45e73d0cf req-4cf9da0b-41bc-40c0-af0f-86089bb6da01 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 945 time: 0.1099179 Aug 31 06:52:52.232453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58836) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:52.243859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f00154e9-6f67-47e2-8a53-ffb45e73d0cf req-8bc418e8-5f87-44f6-918e-692ff3c154c4 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Aug 31 06:52:52.357237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-3c5b1d3a-b483-4c25-94ed-d3c9280ba7a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229448 Aug 31 06:52:52.383801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:52.409016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:52.409412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 7b1d16e7-7fe3-43af-baff-f4ed7ecb2051 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:52.410100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:52.438289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.517108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.546352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:52.549124 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92808cc2-7b0f-4471-a769-904bda982baf" -d '{"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:52.564820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:52.572023 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.610105 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df32c1e-02d3-47c4-8c26-773dee52d923 x-openstack-request-id: req-4df32c1e-02d3-47c4-8c26-773dee52d923 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:52.610375 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-unplugged", "status": "failed", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c", "code": 422}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:52.610539 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4df32c1e-02d3-47c4-8c26-773dee52d923 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:52.611423 n-d-712142-16 neutron-server[94669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'code': 422} returned with failed status Aug 31 06:52:52.654641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:52.663456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.663813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.664370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.664713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.665053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.665961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.666470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.666903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.667439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.667979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.668527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.669098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:52.770416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Deleting port b7b93776-2774-4c75-84ec-fab68098f126 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:52.771034 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.851369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] For port b7b93776-2774-4c75-84ec-fab68098f126, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b7b93776-2774-4c75-84ec-fab68098f126,segment=NetworkSegment(bd08e1e7-815f-4094-8786-d8be86a84e64),segment_id=bd08e1e7-815f-4094-8786-d8be86a84e64)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:52.851726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.870297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Calling delete_port for b7b93776-2774-4c75-84ec-fab68098f126 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:53.051401 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.077856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b93776-2774-4c75-84ec-fab68098f126,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:53.614399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-1a160d61-9ab4-415b-8ecd-29e17a972015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:53.615907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-1a160d61-9ab4-415b-8ecd-29e17a972015 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee&tenant_id=c3b09e1cb0bc45348a04f3f44603102c HTTP/1.1" status: 200 len: 1095 time: 0.4330688 Aug 31 06:52:53.619359 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.688496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317e3fa-145f-43f3-a6a4-a8501f8af49d req-de0ca01d-c8d9-4bf1-b330-a9b5c34c139d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:53.690018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8317e3fa-145f-43f3-a6a4-a8501f8af49d req-de0ca01d-c8d9-4bf1-b330-a9b5c34c139d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.1148093 Aug 31 06:52:53.791601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-0020fc68-d58e-4c1f-b3a9-3254dcdb8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:53.793102 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-0020fc68-d58e-4c1f-b3a9-3254dcdb8e3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 1095 time: 0.1547585 Aug 31 06:52:53.799740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8317e3fa-145f-43f3-a6a4-a8501f8af49d req-3a9f2761-ae7b-4840-a9fa-675596f9e9a8 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918078 Aug 31 06:52:53.966128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-14fcf940-29a5-4bac-a113-cc19fdd4859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:53.967495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-14fcf940-29a5-4bac-a113-cc19fdd4859e service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 914 time: 0.1655064 Aug 31 06:52:54.018460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-e3f0066b-9ed7-4d01-9d38-5d91c545f332 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c HTTP/1.1" status: 200 len: 217 time: 0.0424137 Aug 31 06:52:54.022237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Router 990ffa8b-4145-4d11-b5f6-688660bf35c7 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:54.112803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-3ba42815-fb38-4ac8-9573-cb3ad64b2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:54.114297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-3ba42815-fb38-4ac8-9573-cb3ad64b2ee3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c664680-7d32-42c3-a477-d9d8ee9cd26f HTTP/1.1" status: 200 len: 853 time: 0.0894651 Aug 31 06:52:54.173567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-8e725e1f-b295-4655-9f19-af20b351b242 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525045 Aug 31 06:52:54.188760 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-54dc5cef-11d8-4ab0-9a1f-cdcb7e9d5da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.245767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:54.254524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-432ad409-2400-4a51-a321-28ffb269897b admin admin] 10.222.0.15 "PUT /v2.0/routers/990ffa8b-4145-4d11-b5f6-688660bf35c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3304589 Aug 31 06:52:54.254913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58860) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:54.259048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] Sync routers for ids ['990ffa8b-4145-4d11-b5f6-688660bf35c7'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:54.283617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] Routers {'990ffa8b-4145-4d11-b5f6-688660bf35c7'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:54.284710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['990ffa8b-4145-4d11-b5f6-688660bf35c7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:54.302511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-03f3375d-f0f0-4fca-82df-5f5a2464b4f2 service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215801 Aug 31 06:52:54.398754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16e932f5-5c99-4afd-b887-99afc2f29458 req-135f537d-8b15-4543-9768-21aed31264ef service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895877 Aug 31 06:52:54.419286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.425850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] Set router 990ffa8b-4145-4d11-b5f6-688660bf35c7 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:54.454242 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.590874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.672332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:52:53Z', 'revision_number': 5, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port': {'id': 'd676d981-ecb5-4392-a38b-ec3958ccbe79', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:54.683613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Deleting port d676d981-ecb5-4392-a38b-ec3958ccbe79 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:54.684182 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.712005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] Checking router: 990ffa8b-4145-4d11-b5f6-688660bf35c7 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:54.722123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] Routers {'990ffa8b-4145-4d11-b5f6-688660bf35c7'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:54.723037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['990ffa8b-4145-4d11-b5f6-688660bf35c7'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:54.807068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] For port d676d981-ecb5-4392-a38b-ec3958ccbe79, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d676d981-ecb5-4392-a38b-ec3958ccbe79,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:54.807435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.822569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Calling delete_port for d676d981-ecb5-4392-a38b-ec3958ccbe79 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:54.827672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] Set router 990ffa8b-4145-4d11-b5f6-688660bf35c7 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:54.932053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:52:54Z', 'revision_number': 6, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:55.001472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0e0cc-eba6-4d24-ad01-61ab7b0960cb None None] The sync data for ids ['990ffa8b-4145-4d11-b5f6-688660bf35c7'] in n-d-712142-16 is: [{'id': '990ffa8b-4145-4d11-b5f6-688660bf35c7', 'name': 'tempest-ServerRescueNegativeTestJSON-40025317-router', 'tenant_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:50:29Z', 'updated_at': '2021-08-31T06:52:54Z', 'revision_number': 6, 'project_id': '13c3b3d85a8e42368f36ce4df398cdd5', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:55.038709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66cf1c-83df-4d45-954f-13e53ea294a9 req-0463cea6-154e-4e37-b542-a982799d21a6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:55.056508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc66cf1c-83df-4d45-954f-13e53ea294a9 req-0463cea6-154e-4e37-b542-a982799d21a6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.1206663 Aug 31 06:52:55.123749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc66cf1c-83df-4d45-954f-13e53ea294a9 req-a7f85537-e4af-46a3-a93c-53520b9e6d0d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659931 Aug 31 06:52:55.161679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.233703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d676d981-ecb5-4392-a38b-ec3958ccbe79,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:55.263021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.264058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.264058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.264058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.264394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.264602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.264877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.265215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.265520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.265912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.266432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.266912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:55.313288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.497786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.500275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.572544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.573350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 990ffa8b-4145-4d11-b5f6-688660bf35c7 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:52:55.578869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.582153 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a60497bc-8912-4afb-aade-f0eb8f5183f2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/990ffa8b-4145-4d11-b5f6-688660bf35c7 HTTP/1.1" status: 204 len: 168 time: 1.3259881 Aug 31 06:52:55.583002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58886) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:55.639468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f6513f-988a-4d57-be54-f8434cd37638 admin admin] Deleting subnet a630977d-d2dd-400a-a506-7101aac14fea {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:55.643571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8f6513f-988a-4d57-be54-f8434cd37638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.685432 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8f6513f-988a-4d57-be54-f8434cd37638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.731363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8f6513f-988a-4d57-be54-f8434cd37638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.801978 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8f6513f-988a-4d57-be54-f8434cd37638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.819815 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.848008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6513f-988a-4d57-be54-f8434cd37638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a630977d-d2dd-400a-a506-7101aac14fea,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:55.863817 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8f6513f-988a-4d57-be54-f8434cd37638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.865856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e8f6513f-988a-4d57-be54-f8434cd37638 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a630977d-d2dd-400a-a506-7101aac14fea HTTP/1.1" status: 204 len: 168 time: 0.2819035 Aug 31 06:52:55.869329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58892) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:56.003846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.099995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.112448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be123292-6003-4775-9ebc-f3e3dd6d7cb2']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:56.125654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd08e1e7-815f-4094-8786-d8be86a84e64') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:56.125964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd08e1e7-815f-4094-8786-d8be86a84e64') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:56.135484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.149356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.155633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:56.156368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:56.157673 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:56.219336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.249922 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.254096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/be123292-6003-4775-9ebc-f3e3dd6d7cb2 HTTP/1.1" status: 204 len: 168 time: 0.3814833 Aug 31 06:52:56.297150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d193-ed70-4bcc-99ff-0d4b770ee0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=be123292-6003-4775-9ebc-f3e3dd6d7cb2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:56.319076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbdc0a-1357-4b4f-9d3b-a713311c4c2a req-8fc58c73-f14b-4109-8293-975b6956e4fe tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:56.330855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21dbdc0a-1357-4b4f-9d3b-a713311c4c2a req-8fc58c73-f14b-4109-8293-975b6956e4fe tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.1248815 Aug 31 06:52:56.380845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21dbdc0a-1357-4b4f-9d3b-a713311c4c2a req-3bf417d0-a8e7-4bff-b1a7-b981dd402457 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484717 Aug 31 06:52:56.396264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:56.427449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58898) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:56.446976 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:52:56.476982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1e3e2d0e-74e3-458a-91c0-799d73a1608b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13c3b3d85a8e42368f36ce4df398cdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459797 Aug 31 06:52:56.477255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58900) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:56.532059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99a41fcc-7593-45c1-b5e6-3db63d60b3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.554607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99a41fcc-7593-45c1-b5e6-3db63d60b3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.612775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99a41fcc-7593-45c1-b5e6-3db63d60b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.617514 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99a41fcc-7593-45c1-b5e6-3db63d60b3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.619375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99a41fcc-7593-45c1-b5e6-3db63d60b3c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/516c8540-bb67-440d-b685-d6c9e437069b HTTP/1.1" status: 204 len: 168 time: 0.1406035 Aug 31 06:52:56.630279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a41fcc-7593-45c1-b5e6-3db63d60b3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c8540-bb67-440d-b685-d6c9e437069b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:56.775854 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ba09cb42-0110-4ff3-99cf-99a4364bd10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.900491 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:57.088155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b7b93776-2774-4c75-84ec-fab68098f126 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:57.113424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b7b93776-2774-4c75-84ec-fab68098f126 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:57.113746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b7b93776-2774-4c75-84ec-fab68098f126 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:57.114161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d676d981-ecb5-4392-a38b-ec3958ccbe79 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:57.138183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d676d981-ecb5-4392-a38b-ec3958ccbe79 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:57.138807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d676d981-ecb5-4392-a38b-ec3958ccbe79 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:57.521515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc91d6c-8a6b-45b6-9403-01c7383cda29 req-dfba1d71-673b-4e5c-8765-fe9d34147609 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:57.523537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0cc91d6c-8a6b-45b6-9403-01c7383cda29 req-dfba1d71-673b-4e5c-8765-fe9d34147609 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0720425 Aug 31 06:52:57.593679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0cc91d6c-8a6b-45b6-9403-01c7383cda29 req-3a7a3b0a-cb5c-4b6b-999c-02a640568134 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639622 Aug 31 06:52:58.118164 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.750848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330fc31-fffa-4b64-841b-28ef75f4a3b1 req-42ee1ff3-bc2e-42b6-9ba6-9dca79f61489 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:58.762412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1330fc31-fffa-4b64-841b-28ef75f4a3b1 req-42ee1ff3-bc2e-42b6-9ba6-9dca79f61489 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0758507 Aug 31 06:52:58.809064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1330fc31-fffa-4b64-841b-28ef75f4a3b1 req-5ad8767b-ee39-4cec-8803-51de4a97847a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Aug 31 06:52:59.956256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e10f73-6d4e-4ef0-bccb-a07df817ac31 req-5d8d8f34-a03d-4dd7-a343-b11c2386bfbb tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:59.965122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28e10f73-6d4e-4ef0-bccb-a07df817ac31 req-5d8d8f34-a03d-4dd7-a343-b11c2386bfbb tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0750105 Aug 31 06:52:59.977867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.012435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28e10f73-6d4e-4ef0-bccb-a07df817ac31 req-94616eef-5a8a-4c27-aef5-5fd7b46ad0d6 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 Aug 31 06:53:01.163586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ff11d-dc82-463d-9157-38f6c5321e21 req-cf1ce150-cac0-4792-bed7-128570bca3df tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:01.166203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-318ff11d-dc82-463d-9157-38f6c5321e21 req-cf1ce150-cac0-4792-bed7-128570bca3df tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0679090 Aug 31 06:53:01.204779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-318ff11d-dc82-463d-9157-38f6c5321e21 req-784e97f3-8e50-420a-81d5-298877884601 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Aug 31 06:53:02.369917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b62348-029b-4d05-8646-ca72d7284c05 req-1072b3fa-d98b-4397-a944-d3780bd5c1d3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:02.371443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91b62348-029b-4d05-8646-ca72d7284c05 req-1072b3fa-d98b-4397-a944-d3780bd5c1d3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0520802 Aug 31 06:53:02.411910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91b62348-029b-4d05-8646-ca72d7284c05 req-4ee1862f-ac87-4e2d-8a21-d6fc6c35266f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344958 Aug 31 06:53:03.556336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e7916-5f36-4d6f-a8b7-dd03dc7876c3 req-70b1827f-9533-4561-879b-caaeb9d945cc tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:03.558875 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e3e7916-5f36-4d6f-a8b7-dd03dc7876c3 req-70b1827f-9533-4561-879b-caaeb9d945cc tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0745561 Aug 31 06:53:03.602245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e3e7916-5f36-4d6f-a8b7-dd03dc7876c3 req-bbba5801-db28-41f6-8012-e816c84214bb tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368454 Aug 31 06:53:04.769528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cbafe-b4a3-4b25-9041-d80b322407f0 req-3f8d66c2-9753-4c5e-a6b1-715d9f04aca2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:04.771031 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-804cbafe-b4a3-4b25-9041-d80b322407f0 req-3f8d66c2-9753-4c5e-a6b1-715d9f04aca2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0720088 Aug 31 06:53:04.825474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-804cbafe-b4a3-4b25-9041-d80b322407f0 req-a2cc01d4-5500-4796-a7bc-832cdf5071a1 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Aug 31 06:53:05.247707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59048) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:05.324047 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a0a0ea3f-c29e-4287-a5ec-67eb8e32459d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/floatingips/6305d805-ec89-4b38-932a-5b17b099cc8e HTTP/1.1" status: 200 len: 994 time: 0.0698395 Aug 31 06:53:05.571766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59060) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:05.743423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port dac04c18-2972-4ae4-8d27-3a7608106673 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:05.743781 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.824187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.824540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.839098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for dac04c18-2972-4ae4-8d27-3a7608106673 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:05.958448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f460140-97ee-42e9-a629-817081016b82 req-8f9abdf1-6586-47fe-a4e5-bb65dde635b7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:05.967488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f460140-97ee-42e9-a629-817081016b82 req-8f9abdf1-6586-47fe-a4e5-bb65dde635b7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0738750 Aug 31 06:53:06.033052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0f460140-97ee-42e9-a629-817081016b82 req-325c2b3e-35ff-4bbc-a8d9-4467c8d90e87 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556715 Aug 31 06:53:06.079302 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.108827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=dac04c18-2972-4ae4-8d27-3a7608106673,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:06.175275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.175804 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Floating IP 6305d805-ec89-4b38-932a-5b17b099cc8e disassociated (deleted). External IP: 172.25.5.127, port: cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0. Aug 31 06:53:06.424552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:06.559049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:06.564004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.569786 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] Sync routers for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:06.579714 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:06.580377 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:06.597040 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3162aa1c-26cf-48cd-b65b-ad81e6b25dfb tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/floatingips/6305d805-ec89-4b38-932a-5b17b099cc8e HTTP/1.1" status: 204 len: 168 time: 1.0208497 Aug 31 06:53:06.597040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:06.597511 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:06.639124 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115a35c3-2f6f-4eb8-a4f4-786302bdf91d x-openstack-request-id: req-115a35c3-2f6f-4eb8-a4f4-786302bdf91d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:06.639502 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:06.639853 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-115a35c3-2f6f-4eb8-a4f4-786302bdf91d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:06.640438 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'status': 'completed', 'code': 200} Aug 31 06:53:06.734260 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:06.748659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-51149ed3-7ec9-410b-8394-c9751bd94238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:06.752642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-51149ed3-7ec9-410b-8394-c9751bd94238 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4771f9e6574845a4add31715e9c944&device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 1098 time: 0.0667593 Aug 31 06:53:06.909047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-c6d697e2-7e2c-4b2a-af4b-c7e69186cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:06.910940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-c6d697e2-7e2c-4b2a-af4b-c7e69186cfe9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8cb7d3f3-add6-4310-9919-d08110992dd6 HTTP/1.1" status: 200 len: 898 time: 0.1497648 Aug 31 06:53:06.990309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-ffac1b1e-002b-4dd1-a909-af9192b2fec0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 HTTP/1.1" status: 200 len: 217 time: 0.0705576 Aug 31 06:53:07.002906 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:15Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:07.057840 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] Checking router: e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:53:07.059011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786df85-d2b4-4081-b27d-e5c2f2eca27e req-90585baf-d5c5-4e49-92c9-ac6b0f2472ab tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:07.068015 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:07.068784 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:07.073114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6786df85-d2b4-4081-b27d-e5c2f2eca27e req-90585baf-d5c5-4e49-92c9-ac6b0f2472ab tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 946 time: 0.1513355 Aug 31 06:53:07.147797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-0f042e4a-113f-44fb-acf3-c6463ff0247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:07.150294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-0f042e4a-113f-44fb-acf3-c6463ff0247d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed05c17-6fc6-471a-8b90-6dac7cd66163 HTTP/1.1" status: 200 len: 834 time: 0.1418571 Aug 31 06:53:07.161781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6786df85-d2b4-4081-b27d-e5c2f2eca27e req-4bf9bd63-dba6-49c5-8572-15fc34c37373 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852044 Aug 31 06:53:07.217923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-fd014066-c3bd-4959-be99-2e94a4612902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:07.220701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-fd014066-c3bd-4959-be99-2e94a4612902 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8cb7d3f3-add6-4310-9919-d08110992dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539021 Aug 31 06:53:07.225651 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:07.276346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162719d-8261-4bc7-8c6d-a106da27a3d3 req-af44b5d7-97fd-4c14-979e-40db682e0a4d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:07.278811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d162719d-8261-4bc7-8c6d-a106da27a3d3 req-af44b5d7-97fd-4c14-979e-40db682e0a4d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0624993 Aug 31 06:53:07.326088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d162719d-8261-4bc7-8c6d-a106da27a3d3 req-26e778f4-5f31-4cc0-aadc-51d5a21fb37c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Aug 31 06:53:07.350143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-5b573787-f983-4460-bc22-591b4d53a521 service neutron] 10.222.0.42 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139882 Aug 31 06:53:07.463974 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-160f9b4b-b4d4-42e1-a6ef-0c0e8975f4fc req-42fbe75d-89b0-46b9-8cbf-336a2b042d58 service neutron] 10.222.0.42 "GET /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016407 Aug 31 06:53:07.516316 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:15Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:07.554052 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b22a3e-3db7-4032-b2fa-f6ea50522df1 None None] The sync data for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 is: [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:52:10Z', 'revision_number': 4, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '611ccc71-1bf8-4a91-a100-fd9c3f3ec395', 'name': '', 'network_id': '8cb7d3f3-add6-4310-9919-d08110992dd6', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'mac_address': 'fa:16:3e:50:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:10Z', 'updated_at': '2021-08-31T06:52:15Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'subnets': [{'id': '7ed05c17-6fc6-471a-8b90-6dac7cd66163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:07.938434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da30ac3-4d97-49b0-9f0f-b65c17f23ce7 None None] New status for floating IP 6305d805-ec89-4b38-932a-5b17b099cc8e: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:53:08.289242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d48ee5-a7fd-4da4-b8a8-c81dc2694013 req-84b29042-5925-4b6f-9d15-376ffb97b4e2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:08.291385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3d48ee5-a7fd-4da4-b8a8-c81dc2694013 req-84b29042-5925-4b6f-9d15-376ffb97b4e2 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 946 time: 0.0629189 Aug 31 06:53:08.331481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3d48ee5-a7fd-4da4-b8a8-c81dc2694013 req-c7298117-6c50-457d-b51c-22cdb2052635 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/security-groups?id=077b7ed6-9f33-4429-9032-b5cc74d23bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334830 Aug 31 06:53:08.445795 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:53:08.466382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fefbb6-6aed-47c8-801a-aedaab58a868 req-a6750e03-38a9-41cf-976f-882496391c81 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:08.468083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9fefbb6-6aed-47c8-801a-aedaab58a868 req-a6750e03-38a9-41cf-976f-882496391c81 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 943 time: 0.0556874 Aug 31 06:53:08.516023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9fefbb6-6aed-47c8-801a-aedaab58a868 req-3c8cc733-bb73-41b0-9cc2-65fa425995eb tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Aug 31 06:53:08.548568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:08.561881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'network_id': 'aa85e8d4-49d6-4998-9a3f-57b99a99e16d', 'port_id': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'mac_address': 'fa:16:3e:50:e6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c664680-7d32-42c3-a477-d9d8ee9cd26f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:53:08.598053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.598286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-3355084a-1753-4145-8b7d-5239a8397cec tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:08.599873 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-3355084a-1753-4145-8b7d-5239a8397cec tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 946 time: 0.0495129 Aug 31 06:53:08.611510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:08.634843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:08.638990 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.690811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:08.699234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:08.699593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.795271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:08.795633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.808876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:08.914695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:08.945444 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.986261 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:09.040819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] No DVR routers for this DVR port cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:09.044655 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:09.046748 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-884a315e-c6ac-48c8-9577-1aca3d035530 req-f851db1d-124d-4023-902c-f510b4dde2dc tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.42 "DELETE /v2.0/ports/cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 HTTP/1.1" status: 204 len: 173 time: 0.4407811 Aug 31 06:53:09.047200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'name': 'network-vif-deleted', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:09.049646 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3076e97-5a44-4e2b-a974-16d97d375afe" -d '{"events": [{"server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "name": "network-vif-deleted", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:09.101117 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b577b5-14d0-457d-8c0c-bcb85779f54e x-openstack-request-id: req-10b577b5-14d0-457d-8c0c-bcb85779f54e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:09.101496 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79265679-4d4d-49c8-9b3e-a6eaa442e56d", "name": "network-vif-deleted", "tag": "cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:09.101802 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10b577b5-14d0-457d-8c0c-bcb85779f54e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:09.102263 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79265679-4d4d-49c8-9b3e-a6eaa442e56d', 'name': 'network-vif-deleted', 'tag': 'cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0', 'status': 'completed', 'code': 200} Aug 31 06:53:09.445670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-10949bd4-7d88-46e1-8078-7b600952d190 req-e2b5cc78-27e1-4243-8801-0d505cd3060c tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "GET /v2.0/ports?device_id=79265679-4d4d-49c8-9b3e-a6eaa442e56d HTTP/1.1" status: 200 len: 210 time: 0.0278018 Aug 31 06:53:09.652150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d6b86-2b98-44ef-8d89-357e34ce9b3a req-34ef102a-c86b-426f-b011-6a3ec9e28ed9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:09.653643 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-896d6b86-2b98-44ef-8d89-357e34ce9b3a req-34ef102a-c86b-426f-b011-6a3ec9e28ed9 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 944 time: 0.0540254 Aug 31 06:53:09.694596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-896d6b86-2b98-44ef-8d89-357e34ce9b3a req-150bcaad-743c-4aa8-baa0-525efb142031 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Aug 31 06:53:10.051438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59114) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:10.167636 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ea02-c967-4f84-afc8-f67a91ae04c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.264888 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ea02-c967-4f84-afc8-f67a91ae04c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.268649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ea02-c967-4f84-afc8-f67a91ae04c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.309113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7aa4ea02-c967-4f84-afc8-f67a91ae04c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2eb03ded7cdf4597832cbb971d83d70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565074 Aug 31 06:53:10.310264 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4ea02-c967-4f84-afc8-f67a91ae04c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c4f2a1-990e-4cad-97b4-80d63d38a048,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:10.311904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59120) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:10.365228 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c4a8339-6661-480b-8f86-ac1e91575f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.386779 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c4a8339-6661-480b-8f86-ac1e91575f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.432803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c4a8339-6661-480b-8f86-ac1e91575f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.435350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c4a8339-6661-480b-8f86-ac1e91575f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.436514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7c4a8339-6661-480b-8f86-ac1e91575f69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14c4f2a1-990e-4cad-97b4-80d63d38a048 HTTP/1.1" status: 204 len: 168 time: 0.1210701 Aug 31 06:53:10.444562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a8339-6661-480b-8f86-ac1e91575f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c4f2a1-990e-4cad-97b4-80d63d38a048,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:10.477961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:10.509945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59126) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:10.564366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:10.564366 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.579375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6e7eacf-c4de-432f-9e3f-aa4610467d7d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.607346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6e7eacf-c4de-432f-9e3f-aa4610467d7d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.637278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.665654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:10.669623 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7148e3-c771-4886-b7bd-7c95c5d25d7b" -d '{"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:10.678347 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6e7eacf-c4de-432f-9e3f-aa4610467d7d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.681956 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6e7eacf-c4de-432f-9e3f-aa4610467d7d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.683404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d6e7eacf-c4de-432f-9e3f-aa4610467d7d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/security-groups/077b7ed6-9f33-4429-9032-b5cc74d23bf8 HTTP/1.1" status: 204 len: 168 time: 0.1722729 Aug 31 06:53:10.683542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:10.690003 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.695145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7eacf-c4de-432f-9e3f-aa4610467d7d tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077b7ed6-9f33-4429-9032-b5cc74d23bf8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:10.730387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59140) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:10.750256 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3158cc-e6c1-4ad8-bbbe-a53b8a6bfee9 x-openstack-request-id: req-ab3158cc-e6c1-4ad8-bbbe-a53b8a6bfee9 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:10.750554 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:10.750810 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab3158cc-e6c1-4ad8-bbbe-a53b8a6bfee9 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:10.751205 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'code': 200} Aug 31 06:53:10.767425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:10.900389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09fa29-a0e2-4858-9cec-ec152b129542 req-61da6b88-7021-496b-9dd2-162aa4e5b29e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:10.901936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b09fa29-a0e2-4858-9cec-ec152b129542 req-61da6b88-7021-496b-9dd2-162aa4e5b29e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0898678 Aug 31 06:53:10.909142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95ed25-020a-409c-8e22-22b3379b0cbf req-83457521-e574-424d-842a-e94cef529efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:10.911982 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa95ed25-020a-409c-8e22-22b3379b0cbf req-83457521-e574-424d-842a-e94cef529efe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 1098 time: 0.0478182 Aug 31 06:53:10.952821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa95ed25-020a-409c-8e22-22b3379b0cbf req-72d64b6a-3ff2-40fe-b0f5-85b3f7d3e879 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Aug 31 06:53:11.003856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b09fa29-a0e2-4858-9cec-ec152b129542 req-43438084-5a3c-4252-9145-f6d810917dc5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948536 Aug 31 06:53:11.216761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.822610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:11.823290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.926985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port 611ccc71-1bf8-4a91-a100-fd9c3f3ec395, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:11.927348 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.943504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:12.171705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160fb61-b243-46e9-8e79-895a1c821a8a req-b7cbf561-50e1-4e1c-95c8-f5c4cd8a7441 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:12.173611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2160fb61-b243-46e9-8e79-895a1c821a8a req-b7cbf561-50e1-4e1c-95c8-f5c4cd8a7441 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0758691 Aug 31 06:53:12.176914 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.240850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=611ccc71-1bf8-4a91-a100-fd9c3f3ec395,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:12.257587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2160fb61-b243-46e9-8e79-895a1c821a8a req-ef2dc861-0a90-45e9-9a48-55749ba5906d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732558 Aug 31 06:53:12.488652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.618313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:12.643721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:12.644445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cc7108fb-b09a-4a84-ac2b-37b8b91d7aa0 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:12.776135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:12.914827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:12.919917 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d32bf5b3-a91e-4a79-88da-54e3f62702a5 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "PUT /v2.0/routers/e85cb1bc-b7d4-4eb6-8111-a3be5de462b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1885803 Aug 31 06:53:12.923530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59234) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:12.928406 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] Sync routers for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:12.938295 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:12.939133 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:12.988842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5489f0aa-6946-4ddd-88fb-9793b91a6704 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting subnet 7ed05c17-6fc6-471a-8b90-6dac7cd66163 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:12.993296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5489f0aa-6946-4ddd-88fb-9793b91a6704 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.058460 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5489f0aa-6946-4ddd-88fb-9793b91a6704 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.098029 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:13.188751 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5489f0aa-6946-4ddd-88fb-9793b91a6704 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.254347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5489f0aa-6946-4ddd-88fb-9793b91a6704 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.283616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489f0aa-6946-4ddd-88fb-9793b91a6704 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed05c17-6fc6-471a-8b90-6dac7cd66163,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:13.287538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5489f0aa-6946-4ddd-88fb-9793b91a6704 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.290213 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5489f0aa-6946-4ddd-88fb-9793b91a6704 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/subnets/7ed05c17-6fc6-471a-8b90-6dac7cd66163 HTTP/1.1" status: 204 len: 168 time: 0.3647277 Aug 31 06:53:13.292712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59242) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:13.307330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf98484-cd86-4246-a0de-845a369cd501 None None] Network 8cb7d3f3-add6-4310-9919-d08110992dd6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:13.344511 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:53:12Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:13.403822 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] Checking router: e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:53:13.407113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.420107 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] Routers {'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:13.421142 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:13.479114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78c039-959d-4bfb-a279-ad80a39ee8b1 req-8fa3093e-2b71-4e30-a917-3e9614eb3c97 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:13.488413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c78c039-959d-4bfb-a279-ad80a39ee8b1 req-8fa3093e-2b71-4e30-a917-3e9614eb3c97 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0981123 Aug 31 06:53:13.547150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c78c039-959d-4bfb-a279-ad80a39ee8b1 req-0f888091-f411-4a26-8da4-f84ca43bfbfb tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578613 Aug 31 06:53:13.570610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.571311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] DHCP port deletion for 8cb7d3f3-add6-4310-9919-d08110992dd6 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:53:13.625537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Deleting port a1b0d81e-e6dc-4326-af73-777bd9497cca {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:13.625719 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.646300 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] Set router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:13.684425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] Deleting port d180c119-5bbb-4a3a-9943-c1a3c70977ed {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:13.684989 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.689521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675553-d051-4456-8438-bf920150d75d req-f609e406-2fee-4288-b75e-a82b3144bf5c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:13.691463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45675553-d051-4456-8438-bf920150d75d req-f609e406-2fee-4288-b75e-a82b3144bf5c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0659044 Aug 31 06:53:13.732787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] For port a1b0d81e-e6dc-4326-af73-777bd9497cca, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a1b0d81e-e6dc-4326-af73-777bd9497cca,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:13.733565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.746363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45675553-d051-4456-8438-bf920150d75d req-934488ef-0f28-4f1c-91a7-36aec41b19c2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Aug 31 06:53:13.748083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Calling delete_port for a1b0d81e-e6dc-4326-af73-777bd9497cca owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:13.806300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] For port d180c119-5bbb-4a3a-9943-c1a3c70977ed, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d180c119-5bbb-4a3a-9943-c1a3c70977ed,segment=NetworkSegment(0444a7cc-2191-4eb0-a15b-396fc6ee6689),segment_id=0444a7cc-2191-4eb0-a15b-396fc6ee6689)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:13.806804 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.820595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] Calling delete_port for d180c119-5bbb-4a3a-9943-c1a3c70977ed owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:13.924604 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.943357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69b47-4c2e-4dc9-a58e-9170ab735f5a req-0e29ae57-3e58-4a1e-a65c-e6e8532ceb15 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:13.951429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-68f69b47-4c2e-4dc9-a58e-9170ab735f5a req-0e29ae57-3e58-4a1e-a65c-e6e8532ceb15 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.1102376 Aug 31 06:53:13.955881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] Pushing event deleted for resources: {'Port': ['ID=d180c119-5bbb-4a3a-9943-c1a3c70977ed,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:13.958208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb8659-785d-4077-a5f1-a73348989b09 None None] No DVR routers for this DVR port d180c119-5bbb-4a3a-9943-c1a3c70977ed on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:13.975309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59254) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:14.023526 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-68f69b47-4c2e-4dc9-a58e-9170ab735f5a req-65f8d754-cff2-4261-94f4-efee2dd0270c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709558 Aug 31 06:53:14.049334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.054735 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:53:12Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:14.093499 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a986b3-66be-4f0d-9c4a-321135efb17c None None] The sync data for ids ['e85cb1bc-b7d4-4eb6-8111-a3be5de462b2'] in n-d-712142-16 is: [{'id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'name': 'tempest-TestNetworkBasicOps-router-197940619', 'tenant_id': 'ee4771f9e6574845a4add31715e9c944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:06Z', 'updated_at': '2021-08-31T06:53:12Z', 'revision_number': 5, 'project_id': 'ee4771f9e6574845a4add31715e9c944', 'gw_port': {'id': 'a1b0d81e-e6dc-4326-af73-777bd9497cca', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85cb1bc-b7d4-4eb6-8111-a3be5de462b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:07Z', 'updated_at': '2021-08-31T06:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:14.096622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Port': ['ID=a1b0d81e-e6dc-4326-af73-777bd9497cca,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:14.149547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12b903ff-70c0-46dd-a32c-89d9df139ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.188373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.241584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12b903ff-70c0-46dd-a32c-89d9df139ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.245481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12b903ff-70c0-46dd-a32c-89d9df139ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.263546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c727ef1-9b6f-4b9e-8068-06cc76a3bb57 req-e6ae0fa4-9cd6-4984-a443-d52ca3bd269c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:14.265488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c727ef1-9b6f-4b9e-8068-06cc76a3bb57 req-e6ae0fa4-9cd6-4984-a443-d52ca3bd269c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.1196971 Aug 31 06:53:14.285960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-12b903ff-70c0-46dd-a32c-89d9df139ca3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5ebb22231974c76bbcb20ed0e067932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095682 Aug 31 06:53:14.286841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b903ff-70c0-46dd-a32c-89d9df139ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a34a455-ce51-4ff8-b26d-959e34922e8d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:14.289129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59262) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:14.301945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.308929 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.345634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01f703f-981e-42f5-8b61-d18b723207bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.361888 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c727ef1-9b6f-4b9e-8068-06cc76a3bb57 req-f597fba8-2f10-470c-a952-f1730fc8e7ad tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708747 Aug 31 06:53:14.366994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.367943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Fanout notify agent at l3_agent the message router_deleted on router e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:53:14.369497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01f703f-981e-42f5-8b61-d18b723207bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.376702 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.380127 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-95151937-8c9f-4e3b-8213-9fb24a289909 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/routers/e85cb1bc-b7d4-4eb6-8111-a3be5de462b2 HTTP/1.1" status: 204 len: 168 time: 1.0837560 Aug 31 06:53:14.380403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59266) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:14.431116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01f703f-981e-42f5-8b61-d18b723207bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.434467 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01f703f-981e-42f5-8b61-d18b723207bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.435843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e01f703f-981e-42f5-8b61-d18b723207bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a34a455-ce51-4ff8-b26d-959e34922e8d HTTP/1.1" status: 204 len: 168 time: 0.1457555 Aug 31 06:53:14.444909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f703f-981e-42f5-8b61-d18b723207bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a34a455-ce51-4ff8-b26d-959e34922e8d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:14.514999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.558473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01c95c-b1c5-455c-a8f3-6c626646cb39 req-3ecea4c5-bddb-4c6f-a1f1-580eb2ddfb35 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:14.560056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df01c95c-b1c5-455c-a8f3-6c626646cb39 req-3ecea4c5-bddb-4c6f-a1f1-580eb2ddfb35 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0987039 Aug 31 06:53:14.640202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.657989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb7d3f3-add6-4310-9919-d08110992dd6']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:14.662593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df01c95c-b1c5-455c-a8f3-6c626646cb39 req-84bc4381-68f1-45f9-8d9b-63a73c910d86 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867774 Aug 31 06:53:14.675204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0444a7cc-2191-4eb0-a15b-396fc6ee6689') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:14.675706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0444a7cc-2191-4eb0-a15b-396fc6ee6689') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:14.691092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.709868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.717636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:14.718115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:14.721770 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:14.807686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59280) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:14.822736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b394830f-d7ba-46a9-abbe-e4d4c4b7b031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.948234 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b394830f-d7ba-46a9-abbe-e4d4c4b7b031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.953169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b394830f-d7ba-46a9-abbe-e4d4c4b7b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.996016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b394830f-d7ba-46a9-abbe-e4d4c4b7b031 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a241ed0bfcc482d8507aad25f804b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870775 Aug 31 06:53:14.996936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394830f-d7ba-46a9-abbe-e4d4c4b7b031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0777bfb-680d-4ef9-8e8f-02f1f9ab69d2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:15.000508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59282) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:15.059372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f995dad-26d6-44c3-88ad-1cc3179e2497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.081548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f995dad-26d6-44c3-88ad-1cc3179e2497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.129794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f995dad-26d6-44c3-88ad-1cc3179e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.132410 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f995dad-26d6-44c3-88ad-1cc3179e2497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.134136 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9f995dad-26d6-44c3-88ad-1cc3179e2497 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0777bfb-680d-4ef9-8e8f-02f1f9ab69d2 HTTP/1.1" status: 204 len: 168 time: 0.1324353 Aug 31 06:53:15.147378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f995dad-26d6-44c3-88ad-1cc3179e2497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0777bfb-680d-4ef9-8e8f-02f1f9ab69d2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:15.147586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.156739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.162053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] 10.222.0.15 "DELETE /v2.0/networks/8cb7d3f3-add6-4310-9919-d08110992dd6 HTTP/1.1" status: 204 len: 168 time: 0.7797785 Aug 31 06:53:15.185539 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ffad9-ef95-4b6c-832a-55e6514599cd req-ac7f1db2-0437-4129-a8e7-27cd97534ba2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:15.187060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-785ffad9-ef95-4b6c-832a-55e6514599cd req-ac7f1db2-0437-4129-a8e7-27cd97534ba2 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.4124660 Aug 31 06:53:15.188027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc0199-4ad1-4a03-a73d-473f0088cae6 tempest-TestNetworkBasicOps-488515077 tempest-TestNetworkBasicOps-488515077-project] Pushing event deleted for resources: {'Network': ['ID=8cb7d3f3-add6-4310-9919-d08110992dd6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:15.241009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-785ffad9-ef95-4b6c-832a-55e6514599cd req-6d573b9f-8e25-410c-b900-bfa00cf6ab25 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464649 Aug 31 06:53:15.327216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a1b0d81e-e6dc-4326-af73-777bd9497cca no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:15.355051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a1b0d81e-e6dc-4326-af73-777bd9497cca {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:15.357664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a1b0d81e-e6dc-4326-af73-777bd9497cca not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:15.358116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:15.383640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:15.383901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 611ccc71-1bf8-4a91-a100-fd9c3f3ec395 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:15.384280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d180c119-5bbb-4a3a-9943-c1a3c70977ed no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:15.399987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83507b-cf67-420c-a175-0b333e28adbd req-0d04e938-1643-46c5-8ac4-18ad9671eb8e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:15.401846 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f83507b-cf67-420c-a175-0b333e28adbd req-0d04e938-1643-46c5-8ac4-18ad9671eb8e tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0610087 Aug 31 06:53:15.409480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d180c119-5bbb-4a3a-9943-c1a3c70977ed {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:15.409826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d180c119-5bbb-4a3a-9943-c1a3c70977ed not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:15.458042 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f83507b-cf67-420c-a175-0b333e28adbd req-15a5b5fd-4a1b-4f0a-872c-8af4832fdf41 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 Aug 31 06:53:15.587210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59302) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:15.724416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04bf4-698f-46ec-821a-1cb94a7d0cfb req-8ea0f4ec-c8ba-4efa-b4fd-c84b82e621f3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:15.725940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ac04bf4-698f-46ec-821a-1cb94a7d0cfb req-8ea0f4ec-c8ba-4efa-b4fd-c84b82e621f3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0639935 Aug 31 06:53:15.744499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d4cbc134-e1e2-4287-8d20-38d1b573c0ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee4771f9e6574845a4add31715e9c944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537621 Aug 31 06:53:15.744851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59312) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:15.771434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ac04bf4-698f-46ec-821a-1cb94a7d0cfb req-28839237-8eea-48ff-9b33-0cc767a156a4 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Aug 31 06:53:15.816572 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a7c5-5e3c-43d0-a7cc-7bf8459fea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.841751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a7c5-5e3c-43d0-a7cc-7bf8459fea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.893306 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a7c5-5e3c-43d0-a7cc-7bf8459fea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.895839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a7c5-5e3c-43d0-a7cc-7bf8459fea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.900068 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0ef2a7c5-5e3c-43d0-a7cc-7bf8459fea73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18e8b70d-1269-4042-b885-936ee70a38d6 HTTP/1.1" status: 204 len: 168 time: 0.1511726 Aug 31 06:53:15.907437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2a7c5-5e3c-43d0-a7cc-7bf8459fea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8b70d-1269-4042-b885-936ee70a38d6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:16.237763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59334) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:16.252394 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a4debdc4-cdc5-418c-8341-28001bd40cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.343910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a4debdc4-cdc5-418c-8341-28001bd40cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.348179 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a4debdc4-cdc5-418c-8341-28001bd40cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.390833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a4debdc4-cdc5-418c-8341-28001bd40cfc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f92328104d6949dda54a3107a184e1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519277 Aug 31 06:53:16.391552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4debdc4-cdc5-418c-8341-28001bd40cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b1fe0-2b23-4bda-a611-142b12594e12,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:16.393597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59338) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:16.444094 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23cfeddd-966b-4938-bc09-7d123c54db60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.468216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23cfeddd-966b-4938-bc09-7d123c54db60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.518734 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23cfeddd-966b-4938-bc09-7d123c54db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.521696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23cfeddd-966b-4938-bc09-7d123c54db60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.523186 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-23cfeddd-966b-4938-bc09-7d123c54db60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/400b1fe0-2b23-4bda-a611-142b12594e12 HTTP/1.1" status: 204 len: 168 time: 0.1286607 Aug 31 06:53:16.532532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfeddd-966b-4938-bc09-7d123c54db60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b1fe0-2b23-4bda-a611-142b12594e12,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:16.931872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cb401-906e-4290-8e70-3593821eb5de req-9d25045c-b38b-4d5c-afa8-d498dab2a726 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:16.933865 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a05cb401-906e-4290-8e70-3593821eb5de req-9d25045c-b38b-4d5c-afa8-d498dab2a726 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0677037 Aug 31 06:53:16.975949 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a05cb401-906e-4290-8e70-3593821eb5de req-ebf974e0-cb0a-4648-8365-18e25ff68b26 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Aug 31 06:53:17.323238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8d98b-e2b0-4a44-bae2-c260d736319b req-8ef4ec89-7e2f-4668-950a-c46d42ad5d03 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:17.324782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bb8d98b-e2b0-4a44-bae2-c260d736319b req-8ef4ec89-7e2f-4668-950a-c46d42ad5d03 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0983043 Aug 31 06:53:17.333537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-274dae09-46a4-4aa2-9256-3e5b9421380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:17.335251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-274dae09-46a4-4aa2-9256-3e5b9421380a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 1098 time: 0.0895729 Aug 31 06:53:17.418158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3bb8d98b-e2b0-4a44-bae2-c260d736319b req-e238f079-8409-4034-b207-8f767f57f6ab tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867815 Aug 31 06:53:17.432174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59398) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:17.455220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-51baea28-5703-427c-a149-48191ca0c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:17.456866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-51baea28-5703-427c-a149-48191ca0c95c service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 200 len: 914 time: 0.1087732 Aug 31 06:53:17.505261 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-c8684278-0c8f-421a-936f-261b06df4b79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c HTTP/1.1" status: 200 len: 217 time: 0.0408192 Aug 31 06:53:17.566051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-0f0a7594-c90b-4096-a182-5a8441192dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:17.568197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-0f0a7594-c90b-4096-a182-5a8441192dbc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c664680-7d32-42c3-a477-d9d8ee9cd26f HTTP/1.1" status: 200 len: 853 time: 0.0559664 Aug 31 06:53:17.578287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-110496215-network', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:17.606294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-99714091-6675-44e3-b202-31239691f825 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa85e8d4-49d6-4998-9a3f-57b99a99e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308495 Aug 31 06:53:17.607701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Made reservation on behalf of 6a40deba9a724656b139c04f1f2fc4ff for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:17.610768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.621758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.729113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-b1448fb4-e5d7-4567-b983-31659024dc12 service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158690 Aug 31 06:53:17.741139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.745770 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.772200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:17.783130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d121f854-5276-4608-9593-3cc57bcecc24,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:17.788512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.788950 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Added segment db2b227e-d83c-46eb-a0d9-9449418b214b of type vlan for network 0ead5940-d987-42c8-b7ad-b05c9c1065ba Aug 31 06:53:17.836933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.838384 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ec5eb30-6a51-4a27-9a5c-bc5f738ff5d2 req-685f56ad-f476-4a99-bb66-c05dc3a2b0ef service neutron] 10.222.0.23 "GET /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013358 Aug 31 06:53:17.863474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.864578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:17.865171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.927425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4905982 Aug 31 06:53:17.927963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59418) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:17.930118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890749a-1f83-404c-8063-44f2fd46d523 admin admin] Pushing event updated for resources: {'Network': ['ID=0ead5940-d987-42c8-b7ad-b05c9c1065ba,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:17.934845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Request body: {'subnet': {'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-110496215-subnet', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:17.941123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:17.959995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Made reservation on behalf of 6a40deba9a724656b139c04f1f2fc4ff for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:17.968466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.968673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59422) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:18.115540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b017a46b-3ef0-4a37-a2e8-9dbbcfdc10e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.147001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.204368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1176df82-f345-40c1-91b7-58fb72441750,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:18.209432 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b017a46b-3ef0-4a37-a2e8-9dbbcfdc10e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.214117 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b017a46b-3ef0-4a37-a2e8-9dbbcfdc10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.217256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Checking segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:18.217612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Network hostable DHCP agents. Network: 0ead5940-d987-42c8-b7ad-b05c9c1065ba, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:18.234802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:18.244710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 0ead5940-d987-42c8-b7ad-b05c9c1065ba) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:18.249261 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:18.250459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.254417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b017a46b-3ef0-4a37-a2e8-9dbbcfdc10e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dba156c6fff45878fe45be8510c9448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847219 Aug 31 06:53:18.255554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017a46b-3ef0-4a37-a2e8-9dbbcfdc10e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3795c28d-025e-4463-bdf3-61e41d10a1e4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:18.256203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc67484-45a0-48c2-bcf8-3b6d19080c68 None None] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:18.257998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59426) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:18.268927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7b8a9361-9ce6-406b-8ad2-c121d1d31f91 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3395717 Aug 31 06:53:18.272047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59428) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:18.280912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:18.331620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.332513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.349455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9828a31-e45f-4a1f-9a8b-511549fe5ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.390574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9828a31-e45f-4a1f-9a8b-511549fe5ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.424669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.581299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'fixed_ips': [{'subnet_id': '1176df82-f345-40c1-91b7-58fb72441750'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:53:18.582472 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.612821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.621669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9828a31-e45f-4a1f-9a8b-511549fe5ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.624315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9828a31-e45f-4a1f-9a8b-511549fe5ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.625485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f9828a31-e45f-4a1f-9a8b-511549fe5ae6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3795c28d-025e-4463-bdf3-61e41d10a1e4 HTTP/1.1" status: 204 len: 168 time: 0.3551340 Aug 31 06:53:18.647486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9828a31-e45f-4a1f-9a8b-511549fe5ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3795c28d-025e-4463-bdf3-61e41d10a1e4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:18.657879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0f460-d1ba-4d93-a9f4-81f70973ad2a req-3ca44650-37c0-47fd-b5cc-20edf9e0f84a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:18.659434 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20e0f460-d1ba-4d93-a9f4-81f70973ad2a req-3ca44650-37c0-47fd-b5cc-20edf9e0f84a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.1459110 Aug 31 06:53:18.748302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20e0f460-d1ba-4d93-a9f4-81f70973ad2a req-eaf2d4d8-8ec8-4fab-8295-16de9dd1d882 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496166 Aug 31 06:53:18.775248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Allocated IP 172.20.0.2 (0ead5940-d987-42c8-b7ad-b05c9c1065ba/1176df82-f345-40c1-91b7-58fb72441750/55be3b22-d354-4342-847d-f19ab47b4bd5) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:18.926280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.933352 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.942144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Transition to ACTIVE for port object 55be3b22-d354-4342-847d-f19ab47b4bd5 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:18.946868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.959728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Transition to ACTIVE for port object 55be3b22-d354-4342-847d-f19ab47b4bd5 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:18.966528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59438) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:18.968572 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.983519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da678561-17e3-4fb2-b339-7df2294e4d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.015511 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:19.018502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:19.022358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:19.030564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Pushing event updated for resources: {'Port': ['ID=55be3b22-d354-4342-847d-f19ab47b4bd5,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:19.094318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Allocated IP 172.25.5.206 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/eb743e66-d3c6-4511-a692-7578818154ba) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:19.095879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Attempting to bind port 55be3b22-d354-4342-847d-f19ab47b4bd5 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:19.096249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Attempting to bind port 55be3b22-d354-4342-847d-f19ab47b4bd5 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:19.097092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Attempting to bind port 55be3b22-d354-4342-847d-f19ab47b4bd5 on network 0ead5940-d987-42c8-b7ad-b05c9c1065ba {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:19.103363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:19.104022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Checking segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:19.104767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.106506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Bound using segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:19.107069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Bound port: 55be3b22-d354-4342-847d-f19ab47b4bd5, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:19.107422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.131446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da678561-17e3-4fb2-b339-7df2294e4d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.137412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da678561-17e3-4fb2-b339-7df2294e4d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.175436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] For port 55be3b22-d354-4342-847d-f19ab47b4bd5, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:19.179154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] For port 55be3b22-d354-4342-847d-f19ab47b4bd5, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=55be3b22-d354-4342-847d-f19ab47b4bd5,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:19.183625 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.191740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-da678561-17e3-4fb2-b339-7df2294e4d36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12571319de7f483686d064425856b8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239690 Aug 31 06:53:19.192878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da678561-17e3-4fb2-b339-7df2294e4d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb56589a-ec32-4827-bfb1-31738ff1d4c3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:19.194709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59442) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:19.236454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.257377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182be99c-b42d-446d-84c5-ee10fe926a32 None None] Pushing event updated for resources: {'Port': ['ID=55be3b22-d354-4342-847d-f19ab47b4bd5,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:19.293270 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f084ff1-a6aa-43cc-9bf7-d6dba01ddc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.320405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.324197 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f084ff1-a6aa-43cc-9bf7-d6dba01ddc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.371291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:19.390618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:19.399596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:19.429078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Pushing event updated for resources: {'Port': ['ID=eb743e66-d3c6-4511-a692-7578818154ba,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:19.520675 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f084ff1-a6aa-43cc-9bf7-d6dba01ddc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.523248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f084ff1-a6aa-43cc-9bf7-d6dba01ddc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.525004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7f084ff1-a6aa-43cc-9bf7-d6dba01ddc9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb56589a-ec32-4827-bfb1-31738ff1d4c3 HTTP/1.1" status: 204 len: 168 time: 0.3237565 Aug 31 06:53:19.553638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f084ff1-a6aa-43cc-9bf7-d6dba01ddc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb56589a-ec32-4827-bfb1-31738ff1d4c3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:19.724787 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.906129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96a368-be2d-4f62-95ff-1e09185f4b3c req-6ec7c8ba-c0ed-4752-b224-be05dbcd9afe tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:19.909678 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d96a368-be2d-4f62-95ff-1e09185f4b3c req-6ec7c8ba-c0ed-4752-b224-be05dbcd9afe tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0722148 Aug 31 06:53:19.961458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d96a368-be2d-4f62-95ff-1e09185f4b3c req-51aa9f30-90f3-457a-a009-5439421436fd tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Aug 31 06:53:19.988614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.142750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8c858-c881-4d0f-aca9-3dbe5c7e5b2c req-237161b7-5bb5-4c19-89e1-d98e264962ea tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:20.145164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19a8c858-c881-4d0f-aca9-3dbe5c7e5b2c req-237161b7-5bb5-4c19-89e1-d98e264962ea tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0709245 Aug 31 06:53:20.213653 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19a8c858-c881-4d0f-aca9-3dbe5c7e5b2c req-bf87f213-5152-43dd-9fd0-d214e32f237c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534859 Aug 31 06:53:20.218535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:53:20.299637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc628c8d-67b5-4e12-96b9-5ba383ee7e97 None None] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:20.383417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-43af761a-073c-4253-a7ac-f3d0c0f3111d None None] Provisioning for port 55be3b22-d354-4342-847d-f19ab47b4bd5 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:20.723988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:20.739908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Sync routers for ids ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:20.749171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237c11c-b936-4dda-9096-7103f847825d req-ec6b2c0d-a437-4365-a36d-7a4bf4d37824 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:20.749977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3237c11c-b936-4dda-9096-7103f847825d req-ec6b2c0d-a437-4365-a36d-7a4bf4d37824 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0734951 Aug 31 06:53:20.751194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.753223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ac43abb-2a5a-47b9-9e2c-ccad92a9a867 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4744163 Aug 31 06:53:20.753734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Routers {'4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:20.754479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:20.755158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59484) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:20.853572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3237c11c-b936-4dda-9096-7103f847825d req-22952f5f-13c5-4541-8e24-c89d4fbf584c tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920229 Aug 31 06:53:20.903538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Set router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:21.100028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fdb33-afb7-4f41-81be-a99cfc581739 req-7af7fe7c-02ce-4849-bd98-a407e0fb8ce7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:21.108209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-140fdb33-afb7-4f41-81be-a99cfc581739 req-7af7fe7c-02ce-4849-bd98-a407e0fb8ce7 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.1411126 Aug 31 06:53:21.141705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:19Z', 'revision_number': 3, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port': {'id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:21.172662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Checking router: 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:53:21.173015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Updating router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 port eb743e66-d3c6-4511-a692-7578818154ba binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:53:21.199147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 55be3b22-d354-4342-847d-f19ab47b4bd5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:21.205857 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-140fdb33-afb7-4f41-81be-a99cfc581739 req-ec4b6d9b-a080-4965-9b25-48cab6eb1ea5 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Aug 31 06:53:21.240603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.301093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 55be3b22-d354-4342-847d-f19ab47b4bd5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:21.352867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 55be3b22-d354-4342-847d-f19ab47b4bd5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:21.353090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.435167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55fd5c-19db-4a57-9d3c-0885e409aaef req-b14a1e0c-c064-418c-932e-cd851db92c0a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:21.436914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c55fd5c-19db-4a57-9d3c-0885e409aaef req-b14a1e0c-c064-418c-932e-cd851db92c0a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0882761 Aug 31 06:53:21.524168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c55fd5c-19db-4a57-9d3c-0885e409aaef req-18bb13c4-9492-43a2-8b2a-ed1a8bbe12ce tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805855 Aug 31 06:53:21.526881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.532457 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.603538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 55be3b22-d354-4342-847d-f19ab47b4bd5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=55be3b22-d354-4342-847d-f19ab47b4bd5,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:21.613906 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.699551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496d703-81b6-4112-b5de-07443d49de97 req-c646cda7-849c-4525-961c-defcb4087f59 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:21.705738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2496d703-81b6-4112-b5de-07443d49de97 req-c646cda7-849c-4525-961c-defcb4087f59 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0726604 Aug 31 06:53:21.725438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.747908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Transition to ACTIVE for port object eb743e66-d3c6-4511-a692-7578818154ba will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:21.751934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Allocated IP 172.20.0.1 (0ead5940-d987-42c8-b7ad-b05c9c1065ba/1176df82-f345-40c1-91b7-58fb72441750/60fb7317-5adf-413c-b57e-32d4107bd693) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:21.754981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=55be3b22-d354-4342-847d-f19ab47b4bd5,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:21.758495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2496d703-81b6-4112-b5de-07443d49de97 req-158bf5e9-1efc-41c6-a1d9-58bf16b85815 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487590 Aug 31 06:53:21.768325 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.859299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Attempting to bind port eb743e66-d3c6-4511-a692-7578818154ba on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:21.859718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Attempting to bind port eb743e66-d3c6-4511-a692-7578818154ba by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:21.860075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Attempting to bind port eb743e66-d3c6-4511-a692-7578818154ba on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:21.863482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2a3df-4108-4093-947f-fe82445290ba None None] Pushing event updated for resources: {'Port': ['ID=eb743e66-d3c6-4511-a692-7578818154ba,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:21.874373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:21.874757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:21.875169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.875569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:21.876054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Bound port: eb743e66-d3c6-4511-a692-7578818154ba, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:21.876446 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.952393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dde150-ec16-4d92-8e5b-a1538d7d6209 req-5b3d42c2-7b2e-4bdc-a3d7-f641db352c7d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:21.959730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] For port eb743e66-d3c6-4511-a692-7578818154ba, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:21.963722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] For port eb743e66-d3c6-4511-a692-7578818154ba, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eb743e66-d3c6-4511-a692-7578818154ba,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:21.966896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4dde150-ec16-4d92-8e5b-a1538d7d6209 req-5b3d42c2-7b2e-4bdc-a3d7-f641db352c7d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0875866 Aug 31 06:53:21.969590 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.971549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.012992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Transition to ACTIVE for port object 60fb7317-5adf-413c-b57e-32d4107bd693 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:22.029078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4dde150-ec16-4d92-8e5b-a1538d7d6209 req-4963389d-5d68-43e3-b186-75542d392962 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611153 Aug 31 06:53:22.047156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Routers {'4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:22.047795 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:22.064614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.103790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2a3df-4108-4093-947f-fe82445290ba None None] Pushing event updated for resources: {'Port': ['ID=eb743e66-d3c6-4511-a692-7578818154ba,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:22.172006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:22.186166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:22.193988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:22.213572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] Set router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:22.274327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=60fb7317-5adf-413c-b57e-32d4107bd693,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:22.297145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.316261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53579e7b-db9e-4116-adac-7c121fd006c3 req-6e71a911-8d8b-4516-b578-45544c6e637a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:22.324029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-53579e7b-db9e-4116-adac-7c121fd006c3 req-6e71a911-8d8b-4516-b578-45544c6e637a tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.1452835 Aug 31 06:53:22.475032 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-53579e7b-db9e-4116-adac-7c121fd006c3 req-b2d78771-6127-413a-a0a1-0e4d1bbd7eab tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486058 Aug 31 06:53:22.540535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.579127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-90e9d2c0-5d29-43bb-aedb-32ca7f5987f1 None None] Provisioning for port 60fb7317-5adf-413c-b57e-32d4107bd693 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:22.596791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-90e9d2c0-5d29-43bb-aedb-32ca7f5987f1 None None] Provisioning complete for port 60fb7317-5adf-413c-b57e-32d4107bd693 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:22.597264 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-90e9d2c0-5d29-43bb-aedb-32ca7f5987f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.662270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:19Z', 'revision_number': 3, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port': {'id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:22.697312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-90e9d2c0-5d29-43bb-aedb-32ca7f5987f1 None None] Port 60fb7317-5adf-413c-b57e-32d4107bd693 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:22.701505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b68ca-52c9-4a5f-bc1b-504b730fd219 None None] The sync data for ids ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'] in n-d-712142-16 is: [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:19Z', 'revision_number': 3, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port': {'id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:22.751685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673b814-264d-41e2-90c6-48bfc39196b4 req-f8f4b3d7-af15-43b5-9ce9-b67c474aaaee tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:22.757876 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7673b814-264d-41e2-90c6-48bfc39196b4 req-f8f4b3d7-af15-43b5-9ce9-b67c474aaaee tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0897534 Aug 31 06:53:22.826506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7673b814-264d-41e2-90c6-48bfc39196b4 req-08d3426e-31c6-4ba6-b9c5-8f05ae9b3f04 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664129 Aug 31 06:53:22.854792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.861823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.944866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.952922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=60fb7317-5adf-413c-b57e-32d4107bd693,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:23.054545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02995b-1c1d-4367-831a-c53a4a5a3320 req-949003ff-c0c5-4bdf-aefd-71f86b37c57b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:23.072218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa02995b-1c1d-4367-831a-c53a4a5a3320 req-949003ff-c0c5-4bdf-aefd-71f86b37c57b tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.1393588 Aug 31 06:53:23.151459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:23.157646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:23.223531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa02995b-1c1d-4367-831a-c53a4a5a3320 req-745ba19e-2318-4270-b985-35a36c266210 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934167 Aug 31 06:53:23.389594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 55be3b22-d354-4342-847d-f19ab47b4bd5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:23.413623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:23.485520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de1828-1ff5-411a-8deb-a000e0045f87 req-0e687328-dff4-4abb-9892-351190b5974f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:23.498528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28de1828-1ff5-411a-8deb-a000e0045f87 req-0e687328-dff4-4abb-9892-351190b5974f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.1077106 Aug 31 06:53:23.545017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 55be3b22-d354-4342-847d-f19ab47b4bd5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:23.545776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.573570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28de1828-1ff5-411a-8deb-a000e0045f87 req-163b47b9-92b6-4846-9964-f1b799ec9f24 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737810 Aug 31 06:53:23.708179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3c8e1543-5680-41fd-9fd2-7d3fb5c47e31 None None] Provisioning complete for port 60fb7317-5adf-413c-b57e-32d4107bd693 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:23.708965 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1543-5680-41fd-9fd2-7d3fb5c47e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.731358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:23.746214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-191451a6-757f-4c7e-828c-56ee533b6fa4 admin admin] 10.222.0.15 "PUT /v2.0/routers/4adf17a0-3a10-4d7c-bb43-baf2bc0cf838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9813771 Aug 31 06:53:23.747390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc62d9-c7a3-4748-8803-ff21e82b3d2f req-4f3c9b61-d70d-42a5-8c32-06d09d1f5199 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:23.753760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afdc62d9-c7a3-4748-8803-ff21e82b3d2f req-4f3c9b61-d70d-42a5-8c32-06d09d1f5199 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0955529 Aug 31 06:53:23.759525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eb743e66-d3c6-4511-a692-7578818154ba up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:23.817955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afdc62d9-c7a3-4748-8803-ff21e82b3d2f req-d6f5a98c-781f-4d6b-a9bd-0e4a5dd622ae tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618019 Aug 31 06:53:23.840475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e1543-5680-41fd-9fd2-7d3fb5c47e31 None None] Port 60fb7317-5adf-413c-b57e-32d4107bd693 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:23.873855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port eb743e66-d3c6-4511-a692-7578818154ba completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:23.880362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port eb743e66-d3c6-4511-a692-7578818154ba triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:23.880964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.078022 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.110253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a4c3f-58e8-492b-bff8-faef22656231 req-c98e6241-9e9e-43b0-8438-aab55a3e56ee tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:24.124112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port eb743e66-d3c6-4511-a692-7578818154ba, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eb743e66-d3c6-4511-a692-7578818154ba,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:24.125986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f33a4c3f-58e8-492b-bff8-faef22656231 req-c98e6241-9e9e-43b0-8438-aab55a3e56ee tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.1559894 Aug 31 06:53:24.135023 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.213970 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f33a4c3f-58e8-492b-bff8-faef22656231 req-044e63db-1ba7-44bf-aaf9-84827e5d2085 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854034 Aug 31 06:53:24.245867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dd76-1350-403d-a29b-e4636c2a9c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.275144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=eb743e66-d3c6-4511-a692-7578818154ba,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:24.431182 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9f557-dc90-4351-99d5-a86a6e777551 req-52939bf5-9f67-45aa-a69f-6539423ba7d1 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:24.434781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5f9f557-dc90-4351-99d5-a86a6e777551 req-52939bf5-9f67-45aa-a69f-6539423ba7d1 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0929129 Aug 31 06:53:24.450099 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.488724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5f9f557-dc90-4351-99d5-a86a6e777551 req-171c244c-2470-4903-8eb5-77e7860a42ca tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476341 Aug 31 06:53:24.658728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d4ed9-8455-4dc8-bfeb-b33e6a65984b req-efdc0e8a-2dd0-41bb-905d-5be3790a429f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:24.660977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd0d4ed9-8455-4dc8-bfeb-b33e6a65984b req-efdc0e8a-2dd0-41bb-905d-5be3790a429f tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0699146 Aug 31 06:53:24.720292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bd0d4ed9-8455-4dc8-bfeb-b33e6a65984b req-02049cd6-13ba-4b63-9dc3-9e56aa0118b0 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476859 Aug 31 06:53:24.791308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:24.796336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-935197174-network', 'tenant_id': '33918e8e1a9947f68279be64bf798efd'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:24.824458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Made reservation on behalf of 33918e8e1a9947f68279be64bf798efd for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:24.827233 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.836758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.985083 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.996037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.028086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:25.045811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad499c-3e05-4c04-89a6-381547f8725f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:25.055490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.055838 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Added segment 70b156b7-f84b-4fe9-aeb2-d2ca22167628 of type vlan for network 05f2dded-867e-4d9b-9859-e33aff168e36 Aug 31 06:53:25.130649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.177124 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.178898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:25.180161 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.215165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eb743e66-d3c6-4511-a692-7578818154ba up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:25.249782 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4573262 Aug 31 06:53:25.255667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59618) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:25.270776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa01805-be14-4e87-9cc7-0a57f67be547 admin admin] Pushing event updated for resources: {'Network': ['ID=05f2dded-867e-4d9b-9859-e33aff168e36,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:25.273001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Request body: {'subnet': {'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-935197174-subnet', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:25.300397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 05f2dded-867e-4d9b-9859-e33aff168e36 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:25.325549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Made reservation on behalf of 33918e8e1a9947f68279be64bf798efd for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:25.327914 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.517878 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Sync routers for ids ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:25.542848 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Routers {'4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:25.544630 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:25.595888 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.661390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b19334-2649-4c9b-9a87-71f2938ae1fe,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:25.718807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Checking segment: {'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:25.719493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Network hostable DHCP agents. Network: 05f2dded-867e-4d9b-9859-e33aff168e36, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:25.743429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Network 05f2dded-867e-4d9b-9859-e33aff168e36 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:25.765146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port eb743e66-d3c6-4511-a692-7578818154ba triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:25.766114 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.770990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 05f2dded-867e-4d9b-9859-e33aff168e36) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:25.778570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:25.779747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.810845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-98b9d0bb-4006-43b5-ac82-d4f74d54f343 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5514641 Aug 31 06:53:25.813108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59630) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:25.815139 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Set router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:25.819088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:25.825415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3187ca4-e81b-4677-9e79-d31d5b64332c None None] Network 05f2dded-867e-4d9b-9859-e33aff168e36 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:25.866505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.869165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.954660 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.975613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.224481 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:22Z', 'revision_number': 4, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port': {'id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '60fb7317-5adf-413c-b57e-32d4107bd693', 'name': '', 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'mac_address': 'fa:16:3e:96:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '1176df82-f345-40c1-91b7-58fb72441750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:21Z', 'updated_at': '2021-08-31T06:53:22Z', 'revision_number': 2, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'subnets': [{'id': '1176df82-f345-40c1-91b7-58fb72441750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:26.234256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-05f2dded-867e-4d9b-9859-e33aff168e36', 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'fixed_ips': [{'subnet_id': '36b19334-2649-4c9b-9a87-71f2938ae1fe'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:53:26.235219 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.259523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.277839 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Checking router: 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:53:26.278395 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Updating router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 port 60fb7317-5adf-413c-b57e-32d4107bd693 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:53:26.319992 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.468006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Allocated IP 172.20.0.2 (05f2dded-867e-4d9b-9859-e33aff168e36/36b19334-2649-4c9b-9a87-71f2938ae1fe/5244934d-5d65-419d-843c-c20f6566b553) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:26.541946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.565366 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.738751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Allocated IP 172.25.5.238 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/2137d7c6-69d6-42e6-b9bf-58a62e576285) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:26.778418 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.838206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Transition to ACTIVE for port object 5244934d-5d65-419d-843c-c20f6566b553 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:26.856460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9f11f9d6-07ae-4461-9693-4d1d7ab399dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.859574 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.873745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Transition to ACTIVE for port object 5244934d-5d65-419d-843c-c20f6566b553 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:26.888802 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Transition to ACTIVE for port object 60fb7317-5adf-413c-b57e-32d4107bd693 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:26.895191 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.896133 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.900497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.980065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Pushing event updated for resources: {'Port': ['ID=5244934d-5d65-419d-843c-c20f6566b553,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:26.987343 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.002326 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.024915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Network 05f2dded-867e-4d9b-9859-e33aff168e36 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:27.027617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:27.032798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:27.053707 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Pushing event updated for resources: {'Port': ['ID=60fb7317-5adf-413c-b57e-32d4107bd693,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:27.092385 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.092385 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.092385 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.092385 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.092846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.093120 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.095330 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.095330 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.095330 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.095330 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.095330 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.095761 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:27.111549 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Attempting to bind port 60fb7317-5adf-413c-b57e-32d4107bd693 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:27.112129 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Attempting to bind port 60fb7317-5adf-413c-b57e-32d4107bd693 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:27.112804 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Attempting to bind port 60fb7317-5adf-413c-b57e-32d4107bd693 on network 0ead5940-d987-42c8-b7ad-b05c9c1065ba {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:27.116150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:27.122914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:27.124881 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:27.125485 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Checking segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:27.125796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:27.126163 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.126784 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Bound using segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:27.127683 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Bound port: 60fb7317-5adf-413c-b57e-32d4107bd693, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:27.128864 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.196303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Attempting to bind port 5244934d-5d65-419d-843c-c20f6566b553 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:27.203477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Attempting to bind port 5244934d-5d65-419d-843c-c20f6566b553 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:27.203477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Attempting to bind port 5244934d-5d65-419d-843c-c20f6566b553 on network 05f2dded-867e-4d9b-9859-e33aff168e36 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:27.209690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:27.210264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Checking segment: {'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:27.210779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.211824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Bound using segment: {'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:27.212411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Bound port: 5244934d-5d65-419d-843c-c20f6566b553, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:27.212930 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.256868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Pushing event updated for resources: {'Port': ['ID=2137d7c6-69d6-42e6-b9bf-58a62e576285,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:27.287351 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] For port 60fb7317-5adf-413c-b57e-32d4107bd693, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:27.294388 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] For port 60fb7317-5adf-413c-b57e-32d4107bd693, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=60fb7317-5adf-413c-b57e-32d4107bd693,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:27.299923 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.354690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] For port 5244934d-5d65-419d-843c-c20f6566b553, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:27.365836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] For port 5244934d-5d65-419d-843c-c20f6566b553, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5244934d-5d65-419d-843c-c20f6566b553,segment=NetworkSegment(70b156b7-f84b-4fe9-aeb2-d2ca22167628),segment_id=70b156b7-f84b-4fe9-aeb2-d2ca22167628)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:27.373768 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.381422 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Routers {'4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:27.382134 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:27.442165 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354eca4-604f-4417-acbc-91d3e9e7e66b None None] Pushing event updated for resources: {'Port': ['ID=60fb7317-5adf-413c-b57e-32d4107bd693,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:27.526039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2beb1ec-42aa-44cb-9a5f-e6bc4d6c8c0f None None] Pushing event updated for resources: {'Port': ['ID=5244934d-5d65-419d-843c-c20f6566b553,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:27.562102 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] Set router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:28.025540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.099049 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:22Z', 'revision_number': 4, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port': {'id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '60fb7317-5adf-413c-b57e-32d4107bd693', 'name': '', 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'mac_address': 'fa:16:3e:96:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '1176df82-f345-40c1-91b7-58fb72441750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:21Z', 'updated_at': '2021-08-31T06:53:27Z', 'revision_number': 4, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'subnets': [{'id': '1176df82-f345-40c1-91b7-58fb72441750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:28.133982 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.145977 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d18e1-c1ba-46cb-9bcc-9fc3d6e29660 None None] The sync data for ids ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'] in n-d-712142-16 is: [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:22Z', 'revision_number': 4, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port': {'id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '60fb7317-5adf-413c-b57e-32d4107bd693', 'name': '', 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'mac_address': 'fa:16:3e:96:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '1176df82-f345-40c1-91b7-58fb72441750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:21Z', 'updated_at': '2021-08-31T06:53:27Z', 'revision_number': 4, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'subnets': [{'id': '1176df82-f345-40c1-91b7-58fb72441750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:28.546609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.859031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:53:29.212833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:29.243576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Sync routers for ids ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:29.244714 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.250291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d45a713d-75c2-4214-bf36-d60b66332b9a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4319022 Aug 31 06:53:29.250538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59684) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:29.264361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Routers {'59c130d1-09cc-4b19-a6ce-d58c5ae899e0'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:29.265043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:29.515520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 60fb7317-5adf-413c-b57e-32d4107bd693 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:29.523919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef17d0-dc31-4eb9-875f-af0321f5c59f None None] Network 05f2dded-867e-4d9b-9859-e33aff168e36 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:29.782320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Set router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:29.992163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-247e1a54-6ea7-48f8-b9e1-f743888741ce None None] Provisioning for port 5244934d-5d65-419d-843c-c20f6566b553 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:30.089482 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.115378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.184162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 60fb7317-5adf-413c-b57e-32d4107bd693 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:30.231395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 60fb7317-5adf-413c-b57e-32d4107bd693 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:30.231935 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.435904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:53:27Z', 'revision_number': 3, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port': {'id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:26Z', 'updated_at': '2021-08-31T06:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:30.438277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.454923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Allocated IP 172.20.0.1 (05f2dded-867e-4d9b-9859-e33aff168e36/36b19334-2649-4c9b-9a87-71f2938ae1fe/15cf1c19-1531-4d05-b4dd-ca0356e93a26) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:30.492862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Checking router: 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:53:30.493729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Updating router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 port 2137d7c6-69d6-42e6-b9bf-58a62e576285 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:53:30.577432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.588476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 60fb7317-5adf-413c-b57e-32d4107bd693, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=60fb7317-5adf-413c-b57e-32d4107bd693,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:30.622823 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.623631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5244934d-5d65-419d-843c-c20f6566b553 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:30.627374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.647044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Transition to ACTIVE for port object 15cf1c19-1531-4d05-b4dd-ca0356e93a26 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:30.696496 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.762207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Pushing event updated for resources: {'Port': ['ID=15cf1c19-1531-4d05-b4dd-ca0356e93a26,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:30.796506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Network 05f2dded-867e-4d9b-9859-e33aff168e36 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:30.798073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:30.813907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:30.853142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=60fb7317-5adf-413c-b57e-32d4107bd693,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:30.888853 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.932103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5244934d-5d65-419d-843c-c20f6566b553 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:30.941775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5244934d-5d65-419d-843c-c20f6566b553 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:30.942160 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.002562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-54c81f62-6f1b-4eea-8d22-eb5a052ef507 None None] Provisioning complete for port 5244934d-5d65-419d-843c-c20f6566b553 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:31.003010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-54c81f62-6f1b-4eea-8d22-eb5a052ef507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.096141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.264176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.333793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.366919 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-54c81f62-6f1b-4eea-8d22-eb5a052ef507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.372550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Transition to ACTIVE for port object 2137d7c6-69d6-42e6-b9bf-58a62e576285 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:31.410920 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.440771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 5244934d-5d65-419d-843c-c20f6566b553, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5244934d-5d65-419d-843c-c20f6566b553,segment=NetworkSegment(70b156b7-f84b-4fe9-aeb2-d2ca22167628),segment_id=70b156b7-f84b-4fe9-aeb2-d2ca22167628)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:31.470516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.474613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59714) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:31.482923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.485128 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.568699 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.604699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Attempting to bind port 2137d7c6-69d6-42e6-b9bf-58a62e576285 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:31.605413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Attempting to bind port 2137d7c6-69d6-42e6-b9bf-58a62e576285 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:31.606628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Attempting to bind port 2137d7c6-69d6-42e6-b9bf-58a62e576285 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:31.623524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea1c8b-b3a8-4853-82b7-129aa8ad6bd9 None None] Pushing event updated for resources: {'Port': ['ID=2137d7c6-69d6-42e6-b9bf-58a62e576285,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:31.640227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1293f52c-4f21-4745-98fc-03d0aa3f5216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.642186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:31.643062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:31.643819 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.644444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:31.645155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Bound port: 2137d7c6-69d6-42e6-b9bf-58a62e576285, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:31.645866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.649962 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-54c81f62-6f1b-4eea-8d22-eb5a052ef507 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:53:31.650602 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-54c81f62-6f1b-4eea-8d22-eb5a052ef507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:53:31.697501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 60fb7317-5adf-413c-b57e-32d4107bd693 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:31.712739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Pushing event updated for resources: {'Port': ['ID=15cf1c19-1531-4d05-b4dd-ca0356e93a26,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:31.722891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Network 05f2dded-867e-4d9b-9859-e33aff168e36 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:31.724857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:31.853411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1293f52c-4f21-4745-98fc-03d0aa3f5216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.879370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1293f52c-4f21-4745-98fc-03d0aa3f5216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.934719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293f52c-4f21-4745-98fc-03d0aa3f5216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b0627-7a11-4b64-bc1f-32363836e283,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:31.942458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59726) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:31.943218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1293f52c-4f21-4745-98fc-03d0aa3f5216 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d35f14afeeec4df9814354d8e3d21253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665711 Aug 31 06:53:32.073203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] For port 2137d7c6-69d6-42e6-b9bf-58a62e576285, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:32.079402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=5244934d-5d65-419d-843c-c20f6566b553,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:32.085732 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fd150c8-4b10-4955-8c2d-8109da8c0b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.092787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] For port 2137d7c6-69d6-42e6-b9bf-58a62e576285, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2137d7c6-69d6-42e6-b9bf-58a62e576285,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:32.120673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fd150c8-4b10-4955-8c2d-8109da8c0b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.128829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.140415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 60fb7317-5adf-413c-b57e-32d4107bd693 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:32.141058 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.147804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:32.214627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1d074-86f3-4622-ae20-c7bba23df469 req-0d6f701b-aa35-46ff-80f1-3fe171ced3a3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:32.220068 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8db1d074-86f3-4622-ae20-c7bba23df469 req-0d6f701b-aa35-46ff-80f1-3fe171ced3a3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0900836 Aug 31 06:53:32.269118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fd150c8-4b10-4955-8c2d-8109da8c0b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.273586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6fd150c8-4b10-4955-8c2d-8109da8c0b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.277168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6fd150c8-4b10-4955-8c2d-8109da8c0b0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b9b0627-7a11-4b64-bc1f-32363836e283 HTTP/1.1" status: 204 len: 168 time: 0.3260462 Aug 31 06:53:32.296958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8db1d074-86f3-4622-ae20-c7bba23df469 req-ab7e9c90-ae9c-4407-abd5-5f320154e660 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638299 Aug 31 06:53:32.316087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea1c8b-b3a8-4853-82b7-129aa8ad6bd9 None None] Pushing event updated for resources: {'Port': ['ID=2137d7c6-69d6-42e6-b9bf-58a62e576285,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:32.321046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd150c8-4b10-4955-8c2d-8109da8c0b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b0627-7a11-4b64-bc1f-32363836e283,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:32.333109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Routers {'59c130d1-09cc-4b19-a6ce-d58c5ae899e0'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:32.335220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:32.344271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:32.366034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d466b583-3257-4eda-a7ef-274d2446af96 admin admin] 10.222.0.15 "PUT /v2.0/routers/59c130d1-09cc-4b19-a6ce-d58c5ae899e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1142254 Aug 31 06:53:32.555949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af1b057a-48eb-4db6-8ebf-cb19638eadce None None] Provisioning for port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:32.598445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] Set router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:32.602513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af1b057a-48eb-4db6-8ebf-cb19638eadce None None] Provisioning complete for port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:32.602902 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1b057a-48eb-4db6-8ebf-cb19638eadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.719477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-af1b057a-48eb-4db6-8ebf-cb19638eadce None None] Port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:32.811514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59744) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:32.826589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76d2a138-8858-4335-a475-327c59d952f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.891317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:53:31Z', 'revision_number': 4, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port': {'id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:26Z', 'updated_at': '2021-08-31T06:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '15cf1c19-1531-4d05-b4dd-ca0356e93a26', 'name': '', 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'mac_address': 'fa:16:3e:19:2d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:30Z', 'updated_at': '2021-08-31T06:53:31Z', 'revision_number': 2, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'subnets': [{'id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:32.920816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636fceb-759b-4a8d-8aa1-4ac1e841d8eb None None] The sync data for ids ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'] in n-d-712142-16 is: [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:53:31Z', 'revision_number': 4, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port': {'id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:26Z', 'updated_at': '2021-08-31T06:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '15cf1c19-1531-4d05-b4dd-ca0356e93a26', 'name': '', 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'mac_address': 'fa:16:3e:19:2d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:30Z', 'updated_at': '2021-08-31T06:53:31Z', 'revision_number': 2, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'subnets': [{'id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:32.954849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76d2a138-8858-4335-a475-327c59d952f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.961311 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76d2a138-8858-4335-a475-327c59d952f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.013867 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-76d2a138-8858-4335-a475-327c59d952f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e43d4d0f338b46b895c261129b20530a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006211 Aug 31 06:53:33.016080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a138-8858-4335-a475-327c59d952f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a416b3-b4c5-4d32-8bbc-5b7666e0399c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:33.017068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59750) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:33.073001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4412d0bd-91c8-4ddb-991a-8985ef4276fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.108853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4412d0bd-91c8-4ddb-991a-8985ef4276fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.204293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4412d0bd-91c8-4ddb-991a-8985ef4276fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.222037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4412d0bd-91c8-4ddb-991a-8985ef4276fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.224074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4412d0bd-91c8-4ddb-991a-8985ef4276fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4a416b3-b4c5-4d32-8bbc-5b7666e0399c HTTP/1.1" status: 204 len: 168 time: 0.2057898 Aug 31 06:53:33.283217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412d0bd-91c8-4ddb-991a-8985ef4276fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a416b3-b4c5-4d32-8bbc-5b7666e0399c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:33.362823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-2830be27-f551-403c-98f4-04c91ea4efb0 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:33.365096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-2830be27-f551-403c-98f4-04c91ea4efb0 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/networks?id=0ead5940-d987-42c8-b7ad-b05c9c1065ba HTTP/1.1" status: 200 len: 910 time: 0.1317537 Aug 31 06:53:33.382711 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-b331f0d6-439e-40e1-ba31-5fb7142071db tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/quotas/33918e8e1a9947f68279be64bf798efd HTTP/1.1" status: 200 len: 375 time: 0.0108366 Aug 31 06:53:33.451674 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:53:33.465167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc4e70-fedb-4a11-8d54-5b646e00804b req-6b6d5b97-1d99-4de0-952b-db27e164c757 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:33.469598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79fc4e70-fedb-4a11-8d54-5b646e00804b req-6b6d5b97-1d99-4de0-952b-db27e164c757 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0809102 Aug 31 06:53:33.531115 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-c406e980-3be9-4776-baf4-2c3ce6488f96 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=33918e8e1a9947f68279be64bf798efd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409669 Aug 31 06:53:33.543279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79fc4e70-fedb-4a11-8d54-5b646e00804b req-0eaa3978-2ed9-4dc7-b0e4-8eb973defcff tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca71be5-0b7d-48ec-b53b-48889f9a9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598328 Aug 31 06:53:33.628198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5244934d-5d65-419d-843c-c20f6566b553 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:33.742003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5244934d-5d65-419d-843c-c20f6566b553 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:33.743402 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.780046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-bf5f0295-ed8c-4908-ae06-aed61fbebc1d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:33.781804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-bf5f0295-ed8c-4908-ae06-aed61fbebc1d tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.23 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 946 time: 0.0966592 Aug 31 06:53:34.033225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Deleting port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:34.033225 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.194712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] For port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,segment=NetworkSegment(f98a9374-0f29-43bd-83c8-3789dc58a6a7),segment_id=f98a9374-0f29-43bd-83c8-3789dc58a6a7)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:34.195215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.216137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Calling delete_port for f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:34.220619 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-790c3e50-b064-438b-a85b-a437815a6fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796641 Aug 31 06:53:34.361904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-e04813c0-f5d5-49a6-a451-cd5b7a9703c6 service neutron] 10.222.0.15 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356561 Aug 31 06:53:34.393166 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.411144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:34.432696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Pushing event deleted for resources: {'Port': ['ID=f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:34.485869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] No DVR routers for this DVR port f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:34.489048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.491169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99cee99e-d10e-43b9-bb53-96fab581e73f req-797998f1-e2b6-44d7-a36b-0616614dbda3 tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.23 "DELETE /v2.0/ports/f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c HTTP/1.1" status: 204 len: 173 time: 0.6997271 Aug 31 06:53:34.491672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-deleted', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:34.495491 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2b66d4-0810-4762-82a1-f41471a8b5e2" -d '{"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-deleted", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:34.590067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32116ba9-2885-4b46-8d3e-22d972f2a769 req-b78c48db-7c02-449d-ae27-7a622dc6d999 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0595224 Aug 31 06:53:34.596988 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a483c385-e978-4880-937f-fb90e76b4a47 x-openstack-request-id: req-a483c385-e978-4880-937f-fb90e76b4a47 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:34.597303 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066f925-3b26-47ee-bbc4-c53a7676a1ee", "name": "network-vif-deleted", "tag": "f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:34.597570 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a483c385-e978-4880-937f-fb90e76b4a47 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:34.598208 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066f925-3b26-47ee-bbc4-c53a7676a1ee', 'name': 'network-vif-deleted', 'tag': 'f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c', 'status': 'completed', 'code': 200} Aug 31 06:53:34.783407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79094b37-0191-4012-8dd5-b1d6e938b3e6 req-b63d8835-b225-4531-ae1e-60fee2cb35fc tempest-ServersNegativeTestJSON-1259876798 tempest-ServersNegativeTestJSON-1259876798-project] 10.222.0.15 "GET /v2.0/ports?device_id=1066f925-3b26-47ee-bbc4-c53a7676a1ee HTTP/1.1" status: 200 len: 210 time: 0.0867896 Aug 31 06:53:35.633363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2137d7c6-69d6-42e6-b9bf-58a62e576285 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:35.688739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 2137d7c6-69d6-42e6-b9bf-58a62e576285 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:35.693125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2137d7c6-69d6-42e6-b9bf-58a62e576285 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:35.693638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.747956 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e34f345e-bcdd-4e83-b245-7b971c0e0864 req-54d8b77c-c9b8-42f3-93c6-fb40e5f3358d tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0362799 Aug 31 06:53:35.838050 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.878880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 2137d7c6-69d6-42e6-b9bf-58a62e576285, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2137d7c6-69d6-42e6-b9bf-58a62e576285,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:35.885316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.918436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59834) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:36.052810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-01909165-6a4d-4dca-becf-0a8c946b9f58 admin admin] Deleting subnet 0c664680-7d32-42c3-a477-d9d8ee9cd26f {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:36.056416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=2137d7c6-69d6-42e6-b9bf-58a62e576285,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:36.064156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01909165-6a4d-4dca-becf-0a8c946b9f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.081083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-5cf4387c-8fea-4c1c-872c-c1fe7f766c7c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:36.083296 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-5cf4387c-8fea-4c1c-872c-c1fe7f766c7c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.42 "GET /v2.0/networks?id=0ead5940-d987-42c8-b7ad-b05c9c1065ba HTTP/1.1" status: 200 len: 910 time: 0.2368410 Aug 31 06:53:36.098569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Request body: {'port': {'device_id': '78a88739-8ada-433d-9103-1b338dea8cc6', 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'admin_state_up': True, 'tenant_id': '33918e8e1a9947f68279be64bf798efd'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:36.132789 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01909165-6a4d-4dca-becf-0a8c946b9f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.134530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Made reservation on behalf of 33918e8e1a9947f68279be64bf798efd for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:36.138085 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.197759 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01909165-6a4d-4dca-becf-0a8c946b9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.275904 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01909165-6a4d-4dca-becf-0a8c946b9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.314651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01909165-6a4d-4dca-becf-0a8c946b9f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c664680-7d32-42c3-a477-d9d8ee9cd26f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:36.316672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01909165-6a4d-4dca-becf-0a8c946b9f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.319364 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-01909165-6a4d-4dca-becf-0a8c946b9f58 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0c664680-7d32-42c3-a477-d9d8ee9cd26f HTTP/1.1" status: 204 len: 168 time: 0.3984835 Aug 31 06:53:36.320928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Allocated IP 172.20.0.7 (0ead5940-d987-42c8-b7ad-b05c9c1065ba/1176df82-f345-40c1-91b7-58fb72441750/32c69b0f-94f3-4a74-806f-02c0db5ae255) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:36.324004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 59838) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:36.381241 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Sync routers for ids ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:36.391815 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Routers {'59c130d1-09cc-4b19-a6ce-d58c5ae899e0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:36.392707 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:36.423298 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.596934 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.609006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59842) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:36.623315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa85e8d4-49d6-4998-9a3f-57b99a99e16d']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:36.642105 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Set router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:36.642742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98a9374-0f29-43bd-83c8-3789dc58a6a7') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:36.643195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98a9374-0f29-43bd-83c8-3789dc58a6a7') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:36.671924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.700703 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.703696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.719359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:36.719972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:36.722208 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:36.764626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe792-920d-4594-9294-3d3fa2c9e795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.806253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Transition to ACTIVE for port object 32c69b0f-94f3-4a74-806f-02c0db5ae255 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:36.809988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.820720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.825486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa85e8d4-49d6-4998-9a3f-57b99a99e16d HTTP/1.1" status: 204 len: 168 time: 0.5003955 Aug 31 06:53:36.841213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae03bb-d3a6-4d3f-96e0-90810e9374bd admin admin] Pushing event deleted for resources: {'Network': ['ID=aa85e8d4-49d6-4998-9a3f-57b99a99e16d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:36.876681 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.932624 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe792-920d-4594-9294-3d3fa2c9e795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.938493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe792-920d-4594-9294-3d3fa2c9e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.953898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:36.973652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:36.977609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Pushing event updated for resources: {'Port': ['ID=32c69b0f-94f3-4a74-806f-02c0db5ae255,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:36.980696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:37.013252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fe6fe792-920d-4594-9294-3d3fa2c9e795 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b504bc89131c4b8899e72bfd4c1a125d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028604 Aug 31 06:53:37.014699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59852) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:37.026055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fe792-920d-4594-9294-3d3fa2c9e795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fbb56c-01ed-48f8-8861-c504de385935,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.038137 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:53:31Z', 'revision_number': 4, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port': {'id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:26Z', 'updated_at': '2021-08-31T06:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '15cf1c19-1531-4d05-b4dd-ca0356e93a26', 'name': '', 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'mac_address': 'fa:16:3e:19:2d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:30Z', 'updated_at': '2021-08-31T06:53:31Z', 'revision_number': 2, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'subnets': [{'id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:37.074560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be71646-e0fb-4d52-af6f-ee549b553319 req-88b29b63-2f2b-4064-9930-531b7816846d tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:37.083071 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0be71646-e0fb-4d52-af6f-ee549b553319 req-88b29b63-2f2b-4064-9930-531b7816846d tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1027 time: 0.1535130 Aug 31 06:53:37.111026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:37.112171 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.123550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ddea90-d94c-48d2-a67e-9e77fe080652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.124752 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Checking router: 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:53:37.127356 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Updating router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:53:37.130604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59856) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:37.154059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0be71646-e0fb-4d52-af6f-ee549b553319 req-1dcd65f2-345a-4f8f-8444-92ed5fa80251 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699937 Aug 31 06:53:37.166264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-bb999da2-a5bc-4507-9952-5a5c86556d76 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0723915 Aug 31 06:53:37.166621 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.186788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Request body: {'port': {'device_id': '78a88739-8ada-433d-9103-1b338dea8cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:37.271344 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ddea90-d94c-48d2-a67e-9e77fe080652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.283856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.307137 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-64164ab6-ca48-4f0f-8d60-ee2ac8c2e169 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3b09e1cb0bc45348a04f3f44603102c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708393 Aug 31 06:53:37.314338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59858) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:37.394075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1cdcfa90-af83-4f03-88c8-327504afc8fa None None] Provisioning for port 32c69b0f-94f3-4a74-806f-02c0db5ae255 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:37.401512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1cdcfa90-af83-4f03-88c8-327504afc8fa None None] Provisioning complete for port 32c69b0f-94f3-4a74-806f-02c0db5ae255 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:37.402157 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfa90-af83-4f03-88c8-327504afc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.413145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a5455b2-c246-49b8-b3b0-f6af445fe2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.446209 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ddea90-d94c-48d2-a67e-9e77fe080652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.449451 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ddea90-d94c-48d2-a67e-9e77fe080652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.454514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-69ddea90-d94c-48d2-a67e-9e77fe080652 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59fbb56c-01ed-48f8-8861-c504de385935 HTTP/1.1" status: 204 len: 168 time: 0.4342756 Aug 31 06:53:37.454514 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a5455b2-c246-49b8-b3b0-f6af445fe2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.464863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcfa90-af83-4f03-88c8-327504afc8fa None None] Port 32c69b0f-94f3-4a74-806f-02c0db5ae255 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:37.473737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddea90-d94c-48d2-a67e-9e77fe080652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fbb56c-01ed-48f8-8861-c504de385935,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.534906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a5455b2-c246-49b8-b3b0-f6af445fe2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.540398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a5455b2-c246-49b8-b3b0-f6af445fe2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.547754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6a5455b2-c246-49b8-b3b0-f6af445fe2ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bca71be5-0b7d-48ec-b53b-48889f9a9570 HTTP/1.1" status: 204 len: 168 time: 0.2284751 Aug 31 06:53:37.562112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5455b2-c246-49b8-b3b0-f6af445fe2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca71be5-0b7d-48ec-b53b-48889f9a9570,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.654856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2137d7c6-69d6-42e6-b9bf-58a62e576285 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:37.687299 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.697381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c69b0f-94f3-4a74-806f-02c0db5ae255 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:37.703454 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Transition to ACTIVE for port object 15cf1c19-1531-4d05-b4dd-ca0356e93a26 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:37.709082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.713356 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.728151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Transition to ACTIVE for port object 32c69b0f-94f3-4a74-806f-02c0db5ae255 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:37.743243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.768298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2137d7c6-69d6-42e6-b9bf-58a62e576285 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:37.768789 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.845981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Pushing event updated for resources: {'Port': ['ID=32c69b0f-94f3-4a74-806f-02c0db5ae255,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.900567 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Attempting to bind port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:37.900941 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Attempting to bind port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:37.901343 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Attempting to bind port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 on network 05f2dded-867e-4d9b-9859-e33aff168e36 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:37.937639 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:37.938055 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Checking segment: {'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:37.938425 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.938819 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Bound using segment: {'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:37.939314 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Bound port: 15cf1c19-1531-4d05-b4dd-ca0356e93a26, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b156b7-f84b-4fe9-aeb2-d2ca22167628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:37.939697 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.040346 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f28723-65b6-49d0-a7dc-be5d51470a3c None None] Pushing event updated for resources: {'Port': ['ID=15cf1c19-1531-4d05-b4dd-ca0356e93a26,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:38.083136 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] For port 15cf1c19-1531-4d05-b4dd-ca0356e93a26, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:38.088357 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] For port 15cf1c19-1531-4d05-b4dd-ca0356e93a26, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=15cf1c19-1531-4d05-b4dd-ca0356e93a26,segment=NetworkSegment(70b156b7-f84b-4fe9-aeb2-d2ca22167628),segment_id=70b156b7-f84b-4fe9-aeb2-d2ca22167628)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:38.094316 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.249719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f28723-65b6-49d0-a7dc-be5d51470a3c None None] Pushing event updated for resources: {'Port': ['ID=15cf1c19-1531-4d05-b4dd-ca0356e93a26,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:38.253340 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Routers {'59c130d1-09cc-4b19-a6ce-d58c5ae899e0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:38.253979 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:38.438287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af777f4-da0a-4224-a432-bdfa31e93f52 req-618c7376-7be5-4353-88ff-bb0d2afe43e4 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:38.443866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1af777f4-da0a-4224-a432-bdfa31e93f52 req-618c7376-7be5-4353-88ff-bb0d2afe43e4 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1053 time: 0.1392691 Aug 31 06:53:38.523020 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] Set router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:38.534636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1af777f4-da0a-4224-a432-bdfa31e93f52 req-2fd7850e-05b9-4f26-a782-77d74d4c450e tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Aug 31 06:53:38.537296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59882) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:38.565083 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b08f0a64-c896-4f47-a7a6-3935ed43920d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.583911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:38.633879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:38.634645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f3f5e0e7-e346-48c6-bfd4-e6191b2ce05c not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:38.670423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Attempting to bind port 32c69b0f-94f3-4a74-806f-02c0db5ae255 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:38.671981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Attempting to bind port 32c69b0f-94f3-4a74-806f-02c0db5ae255 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:38.673903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Attempting to bind port 32c69b0f-94f3-4a74-806f-02c0db5ae255 on network 0ead5940-d987-42c8-b7ad-b05c9c1065ba {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:38.690857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Port 32c69b0f-94f3-4a74-806f-02c0db5ae255 on network 0ead5940-d987-42c8-b7ad-b05c9c1065ba not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:53:38.691238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Attempting to bind port 32c69b0f-94f3-4a74-806f-02c0db5ae255 on network 0ead5940-d987-42c8-b7ad-b05c9c1065ba {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:38.703499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:38.703838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Checking segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:38.704297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Bound using segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:38.707182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Bound port: 32c69b0f-94f3-4a74-806f-02c0db5ae255, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:38.707558 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.760150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b08f0a64-c896-4f47-a7a6-3935ed43920d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.765938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b08f0a64-c896-4f47-a7a6-3935ed43920d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.803550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] For port 32c69b0f-94f3-4a74-806f-02c0db5ae255, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:38.809643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] For port 32c69b0f-94f3-4a74-806f-02c0db5ae255, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=32c69b0f-94f3-4a74-806f-02c0db5ae255,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:38.817389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.828914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b08f0a64-c896-4f47-a7a6-3935ed43920d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26f65c2443b64054b87a772ff9e4bd61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861841 Aug 31 06:53:38.829258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59884) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:38.835833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f0a64-c896-4f47-a7a6-3935ed43920d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bdc041-0393-4208-a52c-a07169ee55a8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:38.914544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Pushing event updated for resources: {'Port': ['ID=32c69b0f-94f3-4a74-806f-02c0db5ae255,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:38.936039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb3742c4-3d2d-4e4c-9d8d-823313c57954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.946659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:38.947972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.950558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-11de57e2-2522-4524-9ecd-0d2ff4861e90 service neutron] 10.222.0.42 "PUT /v2.0/ports/32c69b0f-94f3-4a74-806f-02c0db5ae255 HTTP/1.1" status: 200 len: 1092 time: 1.7753384 Aug 31 06:53:38.952021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a88739-8ada-433d-9103-1b338dea8cc6', 'tag': '32c69b0f-94f3-4a74-806f-02c0db5ae255'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:38.954993 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:53:31Z', 'revision_number': 4, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port': {'id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:26Z', 'updated_at': '2021-08-31T06:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '15cf1c19-1531-4d05-b4dd-ca0356e93a26', 'name': '', 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'mac_address': 'fa:16:3e:19:2d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:30Z', 'updated_at': '2021-08-31T06:53:38Z', 'revision_number': 4, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'subnets': [{'id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:38.958284 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17993936-d069-4165-ab5a-11d70202bf09" -d '{"events": [{"name": "network-changed", "server_uuid": "78a88739-8ada-433d-9103-1b338dea8cc6", "tag": "32c69b0f-94f3-4a74-806f-02c0db5ae255"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:38.989607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb3742c4-3d2d-4e4c-9d8d-823313c57954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.013566 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45e1e2-8c1c-41bd-b9f1-4a2afa0d6d35 None None] The sync data for ids ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'] in n-d-712142-16 is: [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:53:31Z', 'revision_number': 4, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port': {'id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:26Z', 'updated_at': '2021-08-31T06:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '15cf1c19-1531-4d05-b4dd-ca0356e93a26', 'name': '', 'network_id': '05f2dded-867e-4d9b-9859-e33aff168e36', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'mac_address': 'fa:16:3e:19:2d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:30Z', 'updated_at': '2021-08-31T06:53:38Z', 'revision_number': 4, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'subnets': [{'id': '36b19334-2649-4c9b-9a87-71f2938ae1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:39.061223 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebe9161-34e9-443b-b584-e24eb39118ac x-openstack-request-id: req-6ebe9161-34e9-443b-b584-e24eb39118ac {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:39.062106 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a88739-8ada-433d-9103-1b338dea8cc6", "tag": "32c69b0f-94f3-4a74-806f-02c0db5ae255", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:39.062677 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ebe9161-34e9-443b-b584-e24eb39118ac {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:39.063754 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a88739-8ada-433d-9103-1b338dea8cc6', 'tag': '32c69b0f-94f3-4a74-806f-02c0db5ae255', 'status': 'completed', 'code': 200} Aug 31 06:53:39.140060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-de375b7c-ec9a-47ad-a929-9db0486cc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:39.144160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-de375b7c-ec9a-47ad-a929-9db0486cc869 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33918e8e1a9947f68279be64bf798efd&device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1095 time: 0.1053195 Aug 31 06:53:39.160472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb3742c4-3d2d-4e4c-9d8d-823313c57954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.164345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb3742c4-3d2d-4e4c-9d8d-823313c57954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.173006 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fb3742c4-3d2d-4e4c-9d8d-823313c57954 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86bdc041-0393-4208-a52c-a07169ee55a8 HTTP/1.1" status: 204 len: 168 time: 0.3404875 Aug 31 06:53:39.190292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3742c4-3d2d-4e4c-9d8d-823313c57954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bdc041-0393-4208-a52c-a07169ee55a8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:39.225647 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-b74f7e93-aa9a-4649-b1fb-ac198fed4819 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c69b0f-94f3-4a74-806f-02c0db5ae255 HTTP/1.1" status: 200 len: 217 time: 0.0722063 Aug 31 06:53:39.348448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-748d9a40-ce85-4c2e-8faf-d0b2b6639e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:39.350135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-748d9a40-ce85-4c2e-8faf-d0b2b6639e96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1176df82-f345-40c1-91b7-58fb72441750 HTTP/1.1" status: 200 len: 848 time: 0.1177614 Aug 31 06:53:39.470924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-42813d58-6410-4ad2-badf-8c55610a57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:39.473670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-42813d58-6410-4ad2-badf-8c55610a57dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ead5940-d987-42c8-b7ad-b05c9c1065ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132064 Aug 31 06:53:39.622034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-7da77a33-6d12-4af6-82c3-c72af75d0b53 service neutron] 10.222.0.42 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408184 Aug 31 06:53:39.643923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 15cf1c19-1531-4d05-b4dd-ca0356e93a26 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:39.715468 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:39.720601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:39.723325 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.731642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59912) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:39.832024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119e797-3c16-4c67-bd64-3d3f7b2bf3c5 req-7d93aed2-0dfd-4a0d-afc0-9c16f2a0f8b7 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:39.833930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1119e797-3c16-4c67-bd64-3d3f7b2bf3c5 req-7d93aed2-0dfd-4a0d-afc0-9c16f2a0f8b7 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1095 time: 0.1100652 Aug 31 06:53:39.898777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f1d6fe3-c186-427d-9d47-2b2b31a01ed2 req-43f963ec-c54f-4ae3-98e5-16e590d63527 service neutron] 10.222.0.42 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667904 Aug 31 06:53:39.905681 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.951173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1119e797-3c16-4c67-bd64-3d3f7b2bf3c5 req-a79a02aa-5443-4801-830c-7276ba1b4559 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050603 Aug 31 06:53:39.957853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2446df42-14d9-4c5d-8a5b-8968e4428c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.964027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 15cf1c19-1531-4d05-b4dd-ca0356e93a26, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=15cf1c19-1531-4d05-b4dd-ca0356e93a26,segment=NetworkSegment(70b156b7-f84b-4fe9-aeb2-d2ca22167628),segment_id=70b156b7-f84b-4fe9-aeb2-d2ca22167628)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:39.971760 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.039984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993936-d069-4165-ab5a-11d70202bf09 req-9ed9d604-6963-4662-aa38-fee4e26f56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:40.042014 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17993936-d069-4165-ab5a-11d70202bf09 req-9ed9d604-6963-4662-aa38-fee4e26f56bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33918e8e1a9947f68279be64bf798efd&device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1095 time: 0.0836966 Aug 31 06:53:40.075180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=15cf1c19-1531-4d05-b4dd-ca0356e93a26,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:40.100906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2446df42-14d9-4c5d-8a5b-8968e4428c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.107106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2446df42-14d9-4c5d-8a5b-8968e4428c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.153740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446df42-14d9-4c5d-8a5b-8968e4428c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78059924-a968-4189-b123-1a29050d4dd1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:40.165179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2446df42-14d9-4c5d-8a5b-8968e4428c0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=251bcd3152ee4ee88b67635badd713d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244924 Aug 31 06:53:40.166600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 59924) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:40.198167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993936-d069-4165-ab5a-11d70202bf09 req-b6572853-730f-49f6-8500-b5ba2c53f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:40.199801 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17993936-d069-4165-ab5a-11d70202bf09 req-b6572853-730f-49f6-8500-b5ba2c53f7fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ead5940-d987-42c8-b7ad-b05c9c1065ba HTTP/1.1" status: 200 len: 910 time: 0.1499062 Aug 31 06:53:40.260075 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17993936-d069-4165-ab5a-11d70202bf09 req-c9f8d95f-c65f-4f2f-93b2-cae14fc99378 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c69b0f-94f3-4a74-806f-02c0db5ae255 HTTP/1.1" status: 200 len: 217 time: 0.0516522 Aug 31 06:53:40.276505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-716b2bd2-89f3-4c8a-b484-8f23bd751643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.303604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-716b2bd2-89f3-4c8a-b484-8f23bd751643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.361289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993936-d069-4165-ab5a-11d70202bf09 req-e2887776-a945-4834-be89-9e0ccedbc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:40.364039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17993936-d069-4165-ab5a-11d70202bf09 req-e2887776-a945-4834-be89-9e0ccedbc0e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1176df82-f345-40c1-91b7-58fb72441750 HTTP/1.1" status: 200 len: 848 time: 0.0937953 Aug 31 06:53:40.366450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-716b2bd2-89f3-4c8a-b484-8f23bd751643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.369664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-716b2bd2-89f3-4c8a-b484-8f23bd751643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.380438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-716b2bd2-89f3-4c8a-b484-8f23bd751643 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78059924-a968-4189-b123-1a29050d4dd1 HTTP/1.1" status: 204 len: 168 time: 0.2089086 Aug 31 06:53:40.404772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b2bd2-89f3-4c8a-b484-8f23bd751643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78059924-a968-4189-b123-1a29050d4dd1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:40.476646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993936-d069-4165-ab5a-11d70202bf09 req-78b87e33-b8e1-4fcb-820c-53837b895f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:40.479143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17993936-d069-4165-ab5a-11d70202bf09 req-78b87e33-b8e1-4fcb-820c-53837b895f2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ead5940-d987-42c8-b7ad-b05c9c1065ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077967 Aug 31 06:53:40.637418 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17993936-d069-4165-ab5a-11d70202bf09 req-eb86111a-4321-4024-8d94-67831255b7b4 service neutron] 10.222.0.42 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464360 Aug 31 06:53:40.775660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-17993936-d069-4165-ab5a-11d70202bf09 req-cc793cc4-c3e4-4a3c-bb48-9e662d17754a service neutron] 10.222.0.42 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331415 Aug 31 06:53:41.091388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11d76-a04e-4ad7-a106-4f41cd735113 req-4aa9577e-d4bc-48ed-9a52-8aee006f44e5 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:41.098080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74e11d76-a04e-4ad7-a106-4f41cd735113 req-4aa9577e-d4bc-48ed-9a52-8aee006f44e5 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1095 time: 0.0574439 Aug 31 06:53:41.147774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74e11d76-a04e-4ad7-a106-4f41cd735113 req-504416ca-1ffe-4167-95cd-bd77cfc9ad1c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481095 Aug 31 06:53:41.593631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 15cf1c19-1531-4d05-b4dd-ca0356e93a26 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:41.672102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:41.672549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.301581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2b106-4f32-401a-9d58-86666b95099f req-c0e0ab52-8730-468b-8d10-a48f247e1a26 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:42.303505 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-96b2b106-4f32-401a-9d58-86666b95099f req-c0e0ab52-8730-468b-8d10-a48f247e1a26 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1095 time: 0.0749779 Aug 31 06:53:42.345978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-96b2b106-4f32-401a-9d58-86666b95099f req-3815f1a5-7373-42a5-8081-e1e34d63d1bd tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342546 Aug 31 06:53:42.744558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 32c69b0f-94f3-4a74-806f-02c0db5ae255 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:53:42.754172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60048) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:42.908181 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3470d27-7be3-45b9-9b83-cc8dfa4df0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.964958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 32c69b0f-94f3-4a74-806f-02c0db5ae255, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=32c69b0f-94f3-4a74-806f-02c0db5ae255,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:42.979057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '32c69b0f-94f3-4a74-806f-02c0db5ae255', 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'port_id': '32c69b0f-94f3-4a74-806f-02c0db5ae255', 'mac_address': 'fa:16:3e:96:5b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1176df82-f345-40c1-91b7-58fb72441750', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:53:43.044794 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.047476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3470d27-7be3-45b9-9b83-cc8dfa4df0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.052108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3470d27-7be3-45b9-9b83-cc8dfa4df0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.059072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c69b0f-94f3-4a74-806f-02c0db5ae255 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:43.081886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 32c69b0f-94f3-4a74-806f-02c0db5ae255, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=32c69b0f-94f3-4a74-806f-02c0db5ae255,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:43.087193 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.101653 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e3470d27-7be3-45b9-9b83-cc8dfa4df0be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d50ddf421f444d9b86b01825b930d6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408859 Aug 31 06:53:43.101653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3470d27-7be3-45b9-9b83-cc8dfa4df0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f189f06f-dd53-48e4-bb42-70797a904e5c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:43.101653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60056) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:43.163059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=32c69b0f-94f3-4a74-806f-02c0db5ae255,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:43.173618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-32824ff2-b9eb-4f9f-9bbf-f09efb5f82a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.211834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-32824ff2-b9eb-4f9f-9bbf-f09efb5f82a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.285309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-32824ff2-b9eb-4f9f-9bbf-f09efb5f82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.287883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-32824ff2-b9eb-4f9f-9bbf-f09efb5f82a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.289120 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-32824ff2-b9eb-4f9f-9bbf-f09efb5f82a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f189f06f-dd53-48e4-bb42-70797a904e5c HTTP/1.1" status: 204 len: 168 time: 0.1865113 Aug 31 06:53:43.297659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32824ff2-b9eb-4f9f-9bbf-f09efb5f82a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f189f06f-dd53-48e4-bb42-70797a904e5c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:43.320738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['32c69b0f-94f3-4a74-806f-02c0db5ae255'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:43.326684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:43.476946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-674edda4-8a71-4da2-93d6-014dc14fa71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.570891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7e374-f202-4e2a-87ba-7ce3c85cf7b7 req-966dd821-2f8e-447c-a360-bce131398153 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:43.572455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8fc7e374-f202-4e2a-87ba-7ce3c85cf7b7 req-966dd821-2f8e-447c-a360-bce131398153 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0760589 Aug 31 06:53:43.637171 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8fc7e374-f202-4e2a-87ba-7ce3c85cf7b7 req-3afc5f3c-54a4-4478-8692-f5f8769c7b7f tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533824 Aug 31 06:53:43.666011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-674edda4-8a71-4da2-93d6-014dc14fa71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.671819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-674edda4-8a71-4da2-93d6-014dc14fa71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.726352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-674edda4-8a71-4da2-93d6-014dc14fa71c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=822a407cd6b443a5a71d804042fac0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984129 Aug 31 06:53:43.727474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674edda4-8a71-4da2-93d6-014dc14fa71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d09efd1-2a96-4c9c-9d3a-6f4c8de985d1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:43.730061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60070) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:43.775819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60072) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:43.790697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bc3fe9c6-981a-467f-b582-6d629798b02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.796366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.819559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.885210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.890525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.891607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d09efd1-2a96-4c9c-9d3a-6f4c8de985d1 HTTP/1.1" status: 204 len: 168 time: 0.1555383 Aug 31 06:53:43.905288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d09efd1-2a96-4c9c-9d3a-6f4c8de985d1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:43.914894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bc3fe9c6-981a-467f-b582-6d629798b02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.920409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bc3fe9c6-981a-467f-b582-6d629798b02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.920785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.921310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.921817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.922283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.922991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.923425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.923846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.924277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.924689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.925683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.926194 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.926704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d558f-3ede-4fd8-b73d-028cc4cf5128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.974313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fe9c6-981a-467f-b582-6d629798b02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db6decd-0ee2-420a-9821-5f7bb56dda19,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.017715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bc3fe9c6-981a-467f-b582-6d629798b02b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=842fb8b6e6eb4ed3a489a408cf7a5656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274590 Aug 31 06:53:44.018824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60080) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.085060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4166bbc6-6992-4e10-b76e-1e0f30653929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.112119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4166bbc6-6992-4e10-b76e-1e0f30653929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.201340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4166bbc6-6992-4e10-b76e-1e0f30653929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.205940 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4166bbc6-6992-4e10-b76e-1e0f30653929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.212024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4166bbc6-6992-4e10-b76e-1e0f30653929 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4db6decd-0ee2-420a-9821-5f7bb56dda19 HTTP/1.1" status: 204 len: 168 time: 0.1883047 Aug 31 06:53:44.217730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166bbc6-6992-4e10-b76e-1e0f30653929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db6decd-0ee2-420a-9821-5f7bb56dda19,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.374591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.388475 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a99e31b-139c-4b41-bdd1-7888e8b0f90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.502724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a99e31b-139c-4b41-bdd1-7888e8b0f90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.507046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a99e31b-139c-4b41-bdd1-7888e8b0f90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.559182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a99e31b-139c-4b41-bdd1-7888e8b0f90b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=626241399bb14b6b8769f4d61b7f76f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833584 Aug 31 06:53:44.560083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99e31b-139c-4b41-bdd1-7888e8b0f90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91522984-6652-44c1-8520-cf60d708bc21,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.561941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60090) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.640210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4758029e-6adb-4be4-91f3-8e50788633ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.668407 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4758029e-6adb-4be4-91f3-8e50788633ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.731380 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4758029e-6adb-4be4-91f3-8e50788633ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.734332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4758029e-6adb-4be4-91f3-8e50788633ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.735474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4758029e-6adb-4be4-91f3-8e50788633ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91522984-6652-44c1-8520-cf60d708bc21 HTTP/1.1" status: 204 len: 168 time: 0.1697743 Aug 31 06:53:44.767807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758029e-6adb-4be4-91f3-8e50788633ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91522984-6652-44c1-8520-cf60d708bc21,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.775417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 32c69b0f-94f3-4a74-806f-02c0db5ae255 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:44.811209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9032-bf97-401a-b03a-af2aa68098dd req-643ae0f8-2540-4a68-95e4-96d6db44d48c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:44.814092 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-571b9032-bf97-401a-b03a-af2aa68098dd req-643ae0f8-2540-4a68-95e4-96d6db44d48c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0965219 Aug 31 06:53:44.849079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 32c69b0f-94f3-4a74-806f-02c0db5ae255 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:44.854409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 32c69b0f-94f3-4a74-806f-02c0db5ae255 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:44.854780 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.893338 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-571b9032-bf97-401a-b03a-af2aa68098dd req-80ffd45c-a2f7-4c43-bfab-e074751e0b41 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Aug 31 06:53:44.996785 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.044739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a88739-8ada-433d-9103-1b338dea8cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c69b0f-94f3-4a74-806f-02c0db5ae255'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:45.049456 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3da283-d9b0-4bb7-8456-475748b1b187" -d '{"events": [{"server_uuid": "78a88739-8ada-433d-9103-1b338dea8cc6", "name": "network-vif-plugged", "status": "completed", "tag": "32c69b0f-94f3-4a74-806f-02c0db5ae255"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:45.078323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 32c69b0f-94f3-4a74-806f-02c0db5ae255, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=32c69b0f-94f3-4a74-806f-02c0db5ae255,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:45.084700 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.120925 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2b0a1d-6de8-4b91-a24a-0617dd30c064 x-openstack-request-id: req-9d2b0a1d-6de8-4b91-a24a-0617dd30c064 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:45.121314 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a88739-8ada-433d-9103-1b338dea8cc6", "name": "network-vif-plugged", "status": "completed", "tag": "32c69b0f-94f3-4a74-806f-02c0db5ae255", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:45.121569 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d2b0a1d-6de8-4b91-a24a-0617dd30c064 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:45.122157 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a88739-8ada-433d-9103-1b338dea8cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c69b0f-94f3-4a74-806f-02c0db5ae255', 'code': 200} Aug 31 06:53:45.181959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=32c69b0f-94f3-4a74-806f-02c0db5ae255,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:45.270777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25be5e-3fda-414a-880a-8b6b3ad2f3ca req-0c1b1d86-38e0-41f3-8ff0-594631a374b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:45.273268 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a25be5e-3fda-414a-880a-8b6b3ad2f3ca req-0c1b1d86-38e0-41f3-8ff0-594631a374b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0739682 Aug 31 06:53:45.314614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a25be5e-3fda-414a-880a-8b6b3ad2f3ca req-77cd8f17-616d-4dbb-a87c-9554984f9726 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Aug 31 06:53:46.052039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd31603-9624-4fc9-a16d-d2abcad97372 req-4d32f57b-4e6d-47d7-a592-2d37f5d3f753 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:46.063093 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbd31603-9624-4fc9-a16d-d2abcad97372 req-4d32f57b-4e6d-47d7-a592-2d37f5d3f753 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0749609 Aug 31 06:53:46.116722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbd31603-9624-4fc9-a16d-d2abcad97372 req-12ea3e78-9be2-4ffa-87c0-526da31c2eae tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520380 Aug 31 06:53:47.276420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f795bd4-ebbc-4381-a34a-f7ba3318f299 req-59c37770-89a2-4c15-a90e-c9fc0f623b73 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:47.284179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f795bd4-ebbc-4381-a34a-f7ba3318f299 req-59c37770-89a2-4c15-a90e-c9fc0f623b73 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0642171 Aug 31 06:53:47.326014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f795bd4-ebbc-4381-a34a-f7ba3318f299 req-3ead4b00-948d-474a-a29d-582ca1903017 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Aug 31 06:53:47.466442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9df13-4c45-414f-85d2-1b718de33703 req-beec0eb6-b4dc-4c0b-84ea-1a1af3cc0ed1 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:47.468138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ae9df13-4c45-414f-85d2-1b718de33703 req-beec0eb6-b4dc-4c0b-84ea-1a1af3cc0ed1 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0435791 Aug 31 06:53:47.514250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ae9df13-4c45-414f-85d2-1b718de33703 req-1e2067ae-cac9-4a1a-b731-f583789e3844 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Aug 31 06:53:47.670695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ac68-2c44-44ae-9d47-c193456b4b60 req-257ac9a8-a177-4a2a-9116-63c6d730966a tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:47.672766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8c9ac68-2c44-44ae-9d47-c193456b4b60 req-257ac9a8-a177-4a2a-9116-63c6d730966a tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0649722 Aug 31 06:53:47.732512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8c9ac68-2c44-44ae-9d47-c193456b4b60 req-2550924e-b052-41ae-bc71-7c40314f0ee0 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540888 Aug 31 06:53:48.169023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-ea0cb962-7004-4707-8470-3c8c015e476a tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:48.170955 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-ea0cb962-7004-4707-8470-3c8c015e476a tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/networks?id=0ead5940-d987-42c8-b7ad-b05c9c1065ba HTTP/1.1" status: 200 len: 910 time: 0.1224651 Aug 31 06:53:48.193811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-f62f3268-01ac-4856-ba1d-15208428533a tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/quotas/33918e8e1a9947f68279be64bf798efd HTTP/1.1" status: 200 len: 375 time: 0.0154898 Aug 31 06:53:48.309329 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-ac1c78ba-3446-4cd0-a7cd-f12f9c2eef75 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=33918e8e1a9947f68279be64bf798efd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120687 Aug 31 06:53:48.453698 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-94680344-0540-4c05-8f3d-0161e3cfd37b service neutron] 10.222.0.15 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359916 Aug 31 06:53:48.583706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-30af5f6b-5181-46b8-b6c9-b06143d7aa79 service neutron] 10.222.0.15 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196220 Aug 31 06:53:48.821996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-10826ac7-9062-46d1-bd52-f4a3eaf05313 req-38c8b39b-9a64-4dd0-9436-99776b7d6270 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 210 time: 0.0390885 Aug 31 06:53:48.865790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60282) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:49.260224 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b09d28b4-89ce-49b7-b62f-aab00fb45df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.445243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b09d28b4-89ce-49b7-b62f-aab00fb45df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.450644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b09d28b4-89ce-49b7-b62f-aab00fb45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.505105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b09d28b4-89ce-49b7-b62f-aab00fb45df7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3db9396528ad4a05a6e306d091f59b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374063 Aug 31 06:53:49.506495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d28b4-89ce-49b7-b62f-aab00fb45df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e412f-9cd3-487c-8fc8-04032eaa27ee,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:49.511283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60308) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:49.640590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5ce30cc5-27ba-46a6-b676-89e806825302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.676133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5ce30cc5-27ba-46a6-b676-89e806825302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.737408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5ce30cc5-27ba-46a6-b676-89e806825302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.743169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5ce30cc5-27ba-46a6-b676-89e806825302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.745257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5ce30cc5-27ba-46a6-b676-89e806825302 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/333e412f-9cd3-487c-8fc8-04032eaa27ee HTTP/1.1" status: 204 len: 168 time: 0.2325780 Aug 31 06:53:49.776472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce30cc5-27ba-46a6-b676-89e806825302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e412f-9cd3-487c-8fc8-04032eaa27ee,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:49.965097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-d37748ec-248c-4624-b165-97fdd6dd2348 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0620098 Aug 31 06:53:50.043893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-080da8ea-f4bf-4e9a-a684-8d979194ae51 req-0b4352f3-8f21-4ab0-803c-3155986cccc5 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 210 time: 0.0353322 Aug 31 06:53:50.127846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-4422aa79-44e6-4a50-a11e-4483ccdb15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.128434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-4422aa79-44e6-4a50-a11e-4483ccdb15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.128908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-4422aa79-44e6-4a50-a11e-4483ccdb15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.129647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-4422aa79-44e6-4a50-a11e-4483ccdb15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.130258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-4422aa79-44e6-4a50-a11e-4483ccdb15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.130721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-4422aa79-44e6-4a50-a11e-4483ccdb15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.131262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-4422aa79-44e6-4a50-a11e-4483ccdb15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.133562 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-4422aa79-44e6-4a50-a11e-4483ccdb15a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6497 time: 0.0651722 Aug 31 06:53:50.338675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-6e034b0d-51e1-4d9d-accb-53a07b078e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.339507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-6e034b0d-51e1-4d9d-accb-53a07b078e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.340352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-6e034b0d-51e1-4d9d-accb-53a07b078e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.343447 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-6e034b0d-51e1-4d9d-accb-53a07b078e97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c71b659-92d8-4b29-abc6-2d570dfb2787&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=78b44822-3e6a-4f65-91eb-c0e3840d01da&id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 2293 time: 0.1814039 Aug 31 06:53:50.513321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-2985ae18-4dbe-4634-8ed6-b246b8c45040 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.513960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-d4d53d32-12a0-4c49-9387-c1259a4c05e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 200 len: 1001 time: 0.1617446 Aug 31 06:53:50.517932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-2985ae18-4dbe-4634-8ed6-b246b8c45040 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.23 "GET /v2.0/networks?id=0ead5940-d987-42c8-b7ad-b05c9c1065ba HTTP/1.1" status: 200 len: 910 time: 0.1552129 Aug 31 06:53:50.548346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Request body: {'port': {'device_id': 'adcca6cb-2cc0-4fdc-ad71-734f639d0581', 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'admin_state_up': True, 'tenant_id': '33918e8e1a9947f68279be64bf798efd'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:50.563276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:50.596539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39234d31-3ec8-4fcb-96c2-46db2388acf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:50.622335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Made reservation on behalf of 33918e8e1a9947f68279be64bf798efd for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:50.626609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:50.662167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-50dd81c2-303a-4ab2-a4dd-72dca7d390c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.664344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-50dd81c2-303a-4ab2-a4dd-72dca7d390c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 HTTP/1.1" status: 200 len: 851 time: 0.1351211 Aug 31 06:53:50.735895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-6d0c302e-9ad2-4a6c-ab58-7ef038c030d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.738040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-6d0c302e-9ad2-4a6c-ab58-7ef038c030d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c71b659-92d8-4b29-abc6-2d570dfb2787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601630 Aug 31 06:53:50.833326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Allocated IP 172.20.0.5 (0ead5940-d987-42c8-b7ad-b05c9c1065ba/1176df82-f345-40c1-91b7-58fb72441750/0a80283e-c4bb-42b5-8a2d-838a4c4eb60f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:50.858793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-12230efd-640d-4e44-98db-8ccb1c8e641f service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127253 Aug 31 06:53:50.876877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39234d31-3ec8-4fcb-96c2-46db2388acf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:50.892200 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39234d31-3ec8-4fcb-96c2-46db2388acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:50.954708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-39234d31-3ec8-4fcb-96c2-46db2388acf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f2d84cf256240aeb641db26eab1c250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903334 Aug 31 06:53:50.960560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60342) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:50.967215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39234d31-3ec8-4fcb-96c2-46db2388acf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e7715f-7bcc-4c64-a3f2-59d2e7e4c6c7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:51.067040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-373779fa-60d4-4fd2-a396-1d7930e7c4b2 service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004540 Aug 31 06:53:51.123485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.126824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-3c35102a-20d2-4968-9072-da02bff5c217 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 217 time: 0.0507863 Aug 31 06:53:51.126824 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a4799d61-821f-4559-8bfb-d36bdb4cd329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.144011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Transition to ACTIVE for port object 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:51.191033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-8fe32707-ecf6-460d-8ea8-4958e8291ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.195627 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-8fe32707-ecf6-460d-8ea8-4958e8291ce9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0558381 Aug 31 06:53:51.200462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a4799d61-821f-4559-8bfb-d36bdb4cd329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.240213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-862734ad-411b-4c20-97e1-5a3919736e33 req-bddc62c9-d114-4f39-b6bf-1504c11431f8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 210 time: 0.0488741 Aug 31 06:53:51.249013 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.262924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['32c69b0f-94f3-4a74-806f-02c0db5ae255'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:51.281248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:51.283624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:51.301770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:51.313435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-a105c6de-01be-459a-8352-0f17f37784fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.315040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-a105c6de-01be-459a-8352-0f17f37784fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934968 Aug 31 06:53:51.399750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Pushing event updated for resources: {'Port': ['ID=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:51.405349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.406017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.432048 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-88940595-c907-4db0-83ca-137b72838c4b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8951848 Aug 31 06:53:51.445514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Request body: {'port': {'device_id': 'adcca6cb-2cc0-4fdc-ad71-734f639d0581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:51.453147 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-f46ae2a0-d2f2-4f26-94a7-6125c331f21f service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291974 Aug 31 06:53:51.454531 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a4799d61-821f-4559-8bfb-d36bdb4cd329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.456971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a4799d61-821f-4559-8bfb-d36bdb4cd329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.461584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a4799d61-821f-4559-8bfb-d36bdb4cd329 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06e7715f-7bcc-4c64-a3f2-59d2e7e4c6c7 HTTP/1.1" status: 204 len: 168 time: 0.4966471 Aug 31 06:53:51.518102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4799d61-821f-4559-8bfb-d36bdb4cd329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e7715f-7bcc-4c64-a3f2-59d2e7e4c6c7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:51.591662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.622380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-2283de41-8329-4f03-8655-40aa11f8b7c6 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603839 Aug 31 06:53:51.720909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f70ed221-d5d5-40e7-8516-2b48db2b50f1 None None] Provisioning for port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:51.727527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f70ed221-d5d5-40e7-8516-2b48db2b50f1 None None] Provisioning complete for port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:51.728234 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f70ed221-d5d5-40e7-8516-2b48db2b50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.738744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-d45a0b58-86dc-48e2-b578-95b1a3e0b526 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 217 time: 0.1087856 Aug 31 06:53:51.813447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f70ed221-d5d5-40e7-8516-2b48db2b50f1 None None] Port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:51.814109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-cce6852e-3ff3-4d79-87f4-24994864c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.816026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-cce6852e-3ff3-4d79-87f4-24994864c898 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0704968 Aug 31 06:53:51.881725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-592aaa05-e500-4109-8dee-16e9892909c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.884885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-592aaa05-e500-4109-8dee-16e9892909c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0614679 Aug 31 06:53:52.054154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-f68ab3db-6647-4697-9e09-feaaee9d7a71 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609344 Aug 31 06:53:52.072978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:52.087724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.117057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Transition to ACTIVE for port object 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:52.131251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.212177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-ff702008-b2d4-4d61-a5bf-db8a0a259606 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504900 Aug 31 06:53:52.231645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d513e-e859-481f-b274-62746fe6828f service neutron] Pushing event updated for resources: {'Port': ['ID=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:52.294985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Attempting to bind port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:52.295360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Attempting to bind port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:52.295822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Attempting to bind port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f on network 0ead5940-d987-42c8-b7ad-b05c9c1065ba {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:52.302105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f on network 0ead5940-d987-42c8-b7ad-b05c9c1065ba not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:53:52.302467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Attempting to bind port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f on network 0ead5940-d987-42c8-b7ad-b05c9c1065ba {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:52.310059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:52.310408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Checking segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:52.311587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Bound using segment: {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:52.311858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-fdf9bf3f-a745-4e88-9ebd-ac65d5e57e28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=388caf22-efa3-41b1-ba86-00897e2a225d HTTP/1.1" status: 200 len: 217 time: 0.0923691 Aug 31 06:53:52.312111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Bound port: 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b227e-d83c-46eb-a0d9-9449418b214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:52.312487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.434438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-8514446e-e426-4701-9f17-11d8a8be713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:52.439577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-8514446e-e426-4701-9f17-11d8a8be713c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.1206558 Aug 31 06:53:52.450437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] For port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:52.456297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] For port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:52.462526 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.507519 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:52.508261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.510626 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-524d513e-e859-481f-b274-62746fe6828f service neutron] 10.222.0.23 "PUT /v2.0/ports/0a80283e-c4bb-42b5-8a2d-838a4c4eb60f HTTP/1.1" status: 200 len: 1092 time: 1.0704851 Aug 31 06:53:52.511197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcca6cb-2cc0-4fdc-ad71-734f639d0581', 'tag': '0a80283e-c4bb-42b5-8a2d-838a4c4eb60f'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:52.513966 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa" -d '{"events": [{"name": "network-changed", "server_uuid": "adcca6cb-2cc0-4fdc-ad71-734f639d0581", "tag": "0a80283e-c4bb-42b5-8a2d-838a4c4eb60f"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:52.623749 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687f1a6a-da80-4370-b7ae-4e9fd9d6c4c6 x-openstack-request-id: req-687f1a6a-da80-4370-b7ae-4e9fd9d6c4c6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:52.624437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d8fdc-efd0-4672-91f2-94f303378422 req-605f9fc5-a039-4803-bb27-8bc440457ba5 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:52.629990 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcca6cb-2cc0-4fdc-ad71-734f639d0581", "tag": "0a80283e-c4bb-42b5-8a2d-838a4c4eb60f", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:52.630777 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-687f1a6a-da80-4370-b7ae-4e9fd9d6c4c6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:52.631456 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcca6cb-2cc0-4fdc-ad71-734f639d0581', 'tag': '0a80283e-c4bb-42b5-8a2d-838a4c4eb60f', 'status': 'completed', 'code': 200} Aug 31 06:53:52.633105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c0d8fdc-efd0-4672-91f2-94f303378422 req-605f9fc5-a039-4803-bb27-8bc440457ba5 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1053 time: 0.2147443 Aug 31 06:53:52.659225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d513e-e859-481f-b274-62746fe6828f service neutron] Pushing event updated for resources: {'Port': ['ID=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:52.659512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-02f052aa-9369-4002-a11e-9b273515d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:52.660773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-02f052aa-9369-4002-a11e-9b273515d573 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1757624 Aug 31 06:53:52.683119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-e4b5b8a0-12b8-4d1e-9015-095e584c6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:52.685309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-e4b5b8a0-12b8-4d1e-9015-095e584c6e81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33918e8e1a9947f68279be64bf798efd&device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1095 time: 0.1256225 Aug 31 06:53:52.775146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c0d8fdc-efd0-4672-91f2-94f303378422 req-7eefc29e-fe18-499d-ad73-04c6dc522d88 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407845 Aug 31 06:53:52.792676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-7d5ed652-de0b-48e1-b09b-d7bb35f6dc1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f HTTP/1.1" status: 200 len: 217 time: 0.0980837 Aug 31 06:53:52.846005 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-0d4772c2-5b97-44eb-8b49-99bde71aa178 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724467 Aug 31 06:53:52.893237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-fd98a905-4bc6-4016-88d3-a1e3b49196ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:52.896192 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-fd98a905-4bc6-4016-88d3-a1e3b49196ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1176df82-f345-40c1-91b7-58fb72441750 HTTP/1.1" status: 200 len: 848 time: 0.0933213 Aug 31 06:53:53.001177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-a8ccd27e-0603-49e4-97e9-bcba73b3fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.002850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-a8ccd27e-0603-49e4-97e9-bcba73b3fa0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ead5940-d987-42c8-b7ad-b05c9c1065ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883346 Aug 31 06:53:53.086996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-b24663cd-9af5-44c2-af12-f5460cb28cb4 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338128 Aug 31 06:53:53.142067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-1bf619d5-7e59-4d55-9571-68ca098dcc24 service neutron] 10.222.0.23 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201470 Aug 31 06:53:53.166136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-e1b83598-c138-427b-9eb2-91680daa7d0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=d0eb1625-bdef-4233-951a-76dc78a29946 HTTP/1.1" status: 200 len: 217 time: 0.0693977 Aug 31 06:53:53.263075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-f09935a8-eb35-4aea-b0d4-bc5ad45d0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.264731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-f09935a8-eb35-4aea-b0d4-bc5ad45d0e23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0849802 Aug 31 06:53:53.312550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90186ec6-b8f8-4af5-b841-0dce41beacfb req-8541874a-a87c-404f-9a94-33d6c9b9f93b service neutron] 10.222.0.23 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628931 Aug 31 06:53:53.324782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-9c706c57-4b16-42f7-a5e3-f006fb17d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.327278 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-9c706c57-4b16-42f7-a5e3-f006fb17d3f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536997 Aug 31 06:53:53.490417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-e36d6337-b87c-415c-bea7-8374d7dfa126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.493462 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-e36d6337-b87c-415c-bea7-8374d7dfa126 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33918e8e1a9947f68279be64bf798efd&device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1095 time: 0.0624883 Aug 31 06:53:53.499160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-9783e55b-8f8d-4fdc-bf5b-2d63f5bd5859 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615238 Aug 31 06:53:53.623460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-dda6266a-7c39-49f4-9e6d-52631f85914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.625887 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-dda6266a-7c39-49f4-9e6d-52631f85914f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0ead5940-d987-42c8-b7ad-b05c9c1065ba HTTP/1.1" status: 200 len: 910 time: 0.1167631 Aug 31 06:53:53.628925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-05950070-45ce-4693-b94e-e43b4ac6dc38 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200986 Aug 31 06:53:53.689499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-83e0e670-c1af-431e-958b-187c01033197 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 200 len: 217 time: 0.0500851 Aug 31 06:53:53.698471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-345302e6-297f-40fc-b18f-e722b1d03e6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f HTTP/1.1" status: 200 len: 217 time: 0.0594690 Aug 31 06:53:53.774984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-8f3dbeae-bfdf-45bc-9661-276b189de81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.776569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-70ae3009-0704-4bfb-9098-6820394c67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.777180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-8f3dbeae-bfdf-45bc-9661-276b189de81c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1176df82-f345-40c1-91b7-58fb72441750 HTTP/1.1" status: 200 len: 848 time: 0.0635798 Aug 31 06:53:53.779934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-70ae3009-0704-4bfb-9098-6820394c67c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0828152 Aug 31 06:53:53.879972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-398b01b1-be12-48bb-9c12-dfafe68f5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.881567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-5269819d-0273-4bc8-8df2-67bef361d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.884383 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-5269819d-0273-4bc8-8df2-67bef361d01e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ead5940-d987-42c8-b7ad-b05c9c1065ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938261 Aug 31 06:53:53.889275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-398b01b1-be12-48bb-9c12-dfafe68f5282 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987210 Aug 31 06:53:54.070267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-af27fc21-e9ab-4366-a170-8a6ed7f1518d service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714993 Aug 31 06:53:54.075554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f3706-819d-462a-9244-db23c9efba18 req-1e50c6e1-7f38-4f70-b09f-5474340738ce tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:54.077332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-272f3706-819d-462a-9244-db23c9efba18 req-1e50c6e1-7f38-4f70-b09f-5474340738ce tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1095 time: 0.1871467 Aug 31 06:53:54.133685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-0c3b8305-b728-4f62-9665-229bf4e0e0b7 service neutron] 10.222.0.23 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190702 Aug 31 06:53:54.172968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-272f3706-819d-462a-9244-db23c9efba18 req-0c57e09c-8db7-4ff6-9cde-cdb7e83bb202 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869462 Aug 31 06:53:54.203874 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4dea020f-9f51-49ad-8118-1fdb91bc858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.251546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-2a412191-076b-42f0-82bc-ac97cc024a8e service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704686 Aug 31 06:53:54.269988 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e71b580e-645c-4ed1-b359-f3b2b7ef40aa req-c7149cac-7336-44e2-b46d-37c47ac66097 service neutron] 10.222.0.23 "GET /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281126 Aug 31 06:53:54.305026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-a2c5cd99-754c-4776-83c5-5262c349e55b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 200 len: 217 time: 0.0470028 Aug 31 06:53:54.365458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-256e7d27-f97d-4fa9-885c-77d0daedf0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:54.368507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-256e7d27-f97d-4fa9-885c-77d0daedf0a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0565760 Aug 31 06:53:54.447530 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.451534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-5c28ae2d-42d5-4bdb-a9db-41b3df5bfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:54.455762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-5c28ae2d-42d5-4bdb-a9db-41b3df5bfd6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776525 Aug 31 06:53:54.590391 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-2f477100-29a8-430a-beac-f5aa94e2771b service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294293 Aug 31 06:53:54.705312 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efb9e05b-0631-4728-8f91-459dfb1fb5c2 req-8513f6c1-30e0-4bd7-9dc7-18bb96bef9e3 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072366 Aug 31 06:53:55.323117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8e227-f952-419e-9f57-1a3d2204ee96 req-fce4b70d-813a-482c-beb7-7101e17bb669 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.324884 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63f8e227-f952-419e-9f57-1a3d2204ee96 req-fce4b70d-813a-482c-beb7-7101e17bb669 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1095 time: 0.0519712 Aug 31 06:53:55.376965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63f8e227-f952-419e-9f57-1a3d2204ee96 req-357e2637-25ec-4860-a8ea-c4aa9463e3ac tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453715 Aug 31 06:53:55.670270 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1653a173-eb75-4c07-bfcb-90763d64466e req-756fb3f6-3028-4867-9220-bebce2f79525 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500977 Aug 31 06:53:55.780667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653a173-eb75-4c07-bfcb-90763d64466e req-15d0fcdc-43b6-4365-a7f1-442e7aacdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.782996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1653a173-eb75-4c07-bfcb-90763d64466e req-15d0fcdc-43b6-4365-a7f1-442e7aacdf33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1faac46869884bac9b3ec79fca543d58&device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 1098 time: 0.0565016 Aug 31 06:53:55.842281 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.932225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653a173-eb75-4c07-bfcb-90763d64466e req-f31c1b6b-4b31-424c-bf51-12970a4a18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.934250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1653a173-eb75-4c07-bfcb-90763d64466e req-f31c1b6b-4b31-424c-bf51-12970a4a18ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 200 len: 911 time: 0.1270545 Aug 31 06:53:56.032267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1653a173-eb75-4c07-bfcb-90763d64466e req-35999d9c-0556-40f8-a668-843d4d284f22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1514ac95-e955-482b-b46d-7ffa1edef314 HTTP/1.1" status: 200 len: 1001 time: 0.0900388 Aug 31 06:53:56.118380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653a173-eb75-4c07-bfcb-90763d64466e req-4c32c4ff-ba67-42be-a9c4-61c24b7cc688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:56.121381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1653a173-eb75-4c07-bfcb-90763d64466e req-4c32c4ff-ba67-42be-a9c4-61c24b7cc688 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 200 len: 849 time: 0.0812802 Aug 31 06:53:56.208706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653a173-eb75-4c07-bfcb-90763d64466e req-05d1fa1b-7b9c-4832-8cc0-fb75e386486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:56.210855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1653a173-eb75-4c07-bfcb-90763d64466e req-05d1fa1b-7b9c-4832-8cc0-fb75e386486f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8794eb57-e45a-408a-88bd-24398b82b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762839 Aug 31 06:53:56.368874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1653a173-eb75-4c07-bfcb-90763d64466e req-4367b43c-ad51-4120-a621-7b6acacf7657 service neutron] 10.222.0.42 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476591 Aug 31 06:53:56.489841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1653a173-eb75-4c07-bfcb-90763d64466e req-5f1f6c21-559a-4181-ae6d-f04796170bf4 service neutron] 10.222.0.42 "GET /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136546 Aug 31 06:53:56.518288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38c754-99c9-4190-88ba-5b0fcd999dac req-b2b3e875-ea74-49a6-9bbf-284a731be38b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:56.520967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c38c754-99c9-4190-88ba-5b0fcd999dac req-b2b3e875-ea74-49a6-9bbf-284a731be38b tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1095 time: 0.0516872 Aug 31 06:53:56.571512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c38c754-99c9-4190-88ba-5b0fcd999dac req-b65efdbd-5347-4099-a68c-563aeb5d2ab9 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390546 Aug 31 06:53:56.618605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:53:56.739245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:56.753046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '0a80283e-c4bb-42b5-8a2d-838a4c4eb60f', 'network_id': '0ead5940-d987-42c8-b7ad-b05c9c1065ba', 'port_id': '0a80283e-c4bb-42b5-8a2d-838a4c4eb60f', 'mac_address': 'fa:16:3e:02:62:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1176df82-f345-40c1-91b7-58fb72441750', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:53:56.824901 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-692e8108-caec-4dcf-bfea-1d6273e586f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.827778 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.848626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:56.876974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:56.894366 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.930970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.965435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:56.979377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.980022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.980545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.981055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.986148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.987470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.991147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.992088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.992579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.992874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.993355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:56.993655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:57.168763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0a80283e-c4bb-42b5-8a2d-838a4c4eb60f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:57.756158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015eb885-88d3-4fa5-9834-a5f09b23160c req-99325885-503d-4571-b688-923abc859ec3 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:57.758050 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-015eb885-88d3-4fa5-9834-a5f09b23160c req-99325885-503d-4571-b688-923abc859ec3 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1096 time: 0.0575900 Aug 31 06:53:57.818904 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-015eb885-88d3-4fa5-9834-a5f09b23160c req-c476a9e0-9e56-4e12-a7c4-6e0d9f21ea41 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Aug 31 06:53:58.122251 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.629832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:58.711279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:58.716199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:58.716757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.842178 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.891478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcca6cb-2cc0-4fdc-ad71-734f639d0581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a80283e-c4bb-42b5-8a2d-838a4c4eb60f'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:58.896308 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4671fa22-7d85-48d0-be57-c73aa0be1eb1" -d '{"events": [{"server_uuid": "adcca6cb-2cc0-4fdc-ad71-734f639d0581", "name": "network-vif-plugged", "status": "completed", "tag": "0a80283e-c4bb-42b5-8a2d-838a4c4eb60f"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:58.929390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:58.936098 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.994381 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7248eeb2-649e-4e52-bdbe-badbb9a1564e x-openstack-request-id: req-7248eeb2-649e-4e52-bdbe-badbb9a1564e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:58.995223 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcca6cb-2cc0-4fdc-ad71-734f639d0581", "name": "network-vif-plugged", "status": "completed", "tag": "0a80283e-c4bb-42b5-8a2d-838a4c4eb60f", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:58.996002 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7248eeb2-649e-4e52-bdbe-badbb9a1564e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:58.996882 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcca6cb-2cc0-4fdc-ad71-734f639d0581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a80283e-c4bb-42b5-8a2d-838a4c4eb60f', 'code': 200} Aug 31 06:53:59.027626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5edd34-c40e-4f0b-8a55-5b33df05ec93 req-636ad339-7d2c-4ca2-a01f-bd32fe18bc21 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:59.037806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a5edd34-c40e-4f0b-8a55-5b33df05ec93 req-636ad339-7d2c-4ca2-a01f-bd32fe18bc21 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0847011 Aug 31 06:53:59.063628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:59.080228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a5edd34-c40e-4f0b-8a55-5b33df05ec93 req-b656f8df-5560-4f9d-9ec3-ed25701cd29c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 Aug 31 06:53:59.117424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5353-7abb-4ec7-8c61-b374f77ecd30 req-e7058f28-0a40-4288-b1e6-bd267034d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:59.118987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c09e5353-7abb-4ec7-8c61-b374f77ecd30 req-e7058f28-0a40-4288-b1e6-bd267034d98d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0575976 Aug 31 06:53:59.164201 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c09e5353-7abb-4ec7-8c61-b374f77ecd30 req-ca5af9b5-7834-47bb-9c92-5ee95b06df10 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373518 Aug 31 06:53:59.997852 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.276276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca6d3e-8a1f-440e-9549-d7cb4c278aa0 req-77a57c0b-24a4-490b-a250-4ae36064213d tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:00.280029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7eca6d3e-8a1f-440e-9549-d7cb4c278aa0 req-77a57c0b-24a4-490b-a250-4ae36064213d tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0691490 Aug 31 06:54:00.321024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7eca6d3e-8a1f-440e-9549-d7cb4c278aa0 req-d4e6966a-dd6f-41c9-90dc-e39399fd3317 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353777 Aug 31 06:54:01.450234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242e740-5bd7-4389-b51e-149442e5d253 req-abef3253-4069-46a0-bad2-af5994e2b3e9 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:01.452154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e242e740-5bd7-4389-b51e-149442e5d253 req-abef3253-4069-46a0-bad2-af5994e2b3e9 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0532928 Aug 31 06:54:01.493795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e242e740-5bd7-4389-b51e-149442e5d253 req-c4ea160e-6edb-4dc4-ad88-754ce4788198 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336080 Aug 31 06:54:01.620828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c3dcd-42d0-415e-9106-4a0775ce3490 req-12d0d585-4485-4ee2-8e96-b600ca2dd6ca tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:01.628719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-729c3dcd-42d0-415e-9106-4a0775ce3490 req-12d0d585-4485-4ee2-8e96-b600ca2dd6ca tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0556805 Aug 31 06:54:01.684657 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-729c3dcd-42d0-415e-9106-4a0775ce3490 req-f7b3878e-ea7a-4caa-adbf-36c9d4716a75 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Aug 31 06:54:01.794763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54ef6f-cfc4-40e3-8df3-1d79a7520efc req-9c55adaa-7e93-4873-867a-5e2313d08fa8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:01.797673 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be54ef6f-cfc4-40e3-8df3-1d79a7520efc req-9c55adaa-7e93-4873-867a-5e2313d08fa8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0477808 Aug 31 06:54:01.847499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be54ef6f-cfc4-40e3-8df3-1d79a7520efc req-862cd3cf-eea9-418e-a622-69d42977d974 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Aug 31 06:54:01.967722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:02.125870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284fb89-59fa-4c38-9439-e15854c5fbbc req-89bcd35c-4ac1-4c54-b572-006635a3fddf tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:02.128055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5284fb89-59fa-4c38-9439-e15854c5fbbc req-89bcd35c-4ac1-4c54-b572-006635a3fddf tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0470097 Aug 31 06:54:02.172125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5284fb89-59fa-4c38-9439-e15854c5fbbc req-8ccf0016-6831-4f0a-8027-582a8351e3a9 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Aug 31 06:54:02.282772 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.421425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.426917 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.469014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b45ee-9d36-49bc-ac83-bd6468a0ee28,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:02.473145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e4ef3dd714a42e1a804da87396c45af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039351 Aug 31 06:54:02.477100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60682) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:02.485017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.485487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.485900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.486333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.486828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.487358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.487637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.487972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.488296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.488625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.488945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.489376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9983938-470a-4052-9297-6f56e044e8ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:02.532878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cecc12b2-786c-45c9-98b3-a012f48336bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.557690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cecc12b2-786c-45c9-98b3-a012f48336bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.633536 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cecc12b2-786c-45c9-98b3-a012f48336bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.634939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cecc12b2-786c-45c9-98b3-a012f48336bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.637994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cecc12b2-786c-45c9-98b3-a012f48336bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/712b45ee-9d36-49bc-ac83-bd6468a0ee28 HTTP/1.1" status: 204 len: 168 time: 0.1595244 Aug 31 06:54:02.649307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc12b2-786c-45c9-98b3-a012f48336bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b45ee-9d36-49bc-ac83-bd6468a0ee28,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:03.110331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60704) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:03.124528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d51df69f-15c8-4052-96b5-09ddf02431fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.230276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d51df69f-15c8-4052-96b5-09ddf02431fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.236152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d51df69f-15c8-4052-96b5-09ddf02431fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.280198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d51df69f-15c8-4052-96b5-09ddf02431fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbf334d05a904c7da7b2d08a40d8096c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686125 Aug 31 06:54:03.281692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51df69f-15c8-4052-96b5-09ddf02431fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc16c53-588d-475b-8acc-ff58a1459730,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:03.284796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60710) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:03.347674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0c35-2a16-4e28-9cc8-5075f7fb3895 req-f731ddd8-18d2-4803-82f2-2ac92d9955ea tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:03.349376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c6aa0c35-2a16-4e28-9cc8-5075f7fb3895 req-f731ddd8-18d2-4803-82f2-2ac92d9955ea tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0794837 Aug 31 06:54:03.384647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-942f76ee-7554-4b52-b281-1b9a811a5676 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:03.387188 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-942f76ee-7554-4b52-b281-1b9a811a5676 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 1097 time: 0.0613782 Aug 31 06:54:03.392484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8776c6e4-1fbc-4bd6-9f1e-31ffdc0925ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.421448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c6aa0c35-2a16-4e28-9cc8-5075f7fb3895 req-8f83b796-fa0a-48be-a91e-c61a3f6dbb1d tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601065 Aug 31 06:54:03.447584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8776c6e4-1fbc-4bd6-9f1e-31ffdc0925ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.511913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Deleting port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:03.512465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.514763 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8776c6e4-1fbc-4bd6-9f1e-31ffdc0925ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.521220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8776c6e4-1fbc-4bd6-9f1e-31ffdc0925ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.524061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8776c6e4-1fbc-4bd6-9f1e-31ffdc0925ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9cc16c53-588d-475b-8acc-ff58a1459730 HTTP/1.1" status: 204 len: 168 time: 0.2213919 Aug 31 06:54:03.534488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776c6e4-1fbc-4bd6-9f1e-31ffdc0925ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc16c53-588d-475b-8acc-ff58a1459730,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:03.635748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] For port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:03.636350 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.654926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Calling delete_port for 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:03.793112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.806971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['0a80283e-c4bb-42b5-8a2d-838a4c4eb60f'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:03.809971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['32c69b0f-94f3-4a74-806f-02c0db5ae255'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:04.240339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a80283e-c4bb-42b5-8a2d-838a4c4eb60f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:04.286013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] No DVR routers for this DVR port 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:04.292817 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:04.296110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e2fbbdb-9151-43a8-91a5-b1558ba30d5b req-16a19d1b-60fc-4489-a5dc-3bbbfa953adb tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.23 "DELETE /v2.0/ports/0a80283e-c4bb-42b5-8a2d-838a4c4eb60f HTTP/1.1" status: 204 len: 173 time: 0.9022164 Aug 31 06:54:04.296833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcca6cb-2cc0-4fdc-ad71-734f639d0581', 'name': 'network-vif-deleted', 'tag': '0a80283e-c4bb-42b5-8a2d-838a4c4eb60f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:04.299598 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bc306d-69cb-40c8-b024-50b70d735862" -d '{"events": [{"server_uuid": "adcca6cb-2cc0-4fdc-ad71-734f639d0581", "name": "network-vif-deleted", "tag": "0a80283e-c4bb-42b5-8a2d-838a4c4eb60f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:04.374719 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfac3b13-d432-4e6b-a3c2-29f40588ab88 x-openstack-request-id: req-bfac3b13-d432-4e6b-a3c2-29f40588ab88 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:04.375011 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcca6cb-2cc0-4fdc-ad71-734f639d0581", "name": "network-vif-deleted", "tag": "0a80283e-c4bb-42b5-8a2d-838a4c4eb60f", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:04.375264 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfac3b13-d432-4e6b-a3c2-29f40588ab88 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:04.375823 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcca6cb-2cc0-4fdc-ad71-734f639d0581', 'name': 'network-vif-deleted', 'tag': '0a80283e-c4bb-42b5-8a2d-838a4c4eb60f', 'status': 'completed', 'code': 200} Aug 31 06:54:04.566665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-086da307-35fe-4f53-b7fa-27abf2658e5d req-065aa878-adee-4548-82cb-ab4f03e7ff5c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adcca6cb-2cc0-4fdc-ad71-734f639d0581 HTTP/1.1" status: 200 len: 210 time: 0.0286450 Aug 31 06:54:05.782772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60810) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:05.898544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba12d1-1331-4bbc-a63f-d71229a0cd45 req-bc89259a-02bc-4ad6-9dda-ec7b3569275c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:05.900829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89ba12d1-1331-4bbc-a63f-d71229a0cd45 req-bc89259a-02bc-4ad6-9dda-ec7b3569275c tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0529294 Aug 31 06:54:05.945029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89ba12d1-1331-4bbc-a63f-d71229a0cd45 req-269459c8-89c4-4e1f-9e59-bbd659c34c90 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Aug 31 06:54:06.021144 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2790ebd9-31f6-4bcc-9b94-a9138455e936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.117681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2790ebd9-31f6-4bcc-9b94-a9138455e936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.122767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2790ebd9-31f6-4bcc-9b94-a9138455e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.177034 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2790ebd9-31f6-4bcc-9b94-a9138455e936 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=194503a3209142daaf76d3934644acaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927534 Aug 31 06:54:06.179976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60826) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:06.193397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790ebd9-31f6-4bcc-9b94-a9138455e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46533552-a7c7-4a41-ba12-446481b321ff,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:06.232745 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6841e4cb-17aa-45b0-af34-319ac34368c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.260120 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6841e4cb-17aa-45b0-af34-319ac34368c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.339523 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6841e4cb-17aa-45b0-af34-319ac34368c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.342025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6841e4cb-17aa-45b0-af34-319ac34368c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.343237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6841e4cb-17aa-45b0-af34-319ac34368c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46533552-a7c7-4a41-ba12-446481b321ff HTTP/1.1" status: 204 len: 168 time: 0.1620634 Aug 31 06:54:06.351611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841e4cb-17aa-45b0-af34-319ac34368c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46533552-a7c7-4a41-ba12-446481b321ff,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:06.660895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60842) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:06.670789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:06.677410 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df8d249e-f45e-431c-b552-9271fe33c75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.690205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:06.690585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 0a80283e-c4bb-42b5-8a2d-838a4c4eb60f not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:06.782488 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df8d249e-f45e-431c-b552-9271fe33c75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.787047 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df8d249e-f45e-431c-b552-9271fe33c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.826330 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-df8d249e-f45e-431c-b552-9271fe33c75b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6cba0437b61440aa37dc56aae4500aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636534 Aug 31 06:54:06.829101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d249e-f45e-431c-b552-9271fe33c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e28e1-f729-4e88-9be8-ebf2b3ea423e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:06.830156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:06.885485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85ced4a3-7981-4064-aed3-b57dda49fe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.918851 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85ced4a3-7981-4064-aed3-b57dda49fe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.981537 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85ced4a3-7981-4064-aed3-b57dda49fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.987354 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85ced4a3-7981-4064-aed3-b57dda49fe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.988836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-85ced4a3-7981-4064-aed3-b57dda49fe7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c59e28e1-f729-4e88-9be8-ebf2b3ea423e HTTP/1.1" status: 204 len: 168 time: 0.1574812 Aug 31 06:54:07.018543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ced4a3-7981-4064-aed3-b57dda49fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e28e1-f729-4e88-9be8-ebf2b3ea423e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:07.099028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54ce36-c62c-4147-bd5f-7cd427f4d5aa req-9ee4612e-de02-4c77-96a9-f39648540fa0 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:07.102170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f54ce36-c62c-4147-bd5f-7cd427f4d5aa req-9ee4612e-de02-4c77-96a9-f39648540fa0 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0533965 Aug 31 06:54:07.167790 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f54ce36-c62c-4147-bd5f-7cd427f4d5aa req-239368d6-597f-47be-917d-5f5150edf6c8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9cad499c-3e05-4c04-89a6-381547f8725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572493 Aug 31 06:54:07.243840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-dadb4202-037f-4075-a5a9-91c67a5440a7 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:07.245435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-dadb4202-037f-4075-a5a9-91c67a5440a7 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0507057 Aug 31 06:54:07.348520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Deleting port 32c69b0f-94f3-4a74-806f-02c0db5ae255 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:07.348961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.442630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] For port 32c69b0f-94f3-4a74-806f-02c0db5ae255, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=32c69b0f-94f3-4a74-806f-02c0db5ae255,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:07.443034 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.458977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Calling delete_port for 32c69b0f-94f3-4a74-806f-02c0db5ae255 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:07.610870 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.625276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['32c69b0f-94f3-4a74-806f-02c0db5ae255'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:07.639260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 60866) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:07.649768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Pushing event deleted for resources: {'Port': ['ID=32c69b0f-94f3-4a74-806f-02c0db5ae255,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:07.657439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-858cce0c-4b57-43f7-b525-5432b903246c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.710223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] No DVR routers for this DVR port 32c69b0f-94f3-4a74-806f-02c0db5ae255 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:07.716457 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.719333 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fda36e8b-eb23-40ea-b2f5-8990d5f98740 req-1a1b7628-f730-4622-bf98-d9d2ac6a2ca8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.42 "DELETE /v2.0/ports/32c69b0f-94f3-4a74-806f-02c0db5ae255 HTTP/1.1" status: 204 len: 173 time: 0.4678974 Aug 31 06:54:07.719813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a88739-8ada-433d-9103-1b338dea8cc6', 'name': 'network-vif-deleted', 'tag': '32c69b0f-94f3-4a74-806f-02c0db5ae255'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:07.722413 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49928fb3-9c23-4465-b982-1513e8e02153" -d '{"events": [{"server_uuid": "78a88739-8ada-433d-9103-1b338dea8cc6", "name": "network-vif-deleted", "tag": "32c69b0f-94f3-4a74-806f-02c0db5ae255"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:07.774256 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45279357-ca0c-4ce5-9b27-3ffdc59f4a00 x-openstack-request-id: req-45279357-ca0c-4ce5-9b27-3ffdc59f4a00 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:07.774722 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a88739-8ada-433d-9103-1b338dea8cc6", "name": "network-vif-deleted", "tag": "32c69b0f-94f3-4a74-806f-02c0db5ae255", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:07.775108 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45279357-ca0c-4ce5-9b27-3ffdc59f4a00 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:07.775733 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a88739-8ada-433d-9103-1b338dea8cc6', 'name': 'network-vif-deleted', 'tag': '32c69b0f-94f3-4a74-806f-02c0db5ae255', 'status': 'completed', 'code': 200} Aug 31 06:54:07.853611 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-858cce0c-4b57-43f7-b525-5432b903246c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.863280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-858cce0c-4b57-43f7-b525-5432b903246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.909964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-858cce0c-4b57-43f7-b525-5432b903246c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f669832c73f4a818d8cb91c14c8e947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693667 Aug 31 06:54:07.914438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60876) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:07.938265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cce0c-4b57-43f7-b525-5432b903246c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddc342a-bb10-425e-992f-1928eaec08e6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:07.986202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d8b9ae2-1c7d-4c5d-bcd8-6193de73b5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.012245 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d8b9ae2-1c7d-4c5d-bcd8-6193de73b5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.092830 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d8b9ae2-1c7d-4c5d-bcd8-6193de73b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.093603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d8b9ae2-1c7d-4c5d-bcd8-6193de73b5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.094803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0d8b9ae2-1c7d-4c5d-bcd8-6193de73b5b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ddc342a-bb10-425e-992f-1928eaec08e6 HTTP/1.1" status: 204 len: 168 time: 0.1793456 Aug 31 06:54:08.103898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b9ae2-1c7d-4c5d-bcd8-6193de73b5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddc342a-bb10-425e-992f-1928eaec08e6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:08.341097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3666033-368b-41d9-904d-6386e5f9a004 req-68da32dc-dad2-422f-bd2d-a01236e8e6a8 tempest-TestServerMultinode-612353793 tempest-TestServerMultinode-612353793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=78a88739-8ada-433d-9103-1b338dea8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0538640 Aug 31 06:54:09.421903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 60934) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:09.826267 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.117531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Deleting port 60fb7317-5adf-413c-b57e-32d4107bd693 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:10.117882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.212615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] For port 60fb7317-5adf-413c-b57e-32d4107bd693, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=60fb7317-5adf-413c-b57e-32d4107bd693,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:10.212992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.227688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Calling delete_port for 60fb7317-5adf-413c-b57e-32d4107bd693 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:10.458602 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:54:10.523876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.565626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Pushing event deleted for resources: {'Port': ['ID=60fb7317-5adf-413c-b57e-32d4107bd693,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:10.789539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.893684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 32c69b0f-94f3-4a74-806f-02c0db5ae255 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:10.922240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 32c69b0f-94f3-4a74-806f-02c0db5ae255 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:10.922783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 32c69b0f-94f3-4a74-806f-02c0db5ae255 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:11.088348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:11.248412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:11.258268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32818) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:11.259864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c0256ca8-3bde-484e-9b0b-0c613c3eda4f admin admin] 10.222.0.15 "PUT /v2.0/routers/4adf17a0-3a10-4d7c-bb43-baf2bc0cf838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366845 Aug 31 06:54:11.263451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] Sync routers for ids ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:11.274208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] Routers {'4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:11.274951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:11.405087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] Set router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:11.422943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.618377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.731599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:54:10Z', 'revision_number': 5, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port': {'id': 'eb743e66-d3c6-4511-a692-7578818154ba', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:11.744324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Deleting port eb743e66-d3c6-4511-a692-7578818154ba {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:11.745626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.749122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32844) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:11.769100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] Checking router: 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:11.778873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] Routers {'4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:11.779508 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:11.865569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] For port eb743e66-d3c6-4511-a692-7578818154ba, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eb743e66-d3c6-4511-a692-7578818154ba,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:11.866165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.887945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Calling delete_port for eb743e66-d3c6-4511-a692-7578818154ba owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:11.897740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] Set router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:11.901757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8678-4a54-4f21-b6ab-42bcea63ae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.973675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:54:11Z', 'revision_number': 6, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:12.027393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21618765-98b9-4adf-a51d-a912e78dd82e None None] The sync data for ids ['4adf17a0-3a10-4d7c-bb43-baf2bc0cf838'] in n-d-712142-16 is: [{'id': '4adf17a0-3a10-4d7c-bb43-baf2bc0cf838', 'name': 'tempest-TestServerMultinode-110496215-router', 'tenant_id': '6a40deba9a724656b139c04f1f2fc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:18Z', 'updated_at': '2021-08-31T06:54:11Z', 'revision_number': 6, 'project_id': '6a40deba9a724656b139c04f1f2fc4ff', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:12.069869 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8678-4a54-4f21-b6ab-42bcea63ae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.074886 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8678-4a54-4f21-b6ab-42bcea63ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.115025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.121709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e8fe8678-4a54-4f21-b6ab-42bcea63ae15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03c1f23c39984d6581d6129d02b6d7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693774 Aug 31 06:54:12.122751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8678-4a54-4f21-b6ab-42bcea63ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36473776-d061-4274-b121-4e8f0ab3d6ca,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:12.125727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32852) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:12.151703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=eb743e66-d3c6-4511-a692-7578818154ba,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:12.195042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e795deb1-fad5-492c-be9e-0f3b450479f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.219255 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e795deb1-fad5-492c-be9e-0f3b450479f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.224023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.278324 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e795deb1-fad5-492c-be9e-0f3b450479f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.281048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e795deb1-fad5-492c-be9e-0f3b450479f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.282743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e795deb1-fad5-492c-be9e-0f3b450479f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36473776-d061-4274-b121-4e8f0ab3d6ca HTTP/1.1" status: 204 len: 168 time: 0.1552713 Aug 31 06:54:12.297650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795deb1-fad5-492c-be9e-0f3b450479f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36473776-d061-4274-b121-4e8f0ab3d6ca,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:12.330272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.333086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.380194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.381947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:12.389122 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.393549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dd40ea78-8513-44dc-b62d-75c75276b7ab admin admin] 10.222.0.15 "DELETE /v2.0/routers/4adf17a0-3a10-4d7c-bb43-baf2bc0cf838 HTTP/1.1" status: 204 len: 168 time: 1.1322854 Aug 31 06:54:12.393803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32858) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:12.450732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-186dafd3-1891-4201-b9f9-ea2aaf1b0b8f admin admin] Deleting subnet 1176df82-f345-40c1-91b7-58fb72441750 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:12.454502 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-186dafd3-1891-4201-b9f9-ea2aaf1b0b8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.508873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-186dafd3-1891-4201-b9f9-ea2aaf1b0b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.621739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-186dafd3-1891-4201-b9f9-ea2aaf1b0b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.708989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-186dafd3-1891-4201-b9f9-ea2aaf1b0b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.744113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dafd3-1891-4201-b9f9-ea2aaf1b0b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1176df82-f345-40c1-91b7-58fb72441750,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:12.746342 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-186dafd3-1891-4201-b9f9-ea2aaf1b0b8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.749874 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-186dafd3-1891-4201-b9f9-ea2aaf1b0b8f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1176df82-f345-40c1-91b7-58fb72441750 HTTP/1.1" status: 204 len: 168 time: 0.3545296 Aug 31 06:54:12.751625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32868) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:12.758725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e99f497-23f8-457c-a45a-4c39cf3db985 None None] Network 0ead5940-d987-42c8-b7ad-b05c9c1065ba requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:12.907227 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.939261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32874) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:12.957286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-460a41ab-c965-4ce8-8441-1b32b1c5f7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.999495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Deleting port 55be3b22-d354-4342-847d-f19ab47b4bd5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:13.000641 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.081492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-460a41ab-c965-4ce8-8441-1b32b1c5f7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.087769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-460a41ab-c965-4ce8-8441-1b32b1c5f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.091923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] DHCP port deletion for 0ead5940-d987-42c8-b7ad-b05c9c1065ba request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:13.149412 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-460a41ab-c965-4ce8-8441-1b32b1c5f7a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2873c1a5ac4d4b43944045bf865922db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090702 Aug 31 06:54:13.149947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32876) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:13.160736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a41ab-c965-4ce8-8441-1b32b1c5f7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd180e3-201b-43f6-b908-df731acdb2b9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:13.164229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] Deleting port 55be3b22-d354-4342-847d-f19ab47b4bd5 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:13.164761 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.217522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] For port 55be3b22-d354-4342-847d-f19ab47b4bd5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=55be3b22-d354-4342-847d-f19ab47b4bd5,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:13.218385 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.230949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f78f855-1014-4b44-82dd-f548661ed257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.257636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Calling delete_port for 55be3b22-d354-4342-847d-f19ab47b4bd5 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:13.270317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] For port 55be3b22-d354-4342-847d-f19ab47b4bd5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=55be3b22-d354-4342-847d-f19ab47b4bd5,segment=NetworkSegment(db2b227e-d83c-46eb-a0d9-9449418b214b),segment_id=db2b227e-d83c-46eb-a0d9-9449418b214b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:13.270939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.276357 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f78f855-1014-4b44-82dd-f548661ed257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.289667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] Calling delete_port for 55be3b22-d354-4342-847d-f19ab47b4bd5 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:13.344941 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f78f855-1014-4b44-82dd-f548661ed257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.347695 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8f78f855-1014-4b44-82dd-f548661ed257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.352203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8f78f855-1014-4b44-82dd-f548661ed257 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfd180e3-201b-43f6-b908-df731acdb2b9 HTTP/1.1" status: 204 len: 168 time: 0.2009790 Aug 31 06:54:13.368344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78f855-1014-4b44-82dd-f548661ed257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd180e3-201b-43f6-b908-df731acdb2b9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:13.423523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.471464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] Pushing event deleted for resources: {'Port': ['ID=55be3b22-d354-4342-847d-f19ab47b4bd5,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:13.479585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4068f3d7-d179-45c1-bc78-e3dc20aedcbd None None] No DVR routers for this DVR port 55be3b22-d354-4342-847d-f19ab47b4bd5 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:13.492783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.513511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] No DVR routers for this DVR port 55be3b22-d354-4342-847d-f19ab47b4bd5 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:13.616551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55be3b22-d354-4342-847d-f19ab47b4bd5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:13.658800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 60fb7317-5adf-413c-b57e-32d4107bd693 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:13.688741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.688931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 60fb7317-5adf-413c-b57e-32d4107bd693 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:13.689964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 60fb7317-5adf-413c-b57e-32d4107bd693 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:13.690597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eb743e66-d3c6-4511-a692-7578818154ba no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:13.701488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ead5940-d987-42c8-b7ad-b05c9c1065ba']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.713401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2b227e-d83c-46eb-a0d9-9449418b214b') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.713593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2b227e-d83c-46eb-a0d9-9449418b214b') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.717481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: eb743e66-d3c6-4511-a692-7578818154ba {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:13.717832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eb743e66-d3c6-4511-a692-7578818154ba not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:13.718256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 55be3b22-d354-4342-847d-f19ab47b4bd5 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:13.724275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.742753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 55be3b22-d354-4342-847d-f19ab47b4bd5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:13.743450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 55be3b22-d354-4342-847d-f19ab47b4bd5 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:13.754795 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.767158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:13.767836 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:13.769928 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:13.835817 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.844152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.848980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0ead5940-d987-42c8-b7ad-b05c9c1065ba HTTP/1.1" status: 204 len: 168 time: 1.0936146 Aug 31 06:54:13.850490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32898) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:13.870854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908a27-ea7d-486b-8034-0cf1ee7f35f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ead5940-d987-42c8-b7ad-b05c9c1065ba,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:14.316258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.639804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Deleting port 15cf1c19-1531-4d05-b4dd-ca0356e93a26 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:14.640435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.747914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] For port 15cf1c19-1531-4d05-b4dd-ca0356e93a26, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=15cf1c19-1531-4d05-b4dd-ca0356e93a26,segment=NetworkSegment(70b156b7-f84b-4fe9-aeb2-d2ca22167628),segment_id=70b156b7-f84b-4fe9-aeb2-d2ca22167628)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:14.748697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.780534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Calling delete_port for 15cf1c19-1531-4d05-b4dd-ca0356e93a26 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:15.072241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:15.105419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cf1c19-1531-4d05-b4dd-ca0356e93a26,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:15.716521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32968) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:15.907721 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:15.973109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-04e52b58-d245-4253-a491-4c41036299e8 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-262060628'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:15.974518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-04e52b58-d245-4253-a491-4c41036299e8 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Unknown quota resources ['metering_label']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:54:16.211655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:16.222258 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04e52b58-d245-4253-a491-4c41036299e8 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.223405 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-04e52b58-d245-4253-a491-4c41036299e8 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5052938 Aug 31 06:54:16.235317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32980) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.235317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-747b54df-c78d-4673-97c7-da31390fcf80 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd8175940-f231-4ae9-af5c-ecde97979c1a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:16.235668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-747b54df-c78d-4673-97c7-da31390fcf80 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:54:16.353945 n-d-712142-16 neutron-server[94668]: WARNING neutron.services.metering.metering_plugin [None req-747b54df-c78d-4673-97c7-da31390fcf80 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 06:54:16.380529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:16.389749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e32a4d77-47a1-4548-8b4c-e28d08459677 admin admin] 10.222.0.15 "PUT /v2.0/routers/59c130d1-09cc-4b19-a6ce-d58c5ae899e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5381966 Aug 31 06:54:16.395644 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] Sync routers for ids ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:16.398548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 32988) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.406110 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] Routers {'59c130d1-09cc-4b19-a6ce-d58c5ae899e0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:16.406831 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:16.496673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-747b54df-c78d-4673-97c7-da31390fcf80 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.498005 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-747b54df-c78d-4673-97c7-da31390fcf80 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2675707 Aug 31 06:54:16.500953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 32994) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.505678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9d858bbc-896f-439d-9950-6cb94c094ea1 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd8175940-f231-4ae9-af5c-ecde97979c1a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:16.506708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9d858bbc-896f-439d-9950-6cb94c094ea1 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:54:16.536081 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] Set router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:16.566533 n-d-712142-16 neutron-server[94668]: WARNING neutron.services.metering.metering_plugin [None req-9d858bbc-896f-439d-9950-6cb94c094ea1 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 06:54:16.566921 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.658766 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9d858bbc-896f-439d-9950-6cb94c094ea1 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.659973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9d858bbc-896f-439d-9950-6cb94c094ea1 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1577907 Aug 31 06:54:16.664170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33002) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.688810 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-df9a394b-9346-4455-a1dc-03defc4fe15d tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=0f555c77-8eff-4401-a996-93167865b0f9 HTTP/1.1" status: 200 len: 464 time: 0.0231380 Aug 31 06:54:16.691618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33006) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.761817 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.800165 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:54:14Z', 'revision_number': 5, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port': {'id': '2137d7c6-69d6-42e6-b9bf-58a62e576285', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:53:26Z', 'updated_at': '2021-08-31T06:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:16.821119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f284c6f9-9343-45f3-ac01-436e42bb2327 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.822508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f284c6f9-9343-45f3-ac01-436e42bb2327 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/0f555c77-8eff-4401-a996-93167865b0f9 HTTP/1.1" status: 204 len: 168 time: 0.1299579 Aug 31 06:54:16.825289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33016) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.836528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cde111d1-06f7-4457-974c-0730f22e2433 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=0f555c77-8eff-4401-a996-93167865b0f9 HTTP/1.1" status: 200 len: 221 time: 0.0094495 Aug 31 06:54:16.840273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33018) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.841965 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] Checking router: 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:16.846172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-973c2142-940b-44e3-ab26-09204872e2a0 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--6437903', 'description': 'label created by tempest'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:16.846868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-973c2142-940b-44e3-ab26-09204872e2a0 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Unknown quota resources ['metering_label']. {{(pid=94668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:54:16.853620 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] Routers {'59c130d1-09cc-4b19-a6ce-d58c5ae899e0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:16.854616 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:16.883189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Deleting port 2137d7c6-69d6-42e6-b9bf-58a62e576285 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:16.883582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.957509 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] Set router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:17.006235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] For port 2137d7c6-69d6-42e6-b9bf-58a62e576285, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2137d7c6-69d6-42e6-b9bf-58a62e576285,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:17.007462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.033046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Calling delete_port for 2137d7c6-69d6-42e6-b9bf-58a62e576285 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:17.033818 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-973c2142-940b-44e3-ab26-09204872e2a0 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.035309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-973c2142-940b-44e3-ab26-09204872e2a0 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 467 time: 0.1937382 Aug 31 06:54:17.041072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33024) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:17.127155 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:54:16Z', 'revision_number': 6, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:17.155616 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce192cd5-c63c-44c5-a56a-a2d6419943a8 None None] The sync data for ids ['59c130d1-09cc-4b19-a6ce-d58c5ae899e0'] in n-d-712142-16 is: [{'id': '59c130d1-09cc-4b19-a6ce-d58c5ae899e0', 'name': 'tempest-TestServerMultinode-935197174-router', 'tenant_id': '33918e8e1a9947f68279be64bf798efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:53:25Z', 'updated_at': '2021-08-31T06:54:16Z', 'revision_number': 6, 'project_id': '33918e8e1a9947f68279be64bf798efd', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:17.176513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a5adeb71-d696-40fe-864b-69b94c8df2b0 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=88448766-3986-40e8-9f06-28665f2b121b HTTP/1.1" status: 200 len: 465 time: 0.1337278 Aug 31 06:54:17.179297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33030) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:17.314191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.345918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2137d7c6-69d6-42e6-b9bf-58a62e576285,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:17.426346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.613439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.617302 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.679384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 15cf1c19-1531-4d05-b4dd-ca0356e93a26 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:17.695335 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.696016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59c130d1-09cc-4b19-a6ce-d58c5ae899e0 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:17.706801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.708601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e01602bf-6b61-4423-bc4c-b546463abbc9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/59c130d1-09cc-4b19-a6ce-d58c5ae899e0 HTTP/1.1" status: 204 len: 168 time: 1.3080492 Aug 31 06:54:17.711195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33038) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:17.726094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 15cf1c19-1531-4d05-b4dd-ca0356e93a26 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:17.726700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 15cf1c19-1531-4d05-b4dd-ca0356e93a26 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:17.784096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bdabb6-a095-4261-a58a-83b5f7387cf8 admin admin] Deleting subnet 36b19334-2649-4c9b-9a87-71f2938ae1fe {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:17.788092 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08bdabb6-a095-4261-a58a-83b5f7387cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.825487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08bdabb6-a095-4261-a58a-83b5f7387cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.884847 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96e6e820-9b32-4db8-b1b4-963fa0ef4a02 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.889046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-96e6e820-9b32-4db8-b1b4-963fa0ef4a02 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/88448766-3986-40e8-9f06-28665f2b121b HTTP/1.1" status: 204 len: 168 time: 0.7059600 Aug 31 06:54:17.889272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33042) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:17.906528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9f2b300e-9ff7-4434-872a-0bf91c0d992f tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=88448766-3986-40e8-9f06-28665f2b121b HTTP/1.1" status: 200 len: 216 time: 0.0158122 Aug 31 06:54:17.910839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33044) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:17.923320 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08bdabb6-a095-4261-a58a-83b5f7387cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.924580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c468608c-b375-45fd-ba19-62d1cd838335 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0125220 Aug 31 06:54:17.928341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33046) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:17.962706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-da6b9438-9732-4235-a847-07a228cc3960 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0289218 Aug 31 06:54:17.966062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33050) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:17.993568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08bdabb6-a095-4261-a58a-83b5f7387cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.033747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdabb6-a095-4261-a58a-83b5f7387cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b19334-2649-4c9b-9a87-71f2938ae1fe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:18.038899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08bdabb6-a095-4261-a58a-83b5f7387cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.044534 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-08bdabb6-a095-4261-a58a-83b5f7387cf8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/36b19334-2649-4c9b-9a87-71f2938ae1fe HTTP/1.1" status: 204 len: 168 time: 0.3315508 Aug 31 06:54:18.045545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33052) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:18.051530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eacbb5-46f6-4bb9-861e-a57768d38fe0 None None] Network 05f2dded-867e-4d9b-9859-e33aff168e36 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:18.055225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1649b8e3-4da7-4fdf-85ec-c21634a51ff8 tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/d8175940-f231-4ae9-af5c-ecde97979c1a HTTP/1.1" status: 200 len: 472 time: 0.0877285 Aug 31 06:54:18.055807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33054) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:18.099730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f6aa9c21-c5ea-4dfc-98f7-6fdb21adca3d tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/084d126a-68fc-4017-a5e6-31b260377a3d HTTP/1.1" status: 200 len: 461 time: 0.0351648 Aug 31 06:54:18.100468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33056) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:18.220120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.295936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-60ecf18d-1b5f-4a42-a172-9ae43629806e tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.307296 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-60ecf18d-1b5f-4a42-a172-9ae43629806e tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/084d126a-68fc-4017-a5e6-31b260377a3d HTTP/1.1" status: 204 len: 168 time: 0.2057493 Aug 31 06:54:18.308909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33064) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:18.312934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] DHCP port deletion for 05f2dded-867e-4d9b-9859-e33aff168e36 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:18.338753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Deleting port 5244934d-5d65-419d-843c-c20f6566b553 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:18.339890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.416796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] Deleting port 5244934d-5d65-419d-843c-c20f6566b553 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:18.417757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.461274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] For port 5244934d-5d65-419d-843c-c20f6566b553, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5244934d-5d65-419d-843c-c20f6566b553,segment=NetworkSegment(70b156b7-f84b-4fe9-aeb2-d2ca22167628),segment_id=70b156b7-f84b-4fe9-aeb2-d2ca22167628)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:18.461649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.483762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Calling delete_port for 5244934d-5d65-419d-843c-c20f6566b553 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:18.516442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] For port 5244934d-5d65-419d-843c-c20f6566b553, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5244934d-5d65-419d-843c-c20f6566b553,segment=NetworkSegment(70b156b7-f84b-4fe9-aeb2-d2ca22167628),segment_id=70b156b7-f84b-4fe9-aeb2-d2ca22167628)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:18.516878 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.545375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] Calling delete_port for 5244934d-5d65-419d-843c-c20f6566b553 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:18.617440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.640412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d793234-9196-4102-8f5b-dac9c7078edd tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.645859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8d793234-9196-4102-8f5b-dac9c7078edd tempest-MeteringTestJSON-614891544 tempest-MeteringTestJSON-614891544-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/d8175940-f231-4ae9-af5c-ecde97979c1a HTTP/1.1" status: 204 len: 168 time: 0.3352952 Aug 31 06:54:18.665467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5244934d-5d65-419d-843c-c20f6566b553,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:18.666395 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.674206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] No DVR routers for this DVR port 5244934d-5d65-419d-843c-c20f6566b553 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:18.698620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] Pushing event deleted for resources: {'Port': ['ID=5244934d-5d65-419d-843c-c20f6566b553,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:18.708104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc1f5f-3c60-47e2-bb0c-9620257d665d None None] No DVR routers for this DVR port 5244934d-5d65-419d-843c-c20f6566b553 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:18.781840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.796639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f2dded-867e-4d9b-9859-e33aff168e36']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:18.809146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b156b7-f84b-4fe9-aeb2-d2ca22167628') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:18.809491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b156b7-f84b-4fe9-aeb2-d2ca22167628') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:18.821350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.841209 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.858403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:18.858820 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:18.863197 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:18.967439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.984376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.988664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/05f2dded-867e-4d9b-9859-e33aff168e36 HTTP/1.1" status: 204 len: 168 time: 0.9397490 Aug 31 06:54:19.005430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed53d52-7057-476d-8330-8597b09d8cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f2dded-867e-4d9b-9859-e33aff168e36,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:19.231305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33086) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:19.322639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33094) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:19.440725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c30449a2-bbc3-4a92-8007-988b563aa859 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a40deba9a724656b139c04f1f2fc4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164594 Aug 31 06:54:19.443879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33098) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:19.513308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-887ea604-023a-4612-a13c-a228a56ec7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.541787 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-887ea604-023a-4612-a13c-a228a56ec7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.581013 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ae54db4-fa96-4426-be01-ead35ffb38db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.639590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-887ea604-023a-4612-a13c-a228a56ec7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.644348 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-887ea604-023a-4612-a13c-a228a56ec7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.646311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-887ea604-023a-4612-a13c-a228a56ec7ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d121f854-5276-4608-9593-3cc57bcecc24 HTTP/1.1" status: 204 len: 168 time: 0.2011125 Aug 31 06:54:19.661098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5244934d-5d65-419d-843c-c20f6566b553 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:19.695114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ea604-023a-4612-a13c-a228a56ec7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d121f854-5276-4608-9593-3cc57bcecc24,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:19.715462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5244934d-5d65-419d-843c-c20f6566b553 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:19.716654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5244934d-5d65-419d-843c-c20f6566b553 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:19.716654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2137d7c6-69d6-42e6-b9bf-58a62e576285 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:19.767796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 2137d7c6-69d6-42e6-b9bf-58a62e576285 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:19.768148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2137d7c6-69d6-42e6-b9bf-58a62e576285 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:19.808778 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ae54db4-fa96-4426-be01-ead35ffb38db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.814423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ae54db4-fa96-4426-be01-ead35ffb38db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.889919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae54db4-fa96-4426-be01-ead35ffb38db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f365eb1-d39d-4cb4-b9dd-a97611869ac8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:19.898922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3ae54db4-fa96-4426-be01-ead35ffb38db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3be5daeb7f0470a9c75f46065d3be2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663792 Aug 31 06:54:19.902609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33114) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:19.975239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5abe296d-8f36-4f3e-a812-7f77b00715ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.007804 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5abe296d-8f36-4f3e-a812-7f77b00715ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.087695 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5abe296d-8f36-4f3e-a812-7f77b00715ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.092436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5abe296d-8f36-4f3e-a812-7f77b00715ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.096613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5abe296d-8f36-4f3e-a812-7f77b00715ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f365eb1-d39d-4cb4-b9dd-a97611869ac8 HTTP/1.1" status: 204 len: 168 time: 0.1927207 Aug 31 06:54:20.106959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33126) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:20.109568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe296d-8f36-4f3e-a812-7f77b00715ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f365eb1-d39d-4cb4-b9dd-a97611869ac8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:20.175727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1f8577db-1b55-448c-b245-f1ce9b3a67c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33918e8e1a9947f68279be64bf798efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666225 Aug 31 06:54:20.179850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33128) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:20.242125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d65c0ffa-5845-4cfc-aff2-b6af2ef6f603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.267706 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d65c0ffa-5845-4cfc-aff2-b6af2ef6f603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.326568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d65c0ffa-5845-4cfc-aff2-b6af2ef6f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.330067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d65c0ffa-5845-4cfc-aff2-b6af2ef6f603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.334366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d65c0ffa-5845-4cfc-aff2-b6af2ef6f603 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9cad499c-3e05-4c04-89a6-381547f8725f HTTP/1.1" status: 204 len: 168 time: 0.1542838 Aug 31 06:54:20.346745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c0ffa-5845-4cfc-aff2-b6af2ef6f603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad499c-3e05-4c04-89a6-381547f8725f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:20.553000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33140) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:20.570067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56da5e5a-7ed3-4c8d-89fc-353d21552688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.699343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56da5e5a-7ed3-4c8d-89fc-353d21552688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.706663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56da5e5a-7ed3-4c8d-89fc-353d21552688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.751689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da5e5a-7ed3-4c8d-89fc-353d21552688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6972ac3c-5c0b-4cba-a237-fd5758630da7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:20.780869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-56da5e5a-7ed3-4c8d-89fc-353d21552688 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a150b5091af94ab593f3f2e0c9777362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265043 Aug 31 06:54:20.783949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33144) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:20.856792 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-546eec1d-6b8d-4f39-a5cf-f311fc816729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.896838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-546eec1d-6b8d-4f39-a5cf-f311fc816729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.964885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-546eec1d-6b8d-4f39-a5cf-f311fc816729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.969037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-546eec1d-6b8d-4f39-a5cf-f311fc816729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.971435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-546eec1d-6b8d-4f39-a5cf-f311fc816729 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6972ac3c-5c0b-4cba-a237-fd5758630da7 HTTP/1.1" status: 204 len: 168 time: 0.1857035 Aug 31 06:54:21.007922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eec1d-6b8d-4f39-a5cf-f311fc816729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6972ac3c-5c0b-4cba-a237-fd5758630da7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:21.575797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33166) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:21.705443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6936408-6a90-493e-8f84-48b77f3ec6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.814205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6936408-6a90-493e-8f84-48b77f3ec6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.820429 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6936408-6a90-493e-8f84-48b77f3ec6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.860801 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b6936408-6a90-493e-8f84-48b77f3ec6f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7422bfe1a3c24f269fd575a380814987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838991 Aug 31 06:54:21.862155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6936408-6a90-493e-8f84-48b77f3ec6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95afa5f4-a189-4cf9-a3ba-8de407934fe3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:21.863557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33180) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:21.923360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ca70d34-d685-4a67-8f98-fbb916abb4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.945466 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ca70d34-d685-4a67-8f98-fbb916abb4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.020563 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ca70d34-d685-4a67-8f98-fbb916abb4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.023700 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ca70d34-d685-4a67-8f98-fbb916abb4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.028870 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6ca70d34-d685-4a67-8f98-fbb916abb4b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95afa5f4-a189-4cf9-a3ba-8de407934fe3 HTTP/1.1" status: 204 len: 168 time: 0.1631570 Aug 31 06:54:22.041377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca70d34-d685-4a67-8f98-fbb916abb4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95afa5f4-a189-4cf9-a3ba-8de407934fe3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:22.442232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33200) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:22.456286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-975df9f0-7885-445f-a41a-3f03de017fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.520022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33202) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:22.554966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-975df9f0-7885-445f-a41a-3f03de017fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.559741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-975df9f0-7885-445f-a41a-3f03de017fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.604134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-975df9f0-7885-445f-a41a-3f03de017fd3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dde9214d48d445f87330351aee17ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607158 Aug 31 06:54:22.605100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975df9f0-7885-445f-a41a-3f03de017fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b5b7e-5b27-4d8c-abc4-6221fb63ca32,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:22.606844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33208) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:22.639592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-18859925', 'router:external': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:22.677391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Made reservation on behalf of d495a4e726bb497cb45e3684bdbc6bb1 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:22.679581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.691681 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b41f532b-8d22-40d9-bf43-23c26d4e8abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.694074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.733092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b41f532b-8d22-40d9-bf43-23c26d4e8abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.812076 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b41f532b-8d22-40d9-bf43-23c26d4e8abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.814572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b41f532b-8d22-40d9-bf43-23c26d4e8abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.815738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b41f532b-8d22-40d9-bf43-23c26d4e8abd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc2b5b7e-5b27-4d8c-abc4-6221fb63ca32 HTTP/1.1" status: 204 len: 168 time: 0.2072620 Aug 31 06:54:22.829651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f532b-8d22-40d9-bf43-23c26d4e8abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b5b7e-5b27-4d8c-abc4-6221fb63ca32,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:22.858954 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.864057 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.893416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:22.900277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6594d204-0263-4907-82ac-a82663765a4f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:22.906699 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.907103 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Added segment cec9670a-1a62-435f-8f22-1bbabc98af95 of type vlan for network 19fdc2e0-8409-4d1a-a634-643fb9dbd75a Aug 31 06:54:22.953726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.992287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.993540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:22.994682 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.069888 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5486472 Aug 31 06:54:23.074870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33216) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:23.080332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc22c60-6ec7-4f34-a11a-5836a1bfcb9d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'Network': ['ID=19fdc2e0-8409-4d1a-a634-643fb9dbd75a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:23.081116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'subnet': {'network_id': '19fdc2e0-8409-4d1a-a634-643fb9dbd75a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:23.093869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 19fdc2e0-8409-4d1a-a634-643fb9dbd75a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:23.110625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Made reservation on behalf of d495a4e726bb497cb45e3684bdbc6bb1 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:23.114173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.407076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:54:23.407423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.454819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'Subnet': ['ID=393970b9-daad-4a2b-afa4-f134936a3f59,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:23.472528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Checking segment: {'id': 'cec9670a-1a62-435f-8f22-1bbabc98af95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '19fdc2e0-8409-4d1a-a634-643fb9dbd75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:23.472885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Network hostable DHCP agents. Network: 19fdc2e0-8409-4d1a-a634-643fb9dbd75a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:23.488976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Network 19fdc2e0-8409-4d1a-a634-643fb9dbd75a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:23.498225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 19fdc2e0-8409-4d1a-a634-643fb9dbd75a) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:23.502344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:23.502938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.510735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0e20a-f978-4d7f-8e23-14ddef07b97f None None] Network 19fdc2e0-8409-4d1a-a634-643fb9dbd75a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:23.519181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-13e9b1a7-23d7-4c83-aa83-3bddf0add933 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4427588 Aug 31 06:54:23.521894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33234) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:23.527133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1923395711', 'network_id': '19fdc2e0-8409-4d1a-a634-643fb9dbd75a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:23.549451 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Made reservation on behalf of d495a4e726bb497cb45e3684bdbc6bb1 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:23.552133 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.570514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] device_id is not set on port 88971930-b342-4d25-b71a-0e13acdc7826 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:54:23.659356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703e1e1-90ee-4d7b-a4b7-9f4110fae5a6 None None] Network 19fdc2e0-8409-4d1a-a634-643fb9dbd75a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:23.687066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Allocated IP 172.20.0.11 (19fdc2e0-8409-4d1a-a634-643fb9dbd75a/393970b9-daad-4a2b-afa4-f134936a3f59/88971930-b342-4d25-b71a-0e13acdc7826) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:23.842120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.886254 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.927069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Network 19fdc2e0-8409-4d1a-a634-643fb9dbd75a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:23.932297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:23.935225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:23.964608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'Port': ['ID=88971930-b342-4d25-b71a-0e13acdc7826,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:23.988956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:23.989640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.006849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7da73798-b8d6-4afd-b32e-763a34028556 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.4838703 Aug 31 06:54:24.009499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33254) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:24.088953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-54e74dc5-a402-4c98-8b4d-a0937d1e9180 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Deleting port 88971930-b342-4d25-b71a-0e13acdc7826 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:24.089319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54e74dc5-a402-4c98-8b4d-a0937d1e9180 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.174566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54e74dc5-a402-4c98-8b4d-a0937d1e9180 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.182154 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b73afca-db15-4269-a353-425d563fe83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.188152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-54e74dc5-a402-4c98-8b4d-a0937d1e9180 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Calling delete_port for 88971930-b342-4d25-b71a-0e13acdc7826 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:24.310760 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54e74dc5-a402-4c98-8b4d-a0937d1e9180 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.340715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e74dc5-a402-4c98-8b4d-a0937d1e9180 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event deleted for resources: {'Port': ['ID=88971930-b342-4d25-b71a-0e13acdc7826,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:24.405030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54e74dc5-a402-4c98-8b4d-a0937d1e9180 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.407151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-54e74dc5-a402-4c98-8b4d-a0937d1e9180 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "DELETE /v2.0/ports/88971930-b342-4d25-b71a-0e13acdc7826 HTTP/1.1" status: 204 len: 168 time: 0.3965337 Aug 31 06:54:24.409938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33264) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:24.415276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19fdc2e0-8409-4d1a-a634-643fb9dbd75a', 'external_fixed_ips': [{'subnet_id': '393970b9-daad-4a2b-afa4-f134936a3f59', 'ip_address': '172.20.0.11'}]}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:24.439856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.447389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.448665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.509020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.528961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33268) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:24.637583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-369519af-86fb-45e0-bbb7-2c5262018377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.644565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.749601 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-369519af-86fb-45e0-bbb7-2c5262018377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.753411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-369519af-86fb-45e0-bbb7-2c5262018377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.796535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-369519af-86fb-45e0-bbb7-2c5262018377 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76e63b304d8f42979f16d04e944721ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659252 Aug 31 06:54:24.798880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33274) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:24.804826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369519af-86fb-45e0-bbb7-2c5262018377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d52ec39-2a99-4b24-a854-c30c644ba427,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:24.851192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d577b92-5b91-47bb-a5d9-c1d43190a512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.863771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.873873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d577b92-5b91-47bb-a5d9-c1d43190a512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.884141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.924816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d577b92-5b91-47bb-a5d9-c1d43190a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.927544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d577b92-5b91-47bb-a5d9-c1d43190a512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.928719 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9d577b92-5b91-47bb-a5d9-c1d43190a512 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d52ec39-2a99-4b24-a854-c30c644ba427 HTTP/1.1" status: 204 len: 168 time: 0.1289024 Aug 31 06:54:24.937500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d577b92-5b91-47bb-a5d9-c1d43190a512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d52ec39-2a99-4b24-a854-c30c644ba427,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:25.060014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Allocated IP 172.20.0.11 (19fdc2e0-8409-4d1a-a634-643fb9dbd75a/393970b9-daad-4a2b-afa4-f134936a3f59/22fd142a-7983-4ba0-9380-97b991c23630) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:25.162672 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.203768 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.250350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Network 19fdc2e0-8409-4d1a-a634-643fb9dbd75a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:25.253357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:25.258417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:25.261977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'Port': ['ID=22fd142a-7983-4ba0-9380-97b991c23630,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:25.507766 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.709468 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.834104 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.848997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33306) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:25.867617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Router fe622c28-8000-48c5-92c9-1bc058b0a254 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:25.959415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6cd812ca-0f33-4d7a-b9d3-3f3c671013da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.972928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:25.986036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Sync routers for ids ['fe622c28-8000-48c5-92c9-1bc058b0a254'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:26.002560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Routers {'fe622c28-8000-48c5-92c9-1bc058b0a254'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:26.003314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fe622c28-8000-48c5-92c9-1bc058b0a254'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:26.061966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6cd812ca-0f33-4d7a-b9d3-3f3c671013da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.066104 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6cd812ca-0f33-4d7a-b9d3-3f3c671013da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.069566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.073177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-baeab618-c78c-4787-85f6-1626d1b5b813 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.6598935 Aug 31 06:54:26.073498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33312) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:26.106049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6cd812ca-0f33-4d7a-b9d3-3f3c671013da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81924ad7c8744ce38d068b557f6fd5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552085 Aug 31 06:54:26.107987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd812ca-0f33-4d7a-b9d3-3f3c671013da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4909185-0a33-4368-ae56-5ce2b8a97d9f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:26.110824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33314) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:26.132518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Set router fe622c28-8000-48c5-92c9-1bc058b0a254 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:26.168068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9675700-4a17-401c-b5bb-5e60e0065703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.188055 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.191698 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9675700-4a17-401c-b5bb-5e60e0065703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.240039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9675700-4a17-401c-b5bb-5e60e0065703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.242829 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9675700-4a17-401c-b5bb-5e60e0065703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.246438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d9675700-4a17-401c-b5bb-5e60e0065703 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4909185-0a33-4368-ae56-5ce2b8a97d9f HTTP/1.1" status: 204 len: 168 time: 0.1323125 Aug 31 06:54:26.253431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9675700-4a17-401c-b5bb-5e60e0065703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4909185-0a33-4368-ae56-5ce2b8a97d9f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:26.298907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.350323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe622c28-8000-48c5-92c9-1bc058b0a254', 'name': '', 'tenant_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19fdc2e0-8409-4d1a-a634-643fb9dbd75a', 'external_fixed_ips': [{'subnet_id': '393970b9-daad-4a2b-afa4-f134936a3f59', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '22fd142a-7983-4ba0-9380-97b991c23630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:24Z', 'updated_at': '2021-08-31T06:54:25Z', 'revision_number': 3, 'project_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'gw_port': {'id': '22fd142a-7983-4ba0-9380-97b991c23630', 'name': '', 'network_id': '19fdc2e0-8409-4d1a-a634-643fb9dbd75a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe622c28-8000-48c5-92c9-1bc058b0a254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '393970b9-daad-4a2b-afa4-f134936a3f59', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:24Z', 'updated_at': '2021-08-31T06:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '393970b9-daad-4a2b-afa4-f134936a3f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:26.355910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Deleting port 22fd142a-7983-4ba0-9380-97b991c23630 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:26.356553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.444956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.460984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Calling delete_port for 22fd142a-7983-4ba0-9380-97b991c23630 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:26.536991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Checking router: fe622c28-8000-48c5-92c9-1bc058b0a254 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:26.537396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Updating router fe622c28-8000-48c5-92c9-1bc058b0a254 port 22fd142a-7983-4ba0-9380-97b991c23630 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:54:26.563259 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.651772 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.680518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event deleted for resources: {'Port': ['ID=22fd142a-7983-4ba0-9380-97b991c23630,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:26.754029 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.807971 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f771eb93-84eb-416e-9d0c-1db3ee953f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.850983 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:54:26.851886 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:54:26.908714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.174509 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.178336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.221494 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.222065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe622c28-8000-48c5-92c9-1bc058b0a254 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:27.229773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.230961 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-db14dc4f-9b4e-41ff-9a29-b1b8b98e3db9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "DELETE /v2.0/routers/fe622c28-8000-48c5-92c9-1bc058b0a254 HTTP/1.1" status: 204 len: 168 time: 1.1565034 Aug 31 06:54:27.233760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:27.279830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa4916b-1d2d-4b40-9189-fdd8952612d1 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Deleting subnet 393970b9-daad-4a2b-afa4-f134936a3f59 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:27.283805 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa4916b-1d2d-4b40-9189-fdd8952612d1 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.312762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33348) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:27.319508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa4916b-1d2d-4b40-9189-fdd8952612d1 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.362286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa4916b-1d2d-4b40-9189-fdd8952612d1 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.374013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Port 22fd142a-7983-4ba0-9380-97b991c23630 not found while updating agent binding for router fe622c28-8000-48c5-92c9-1bc058b0a254. {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 06:54:27.384301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Routers set() bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:27.384978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Router IDs set() for agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:54:27.385717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_agentschedulers_db [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fe622c28-8000-48c5-92c9-1bc058b0a254'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent'). {{(pid=94669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:54:27.386167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d65c-45ae-4dc3-be31-3eb7a5c9d760 None None] The sync data for ids ['fe622c28-8000-48c5-92c9-1bc058b0a254'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:27.422664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa4916b-1d2d-4b40-9189-fdd8952612d1 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.429619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98a55d25-29c6-45ed-b71b-425fcdd4f9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.450222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4916b-1d2d-4b40-9189-fdd8952612d1 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=393970b9-daad-4a2b-afa4-f134936a3f59,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:27.452177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aa4916b-1d2d-4b40-9189-fdd8952612d1 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.456519 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7aa4916b-1d2d-4b40-9189-fdd8952612d1 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/393970b9-daad-4a2b-afa4-f134936a3f59 HTTP/1.1" status: 204 len: 168 time: 0.2193527 Aug 31 06:54:27.457442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33352) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:27.527620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.537831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98a55d25-29c6-45ed-b71b-425fcdd4f9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.546435 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98a55d25-29c6-45ed-b71b-425fcdd4f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.585623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-98a55d25-29c6-45ed-b71b-425fcdd4f9ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93ae4c427c524f00a6d0a9ee2f6506d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717266 Aug 31 06:54:27.587567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a55d25-29c6-45ed-b71b-425fcdd4f9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8284affd-2918-49ec-9c6a-2f6193b336ce,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:27.589926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33354) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:27.611026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.621299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fdc2e0-8409-4d1a-a634-643fb9dbd75a']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:27.631742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec9670a-1a62-435f-8f22-1bbabc98af95') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:27.632134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec9670a-1a62-435f-8f22-1bbabc98af95') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:27.640890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44ab8e8b-1abb-4263-99f0-b12cc91c9108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.643535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.664671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.669532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44ab8e8b-1abb-4263-99f0-b12cc91c9108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.672344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:27.672969 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:27.675344 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:27.733757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44ab8e8b-1abb-4263-99f0-b12cc91c9108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.736839 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44ab8e8b-1abb-4263-99f0-b12cc91c9108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.737858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.738421 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-44ab8e8b-1abb-4263-99f0-b12cc91c9108 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8284affd-2918-49ec-9c6a-2f6193b336ce HTTP/1.1" status: 204 len: 168 time: 0.1475830 Aug 31 06:54:27.745086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19fdc2e0-8409-4d1a-a634-643fb9dbd75a {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:54:27.748308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab8e8b-1abb-4263-99f0-b12cc91c9108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8284affd-2918-49ec-9c6a-2f6193b336ce,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:27.750017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.752287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "DELETE /v2.0/networks/19fdc2e0-8409-4d1a-a634-643fb9dbd75a HTTP/1.1" status: 204 len: 168 time: 0.2942684 Aug 31 06:54:27.770129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad058ad-2cfd-464e-80bd-98ef96ba0b7b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event deleted for resources: {'Network': ['ID=19fdc2e0-8409-4d1a-a634-643fb9dbd75a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:28.133114 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.151241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33380) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:28.156074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c9e0dd0d-7523-4509-89ab-84c41aba8c23 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'router': {'name': 'tempest-router--623444847', 'project_id': 'e68cc67f1185461994b8974bcc6fcb92'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:28.185121 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dd0d-7523-4509-89ab-84c41aba8c23 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.187095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dd0d-7523-4509-89ab-84c41aba8c23 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.243680 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dd0d-7523-4509-89ab-84c41aba8c23 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.251439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dd0d-7523-4509-89ab-84c41aba8c23 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.272361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c9e0dd0d-7523-4509-89ab-84c41aba8c23 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.277205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33388) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:28.277719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c9e0dd0d-7523-4509-89ab-84c41aba8c23 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1250589 Aug 31 06:54:28.350164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e7fcca-b188-4d29-beba-0e02077539fd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.530830 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e7fcca-b188-4d29-beba-0e02077539fd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.533097 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e7fcca-b188-4d29-beba-0e02077539fd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.595916 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e7fcca-b188-4d29-beba-0e02077539fd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.596553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e7fcca-b188-4d29-beba-0e02077539fd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26220aed-8b47-4e88-adad-f156ce3f7e1d {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:28.601659 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-58e7fcca-b188-4d29-beba-0e02077539fd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.605680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-58e7fcca-b188-4d29-beba-0e02077539fd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "DELETE /v2.0/routers/26220aed-8b47-4e88-adad-f156ce3f7e1d HTTP/1.1" status: 204 len: 168 time: 0.3266213 Aug 31 06:54:28.820466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33410) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:28.993937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1110854471', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:29.031808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.032921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.095304 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.259433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.455871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.475844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.590002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Allocated IP 172.25.5.5 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/94f0a782-a857-4aca-b523-d6b8fc54f382) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:29.707409 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.753050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.804466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:29.807536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:29.812324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:29.832335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event updated for resources: {'Port': ['ID=94f0a782-a857-4aca-b523-d6b8fc54f382,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:29.992359 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.086298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:30.107873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.213668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae873c69-2ab9-4493-80a6-3b3132fb7f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.312575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae873c69-2ab9-4493-80a6-3b3132fb7f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.319867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae873c69-2ab9-4493-80a6-3b3132fb7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.326674 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.366824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ae873c69-2ab9-4493-80a6-3b3132fb7f62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80a57e2856c6402bb38bb91254f46000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768743 Aug 31 06:54:30.367981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33492) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:30.383631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae873c69-2ab9-4493-80a6-3b3132fb7f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05d0c3d-c73e-47e3-ad51-d6fe4f6a9c01,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:30.420550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d911c362-058c-4adf-ad19-79b2f524397b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.444826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d911c362-058c-4adf-ad19-79b2f524397b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.469022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Router 3e2d6604-5d04-433a-9d27-f53ca9beef5a is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:30.494668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d911c362-058c-4adf-ad19-79b2f524397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.497393 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d911c362-058c-4adf-ad19-79b2f524397b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.498552 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d911c362-058c-4adf-ad19-79b2f524397b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c05d0c3d-c73e-47e3-ad51-d6fe4f6a9c01 HTTP/1.1" status: 204 len: 168 time: 0.1296642 Aug 31 06:54:30.506847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911c362-058c-4adf-ad19-79b2f524397b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05d0c3d-c73e-47e3-ad51-d6fe4f6a9c01,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:30.586860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:30.601716 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7df96-c8c1-4c32-bd87-58816da407c3 None None] Sync routers for ids ['3e2d6604-5d04-433a-9d27-f53ca9beef5a'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:30.607170 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.611836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33496) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:30.612991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d5efc9a5-c1a2-465e-83dc-f109e8ec2aa5 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7911410 Aug 31 06:54:30.616561 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7df96-c8c1-4c32-bd87-58816da407c3 None None] Routers {'3e2d6604-5d04-433a-9d27-f53ca9beef5a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:30.617209 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-87e7df96-c8c1-4c32-bd87-58816da407c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3e2d6604-5d04-433a-9d27-f53ca9beef5a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:30.663865 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-87e7df96-c8c1-4c32-bd87-58816da407c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:30.683150 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7df96-c8c1-4c32-bd87-58816da407c3 None None] Routers {'3e2d6604-5d04-433a-9d27-f53ca9beef5a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:30.683897 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-87e7df96-c8c1-4c32-bd87-58816da407c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3e2d6604-5d04-433a-9d27-f53ca9beef5a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:30.723533 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-87e7df96-c8c1-4c32-bd87-58816da407c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:30.724729 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7df96-c8c1-4c32-bd87-58816da407c3 None None] The sync data for ids ['3e2d6604-5d04-433a-9d27-f53ca9beef5a'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:30.735681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2d3b013e-cdc1-4a3e-8a49-42385b339516 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/routers/3e2d6604-5d04-433a-9d27-f53ca9beef5a HTTP/1.1" status: 200 len: 919 time: 0.1195555 Aug 31 06:54:30.738251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33500) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:30.765755 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84b26423-db53-4840-94ac-b50b31bef3e3 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e2d6604-5d04-433a-9d27-f53ca9beef5a HTTP/1.1" status: 200 len: 205 time: 0.0263176 Aug 31 06:54:30.769146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:30.839798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33504) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:30.858093 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2075e9a6-d9f2-484a-882d-c51d5f6f891a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.877808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.959331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2075e9a6-d9f2-484a-882d-c51d5f6f891a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.964116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2075e9a6-d9f2-484a-882d-c51d5f6f891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.999796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.007578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2075e9a6-d9f2-484a-882d-c51d5f6f891a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0fed2d6d2e0146139355adc7e223e67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665850 Aug 31 06:54:31.008324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075e9a6-d9f2-484a-882d-c51d5f6f891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40201bfa-1585-4c05-8e45-e95d67e08ba3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:31.010971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33506) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:31.062705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Deleting port 94f0a782-a857-4aca-b523-d6b8fc54f382 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:31.063124 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.073876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c390e61b-d030-4a02-93b0-d905b77adab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.106142 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c390e61b-d030-4a02-93b0-d905b77adab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.155867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c390e61b-d030-4a02-93b0-d905b77adab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.160714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c390e61b-d030-4a02-93b0-d905b77adab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.161085 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.165116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c390e61b-d030-4a02-93b0-d905b77adab1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40201bfa-1585-4c05-8e45-e95d67e08ba3 HTTP/1.1" status: 204 len: 168 time: 0.1502993 Aug 31 06:54:31.174885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Calling delete_port for 94f0a782-a857-4aca-b523-d6b8fc54f382 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:31.179198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390e61b-d030-4a02-93b0-d905b77adab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40201bfa-1585-4c05-8e45-e95d67e08ba3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:31.366875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.404836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event deleted for resources: {'Port': ['ID=94f0a782-a857-4aca-b523-d6b8fc54f382,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:31.470696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.573489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.575596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.970853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.971707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2d6604-5d04-433a-9d27-f53ca9beef5a {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:31.979176 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.982243 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cc3944ef-69ad-4f57-b185-bda6c2029c2a tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/3e2d6604-5d04-433a-9d27-f53ca9beef5a HTTP/1.1" status: 204 len: 168 time: 1.2106583 Aug 31 06:54:31.984414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33532) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:31.989347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2115314486', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': False}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:32.018291 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.020591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.081873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.237047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.444409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.464669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.579246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Allocated IP 172.25.5.168 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/ad0bfd61-e9de-438a-85c7-2e5d3d964a15) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:32.710989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.757029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.800431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:32.805437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:32.809997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:32.813349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'Port': ['ID=ad0bfd61-e9de-438a-85c7-2e5d3d964a15,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:33.081929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.153377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:33.305978 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.348814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:33.375916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.449958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Router 320fc423-06a5-484d-a8b8-c8eb2e3940e5 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:33.485770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.572106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:33.585582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Sync routers for ids ['320fc423-06a5-484d-a8b8-c8eb2e3940e5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:33.595102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Routers {'320fc423-06a5-484d-a8b8-c8eb2e3940e5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:33.595766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['320fc423-06a5-484d-a8b8-c8eb2e3940e5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:33.596213 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.600908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-944d05f9-25fa-4eb8-a85c-3bec590f6d6e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6154113 Aug 31 06:54:33.601589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33572) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:33.625907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Allocated IP 172.25.5.114 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/7b88a55b-26ee-49ba-9e83-ee25eff5208c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:33.708971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Set router 320fc423-06a5-484d-a8b8-c8eb2e3940e5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:33.731158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-39428d69-05c6-4fa9-9423-ac5d1678284d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/routers/320fc423-06a5-484d-a8b8-c8eb2e3940e5 HTTP/1.1" status: 200 len: 909 time: 0.1226392 Aug 31 06:54:33.733023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33574) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:33.740194 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2115314486', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': True}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:33.758522 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.770480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.772278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.827856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.869880 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.885283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:33.889918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:33.895143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:33.926327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320fc423-06a5-484d-a8b8-c8eb2e3940e5', 'name': 'tempest-snat-router-2115314486', 'tenant_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.168'}], 'enable_snat': False}, 'gw_port_id': 'ad0bfd61-e9de-438a-85c7-2e5d3d964a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:32Z', 'revision_number': 3, 'project_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'gw_port': {'id': 'ad0bfd61-e9de-438a-85c7-2e5d3d964a15', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fc423-06a5-484d-a8b8-c8eb2e3940e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:33.936324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'Port': ['ID=7b88a55b-26ee-49ba-9e83-ee25eff5208c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:33.960569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Checking router: 320fc423-06a5-484d-a8b8-c8eb2e3940e5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:33.960917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Updating router 320fc423-06a5-484d-a8b8-c8eb2e3940e5 port ad0bfd61-e9de-438a-85c7-2e5d3d964a15 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:54:34.004335 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.048084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.065653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.096054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.297085 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.305541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.319462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.344530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.348624 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.362469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Transition to ACTIVE for port object ad0bfd61-e9de-438a-85c7-2e5d3d964a15 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:34.369651 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.423996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'Port': ['ID=7b88a55b-26ee-49ba-9e83-ee25eff5208c,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:34.437814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Attempting to bind port ad0bfd61-e9de-438a-85c7-2e5d3d964a15 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:34.438410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Attempting to bind port ad0bfd61-e9de-438a-85c7-2e5d3d964a15 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:34.439355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Attempting to bind port ad0bfd61-e9de-438a-85c7-2e5d3d964a15 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:34.441404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a1367-574b-44ef-b4fe-fba871b4e212 None None] Pushing event updated for resources: {'Port': ['ID=ad0bfd61-e9de-438a-85c7-2e5d3d964a15,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:34.449826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:34.451085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:34.451085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.451356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:34.452194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Bound port: ad0bfd61-e9de-438a-85c7-2e5d3d964a15, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:34.452563 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.455734 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.473214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.477114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6d55a152-dffe-44f5-af47-7d5270a008dc tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3203921 Aug 31 06:54:34.477857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33578) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:34.483382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1811397675'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:34.507402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Made reservation on behalf of 3f23a58e4e4e440eaf48f9f1b6697e6f for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:34.511829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.523274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.529050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Allocated IP 172.25.5.121 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/b594af3e-065f-4684-babc-05aac6236a2d) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:34.531588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] For port ad0bfd61-e9de-438a-85c7-2e5d3d964a15, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:34.535818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] For port ad0bfd61-e9de-438a-85c7-2e5d3d964a15, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ad0bfd61-e9de-438a-85c7-2e5d3d964a15,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:34.540088 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.605916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Routers {'320fc423-06a5-484d-a8b8-c8eb2e3940e5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:34.606613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['320fc423-06a5-484d-a8b8-c8eb2e3940e5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:34.611773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a1367-574b-44ef-b4fe-fba871b4e212 None None] Pushing event updated for resources: {'Port': ['ID=ad0bfd61-e9de-438a-85c7-2e5d3d964a15,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:34.643226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.648847 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.673829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:34.690064 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.693203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.693699 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Added segment c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2 of type vlan for network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef Aug 31 06:54:34.695248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ce5cb4-3bd0-4b5d-abc0-87d721ca22c3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:34.743019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.745473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.747353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] Set router 320fc423-06a5-484d-a8b8-c8eb2e3940e5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:34.777427 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.783256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:34.783881 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.785460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:34.792492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:34.794947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:34.823630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'Port': ['ID=b594af3e-065f-4684-babc-05aac6236a2d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:34.847922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3662117 Aug 31 06:54:34.849472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33582) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:34.853745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Request body: {'subnet': {'network_id': '9924b2c5-02dd-41d8-b5ae-0bd2227c46ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:34.906041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaf31e-dd71-4212-b26b-a4a3377873d4 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'Network': ['ID=9924b2c5-02dd-41d8-b5ae-0bd2227c46ef,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:34.923977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:34.958909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Made reservation on behalf of 3f23a58e4e4e440eaf48f9f1b6697e6f for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:34.962542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.998569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320fc423-06a5-484d-a8b8-c8eb2e3940e5', 'name': 'tempest-snat-router-2115314486', 'tenant_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.168'}], 'enable_snat': False}, 'gw_port_id': 'ad0bfd61-e9de-438a-85c7-2e5d3d964a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:32Z', 'revision_number': 3, 'project_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'gw_port': {'id': 'ad0bfd61-e9de-438a-85c7-2e5d3d964a15', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fc423-06a5-484d-a8b8-c8eb2e3940e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:35.032322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2c4e3-d80f-4a8e-99e8-e772131f8f25 None None] The sync data for ids ['320fc423-06a5-484d-a8b8-c8eb2e3940e5'] in n-d-712142-16 is: [{'id': '320fc423-06a5-484d-a8b8-c8eb2e3940e5', 'name': 'tempest-snat-router-2115314486', 'tenant_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.168'}], 'enable_snat': False}, 'gw_port_id': 'ad0bfd61-e9de-438a-85c7-2e5d3d964a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:32Z', 'revision_number': 3, 'project_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'gw_port': {'id': 'ad0bfd61-e9de-438a-85c7-2e5d3d964a15', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fc423-06a5-484d-a8b8-c8eb2e3940e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:35.083891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.161666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.226311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'Subnet': ['ID=05e492c1-5148-433a-ab88-e3539fac646a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:35.233149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Checking segment: {'id': 'c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9924b2c5-02dd-41d8-b5ae-0bd2227c46ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:35.233434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Network hostable DHCP agents. Network: 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:35.252668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:35.262821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:35.268879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:35.269510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.305641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f5f59-a7f7-4245-b8ea-3af1aa915393 None None] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:35.309174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cf8e1a02-e1ed-44b4-bf02-9ac8f0eafa7b tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4528606 Aug 31 06:54:35.312271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33584) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:35.320507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-244481743', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:35.326645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.445229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.446305 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.487869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-9924b2c5-02dd-41d8-b5ae-0bd2227c46ef', 'network_id': '9924b2c5-02dd-41d8-b5ae-0bd2227c46ef', 'tenant_id': '3f23a58e4e4e440eaf48f9f1b6697e6f', 'fixed_ips': [{'subnet_id': '05e492c1-5148-433a-ab88-e3539fac646a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:54:35.490980 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.518739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.651962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Router 4fbe6446-ad90-4f87-8c4c-05dbce1010c7 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:35.660785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ad0bfd61-e9de-438a-85c7-2e5d3d964a15 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:35.690573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Allocated IP 172.20.0.2 (9924b2c5-02dd-41d8-b5ae-0bd2227c46ef/05e492c1-5148-433a-ab88-e3539fac646a/2dde83bf-10c8-483d-b0cc-ae6de3d01239) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:35.693943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.813764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ad0bfd61-e9de-438a-85c7-2e5d3d964a15 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:35.823832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ad0bfd61-e9de-438a-85c7-2e5d3d964a15 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:35.824223 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.865871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:35.876084 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Sync routers for ids ['4fbe6446-ad90-4f87-8c4c-05dbce1010c7'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:35.887605 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Routers {'4fbe6446-ad90-4f87-8c4c-05dbce1010c7'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:35.888637 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4fbe6446-ad90-4f87-8c4c-05dbce1010c7'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:35.894776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.899372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-157a7d35-2d2f-4ab2-81a7-680c61a30af6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1651537 Aug 31 06:54:35.900356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33590) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:35.914240 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.926497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Transition to ACTIVE for port object 2dde83bf-10c8-483d-b0cc-ae6de3d01239 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:35.979945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Transition to ACTIVE for port object 2dde83bf-10c8-483d-b0cc-ae6de3d01239 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:35.985585 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.993627 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.058511 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ad0bfd61-e9de-438a-85c7-2e5d3d964a15, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ad0bfd61-e9de-438a-85c7-2e5d3d964a15,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:36.070250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dd85a8cf-771a-45ed-bb73-0b46104ea9a3 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/routers/4fbe6446-ad90-4f87-8c4c-05dbce1010c7 HTTP/1.1" status: 200 len: 908 time: 0.1648400 Aug 31 06:54:36.074749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33596) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:36.075008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:36.079304 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Set router 4fbe6446-ad90-4f87-8c4c-05dbce1010c7 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:36.082265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.089736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:36.115430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:36.118775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Pushing event updated for resources: {'Port': ['ID=2dde83bf-10c8-483d-b0cc-ae6de3d01239,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:36.119296 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.158834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.290911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Attempting to bind port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:36.291375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Attempting to bind port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9924b2c5-02dd-41d8-b5ae-0bd2227c46ef'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:36.291814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Attempting to bind port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 on network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:36.294098 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.299167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ad0bfd61-e9de-438a-85c7-2e5d3d964a15,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:36.302061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:36.302541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Checking segment: {'id': 'c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9924b2c5-02dd-41d8-b5ae-0bd2227c46ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:36.303020 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.303480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Bound using segment: {'id': 'c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9924b2c5-02dd-41d8-b5ae-0bd2227c46ef'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:36.304036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Bound port: 2dde83bf-10c8-483d-b0cc-ae6de3d01239, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9924b2c5-02dd-41d8-b5ae-0bd2227c46ef'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:36.304807 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.328754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Allocated IP 172.25.5.120 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/7c80e028-2d4b-418c-b7d4-5fb139f94a09) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:36.387658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] For port 2dde83bf-10c8-483d-b0cc-ae6de3d01239, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:36.395634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] For port 2dde83bf-10c8-483d-b0cc-ae6de3d01239, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2dde83bf-10c8-483d-b0cc-ae6de3d01239,segment=NetworkSegment(c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2),segment_id=c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:36.402032 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.418161 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe6446-ad90-4f87-8c4c-05dbce1010c7', 'name': 'tempest-snat-router-2115314486', 'tenant_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'b594af3e-065f-4684-babc-05aac6236a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:33Z', 'updated_at': '2021-08-31T06:54:34Z', 'revision_number': 3, 'project_id': 'd495a4e726bb497cb45e3684bdbc6bb1', 'gw_port': {'id': 'b594af3e-065f-4684-babc-05aac6236a2d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:25:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe6446-ad90-4f87-8c4c-05dbce1010c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:34Z', 'updated_at': '2021-08-31T06:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:36.440844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.478480 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Checking router: 4fbe6446-ad90-4f87-8c4c-05dbce1010c7 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:36.479319 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Updating router 4fbe6446-ad90-4f87-8c4c-05dbce1010c7 port b594af3e-065f-4684-babc-05aac6236a2d binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:54:36.488741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.515916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e0963-95c8-4ce2-aafc-8d79802a470c None None] Pushing event updated for resources: {'Port': ['ID=2dde83bf-10c8-483d-b0cc-ae6de3d01239,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:36.542593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Deleting port b594af3e-065f-4684-babc-05aac6236a2d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:36.542976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.568171 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.580970 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.625387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:36.628536 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:36.631565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:36.655458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'Port': ['ID=7c80e028-2d4b-418c-b7d4-5fb139f94a09,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:36.669824 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.689598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Calling delete_port for b594af3e-065f-4684-babc-05aac6236a2d owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:37.288651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da27f0c-2d5e-4d32-b2a6-9b2c33816a82 req-2d6f4274-4ae1-461c-b0ae-e7ec40c4cd92 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:37.293717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5da27f0c-2d5e-4d32-b2a6-9b2c33816a82 req-2d6f4274-4ae1-461c-b0ae-e7ec40c4cd92 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 945 time: 0.0860834 Aug 31 06:54:37.374518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.375240 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.db.api [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:54:37.375970 n-d-712142-16 neutron-server[94670]: DEBUG oslo_db.api [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:54:37.401630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event deleted for resources: {'Port': ['ID=b594af3e-065f-4684-babc-05aac6236a2d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:37.404651 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5da27f0c-2d5e-4d32-b2a6-9b2c33816a82 req-167b36f5-14d7-4b70-bf4c-e430095f61d3 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060791 Aug 31 06:54:37.435856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.465729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.564859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.567083 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.632600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.632994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbe6446-ad90-4f87-8c4c-05dbce1010c7 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:37.638183 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.639398 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6ccb5527-9675-432d-a64d-b767353be1e4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4fbe6446-ad90-4f87-8c4c-05dbce1010c7 HTTP/1.1" status: 204 len: 168 time: 1.5629768 Aug 31 06:54:37.649223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33606) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:37.746259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a165919-f705-488f-8205-79c49f8c964a None None] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:37.746851 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.801545 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.815051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ad0bfd61-e9de-438a-85c7-2e5d3d964a15 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:37.895462 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Port b594af3e-065f-4684-babc-05aac6236a2d not found while updating agent binding for router 4fbe6446-ad90-4f87-8c4c-05dbce1010c7. {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 06:54:37.906806 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Routers set() bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:37.907075 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Router IDs set() for agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:54:37.907709 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_agentschedulers_db [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4fbe6446-ad90-4f87-8c4c-05dbce1010c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent'). {{(pid=94670) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:54:37.908823 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6b864-f749-4a89-a7ca-7e6208e956fe None None] The sync data for ids ['4fbe6446-ad90-4f87-8c4c-05dbce1010c7'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:37.910426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Router 63639964-9435-475d-8a33-9a37fea4187a is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:37.928114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.007835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Deleting port ad0bfd61-e9de-438a-85c7-2e5d3d964a15 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:38.008190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.055462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:38.084983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.089798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-55cc9b43-f533-43ca-af16-c9b745c76673 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7762859 Aug 31 06:54:38.090397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:38.097315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6692843c-ac7c-4bc7-8406-275587910237 None None] Provisioning for port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:38.100737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d633329-f66f-48e0-a49f-5d64f5dbf93d None None] Sync routers for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:38.126391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-1b511863-4eff-4e70-8a21-e4f223dac849 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:38.127997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-1b511863-4eff-4e70-8a21-e4f223dac849 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.23 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 945 time: 0.0776463 Aug 31 06:54:38.136869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] For port ad0bfd61-e9de-438a-85c7-2e5d3d964a15, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ad0bfd61-e9de-438a-85c7-2e5d3d964a15,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:38.137258 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.164945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d633329-f66f-48e0-a49f-5d64f5dbf93d None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:38.165522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5d633329-f66f-48e0-a49f-5d64f5dbf93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:38.173434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Calling delete_port for ad0bfd61-e9de-438a-85c7-2e5d3d964a15 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:38.174509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ad0bfd61-e9de-438a-85c7-2e5d3d964a15 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:38.175096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.216996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5d633329-f66f-48e0-a49f-5d64f5dbf93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:38.275252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d633329-f66f-48e0-a49f-5d64f5dbf93d None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:38.275909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5d633329-f66f-48e0-a49f-5d64f5dbf93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:38.299721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Deleting port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:38.300156 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.320709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5d633329-f66f-48e0-a49f-5d64f5dbf93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:38.321390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d633329-f66f-48e0-a49f-5d64f5dbf93d None None] The sync data for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:38.378140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2dde83bf-10c8-483d-b0cc-ae6de3d01239 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:38.449092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:38.460057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:38.460262 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.483857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] For port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:38.484461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.572471 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.578246 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.605240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470946c-69fb-4316-8605-da9eed0429b9 req-848c83a4-6309-4bd5-a602-2797674e588c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:38.607136 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6470946c-69fb-4316-8605-da9eed0429b9 req-848c83a4-6309-4bd5-a602-2797674e588c tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 945 time: 0.0739665 Aug 31 06:54:38.615003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad0bfd61-e9de-438a-85c7-2e5d3d964a15,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:38.656078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 2dde83bf-10c8-483d-b0cc-ae6de3d01239, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2dde83bf-10c8-483d-b0cc-ae6de3d01239,segment=NetworkSegment(c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2),segment_id=c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:38.663220 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.706306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6470946c-69fb-4316-8605-da9eed0429b9 req-521d7433-11c3-4929-b8a7-2cbf691c4957 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789392 Aug 31 06:54:38.750118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.783801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fb831c7c-e744-4ff3-a18a-89ea213e81ce None None] Provisioning complete for port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:38.786449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fb831c7c-e744-4ff3-a18a-89ea213e81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.786449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=2dde83bf-10c8-483d-b0cc-ae6de3d01239,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:38.797663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.906722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.910351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.959852 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.960799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.960799 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Floating IP 0d462716-234a-495a-a98f-2360213c7f01 disassociated. External IP: 172.25.5.35, port: 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2. Aug 31 06:54:38.961095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Calling delete_port for 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:38.972717 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.973292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 320fc423-06a5-484d-a8b8-c8eb2e3940e5 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:38.978226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.983460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f6f788d7-130d-4bc5-9254-5d923befdcf4 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "DELETE /v2.0/routers/320fc423-06a5-484d-a8b8-c8eb2e3940e5 HTTP/1.1" status: 204 len: 168 time: 1.3330085 Aug 31 06:54:38.988678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33616) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:38.990535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1706079915', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:39.049251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.050281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.106540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Allocated IP 172.20.0.1 (9924b2c5-02dd-41d8-b5ae-0bd2227c46ef/05e492c1-5148-433a-ab88-e3539fac646a/b9cfcf80-2545-434d-9daf-8ffe05b16b94) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:39.126201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.227093 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.241023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Transition to ACTIVE for port object b9cfcf80-2545-434d-9daf-8ffe05b16b94 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:39.273652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.303131 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.315639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:39.318961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:39.322867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:39.330764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'Port': ['ID=b9cfcf80-2545-434d-9daf-8ffe05b16b94,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:39.336482 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.372277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.393135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event deleted for resources: {'Port': ['ID=10f58d6f-2c75-46d1-92b6-6f045e4e9ba2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:39.529732 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.546667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:39.635510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2dde83bf-10c8-483d-b0cc-ae6de3d01239 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:39.688990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:39.689485 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.717857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.742451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da8deeee-a2af-4b75-bb43-cd82c6d92b03 None None] Provisioning for port b9cfcf80-2545-434d-9daf-8ffe05b16b94 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:39.749009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da8deeee-a2af-4b75-bb43-cd82c6d92b03 None None] Provisioning complete for port b9cfcf80-2545-434d-9daf-8ffe05b16b94 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:39.749514 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-da8deeee-a2af-4b75-bb43-cd82c6d92b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.809331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.854286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-da8deeee-a2af-4b75-bb43-cd82c6d92b03 None None] Port b9cfcf80-2545-434d-9daf-8ffe05b16b94 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:39.914177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b44517ce-65e7-4b35-bf12-44be9085197c req-27fa70fe-880f-4fc8-a7d3-1420c034de27 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "GET /v2.0/ports?device_id=264d0a3c-d6de-4fa6-a320-d26e81be10f4 HTTP/1.1" status: 200 len: 210 time: 0.0548697 Aug 31 06:54:39.916261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.923561 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.945819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ad0bfd61-e9de-438a-85c7-2e5d3d964a15 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:39.977002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ad0bfd61-e9de-438a-85c7-2e5d3d964a15 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:39.977429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ad0bfd61-e9de-438a-85c7-2e5d3d964a15 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:39.995352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Allocated IP 172.25.5.103 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/fe7ea2dc-6d0b-41c0-ac6f-48b8bcf629c2) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:40.011876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:40.021553 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] Sync routers for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:40.036821 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:40.037411 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.046109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'Port': ['ID=b9cfcf80-2545-434d-9daf-8ffe05b16b94,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:40.049105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.142056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] No DVR routers for this DVR port 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:40.147927 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.151821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a68db78b-c735-4310-8a34-21b719dc0b96 req-faba9d50-671f-428f-8280-1b9963096766 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.23 "DELETE /v2.0/ports/10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 HTTP/1.1" status: 204 len: 173 time: 2.0166740 Aug 31 06:54:40.152495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'name': 'network-vif-deleted', 'tag': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:40.155769 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7067e11-d7ea-43fc-b260-65f2ef9908e4" -d '{"events": [{"server_uuid": "264d0a3c-d6de-4fa6-a320-d26e81be10f4", "name": "network-vif-deleted", "tag": "10f58d6f-2c75-46d1-92b6-6f045e4e9ba2"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:40.162094 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:40.163465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:40.165259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:40.233977 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c0bf4b-c895-4bd8-9628-59609bae89ed x-openstack-request-id: req-52c0bf4b-c895-4bd8-9628-59609bae89ed {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:40.234472 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264d0a3c-d6de-4fa6-a320-d26e81be10f4", "name": "network-vif-deleted", "tag": "10f58d6f-2c75-46d1-92b6-6f045e4e9ba2", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:40.234802 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52c0bf4b-c895-4bd8-9628-59609bae89ed {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:40.235263 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264d0a3c-d6de-4fa6-a320-d26e81be10f4', 'name': 'network-vif-deleted', 'tag': '10f58d6f-2c75-46d1-92b6-6f045e4e9ba2', 'status': 'completed', 'code': 200} Aug 31 06:54:40.271457 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.336343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.344732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Router 63639964-9435-475d-8a33-9a37fea4187a has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:40.380374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:40.386217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:40.391377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:40.427664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event updated for resources: {'Port': ['ID=fe7ea2dc-6d0b-41c0-ac6f-48b8bcf629c2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:40.478112 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:16Z', 'revision_number': 5, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.480246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:40.485828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b670afee-5a39-4594-bca2-a55a92ed5bce None None] Provisioning complete for port b9cfcf80-2545-434d-9daf-8ffe05b16b94 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:40.486509 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b670afee-5a39-4594-bca2-a55a92ed5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.488377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-28cdd164-43b8-4a56-8134-43642005fc10 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "PUT /v2.0/routers/63639964-9435-475d-8a33-9a37fea4187a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3969593 Aug 31 06:54:40.489002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33628) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:40.494890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Request body: {'port': {'network_id': '9924b2c5-02dd-41d8-b5ae-0bd2227c46ef', 'name': 'tempest-FloatingIPAdminTestJSON-1895552781'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:40.516309 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] Checking router: fc7caf41-f9cb-47e4-95e2-c7b74f032d1e for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:40.527294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b670afee-5a39-4594-bca2-a55a92ed5bce None None] Port b9cfcf80-2545-434d-9daf-8ffe05b16b94 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:40.527796 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:40.529989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b91a87-3f0b-4b2c-8477-6524587cda14 None None] Sync routers for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:40.532952 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.542218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b91a87-3f0b-4b2c-8477-6524587cda14 None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:40.543381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-27b91a87-3f0b-4b2c-8477-6524587cda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.593225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-27b91a87-3f0b-4b2c-8477-6524587cda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.603379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b91a87-3f0b-4b2c-8477-6524587cda14 None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:40.604267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-27b91a87-3f0b-4b2c-8477-6524587cda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.643910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-27b91a87-3f0b-4b2c-8477-6524587cda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.644851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b91a87-3f0b-4b2c-8477-6524587cda14 None None] The sync data for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:40.660262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Made reservation on behalf of 3f23a58e4e4e440eaf48f9f1b6697e6f for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:40.664483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.687439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] device_id is not set on port c7b3fd1d-ce9d-4495-b6e8-878260445c6f yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:54:40.692744 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:40.740504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.815261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Allocated IP 172.20.0.13 (9924b2c5-02dd-41d8-b5ae-0bd2227c46ef/05e492c1-5148-433a-ab88-e3539fac646a/c7b3fd1d-ce9d-4495-b6e8-878260445c6f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:41.003563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33636) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:41.090041 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:16Z', 'revision_number': 5, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:41.131824 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59341a2e-83b1-414a-8b18-4347c0eaaae3 None None] The sync data for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 is: [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:49:05Z', 'revision_number': 4, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '56957ef5-34a2-4020-a1d5-0e23cf8bd00a', 'name': '', 'network_id': '1b777da1-179b-4280-873c-b3ec15ee753f', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'mac_address': 'fa:16:3e:1e:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:03Z', 'updated_at': '2021-08-31T06:49:16Z', 'revision_number': 5, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'subnets': [{'id': '01156dff-1e77-4892-9cff-09dac5fec28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:41.184197 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.210490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Transition to ACTIVE for port object c7b3fd1d-ce9d-4495-b6e8-878260445c6f will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:41.267763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Deleting port a70e3c6b-e3f9-4cc2-9314-7a0590a737f6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:41.270171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.341794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.397451 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.410673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:41.413001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.413386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.423025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:41.431506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:41.438958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event updated for resources: {'Port': ['ID=c7b3fd1d-ce9d-4495-b6e8-878260445c6f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:41.459943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Calling delete_port for a70e3c6b-e3f9-4cc2-9314-7a0590a737f6 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:41.496220 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bc056-bf21-4340-8b38-8d58883903c5 None None] New status for floating IP 0d462716-234a-495a-a98f-2360213c7f01: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:54:41.533339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:41.534017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.551704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Router 69240edd-1faf-4598-b3ce-7975c936e493 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:41.575063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65bd7ba4-c063-4188-89db-c03707ddb968 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0809224 Aug 31 06:54:41.576295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33644) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:41.687012 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'project_id': '3f23a58e4e4e440eaf48f9f1b6697e6f', 'port_id': 'c7b3fd1d-ce9d-4495-b6e8-878260445c6f'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:41.734850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.754577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.761162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event deleted for resources: {'Port': ['ID=a70e3c6b-e3f9-4cc2-9314-7a0590a737f6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:41.779896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3705959f-34ab-4724-be59-f18b37efedcc None None] Provisioning for port c7b3fd1d-ce9d-4495-b6e8-878260445c6f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:41.785701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3705959f-34ab-4724-be59-f18b37efedcc None None] Provisioning complete for port c7b3fd1d-ce9d-4495-b6e8-878260445c6f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:41.786972 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3705959f-34ab-4724-be59-f18b37efedcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.818795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:41.827144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3705959f-34ab-4724-be59-f18b37efedcc None None] Port c7b3fd1d-ce9d-4495-b6e8-878260445c6f cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:41.838336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473aa40c-6b1e-4602-8b5b-9a18964565df None None] Sync routers for ids ['69240edd-1faf-4598-b3ce-7975c936e493'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:41.849564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.849902 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.850573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473aa40c-6b1e-4602-8b5b-9a18964565df None None] Routers {'69240edd-1faf-4598-b3ce-7975c936e493'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:41.851332 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b056ac22-f1b1-4773-8b95-9d0f86ddc9b2 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8648651 Aug 31 06:54:41.852264 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.853456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-473aa40c-6b1e-4602-8b5b-9a18964565df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['69240edd-1faf-4598-b3ce-7975c936e493'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:41.854576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33648) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:41.859531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0f03d55e-a5a7-43f2-a9a4-088b508da6de tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': False}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:41.865019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d9844993-7580-4875-8de0-8c70610d4478 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d462716-234a-495a-a98f-2360213c7f01 HTTP/1.1" status: 204 len: 168 time: 0.8517621 Aug 31 06:54:41.895300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-473aa40c-6b1e-4602-8b5b-9a18964565df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:41.905328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473aa40c-6b1e-4602-8b5b-9a18964565df None None] Routers {'69240edd-1faf-4598-b3ce-7975c936e493'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:41.906072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-473aa40c-6b1e-4602-8b5b-9a18964565df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['69240edd-1faf-4598-b3ce-7975c936e493'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:41.930009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33654) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:41.944027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-473aa40c-6b1e-4602-8b5b-9a18964565df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:41.949841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473aa40c-6b1e-4602-8b5b-9a18964565df None None] The sync data for ids ['69240edd-1faf-4598-b3ce-7975c936e493'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:41.993342 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.998518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a71b84a-2592-4ea5-84d3-f66d61467bf1 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.026948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a71b84a-2592-4ea5-84d3-f66d61467bf1 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.088983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a71b84a-2592-4ea5-84d3-f66d61467bf1 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.091808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1a71b84a-2592-4ea5-84d3-f66d61467bf1 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.093030 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1a71b84a-2592-4ea5-84d3-f66d61467bf1 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] 10.222.0.15 "DELETE /v2.0/security-groups/0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e HTTP/1.1" status: 204 len: 168 time: 0.1620281 Aug 31 06:54:42.102102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b84a-2592-4ea5-84d3-f66d61467bf1 tempest-TestServerBasicOps-119218335 tempest-TestServerBasicOps-119218335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebeeea2-e9d7-4e2e-ad4f-2db7d7af8c7e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:42.133297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33658) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:42.228561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Allocated IP 172.25.5.182 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/c528e069-88c8-4656-a7cd-1182c04335e5) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:42.342018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f03d55e-a5a7-43f2-a9a4-088b508da6de tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.425139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.495507 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.573754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:42.580311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Pushing event updated for resources: {'Port': ['ID=c528e069-88c8-4656-a7cd-1182c04335e5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:42.582841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:42.588697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:42.606750 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.799841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:42.820974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:42.821337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 10f58d6f-2c75-46d1-92b6-6f045e4e9ba2 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:42.855802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Deleting port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:42.856137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.933294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] For port 56957ef5-34a2-4020-a1d5-0e23cf8bd00a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:42.933575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.946292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Calling delete_port for 56957ef5-34a2-4020-a1d5-0e23cf8bd00a owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:43.033645 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f03d55e-a5a7-43f2-a9a4-088b508da6de tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.040834 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f03d55e-a5a7-43f2-a9a4-088b508da6de tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.154328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.186784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Pushing event deleted for resources: {'Port': ['ID=56957ef5-34a2-4020-a1d5-0e23cf8bd00a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:43.600484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.629435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f03d55e-a5a7-43f2-a9a4-088b508da6de tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Router 69240edd-1faf-4598-b3ce-7975c936e493 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:43.721034 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.780374 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.812301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f03d55e-a5a7-43f2-a9a4-088b508da6de tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:43.822734 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3704007-b90a-42d1-aef8-558ad8a2eed6 None None] Sync routers for ids ['69240edd-1faf-4598-b3ce-7975c936e493'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:43.824642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f03d55e-a5a7-43f2-a9a4-088b508da6de tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.825920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0f03d55e-a5a7-43f2-a9a4-088b508da6de tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "PUT /v2.0/routers/69240edd-1faf-4598-b3ce-7975c936e493 HTTP/1.1" status: 200 len: 922 time: 1.9704123 Aug 31 06:54:43.834822 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3704007-b90a-42d1-aef8-558ad8a2eed6 None None] Routers {'69240edd-1faf-4598-b3ce-7975c936e493'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:43.835697 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e3704007-b90a-42d1-aef8-558ad8a2eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['69240edd-1faf-4598-b3ce-7975c936e493'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:43.844712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33666) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:43.873647 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e3704007-b90a-42d1-aef8-558ad8a2eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:43.884669 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3704007-b90a-42d1-aef8-558ad8a2eed6 None None] Routers {'69240edd-1faf-4598-b3ce-7975c936e493'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:43.885320 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e3704007-b90a-42d1-aef8-558ad8a2eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['69240edd-1faf-4598-b3ce-7975c936e493'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:43.918072 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e3704007-b90a-42d1-aef8-558ad8a2eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:43.918727 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3704007-b90a-42d1-aef8-558ad8a2eed6 None None] The sync data for ids ['69240edd-1faf-4598-b3ce-7975c936e493'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:43.925380 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.931131 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.007061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Pushing event updated for resources: {'Port': ['ID=c528e069-88c8-4656-a7cd-1182c04335e5,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:44.019336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.019566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.019896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.020233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.020595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.020927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.021290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.021678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.021932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.022257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.022579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.022897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.026204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.050083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3e7e7a84-fad9-4ad2-b6c1-7316301b7788 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/routers/69240edd-1faf-4598-b3ce-7975c936e493 HTTP/1.1" status: 200 len: 922 time: 0.2040524 Aug 31 06:54:44.060555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33668) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.117948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:44.184974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a740da2-682b-4e1f-b508-0504600062b3 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:44.186696 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a740da2-682b-4e1f-b508-0504600062b3 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=69240edd-1faf-4598-b3ce-7975c936e493&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1251838 Aug 31 06:54:44.190877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33670) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.226938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:44.234477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f7a3b50e-ffd7-41e3-9598-c0306c4df15f admin admin] 10.222.0.15 "PUT /v2.0/routers/fc7caf41-f9cb-47e4-95e2-c7b74f032d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0976424 Aug 31 06:54:44.234939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.237198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] Sync routers for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:44.246868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:44.247735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.248696 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Floating IP 1927bca1-c190-47e0-b0f1-253d47d7bed4 associated. External IP: 172.25.5.182, port: c7b3fd1d-ce9d-4495-b6e8-878260445c6f. Aug 31 06:54:44.346963 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.369685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:44.371282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e174d-c009-4bab-b4d1-06517de91e35 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:44.372682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-099e174d-c009-4bab-b4d1-06517de91e35 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 881 time: 0.1809099 Aug 31 06:54:44.375488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33674) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.405950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0a1d812f-d140-4b6e-b6b8-d409261ff9ec tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=69240edd-1faf-4598-b3ce-7975c936e493 HTTP/1.1" status: 200 len: 205 time: 0.0293653 Aug 31 06:54:44.408392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33676) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.461121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.528235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Deleting port 1e2c9a12-5dab-44ec-a262-76445b6786f3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:44.528602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.561899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:54:43Z', 'revision_number': 5, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port': {'id': '1e2c9a12-5dab-44ec-a262-76445b6786f3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:48:54Z', 'updated_at': '2021-08-31T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.592177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] Checking router: fc7caf41-f9cb-47e4-95e2-c7b74f032d1e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:44.601984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] Routers {'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:44.602527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.608548 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.611186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] For port 1e2c9a12-5dab-44ec-a262-76445b6786f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1e2c9a12-5dab-44ec-a262-76445b6786f3,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:44.611550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.625685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Calling delete_port for 1e2c9a12-5dab-44ec-a262-76445b6786f3 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:44.660560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Router 63639964-9435-475d-8a33-9a37fea4187a has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:44.687305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] Set router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:44.743369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:54:44Z', 'revision_number': 6, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.769663 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.771530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab47cb-b5b5-42ba-937f-335101efb622 None None] The sync data for ids ['fc7caf41-f9cb-47e4-95e2-c7b74f032d1e'] in n-d-712142-16 is: [{'id': 'fc7caf41-f9cb-47e4-95e2-c7b74f032d1e', 'name': 'tempest-TestServerBasicOps-204026779-router', 'tenant_id': '52d4e2278cfc414395799ed2fdfe2f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:48:51Z', 'updated_at': '2021-08-31T06:54:44Z', 'revision_number': 6, 'project_id': '52d4e2278cfc414395799ed2fdfe2f15', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:44.820525 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.847578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2c9a12-5dab-44ec-a262-76445b6786f3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:44.857016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:44.866736 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec80ad1-a621-4e52-9f36-13ab04444e5d None None] Sync routers for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:44.876498 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec80ad1-a621-4e52-9f36-13ab04444e5d None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:44.877528 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-aec80ad1-a621-4e52-9f36-13ab04444e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.882844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.913731 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-aec80ad1-a621-4e52-9f36-13ab04444e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.914904 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.916256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Deleting port fe7ea2dc-6d0b-41c0-ac6f-48b8bcf629c2 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:44.916828 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.922545 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec80ad1-a621-4e52-9f36-13ab04444e5d None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:44.923157 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-aec80ad1-a621-4e52-9f36-13ab04444e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.954316 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-aec80ad1-a621-4e52-9f36-13ab04444e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.955465 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec80ad1-a621-4e52-9f36-13ab04444e5d None None] The sync data for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:44.956704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-92330381-b2f7-4ee3-8d3a-e4261a96e5b6 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.3793452 Aug 31 06:54:44.959894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.009095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.011242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.055435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.056044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7caf41-f9cb-47e4-95e2-c7b74f032d1e {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:45.060766 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.061959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8c78c984-e709-4fc6-b5c4-b3788de2562c admin admin] 10.222.0.15 "DELETE /v2.0/routers/fc7caf41-f9cb-47e4-95e2-c7b74f032d1e HTTP/1.1" status: 204 len: 168 time: 0.8239717 Aug 31 06:54:45.064467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33682) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.098873 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2123f544-1230-4725-861e-c11254307f1a tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] 10.222.0.15 "GET /v2.0/floatingips/1927bca1-c190-47e0-b0f1-253d47d7bed4 HTTP/1.1" status: 200 len: 984 time: 0.1377227 Aug 31 06:54:45.101560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33684) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.112164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.124581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Calling delete_port for fe7ea2dc-6d0b-41c0-ac6f-48b8bcf629c2 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:45.211669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef1f830-c839-4586-a9d0-2a6423a062f6 admin admin] Deleting subnet 01156dff-1e77-4892-9cff-09dac5fec28c {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:45.224704 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f830-c839-4586-a9d0-2a6423a062f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.271145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b1f90289-c2ef-4c0e-be17-c56b9eb337c9 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.1675184 Aug 31 06:54:45.273844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33686) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.306594 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.320432 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f830-c839-4586-a9d0-2a6423a062f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.331787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event deleted for resources: {'Port': ['ID=fe7ea2dc-6d0b-41c0-ac6f-48b8bcf629c2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:45.391781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.482672 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.483564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f830-c839-4586-a9d0-2a6423a062f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.484869 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.537927 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.538588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Fanout notify agent at l3_agent the message router_deleted on router 69240edd-1faf-4598-b3ce-7975c936e493 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:45.548311 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.549499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-05f30084-7fd5-4b2a-b6b3-f652ca3cbd90 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/69240edd-1faf-4598-b3ce-7975c936e493 HTTP/1.1" status: 204 len: 168 time: 1.1401794 Aug 31 06:54:45.555672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33690) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.560258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e505790b-8fef-49dd-b192-894b9937ef1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-556585124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:45.594308 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f830-c839-4586-a9d0-2a6423a062f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.601764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Deleting port c528e069-88c8-4656-a7cd-1182c04335e5 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:45.602070 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.642898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 56957ef5-34a2-4020-a1d5-0e23cf8bd00a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:45.667541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 56957ef5-34a2-4020-a1d5-0e23cf8bd00a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:45.667896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 56957ef5-34a2-4020-a1d5-0e23cf8bd00a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:45.668339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1e2c9a12-5dab-44ec-a262-76445b6786f3 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:45.671622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1f830-c839-4586-a9d0-2a6423a062f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01156dff-1e77-4892-9cff-09dac5fec28c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:45.673911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e505790b-8fef-49dd-b192-894b9937ef1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.674857 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e505790b-8fef-49dd-b192-894b9937ef1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.687333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f830-c839-4586-a9d0-2a6423a062f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.688314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1e2c9a12-5dab-44ec-a262-76445b6786f3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:45.688668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1e2c9a12-5dab-44ec-a262-76445b6786f3 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:45.691975 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4ef1f830-c839-4586-a9d0-2a6423a062f6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/01156dff-1e77-4892-9cff-09dac5fec28c HTTP/1.1" status: 204 len: 168 time: 0.6242681 Aug 31 06:54:45.693364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33692) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.706681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a46c624-da01-4ad4-bc13-f6aaee927ab9 None None] Network 1b777da1-179b-4280-873c-b3ec15ee753f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:45.767006 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e505790b-8fef-49dd-b192-894b9937ef1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.769044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.769411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.773365 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e505790b-8fef-49dd-b192-894b9937ef1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.784878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.793137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Calling delete_port for c528e069-88c8-4656-a7cd-1182c04335e5 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:45.805632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e505790b-8fef-49dd-b192-894b9937ef1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.809814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e505790b-8fef-49dd-b192-894b9937ef1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2531381 Aug 31 06:54:45.811986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33694) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.818838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:45.844021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Deleting port d04a839f-695a-44b4-a29b-989b7ee21c14 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:45.844440 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.924501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] For port d04a839f-695a-44b4-a29b-989b7ee21c14, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d04a839f-695a-44b4-a29b-989b7ee21c14,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:45.924845 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.941244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Calling delete_port for d04a839f-695a-44b4-a29b-989b7ee21c14 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:45.948360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] DHCP port deletion for 1b777da1-179b-4280-873c-b3ec15ee753f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:46.012433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] Deleting port d04a839f-695a-44b4-a29b-989b7ee21c14 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:46.013627 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.040492 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.094005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04a839f-695a-44b4-a29b-989b7ee21c14,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:46.104813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] No DVR routers for this DVR port d04a839f-695a-44b4-a29b-989b7ee21c14 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:46.111515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.115549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] For port d04a839f-695a-44b4-a29b-989b7ee21c14, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d04a839f-695a-44b4-a29b-989b7ee21c14,segment=NetworkSegment(1a995ab8-6fa4-4f23-ba4d-576815db32b5),segment_id=1a995ab8-6fa4-4f23-ba4d-576815db32b5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:46.116138 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.130442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] Calling delete_port for d04a839f-695a-44b4-a29b-989b7ee21c14 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:46.186693 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.196730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b777da1-179b-4280-873c-b3ec15ee753f']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:46.207510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a995ab8-6fa4-4f23-ba4d-576815db32b5') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:46.208467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a995ab8-6fa4-4f23-ba4d-576815db32b5') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:46.215051 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.217968 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.233100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.243182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] Pushing event deleted for resources: {'Port': ['ID=d04a839f-695a-44b4-a29b-989b7ee21c14,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:46.245277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b207e5-2aff-4f53-aead-e39f5810b94a None None] No DVR routers for this DVR port d04a839f-695a-44b4-a29b-989b7ee21c14 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:46.249859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.250031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:46.250282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:46.252319 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:46.294648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event deleted for resources: {'Port': ['ID=c528e069-88c8-4656-a7cd-1182c04335e5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:46.313580 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.323840 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.325803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b777da1-179b-4280-873c-b3ec15ee753f HTTP/1.1" status: 204 len: 168 time: 0.6318071 Aug 31 06:54:46.335238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33696) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:46.341321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f909b-c556-4c66-a98e-8c3c14421a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b777da1-179b-4280-873c-b3ec15ee753f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:46.433652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.434048 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Floating IP 1927bca1-c190-47e0-b0f1-253d47d7bed4 disassociated (deleted). External IP: 172.25.5.182, port: c7b3fd1d-ce9d-4495-b6e8-878260445c6f. Aug 31 06:54:46.491324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.516701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.036912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.078397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Allocated IP 172.25.5.198 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/7fadd822-562e-4679-bd6a-2153d6138f1f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:47.187234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Router 63639964-9435-475d-8a33-9a37fea4187a has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:47.274600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.284668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Deleting port 3bb67386-87c7-4a95-ad06-c55024eb866d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:47.285228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.342326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:47.351073 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.354934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32893c88-f560-4b45-9095-f993b0851965 None None] Sync routers for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:47.363712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32893c88-f560-4b45-9095-f993b0851965 None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:47.365074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-32893c88-f560-4b45-9095-f993b0851965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:47.371549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] For port 3bb67386-87c7-4a95-ad06-c55024eb866d, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3bb67386-87c7-4a95-ad06-c55024eb866d,segment=NetworkSegment(e827a0d4-0a3c-499a-b408-68efc6ce9fa7),segment_id=e827a0d4-0a3c-499a-b408-68efc6ce9fa7)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:47.372211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.387587 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-db5b8198-88dc-4dc5-b5e6-474ef49f0f90 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "DELETE /v2.0/floatingips/1927bca1-c190-47e0-b0f1-253d47d7bed4 HTTP/1.1" status: 204 len: 168 time: 2.1087947 Aug 31 06:54:47.387843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Calling delete_port for 3bb67386-87c7-4a95-ad06-c55024eb866d owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:47.387843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33700) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:47.391224 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.393233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:47.400874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-32893c88-f560-4b45-9095-f993b0851965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:47.411453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32893c88-f560-4b45-9095-f993b0851965 None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:47.412325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-32893c88-f560-4b45-9095-f993b0851965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:47.433590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:47.436706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:47.440523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:47.446567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event updated for resources: {'Port': ['ID=7fadd822-562e-4679-bd6a-2153d6138f1f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:47.454631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-32893c88-f560-4b45-9095-f993b0851965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:47.455663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32893c88-f560-4b45-9095-f993b0851965 None None] The sync data for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:47.458277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.464000 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:54:47.633722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d04a839f-695a-44b4-a29b-989b7ee21c14 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:47.654006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.660052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d04a839f-695a-44b4-a29b-989b7ee21c14 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:47.660607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d04a839f-695a-44b4-a29b-989b7ee21c14 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:47.700990 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.706136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.747397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb67386-87c7-4a95-ad06-c55024eb866d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:47.859956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Allocated IP 172.25.5.186 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/9c58e814-32f8-4a6c-bf14-780ef7f6cf9a) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:47.937071 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.940825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.044546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.064837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.075139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Router 3d27b46e-702d-4b05-8973-91f02b7a0619 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:48.183785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:48.190583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.191951 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-eb93e097-b9fe-4d8b-8a1f-57de4e81c7de tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "PUT /v2.0/routers/3d27b46e-702d-4b05-8973-91f02b7a0619 HTTP/1.1" status: 200 len: 879 time: 2.3789785 Aug 31 06:54:48.194718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33704) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:48.195334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.198189 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19885694-71b0-4945-beca-90c111e6ba87 None None] Sync routers for ids ['3d27b46e-702d-4b05-8973-91f02b7a0619'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:48.208539 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19885694-71b0-4945-beca-90c111e6ba87 None None] Routers {'3d27b46e-702d-4b05-8973-91f02b7a0619'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:48.209479 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-19885694-71b0-4945-beca-90c111e6ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3d27b46e-702d-4b05-8973-91f02b7a0619'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:48.241752 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-19885694-71b0-4945-beca-90c111e6ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:48.250120 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19885694-71b0-4945-beca-90c111e6ba87 None None] Routers {'3d27b46e-702d-4b05-8973-91f02b7a0619'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:48.250719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-19885694-71b0-4945-beca-90c111e6ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['3d27b46e-702d-4b05-8973-91f02b7a0619'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:48.276641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:48.284566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:48.287423 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-19885694-71b0-4945-beca-90c111e6ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:48.288080 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19885694-71b0-4945-beca-90c111e6ba87 None None] The sync data for ids ['3d27b46e-702d-4b05-8973-91f02b7a0619'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:48.291180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:48.307215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2368c644-47d5-485f-8dcb-a775b0963b5d tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/routers/3d27b46e-702d-4b05-8973-91f02b7a0619 HTTP/1.1" status: 200 len: 920 time: 0.1105974 Aug 31 06:54:48.309951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33706) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:48.314247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Pushing event updated for resources: {'Port': ['ID=9c58e814-32f8-4a6c-bf14-780ef7f6cf9a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:48.379469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572f3e2-a806-4ff2-84da-48daafb520d7 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.381734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5572f3e2-a806-4ff2-84da-48daafb520d7 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=3d27b46e-702d-4b05-8973-91f02b7a0619&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0708766 Aug 31 06:54:48.384444 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33708) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:48.409424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:48.435495 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.473944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671dd747-9e28-4783-b369-2a8bb825fc4b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.475372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-671dd747-9e28-4783-b369-2a8bb825fc4b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 881 time: 0.0899990 Aug 31 06:54:48.478438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33710) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:48.508744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d765335c-68a3-4685-8282-180ebdccaeea tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d27b46e-702d-4b05-8973-91f02b7a0619 HTTP/1.1" status: 200 len: 205 time: 0.0291944 Aug 31 06:54:48.511632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33712) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:48.535228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.590414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:48.600928 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6ab513c6-41fa-47f2-b53b-26fe269e6881 admin admin] 10.222.0.15 "PUT /v2.0/routers/a863e0f0-87b4-4971-b4f1-9b4b3a02e83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2642660 Aug 31 06:54:48.601403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33714) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:48.604070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] Sync routers for ids ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:48.615598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] Routers {'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:48.616480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:48.628349 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.746985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.786660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.806794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Deleting port 7fadd822-562e-4679-bd6a-2153d6138f1f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:48.807289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.863334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.869276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.888783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] Set router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:48.898930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.911969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Calling delete_port for 7fadd822-562e-4679-bd6a-2153d6138f1f owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:48.993476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Pushing event updated for resources: {'Port': ['ID=9c58e814-32f8-4a6c-bf14-780ef7f6cf9a,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:49.029532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.041603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.055174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.060516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-571c3bb8-6d03-4fbe-9333-bff982c1f3a1 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6716630 Aug 31 06:54:49.061515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33718) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:49.094569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:54:47Z', 'revision_number': 5, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port': {'id': '89544b12-91fe-4e9c-8b60-ea79111d6344', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:49:15Z', 'updated_at': '2021-08-31T06:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.145519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Deleting port 89544b12-91fe-4e9c-8b60-ea79111d6344 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:49.146139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.157382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] Checking router: a863e0f0-87b4-4971-b4f1-9b4b3a02e83f for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:49.178047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] Routers {'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:49.178702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.258521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:49.281884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] For port 89544b12-91fe-4e9c-8b60-ea79111d6344, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=89544b12-91fe-4e9c-8b60-ea79111d6344,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:49.282560 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.286466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.328079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] Set router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:49.355004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Calling delete_port for 89544b12-91fe-4e9c-8b60-ea79111d6344 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:49.409133 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.422822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:54:49Z', 'revision_number': 6, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.454100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event deleted for resources: {'Port': ['ID=7fadd822-562e-4679-bd6a-2153d6138f1f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:49.454343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2113248a-2f7f-45f0-8841-2899df6cf218 None None] The sync data for ids ['a863e0f0-87b4-4971-b4f1-9b4b3a02e83f'] in n-d-712142-16 is: [{'id': 'a863e0f0-87b4-4971-b4f1-9b4b3a02e83f', 'name': 'tempest-TestServerBasicOps-1691108563-router', 'tenant_id': '4a02db88423347a9ba2eb7647ad92460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:49:14Z', 'updated_at': '2021-08-31T06:54:49Z', 'revision_number': 6, 'project_id': '4a02db88423347a9ba2eb7647ad92460', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:49.535650 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.541257 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.630216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.640795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.644550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.682750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Pushing event deleted for resources: {'Port': ['ID=89544b12-91fe-4e9c-8b60-ea79111d6344,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:49.694539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.695145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Fanout notify agent at l3_agent the message router_deleted on router 3d27b46e-702d-4b05-8973-91f02b7a0619 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:49.708992 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.710233 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-809c24a7-cc18-40c8-bc2a-61269bb6b10e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/3d27b46e-702d-4b05-8973-91f02b7a0619 HTTP/1.1" status: 204 len: 168 time: 1.1976156 Aug 31 06:54:49.713843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33722) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:49.721859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ab08c0ba-beef-405e-8bfd-cddd53ceb1e4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1646188825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:49.746885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab08c0ba-beef-405e-8bfd-cddd53ceb1e4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.747652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab08c0ba-beef-405e-8bfd-cddd53ceb1e4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.763973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Allocated IP 172.25.5.102 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/a5b8dcca-cab9-48ef-984b-68dd066ceca2) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:49.782182 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.807616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab08c0ba-beef-405e-8bfd-cddd53ceb1e4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.813576 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab08c0ba-beef-405e-8bfd-cddd53ceb1e4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.838420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab08c0ba-beef-405e-8bfd-cddd53ceb1e4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.842810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ab08c0ba-beef-405e-8bfd-cddd53ceb1e4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1246552 Aug 31 06:54:49.843577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33724) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:49.852847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': True}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:49.955010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.959046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.127555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.331288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.335989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3bb67386-87c7-4a95-ad06-c55024eb866d no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:50.352269 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.352830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a863e0f0-87b4-4971-b4f1-9b4b3a02e83f {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:50.359653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.363478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-45b80549-a1d9-430b-acff-3601808cb36d admin admin] 10.222.0.15 "DELETE /v2.0/routers/a863e0f0-87b4-4971-b4f1-9b4b3a02e83f HTTP/1.1" status: 204 len: 168 time: 1.7595630 Aug 31 06:54:50.365699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33728) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:50.366288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3bb67386-87c7-4a95-ad06-c55024eb866d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:50.366636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3bb67386-87c7-4a95-ad06-c55024eb866d not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:50.377906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.387895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.426735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.456928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa168f1-386f-4cc2-bfc7-8688911174a7 admin admin] Deleting subnet e6444500-05bc-45aa-a409-a1b3b8d1d64e {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:50.462453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffa168f1-386f-4cc2-bfc7-8688911174a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.467813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:50.472712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:50.477301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:50.501407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Pushing event updated for resources: {'Port': ['ID=a5b8dcca-cab9-48ef-984b-68dd066ceca2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:50.531252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffa168f1-386f-4cc2-bfc7-8688911174a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.577690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.580710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Allocated IP 172.25.5.157 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/0ee2b192-4bb6-422d-aab5-a0c014feec2d) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:50.615803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.683950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffa168f1-386f-4cc2-bfc7-8688911174a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.763532 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.772840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffa168f1-386f-4cc2-bfc7-8688911174a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.788646 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.793466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.803965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa168f1-386f-4cc2-bfc7-8688911174a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6444500-05bc-45aa-a409-a1b3b8d1d64e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:50.810206 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffa168f1-386f-4cc2-bfc7-8688911174a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.812075 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ffa168f1-386f-4cc2-bfc7-8688911174a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6444500-05bc-45aa-a409-a1b3b8d1d64e HTTP/1.1" status: 204 len: 168 time: 0.4451439 Aug 31 06:54:50.814620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33730) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:50.826218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39a0b9-51f9-4505-b0e2-c422b4e06d35 None None] Network d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:50.873875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.886247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Pushing event updated for resources: {'Port': ['ID=a5b8dcca-cab9-48ef-984b-68dd066ceca2,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:50.904868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.907573 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.908131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.912034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-540ae0ee-e6c3-4f4b-a988-e37abc220d8e tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8452466 Aug 31 06:54:50.912314 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:50.950892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:50.959111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:50.962868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:51.010547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee2b192-4bb6-422d-aab5-a0c014feec2d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:51.045353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8639f06b-5e23-499d-97c6-b96a78e22337 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1317275 Aug 31 06:54:51.047727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33736) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:51.099431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] DHCP port deletion for d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:51.129930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1e61a729-794f-426d-8d37-8a90334c8f30 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0786793 Aug 31 06:54:51.130148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33738) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:51.136636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Deleting port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:51.138046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.152237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] Deleting port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:51.152755 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.224666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] For port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,segment=NetworkSegment(e827a0d4-0a3c-499a-b408-68efc6ce9fa7),segment_id=e827a0d4-0a3c-499a-b408-68efc6ce9fa7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:51.225253 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.239826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] Calling delete_port for 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:51.243325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] For port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,segment=NetworkSegment(e827a0d4-0a3c-499a-b408-68efc6ce9fa7),segment_id=e827a0d4-0a3c-499a-b408-68efc6ce9fa7)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:51.243691 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.262203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Deleting port a5b8dcca-cab9-48ef-984b-68dd066ceca2 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:51.262928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.263118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Calling delete_port for 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:51.322265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.351732 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.352222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.352617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] Pushing event deleted for resources: {'Port': ['ID=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:51.357063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf37dc-e66d-459f-a78f-3d7341db359a None None] No DVR routers for this DVR port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:51.363757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.375156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Calling delete_port for a5b8dcca-cab9-48ef-984b-68dd066ceca2 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:51.449588 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.507634 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.538662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Pushing event deleted for resources: {'Port': ['ID=a5b8dcca-cab9-48ef-984b-68dd066ceca2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:51.608919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.611575 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.615425 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b1f1f7e6-deb8-469f-a220-bbcd1d8e10bf tempest-FloatingIPAdminTestJSON-1427313398 tempest-FloatingIPAdminTestJSON-1427313398-project] 10.222.0.15 "DELETE /v2.0/floatingips/3b0d3fb1-921e-46a0-9a3a-2396ff1f3bb6 HTTP/1.1" status: 204 len: 168 time: 0.4819112 Aug 31 06:54:51.615836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33740) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:51.630628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:51.652806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:51.653347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:51.653864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 89544b12-91fe-4e9c-8b60-ea79111d6344 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:51.677175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 89544b12-91fe-4e9c-8b60-ea79111d6344 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:51.677837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 89544b12-91fe-4e9c-8b60-ea79111d6344 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:51.718797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Pushing event deleted for resources: {'Port': ['ID=393f02c7-6aea-4db1-b55d-8f0a7a02ac6c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:51.726030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] No DVR routers for this DVR port 393f02c7-6aea-4db1-b55d-8f0a7a02ac6c on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:51.775636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Deleting port 9c58e814-32f8-4a6c-bf14-780ef7f6cf9a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:51.776079 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.841771 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.855908 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.856237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.867746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Calling delete_port for 9c58e814-32f8-4a6c-bf14-780ef7f6cf9a owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:51.876456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:51.892236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:51.892523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e827a0d4-0a3c-499a-b408-68efc6ce9fa7') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:51.907095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.915890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.924532 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.928908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.971464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:51.971818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:51.973508 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:52.006629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.038696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c58e814-32f8-4a6c-bf14-780ef7f6cf9a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:52.079137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.086760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.095546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c HTTP/1.1" status: 204 len: 168 time: 1.2744081 Aug 31 06:54:52.106529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb292a8d-7c46-4fb3-9cc0-443b58550087 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20f0992-36cf-4f5f-bd2d-2ff4abc19c9c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:52.123434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.126261 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.127450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6d3680ca-9b09-4a6c-9dd1-5d7b60039141 tempest-FloatingIPAdminTestJSON-2000124089 tempest-FloatingIPAdminTestJSON-2000124089-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/89a5376b-9e3f-4662-b86e-5f3dbc51cd1b HTTP/1.1" status: 204 len: 168 time: 0.5102699 Aug 31 06:54:52.132050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33746) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.181815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Router 4af83b37-8840-499d-b261-eabb7a54dbd3 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:52.232912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.273875 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-478e19f0-2ceb-4567-9ce7-13c3065a5a99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52d4e2278cfc414395799ed2fdfe2f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396488 Aug 31 06:54:52.277615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33750) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.279300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-87225da3-b962-45c6-8e52-c02962a060ca tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Deleting port c7b3fd1d-ce9d-4495-b6e8-878260445c6f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:52.279645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87225da3-b962-45c6-8e52-c02962a060ca tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.326943 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-97d3fc4a-0d74-4cdd-8a50-f6e68ae3a525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.349488 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-97d3fc4a-0d74-4cdd-8a50-f6e68ae3a525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.380212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:52.386196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.387599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-587425f1-b911-4e8e-901e-67a779d94e9b tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "PUT /v2.0/routers/4af83b37-8840-499d-b261-eabb7a54dbd3 HTTP/1.1" status: 200 len: 915 time: 2.5430510 Aug 31 06:54:52.391051 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625edd-2975-4a7d-9415-4f5cd9c49a3c None None] Sync routers for ids ['4af83b37-8840-499d-b261-eabb7a54dbd3'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:52.393716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33752) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.402275 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09625edd-2975-4a7d-9415-4f5cd9c49a3c None None] Routers {'4af83b37-8840-499d-b261-eabb7a54dbd3'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:52.403172 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-09625edd-2975-4a7d-9415-4f5cd9c49a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4af83b37-8840-499d-b261-eabb7a54dbd3'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:52.421602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87225da3-b962-45c6-8e52-c02962a060ca tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.433759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-87225da3-b962-45c6-8e52-c02962a060ca tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Calling delete_port for c7b3fd1d-ce9d-4495-b6e8-878260445c6f owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:52.444921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-97d3fc4a-0d74-4cdd-8a50-f6e68ae3a525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.447515 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-97d3fc4a-0d74-4cdd-8a50-f6e68ae3a525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.452025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-97d3fc4a-0d74-4cdd-8a50-f6e68ae3a525 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/262b4554-906a-4d74-ae21-436bb04bec39 HTTP/1.1" status: 204 len: 168 time: 0.1701474 Aug 31 06:54:52.459977 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-09625edd-2975-4a7d-9415-4f5cd9c49a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:52.463135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3fc4a-0d74-4cdd-8a50-f6e68ae3a525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262b4554-906a-4d74-ae21-436bb04bec39,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:52.478096 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09625edd-2975-4a7d-9415-4f5cd9c49a3c None None] Routers {'4af83b37-8840-499d-b261-eabb7a54dbd3'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:52.479302 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-09625edd-2975-4a7d-9415-4f5cd9c49a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4af83b37-8840-499d-b261-eabb7a54dbd3'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:52.537885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33756) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.538164 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-188fafbb-8e6f-4441-bbc5-5ca2b53a7d65 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/routers/4af83b37-8840-499d-b261-eabb7a54dbd3 HTTP/1.1" status: 200 len: 921 time: 0.1428940 Aug 31 06:54:52.544604 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-09625edd-2975-4a7d-9415-4f5cd9c49a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:52.545554 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09625edd-2975-4a7d-9415-4f5cd9c49a3c None None] The sync data for ids ['4af83b37-8840-499d-b261-eabb7a54dbd3'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:52.622893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a0a90d-cc41-45cb-a2af-b59bc947d8dd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:52.624618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-42a0a90d-cc41-45cb-a2af-b59bc947d8dd tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=4af83b37-8840-499d-b261-eabb7a54dbd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0855052 Aug 31 06:54:52.625912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87225da3-b962-45c6-8e52-c02962a060ca tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.628183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33758) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.699784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87225da3-b962-45c6-8e52-c02962a060ca tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event deleted for resources: {'Port': ['ID=c7b3fd1d-ce9d-4495-b6e8-878260445c6f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:52.810389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87225da3-b962-45c6-8e52-c02962a060ca tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.812355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-87225da3-b962-45c6-8e52-c02962a060ca tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "DELETE /v2.0/ports/c7b3fd1d-ce9d-4495-b6e8-878260445c6f HTTP/1.1" status: 204 len: 168 time: 0.6780064 Aug 31 06:54:52.815286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33764) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.815722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2499d2a-e06a-4b16-b702-eb3d6aff7b34 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:52.817134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2499d2a-e06a-4b16-b702-eb3d6aff7b34 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 881 time: 0.1884711 Aug 31 06:54:52.825963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33766) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.836298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33768) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.868455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-45c1b99d-04ce-4760-8c54-0153a4046a45 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=4af83b37-8840-499d-b261-eabb7a54dbd3 HTTP/1.1" status: 200 len: 205 time: 0.0411932 Aug 31 06:54:52.872129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea9ff64-0fdb-4a71-a992-9f599a595ef6 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:52.872720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33770) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.873789 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fea9ff64-0fdb-4a71-a992-9f599a595ef6 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "GET /v2.0/ports?device_id=63639964-9435-475d-8a33-9a37fea4187a HTTP/1.1" status: 200 len: 913 time: 0.0575686 Aug 31 06:54:52.876381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33772) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.985898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e76d327f-fb0f-46a7-b387-89a92461ce60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a02db88423347a9ba2eb7647ad92460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462045 Aug 31 06:54:52.986301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33776) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:53.041752 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d999bb3-6294-418b-99d2-531e4cd52bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.062736 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d999bb3-6294-418b-99d2-531e4cd52bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.084435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.118490 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d999bb3-6294-418b-99d2-531e4cd52bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.121071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d999bb3-6294-418b-99d2-531e4cd52bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.124636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3d999bb3-6294-418b-99d2-531e4cd52bcc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7db05b39-5b40-4c0b-bc0d-cf5d52434fe8 HTTP/1.1" status: 204 len: 168 time: 0.1349490 Aug 31 06:54:53.131298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d999bb3-6294-418b-99d2-531e4cd52bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db05b39-5b40-4c0b-bc0d-cf5d52434fe8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:53.288473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.423249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Deleting port 0ee2b192-4bb6-422d-aab5-a0c014feec2d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:53.423589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.538152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.557025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Calling delete_port for 0ee2b192-4bb6-422d-aab5-a0c014feec2d owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:53.576125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.124007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.156024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event deleted for resources: {'Port': ['ID=0ee2b192-4bb6-422d-aab5-a0c014feec2d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:54.183864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42ea8f42-4424-4b7a-8cc5-94ad497437ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.264467 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.362125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.366188 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.370778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Deleting port b9cfcf80-2545-434d-9daf-8ffe05b16b94 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:54.371108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.446313 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.451779 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.452413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Fanout notify agent at l3_agent the message router_deleted on router 4af83b37-8840-499d-b261-eabb7a54dbd3 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:54.461090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.466709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c20371be-5805-4cf0-aa76-a133f383cd4e tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/4af83b37-8840-499d-b261-eabb7a54dbd3 HTTP/1.1" status: 204 len: 168 time: 1.5885000 Aug 31 06:54:54.466931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33784) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:54.471302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3fb2ff39-6464-4c9c-98c0-22c61c1fb705 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-285712366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:54.515188 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.522761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ff39-6464-4c9c-98c0-22c61c1fb705 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.523747 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ff39-6464-4c9c-98c0-22c61c1fb705 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.533233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Calling delete_port for b9cfcf80-2545-434d-9daf-8ffe05b16b94 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:54.618873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ff39-6464-4c9c-98c0-22c61c1fb705 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.626756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ff39-6464-4c9c-98c0-22c61c1fb705 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.652341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ff39-6464-4c9c-98c0-22c61c1fb705 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.654028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3fb2ff39-6464-4c9c-98c0-22c61c1fb705 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1862109 Aug 31 06:54:54.657295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33786) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:54.662067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'enable_snat': False}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:54.782083 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.808637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event deleted for resources: {'Port': ['ID=b9cfcf80-2545-434d-9daf-8ffe05b16b94,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:54.874054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.996760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.098331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.121674 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.218833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Router 63639964-9435-475d-8a33-9a37fea4187a has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:55.229421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Allocated IP 172.25.5.138 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/608f899a-b23d-4469-b08e-651d4b1c77cc) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:55.334609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:55.342162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-953c89b1-dbcb-4017-92c0-f37107927ae9 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "PUT /v2.0/routers/63639964-9435-475d-8a33-9a37fea4187a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4625316 Aug 31 06:54:55.342475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33790) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:55.350133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf4d7a-5c4a-444e-a7fa-0ba8433d95ac None None] Sync routers for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:55.362409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf4d7a-5c4a-444e-a7fa-0ba8433d95ac None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:55.363305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9ddf4d7a-5c4a-444e-a7fa-0ba8433d95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:55.398924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.404234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9ddf4d7a-5c4a-444e-a7fa-0ba8433d95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:55.412989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf4d7a-5c4a-444e-a7fa-0ba8433d95ac None None] Routers {'63639964-9435-475d-8a33-9a37fea4187a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:55.413651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9ddf4d7a-5c4a-444e-a7fa-0ba8433d95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['63639964-9435-475d-8a33-9a37fea4187a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:55.446995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9ddf4d7a-5c4a-444e-a7fa-0ba8433d95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:55.447681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf4d7a-5c4a-444e-a7fa-0ba8433d95ac None None] The sync data for ids ['63639964-9435-475d-8a33-9a37fea4187a'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:55.483975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.529058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.604068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:55.608470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:55.618939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:55.622833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Pushing event updated for resources: {'Port': ['ID=608f899a-b23d-4469-b08e-651d4b1c77cc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:55.664204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.818085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Deleting port 7c80e028-2d4b-418c-b7d4-5fb139f94a09 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:55.818368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.835546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.287033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.302146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Calling delete_port for 7c80e028-2d4b-418c-b7d4-5fb139f94a09 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:56.303859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.612532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.621557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.629124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.693153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event deleted for resources: {'Port': ['ID=7c80e028-2d4b-418c-b7d4-5fb139f94a09,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:56.791050 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c59d2ecc-849a-4f9a-91a9-da812f37f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.811337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.905019 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.912687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.915116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.960258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Router c8cf7ce2-ecaa-4063-ac07-f03e38d91473 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:56.970744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.971269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Fanout notify agent at l3_agent the message router_deleted on router 63639964-9435-475d-8a33-9a37fea4187a {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:56.979951 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.981215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cc914993-555f-4449-a975-6635afb21e69 tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "DELETE /v2.0/routers/63639964-9435-475d-8a33-9a37fea4187a HTTP/1.1" status: 204 len: 168 time: 1.6377866 Aug 31 06:54:56.984185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33802) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.048847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-624afaa4-039a-4947-938f-d12456089f8d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Deleting subnet 05e492c1-5148-433a-ab88-e3539fac646a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:57.052717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-624afaa4-039a-4947-938f-d12456089f8d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.100927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-624afaa4-039a-4947-938f-d12456089f8d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.101335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:57.107296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.109852 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e02685-36b7-45a0-a92b-a5160e159289 None None] Sync routers for ids ['c8cf7ce2-ecaa-4063-ac07-f03e38d91473'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:57.112065 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-abd08368-095e-4f29-a142-cc5f30807da6 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "PUT /v2.0/routers/c8cf7ce2-ecaa-4063-ac07-f03e38d91473 HTTP/1.1" status: 200 len: 915 time: 2.4536738 Aug 31 06:54:57.112719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33806) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.120775 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e02685-36b7-45a0-a92b-a5160e159289 None None] Routers {'c8cf7ce2-ecaa-4063-ac07-f03e38d91473'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:57.121819 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-66e02685-36b7-45a0-a92b-a5160e159289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c8cf7ce2-ecaa-4063-ac07-f03e38d91473'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:57.157581 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-66e02685-36b7-45a0-a92b-a5160e159289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:57.166523 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e02685-36b7-45a0-a92b-a5160e159289 None None] Routers {'c8cf7ce2-ecaa-4063-ac07-f03e38d91473'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:57.167149 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-66e02685-36b7-45a0-a92b-a5160e159289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c8cf7ce2-ecaa-4063-ac07-f03e38d91473'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:57.193844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-624afaa4-039a-4947-938f-d12456089f8d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.199528 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-66e02685-36b7-45a0-a92b-a5160e159289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:57.200293 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e02685-36b7-45a0-a92b-a5160e159289 None None] The sync data for ids ['c8cf7ce2-ecaa-4063-ac07-f03e38d91473'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:57.225708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d8a9807-3cd8-412f-a236-f3804abc3ac9 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/routers/c8cf7ce2-ecaa-4063-ac07-f03e38d91473 HTTP/1.1" status: 200 len: 921 time: 0.1118181 Aug 31 06:54:57.228391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33808) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.255690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-624afaa4-039a-4947-938f-d12456089f8d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.277530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13d956-9173-4e44-89b3-6a9b41dd9849 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:57.279187 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0b13d956-9173-4e44-89b3-6a9b41dd9849 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=c8cf7ce2-ecaa-4063-ac07-f03e38d91473&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0497732 Aug 31 06:54:57.281815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33810) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.288578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624afaa4-039a-4947-938f-d12456089f8d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event deleted for resources: {'Subnet': ['ID=05e492c1-5148-433a-ab88-e3539fac646a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:57.292384 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-624afaa4-039a-4947-938f-d12456089f8d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.296684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-624afaa4-039a-4947-938f-d12456089f8d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "DELETE /v2.0/subnets/05e492c1-5148-433a-ab88-e3539fac646a HTTP/1.1" status: 204 len: 168 time: 0.3084571 Aug 31 06:54:57.296950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.300158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae79745b-a4ca-4884-b9f7-4a41b9993921 None None] Network 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:57.372717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.379952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668c539-be52-4d56-89b4-fe0a5241f80e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:57.385112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b668c539-be52-4d56-89b4-fe0a5241f80e tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/networks/30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 881 time: 0.1023629 Aug 31 06:54:57.385940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33814) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.425597 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-84c8c6e5-0dd3-41a0-94b3-de1839693355 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf7ce2-ecaa-4063-ac07-f03e38d91473 HTTP/1.1" status: 200 len: 205 time: 0.0382154 Aug 31 06:54:57.429050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33818) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.452530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Deleting port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:57.453033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.489451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] DHCP port deletion for 9924b2c5-02dd-41d8-b5ae-0bd2227c46ef request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:57.562366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Deleting port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:57.563838 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.568714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] For port 2dde83bf-10c8-483d-b0cc-ae6de3d01239, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2dde83bf-10c8-483d-b0cc-ae6de3d01239,segment=NetworkSegment(c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2),segment_id=c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:57.569226 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.579744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.584349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Calling delete_port for 2dde83bf-10c8-483d-b0cc-ae6de3d01239 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:57.656577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] For port 2dde83bf-10c8-483d-b0cc-ae6de3d01239, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2dde83bf-10c8-483d-b0cc-ae6de3d01239,segment=NetworkSegment(c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2),segment_id=c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:57.656798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.672858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2dde83bf-10c8-483d-b0cc-ae6de3d01239 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:57.719803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.726352 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.734696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Calling delete_port for 2dde83bf-10c8-483d-b0cc-ae6de3d01239 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:57.736920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No active binding found for port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 {{(pid=94669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 06:54:57.737376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2dde83bf-10c8-483d-b0cc-ae6de3d01239 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:57.761858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event deleted for resources: {'Port': ['ID=2dde83bf-10c8-483d-b0cc-ae6de3d01239,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:57.766475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] No DVR routers for this DVR port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:57.808389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Deleting port 608f899a-b23d-4469-b08e-651d4b1c77cc {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:57.809009 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.845976 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.862613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.862972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] No DVR routers for this DVR port 2dde83bf-10c8-483d-b0cc-ae6de3d01239 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:57.877500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9924b2c5-02dd-41d8-b5ae-0bd2227c46ef']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:57.888002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Pushing event deleted for resources: {'Port': ['ID=2dde83bf-10c8-483d-b0cc-ae6de3d01239,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:57.900747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.901752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.902325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.902471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:57.902727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c935f026-b8c7-4bf1-bb8a-1aadf87eb1a2') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:57.903257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.903814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.904366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.905232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.905789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.906318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.906915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.907466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.907992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b00addd-4790-4409-89db-ad39a403b7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:57.910694 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.917833 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.928175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Calling delete_port for 608f899a-b23d-4469-b08e-651d4b1c77cc owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:57.941224 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.948271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:57.948668 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:57.952560 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:58.035887 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.044369 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.046851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "DELETE /v2.0/networks/9924b2c5-02dd-41d8-b5ae-0bd2227c46ef HTTP/1.1" status: 204 len: 168 time: 0.7489340 Aug 31 06:54:58.051695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33820) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:58.104932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f429e-c143-426f-8b5c-eff36a338a1d tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event deleted for resources: {'Network': ['ID=9924b2c5-02dd-41d8-b5ae-0bd2227c46ef,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:58.134354 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.192456 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.216783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Deleting port 7b88a55b-26ee-49ba-9e83-ee25eff5208c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:58.217327 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.220810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event deleted for resources: {'Port': ['ID=608f899a-b23d-4469-b08e-651d4b1c77cc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:58.285206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.307798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.308130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.321524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Calling delete_port for 7b88a55b-26ee-49ba-9e83-ee25eff5208c owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:58.377519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.379680 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.428518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.429396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Fanout notify agent at l3_agent the message router_deleted on router c8cf7ce2-ecaa-4063-ac07-f03e38d91473 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:58.436498 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.437649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e17614d6-dfac-442b-bab6-cdd35fbba8b4 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/c8cf7ce2-ecaa-4063-ac07-f03e38d91473 HTTP/1.1" status: 204 len: 168 time: 1.0076191 Aug 31 06:54:58.441614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33824) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:58.446583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1136700015', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:58.462460 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.471089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.472290 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.505498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Pushing event deleted for resources: {'Port': ['ID=7b88a55b-26ee-49ba-9e83-ee25eff5208c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:58.536869 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.577119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.580329 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.583935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40195eb7-16f7-4220-b79c-2e96cfd9b5fe tempest-FloatingIPAdminTestJSON-389174080 tempest-FloatingIPAdminTestJSON-389174080-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d56b4c4-a64c-47a2-bd3d-7f980ef40f21 HTTP/1.1" status: 204 len: 168 time: 0.5290322 Aug 31 06:54:58.694151 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.878119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33832) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:58.913353 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.937790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.045520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33836) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:59.045748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6ecbfd71-6f29-42c5-9312-edea5ea32c25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f23a58e4e4e440eaf48f9f1b6697e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660576 Aug 31 06:54:59.082767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Allocated IP 172.25.5.138 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/1373f4a7-54aa-4469-9659-d75059c410ae) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:59.159150 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ddab8a-d4f1-4325-a993-6f32e66df286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.196895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ddab8a-d4f1-4325-a993-6f32e66df286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.256182 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.287515 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ddab8a-d4f1-4325-a993-6f32e66df286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.289956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-88ddab8a-d4f1-4325-a993-6f32e66df286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.291105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-88ddab8a-d4f1-4325-a993-6f32e66df286 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45ce5cb4-3bd0-4b5d-abc0-87d721ca22c3 HTTP/1.1" status: 204 len: 168 time: 0.2446580 Aug 31 06:54:59.304845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddab8a-d4f1-4325-a993-6f32e66df286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ce5cb4-3bd0-4b5d-abc0-87d721ca22c3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:59.315056 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.357912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:59.363045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:59.367332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:59.392675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event updated for resources: {'Port': ['ID=1373f4a7-54aa-4469-9659-d75059c410ae,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:59.602549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:59.616555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6c18-5ff9-4f61-b016-027f78987f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.648835 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.732195 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6c18-5ff9-4f61-b016-027f78987f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.736063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6c18-5ff9-4f61-b016-027f78987f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.776785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f6c18-5ff9-4f61-b016-027f78987f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db25d6c-c9aa-4023-a610-0b516a7da1cf,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:59.784452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3f0f6c18-5ff9-4f61-b016-027f78987f1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfcae146cfb9498693e7e87b03767ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784422 Aug 31 06:54:59.786033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33848) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:59.843794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e576a2a-913b-4ce5-8bde-8b841ac9d048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.870667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e576a2a-913b-4ce5-8bde-8b841ac9d048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.885812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.923586 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e576a2a-913b-4ce5-8bde-8b841ac9d048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.927495 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e576a2a-913b-4ce5-8bde-8b841ac9d048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.931337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4e576a2a-913b-4ce5-8bde-8b841ac9d048 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7db25d6c-c9aa-4023-a610-0b516a7da1cf HTTP/1.1" status: 204 len: 168 time: 0.1415143 Aug 31 06:54:59.939827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e576a2a-913b-4ce5-8bde-8b841ac9d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db25d6c-c9aa-4023-a610-0b516a7da1cf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:59.992989 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.056595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Router b2d7561b-9454-4126-851d-c85a02491137 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:55:00.174151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:00.186693 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5bb0f-c873-4853-ac95-34eac4d44a5d None None] Sync routers for ids ['b2d7561b-9454-4126-851d-c85a02491137'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:00.201143 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.202036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5bb0f-c873-4853-ac95-34eac4d44a5d None None] Routers {'b2d7561b-9454-4126-851d-c85a02491137'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:00.202905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7ea5bb0f-c873-4853-ac95-34eac4d44a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b2d7561b-9454-4126-851d-c85a02491137'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:00.203599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-16bcf6cd-02bf-464e-a3f8-a3d210a861d0 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7606299 Aug 31 06:55:00.206530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33854) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:00.212979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:00.244208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7ea5bb0f-c873-4853-ac95-34eac4d44a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:00.256465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5bb0f-c873-4853-ac95-34eac4d44a5d None None] Routers {'b2d7561b-9454-4126-851d-c85a02491137'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:00.257744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7ea5bb0f-c873-4853-ac95-34eac4d44a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b2d7561b-9454-4126-851d-c85a02491137'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:00.300662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7ea5bb0f-c873-4853-ac95-34eac4d44a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:00.301759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5bb0f-c873-4853-ac95-34eac4d44a5d None None] The sync data for ids ['b2d7561b-9454-4126-851d-c85a02491137'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:00.415949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33858) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:00.430403 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-250afe3a-e1d7-4921-9104-06aebc36314f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.539535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-250afe3a-e1d7-4921-9104-06aebc36314f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.544731 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-250afe3a-e1d7-4921-9104-06aebc36314f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.574926 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.584914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-250afe3a-e1d7-4921-9104-06aebc36314f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cacaa4f23f94877a720bc612340a762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676571 Aug 31 06:55:00.586053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250afe3a-e1d7-4921-9104-06aebc36314f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998f308e-67f9-40ab-8e03-10784f47ad20,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:00.587713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33860) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:00.603765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.670679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c12c5fb-ac38-4183-91ee-0436f196bc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.698174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c12c5fb-ac38-4183-91ee-0436f196bc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.711513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Deleting port 1373f4a7-54aa-4469-9659-d75059c410ae {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:00.711856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.045846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.048610 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c12c5fb-ac38-4183-91ee-0436f196bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.051677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c12c5fb-ac38-4183-91ee-0436f196bc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.052845 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0c12c5fb-ac38-4183-91ee-0436f196bc50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/998f308e-67f9-40ab-8e03-10784f47ad20 HTTP/1.1" status: 204 len: 168 time: 0.4640093 Aug 31 06:55:01.071319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12c5fb-ac38-4183-91ee-0436f196bc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f308e-67f9-40ab-8e03-10784f47ad20,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:01.075846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Calling delete_port for 1373f4a7-54aa-4469-9659-d75059c410ae owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:01.278053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.304612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Pushing event deleted for resources: {'Port': ['ID=1373f4a7-54aa-4469-9659-d75059c410ae,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:01.376772 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.616477 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.619874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.729789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Router b2d7561b-9454-4126-851d-c85a02491137 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:01.826910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:01.834357 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.835516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-06d24489-abb7-4727-aa2f-820d440f36e1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "PUT /v2.0/routers/b2d7561b-9454-4126-851d-c85a02491137 HTTP/1.1" status: 200 len: 706 time: 1.6269498 Aug 31 06:55:01.838250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33898) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:01.842470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c62bd-8f21-4676-b83f-02d06cb695ca None None] Sync routers for ids ['b2d7561b-9454-4126-851d-c85a02491137'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:01.854185 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c62bd-8f21-4676-b83f-02d06cb695ca None None] Routers {'b2d7561b-9454-4126-851d-c85a02491137'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:01.854924 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e38c62bd-8f21-4676-b83f-02d06cb695ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b2d7561b-9454-4126-851d-c85a02491137'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:01.891742 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e38c62bd-8f21-4676-b83f-02d06cb695ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:01.902128 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c62bd-8f21-4676-b83f-02d06cb695ca None None] Routers {'b2d7561b-9454-4126-851d-c85a02491137'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:01.903007 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e38c62bd-8f21-4676-b83f-02d06cb695ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b2d7561b-9454-4126-851d-c85a02491137'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:01.921868 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0829a3e9-c447-461a-8f95-d7995473b601 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/routers/b2d7561b-9454-4126-851d-c85a02491137 HTTP/1.1" status: 200 len: 741 time: 0.0800869 Aug 31 06:55:01.922233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33902) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:01.937123 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e38c62bd-8f21-4676-b83f-02d06cb695ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:01.937809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c62bd-8f21-4676-b83f-02d06cb695ca None None] The sync data for ids ['b2d7561b-9454-4126-851d-c85a02491137'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:01.975612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-28775e30-f0db-4680-a44a-9bfc23360e34 tempest-RoutersAdminTest-1280382768 tempest-RoutersAdminTest-1280382768-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&device_id=b2d7561b-9454-4126-851d-c85a02491137 HTTP/1.1" status: 200 len: 205 time: 0.0521572 Aug 31 06:55:01.978544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33904) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.008425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-920c7a17-3054-481a-9e22-d98efb82a817 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d7561b-9454-4126-851d-c85a02491137 HTTP/1.1" status: 200 len: 205 time: 0.0288515 Aug 31 06:55:02.012682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33906) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.090800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-999ef5a4-ad98-4106-9d63-f6f039af92c1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.269044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-999ef5a4-ad98-4106-9d63-f6f039af92c1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.271314 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-999ef5a4-ad98-4106-9d63-f6f039af92c1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.319298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-999ef5a4-ad98-4106-9d63-f6f039af92c1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.319943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999ef5a4-ad98-4106-9d63-f6f039af92c1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Fanout notify agent at l3_agent the message router_deleted on router b2d7561b-9454-4126-851d-c85a02491137 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:55:02.327798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-999ef5a4-ad98-4106-9d63-f6f039af92c1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.332328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-999ef5a4-ad98-4106-9d63-f6f039af92c1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/b2d7561b-9454-4126-851d-c85a02491137 HTTP/1.1" status: 204 len: 168 time: 0.3153486 Aug 31 06:55:02.332643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33916) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.367199 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-755e45e8-6392-42ea-932f-56267123387f tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2d7561b-9454-4126-851d-c85a02491137 HTTP/1.1" status: 200 len: 205 time: 0.0332284 Aug 31 06:55:02.369549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33920) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.420756 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-a90919f7-c6fd-4032-9303-925676a86565 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] delete failed (client error): The resource could not be found. Aug 31 06:55:02.421833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a90919f7-c6fd-4032-9303-925676a86565 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/b2d7561b-9454-4126-851d-c85a02491137 HTTP/1.1" status: 404 len: 336 time: 0.0514734 Aug 31 06:55:02.424562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33924) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.452874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-62516b8e-b318-4b43-8e1f-5871976054af tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf7ce2-ecaa-4063-ac07-f03e38d91473 HTTP/1.1" status: 200 len: 205 time: 0.0269823 Aug 31 06:55:02.455002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33926) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.497642 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-56917732-cf69-4048-af0e-ff2b390bbdb3 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] delete failed (client error): The resource could not be found. Aug 31 06:55:02.501231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-56917732-cf69-4048-af0e-ff2b390bbdb3 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/c8cf7ce2-ecaa-4063-ac07-f03e38d91473 HTTP/1.1" status: 404 len: 336 time: 0.0427973 Aug 31 06:55:02.502553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33928) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.509965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33930) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.537018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c55f5936-56b5-4c92-9b66-86554ee361e6 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=4af83b37-8840-499d-b261-eabb7a54dbd3 HTTP/1.1" status: 200 len: 205 time: 0.0330040 Aug 31 06:55:02.539437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33934) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.576849 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-3c0184ac-3819-481a-be16-40391808053b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] delete failed (client error): The resource could not be found. Aug 31 06:55:02.577861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3c0184ac-3819-481a-be16-40391808053b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/4af83b37-8840-499d-b261-eabb7a54dbd3 HTTP/1.1" status: 404 len: 336 time: 0.0373869 Aug 31 06:55:02.580664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33936) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.612385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e72c5bff-c379-4d73-a863-248129aa2ff1 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d27b46e-702d-4b05-8973-91f02b7a0619 HTTP/1.1" status: 200 len: 205 time: 0.0281169 Aug 31 06:55:02.612634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33938) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.651915 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-32e35ac2-2b71-43b9-9a76-c148f8b1cf5d tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] delete failed (client error): The resource could not be found. Aug 31 06:55:02.655751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-32e35ac2-2b71-43b9-9a76-c148f8b1cf5d tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/3d27b46e-702d-4b05-8973-91f02b7a0619 HTTP/1.1" status: 404 len: 336 time: 0.0396340 Aug 31 06:55:02.655969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33940) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.679989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-595762605'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:02.692156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-803666d5-0f11-462f-ade8-ca1d64ab2427 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=69240edd-1faf-4598-b3ce-7975c936e493 HTTP/1.1" status: 200 len: 205 time: 0.0329726 Aug 31 06:55:02.692403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33942) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.704078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Made reservation on behalf of bc3ecf9fc5294046864222802c292af1 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:02.708409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.717729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.731170 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-6d452d2d-5e83-49b0-9c0e-8a7062fe7510 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] delete failed (client error): The resource could not be found. Aug 31 06:55:02.734737 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6d452d2d-5e83-49b0-9c0e-8a7062fe7510 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/69240edd-1faf-4598-b3ce-7975c936e493 HTTP/1.1" status: 404 len: 336 time: 0.0388939 Aug 31 06:55:02.734972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33944) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.785924 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-de311391-459a-4b65-b575-3bf1fd504e72 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e2d6604-5d04-433a-9d27-f53ca9beef5a HTTP/1.1" status: 200 len: 205 time: 0.0492280 Aug 31 06:55:02.788176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.865520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.872210 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.889297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:02.903347 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.903752 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Added segment e8285846-3088-414f-88d5-2c001444b629 of type vlan for network 0453465a-376e-438a-a4b5-2ef2764ae96c Aug 31 06:55:02.970345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.981020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a177d-eeec-4b34-8885-1841f446f2ef,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:02.993492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.993980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:02.998413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:03.021422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.028477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:03.029457 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.125548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6141002 Aug 31 06:55:03.157500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d570ab6-c98e-4054-98b0-28fc788a0de3 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Pushing event updated for resources: {'Network': ['ID=0453465a-376e-438a-a4b5-2ef2764ae96c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.170429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 0453465a-376e-438a-a4b5-2ef2764ae96c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:03.204468 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-b0965da1-ef68-4a03-83e3-5e281a6e5e1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] delete failed (client error): The resource could not be found. Aug 31 06:55:03.207966 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b0965da1-ef68-4a03-83e3-5e281a6e5e1b tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/routers/3e2d6604-5d04-433a-9d27-f53ca9beef5a HTTP/1.1" status: 404 len: 336 time: 0.4164600 Aug 31 06:55:03.208361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33956) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:03.243696 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8648ea23-b64d-494c-ab63-72ab0f5cf732 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:03.250114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8648ea23-b64d-494c-ab63-72ab0f5cf732 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:03.252699 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8648ea23-b64d-494c-ab63-72ab0f5cf732 tempest-RoutersAdminTest-719462732 tempest-RoutersAdminTest-719462732-project] 10.222.0.15 "DELETE /v2.0/subnets/393970b9-daad-4a2b-afa4-f134936a3f59 HTTP/1.1" status: 404 len: 337 time: 0.0432639 Aug 31 06:55:03.316600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33960) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:03.321954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Request body: {'port': {'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c', 'binding:host_id': 'n-h1-712142-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-919283263'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:03.344030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Made reservation on behalf of 69ba53f93dd9463f80cb522028521c4d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:03.346960 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.357811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.465073 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.470164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.476398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] device_id is not set on port a03e1636-8b98-47c4-89df-320c3240291c yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:03.565087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33964) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:03.575012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf003b5-28bb-449f-8a84-696a5a288141,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.698544 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dda769b8-0d76-4a60-95ca-502a34641bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.755454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] device_id is not set on port a03e1636-8b98-47c4-89df-320c3240291c yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:03.765966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.782953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Transition to ACTIVE for port object a03e1636-8b98-47c4-89df-320c3240291c will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:03.792847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.802849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dda769b8-0d76-4a60-95ca-502a34641bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.808075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dda769b8-0d76-4a60-95ca-502a34641bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.847364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=a03e1636-8b98-47c4-89df-320c3240291c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.847554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda769b8-0d76-4a60-95ca-502a34641bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb884a5-865d-41cd-8119-09c87850c964,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.852167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dda769b8-0d76-4a60-95ca-502a34641bc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46a7c53cbb6a4895a83ad4f950ac7534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853844 Aug 31 06:55:03.854670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33970) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:03.891025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Checking segment: {'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:03.891392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Network hostable DHCP agents. Network: 0453465a-376e-438a-a4b5-2ef2764ae96c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:03.917079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Network 0453465a-376e-438a-a4b5-2ef2764ae96c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:03.923022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a846-6f68-4799-ad77-12dffdc3671e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.928964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 0453465a-376e-438a-a4b5-2ef2764ae96c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:03.935280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:03.942709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744803c2-34d7-48da-98df-229a34f1ac4e None None] Network 0453465a-376e-438a-a4b5-2ef2764ae96c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:03.948138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a846-6f68-4799-ad77-12dffdc3671e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.957935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:03.958650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:03.959202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:03.964762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:03.965488 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:03.966081 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 2 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:03.981835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:03.982452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:03.982999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:03.989588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:03.989929 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:03.990503 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 3 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:04.021979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a846-6f68-4799-ad77-12dffdc3671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.025381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a846-6f68-4799-ad77-12dffdc3671e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.026627 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6dd8a846-6f68-4799-ad77-12dffdc3671e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4eb884a5-865d-41cd-8119-09c87850c964 HTTP/1.1" status: 204 len: 168 time: 0.1710219 Aug 31 06:55:04.039145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:04.039606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:04.042227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:04.046314 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8a846-6f68-4799-ad77-12dffdc3671e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb884a5-865d-41cd-8119-09c87850c964,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:04.056769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:04.057285 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:04.057682 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 4 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:04.071546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:04.072028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:04.072376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:04.077126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:04.077750 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:04.078246 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 5 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:04.092777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:04.093290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:04.093729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:04.098847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:04.099313 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:04.099812 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 6 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:04.114114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:04.114639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:04.115082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:04.120141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:04.120600 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:04.121104 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 7 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:04.139427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:04.140251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:04.140819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:04.147509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:04.148051 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:04.148855 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 8 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:04.163785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:04.164268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:04.164709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:04.171110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:04.171401 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:04.172044 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 9 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:04.187140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:04.187599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:04.188034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:04.194052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:04.194659 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:04.195224 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 10 to bind port a03e1636-8b98-47c4-89df-320c3240291c Aug 31 06:55:04.209228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:04.209859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:04.210304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:04.215778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port a03e1636-8b98-47c4-89df-320c3240291c on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:04.215778 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port a03e1636-8b98-47c4-89df-320c3240291c on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:04.216411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.296459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] For port a03e1636-8b98-47c4-89df-320c3240291c, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:04.297354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempted to set empty binding levels {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:55:04.305089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.345408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:04.346187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.372336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0541961 Aug 31 06:55:04.376824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 33978) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.379502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd954a4b-9a36-4938-abec-e825bd6bcaf8 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=a03e1636-8b98-47c4-89df-320c3240291c,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:04.427917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33980) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.515147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-36e90013-1eb6-42cf-b380-a858e64818dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d495a4e726bb497cb45e3684bdbc6bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853753 Aug 31 06:55:04.516062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33982) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.543816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Deleting port a03e1636-8b98-47c4-89df-320c3240291c {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:04.544316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.591931 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d1c8e9d-4ba1-4254-a247-2487f2b799e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.620024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d1c8e9d-4ba1-4254-a247-2487f2b799e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.626348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] For port a03e1636-8b98-47c4-89df-320c3240291c, host n-h1-712142-16, got binding levels [] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:04.627425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.655977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Calling delete_port for a03e1636-8b98-47c4-89df-320c3240291c owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:04.683722 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d1c8e9d-4ba1-4254-a247-2487f2b799e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.686529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d1c8e9d-4ba1-4254-a247-2487f2b799e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.690227 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1d1c8e9d-4ba1-4254-a247-2487f2b799e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6594d204-0263-4907-82ac-a82663765a4f HTTP/1.1" status: 204 len: 168 time: 0.1697640 Aug 31 06:55:04.703869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c8e9d-4ba1-4254-a247-2487f2b799e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6594d204-0263-4907-82ac-a82663765a4f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:04.775479 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.829853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event deleted for resources: {'Port': ['ID=a03e1636-8b98-47c4-89df-320c3240291c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:04.834093 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.837079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7bcad496-e641-4241-8031-59464951e618 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a03e1636-8b98-47c4-89df-320c3240291c HTTP/1.1" status: 204 len: 168 time: 0.4590182 Aug 31 06:55:04.840718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33986) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.875158 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4e4757-8348-4c0a-b3b3-9c0566e94dc5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:55:04.881165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-db4e4757-8348-4c0a-b3b3-9c0566e94dc5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "GET /v2.0/ports/a03e1636-8b98-47c4-89df-320c3240291c HTTP/1.1" status: 404 len: 333 time: 0.0349069 Aug 31 06:55:04.881165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 33988) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.889581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Request body: {'port': {'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1554455460'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:04.926369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Made reservation on behalf of 69ba53f93dd9463f80cb522028521c4d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:04.932155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.965789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] device_id is not set on port 46e0347c-410f-40db-9cb4-8c67d4dc2166 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:05.192218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.237774 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.289259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Network 0453465a-376e-438a-a4b5-2ef2764ae96c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:05.292639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:05.297799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:05.299688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:05.300494 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.305324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=46e0347c-410f-40db-9cb4-8c67d4dc2166,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:05.323393 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5f1465cf-47ed-4e50-b8c6-7c7706b50db5 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4409785 Aug 31 06:55:05.326455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34004) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:05.333874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:05.432088 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.633471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] device_id is not set on port 46e0347c-410f-40db-9cb4-8c67d4dc2166 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:05.642589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.657407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Transition to ACTIVE for port object 46e0347c-410f-40db-9cb4-8c67d4dc2166 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:05.663116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.734840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=46e0347c-410f-40db-9cb4-8c67d4dc2166,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:05.748449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.748790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.749129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.754157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.754490 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.754872 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 2 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.768800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.770189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.770189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.774577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.775015 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.775406 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 3 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.788536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.788878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.789223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.793730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.794056 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.794443 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 4 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.807973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.808315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.808653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.813493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.813869 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.814274 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 5 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.828773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.829113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.829491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.834951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.835285 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.835683 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 6 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.849631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.849971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.850312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.854888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.855279 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.855677 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 7 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.868010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.868348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.868689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.873154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.873518 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.873938 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 8 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.888062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.888403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.888746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.893295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.893629 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.894025 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 9 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.910069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.910444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.910791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.915843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.916188 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.916784 n-d-712142-16 neutron-server[94668]: INFO neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 10 to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 Aug 31 06:55:05.930665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:05.930934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:05.931306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:05.936093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:05.936434 n-d-712142-16 neutron-server[94668]: ERROR neutron.plugins.ml2.managers [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:05.937036 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.037724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] For port 46e0347c-410f-40db-9cb4-8c67d4dc2166, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:06.038146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempted to set empty binding levels {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:55:06.045654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.087339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] In _notify_port_updated(), no bound segment for port 46e0347c-410f-40db-9cb4-8c67d4dc2166 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:55:06.088210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.088816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.090214 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "PUT /v2.0/ports/46e0347c-410f-40db-9cb4-8c67d4dc2166 HTTP/1.1" status: 200 len: 976 time: 0.7615976 Aug 31 06:55:06.092890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34026) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:06.104039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2c086-f2e3-43a4-9763-991d77e83e2d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=46e0347c-410f-40db-9cb4-8c67d4dc2166,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:06.199400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.199944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.200692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.201360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.201886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.202470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.202894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.203368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.203833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.204298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.204769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.205252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.205921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.206230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.206803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.207828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.208481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.209069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.209584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.210151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.210799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.211421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.212049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.218753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cee0579b-4842-41ea-a02d-90995eb6127a tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20832 time: 0.1213894 Aug 31 06:55:06.219171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34032) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:06.303860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Deleting port 46e0347c-410f-40db-9cb4-8c67d4dc2166 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:06.304383 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.384438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34036) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:06.496087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2011749640', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:06.520174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Made reservation on behalf of 3101174179ab41af86f86141cb476f86 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:06.523068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.535344 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.618603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] For port 46e0347c-410f-40db-9cb4-8c67d4dc2166, host n-h1-712142-16, got binding levels [] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:06.618991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.631738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Calling delete_port for 46e0347c-410f-40db-9cb4-8c67d4dc2166 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:06.644234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.648438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.653167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] device_id is not set on port e8a37811-d032-418b-8df6-560176ad5845 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:06.715138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d6515-4ac2-43d1-8fa3-16bc5767eed7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:06.718846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.764843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.766883 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "DELETE /v2.0/ports/46e0347c-410f-40db-9cb4-8c67d4dc2166 HTTP/1.1" status: 204 len: 168 time: 0.5467021 Aug 31 06:55:06.768101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d6133-a73c-47db-8fe0-afed3004bdff tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event deleted for resources: {'Port': ['ID=46e0347c-410f-40db-9cb4-8c67d4dc2166,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:06.770704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34040) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:06.782945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Allocated IP 172.25.5.19 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/e8a37811-d032-418b-8df6-560176ad5845) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:06.810721 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e86ef5-c4fd-45b9-9f5f-da66f4448c22 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:55:06.812431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2e86ef5-c4fd-45b9-9f5f-da66f4448c22 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "GET /v2.0/ports/46e0347c-410f-40db-9cb4-8c67d4dc2166 HTTP/1.1" status: 404 len: 333 time: 0.0404346 Aug 31 06:55:06.816992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34042) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:06.822024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1863735662', 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:06.848549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Made reservation on behalf of 69ba53f93dd9463f80cb522028521c4d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:06.851761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.867534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] device_id is not set on port d23710f7-513a-46ad-8355-81fd86407dac yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:06.940462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.986084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.022324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.026713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:07.031810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:07.036232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:07.059927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.060295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a37811-d032-418b-8df6-560176ad5845,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:07.083699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:07.084320 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.100428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5c0206f5-7b91-4ea3-a1fd-c4a17c231b5c tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7137249 Aug 31 06:55:07.103516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34046) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.105458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Network 0453465a-376e-438a-a4b5-2ef2764ae96c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:07.110585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:07.110792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.19'}]}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:07.115257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:07.116294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:07.116785 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.119985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=d23710f7-513a-46ad-8355-81fd86407dac,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:07.133830 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.135341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.138167 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e8cd54ae-3554-4e01-b1d4-f039460f9121 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3200881 Aug 31 06:55:07.141177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34048) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.179828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e2f8ae-aacc-4bbe-a170-984458653dfc tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:07.181265 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-46e2f8ae-aacc-4bbe-a170-984458653dfc tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "GET /v2.0/ports/d23710f7-513a-46ad-8355-81fd86407dac HTTP/1.1" status: 200 len: 955 time: 0.0388196 Aug 31 06:55:07.184121 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34052) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.203722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.267793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c0e26746-cf0b-4013-9fb6-3f9eee3f3001 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Deleting port d23710f7-513a-46ad-8355-81fd86407dac {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:07.268142 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0e26746-cf0b-4013-9fb6-3f9eee3f3001 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.342174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0e26746-cf0b-4013-9fb6-3f9eee3f3001 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.358047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c0e26746-cf0b-4013-9fb6-3f9eee3f3001 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Calling delete_port for d23710f7-513a-46ad-8355-81fd86407dac owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:07.387743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.448888 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0e26746-cf0b-4013-9fb6-3f9eee3f3001 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.480572 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e26746-cf0b-4013-9fb6-3f9eee3f3001 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event deleted for resources: {'Port': ['ID=d23710f7-513a-46ad-8355-81fd86407dac,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:07.489490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0e26746-cf0b-4013-9fb6-3f9eee3f3001 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.491563 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c0e26746-cf0b-4013-9fb6-3f9eee3f3001 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d23710f7-513a-46ad-8355-81fd86407dac HTTP/1.1" status: 204 len: 168 time: 0.3065257 Aug 31 06:55:07.495071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34066) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.522930 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a30e0ec-c83b-42f9-94ed-9058a5378056 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:55:07.524515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a30e0ec-c83b-42f9-94ed-9058a5378056 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "GET /v2.0/ports/d23710f7-513a-46ad-8355-81fd86407dac HTTP/1.1" status: 404 len: 333 time: 0.0282454 Aug 31 06:55:07.528378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34070) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.533504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Request body: {'port': {'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-653951440'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:07.555094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Made reservation on behalf of 69ba53f93dd9463f80cb522028521c4d for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:07.557134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.573873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] device_id is not set on port d87435c4-4113-474e-8c50-fbb6e315c4b4 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:07.659813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.684209 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.749455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.789050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.816832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ba7df-193c-4fe9-9f88-380106223c1a req-293d8c18-c88c-4cde-9372-13742e7079bf tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:07.818395 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e8ba7df-193c-4fe9-9f88-380106223c1a req-293d8c18-c88c-4cde-9372-13742e7079bf tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 946 time: 0.0958052 Aug 31 06:55:07.835031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Network 0453465a-376e-438a-a4b5-2ef2764ae96c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:07.837873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:07.842128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:07.843269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:07.843876 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.850679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=d87435c4-4113-474e-8c50-fbb6e315c4b4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:07.867117 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-076e8268-165c-4b7f-a054-d20517543152 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3347204 Aug 31 06:55:07.867117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34074) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.872468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:07.892410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e8ba7df-193c-4fe9-9f88-380106223c1a req-969dc462-d0f5-44aa-820d-821195e168a9 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664477 Aug 31 06:55:07.914993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.943899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.081412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.084362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.125722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] device_id is not set on port d87435c4-4113-474e-8c50-fbb6e315c4b4 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:08.132068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.133080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 150747b8-115a-440c-9ffa-95dfe4e7ec0b {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:55:08.137074 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.151420 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:55:08.152068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Transition to ACTIVE for port object d87435c4-4113-474e-8c50-fbb6e315c4b4 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:08.152572 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7eaac01a-65a2-4a40-b23a-0a79154569ef tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0474129 Aug 31 06:55:08.155542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34076) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:08.165439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.259446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=d87435c4-4113-474e-8c50-fbb6e315c4b4,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:08.283057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.283389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.283775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.290661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.290983 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.294301 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 2 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.310274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.310603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.310931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.318344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.318670 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.319806 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 3 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.323082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-130c194f-ba12-4d43-a475-bfce48bf447e tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Deleting port e8a37811-d032-418b-8df6-560176ad5845 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:08.323443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-130c194f-ba12-4d43-a475-bfce48bf447e tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.368571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.368862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.369229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.379811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.380145 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.382126 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 4 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.406150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.406490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.406836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.416362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.416696 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.420106 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 5 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.437050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-130c194f-ba12-4d43-a475-bfce48bf447e tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.446307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.446643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.446979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.455631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-130c194f-ba12-4d43-a475-bfce48bf447e tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Calling delete_port for e8a37811-d032-418b-8df6-560176ad5845 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:08.457974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.458303 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.460574 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 6 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.479789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.480151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.480531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.518710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.519038 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.520863 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 7 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.544413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.544739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.545079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.552835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.553158 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.554724 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 8 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.574993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.575325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.575660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.581210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.581566 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.581989 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 9 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.616890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.617119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.617589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.629564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.629811 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.631617 n-d-712142-16 neutron-server[94667]: INFO neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempt 10 to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 Aug 31 06:55:08.648843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:08.649169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:08.649539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempting to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:08.652708 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-130c194f-ba12-4d43-a475-bfce48bf447e tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.659573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:08.659909 n-d-712142-16 neutron-server[94667]: ERROR neutron.plugins.ml2.managers [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Failed to bind port d87435c4-4113-474e-8c50-fbb6e315c4b4 on host n-h1-712142-16 for vnic_type normal using segments [{'id': 'e8285846-3088-414f-88d5-2c001444b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0453465a-376e-438a-a4b5-2ef2764ae96c'}] Aug 31 06:55:08.660320 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.697438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c194f-ba12-4d43-a475-bfce48bf447e tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8a37811-d032-418b-8df6-560176ad5845,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:08.802921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] For port d87435c4-4113-474e-8c50-fbb6e315c4b4, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:08.803371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attempted to set empty binding levels {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:55:08.804816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-130c194f-ba12-4d43-a475-bfce48bf447e tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.806928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-130c194f-ba12-4d43-a475-bfce48bf447e tempest-RoutersAdminNegativeTest-2046969561 tempest-RoutersAdminNegativeTest-2046969561-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e8a37811-d032-418b-8df6-560176ad5845 HTTP/1.1" status: 204 len: 168 time: 0.6501362 Aug 31 06:55:08.809750 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.843308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] In _notify_port_updated(), no bound segment for port d87435c4-4113-474e-8c50-fbb6e315c4b4 on network 0453465a-376e-438a-a4b5-2ef2764ae96c {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:55:08.844570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:08.844856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.849765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "PUT /v2.0/ports/d87435c4-4113-474e-8c50-fbb6e315c4b4 HTTP/1.1" status: 200 len: 975 time: 0.9782572 Aug 31 06:55:08.849998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34082) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:08.860487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd829c-3039-468b-80ac-ba2169dfb61d tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event updated for resources: {'Port': ['ID=d87435c4-4113-474e-8c50-fbb6e315c4b4,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:08.937930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Deleting port d87435c4-4113-474e-8c50-fbb6e315c4b4 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:08.938258 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.049372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] For port d87435c4-4113-474e-8c50-fbb6e315c4b4, host n-h1-712142-16, got binding levels [] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:09.049739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.072756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Calling delete_port for d87435c4-4113-474e-8c50-fbb6e315c4b4 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:09.081514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688364ce-97f8-4335-a572-31e8c67bfab7 req-57486360-1450-4820-aaac-82b52596385e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:09.083085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-688364ce-97f8-4335-a572-31e8c67bfab7 req-57486360-1450-4820-aaac-82b52596385e tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 946 time: 0.0964284 Aug 31 06:55:09.100851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.167183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-688364ce-97f8-4335-a572-31e8c67bfab7 req-9a7fd51d-0fa2-4644-8a98-0fe5abeb70e5 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc6d49e7-3355-4e42-ae6d-057edd4e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765915 Aug 31 06:55:09.192965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.219870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Pushing event deleted for resources: {'Port': ['ID=d87435c4-4113-474e-8c50-fbb6e315c4b4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:09.227814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.229811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-021c40db-afe4-444c-8090-64d378deb960 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d87435c4-4113-474e-8c50-fbb6e315c4b4 HTTP/1.1" status: 204 len: 168 time: 0.3786092 Aug 31 06:55:09.232414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34092) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.233450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f12fb611-64f8-481c-bce7-e01695016004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.261573 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f900a6e6-994b-4d35-a139-8473afaea577 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:55:09.263196 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f900a6e6-994b-4d35-a139-8473afaea577 tempest-PortsAdminExtendedAttrsTestJSON-1025446920 tempest-PortsAdminExtendedAttrsTestJSON-1025446920-project-admin] 10.222.0.15 "GET /v2.0/ports/d87435c4-4113-474e-8c50-fbb6e315c4b4 HTTP/1.1" status: 404 len: 333 time: 0.0296106 Aug 31 06:55:09.266776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34094) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.363100 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.438126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f12fb611-64f8-481c-bce7-e01695016004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.453995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-cdc849c4-d603-4372-8a83-af57a1f8e607 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:09.453995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-cdc849c4-d603-4372-8a83-af57a1f8e607 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.42 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 946 time: 0.0511756 Aug 31 06:55:09.467950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f12fb611-64f8-481c-bce7-e01695016004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.510463 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.523262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f12fb611-64f8-481c-bce7-e01695016004 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30a47cd614cb4b0a95a76cbdeeea79f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211636 Aug 31 06:55:09.526548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34098) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.531861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0453465a-376e-438a-a4b5-2ef2764ae96c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:09.546233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8285846-3088-414f-88d5-2c001444b629') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:09.546518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8285846-3088-414f-88d5-2c001444b629') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:09.548313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fb611-64f8-481c-bce7-e01695016004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224f37b3-0a2d-4dcb-9c01-27414f33b8de,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:09.558750 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.573632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.580377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:09.581231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:09.586082 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:09.603920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Deleting port 1514ac95-e955-482b-b46d-7ffa1edef314 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:09.604262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.654654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d5468fc-9ce3-4e2e-90e4-b921ecfa5127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.655348 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.665026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.669646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] 10.222.0.15 "DELETE /v2.0/networks/0453465a-376e-438a-a4b5-2ef2764ae96c HTTP/1.1" status: 204 len: 168 time: 0.3992994 Aug 31 06:55:09.677814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f401dc-3dd9-4f58-95ab-48f92730e446 tempest-PortsAdminExtendedAttrsTestJSON-303839144 tempest-PortsAdminExtendedAttrsTestJSON-303839144-project] Pushing event deleted for resources: {'Network': ['ID=0453465a-376e-438a-a4b5-2ef2764ae96c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:09.692277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d5468fc-9ce3-4e2e-90e4-b921ecfa5127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.747251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] For port 1514ac95-e955-482b-b46d-7ffa1edef314, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1514ac95-e955-482b-b46d-7ffa1edef314,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:09.747660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.815953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d5468fc-9ce3-4e2e-90e4-b921ecfa5127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.819177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d5468fc-9ce3-4e2e-90e4-b921ecfa5127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.820533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d5468fc-9ce3-4e2e-90e4-b921ecfa5127 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/224f37b3-0a2d-4dcb-9c01-27414f33b8de HTTP/1.1" status: 204 len: 168 time: 0.2919002 Aug 31 06:55:09.835522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5468fc-9ce3-4e2e-90e4-b921ecfa5127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224f37b3-0a2d-4dcb-9c01-27414f33b8de,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:09.898257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34106) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.982042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.983024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.983533 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Floating IP e85f713a-54ce-4208-82ea-6e327f8a01df disassociated. External IP: 172.25.5.39, port: 1514ac95-e955-482b-b46d-7ffa1edef314. Aug 31 06:55:09.983872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Calling delete_port for 1514ac95-e955-482b-b46d-7ffa1edef314 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:10.134164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.173685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event deleted for resources: {'Port': ['ID=1514ac95-e955-482b-b46d-7ffa1edef314,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:10.177259 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e99d6ae8-c3c1-4c9e-9c48-0151c3f8839d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc3ecf9fc5294046864222802c292af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776003 Aug 31 06:55:10.179976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34112) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.245294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34116) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.249953 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74007d7b-6044-4466-83ec-0f107734e4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.273604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74007d7b-6044-4466-83ec-0f107734e4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.325366 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-96ffc706-1b1f-48b3-b982-64ba341d1326 req-7e5bf462-02ea-499d-89f1-baffbad6ccd7 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/ports?device_id=504c486d-ff7d-4267-abde-80b47c520c84 HTTP/1.1" status: 200 len: 210 time: 0.0388846 Aug 31 06:55:10.326822 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74007d7b-6044-4466-83ec-0f107734e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.330307 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74007d7b-6044-4466-83ec-0f107734e4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.333998 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-74007d7b-6044-4466-83ec-0f107734e4d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a6a177d-eeec-4b34-8885-1841f446f2ef HTTP/1.1" status: 204 len: 168 time: 0.1502349 Aug 31 06:55:10.345802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74007d7b-6044-4466-83ec-0f107734e4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a177d-eeec-4b34-8885-1841f446f2ef,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:10.368889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Router 0a3431a8-dadb-4924-9d9a-06c915d34e8e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:10.371993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-340b8bf4-918b-48a4-9e81-c541056ac0a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3101174179ab41af86f86141cb476f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254773 Aug 31 06:55:10.374760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34120) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.424376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9bcb357a-df0b-4527-9494-ab868b189831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.452762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9bcb357a-df0b-4527-9494-ab868b189831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.495948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:10.507553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] Sync routers for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:10.512977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9bcb357a-df0b-4527-9494-ab868b189831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.520586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:10.521262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:10.521952 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9bcb357a-df0b-4527-9494-ab868b189831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.523524 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9bcb357a-df0b-4527-9494-ab868b189831 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c7d6515-4ac2-43d1-8fa3-16bc5767eed7 HTTP/1.1" status: 204 len: 168 time: 0.1478741 Aug 31 06:55:10.548425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb357a-df0b-4527-9494-ab868b189831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d6515-4ac2-43d1-8fa3-16bc5767eed7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:10.570460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] No DVR routers for this DVR port 1514ac95-e955-482b-b46d-7ffa1edef314 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:10.575441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.581583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a0c55998-8fad-4b61-8f65-f72142024bf8 req-a457cae1-2bbd-4c54-afbb-fa4b20b2daaa tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.42 "DELETE /v2.0/ports/1514ac95-e955-482b-b46d-7ffa1edef314 HTTP/1.1" status: 204 len: 173 time: 1.1175790 Aug 31 06:55:10.582722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504c486d-ff7d-4267-abde-80b47c520c84', 'name': 'network-vif-deleted', 'tag': '1514ac95-e955-482b-b46d-7ffa1edef314'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:10.585074 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6061688-f4d3-4408-b88b-ebf80767c99f" -d '{"events": [{"server_uuid": "504c486d-ff7d-4267-abde-80b47c520c84", "name": "network-vif-deleted", "tag": "1514ac95-e955-482b-b46d-7ffa1edef314"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:10.656054 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3884a0-a051-43eb-819b-57d091da639f x-openstack-request-id: req-3c3884a0-a051-43eb-819b-57d091da639f {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:10.656558 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504c486d-ff7d-4267-abde-80b47c520c84", "name": "network-vif-deleted", "tag": "1514ac95-e955-482b-b46d-7ffa1edef314", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:10.656979 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c3884a0-a051-43eb-819b-57d091da639f {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:10.657614 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504c486d-ff7d-4267-abde-80b47c520c84', 'name': 'network-vif-deleted', 'tag': '1514ac95-e955-482b-b46d-7ffa1edef314', 'status': 'completed', 'code': 200} Aug 31 06:55:10.742567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:10.819527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34132) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.872169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9ca914cd-903f-4488-8801-91b29b849e88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69ba53f93dd9463f80cb522028521c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505970 Aug 31 06:55:10.874743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34134) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.928751 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-752577a9-a112-4da8-9b77-69ef08a1f7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.953275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-752577a9-a112-4da8-9b77-69ef08a1f7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.995674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:11.026090 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-752577a9-a112-4da8-9b77-69ef08a1f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.026090 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-752577a9-a112-4da8-9b77-69ef08a1f7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.028791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] Checking router: 0a3431a8-dadb-4924-9d9a-06c915d34e8e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:55:11.029813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-752577a9-a112-4da8-9b77-69ef08a1f7c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddf003b5-28bb-449f-8a84-696a5a288141 HTTP/1.1" status: 204 len: 168 time: 0.1537340 Aug 31 06:55:11.040618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:11.041628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:11.042559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752577a9-a112-4da8-9b77-69ef08a1f7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf003b5-28bb-449f-8a84-696a5a288141,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:11.197599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:11.434529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34166) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.450232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:11.480818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79322863-fa96-4432-92f1-7dc29f555827 None None] The sync data for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 is: [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:47:53Z', 'revision_number': 4, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '01c9d687-2a30-464c-b3c6-a3d18765175a', 'name': '', 'network_id': '8794eb57-e45a-408a-88bd-24398b82b47c', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'mac_address': 'fa:16:3e:ff:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:51Z', 'updated_at': '2021-08-31T06:48:07Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'subnets': [{'id': 'b0b6db00-ca57-4eec-9daa-65436e84de6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:11.506438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb9beca6-a07d-4262-960c-c6321c7c3927 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.539702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb9beca6-a07d-4262-960c-c6321c7c3927 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.597153 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb9beca6-a07d-4262-960c-c6321c7c3927 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.601985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb9beca6-a07d-4262-960c-c6321c7c3927 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.603995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fb9beca6-a07d-4262-960c-c6321c7c3927 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "DELETE /v2.0/security-groups/fc6d49e7-3355-4e42-ae6d-057edd4e20e2 HTTP/1.1" status: 204 len: 168 time: 0.1682363 Aug 31 06:55:11.607070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34170) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.614575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34172) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.615421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9beca6-a07d-4262-960c-c6321c7c3927 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6d49e7-3355-4e42-ae6d-057edd4e20e2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:11.625417 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-81ff634e-21b6-42ce-beb5-bb75928d7ca6 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] show failed (client error): The resource could not be found. Aug 31 06:55:11.627156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-81ff634e-21b6-42ce-beb5-bb75928d7ca6 tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "GET /v2.0/security-groups/fc6d49e7-3355-4e42-ae6d-057edd4e20e2 HTTP/1.1" status: 404 len: 347 time: 0.0180917 Aug 31 06:55:11.629420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34176) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.779201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1752179375'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:11.811434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:11.816604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.827019 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.829714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Deleting port 7556d437-3b38-4144-a7d9-82c920cedf4e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:11.830206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.857631 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cda03a-5224-4d72-9101-7c7455a6f990 None None] New status for floating IP e85f713a-54ce-4208-82ea-6e327f8a01df: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:55:11.925336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.925736 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.945106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Calling delete_port for 7556d437-3b38-4144-a7d9-82c920cedf4e owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:11.974654 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.978997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.010667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34190) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:12.035076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:12.037120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf360b94-a4b2-4c6a-aef6-84acdcf954eb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:12.048189 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.048540 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Added segment 41bfa9f0-db6c-4224-bff3-492dc3e700cc of type vlan for network 232fe9bb-5578-4515-bb27-241bea105d57 Aug 31 06:55:12.095311 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.122305 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.124321 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.132565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:12.133310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.150922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Pushing event deleted for resources: {'Port': ['ID=7556d437-3b38-4144-a7d9-82c920cedf4e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:12.163135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-952445785'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:12.192878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5752771 Aug 31 06:55:12.203629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81423f-4e35-44a9-aa9b-9ca5ca8b6907 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Network': ['ID=232fe9bb-5578-4515-bb27-241bea105d57,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:12.224339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 232fe9bb-5578-4515-bb27-241bea105d57 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:12.230990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:12.234629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.240829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.243564 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.244933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b9236d3d-3098-4373-9e00-d4d38469470c tempest-AttachVolumeTestJSON-942461548 tempest-AttachVolumeTestJSON-942461548-project] 10.222.0.15 "DELETE /v2.0/floatingips/e85f713a-54ce-4208-82ea-6e327f8a01df HTTP/1.1" status: 204 len: 168 time: 0.6145735 Aug 31 06:55:12.252726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.397599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.402876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.433399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:12.452630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff7b3a1-d4bb-4959-b657-1729ff7081b8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:12.458179 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.458654 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Added segment d2e5fb66-a078-4b2a-afa2-8db70468cc7e of type vlan for network 2eb01b8a-02e2-4449-8123-41d670b7732f Aug 31 06:55:12.501679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.527223 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.533038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:12.533800 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.597877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5819559 Aug 31 06:55:12.598692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34198) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:12.605490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:12.605749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb29503-b534-45dc-85b7-c5dd9df7b671 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Network': ['ID=2eb01b8a-02e2-4449-8123-41d670b7732f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:12.626986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:12.722262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:12.727315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.944212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.036659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=6b60f33a-f7a3-48e7-bda4-e8458ee00282,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:13.044275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:13.045105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network hostable DHCP agents. Network: 2eb01b8a-02e2-4449-8123-41d670b7732f, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:13.066554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:13.078597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 2eb01b8a-02e2-4449-8123-41d670b7732f) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:13.083835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.084673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.092775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37703ee-b306-4a72-a900-d2d605529be7 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:13.111300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-96ce46c9-24ab-43af-91e5-e4011fb18576 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5077560 Aug 31 06:55:13.112242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34202) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:13.122428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'name': 'tempest-NetworksTestDHCPv6-421039826'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:13.240518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1514ac95-e955-482b-b46d-7ffa1edef314 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:13.277937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:13.279367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 1514ac95-e955-482b-b46d-7ffa1edef314 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:13.279760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1514ac95-e955-482b-b46d-7ffa1edef314 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:13.283334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.306447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 94b096c3-d596-40b5-8f35-ccd2f871182c yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:13.326079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '6b60f33a-f7a3-48e7-bda4-e8458ee00282'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:13.327248 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.446565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::231 (2eb01b8a-02e2-4449-8123-41d670b7732f/6b60f33a-f7a3-48e7-bda4-e8458ee00282/94b096c3-d596-40b5-8f35-ccd2f871182c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:13.618050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.632977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 94b096c3-d596-40b5-8f35-ccd2f871182c will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:13.666925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.688255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:13.715072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:13.722080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:13.724539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/6b60f33a-f7a3-48e7-bda4-e8458ee00282/6a92ca07-f31d-4be2-acdd-8e77ade38a51) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:13.729087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.729909 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.761888 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6452258 Aug 31 06:55:13.762716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34206) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:13.764346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b9cea-6d7f-4ac7-9962-eecb46c90e0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=94b096c3-d596-40b5-8f35-ccd2f871182c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:13.908916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126568b-4415-4a7e-9e56-481b9bf50933 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.913934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34210) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:13.916045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d126568b-4415-4a7e-9e56-481b9bf50933 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1513562 Aug 31 06:55:14.043638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c7f16877-6255-4568-804d-1507ff3d57d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 94b096c3-d596-40b5-8f35-ccd2f871182c {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:14.044500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7f16877-6255-4568-804d-1507ff3d57d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.130842 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.140698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Transition to ACTIVE for port object 6a92ca07-f31d-4be2-acdd-8e77ade38a51 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:14.146859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7f16877-6255-4568-804d-1507ff3d57d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.157847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Transition to ACTIVE for port object 6a92ca07-f31d-4be2-acdd-8e77ade38a51 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:14.161619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c7f16877-6255-4568-804d-1507ff3d57d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 94b096c3-d596-40b5-8f35-ccd2f871182c owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:14.166752 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.205618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:14.213146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:14.217272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:14.270116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Pushing event updated for resources: {'Port': ['ID=6a92ca07-f31d-4be2-acdd-8e77ade38a51,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:14.293280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Attempting to bind port 6a92ca07-f31d-4be2-acdd-8e77ade38a51 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:14.293538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Attempting to bind port 6a92ca07-f31d-4be2-acdd-8e77ade38a51 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:14.293888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Attempting to bind port 6a92ca07-f31d-4be2-acdd-8e77ade38a51 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:14.299434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:14.299970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:14.300384 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.301374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:14.301868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Bound port: 6a92ca07-f31d-4be2-acdd-8e77ade38a51, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:14.302315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.330641 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7f16877-6255-4568-804d-1507ff3d57d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.384679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] For port 6a92ca07-f31d-4be2-acdd-8e77ade38a51, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:14.391213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] For port 6a92ca07-f31d-4be2-acdd-8e77ade38a51, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6a92ca07-f31d-4be2-acdd-8e77ade38a51,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:14.399218 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.407138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f16877-6255-4568-804d-1507ff3d57d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=94b096c3-d596-40b5-8f35-ccd2f871182c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:14.410720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7f16877-6255-4568-804d-1507ff3d57d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.412965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c7f16877-6255-4568-804d-1507ff3d57d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/94b096c3-d596-40b5-8f35-ccd2f871182c HTTP/1.1" status: 204 len: 168 time: 0.4978905 Aug 31 06:55:14.415367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34212) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:14.474577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caae81d-5202-4f65-aeb3-242418b23372 None None] Pushing event updated for resources: {'Port': ['ID=6a92ca07-f31d-4be2-acdd-8e77ade38a51,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:14.943719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0de3d-797c-4394-b0f8-9ab698665f50 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:14.945541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0de3d-797c-4394-b0f8-9ab698665f50 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:14.947109 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-76b0de3d-797c-4394-b0f8-9ab698665f50 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5296514 Aug 31 06:55:14.950221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34216) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.011242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6c647c-47ea-46cc-86fd-b0da3588f3a6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 6b60f33a-f7a3-48e7-bda4-e8458ee00282 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:15.015469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd6c647c-47ea-46cc-86fd-b0da3588f3a6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.065105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd6c647c-47ea-46cc-86fd-b0da3588f3a6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.159869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd6c647c-47ea-46cc-86fd-b0da3588f3a6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.225135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd6c647c-47ea-46cc-86fd-b0da3588f3a6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.242590 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd6c647c-47ea-46cc-86fd-b0da3588f3a6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.246949 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd6c647c-47ea-46cc-86fd-b0da3588f3a6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/6b60f33a-f7a3-48e7-bda4-e8458ee00282 HTTP/1.1" status: 204 len: 168 time: 0.2932291 Aug 31 06:55:15.247939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34220) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.294336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c647c-47ea-46cc-86fd-b0da3588f3a6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=6b60f33a-f7a3-48e7-bda4-e8458ee00282,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:15.342255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34222) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.345875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-33f948d5-f64b-4283-afa0-010cc15b65d4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975749 Aug 31 06:55:15.349817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:15.418760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34224) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.423996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'subnet': {'network_id': '232fe9bb-5578-4515-bb27-241bea105d57', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:15.470764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:15.475596 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.529063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:15.533464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.676891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6c68f-24f4-476d-b4e7-449d1873fc3e None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:15.842038 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.860714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6a92ca07-f31d-4be2-acdd-8e77ade38a51 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:15.928438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:15.929731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0bf2cf33-196b-4d79-8d57-b28822214251 None None] Provisioning for port 6a92ca07-f31d-4be2-acdd-8e77ade38a51 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:15.933121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:15.946880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:15.947502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.960806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 6a92ca07-f31d-4be2-acdd-8e77ade38a51 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:15.968067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=893d67b1-75e6-4e78-bdfb-ab84ea00b57b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:15.979385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 6a92ca07-f31d-4be2-acdd-8e77ade38a51 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:15.979797 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.980324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.983237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7309d2cb-02b4-4d31-9194-2786c8b2cb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6385078 Aug 31 06:55:15.985953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34232) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.994941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'name': 'tempest-NetworksTestDHCPv6-1535761638'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:16.054851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:16.115632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Subnet': ['ID=df1551dd-afe8-45b9-801f-7f49b45f869b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.134012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Checking segment: {'id': '41bfa9f0-db6c-4224-bff3-492dc3e700cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '232fe9bb-5578-4515-bb27-241bea105d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:16.134392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network hostable DHCP agents. Network: 232fe9bb-5578-4515-bb27-241bea105d57, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:16.170394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network 232fe9bb-5578-4515-bb27-241bea105d57 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:16.170520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:16.173073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.178788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 232fe9bb-5578-4515-bb27-241bea105d57) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:16.190157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.190935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.192106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b25cf5-fbe5-495a-a4a4-459071e1d542 None None] Network 232fe9bb-5578-4515-bb27-241bea105d57 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:16.212489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 3e995e89-5588-493f-bba9-54f47350802a yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:16.212722 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e763cee6-3f20-45f7-adbc-2f9fd0878be4 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7926576 Aug 31 06:55:16.216138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34236) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.225428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1985259374'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:16.248433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:16.253143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.295568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:16.302627 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.310556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.311170 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Added segment b0c19b44-a915-4929-aa3f-6843b51844de of type vlan for network c926deb1-9d8a-42d3-a270-c185e438a303 Aug 31 06:55:16.328402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] Deleting port 6a92ca07-f31d-4be2-acdd-8e77ade38a51 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:16.328831 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.371681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.379696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::213 (2eb01b8a-02e2-4449-8123-41d670b7732f/893d67b1-75e6-4e78-bdfb-ab84ea00b57b/3e995e89-5588-493f-bba9-54f47350802a) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:16.411203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.420891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.421958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.444469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 6a92ca07-f31d-4be2-acdd-8e77ade38a51, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6a92ca07-f31d-4be2-acdd-8e77ade38a51,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:16.454090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.469636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-232fe9bb-5578-4515-bb27-241bea105d57', 'network_id': '232fe9bb-5578-4515-bb27-241bea105d57', 'tenant_id': 'be8e6073511a44a899468002cc77343d', 'fixed_ips': [{'subnet_id': 'df1551dd-afe8-45b9-801f-7f49b45f869b'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:16.470634 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.476622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2586861 Aug 31 06:55:16.485549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34238) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.491182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'subnet': {'network_id': 'c926deb1-9d8a-42d3-a270-c185e438a303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:16.526189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] For port 6a92ca07-f31d-4be2-acdd-8e77ade38a51, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6a92ca07-f31d-4be2-acdd-8e77ade38a51,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:16.526732 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.550936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] Calling delete_port for 6a92ca07-f31d-4be2-acdd-8e77ade38a51 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:16.558316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60c92f-e612-48da-9e92-a95a20e34521 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Network': ['ID=c926deb1-9d8a-42d3-a270-c185e438a303,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.572907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=6a92ca07-f31d-4be2-acdd-8e77ade38a51,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.626637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c926deb1-9d8a-42d3-a270-c185e438a303 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:16.629635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.639026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:16.643276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.695787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 3e995e89-5588-493f-bba9-54f47350802a will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:16.780711 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.814145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Allocated IP 2001:db8:0:ffff::2 (232fe9bb-5578-4515-bb27-241bea105d57/df1551dd-afe8-45b9-801f-7f49b45f869b/d6ae096e-5201-4980-9eca-26f6f3ef17d6) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:16.826589 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.845529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=3e995e89-5588-493f-bba9-54f47350802a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.865410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] Pushing event deleted for resources: {'Port': ['ID=6a92ca07-f31d-4be2-acdd-8e77ade38a51,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.899306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d9fb3-e370-48e3-9ab3-f8d68bb24e16 None None] No DVR routers for this DVR port 6a92ca07-f31d-4be2-acdd-8e77ade38a51 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:16.928740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065eaf34-9468-4edb-8023-6a6ccd5fce40 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:16.932857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:16.936343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:16.964382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:16.969612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.970240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.988973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-33af343a-bc98-486b-9b8d-8de360e7733d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0015132 Aug 31 06:55:16.991669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34242) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.045306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01714b1e-b1dc-4048-93f0-e98894554f10 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:17.047389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-01714b1e-b1dc-4048-93f0-e98894554f10 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0547462 Aug 31 06:55:17.050006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34244) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.137993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:55:17.139826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.147508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c18c13c5-632d-40af-8f2f-aed65de8320a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 3e995e89-5588-493f-bba9-54f47350802a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:17.147940 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c18c13c5-632d-40af-8f2f-aed65de8320a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.174554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.199903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Transition to ACTIVE for port object d6ae096e-5201-4980-9eca-26f6f3ef17d6 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:17.214794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '893d67b1-75e6-4e78-bdfb-ab84ea00b57b'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:17.215718 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.225620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Subnet': ['ID=add6349d-007c-458d-b071-a07b76e39319,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:17.230359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Checking segment: {'id': 'b0c19b44-a915-4929-aa3f-6843b51844de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c926deb1-9d8a-42d3-a270-c185e438a303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:17.230359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network hostable DHCP agents. Network: c926deb1-9d8a-42d3-a270-c185e438a303, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:17.241008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Transition to ACTIVE for port object d6ae096e-5201-4980-9eca-26f6f3ef17d6 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:17.253677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network c926deb1-9d8a-42d3-a270-c185e438a303 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:17.254402 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.271349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c926deb1-9d8a-42d3-a270-c185e438a303) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:17.281571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:17.282182 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.297107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2363a8d-1379-4a76-ab41-1c3f9904a508 None None] Network c926deb1-9d8a-42d3-a270-c185e438a303 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:17.310693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-87e14daa-ac2d-4930-bdfe-819aa2ba1e12 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8240519 Aug 31 06:55:17.311948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c18c13c5-632d-40af-8f2f-aed65de8320a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.313990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34248) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.320402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'port': {'network_id': 'c926deb1-9d8a-42d3-a270-c185e438a303', 'name': 'tempest-NetworksIpV6TestAttrs-2071950903'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:17.327746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c18c13c5-632d-40af-8f2f-aed65de8320a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 3e995e89-5588-493f-bba9-54f47350802a owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:17.452356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:17.457326 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.480853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] device_id is not set on port 9d1f15c0-1180-4f27-ae5a-e3e9c5142a71 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:17.495825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c18c13c5-632d-40af-8f2f-aed65de8320a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.506715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Pushing event updated for resources: {'Port': ['ID=d6ae096e-5201-4980-9eca-26f6f3ef17d6,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:17.533350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Network 232fe9bb-5578-4515-bb27-241bea105d57 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:17.541098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:17.546633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c13c5-632d-40af-8f2f-aed65de8320a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=3e995e89-5588-493f-bba9-54f47350802a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:17.555827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:17.589737 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c18c13c5-632d-40af-8f2f-aed65de8320a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.595329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c18c13c5-632d-40af-8f2f-aed65de8320a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/3e995e89-5588-493f-bba9-54f47350802a HTTP/1.1" status: 204 len: 168 time: 0.5437481 Aug 31 06:55:17.595947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34250) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.643797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c926deb1-9d8a-42d3-a270-c185e438a303', 'network_id': 'c926deb1-9d8a-42d3-a270-c185e438a303', 'tenant_id': 'be8e6073511a44a899468002cc77343d', 'fixed_ips': [{'subnet_id': 'add6349d-007c-458d-b071-a07b76e39319'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:17.645353 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.677410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Allocated IP 2001:db8::f816:3eff:fe0e:a7c3 (c926deb1-9d8a-42d3-a270-c185e438a303/add6349d-007c-458d-b071-a07b76e39319/9d1f15c0-1180-4f27-ae5a-e3e9c5142a71) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:17.699356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6a92ca07-f31d-4be2-acdd-8e77ade38a51 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:17.719743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1de9d-7a07-42d5-85f5-4128d641ef07 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:17.721316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1de9d-7a07-42d5-85f5-4128d641ef07 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:17.725867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b6b1de9d-7a07-42d5-85f5-4128d641ef07 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1265938 Aug 31 06:55:17.726467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34252) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.747752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Attempting to bind port d6ae096e-5201-4980-9eca-26f6f3ef17d6 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:17.748661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Attempting to bind port d6ae096e-5201-4980-9eca-26f6f3ef17d6 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '41bfa9f0-db6c-4224-bff3-492dc3e700cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '232fe9bb-5578-4515-bb27-241bea105d57'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:17.748661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Attempting to bind port d6ae096e-5201-4980-9eca-26f6f3ef17d6 on network 232fe9bb-5578-4515-bb27-241bea105d57 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:17.754263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 6a92ca07-f31d-4be2-acdd-8e77ade38a51 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:17.754838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6a92ca07-f31d-4be2-acdd-8e77ade38a51 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:17.758086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/893d67b1-75e6-4e78-bdfb-ab84ea00b57b/fd56fdbb-4e13-40cf-800b-a35a5fa68816) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:17.762331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:17.762804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Checking segment: {'id': '41bfa9f0-db6c-4224-bff3-492dc3e700cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '232fe9bb-5578-4515-bb27-241bea105d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:17.764304 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.766894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Bound using segment: {'id': '41bfa9f0-db6c-4224-bff3-492dc3e700cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '232fe9bb-5578-4515-bb27-241bea105d57'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:17.767469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Bound port: d6ae096e-5201-4980-9eca-26f6f3ef17d6, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bfa9f0-db6c-4224-bff3-492dc3e700cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '232fe9bb-5578-4515-bb27-241bea105d57'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:17.768043 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.796159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-db205d42-ac91-4437-96e7-0a2dce081ef3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 893d67b1-75e6-4e78-bdfb-ab84ea00b57b {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:17.890665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.908606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Transition to ACTIVE for port object 9d1f15c0-1180-4f27-ae5a-e3e9c5142a71 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:17.973474 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.038929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network c926deb1-9d8a-42d3-a270-c185e438a303 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:18.042397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:18.046692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:18.054812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:18.055501 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.068292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Port': ['ID=9d1f15c0-1180-4f27-ae5a-e3e9c5142a71,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.086475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-99433d49-21ef-4b64-a93b-be4e7155b666 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7708278 Aug 31 06:55:18.088936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34256) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.164286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f7fb7f-4dbc-4f4b-997b-89ce8f3d0987 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Deleting subnet add6349d-007c-458d-b071-a07b76e39319 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:18.196888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] For port d6ae096e-5201-4980-9eca-26f6f3ef17d6, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:18.204322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] For port d6ae096e-5201-4980-9eca-26f6f3ef17d6, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d6ae096e-5201-4980-9eca-26f6f3ef17d6,segment=NetworkSegment(41bfa9f0-db6c-4224-bff3-492dc3e700cc),segment_id=41bfa9f0-db6c-4224-bff3-492dc3e700cc)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:18.205792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Allocated IP 2001:db8::f816:3eff:fea7:44b1 (c926deb1-9d8a-42d3-a270-c185e438a303/add6349d-007c-458d-b071-a07b76e39319/9d7aedcc-a30d-4105-a788-05bf4a6757d0) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:18.215516 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.380133 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.383576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7d78e-d4e1-4fe1-8832-ec406939252a None None] Pushing event updated for resources: {'Port': ['ID=d6ae096e-5201-4980-9eca-26f6f3ef17d6,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.405328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Transition to ACTIVE for port object fd56fdbb-4e13-40cf-800b-a35a5fa68816 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:18.438934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Transition to ACTIVE for port object fd56fdbb-4e13-40cf-800b-a35a5fa68816 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:18.447208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db205d42-ac91-4437-96e7-0a2dce081ef3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.466227 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.494476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db205d42-ac91-4437-96e7-0a2dce081ef3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.512205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Pushing event updated for resources: {'Port': ['ID=fd56fdbb-4e13-40cf-800b-a35a5fa68816,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.537221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:18.540943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:18.543183 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.545293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:18.558141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Transition to ACTIVE for port object 9d7aedcc-a30d-4105-a788-05bf4a6757d0 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:18.627941 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db205d42-ac91-4437-96e7-0a2dce081ef3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.635496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Transition to ACTIVE for port object 9d7aedcc-a30d-4105-a788-05bf4a6757d0 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:18.638575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Attempting to bind port fd56fdbb-4e13-40cf-800b-a35a5fa68816 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:18.638953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Attempting to bind port fd56fdbb-4e13-40cf-800b-a35a5fa68816 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:18.639318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Attempting to bind port fd56fdbb-4e13-40cf-800b-a35a5fa68816 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:18.643054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-41f7fb7f-4dbc-4f4b-997b-89ce8f3d0987 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.643583 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.654302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:18.654721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:18.655109 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.655482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:18.656025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Bound port: fd56fdbb-4e13-40cf-800b-a35a5fa68816, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:18.656458 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.710731 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db205d42-ac91-4437-96e7-0a2dce081ef3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.717321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Network c926deb1-9d8a-42d3-a270-c185e438a303 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:18.746173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db205d42-ac91-4437-96e7-0a2dce081ef3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=893d67b1-75e6-4e78-bdfb-ab84ea00b57b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.746675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-41f7fb7f-4dbc-4f4b-997b-89ce8f3d0987 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.751779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:18.754230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db205d42-ac91-4437-96e7-0a2dce081ef3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.756953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-db205d42-ac91-4437-96e7-0a2dce081ef3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/893d67b1-75e6-4e78-bdfb-ab84ea00b57b HTTP/1.1" status: 204 len: 168 time: 1.0295565 Aug 31 06:55:18.759443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34260) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.779119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:18.785677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Pushing event updated for resources: {'Port': ['ID=9d7aedcc-a30d-4105-a788-05bf4a6757d0,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.815577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9199d667-7b04-444a-bdf1-06b2901ef062 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519459 Aug 31 06:55:18.816719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34262) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.825613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.866579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] For port fd56fdbb-4e13-40cf-800b-a35a5fa68816, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:18.871835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Attempting to bind port 9d7aedcc-a30d-4105-a788-05bf4a6757d0 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:18.872218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Attempting to bind port 9d7aedcc-a30d-4105-a788-05bf4a6757d0 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b0c19b44-a915-4929-aa3f-6843b51844de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c926deb1-9d8a-42d3-a270-c185e438a303'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:18.872551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Attempting to bind port 9d7aedcc-a30d-4105-a788-05bf4a6757d0 on network c926deb1-9d8a-42d3-a270-c185e438a303 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:18.885445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] For port fd56fdbb-4e13-40cf-800b-a35a5fa68816, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fd56fdbb-4e13-40cf-800b-a35a5fa68816,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:18.887537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:18.888017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Checking segment: {'id': 'b0c19b44-a915-4929-aa3f-6843b51844de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c926deb1-9d8a-42d3-a270-c185e438a303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:18.888309 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.888697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Bound using segment: {'id': 'b0c19b44-a915-4929-aa3f-6843b51844de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c926deb1-9d8a-42d3-a270-c185e438a303'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:18.889256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Bound port: 9d7aedcc-a30d-4105-a788-05bf4a6757d0, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c19b44-a915-4929-aa3f-6843b51844de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c926deb1-9d8a-42d3-a270-c185e438a303'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:18.889684 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.900112 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.004460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:19.008322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.075428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6fdbe-67e2-4223-91ef-2ed75be5a62b None None] Pushing event updated for resources: {'Port': ['ID=fd56fdbb-4e13-40cf-800b-a35a5fa68816,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:19.090990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-41f7fb7f-4dbc-4f4b-997b-89ce8f3d0987 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.195823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] For port 9d7aedcc-a30d-4105-a788-05bf4a6757d0, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:19.200844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] For port 9d7aedcc-a30d-4105-a788-05bf4a6757d0, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9d7aedcc-a30d-4105-a788-05bf4a6757d0,segment=NetworkSegment(b0c19b44-a915-4929-aa3f-6843b51844de),segment_id=b0c19b44-a915-4929-aa3f-6843b51844de)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:19.201507 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-41f7fb7f-4dbc-4f4b-997b-89ce8f3d0987 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.206137 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.281232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7fb7f-4dbc-4f4b-997b-89ce8f3d0987 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Subnet': ['ID=add6349d-007c-458d-b071-a07b76e39319,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:19.299221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34937677-66b6-4398-9d0d-b5c2120fd88c None None] Pushing event updated for resources: {'Port': ['ID=9d7aedcc-a30d-4105-a788-05bf4a6757d0,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:19.313234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-41f7fb7f-4dbc-4f4b-997b-89ce8f3d0987 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.317845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34274) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.318049 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-41f7fb7f-4dbc-4f4b-997b-89ce8f3d0987 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/subnets/add6349d-007c-458d-b071-a07b76e39319 HTTP/1.1" status: 204 len: 168 time: 1.2274778 Aug 31 06:55:19.438418 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.472311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8892f7da-f6c6-43d6-a607-4550c2217ee7 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.476466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8892f7da-f6c6-43d6-a607-4550c2217ee7 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.481012 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8892f7da-f6c6-43d6-a607-4550c2217ee7 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1619539 Aug 31 06:55:19.484448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34278) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.514970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:19.520091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:19.525028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.525974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.530919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7473d991-657f-45d1-b6ca-5157b12b8611 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:19.542906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=2b793e31-1b16-4553-9437-85956164c975,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:19.572813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cd298a62-a09e-4f94-9e1e-caebda929bdd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7549417 Aug 31 06:55:19.575639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34280) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.582731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'name': 'tempest-NetworksTestDHCPv6-117612929'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:19.644680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-153995f3-2d5f-4b44-beb7-29b04775f77e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.696350 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-153995f3-2d5f-4b44-beb7-29b04775f77e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 06:55:19.699322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153995f3-2d5f-4b44-beb7-29b04775f77e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:19.705756 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-153995f3-2d5f-4b44-beb7-29b04775f77e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/c926deb1-9d8a-42d3-a270-c185e438a303 HTTP/1.1" status: 409 len: 405 time: 0.2199950 Aug 31 06:55:19.711641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34282) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.721331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1241397025'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:19.787076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:19.805999 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.839728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:19.867656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d6ae096e-5201-4980-9eca-26f6f3ef17d6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:19.869551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.870899 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Added segment 9d20780d-e24d-4c57-8e15-e7f1025a6514 of type vlan for network c0fcc667-2720-4d1c-a70f-c2392a314a08 Aug 31 06:55:19.903283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:19.907018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.946779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port c173e392-e044-4275-b1f8-19128ab40399 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:19.949510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.979642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d6ae096e-5201-4980-9eca-26f6f3ef17d6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:20.011521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.024355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.024966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.035177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c31fb0f-9b2d-48d8-a79c-34269cd9b39b None None] Network 232fe9bb-5578-4515-bb27-241bea105d57 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:20.092159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::40 (2eb01b8a-02e2-4449-8123-41d670b7732f/2b793e31-1b16-4553-9437-85956164c975/c173e392-e044-4275-b1f8-19128ab40399) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:20.094134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860c910-472a-487e-b25e-9be7e3b0bcfb None None] Update dhcp port {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': '2b793e31-1b16-4553-9437-85956164c975'}], 'binding:host_id': 'n-d-712142-16'}, 'id': 'fd56fdbb-4e13-40cf-800b-a35a5fa68816'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:55:20.141257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4258065 Aug 31 06:55:20.145422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34284) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:20.147523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9860c910-472a-487e-b25e-9be7e3b0bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.154183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d199a9-e46e-4921-a2ea-028265492b09 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Network': ['ID=c0fcc667-2720-4d1c-a70f-c2392a314a08,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:20.168625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c0fcc667-2720-4d1c-a70f-c2392a314a08 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:20.170640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'subnet': {'network_id': 'c0fcc667-2720-4d1c-a70f-c2392a314a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:20.173084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7ee01573-ef5e-4e15-82cd-76baa74df33a None None] Provisioning for port d6ae096e-5201-4980-9eca-26f6f3ef17d6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:20.218377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7ee01573-ef5e-4e15-82cd-76baa74df33a None None] Provisioning complete for port d6ae096e-5201-4980-9eca-26f6f3ef17d6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:20.219088 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ee01573-ef5e-4e15-82cd-76baa74df33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.359074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.371787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:20.376691 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.402883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object c173e392-e044-4275-b1f8-19128ab40399 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:20.530532 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ee01573-ef5e-4e15-82cd-76baa74df33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.532160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.637285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7ee01573-ef5e-4e15-82cd-76baa74df33a None None] For port d6ae096e-5201-4980-9eca-26f6f3ef17d6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d6ae096e-5201-4980-9eca-26f6f3ef17d6,segment=NetworkSegment(41bfa9f0-db6c-4224-bff3-492dc3e700cc),segment_id=41bfa9f0-db6c-4224-bff3-492dc3e700cc)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:20.650245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-9860c910-472a-487e-b25e-9be7e3b0bcfb None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/2b793e31-1b16-4553-9437-85956164c975/fd56fdbb-4e13-40cf-800b-a35a5fa68816) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:20.653503 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ee01573-ef5e-4e15-82cd-76baa74df33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.680627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:20.688326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=c173e392-e044-4275-b1f8-19128ab40399,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:20.691104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:20.701612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:20.708240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.708898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.781345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee01573-ef5e-4e15-82cd-76baa74df33a None None] Pushing event updated for resources: {'Port': ['ID=d6ae096e-5201-4980-9eca-26f6f3ef17d6,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:20.862514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9860c910-472a-487e-b25e-9be7e3b0bcfb None None] For port fd56fdbb-4e13-40cf-800b-a35a5fa68816, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fd56fdbb-4e13-40cf-800b-a35a5fa68816,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:20.871691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34290) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:20.872971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1ee47b6e-8ad8-4840-882c-0d6b4f3a00ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2956865 Aug 31 06:55:20.911519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9860c910-472a-487e-b25e-9be7e3b0bcfb None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.916814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:55:20.918391 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.925682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9860c910-472a-487e-b25e-9be7e3b0bcfb None None] Ignored duplicate provisioning block setup for port fd56fdbb-4e13-40cf-800b-a35a5fa68816 by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 06:55:20.934266 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9860c910-472a-487e-b25e-9be7e3b0bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.954524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1756f47-1dee-482c-b9d3-023b4d646c6f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.963270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1756f47-1dee-482c-b9d3-023b4d646c6f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.963593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc11dc4-2974-4915-bb7f-1f3f12b4966e None None] Network c926deb1-9d8a-42d3-a270-c185e438a303 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:20.965816 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b1756f47-1dee-482c-b9d3-023b4d646c6f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0916271 Aug 31 06:55:20.968478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34292) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:20.997284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Subnet': ['ID=7214a566-fde3-43ed-b281-0008a0202c30,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:21.005095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Checking segment: {'id': '9d20780d-e24d-4c57-8e15-e7f1025a6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c0fcc667-2720-4d1c-a70f-c2392a314a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:21.005594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network hostable DHCP agents. Network: c0fcc667-2720-4d1c-a70f-c2392a314a08, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:21.026384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network c0fcc667-2720-4d1c-a70f-c2392a314a08 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:21.036283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c0fcc667-2720-4d1c-a70f-c2392a314a08) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:21.046324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.046930 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.056409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04cf260-00e9-45a7-b411-7a34be320559 None None] Network c0fcc667-2720-4d1c-a70f-c2392a314a08 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:21.064508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-115cb80f-84eb-4e22-a313-a5c775f74c01 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9180694 Aug 31 06:55:21.067756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34294) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.073796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'port': {'network_id': 'c0fcc667-2720-4d1c-a70f-c2392a314a08', 'name': 'tempest-NetworksIpV6TestAttrs-1743686351'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:21.126035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cb79c5e0-6de9-47f3-a856-6a0c000f609b None None] Provisioning for port 9d7aedcc-a30d-4105-a788-05bf4a6757d0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:21.209170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860c910-472a-487e-b25e-9be7e3b0bcfb None None] Pushing event updated for resources: {'Port': ['ID=fd56fdbb-4e13-40cf-800b-a35a5fa68816,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:21.210608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:21.217661 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.245879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] device_id is not set on port 2f0af04f-958b-4b3f-822d-250542104929 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:21.329910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cb79c5e0-6de9-47f3-a856-6a0c000f609b None None] Provisioning complete for port d6ae096e-5201-4980-9eca-26f6f3ef17d6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:21.330404 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cb79c5e0-6de9-47f3-a856-6a0c000f609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.385091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Allocated IP 2001:db8::f816:3eff:fede:97f1 (c0fcc667-2720-4d1c-a70f-c2392a314a08/7214a566-fde3-43ed-b281-0008a0202c30/2f0af04f-958b-4b3f-822d-250542104929) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:21.464142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c0fcc667-2720-4d1c-a70f-c2392a314a08', 'network_id': 'c0fcc667-2720-4d1c-a70f-c2392a314a08', 'tenant_id': 'be8e6073511a44a899468002cc77343d', 'fixed_ips': [{'subnet_id': '7214a566-fde3-43ed-b281-0008a0202c30'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:21.465013 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.490157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-75ef89da-8f99-4e74-9e56-a5b7ef9f7f15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port c173e392-e044-4275-b1f8-19128ab40399 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:21.490714 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-75ef89da-8f99-4e74-9e56-a5b7ef9f7f15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.592189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] DHCP port deletion for c926deb1-9d8a-42d3-a270-c185e438a303 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:21.694503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-75ef89da-8f99-4e74-9e56-a5b7ef9f7f15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.710376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-75ef89da-8f99-4e74-9e56-a5b7ef9f7f15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for c173e392-e044-4275-b1f8-19128ab40399 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:21.751256 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.758373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] Deleting port 9d7aedcc-a30d-4105-a788-05bf4a6757d0 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:21.758751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.781912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Transition to ACTIVE for port object 2f0af04f-958b-4b3f-822d-250542104929 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:21.838406 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.847663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fd56fdbb-4e13-40cf-800b-a35a5fa68816 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:21.880561 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-75ef89da-8f99-4e74-9e56-a5b7ef9f7f15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.902021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network c0fcc667-2720-4d1c-a70f-c2392a314a08 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:21.907480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:21.916185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:21.922072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef89da-8f99-4e74-9e56-a5b7ef9f7f15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=c173e392-e044-4275-b1f8-19128ab40399,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:21.924515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.926397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.949735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-75ef89da-8f99-4e74-9e56-a5b7ef9f7f15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.955284 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-75ef89da-8f99-4e74-9e56-a5b7ef9f7f15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/c173e392-e044-4275-b1f8-19128ab40399 HTTP/1.1" status: 204 len: 168 time: 0.9854867 Aug 31 06:55:21.955661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34300) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.956198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Port': ['ID=2f0af04f-958b-4b3f-822d-250542104929,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:21.967729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] For port 9d7aedcc-a30d-4105-a788-05bf4a6757d0, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9d7aedcc-a30d-4105-a788-05bf4a6757d0,segment=NetworkSegment(b0c19b44-a915-4929-aa3f-6843b51844de),segment_id=b0c19b44-a915-4929-aa3f-6843b51844de)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:21.968392 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.973766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5c80ab4b-d87c-493c-bcaf-12ddb44bfe11 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9049118 Aug 31 06:55:21.976401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34302) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.999430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] Calling delete_port for 9d7aedcc-a30d-4105-a788-05bf4a6757d0 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:22.018429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port fd56fdbb-4e13-40cf-800b-a35a5fa68816 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:22.033041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Allocated IP 2001:db8::f816:3eff:fe4b:e0ed (c0fcc667-2720-4d1c-a70f-c2392a314a08/7214a566-fde3-43ed-b281-0008a0202c30/4cb573d7-4fb1-48a1-b88f-3de5ea3196b5) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:22.037105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eacd656-0e95-4c4b-ac92-75cf8d6001f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:22.039305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eacd656-0e95-4c4b-ac92-75cf8d6001f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:22.043475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4798f0b1-adf3-4eed-9b67-2d80bf638f4d tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Deleting subnet 7214a566-fde3-43ed-b281-0008a0202c30 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:22.044206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0eacd656-0e95-4c4b-ac92-75cf8d6001f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0842311 Aug 31 06:55:22.044922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34304) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.068079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d6ae096e-5201-4980-9eca-26f6f3ef17d6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:22.117579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7b58f9-0e48-40c6-ba50-520de358ff6a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 2b793e31-1b16-4553-9437-85956164c975 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:22.123203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da7b58f9-0e48-40c6-ba50-520de358ff6a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.213558 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da7b58f9-0e48-40c6-ba50-520de358ff6a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.269056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d6ae096e-5201-4980-9eca-26f6f3ef17d6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:22.269605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.298359 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.358689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] Pushing event deleted for resources: {'Port': ['ID=9d7aedcc-a30d-4105-a788-05bf4a6757d0,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:22.360780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae2437-8198-47bd-8a96-ee3956cd333c None None] No DVR routers for this DVR port 9d7aedcc-a30d-4105-a788-05bf4a6757d0 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:22.361059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da7b58f9-0e48-40c6-ba50-520de358ff6a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.438995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da7b58f9-0e48-40c6-ba50-520de358ff6a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.446647 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.463181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Transition to ACTIVE for port object 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:22.487087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b58f9-0e48-40c6-ba50-520de358ff6a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=2b793e31-1b16-4553-9437-85956164c975,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:22.493893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Transition to ACTIVE for port object 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:22.495755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da7b58f9-0e48-40c6-ba50-520de358ff6a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.499682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da7b58f9-0e48-40c6-ba50-520de358ff6a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/2b793e31-1b16-4553-9437-85956164c975 HTTP/1.1" status: 204 len: 168 time: 0.4524910 Aug 31 06:55:22.501471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34306) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.504334 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4798f0b1-adf3-4eed-9b67-2d80bf638f4d tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.504586 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.554982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4798f0b1-adf3-4eed-9b67-2d80bf638f4d tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.576850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Network c0fcc667-2720-4d1c-a70f-c2392a314a08 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:22.580744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:22.593407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:22.594118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-454c812e-d4e2-4f10-b807-10be7f6b24f4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913663 Aug 31 06:55:22.598089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34310) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.604402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Pushing event updated for resources: {'Port': ['ID=4cb573d7-4fb1-48a1-b88f-3de5ea3196b5,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:22.748632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8057de2-48d3-4b9d-93fd-ca7c7eea27f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:22.753970 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4798f0b1-adf3-4eed-9b67-2d80bf638f4d tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.756523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34314) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.757226 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e8057de2-48d3-4b9d-93fd-ca7c7eea27f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1577654 Aug 31 06:55:22.829398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d696e46-40cf-472b-beea-af72abd4496d None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:22.843167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d1bf5-0b79-4a28-8ded-348a1b0a1628 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:22.847158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f09d1bf5-0b79-4a28-8ded-348a1b0a1628 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874054 Aug 31 06:55:22.849855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34316) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.887843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Attempting to bind port 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:22.888219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Attempting to bind port 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '9d20780d-e24d-4c57-8e15-e7f1025a6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c0fcc667-2720-4d1c-a70f-c2392a314a08'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:22.888596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Attempting to bind port 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5 on network c0fcc667-2720-4d1c-a70f-c2392a314a08 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:22.897668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-618bc481-4108-4d05-a92a-e8f5437e5768 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438149 Aug 31 06:55:22.898251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:22.898251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Checking segment: {'id': '9d20780d-e24d-4c57-8e15-e7f1025a6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c0fcc667-2720-4d1c-a70f-c2392a314a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:22.898511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.898667 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.898667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Bound using segment: {'id': '9d20780d-e24d-4c57-8e15-e7f1025a6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c0fcc667-2720-4d1c-a70f-c2392a314a08'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:22.898667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Bound port: 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d20780d-e24d-4c57-8e15-e7f1025a6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c0fcc667-2720-4d1c-a70f-c2392a314a08'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:22.898667 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.902537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:22.911413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-650280db-effe-4d44-9415-84c3c665aa90 None None] Provisioning for port fd56fdbb-4e13-40cf-800b-a35a5fa68816 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:22.925059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-650280db-effe-4d44-9415-84c3c665aa90 None None] Provisioning complete for port fd56fdbb-4e13-40cf-800b-a35a5fa68816 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:22.925988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-650280db-effe-4d44-9415-84c3c665aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.960072 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4798f0b1-adf3-4eed-9b67-2d80bf638f4d tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.002464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798f0b1-adf3-4eed-9b67-2d80bf638f4d tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Subnet': ['ID=7214a566-fde3-43ed-b281-0008a0202c30,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.018595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4798f0b1-adf3-4eed-9b67-2d80bf638f4d tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.021000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4798f0b1-adf3-4eed-9b67-2d80bf638f4d tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/subnets/7214a566-fde3-43ed-b281-0008a0202c30 HTTP/1.1" status: 204 len: 168 time: 1.0433760 Aug 31 06:55:23.024978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34320) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.054768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:23.058742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.062429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] For port 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:23.068209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] For port 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4cb573d7-4fb1-48a1-b88f-3de5ea3196b5,segment=NetworkSegment(9d20780d-e24d-4c57-8e15-e7f1025a6514),segment_id=9d20780d-e24d-4c57-8e15-e7f1025a6514)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:23.074595 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.128478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d2456b-73a2-4762-9cab-f89bf8e58ead tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:23.130840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d2456b-73a2-4762-9cab-f89bf8e58ead tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:23.133404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b6d2456b-73a2-4762-9cab-f89bf8e58ead tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1071582 Aug 31 06:55:23.136023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34322) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.185270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:23.187488 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-650280db-effe-4d44-9415-84c3c665aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.211212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529085d2-6e2a-4431-948a-65aaa70bee9e None None] Pushing event updated for resources: {'Port': ['ID=4cb573d7-4fb1-48a1-b88f-3de5ea3196b5,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.257901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-223aebbc-aea4-485e-9fbf-19ef5ba6fea3 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.266154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4548d87-d3e4-4678-8457-c040665271e3 None None] Network c0fcc667-2720-4d1c-a70f-c2392a314a08 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:23.272999 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-223aebbc-aea4-485e-9fbf-19ef5ba6fea3 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 06:55:23.273394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-650280db-effe-4d44-9415-84c3c665aa90 None None] For port fd56fdbb-4e13-40cf-800b-a35a5fa68816, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fd56fdbb-4e13-40cf-800b-a35a5fa68816,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:23.275550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223aebbc-aea4-485e-9fbf-19ef5ba6fea3 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:23.281238 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-223aebbc-aea4-485e-9fbf-19ef5ba6fea3 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/c0fcc667-2720-4d1c-a70f-c2392a314a08 HTTP/1.1" status: 409 len: 405 time: 0.1403904 Aug 31 06:55:23.282254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34324) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.288321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-791703721'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:23.326956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:23.331821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.332917 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-650280db-effe-4d44-9415-84c3c665aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.371936 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.373848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:23.388476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.389458 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Added segment e7a2a3a5-ecdc-40e5-8eab-00a6b1f4c380 of type vlan for network 28e74f87-902b-4f6a-8053-619264531b5e Aug 31 06:55:23.408130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] Deleting port fd56fdbb-4e13-40cf-800b-a35a5fa68816 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:23.409032 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.423469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:23.427467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:23.432340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:23.432948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.443244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=67a88afe-c8ec-4db7-835c-3d305cdd1438,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.462970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.463581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f2d16ddf-0287-4a66-9dd3-91ca53bea880 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5655551 Aug 31 06:55:23.467466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34326) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.475732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': '67a88afe-c8ec-4db7-835c-3d305cdd1438', 'ip_address': '2001:db8::a7cc:b1b5:cda6:621b'}], 'name': 'tempest-NetworksTestDHCPv6-699111854'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:23.530568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650280db-effe-4d44-9415-84c3c665aa90 None None] Pushing event updated for resources: {'Port': ['ID=fd56fdbb-4e13-40cf-800b-a35a5fa68816,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.556779 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.561398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] For port fd56fdbb-4e13-40cf-800b-a35a5fa68816, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fd56fdbb-4e13-40cf-800b-a35a5fa68816,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:23.561798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.562816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:23.563812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.579871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] Calling delete_port for fd56fdbb-4e13-40cf-800b-a35a5fa68816 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:23.643036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3596194 Aug 31 06:55:23.647812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34330) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.654952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'subnet': {'network_id': '28e74f87-902b-4f6a-8053-619264531b5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:23.656102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8c584-b2f6-4c72-a9fc-6a90f26bffa5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Network': ['ID=28e74f87-902b-4f6a-8053-619264531b5e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.672676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 28e74f87-902b-4f6a-8053-619264531b5e details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:23.686612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:23.700518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fd56fdbb-4e13-40cf-800b-a35a5fa68816 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:23.799041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34336) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.812429 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.820125 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.842276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:23.846357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 6d93bac3-4516-41b9-8771-e2d4d405b933 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:23.851108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.870438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Port fd56fdbb-4e13-40cf-800b-a35a5fa68816 update to DOWN by agent not found {{(pid=94669) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 06:55:23.887219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] Pushing event deleted for resources: {'Port': ['ID=fd56fdbb-4e13-40cf-800b-a35a5fa68816,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.893245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56026c9-2ba0-4440-9a34-d6f56f246613 None None] No DVR routers for this DVR port fd56fdbb-4e13-40cf-800b-a35a5fa68816 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:23.912787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a53ab-3d40-4fbe-b01f-38e4ba9cce33 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:24.079386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '67a88afe-c8ec-4db7-835c-3d305cdd1438'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:24.080731 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.123755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::a7cc:b1b5:cda6:621b (2eb01b8a-02e2-4449-8123-41d670b7732f/67a88afe-c8ec-4db7-835c-3d305cdd1438/6d93bac3-4516-41b9-8771-e2d4d405b933) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:24.186480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:55:24.188411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.196285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-256220b9-edea-47fa-b548-654ecd2087c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.253977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Subnet': ['ID=7d2155c2-d62b-46ae-b31d-2b7cb022f8b6,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.263256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Checking segment: {'id': 'e7a2a3a5-ecdc-40e5-8eab-00a6b1f4c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '28e74f87-902b-4f6a-8053-619264531b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:24.263629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network hostable DHCP agents. Network: 28e74f87-902b-4f6a-8053-619264531b5e, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:24.281997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network 28e74f87-902b-4f6a-8053-619264531b5e is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:24.291903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 28e74f87-902b-4f6a-8053-619264531b5e) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:24.296367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:24.297797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.302404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c471df-8c29-43dd-b5f1-ef2cc6fac922 None None] Network 28e74f87-902b-4f6a-8053-619264531b5e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:24.316870 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e5916eb-baa4-495d-975f-7d0986fa0268 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6677573 Aug 31 06:55:24.320061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34342) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.402361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.428126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.439123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 6d93bac3-4516-41b9-8771-e2d4d405b933 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:24.453017 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:55:24.477943 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.492471 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.523156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.541122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:24.542207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d68eb-4aa5-4eb6-be5c-ef2aebdf4e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-28e74f87-902b-4f6a-8053-619264531b5e', 'network_id': '28e74f87-902b-4f6a-8053-619264531b5e', 'tenant_id': 'be8e6073511a44a899468002cc77343d', 'fixed_ips': [{'subnet_id': '7d2155c2-d62b-46ae-b31d-2b7cb022f8b6'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:24.543076 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68eb-4aa5-4eb6-be5c-ef2aebdf4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.563949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:24.569952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:24.575535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:24.576152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.589002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=6d93bac3-4516-41b9-8771-e2d4d405b933,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.598568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.610358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f6b4ef77-258a-4a81-8c53-2e896cf72660 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1392219 Aug 31 06:55:24.610635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34344) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.640109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2155c2-d62b-46ae-b31d-2b7cb022f8b6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.649944 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.662659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/67a88afe-c8ec-4db7-835c-3d305cdd1438/1131814a-1ba9-4c7c-9911-9bee72316aa7) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:24.709422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.713868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faefd3a1-bcf5-4bca-b9d8-a96c46035baf tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:24.715420 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-faefd3a1-bcf5-4bca-b9d8-a96c46035baf tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1039116 Aug 31 06:55:24.718282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34346) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.722120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e74f87-902b-4f6a-8053-619264531b5e']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-7c8d68eb-4aa5-4eb6-be5c-ef2aebdf4e48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d2155c2-d62b-46ae-b31d-2b7cb022f8b6: This subnet is being modified by another concurrent operation. Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:55:24.725294 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d2155c2-d62b-46ae-b31d-2b7cb022f8b6: This subnet is being modified by another concurrent operation. Aug 31 06:55:24.729333 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 06:55:24.750587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a2a3a5-ecdc-40e5-8eab-00a6b1f4c380') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:24.750886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a2a3a5-ecdc-40e5-8eab-00a6b1f4c380') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:24.754206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa22e37-b490-497c-b985-619b93378c60 None None] Network 28e74f87-902b-4f6a-8053-619264531b5e requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:24.765880 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.783672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.791700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:24.792133 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:24.796035 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:24.872929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.881349 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.887969 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/28e74f87-902b-4f6a-8053-619264531b5e HTTP/1.1" status: 204 len: 168 time: 0.5630300 Aug 31 06:55:24.890188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34348) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.895904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2100305374'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:24.916147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da947ee-b176-48b0-ab8d-c8e7dc12726e tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Network': ['ID=28e74f87-902b-4f6a-8053-619264531b5e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.946874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:24.952512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.978162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.990215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Transition to ACTIVE for port object 1131814a-1ba9-4c7c-9911-9bee72316aa7 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:24.999410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:25.013128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Transition to ACTIVE for port object 1131814a-1ba9-4c7c-9911-9bee72316aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:25.015973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.016297 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Added segment 7710871b-7913-491e-a2cb-50d5fdee10c0 of type vlan for network ceb90264-2f93-4ee7-ab42-b981c6b16230 Aug 31 06:55:25.020386 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.064035 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.068051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:25.073213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:25.076710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:25.083094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Pushing event updated for resources: {'Port': ['ID=1131814a-1ba9-4c7c-9911-9bee72316aa7,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:25.095217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.101344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:25.101982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.144857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Attempting to bind port 1131814a-1ba9-4c7c-9911-9bee72316aa7 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:25.145868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Attempting to bind port 1131814a-1ba9-4c7c-9911-9bee72316aa7 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:25.146716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Attempting to bind port 1131814a-1ba9-4c7c-9911-9bee72316aa7 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:25.152989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:25.153668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:25.154998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.154998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:25.155444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Bound port: 1131814a-1ba9-4c7c-9911-9bee72316aa7, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:25.155986 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.172083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2782187 Aug 31 06:55:25.172305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34352) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:25.177453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'subnet': {'network_id': 'ceb90264-2f93-4ee7-ab42-b981c6b16230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:25.197290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ffa77-3c18-40a5-95bf-762e4ff49bcc tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Network': ['ID=ceb90264-2f93-4ee7-ab42-b981c6b16230,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:25.219431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ceb90264-2f93-4ee7-ab42-b981c6b16230 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:25.280389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:25.283591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fd4258f8-32de-492d-828b-abb946f95b27 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 6d93bac3-4516-41b9-8771-e2d4d405b933 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:25.284163 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd4258f8-32de-492d-828b-abb946f95b27 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.284278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.300583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] For port 1131814a-1ba9-4c7c-9911-9bee72316aa7, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:25.308424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] For port 1131814a-1ba9-4c7c-9911-9bee72316aa7, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1131814a-1ba9-4c7c-9911-9bee72316aa7,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:25.317529 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.377895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb926aa1-ca20-4006-84d1-6c67faf996db None None] Pushing event updated for resources: {'Port': ['ID=1131814a-1ba9-4c7c-9911-9bee72316aa7,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:25.427812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd4258f8-32de-492d-828b-abb946f95b27 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.451062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fd4258f8-32de-492d-828b-abb946f95b27 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 6d93bac3-4516-41b9-8771-e2d4d405b933 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:25.491745 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.499654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Deleting port 01c9d687-2a30-464c-b3c6-a3d18765175a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:25.499988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.560446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Subnet': ['ID=10faf843-9596-4d39-8ef9-37c0fb1d7cd5,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:25.583190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Checking segment: {'id': '7710871b-7913-491e-a2cb-50d5fdee10c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ceb90264-2f93-4ee7-ab42-b981c6b16230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:25.583548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network hostable DHCP agents. Network: ceb90264-2f93-4ee7-ab42-b981c6b16230, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:25.602486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network ceb90264-2f93-4ee7-ab42-b981c6b16230 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:25.612967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ceb90264-2f93-4ee7-ab42-b981c6b16230) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:25.618530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:25.619127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.629908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab61eea-90ba-4d9a-87ac-135c913d33bd None None] Network ceb90264-2f93-4ee7-ab42-b981c6b16230 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:25.647599 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] For port 01c9d687-2a30-464c-b3c6-a3d18765175a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=01c9d687-2a30-464c-b3c6-a3d18765175a,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:25.647968 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.653794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e4063d39-eeb6-41dd-8e1f-c9945507e2bb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4804957 Aug 31 06:55:25.656858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34354) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:25.735367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Calling delete_port for 01c9d687-2a30-464c-b3c6-a3d18765175a owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:25.767179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1131814a-1ba9-4c7c-9911-9bee72316aa7 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:25.814385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.823211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd4258f8-32de-492d-828b-abb946f95b27 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.858079 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.865273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4258f8-32de-492d-828b-abb946f95b27 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=6d93bac3-4516-41b9-8771-e2d4d405b933,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:25.887793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8dc80-b412-40f8-8c51-c4ff00517bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ceb90264-2f93-4ee7-ab42-b981c6b16230', 'network_id': 'ceb90264-2f93-4ee7-ab42-b981c6b16230', 'tenant_id': 'be8e6073511a44a899468002cc77343d', 'fixed_ips': [{'subnet_id': '10faf843-9596-4d39-8ef9-37c0fb1d7cd5'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:25.888496 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04e8dc80-b412-40f8-8c51-c4ff00517bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.892140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1131814a-1ba9-4c7c-9911-9bee72316aa7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:25.894672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.937767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd4258f8-32de-492d-828b-abb946f95b27 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.940177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fd4258f8-32de-492d-828b-abb946f95b27 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/6d93bac3-4516-41b9-8771-e2d4d405b933 HTTP/1.1" status: 204 len: 168 time: 1.2209823 Aug 31 06:55:25.943615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34356) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:25.974532 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.001661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b585558-a33a-42d8-b294-5d7206cc26b0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:26.004557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b585558-a33a-42d8-b294-5d7206cc26b0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:26.007856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6b585558-a33a-42d8-b294-5d7206cc26b0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0606325 Aug 31 06:55:26.014091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34360) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-04e8dc80-b412-40f8-8c51-c4ff00517bbd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10faf843-9596-4d39-8ef9-37c0fb1d7cd5: This subnet is being modified by another concurrent operation. Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:55:26.014508 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10faf843-9596-4d39-8ef9-37c0fb1d7cd5: This subnet is being modified by another concurrent operation. Aug 31 06:55:26.018783 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 06:55:26.021625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Subnet': ['ID=10faf843-9596-4d39-8ef9-37c0fb1d7cd5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:26.032121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da4f8cb-92d1-4a7f-956f-8772dc73acc8 None None] Network ceb90264-2f93-4ee7-ab42-b981c6b16230 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:26.114686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.141911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.151153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c9d687-2a30-464c-b3c6-a3d18765175a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:26.155436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8c0acc-072f-4a73-9390-ddb2698bd466 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 67a88afe-c8ec-4db7-835c-3d305cdd1438 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:26.158785 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de8c0acc-072f-4a73-9390-ddb2698bd466 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.207381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de8c0acc-072f-4a73-9390-ddb2698bd466 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.303016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb90264-2f93-4ee7-ab42-b981c6b16230']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:26.322491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7710871b-7913-491e-a2cb-50d5fdee10c0') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:26.323175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7710871b-7913-491e-a2cb-50d5fdee10c0') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:26.338606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.348701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de8c0acc-072f-4a73-9390-ddb2698bd466 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.371971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.385899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.400008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:26.400613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:26.403871 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:26.481489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.488339 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.490425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/ceb90264-2f93-4ee7-ab42-b981c6b16230 HTTP/1.1" status: 204 len: 168 time: 0.8329897 Aug 31 06:55:26.494576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34362) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:26.497087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de8c0acc-072f-4a73-9390-ddb2698bd466 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.502351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1595708322'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:26.549110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29818cf9-924f-4998-b141-3ab004cc77a8 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Network': ['ID=ceb90264-2f93-4ee7-ab42-b981c6b16230,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:26.558733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0acc-072f-4a73-9390-ddb2698bd466 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=67a88afe-c8ec-4db7-835c-3d305cdd1438,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:26.565627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de8c0acc-072f-4a73-9390-ddb2698bd466 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.567910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de8c0acc-072f-4a73-9390-ddb2698bd466 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/67a88afe-c8ec-4db7-835c-3d305cdd1438 HTTP/1.1" status: 204 len: 168 time: 0.5446477 Aug 31 06:55:26.570747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34364) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:26.602911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f39afe-189c-4c8a-83d6-4a98e8c9bff3 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:26.617529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cf128910-9ba2-4447-aed2-fee1cf2e67e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433888 Aug 31 06:55:26.618403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:26.621875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.623704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:26.628875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:26.658161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Router 0a3431a8-dadb-4924-9d9a-06c915d34e8e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:26.719365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:26.722476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3fb95132-2984-4d61-9b5c-978876345830 None None] Provisioning for port 1131814a-1ba9-4c7c-9911-9bee72316aa7 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:26.741827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3fb95132-2984-4d61-9b5c-978876345830 None None] Provisioning complete for port 1131814a-1ba9-4c7c-9911-9bee72316aa7 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:26.742207 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3fb95132-2984-4d61-9b5c-978876345830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.744621 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.745246 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Added segment 09be5cbf-3c89-4255-800d-d61f250a4b99 of type vlan for network e1660ff0-9837-447f-bc0f-e42332bb8beb Aug 31 06:55:26.781823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:26.785220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:26.789418 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.798532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] Sync routers for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:26.798989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e23b4c1d-df17-4261-8443-71632c1454f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/0a3431a8-dadb-4924-9d9a-06c915d34e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9986064 Aug 31 06:55:26.801631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34368) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:26.815172 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0f40ac38-03b0-4180-ad69-2d24049705bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.823330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:26.824120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:26.856167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.873487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:26.922918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.928904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:26.929612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.937221 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.960663 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.962103 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3fb95132-2984-4d61-9b5c-978876345830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.009398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5128057 Aug 31 06:55:27.014165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:27.022381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Request body: {'subnet': {'network_id': 'e1660ff0-9837-447f-bc0f-e42332bb8beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:27.026029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908d88b-f1fc-4bea-b132-c0ca836a180a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Network': ['ID=e1660ff0-9837-447f-bc0f-e42332bb8beb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:27.049606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e1660ff0-9837-447f-bc0f-e42332bb8beb details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:27.058039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3fb95132-2984-4d61-9b5c-978876345830 None None] For port 1131814a-1ba9-4c7c-9911-9bee72316aa7, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1131814a-1ba9-4c7c-9911-9bee72316aa7,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:27.071901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.100211 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3fb95132-2984-4d61-9b5c-978876345830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.103809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:27.127874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Deleting port e9cef1bc-64f1-4fb3-888f-97c52b1fda72 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:27.129279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.198928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Made reservation on behalf of be8e6073511a44a899468002cc77343d for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:27.202706 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.206149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] Deleting port 1131814a-1ba9-4c7c-9911-9bee72316aa7 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:27.207083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.224054 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.230230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] For port e9cef1bc-64f1-4fb3-888f-97c52b1fda72, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e9cef1bc-64f1-4fb3-888f-97c52b1fda72,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:27.230720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.244296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Calling delete_port for e9cef1bc-64f1-4fb3-888f-97c52b1fda72 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:27.325170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb95132-2984-4d61-9b5c-978876345830 None None] Pushing event updated for resources: {'Port': ['ID=1131814a-1ba9-4c7c-9911-9bee72316aa7,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:27.384010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] For port 1131814a-1ba9-4c7c-9911-9bee72316aa7, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1131814a-1ba9-4c7c-9911-9bee72316aa7,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:27.384355 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.415592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] Calling delete_port for 1131814a-1ba9-4c7c-9911-9bee72316aa7 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:27.431187 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.473507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cef1bc-64f1-4fb3-888f-97c52b1fda72,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:27.500932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:55:26Z', 'revision_number': 5, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port': {'id': 'e9cef1bc-64f1-4fb3-888f-97c52b1fda72', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:27.535728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] Checking router: 0a3431a8-dadb-4924-9d9a-06c915d34e8e for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:55:27.548296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.552171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] Routers {'0a3431a8-dadb-4924-9d9a-06c915d34e8e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:27.552818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:27.556274 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.570919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:27.578938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:27.585154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:27.585907 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.603952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=17d0ad41-8d36-49ea-aa96-50f7b3b6150b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:27.626017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6749bf09-c83c-4401-8eed-620ba3f96d47 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0012574 Aug 31 06:55:27.628183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34374) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:27.633784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': '17d0ad41-8d36-49ea-aa96-50f7b3b6150b', 'ip_address': '2001:db8::881e:c2b6:589c:3755'}], 'name': 'tempest-NetworksTestDHCPv6-2010973294'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:27.648007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] Pushing event deleted for resources: {'Port': ['ID=1131814a-1ba9-4c7c-9911-9bee72316aa7,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:27.651316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.655107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.657072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98611005-1f0d-470f-879b-9efd51ece019 None None] No DVR routers for this DVR port 1131814a-1ba9-4c7c-9911-9bee72316aa7 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:27.659193 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] Set router 0a3431a8-dadb-4924-9d9a-06c915d34e8e gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:27.703558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c79ae-7a28-46cf-a22c-8ae99ea46e05 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:27.710269 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.711160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3431a8-dadb-4924-9d9a-06c915d34e8e {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:55:27.716017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.717564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dd689da8-3c67-48c4-99e5-a4aa1d00e086 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0a3431a8-dadb-4924-9d9a-06c915d34e8e HTTP/1.1" status: 204 len: 168 time: 0.9147091 Aug 31 06:55:27.719882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34376) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:27.742982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:55:27Z', 'revision_number': 7, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:27.783669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f6cb95-7c3f-4908-97d7-42e497d8be6b admin admin] Deleting subnet b0b6db00-ca57-4eec-9daa-65436e84de6f {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:27.788181 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57f6cb95-7c3f-4908-97d7-42e497d8be6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.808584 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154ea0f-6944-44b9-a241-c9ef35499814 None None] The sync data for ids ['0a3431a8-dadb-4924-9d9a-06c915d34e8e'] in n-d-712142-16 is: [{'id': '0a3431a8-dadb-4924-9d9a-06c915d34e8e', 'name': 'tempest-AttachVolumeTestJSON-631295295-router', 'tenant_id': '1faac46869884bac9b3ec79fca543d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:43Z', 'updated_at': '2021-08-31T06:55:27Z', 'revision_number': 7, 'project_id': '1faac46869884bac9b3ec79fca543d58', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:27.836285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57f6cb95-7c3f-4908-97d7-42e497d8be6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.859282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1131814a-1ba9-4c7c-9911-9bee72316aa7 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:27.887092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1131814a-1ba9-4c7c-9911-9bee72316aa7 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:27.887730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1131814a-1ba9-4c7c-9911-9bee72316aa7 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:27.935856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57f6cb95-7c3f-4908-97d7-42e497d8be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.939601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:55:27.942754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.965728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '17d0ad41-8d36-49ea-aa96-50f7b3b6150b'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:27.967540 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.995862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57f6cb95-7c3f-4908-97d7-42e497d8be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.001790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:28.036131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6cb95-7c3f-4908-97d7-42e497d8be6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b6db00-ca57-4eec-9daa-65436e84de6f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:28.041426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57f6cb95-7c3f-4908-97d7-42e497d8be6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.046197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-57f6cb95-7c3f-4908-97d7-42e497d8be6b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b0b6db00-ca57-4eec-9daa-65436e84de6f HTTP/1.1" status: 204 len: 168 time: 0.3250983 Aug 31 06:55:28.046786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34378) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.061606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac7b11-beda-46e2-b0be-3ef92035e072 None None] Network 8794eb57-e45a-408a-88bd-24398b82b47c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:28.061924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event updated for resources: {'Subnet': ['ID=6fb513ee-b717-4fce-9e85-0d06e8511cef,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:28.085697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Checking segment: {'id': '09be5cbf-3c89-4255-800d-d61f250a4b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1660ff0-9837-447f-bc0f-e42332bb8beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:28.086129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network hostable DHCP agents. Network: e1660ff0-9837-447f-bc0f-e42332bb8beb, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:28.124673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.128942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.132094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Network e1660ff0-9837-447f-bc0f-e42332bb8beb is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:28.152543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e1660ff0-9837-447f-bc0f-e42332bb8beb) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:28.154930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:28.173873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:28.174621 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.183288 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.188402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0692c4-403d-4292-ba51-4ffaa2cd8fd2 None None] Network e1660ff0-9837-447f-bc0f-e42332bb8beb requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:28.197676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Deleting port a212569b-1187-42d1-bf19-ce98b0463b40 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:28.198112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.236039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b111de2f-793a-4d79-ad55-9297da2697ee tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2203863 Aug 31 06:55:28.243730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34382) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.288491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] For port a212569b-1187-42d1-bf19-ce98b0463b40, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a212569b-1187-42d1-bf19-ce98b0463b40,segment=NetworkSegment(7a76fb73-2963-4306-b580-dfdcd9085b74),segment_id=7a76fb73-2963-4306-b580-dfdcd9085b74)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:28.289033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.304225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Calling delete_port for a212569b-1187-42d1-bf19-ce98b0463b40 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:28.418759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.423154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.447082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Pushing event deleted for resources: {'Port': ['ID=a212569b-1187-42d1-bf19-ce98b0463b40,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:28.449034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] No DVR routers for this DVR port a212569b-1187-42d1-bf19-ce98b0463b40 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:28.491242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.526774 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.537675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8794eb57-e45a-408a-88bd-24398b82b47c']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:28.549394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a76fb73-2963-4306-b580-dfdcd9085b74') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:28.549739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a76fb73-2963-4306-b580-dfdcd9085b74') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:28.560275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.560509 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.574496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/17d0ad41-8d36-49ea-aa96-50f7b3b6150b/c208cc4d-3812-4166-8e99-9d7e6a140af6) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:28.578922 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.586883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:28.587453 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:28.589611 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:28.603754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb513ee-b717-4fce-9e85-0d06e8511cef,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:28.654662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80944773-abc7-4ba8-8f62-cc45191ea612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e1660ff0-9837-447f-bc0f-e42332bb8beb', 'network_id': 'e1660ff0-9837-447f-bc0f-e42332bb8beb', 'tenant_id': 'be8e6073511a44a899468002cc77343d', 'fixed_ips': [{'subnet_id': '6fb513ee-b717-4fce-9e85-0d06e8511cef'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:28.655541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80944773-abc7-4ba8-8f62-cc45191ea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.694604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.697505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.709162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1660ff0-9837-447f-bc0f-e42332bb8beb']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:28.714015 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.717118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] 10.222.0.15 "DELETE /v2.0/networks/8794eb57-e45a-408a-88bd-24398b82b47c HTTP/1.1" status: 204 len: 168 time: 0.6691406 Aug 31 06:55:28.733294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09be5cbf-3c89-4255-800d-d61f250a4b99') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:28.733651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09be5cbf-3c89-4255-800d-d61f250a4b99') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:28.733807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e23d90-7ed2-4090-923c-19ed3ff3bd6d None None] DHCP port deletion for 8794eb57-e45a-408a-88bd-24398b82b47c request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:28.737024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d24d2-2527-4a78-99ee-b6b65134282d admin admin] Pushing event deleted for resources: {'Network': ['ID=8794eb57-e45a-408a-88bd-24398b82b47c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:28.748807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.772228 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.780154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:28.780651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:28.783939 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:28.871268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f141109-6f1a-4acc-a985-456730ba8882 None None] Network e1660ff0-9837-447f-bc0f-e42332bb8beb requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:28.878007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.884864 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.885863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34386) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.891108 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/e1660ff0-9837-447f-bc0f-e42332bb8beb HTTP/1.1" status: 204 len: 168 time: 0.6458223 Aug 31 06:55:28.895674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34388) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.936297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e568c-ad33-4e22-98ce-617fd57054fe tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Network': ['ID=e1660ff0-9837-447f-bc0f-e42332bb8beb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:28.938776 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ab0100-0357-4353-9b59-050cc6202128 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:28.939396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ab0100-0357-4353-9b59-050cc6202128 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:28.941397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-12ab0100-0357-4353-9b59-050cc6202128 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/subnets/6fb513ee-b717-4fce-9e85-0d06e8511cef HTTP/1.1" status: 404 len: 337 time: 0.0447361 Aug 31 06:55:28.944007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34390) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.948281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-906756b9-cca7-4dce-b7a5-5346c4edec13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1faac46869884bac9b3ec79fca543d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586262 Aug 31 06:55:28.948611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34392) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.963643 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd14569-9e97-448f-9ff4-8ae7cd069354 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:28.964677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd14569-9e97-448f-9ff4-8ae7cd069354 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:28.966499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-efd14569-9e97-448f-9ff4-8ae7cd069354 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/e1660ff0-9837-447f-bc0f-e42332bb8beb HTTP/1.1" status: 404 len: 339 time: 0.0215776 Aug 31 06:55:28.969129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34394) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.999254 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b696d48-2186-4e5d-a4fa-ee9c377e9c36 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:28.999723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b696d48-2186-4e5d-a4fa-ee9c377e9c36 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:29.000004 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.001992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3b696d48-2186-4e5d-a4fa-ee9c377e9c36 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/subnets/10faf843-9596-4d39-8ef9-37c0fb1d7cd5 HTTP/1.1" status: 404 len: 337 time: 0.0314109 Aug 31 06:55:29.003976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34396) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.030801 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-987880e5-1ef6-46fb-addc-531f254549da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.031352 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abeff83-7ead-494c-b2ba-0e9f1ebec2e5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:29.031960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abeff83-7ead-494c-b2ba-0e9f1ebec2e5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:29.035078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0abeff83-7ead-494c-b2ba-0e9f1ebec2e5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/ceb90264-2f93-4ee7-ab42-b981c6b16230 HTTP/1.1" status: 404 len: 339 time: 0.0295317 Aug 31 06:55:29.035950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Transition to ACTIVE for port object c208cc4d-3812-4166-8e99-9d7e6a140af6 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:29.037760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34398) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.059027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Transition to ACTIVE for port object c208cc4d-3812-4166-8e99-9d7e6a140af6 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:29.064201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-987880e5-1ef6-46fb-addc-531f254549da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.069548 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.075806 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9861d77d-edbc-4413-a4ab-67de222699b1 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:29.076271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9861d77d-edbc-4413-a4ab-67de222699b1 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:29.078070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9861d77d-edbc-4413-a4ab-67de222699b1 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/subnets/7d2155c2-d62b-46ae-b31d-2b7cb022f8b6 HTTP/1.1" status: 404 len: 337 time: 0.0391896 Aug 31 06:55:29.082271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34400) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.116911 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1da64e6-1761-4adb-8556-3c7ef49f46cb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:29.117915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1da64e6-1761-4adb-8556-3c7ef49f46cb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:29.119012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:29.120198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a1da64e6-1761-4adb-8556-3c7ef49f46cb tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/28e74f87-902b-4f6a-8053-619264531b5e HTTP/1.1" status: 404 len: 339 time: 0.0360935 Aug 31 06:55:29.122883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34402) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.128771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:29.132838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:29.148619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Pushing event updated for resources: {'Port': ['ID=c208cc4d-3812-4166-8e99-9d7e6a140af6,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.150569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::881e:c2b6:589c:3755 (2eb01b8a-02e2-4449-8123-41d670b7732f/17d0ad41-8d36-49ea-aa96-50f7b3b6150b/a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:29.208020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-987880e5-1ef6-46fb-addc-531f254549da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.210813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-987880e5-1ef6-46fb-addc-531f254549da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.214209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-987880e5-1ef6-46fb-addc-531f254549da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21c15646-2097-4790-97ce-c2d5427497a4 HTTP/1.1" status: 204 len: 168 time: 0.2623281 Aug 31 06:55:29.224852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987880e5-1ef6-46fb-addc-531f254549da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c15646-2097-4790-97ce-c2d5427497a4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.226637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Attempting to bind port c208cc4d-3812-4166-8e99-9d7e6a140af6 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:29.234456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Attempting to bind port c208cc4d-3812-4166-8e99-9d7e6a140af6 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:29.234858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Attempting to bind port c208cc4d-3812-4166-8e99-9d7e6a140af6 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:29.249146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:29.249549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:29.250163 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.250571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:29.251102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Bound port: c208cc4d-3812-4166-8e99-9d7e6a140af6, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:29.251791 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.257979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c633166b-34b1-4c22-acfe-7ceda4220d69 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Deleting port 2f0af04f-958b-4b3f-822d-250542104929 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:29.257979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c633166b-34b1-4c22-acfe-7ceda4220d69 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.331497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.345433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c633166b-34b1-4c22-acfe-7ceda4220d69 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.350155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:29.358930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] For port c208cc4d-3812-4166-8e99-9d7e6a140af6, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:29.364090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] For port c208cc4d-3812-4166-8e99-9d7e6a140af6, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c208cc4d-3812-4166-8e99-9d7e6a140af6,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:29.370910 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.375347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c633166b-34b1-4c22-acfe-7ceda4220d69 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Calling delete_port for 2f0af04f-958b-4b3f-822d-250542104929 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:29.397485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.441974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04d415-f2ed-41db-a93f-7e254ff5e240 None None] Pushing event updated for resources: {'Port': ['ID=c208cc4d-3812-4166-8e99-9d7e6a140af6,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.491365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:29.495175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:29.499365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c633166b-34b1-4c22-acfe-7ceda4220d69 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.499924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:29.510379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:29.511057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.518179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.534890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e5513c55-1c90-48e9-92fc-50ef6f38e997 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9049830 Aug 31 06:55:29.537431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34410) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.543695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633166b-34b1-4c22-acfe-7ceda4220d69 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Port': ['ID=2f0af04f-958b-4b3f-822d-250542104929,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.553714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c633166b-34b1-4c22-acfe-7ceda4220d69 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.555672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c633166b-34b1-4c22-acfe-7ceda4220d69 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/ports/2f0af04f-958b-4b3f-822d-250542104929 HTTP/1.1" status: 204 len: 168 time: 0.4315503 Aug 31 06:55:29.558459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34412) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.592430 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d8fc8d-0819-4059-942f-977ceb593cd1 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:29.593103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d8fc8d-0819-4059-942f-977ceb593cd1 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:29.598340 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d6d8fc8d-0819-4059-942f-977ceb593cd1 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/subnets/7214a566-fde3-43ed-b281-0008a0202c30 HTTP/1.1" status: 404 len: 337 time: 0.0356183 Aug 31 06:55:29.598462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34414) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.609529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cded34f-0c0f-4b31-8c57-e066c7f1f63e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:29.616862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cded34f-0c0f-4b31-8c57-e066c7f1f63e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:29.621595 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4cded34f-0c0f-4b31-8c57-e066c7f1f63e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0806828 Aug 31 06:55:29.623375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34418) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.746304 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.759125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a212569b-1187-42d1-bf19-ce98b0463b40 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:29.780627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9950298d-f10f-4a58-ac69-b5c2a7607692 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:29.780976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9950298d-f10f-4a58-ac69-b5c2a7607692 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.786865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a212569b-1187-42d1-bf19-ce98b0463b40 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:29.787460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a212569b-1187-42d1-bf19-ce98b0463b40 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:29.788475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 01c9d687-2a30-464c-b3c6-a3d18765175a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:29.806542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Deleting port 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:29.807169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.814066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 01c9d687-2a30-464c-b3c6-a3d18765175a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:29.814853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 01c9d687-2a30-464c-b3c6-a3d18765175a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:29.815537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e9cef1bc-64f1-4fb3-888f-97c52b1fda72 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:29.842290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e9cef1bc-64f1-4fb3-888f-97c52b1fda72 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:29.842728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e9cef1bc-64f1-4fb3-888f-97c52b1fda72 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:29.892335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] For port 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4cb573d7-4fb1-48a1-b88f-3de5ea3196b5,segment=NetworkSegment(9d20780d-e24d-4c57-8e15-e7f1025a6514),segment_id=9d20780d-e24d-4c57-8e15-e7f1025a6514)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:29.892705 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.909504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Calling delete_port for 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:29.911084 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9950298d-f10f-4a58-ac69-b5c2a7607692 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.924112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9950298d-f10f-4a58-ac69-b5c2a7607692 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:29.997374 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.004710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.037837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Port': ['ID=4cb573d7-4fb1-48a1-b88f-3de5ea3196b5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:30.044699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No DVR routers for this DVR port 4cb573d7-4fb1-48a1-b88f-3de5ea3196b5 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:30.074491 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9950298d-f10f-4a58-ac69-b5c2a7607692 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.105145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950298d-f10f-4a58-ac69-b5c2a7607692 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:30.138290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9950298d-f10f-4a58-ac69-b5c2a7607692 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.141662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9950298d-f10f-4a58-ac69-b5c2a7607692 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c HTTP/1.1" status: 204 len: 168 time: 0.5172849 Aug 31 06:55:30.142834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34434) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.157164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.188670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fcc667-2720-4d1c-a70f-c2392a314a08']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:30.204589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d20780d-e24d-4c57-8e15-e7f1025a6514') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:30.204886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d20780d-e24d-4c57-8e15-e7f1025a6514') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:30.218032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.231835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf34603-4182-4b32-9242-97d6de0fb87d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:30.233561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf34603-4182-4b32-9242-97d6de0fb87d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:30.239926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9bf34603-4182-4b32-9242-97d6de0fb87d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0913007 Aug 31 06:55:30.240370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34438) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.248057 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.255072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:30.255553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.297562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d18c288-d39f-4e10-b296-e9333aad9030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 17d0ad41-8d36-49ea-aa96-50f7b3b6150b {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:30.301014 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d18c288-d39f-4e10-b296-e9333aad9030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:30.306625 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:30.324347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.345969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.350719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/c0fcc667-2720-4d1c-a70f-c2392a314a08 HTTP/1.1" status: 204 len: 168 time: 0.7491949 Aug 31 06:55:30.352387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34442) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.360526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3899e-be63-4c10-88bf-e37cb12acef0 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Network': ['ID=c0fcc667-2720-4d1c-a70f-c2392a314a08,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:30.370549 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d18c288-d39f-4e10-b296-e9333aad9030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.534950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d18c288-d39f-4e10-b296-e9333aad9030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.564321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf0aa6-9991-43e1-8d8e-c3911792486a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Deleting port 9d1f15c0-1180-4f27-ae5a-e3e9c5142a71 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:30.564671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0aa6-9991-43e1-8d8e-c3911792486a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.650817 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0aa6-9991-43e1-8d8e-c3911792486a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.668355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf0aa6-9991-43e1-8d8e-c3911792486a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Calling delete_port for 9d1f15c0-1180-4f27-ae5a-e3e9c5142a71 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:30.671663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d18c288-d39f-4e10-b296-e9333aad9030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.674892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8252f95-7af7-4247-afea-7b819eed06c4 None None] Provisioning for port c208cc4d-3812-4166-8e99-9d7e6a140af6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:30.722949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9d18c288-d39f-4e10-b296-e9333aad9030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.724854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9d18c288-d39f-4e10-b296-e9333aad9030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/17d0ad41-8d36-49ea-aa96-50f7b3b6150b HTTP/1.1" status: 204 len: 168 time: 0.4833322 Aug 31 06:55:30.725730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18c288-d39f-4e10-b296-e9333aad9030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=17d0ad41-8d36-49ea-aa96-50f7b3b6150b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:30.727705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34468) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.776633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cd50fca2-228b-428c-82ba-4a4eb91ddf25 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471694 Aug 31 06:55:30.779298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34470) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.788260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:30.817661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0aa6-9991-43e1-8d8e-c3911792486a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.853839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf0aa6-9991-43e1-8d8e-c3911792486a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Port': ['ID=9d1f15c0-1180-4f27-ae5a-e3e9c5142a71,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:30.866812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0aa6-9991-43e1-8d8e-c3911792486a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.872633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c5cf0aa6-9991-43e1-8d8e-c3911792486a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/ports/9d1f15c0-1180-4f27-ae5a-e3e9c5142a71 HTTP/1.1" status: 204 len: 168 time: 0.5185649 Aug 31 06:55:30.873404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34474) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.894530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34476) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.906118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12cd98-1c66-466c-a41e-0e6a99618515 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:30.911615 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f80d98-7b15-4c00-a518-4c9cc7d9c55a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:30.912064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f80d98-7b15-4c00-a518-4c9cc7d9c55a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:30.914031 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a9f80d98-7b15-4c00-a518-4c9cc7d9c55a tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/subnets/add6349d-007c-458d-b071-a07b76e39319 HTTP/1.1" status: 404 len: 337 time: 0.0395010 Aug 31 06:55:30.917693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34480) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.923215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:30.927228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.008181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-90e1b886-4973-426d-8417-493a535edb70 None None] Could not find standard attr ID for object c173e392-e044-4275-b1f8-19128ab40399. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:31.049510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.052555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0ac774c-53e6-4c12-91aa-65463c40e304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.123143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:31.129264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.177031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:31.177594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] Deleting port c208cc4d-3812-4166-8e99-9d7e6a140af6 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:31.177981 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.180053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.180206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:31.184677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:31.185311 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.197114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=f3a8a874-a6d2-4704-9ba5-82cf7697ab0d,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.202279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c926deb1-9d8a-42d3-a270-c185e438a303']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:31.215607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c19b44-a915-4929-aa3f-6843b51844de') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:31.215919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c19b44-a915-4929-aa3f-6843b51844de') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:31.231042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.250367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.259265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:31.259654 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:31.262810 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:31.265494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] For port c208cc4d-3812-4166-8e99-9d7e6a140af6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c208cc4d-3812-4166-8e99-9d7e6a140af6,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:31.265494 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.276753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] Calling delete_port for c208cc4d-3812-4166-8e99-9d7e6a140af6 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:31.333686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0ac774c-53e6-4c12-91aa-65463c40e304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.335288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.344012 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-47a76a49-c794-49a6-a867-e1b4104133f5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5604799 Aug 31 06:55:31.346603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34482) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:31.352899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': 'f3a8a874-a6d2-4704-9ba5-82cf7697ab0d', 'ip_address': '2001:db8::63eb:e5c8:49e6:d915'}], 'name': 'tempest-NetworksTestDHCPv6-199893330'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:31.356947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.361054 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/c926deb1-9d8a-42d3-a270-c185e438a303 HTTP/1.1" status: 204 len: 168 time: 0.4393213 Aug 31 06:55:31.361054 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0ac774c-53e6-4c12-91aa-65463c40e304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.361891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34484) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:31.367973 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.374905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaddf53-9db3-452b-8dd3-1c09f67f43d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Network': ['ID=c926deb1-9d8a-42d3-a270-c185e438a303,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.397962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] Pushing event deleted for resources: {'Port': ['ID=c208cc4d-3812-4166-8e99-9d7e6a140af6,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.401588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8439b-e493-4806-8ba6-b119ed188434 None None] No DVR routers for this DVR port c208cc4d-3812-4166-8e99-9d7e6a140af6 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:31.421837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb26aca2-e852-41f8-9093-78f182b37e52 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:31.444769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac774c-53e6-4c12-91aa-65463c40e304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0823b32-2655-4ecd-91bd-b8db9fb8bae6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.451787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f0ac774c-53e6-4c12-91aa-65463c40e304 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05a6a01b8e454b1fb85ff1a17c1fb51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5561299 Aug 31 06:55:31.454413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:31.475146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:31.479861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda8caa3-3e42-42f5-8bc2-815732fa89d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Deleting subnet df1551dd-afe8-45b9-801f-7f49b45f869b {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:31.489930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda8caa3-3e42-42f5-8bc2-815732fa89d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.572842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda8caa3-3e42-42f5-8bc2-815732fa89d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.585581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': 'f3a8a874-a6d2-4704-9ba5-82cf7697ab0d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:31.586747 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.587620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.609086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 3e2caf42-a51e-45aa-a5ec-f46afd7106e2 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:31.622086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf475b67-f15b-4ea2-97d4-15aa1e627b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.655527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf475b67-f15b-4ea2-97d4-15aa1e627b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.723367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda8caa3-3e42-42f5-8bc2-815732fa89d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.741647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/f3a8a874-a6d2-4704-9ba5-82cf7697ab0d/0a46a38e-f78a-4c1e-ba7a-33eaab3dc596) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:31.766864 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf475b67-f15b-4ea2-97d4-15aa1e627b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.769449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf475b67-f15b-4ea2-97d4-15aa1e627b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.770619 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cf475b67-f15b-4ea2-97d4-15aa1e627b88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0823b32-2655-4ecd-91bd-b8db9fb8bae6 HTTP/1.1" status: 204 len: 168 time: 0.3154294 Aug 31 06:55:31.783588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf475b67-f15b-4ea2-97d4-15aa1e627b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0823b32-2655-4ecd-91bd-b8db9fb8bae6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.798867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda8caa3-3e42-42f5-8bc2-815732fa89d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.827979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8caa3-3e42-42f5-8bc2-815732fa89d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Subnet': ['ID=df1551dd-afe8-45b9-801f-7f49b45f869b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.834261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dda8caa3-3e42-42f5-8bc2-815732fa89d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.836285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dda8caa3-3e42-42f5-8bc2-815732fa89d5 tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/subnets/df1551dd-afe8-45b9-801f-7f49b45f869b HTTP/1.1" status: 204 len: 168 time: 0.4703710 Aug 31 06:55:31.838892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34492) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:31.846480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458be9df-69b9-4b4c-a4b4-d6cf94b2c35a None None] Network 232fe9bb-5578-4515-bb27-241bea105d57 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:31.923027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.957172 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.968553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Transition to ACTIVE for port object 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:31.988755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Deleting port d6ae096e-5201-4980-9eca-26f6f3ef17d6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:31.989198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.018896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Transition to ACTIVE for port object 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:32.027815 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.059395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] For port d6ae096e-5201-4980-9eca-26f6f3ef17d6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d6ae096e-5201-4980-9eca-26f6f3ef17d6,segment=NetworkSegment(41bfa9f0-db6c-4224-bff3-492dc3e700cc),segment_id=41bfa9f0-db6c-4224-bff3-492dc3e700cc)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:32.059872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.074647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Calling delete_port for d6ae096e-5201-4980-9eca-26f6f3ef17d6 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:32.094228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::63eb:e5c8:49e6:d915 (2eb01b8a-02e2-4449-8123-41d670b7732f/f3a8a874-a6d2-4704-9ba5-82cf7697ab0d/3e2caf42-a51e-45aa-a5ec-f46afd7106e2) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:32.100156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:32.104500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:32.118877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Pushing event updated for resources: {'Port': ['ID=0a46a38e-f78a-4c1e-ba7a-33eaab3dc596,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:32.126218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:32.177837 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.179133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc1602-cad6-457b-ae7b-58ca369b0aa6 None None] DHCP port deletion for 232fe9bb-5578-4515-bb27-241bea105d57 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:32.192367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] No DVR routers for this DVR port d6ae096e-5201-4980-9eca-26f6f3ef17d6 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:32.206380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Attempting to bind port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:32.206841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Attempting to bind port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:32.207224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Attempting to bind port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:32.225997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:32.226602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:32.227199 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.227762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:32.228395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Bound port: 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:32.229167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.240041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Port': ['ID=d6ae096e-5201-4980-9eca-26f6f3ef17d6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:32.303083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] For port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:32.304427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.306561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] For port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0a46a38e-f78a-4c1e-ba7a-33eaab3dc596,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:32.313567 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.315500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232fe9bb-5578-4515-bb27-241bea105d57']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:32.329205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.335701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bfa9f0-db6c-4224-bff3-492dc3e700cc') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:32.335701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bfa9f0-db6c-4224-bff3-492dc3e700cc') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:32.344269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 3e2caf42-a51e-45aa-a5ec-f46afd7106e2 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:32.352749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.375619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.383438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:32.383438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.387902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9603d3-59b2-450a-b114-999f1693bfb4 None None] Pushing event updated for resources: {'Port': ['ID=0a46a38e-f78a-4c1e-ba7a-33eaab3dc596,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:32.417773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:32.430476 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:32.466020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.476227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.478522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:32.479098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] 10.222.0.15 "DELETE /v2.0/networks/232fe9bb-5578-4515-bb27-241bea105d57 HTTP/1.1" status: 204 len: 168 time: 0.6393404 Aug 31 06:55:32.489088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:32.492269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:32.494836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f52d4b-a655-42f6-be16-7a1be80c3a8c tempest-NetworksIpV6TestAttrs-1088915619 tempest-NetworksIpV6TestAttrs-1088915619-project] Pushing event deleted for resources: {'Network': ['ID=232fe9bb-5578-4515-bb27-241bea105d57,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:32.503250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:32.503931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.519960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=3e2caf42-a51e-45aa-a5ec-f46afd7106e2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:32.535838 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9cf035ef-1886-495f-9ccd-5d8a19a0641f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1866846 Aug 31 06:55:32.537976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34512) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:32.600296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724703b6-da72-413d-a103-b56376a810a2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:32.625860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724703b6-da72-413d-a103-b56376a810a2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:32.627797 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-724703b6-da72-413d-a103-b56376a810a2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0853190 Aug 31 06:55:32.630521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34518) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:32.783234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-12501b97-d13d-4b9c-bfdd-082caaca35d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 3e2caf42-a51e-45aa-a5ec-f46afd7106e2 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:32.783895 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12501b97-d13d-4b9c-bfdd-082caaca35d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.807162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34524) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:32.875595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12501b97-d13d-4b9c-bfdd-082caaca35d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.889168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-12501b97-d13d-4b9c-bfdd-082caaca35d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 3e2caf42-a51e-45aa-a5ec-f46afd7106e2 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:33.017821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e8aa27db-f793-47ed-b3bd-213b2d142455 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be8e6073511a44a899468002cc77343d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068658 Aug 31 06:55:33.018162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34534) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.040373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12501b97-d13d-4b9c-bfdd-082caaca35d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.069539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-497ac19b-aaa5-4891-874b-65b768c61ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.080378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12501b97-d13d-4b9c-bfdd-082caaca35d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=3e2caf42-a51e-45aa-a5ec-f46afd7106e2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:33.098426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-497ac19b-aaa5-4891-874b-65b768c61ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.106276 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12501b97-d13d-4b9c-bfdd-082caaca35d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.111420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-12501b97-d13d-4b9c-bfdd-082caaca35d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/3e2caf42-a51e-45aa-a5ec-f46afd7106e2 HTTP/1.1" status: 204 len: 168 time: 0.4776213 Aug 31 06:55:33.111630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34538) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.161743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-497ac19b-aaa5-4891-874b-65b768c61ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.167981 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-497ac19b-aaa5-4891-874b-65b768c61ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.167981 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-497ac19b-aaa5-4891-874b-65b768c61ab6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf360b94-a4b2-4c6a-aef6-84acdcf954eb HTTP/1.1" status: 204 len: 168 time: 0.1471171 Aug 31 06:55:33.175738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ac19b-aaa5-4891-874b-65b768c61ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf360b94-a4b2-4c6a-aef6-84acdcf954eb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:33.186841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb61ebd-4543-476e-8256-50bc5dcfcf5f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:33.188619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb61ebd-4543-476e-8256-50bc5dcfcf5f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:33.194052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34544) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.207166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ffb61ebd-4543-476e-8256-50bc5dcfcf5f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0810783 Aug 31 06:55:33.267956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4dc1bc-b819-4245-9da2-071944c7f7df tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet f3a8a874-a6d2-4704-9ba5-82cf7697ab0d {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:33.273747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc1bc-b819-4245-9da2-071944c7f7df tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.332064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc1bc-b819-4245-9da2-071944c7f7df tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.441816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc1bc-b819-4245-9da2-071944c7f7df tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.526768 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc1bc-b819-4245-9da2-071944c7f7df tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.559357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc1bc-b819-4245-9da2-071944c7f7df tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.561443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eb4dc1bc-b819-4245-9da2-071944c7f7df tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/f3a8a874-a6d2-4704-9ba5-82cf7697ab0d HTTP/1.1" status: 204 len: 168 time: 0.3663864 Aug 31 06:55:33.562571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dc1bc-b819-4245-9da2-071944c7f7df tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a8a874-a6d2-4704-9ba5-82cf7697ab0d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:33.564031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.571365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91611c8a-b6a0-4d60-8677-03fdb8bd18af None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:33.619665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-00911598-d0c5-4f86-90ae-2a22cbbf2f03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529749 Aug 31 06:55:33.622319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34560) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.702878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff044a08-a67f-4519-b529-31976d4f345c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:33.704498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ff044a08-a67f-4519-b529-31976d4f345c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0811305 Aug 31 06:55:33.707074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34566) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.730485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dbc44138-63ee-4dff-80fa-9468b3ae8119 None None] Provisioning for port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:33.777688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:33.803623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cdf18a-7a9b-4176-a3ef-c557baf48116 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:33.805046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-00cdf18a-7a9b-4176-a3ef-c557baf48116 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964935 Aug 31 06:55:33.807670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34572) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.851237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:33.860576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:33.861149 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.862883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-04253ceb-b9c5-478c-9254-dff4badc3871 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535028 Aug 31 06:55:33.867048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34574) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.872159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:33.923141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7411262a-986b-4433-ac74-415973f349a3 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:33.999130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:34.003926 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.004974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.049163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7411262a-986b-4433-ac74-415973f349a3 None None] Deleting port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:34.049546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7411262a-986b-4433-ac74-415973f349a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.054413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0a46a38e-f78a-4c1e-ba7a-33eaab3dc596,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:34.066970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.152712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d6ae096e-5201-4980-9eca-26f6f3ef17d6 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:34.190694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d6ae096e-5201-4980-9eca-26f6f3ef17d6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:34.191059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d6ae096e-5201-4980-9eca-26f6f3ef17d6 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:34.195201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7411262a-986b-4433-ac74-415973f349a3 None None] For port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0a46a38e-f78a-4c1e-ba7a-33eaab3dc596,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:34.195744 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7411262a-986b-4433-ac74-415973f349a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.207830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=0a46a38e-f78a-4c1e-ba7a-33eaab3dc596,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:34.215785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7411262a-986b-4433-ac74-415973f349a3 None None] Calling delete_port for 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:34.265373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34590) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:34.310385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7411262a-986b-4433-ac74-415973f349a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.342242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411262a-986b-4433-ac74-415973f349a3 None None] No DVR routers for this DVR port 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:34.348714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411262a-986b-4433-ac74-415973f349a3 None None] Pushing event deleted for resources: {'Port': ['ID=0a46a38e-f78a-4c1e-ba7a-33eaab3dc596,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:34.373653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e6eb81-85f0-40aa-af2f-191d0a84254b None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:55:34.392186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-99c0365c-a03d-4572-bd5b-7a62eaf7a5d4 tempest-DvrRoutersNegativeTest-1535586504 tempest-DvrRoutersNegativeTest-1535586504-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1714574953', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:34.396280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.policy [None req-99c0365c-a03d-4572-bd5b-7a62eaf7a5d4 tempest-DvrRoutersNegativeTest-1535586504 tempest-DvrRoutersNegativeTest-1535586504-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94667) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 06:55:34.396761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.policy [None req-99c0365c-a03d-4572-bd5b-7a62eaf7a5d4 tempest-DvrRoutersNegativeTest-1535586504 tempest-DvrRoutersNegativeTest-1535586504-project] Failed policy check for 'create_router' {{(pid=94667) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 06:55:34.397512 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-99c0365c-a03d-4572-bd5b-7a62eaf7a5d4 tempest-DvrRoutersNegativeTest-1535586504 tempest-DvrRoutersNegativeTest-1535586504-project] create failed (client error): Access was denied to this resource. Aug 31 06:55:34.399723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99c0365c-a03d-4572-bd5b-7a62eaf7a5d4 tempest-DvrRoutersNegativeTest-1535586504 tempest-DvrRoutersNegativeTest-1535586504-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1328218 Aug 31 06:55:34.473016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6eb81-85f0-40aa-af2f-191d0a84254b None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:55:34.650449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.710263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:34.715281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:34.726484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:34.727181 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.737870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34608) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:34.755109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34612) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:34.755279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8871868 Aug 31 06:55:34.759309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': 'e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:34.760488 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.764194 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c37ae-b1ec-4a84-9429-cdb7840f8d6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:34.765874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': 'e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f', 'ip_address': '2001:db8::46d1:525d:35e6:d548'}], 'name': 'tempest-NetworksTestDHCPv6-1823981593'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:34.898628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c46d2f4d-b484-4c81-8f2f-83af66ef891f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.950986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f/53fb9d17-5ec6-4cad-911f-ce7b9d883c38) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:35.038439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c46d2f4d-b484-4c81-8f2f-83af66ef891f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.045451 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c46d2f4d-b484-4c81-8f2f-83af66ef891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.051127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34618) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:35.093988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:35.120688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d2f4d-b484-4c81-8f2f-83af66ef891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77b445b-7fe6-4319-849a-81e5d65e8ab1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:35.156752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c46d2f4d-b484-4c81-8f2f-83af66ef891f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bd3693eb66945ad976d112fcf91e7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168341 Aug 31 06:55:35.159927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34622) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:35.188849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b22d16-1da4-46ff-8cb2-30462e7dfb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.265378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.275178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Transition to ACTIVE for port object 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:35.289595 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b22d16-1da4-46ff-8cb2-30462e7dfb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.293022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Transition to ACTIVE for port object 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:35.294856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b22d16-1da4-46ff-8cb2-30462e7dfb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.302970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.346291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-74b22d16-1da4-46ff-8cb2-30462e7dfb08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dcc0a84cf8048f0a4f9cb15a9f0fc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915506 Aug 31 06:55:35.346291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b22d16-1da4-46ff-8cb2-30462e7dfb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb44fcb-5b10-4f20-bf88-22ec65bb8c9a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:35.349306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34624) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:35.352142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:35.355748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:35.358422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:35.365621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Pushing event updated for resources: {'Port': ['ID=53fb9d17-5ec6-4cad-911f-ce7b9d883c38,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:35.415904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c51d30b8-63ad-43e9-a21d-24bcbe671ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.439314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Attempting to bind port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:35.439695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Attempting to bind port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:35.440065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Attempting to bind port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:35.440301 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c51d30b8-63ad-43e9-a21d-24bcbe671ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.445306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:35.445678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:35.446082 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.446475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:35.446940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Bound port: 53fb9d17-5ec6-4cad-911f-ce7b9d883c38, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:35.447605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.496232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c51d30b8-63ad-43e9-a21d-24bcbe671ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.499660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c51d30b8-63ad-43e9-a21d-24bcbe671ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.501337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c51d30b8-63ad-43e9-a21d-24bcbe671ef6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9cb44fcb-5b10-4f20-bf88-22ec65bb8c9a HTTP/1.1" status: 204 len: 168 time: 0.1469126 Aug 31 06:55:35.513157 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.515996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] For port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:35.519955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] For port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=53fb9d17-5ec6-4cad-911f-ce7b9d883c38,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:35.521999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d30b8-63ad-43e9-a21d-24bcbe671ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb44fcb-5b10-4f20-bf88-22ec65bb8c9a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:35.523316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6870342c-8fd5-423a-b728-1b5973ec1332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.524415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.546477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 6244e2b6-ba8a-49cf-b9a0-3524e57c25d1 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:35.556502 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6870342c-8fd5-423a-b728-1b5973ec1332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.609003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a984d18-0059-4709-bf9d-50001dcc4524 None None] Pushing event updated for resources: {'Port': ['ID=53fb9d17-5ec6-4cad-911f-ce7b9d883c38,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:35.670898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:35.702339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:35.702888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0a46a38e-f78a-4c1e-ba7a-33eaab3dc596 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:35.714343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6870342c-8fd5-423a-b728-1b5973ec1332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.717415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6870342c-8fd5-423a-b728-1b5973ec1332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.720832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6870342c-8fd5-423a-b728-1b5973ec1332 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c77b445b-7fe6-4319-849a-81e5d65e8ab1 HTTP/1.1" status: 204 len: 168 time: 0.5577204 Aug 31 06:55:35.737127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870342c-8fd5-423a-b728-1b5973ec1332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77b445b-7fe6-4319-849a-81e5d65e8ab1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:35.783170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::46d1:525d:35e6:d548 (2eb01b8a-02e2-4449-8123-41d670b7732f/e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f/6244e2b6-ba8a-49cf-b9a0-3524e57c25d1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:35.920150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34634) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:35.959663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f17a-3a5b-4498-a33f-aceb1b1e08bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.048633 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.071335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 6244e2b6-ba8a-49cf-b9a0-3524e57c25d1 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:36.142577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f17a-3a5b-4498-a33f-aceb1b1e08bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.144657 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.156303 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f17a-3a5b-4498-a33f-aceb1b1e08bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.222157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:36.234174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:36.243406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1dc6f17a-3a5b-4498-a33f-aceb1b1e08bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f13b3877bcc49579cd2758af7d3bf37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156993 Aug 31 06:55:36.244309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:36.246281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34646) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.249913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:36.250554 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.255684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=6244e2b6-ba8a-49cf-b9a0-3524e57c25d1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:36.261477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6f17a-3a5b-4498-a33f-aceb1b1e08bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4b4cb-2c01-4bcd-9cc0-388a1e040a33,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:36.273871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a46ec7f9-49a4-421d-8e84-ec99a57d1af0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5171719 Aug 31 06:55:36.277028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34648) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.284757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-35a3de5d-8e51-4025-b608-5b475005e55c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': 'e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f', 'ip_address': '2001:db8::46d1:525d:35e6:d548'}], 'name': 'tempest-NetworksTestDHCPv6-412557539'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:36.309819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2af62400-733c-45e6-a13c-27ce361e6a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.332685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2af62400-733c-45e6-a13c-27ce361e6a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.396884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2af62400-733c-45e6-a13c-27ce361e6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.405080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2af62400-733c-45e6-a13c-27ce361e6a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.409983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2af62400-733c-45e6-a13c-27ce361e6a46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1af4b4cb-2c01-4bcd-9cc0-388a1e040a33 HTTP/1.1" status: 204 len: 168 time: 0.1619813 Aug 31 06:55:36.415604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a3de5d-8e51-4025-b608-5b475005e55c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:36.421400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af62400-733c-45e6-a13c-27ce361e6a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4b4cb-2c01-4bcd-9cc0-388a1e040a33,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:36.422856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-35a3de5d-8e51-4025-b608-5b475005e55c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.444854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-35a3de5d-8e51-4025-b608-5b475005e55c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port e30f7d02-69e7-449f-98b1-eeb37f536a65 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:36.639173 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a3de5d-8e51-4025-b608-5b475005e55c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 06:55:36.639691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a3de5d-8e51-4025-b608-5b475005e55c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:36.656469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-35a3de5d-8e51-4025-b608-5b475005e55c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3775871 Aug 31 06:55:36.659656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34662) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.665084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34664) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.726794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26387870-c9fe-4420-a686-c2179d4c9630 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:36.736268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26387870-c9fe-4420-a686-c2179d4c9630 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:36.740818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-26387870-c9fe-4420-a686-c2179d4c9630 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0777936 Aug 31 06:55:36.741216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34670) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.797937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4460e9c0-ff82-445d-99f9-11cb627b9b5c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1144363625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:36.824223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4460e9c0-ff82-445d-99f9-11cb627b9b5c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.824801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b3c70-182b-4c0d-bed0-0a11d20b49db None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:55:36.825503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4460e9c0-ff82-445d-99f9-11cb627b9b5c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.853009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-82e6de51-8ee7-495c-93fd-726087f3f8c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 6244e2b6-ba8a-49cf-b9a0-3524e57c25d1 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:36.853476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e6de51-8ee7-495c-93fd-726087f3f8c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.895823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4460e9c0-ff82-445d-99f9-11cb627b9b5c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.904225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4460e9c0-ff82-445d-99f9-11cb627b9b5c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.937736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4460e9c0-ff82-445d-99f9-11cb627b9b5c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.938500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b3c70-182b-4c0d-bed0-0a11d20b49db None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:55:36.941861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4460e9c0-ff82-445d-99f9-11cb627b9b5c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2733731 Aug 31 06:55:36.942129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34678) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.945503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6a156121-42ce-422f-aa5c-fa6c31728925 None None] Provisioning for port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:36.949165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2135786654'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:36.964280 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e6de51-8ee7-495c-93fd-726087f3f8c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.980489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Made reservation on behalf of d473107220254f83922bb4fcfcee1c53 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:36.986907 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.989901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-82e6de51-8ee7-495c-93fd-726087f3f8c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 6244e2b6-ba8a-49cf-b9a0-3524e57c25d1 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:37.008451 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.157200 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.165249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.183338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e6de51-8ee7-495c-93fd-726087f3f8c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.194198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:37.212024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872d2284-34cd-462a-a307-43faf6178418,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.213545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6de51-8ee7-495c-93fd-726087f3f8c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=6244e2b6-ba8a-49cf-b9a0-3524e57c25d1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.215799 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.216384 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Added segment 3009c6b5-a909-4179-a955-79f38f220349 of type vlan for network eb3bb6e9-f4f6-431f-8454-34142866f4a9 Aug 31 06:55:37.269032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718a8fd-d3ef-46ba-aea1-ef1c12886e0d None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:37.269317 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-82e6de51-8ee7-495c-93fd-726087f3f8c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.274262 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-82e6de51-8ee7-495c-93fd-726087f3f8c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/6244e2b6-ba8a-49cf-b9a0-3524e57c25d1 HTTP/1.1" status: 204 len: 168 time: 0.5292473 Aug 31 06:55:37.275548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34690) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.278649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.306548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.313526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:37.314250 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.337100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ed2c2-79de-407b-91b6-4412ec0d2792 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:37.341072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ed2c2-79de-407b-91b6-4412ec0d2792 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:37.342702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e68ed2c2-79de-407b-91b6-4412ec0d2792 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0662062 Aug 31 06:55:37.345594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34694) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.383192 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4398863 Aug 31 06:55:37.387420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34696) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.394870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'subnet': {'network_id': 'eb3bb6e9-f4f6-431f-8454-34142866f4a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:37.417147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fd0d72-fb20-4b55-a756-1c93ab5e1923 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:37.421337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20fd0d72-fb20-4b55-a756-1c93ab5e1923 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.458023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34213a4-12c8-47dd-8f48-0f44b8220144 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Network': ['ID=eb3bb6e9-f4f6-431f-8454-34142866f4a9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.475659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network eb3bb6e9-f4f6-431f-8454-34142866f4a9 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:37.478342 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20fd0d72-fb20-4b55-a756-1c93ab5e1923 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.553442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Made reservation on behalf of d473107220254f83922bb4fcfcee1c53 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:37.558455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.612430 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20fd0d72-fb20-4b55-a756-1c93ab5e1923 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.740100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20fd0d72-fb20-4b55-a756-1c93ab5e1923 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.759442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:37.783732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0d72-fb20-4b55-a756-1c93ab5e1923 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.789386 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20fd0d72-fb20-4b55-a756-1c93ab5e1923 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.794581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-20fd0d72-fb20-4b55-a756-1c93ab5e1923 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f HTTP/1.1" status: 204 len: 168 time: 0.4477015 Aug 31 06:55:37.795369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34704) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.841025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ac1b6213-d0b1-4b46-9f11-e51c65ae0c36 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442321 Aug 31 06:55:37.841658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34708) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.846932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:37.847141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.887661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:37.893151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:37.894583 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.930032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Subnet': ['ID=8fa611b2-ee1e-47a9-9068-67423765ee3c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.932899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Checking segment: {'id': '3009c6b5-a909-4179-a955-79f38f220349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eb3bb6e9-f4f6-431f-8454-34142866f4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:37.933292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network hostable DHCP agents. Network: eb3bb6e9-f4f6-431f-8454-34142866f4a9, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:37.958209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network eb3bb6e9-f4f6-431f-8454-34142866f4a9 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:37.972173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, eb3bb6e9-f4f6-431f-8454-34142866f4a9) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:37.978160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:37.978774 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.990251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01566d6c-09a6-4687-a8c3-4f1ee6f2216a None None] Network eb3bb6e9-f4f6-431f-8454-34142866f4a9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:38.001948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:38.009911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-118c4052-bd8d-4664-baa4-5a20e53793bf tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6182830 Aug 31 06:55:38.010152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.010366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34712) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.015703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'network': {'name': 'tempest-router-network01--1817924187'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:38.059413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Made reservation on behalf of d473107220254f83922bb4fcfcee1c53 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:38.064131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.081362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f4d219-2180-49bd-a66e-ac8c2254510e None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:38.089252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7cffee79-5db7-4344-b64c-608d15625240 None None] Could not find standard attr ID for object 6244e2b6-ba8a-49cf-b9a0-3524e57c25d1. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:38.095981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:38.111755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.113282 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Added segment bb100652-5185-4eac-8bcf-e1196e1dfd98 of type vlan for network f8308c94-95d0-4c68-b940-f783368d029d Aug 31 06:55:38.167804 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.201642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.208794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:38.209474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.275767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.281324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2701004 Aug 31 06:55:38.284609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34720) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.286243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.290492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'network': {'name': 'tempest-router-network02--1506380672'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:38.309119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbed1-bfa9-404d-9900-ad8ca8caeb58 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Network': ['ID=f8308c94-95d0-4c68-b940-f783368d029d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:38.325983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Made reservation on behalf of d473107220254f83922bb4fcfcee1c53 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:38.330779 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.331301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:38.338876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:38.347671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:38.348720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.358227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:38.363432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=b79957f2-0b11-4186-b9b3-b8aa36acc7a4,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:38.373373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.373672 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Added segment 4e58fd97-4a5a-4464-9a9b-55696301418a of type vlan for network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 Aug 31 06:55:38.381757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1e3e235c-68bf-41d7-9641-b7880c9948e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5387573 Aug 31 06:55:38.382513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34724) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.384191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f8308c94-95d0-4c68-b940-f783368d029d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:38.389464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-83e95741-3934-4288-97a4-4d67cea60195 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': 'b79957f2-0b11-4186-b9b3-b8aa36acc7a4', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1928989494'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:38.456768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=53fb9d17-5ec6-4cad-911f-ce7b9d883c38,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:38.482654 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.483813 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.526841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-eb3bb6e9-f4f6-431f-8454-34142866f4a9', 'network_id': 'eb3bb6e9-f4f6-431f-8454-34142866f4a9', 'tenant_id': 'd473107220254f83922bb4fcfcee1c53', 'fixed_ips': [{'subnet_id': '8fa611b2-ee1e-47a9-9068-67423765ee3c'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:38.527664 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.546491 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.552640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:38.553287 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.600099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=53fb9d17-5ec6-4cad-911f-ce7b9d883c38,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:38.633174 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3469267 Aug 31 06:55:38.636687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.646094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'subnet': {'network_id': 'f8308c94-95d0-4c68-b940-f783368d029d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:38.648969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dee955-90a8-499c-9627-2aed2d944b9f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Network': ['ID=3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:38.661056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e95741-3934-4288-97a4-4d67cea60195 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:38.664683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:38.666811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83e95741-3934-4288-97a4-4d67cea60195 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.706078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-83e95741-3934-4288-97a4-4d67cea60195 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port ccf69f89-bc51-4214-b61b-9b974259011f yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:38.796774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Made reservation on behalf of d473107220254f83922bb4fcfcee1c53 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:38.804858 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.830627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Allocated IP 2001:db8::2 (eb3bb6e9-f4f6-431f-8454-34142866f4a9/8fa611b2-ee1e-47a9-9068-67423765ee3c/81594fb6-d4e2-48e7-b47e-9a3cc3f42c07) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:38.874905 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e95741-3934-4288-97a4-4d67cea60195 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:38.877166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e95741-3934-4288-97a4-4d67cea60195 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:38.899330 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-83e95741-3934-4288-97a4-4d67cea60195 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5128295 Aug 31 06:55:38.899681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34734) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.954234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d83ed-ba87-435d-a93e-625417382379 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:38.995732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc0ad52-883f-474a-9d92-0429188b9626 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.000509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7bc0ad52-883f-474a-9d92-0429188b9626 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0991404 Aug 31 06:55:39.002825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34738) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.062365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.075288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c063cbd3-4078-49a0-a04e-21aa86d99c07 None None] Provisioning complete for port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:39.076063 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c063cbd3-4078-49a0-a04e-21aa86d99c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.083212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbe6a3-abd2-4656-aa5b-d1dd346735a9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.085756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbe6a3-abd2-4656-aa5b-d1dd346735a9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.090233 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-acdbe6a3-abd2-4656-aa5b-d1dd346735a9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0852699 Aug 31 06:55:39.090446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.133613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Subnet': ['ID=28dbfa5b-c81c-489c-9b6e-79c39d92b57f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:39.147619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Checking segment: {'id': 'bb100652-5185-4eac-8bcf-e1196e1dfd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f8308c94-95d0-4c68-b940-f783368d029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:39.147983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network hostable DHCP agents. Network: f8308c94-95d0-4c68-b940-f783368d029d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:39.157546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3061c9f-dc9e-466d-b9ec-29f5904b93e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet b79957f2-0b11-4186-b9b3-b8aa36acc7a4 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:39.165018 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3061c9f-dc9e-466d-b9ec-29f5904b93e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.167162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network f8308c94-95d0-4c68-b940-f783368d029d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:39.181560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f8308c94-95d0-4c68-b940-f783368d029d) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:39.187841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.188654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.213670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f23db765-d081-41a2-9578-15bc73e4df9d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5756090 Aug 31 06:55:39.216361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.221210 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.224000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274fd667-ee70-4ddb-a9e6-000bfc6a8259 None None] Network f8308c94-95d0-4c68-b940-f783368d029d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:39.224606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3061c9f-dc9e-466d-b9ec-29f5904b93e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.225879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'subnet': {'network_id': '3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:39.287737 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3061c9f-dc9e-466d-b9ec-29f5904b93e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.304607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Transition to ACTIVE for port object 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:39.372663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3061c9f-dc9e-466d-b9ec-29f5904b93e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.375697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Made reservation on behalf of d473107220254f83922bb4fcfcee1c53 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:39.379546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.422953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3061c9f-dc9e-466d-b9ec-29f5904b93e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=b79957f2-0b11-4186-b9b3-b8aa36acc7a4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:39.424825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3061c9f-dc9e-466d-b9ec-29f5904b93e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.429913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c3061c9f-dc9e-466d-b9ec-29f5904b93e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/b79957f2-0b11-4186-b9b3-b8aa36acc7a4 HTTP/1.1" status: 204 len: 168 time: 0.3358147 Aug 31 06:55:39.430135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34754) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.488186 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-17172158-3c63-4720-a7ed-8da686451685 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532236 Aug 31 06:55:39.488620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34756) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.498703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:39.538174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Transition to ACTIVE for port object 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:39.576108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.645251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Network eb3bb6e9-f4f6-431f-8454-34142866f4a9 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:39.647485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:39.651463 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.677207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:39.680172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:39.697730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Pushing event updated for resources: {'Port': ['ID=81594fb6-d4e2-48e7-b47e-9a3cc3f42c07,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:39.736470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:39.798676 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.816328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-f8308c94-95d0-4c68-b940-f783368d029d', 'network_id': 'f8308c94-95d0-4c68-b940-f783368d029d', 'tenant_id': 'd473107220254f83922bb4fcfcee1c53', 'fixed_ips': [{'subnet_id': '28dbfa5b-c81c-489c-9b6e-79c39d92b57f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:39.817350 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.896856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Subnet': ['ID=309b2b03-ce6b-47b9-941a-d6f46414cada,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:39.936586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Checking segment: {'id': '4e58fd97-4a5a-4464-9a9b-55696301418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:39.937045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network hostable DHCP agents. Network: 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:39.996634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Attempting to bind port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:39.997219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Attempting to bind port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '3009c6b5-a909-4179-a955-79f38f220349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eb3bb6e9-f4f6-431f-8454-34142866f4a9'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:39.997564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Attempting to bind port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 on network eb3bb6e9-f4f6-431f-8454-34142866f4a9 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:40.006745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:40.008549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:40.009120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Checking segment: {'id': '3009c6b5-a909-4179-a955-79f38f220349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eb3bb6e9-f4f6-431f-8454-34142866f4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:40.009810 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.010414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Bound using segment: {'id': '3009c6b5-a909-4179-a955-79f38f220349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eb3bb6e9-f4f6-431f-8454-34142866f4a9'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:40.011799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Bound port: 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3009c6b5-a909-4179-a955-79f38f220349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'eb3bb6e9-f4f6-431f-8454-34142866f4a9'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:40.012357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.022682 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.030000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:40.049997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f41bce-019d-4791-adf0-eb68f0f1e00f None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:40.060472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:40.061541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.093375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:40.101702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e8c785da-b54d-428e-b80f-9242c3e6c310 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8801758 Aug 31 06:55:40.101702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:40.102029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34766) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.104675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:40.105457 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.108234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=eb2bd0e9-a984-4118-876d-b1d5d59dfe6b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:40.117719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a9dfcb-c394-4135-b956-d58d67f2caaa None None] Network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:40.132590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5753e553-8d89-4374-abde-631076ea7e45 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6426747 Aug 31 06:55:40.135337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34768) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.140784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-031ae3ce-2b1d-4c9e-be7a-a2c7a806399d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1997727980', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:40.155341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Allocated IP 2001:db8::2 (f8308c94-95d0-4c68-b940-f783368d029d/28dbfa5b-c81c-489c-9b6e-79c39d92b57f/8f5dece0-1477-4e78-951d-26a3f33001ea) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:40.172541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-031ae3ce-2b1d-4c9e-be7a-a2c7a806399d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.173710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-031ae3ce-2b1d-4c9e-be7a-a2c7a806399d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.201074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:40.201074 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.247315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-031ae3ce-2b1d-4c9e-be7a-a2c7a806399d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.254589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-031ae3ce-2b1d-4c9e-be7a-a2c7a806399d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.290891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-031ae3ce-2b1d-4c9e-be7a-a2c7a806399d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.296233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-031ae3ce-2b1d-4c9e-be7a-a2c7a806399d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1572058 Aug 31 06:55:40.296799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34774) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.320724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5b6e355a-8863-4b36-8c10-e30925459920 None None] Provisioning complete for port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:40.320724 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b6e355a-8863-4b36-8c10-e30925459920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.465495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] For port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:40.507040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] For port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=81594fb6-d4e2-48e7-b47e-9a3cc3f42c07,segment=NetworkSegment(3009c6b5-a909-4179-a955-79f38f220349),segment_id=3009c6b5-a909-4179-a955-79f38f220349)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:40.544937 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.572486 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.716473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.830597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7', 'network_id': '3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7', 'tenant_id': 'd473107220254f83922bb4fcfcee1c53', 'fixed_ips': [{'subnet_id': '309b2b03-ce6b-47b9-941a-d6f46414cada'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:40.832815 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.910692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8db283-c0d4-4978-9f47-236f3bad55e1 None None] Pushing event updated for resources: {'Port': ['ID=81594fb6-d4e2-48e7-b47e-9a3cc3f42c07,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:40.936129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.023650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Transition to ACTIVE for port object 8f5dece0-1477-4e78-951d-26a3f33001ea will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:41.060755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Transition to ACTIVE for port object 8f5dece0-1477-4e78-951d-26a3f33001ea will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:41.079994 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.106542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Network f8308c94-95d0-4c68-b940-f783368d029d is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:41.111238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:41.127234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::1 (2eb01b8a-02e2-4449-8123-41d670b7732f/eb2bd0e9-a984-4118-876d-b1d5d59dfe6b/23d55c08-9de3-47bf-ba00-bba186ff48d8) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:41.157894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:41.221297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Allocated IP 2001:db8::1 (f8308c94-95d0-4c68-b940-f783368d029d/28dbfa5b-c81c-489c-9b6e-79c39d92b57f/1f45261e-d7d7-4293-bd27-cb6921b6baa7) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:41.268809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Pushing event updated for resources: {'Port': ['ID=8f5dece0-1477-4e78-951d-26a3f33001ea,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:41.294643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Attempting to bind port 8f5dece0-1477-4e78-951d-26a3f33001ea on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:41.295022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Attempting to bind port 8f5dece0-1477-4e78-951d-26a3f33001ea by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'bb100652-5185-4eac-8bcf-e1196e1dfd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f8308c94-95d0-4c68-b940-f783368d029d'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:41.295389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Attempting to bind port 8f5dece0-1477-4e78-951d-26a3f33001ea on network f8308c94-95d0-4c68-b940-f783368d029d {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:41.302253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:41.302636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Checking segment: {'id': 'bb100652-5185-4eac-8bcf-e1196e1dfd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f8308c94-95d0-4c68-b940-f783368d029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:41.303046 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.303446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Bound using segment: {'id': 'bb100652-5185-4eac-8bcf-e1196e1dfd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f8308c94-95d0-4c68-b940-f783368d029d'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:41.303925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Bound port: 8f5dece0-1477-4e78-951d-26a3f33001ea, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb100652-5185-4eac-8bcf-e1196e1dfd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f8308c94-95d0-4c68-b940-f783368d029d'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:41.304310 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.336434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Allocated IP 2001:db8::2 (3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7/309b2b03-ce6b-47b9-941a-d6f46414cada/0db6a898-f711-4bf0-95bf-d67890527de6) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:41.388730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32763c82-9923-42f4-99d7-2af9548def1e None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:41.391208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.406836 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.426181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Transition to ACTIVE for port object 1f45261e-d7d7-4293-bd27-cb6921b6baa7 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:41.435171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 23d55c08-9de3-47bf-ba00-bba186ff48d8 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:41.524647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] For port 8f5dece0-1477-4e78-951d-26a3f33001ea, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:41.525847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.531006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.561650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] For port 8f5dece0-1477-4e78-951d-26a3f33001ea, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8f5dece0-1477-4e78-951d-26a3f33001ea,segment=NetworkSegment(bb100652-5185-4eac-8bcf-e1196e1dfd98),segment_id=bb100652-5185-4eac-8bcf-e1196e1dfd98)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:41.579046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network f8308c94-95d0-4c68-b940-f783368d029d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:41.580403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:41.583401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.583643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:41.585149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:41.586219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:41.587771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.589771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:41.590472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.629558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a62a5198-9662-4e95-8a87-19ceb16481c6 None None] Provisioning complete for port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:41.635547 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a62a5198-9662-4e95-8a87-19ceb16481c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.645728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=23d55c08-9de3-47bf-ba00-bba186ff48d8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:41.750254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Port': ['ID=1f45261e-d7d7-4293-bd27-cb6921b6baa7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:41.755765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.813359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:41.833033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.168727 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.178407 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.179214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.291361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.294814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=23d55c08-9de3-47bf-ba00-bba186ff48d8,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:42.301513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.303821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.325492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07beb883-2d9d-4f1f-98af-9507f7f75199 None None] Network eb3bb6e9-f4f6-431f-8454-34142866f4a9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:42.355212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:42.357986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:42.385878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Port': ['ID=1f45261e-d7d7-4293-bd27-cb6921b6baa7,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:42.446133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeea430-6b78-4929-b5d2-48f301c3b7a6 None None] Pushing event updated for resources: {'Port': ['ID=8f5dece0-1477-4e78-951d-26a3f33001ea,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:42.468080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:42.532262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network f8308c94-95d0-4c68-b940-f783368d029d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:42.534429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:42.553246 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.597019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Router ca08dbf5-3c0e-426c-84c0-48ea10b91973 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:55:42.597400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Transition to ACTIVE for port object 0db6a898-f711-4bf0-95bf-d67890527de6 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:42.690524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Transition to ACTIVE for port object 0db6a898-f711-4bf0-95bf-d67890527de6 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:42.698699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-78df1581-6f51-4576-b58c-99a766d7cfa3 None None] Provisioning for port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:42.705216 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.708184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Router 5b1d7519-9401-4cb2-84a5-cb08c6c0b716 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:55:42.737809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-78df1581-6f51-4576-b58c-99a766d7cfa3 None None] Provisioning complete for port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:42.738592 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-78df1581-6f51-4576-b58c-99a766d7cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.802977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:42.814581 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Sync routers for ids ['ca08dbf5-3c0e-426c-84c0-48ea10b91973'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:42.816884 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-62a15699-a0fa-4974-a27f-b419d506462e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "PUT /v2.0/routers/ca08dbf5-3c0e-426c-84c0-48ea10b91973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5183620 Aug 31 06:55:42.817484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34804) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:42.834775 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Routers {'ca08dbf5-3c0e-426c-84c0-48ea10b91973'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:42.836564 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ca08dbf5-3c0e-426c-84c0-48ea10b91973'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:42.861156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:42.874648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:42.875206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18414f83-d514-49f5-9475-1afa4440fc5e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:42.878387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Pushing event updated for resources: {'Port': ['ID=0db6a898-f711-4bf0-95bf-d67890527de6,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:42.883162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:42.887329 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-18414f83-d514-49f5-9475-1afa4440fc5e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports/23d55c08-9de3-47bf-ba00-bba186ff48d8 HTTP/1.1" status: 200 len: 911 time: 0.0687542 Aug 31 06:55:42.888135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34806) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.010339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Attempting to bind port 0db6a898-f711-4bf0-95bf-d67890527de6 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:43.015744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Attempting to bind port 0db6a898-f711-4bf0-95bf-d67890527de6 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '4e58fd97-4a5a-4464-9a9b-55696301418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:43.016326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Attempting to bind port 0db6a898-f711-4bf0-95bf-d67890527de6 on network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:43.027328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:43.027860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Checking segment: {'id': '4e58fd97-4a5a-4464-9a9b-55696301418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:43.028388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.028882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Bound using segment: {'id': '4e58fd97-4a5a-4464-9a9b-55696301418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:43.029513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Bound port: 0db6a898-f711-4bf0-95bf-d67890527de6, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e58fd97-4a5a-4464-9a9b-55696301418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:43.030426 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.071385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-78df1581-6f51-4576-b58c-99a766d7cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.081156 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Set router ca08dbf5-3c0e-426c-84c0-48ea10b91973 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:43.238434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] For port 0db6a898-f711-4bf0-95bf-d67890527de6, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:43.264259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] For port 0db6a898-f711-4bf0-95bf-d67890527de6, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0db6a898-f711-4bf0-95bf-d67890527de6,segment=NetworkSegment(4e58fd97-4a5a-4464-9a9b-55696301418a),segment_id=4e58fd97-4a5a-4464-9a9b-55696301418a)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:43.271274 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.316932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-78df1581-6f51-4576-b58c-99a766d7cfa3 None None] For port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=81594fb6-d4e2-48e7-b47e-9a3cc3f42c07,segment=NetworkSegment(3009c6b5-a909-4179-a955-79f38f220349),segment_id=3009c6b5-a909-4179-a955-79f38f220349)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:43.325263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-78df1581-6f51-4576-b58c-99a766d7cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.394592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9b75a-6d48-4aeb-ac4a-744c575158da None None] Pushing event updated for resources: {'Port': ['ID=0db6a898-f711-4bf0-95bf-d67890527de6,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:43.505140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:43.512119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e457c05e-6c41-4060-8f62-a5579cdef980 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "PUT /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4087839 Aug 31 06:55:43.515017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34812) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.529717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4ed3a00b-9c97-4502-a162-052a3011b904 None None] Provisioning complete for port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:43.530293 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a00b-9c97-4502-a162-052a3011b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.539246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98470dd-7cc7-4ddd-8f69-7bfc8ae25ae6 None None] Sync routers for ids ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:43.581972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c174d282-ee0f-46d1-b329-2943299a9d1e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:43.588591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c174d282-ee0f-46d1-b329-2943299a9d1e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:43.597480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c174d282-ee0f-46d1-b329-2943299a9d1e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.7076731 Aug 31 06:55:43.598154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34814) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.613733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df1581-6f51-4576-b58c-99a766d7cfa3 None None] Pushing event updated for resources: {'Port': ['ID=81594fb6-d4e2-48e7-b47e-9a3cc3f42c07,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:43.702445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98470dd-7cc7-4ddd-8f69-7bfc8ae25ae6 None None] Routers {'5b1d7519-9401-4cb2-84a5-cb08c6c0b716'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:43.715099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d98470dd-7cc7-4ddd-8f69-7bfc8ae25ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.751175 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca08dbf5-3c0e-426c-84c0-48ea10b91973', 'name': 'tempest-NetworksTestDHCPv6-router-1997727980', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:40Z', 'updated_at': '2021-08-31T06:55:41Z', 'revision_number': 2, 'project_id': 'bf4080a861a744028f838006c552e11e', 'gw_port_host': None, '_interfaces': [{'id': '23d55c08-9de3-47bf-ba00-bba186ff48d8', 'name': '', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'mac_address': 'fa:16:3e:55:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08dbf5-3c0e-426c-84c0-48ea10b91973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'eb2bd0e9-a984-4118-876d-b1d5d59dfe6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:55:40Z', 'updated_at': '2021-08-31T06:55:41Z', 'revision_number': 2, 'project_id': 'bf4080a861a744028f838006c552e11e', 'subnets': [{'id': 'eb2bd0e9-a984-4118-876d-b1d5d59dfe6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.870633 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Checking router: ca08dbf5-3c0e-426c-84c0-48ea10b91973 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:55:43.871318 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Updating router ca08dbf5-3c0e-426c-84c0-48ea10b91973 port 23d55c08-9de3-47bf-ba00-bba186ff48d8 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:55:43.878952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d98470dd-7cc7-4ddd-8f69-7bfc8ae25ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.942643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98470dd-7cc7-4ddd-8f69-7bfc8ae25ae6 None None] Routers {'5b1d7519-9401-4cb2-84a5-cb08c6c0b716'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:43.945167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d98470dd-7cc7-4ddd-8f69-7bfc8ae25ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.957651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8f5dece0-1477-4e78-951d-26a3f33001ea up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:43.974657 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.180591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e231b-3d2f-4c26-8590-4d7eedd92209 None None] Network f8308c94-95d0-4c68-b940-f783368d029d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:44.202690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d98470dd-7cc7-4ddd-8f69-7bfc8ae25ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:44.203472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98470dd-7cc7-4ddd-8f69-7bfc8ae25ae6 None None] The sync data for ids ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:44.418669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4ed3a00b-9c97-4502-a162-052a3011b904 None None] Provisioning complete for port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:44.419390 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a00b-9c97-4502-a162-052a3011b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.421094 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.457607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 8f5dece0-1477-4e78-951d-26a3f33001ea completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:44.572740 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.597668 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Transition to ACTIVE for port object 23d55c08-9de3-47bf-ba00-bba186ff48d8 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:44.606859 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.622364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4ed3a00b-9c97-4502-a162-052a3011b904 None None] Provisioning for port 23d55c08-9de3-47bf-ba00-bba186ff48d8 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:44.687158 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Pushing event updated for resources: {'Port': ['ID=23d55c08-9de3-47bf-ba00-bba186ff48d8,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:44.702831 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.703269 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.703666 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.704064 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.704456 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.704975 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.705397 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.706353 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.706796 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.707343 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.707787 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.708286 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:44.795891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cf4d8c4c-0813-44a0-b019-f7423793175b None None] Provisioning for port 8f5dece0-1477-4e78-951d-26a3f33001ea completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:44.806390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cf4d8c4c-0813-44a0-b019-f7423793175b None None] Provisioning complete for port 8f5dece0-1477-4e78-951d-26a3f33001ea triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:44.806775 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8c4c-0813-44a0-b019-f7423793175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.856800 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Attempting to bind port 23d55c08-9de3-47bf-ba00-bba186ff48d8 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:44.859139 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Attempting to bind port 23d55c08-9de3-47bf-ba00-bba186ff48d8 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:44.859614 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Attempting to bind port 23d55c08-9de3-47bf-ba00-bba186ff48d8 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:44.870564 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:44.870935 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:44.873655 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.876127 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:44.876865 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Bound port: 23d55c08-9de3-47bf-ba00-bba186ff48d8, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:44.878048 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.948414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 23d55c08-9de3-47bf-ba00-bba186ff48d8 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:44.952081 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.062809 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-c40d8bdb-2bf1-430c-9edc-a2e8268a1b31 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:45.067215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c40d8bdb-2bf1-430c-9edc-a2e8268a1b31 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "PUT /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5479417 Aug 31 06:55:45.067606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34828) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.070863 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8c4c-0813-44a0-b019-f7423793175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.080385 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] For port 23d55c08-9de3-47bf-ba00-bba186ff48d8, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:45.085150 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] For port 23d55c08-9de3-47bf-ba00-bba186ff48d8, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=23d55c08-9de3-47bf-ba00-bba186ff48d8,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:45.093231 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.203010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cf4d8c4c-0813-44a0-b019-f7423793175b None None] For port 8f5dece0-1477-4e78-951d-26a3f33001ea, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8f5dece0-1477-4e78-951d-26a3f33001ea,segment=NetworkSegment(bb100652-5185-4eac-8bcf-e1196e1dfd98),segment_id=bb100652-5185-4eac-8bcf-e1196e1dfd98)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:45.223731 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8c4c-0813-44a0-b019-f7423793175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.225403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] For port 23d55c08-9de3-47bf-ba00-bba186ff48d8, host n-d-712142-16, got binding levels [] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:45.225786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.239966 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d41b38-8344-47e9-9169-2ddb9f5e2fbf None None] Pushing event updated for resources: {'Port': ['ID=23d55c08-9de3-47bf-ba00-bba186ff48d8,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:45.250929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 23d55c08-9de3-47bf-ba00-bba186ff48d8 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:45.256556 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Routers {'ca08dbf5-3c0e-426c-84c0-48ea10b91973'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:45.257221 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ca08dbf5-3c0e-426c-84c0-48ea10b91973'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:45.343518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d8c4c-0813-44a0-b019-f7423793175b None None] Pushing event updated for resources: {'Port': ['ID=8f5dece0-1477-4e78-951d-26a3f33001ea,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:45.402678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4fb8d08e-4c2a-4b16-80f5-b9425f1b592f None None] Provisioning for port 1f45261e-d7d7-4293-bd27-cb6921b6baa7 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:45.410080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4fb8d08e-4c2a-4b16-80f5-b9425f1b592f None None] Provisioning complete for port 1f45261e-d7d7-4293-bd27-cb6921b6baa7 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:45.419358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d08e-4c2a-4b16-80f5-b9425f1b592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.454103 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] Set router ca08dbf5-3c0e-426c-84c0-48ea10b91973 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:45.520235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8d08e-4c2a-4b16-80f5-b9425f1b592f None None] Port 1f45261e-d7d7-4293-bd27-cb6921b6baa7 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:45.551790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b2252-d66e-44c3-89c6-a4a76cc10307 None None] Network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:45.594907 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.648324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=23d55c08-9de3-47bf-ba00-bba186ff48d8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:45.680352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4fb8d08e-4c2a-4b16-80f5-b9425f1b592f None None] Provisioning complete for port 8f5dece0-1477-4e78-951d-26a3f33001ea triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:45.680738 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d08e-4c2a-4b16-80f5-b9425f1b592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.818727 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.917977 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca08dbf5-3c0e-426c-84c0-48ea10b91973', 'name': 'tempest-NetworksTestDHCPv6-router-1997727980', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:40Z', 'updated_at': '2021-08-31T06:55:41Z', 'revision_number': 2, 'project_id': 'bf4080a861a744028f838006c552e11e', 'gw_port_host': None, '_interfaces': [{'id': '23d55c08-9de3-47bf-ba00-bba186ff48d8', 'name': '', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'mac_address': 'fa:16:3e:55:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08dbf5-3c0e-426c-84c0-48ea10b91973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'eb2bd0e9-a984-4118-876d-b1d5d59dfe6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:55:40Z', 'updated_at': '2021-08-31T06:55:45Z', 'revision_number': 4, 'project_id': 'bf4080a861a744028f838006c552e11e', 'subnets': [{'id': 'eb2bd0e9-a984-4118-876d-b1d5d59dfe6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:45.945048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.984811 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84b394-7df2-4810-9b18-9b567944e239 None None] The sync data for ids ['ca08dbf5-3c0e-426c-84c0-48ea10b91973'] in n-d-712142-16 is: [{'id': 'ca08dbf5-3c0e-426c-84c0-48ea10b91973', 'name': 'tempest-NetworksTestDHCPv6-router-1997727980', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:40Z', 'updated_at': '2021-08-31T06:55:41Z', 'revision_number': 2, 'project_id': 'bf4080a861a744028f838006c552e11e', 'gw_port_host': None, '_interfaces': [{'id': '23d55c08-9de3-47bf-ba00-bba186ff48d8', 'name': '', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'mac_address': 'fa:16:3e:55:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08dbf5-3c0e-426c-84c0-48ea10b91973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'eb2bd0e9-a984-4118-876d-b1d5d59dfe6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:55:40Z', 'updated_at': '2021-08-31T06:55:45Z', 'revision_number': 4, 'project_id': 'bf4080a861a744028f838006c552e11e', 'subnets': [{'id': 'eb2bd0e9-a984-4118-876d-b1d5d59dfe6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:46.034442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0db6a898-f711-4bf0-95bf-d67890527de6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:46.129774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Provisioning complete for port 1f45261e-d7d7-4293-bd27-cb6921b6baa7 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:46.130315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.242026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Port 1f45261e-d7d7-4293-bd27-cb6921b6baa7 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:46.285830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0db6a898-f711-4bf0-95bf-d67890527de6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:46.290250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Provisioning for port 0db6a898-f711-4bf0-95bf-d67890527de6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:46.295617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0db6a898-f711-4bf0-95bf-d67890527de6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:46.301708 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.303537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Router ca08dbf5-3c0e-426c-84c0-48ea10b91973 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:46.306422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Provisioning complete for port 0db6a898-f711-4bf0-95bf-d67890527de6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:46.307586 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.459914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:46.473795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f89c9386-dec0-4ace-ac63-0ebbd1e1552f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "PUT /v2.0/routers/ca08dbf5-3c0e-426c-84c0-48ea10b91973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8745160 Aug 31 06:55:46.475011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34846) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.537719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.552827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910d22e6-d541-4211-8de7-681d70cacf99 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:46.558773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910d22e6-d541-4211-8de7-681d70cacf99 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:46.568281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-910d22e6-d541-4211-8de7-681d70cacf99 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0919349 Aug 31 06:55:46.568982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34848) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.576942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting port 1f45261e-d7d7-4293-bd27-cb6921b6baa7 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:46.578091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.580522 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.636026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] For port 0db6a898-f711-4bf0-95bf-d67890527de6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0db6a898-f711-4bf0-95bf-d67890527de6,segment=NetworkSegment(4e58fd97-4a5a-4464-9a9b-55696301418a),segment_id=4e58fd97-4a5a-4464-9a9b-55696301418a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:46.648456 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.675614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e25789-0e0a-4758-91bf-a145d8fffa61 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet eb2bd0e9-a984-4118-876d-b1d5d59dfe6b {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:46.689003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-67e25789-0e0a-4758-91bf-a145d8fffa61 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.703796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Could not find standard attr ID for object 23d55c08-9de3-47bf-ba00-bba186ff48d8. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:46.739318 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.745651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4169a-d93d-4323-ba30-3d2131f80395 None None] Pushing event updated for resources: {'Port': ['ID=0db6a898-f711-4bf0-95bf-d67890527de6,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:46.752186 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:55:46.753081 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:55:46.758855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Calling delete_port for 1f45261e-d7d7-4293-bd27-cb6921b6baa7 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:46.766206 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-67e25789-0e0a-4758-91bf-a145d8fffa61 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.824992 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-67e25789-0e0a-4758-91bf-a145d8fffa61 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.830941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b2cf37e3-d518-4394-b1a7-04088e67e340 None None] Provisioning complete for port 1f45261e-d7d7-4293-bd27-cb6921b6baa7 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:46.831422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b2cf37e3-d518-4394-b1a7-04088e67e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.904097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf37e3-d518-4394-b1a7-04088e67e340 None None] Port 1f45261e-d7d7-4293-bd27-cb6921b6baa7 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:46.912155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-67e25789-0e0a-4758-91bf-a145d8fffa61 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.936188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b2cf37e3-d518-4394-b1a7-04088e67e340 None None] Provisioning complete for port 0db6a898-f711-4bf0-95bf-d67890527de6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:46.936842 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b2cf37e3-d518-4394-b1a7-04088e67e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.964934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e25789-0e0a-4758-91bf-a145d8fffa61 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2bd0e9-a984-4118-876d-b1d5d59dfe6b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:46.973728 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-67e25789-0e0a-4758-91bf-a145d8fffa61 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.977225 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-67e25789-0e0a-4758-91bf-a145d8fffa61 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/eb2bd0e9-a984-4118-876d-b1d5d59dfe6b HTTP/1.1" status: 204 len: 168 time: 0.4054198 Aug 31 06:55:46.987337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34854) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.992779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73ec29-7cc9-438a-9ee4-37dc5dfdae5e None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:47.056874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.101829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Port': ['ID=1f45261e-d7d7-4293-bd27-cb6921b6baa7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:47.156584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.157097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.157782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.158138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.158477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.159358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.159727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.160059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.160385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.160709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.167680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.168908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:47.238624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bf7630eb-7d04-47e0-9054-82f1bf50523c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2492816 Aug 31 06:55:47.240968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34864) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:47.299779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:47.308968 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.348672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16402d63-b0c6-48d5-9f63-28b3a7e31f78 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.382525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8f5dece0-1477-4e78-951d-26a3f33001ea up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:47.484411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] Deleting port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:47.485085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.526064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Router 5b1d7519-9401-4cb2-84a5-cb08c6c0b716 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:47.565067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16402d63-b0c6-48d5-9f63-28b3a7e31f78 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.567426 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16402d63-b0c6-48d5-9f63-28b3a7e31f78 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.634134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:47.645886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a4b2c73-e9e3-484d-8743-c309bd0d4d1a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "PUT /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5769470 Aug 31 06:55:47.646644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34868) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:47.654107 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7434fc0-2137-4d0c-a0a1-3afffe28a72d None None] Sync routers for ids ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:47.676931 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7434fc0-2137-4d0c-a0a1-3afffe28a72d None None] Routers {'5b1d7519-9401-4cb2-84a5-cb08c6c0b716'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:47.677606 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f7434fc0-2137-4d0c-a0a1-3afffe28a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:47.691072 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-c307acac-3f52-406e-9a5b-7c24c53d4a0f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] delete failed (client error): The resource could not be found. Aug 31 06:55:47.692421 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c307acac-3f52-406e-9a5b-7c24c53d4a0f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1374249056 HTTP/1.1" status: 404 len: 335 time: 0.0447233 Aug 31 06:55:47.698914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34872) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:47.724467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2aaeeaef-128b-413c-9f82-4ede9a0026ff tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d7519-9401-4cb2-84a5-cb08c6c0b716'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:47.726409 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f7434fc0-2137-4d0c-a0a1-3afffe28a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:47.741859 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7434fc0-2137-4d0c-a0a1-3afffe28a72d None None] Routers {'5b1d7519-9401-4cb2-84a5-cb08c6c0b716'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:47.744194 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f7434fc0-2137-4d0c-a0a1-3afffe28a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:47.746057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 8f5dece0-1477-4e78-951d-26a3f33001ea triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:47.746558 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.801526 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f7434fc0-2137-4d0c-a0a1-3afffe28a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:47.802599 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7434fc0-2137-4d0c-a0a1-3afffe28a72d None None] The sync data for ids ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:47.803417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] For port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=53fb9d17-5ec6-4cad-911f-ce7b9d883c38,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:47.803836 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.824952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] Calling delete_port for 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:47.927727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:47.968978 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16402d63-b0c6-48d5-9f63-28b3a7e31f78 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.969805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16402d63-b0c6-48d5-9f63-28b3a7e31f78 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Fanout notify agent at l3_agent the message router_deleted on router ca08dbf5-3c0e-426c-84c0-48ea10b91973 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:55:47.982767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16402d63-b0c6-48d5-9f63-28b3a7e31f78 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.989469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-16402d63-b0c6-48d5-9f63-28b3a7e31f78 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/routers/ca08dbf5-3c0e-426c-84c0-48ea10b91973 HTTP/1.1" status: 204 len: 168 time: 0.7471435 Aug 31 06:55:47.991136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34878) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:47.997638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:48.012670 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.053910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] Pushing event deleted for resources: {'Port': ['ID=53fb9d17-5ec6-4cad-911f-ce7b9d883c38,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.055802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:48.056186 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.080597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2aaeeaef-128b-413c-9f82-4ede9a0026ff tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.092611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e211370-d9f9-45b3-9854-aa24194fae51 None None] No DVR routers for this DVR port 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:48.117946 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-2aaeeaef-128b-413c-9f82-4ede9a0026ff tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] update failed (client error): The resource could not be found. Aug 31 06:55:48.121731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2aaeeaef-128b-413c-9f82-4ede9a0026ff tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "PUT /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716 HTTP/1.1" status: 404 len: 339 time: 0.4190884 Aug 31 06:55:48.123085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34882) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.129359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-478981877'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:48.134489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:48.138207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.199728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7e4b4-37a5-4751-9d51-c65740e3e4ac None None] Sync routers for ids ['ca08dbf5-3c0e-426c-84c0-48ea10b91973'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:48.210832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7e4b4-37a5-4751-9d51-c65740e3e4ac None None] Routers set() bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:48.211347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7e4b4-37a5-4751-9d51-c65740e3e4ac None None] Router IDs set() for agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:55:48.212084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_agentschedulers_db [None req-28a7e4b4-37a5-4751-9d51-c65740e3e4ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca08dbf5-3c0e-426c-84c0-48ea10b91973'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent'). {{(pid=94669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:55:48.220738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Made reservation on behalf of d473107220254f83922bb4fcfcee1c53 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:48.224425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.224569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7e4b4-37a5-4751-9d51-c65740e3e4ac None None] Routers set() bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:48.224981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7e4b4-37a5-4751-9d51-c65740e3e4ac None None] Router IDs set() for agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:55:48.225889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_agentschedulers_db [None req-28a7e4b4-37a5-4751-9d51-c65740e3e4ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca08dbf5-3c0e-426c-84c0-48ea10b91973'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent'). {{(pid=94669) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:55:48.226440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7e4b4-37a5-4751-9d51-c65740e3e4ac None None] The sync data for ids ['ca08dbf5-3c0e-426c-84c0-48ea10b91973'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:48.272432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:48.290950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.291322 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Added segment e08bdf0f-d952-4cdc-b100-7c769eecc9bd of type vlan for network e54b56c7-d94b-46b7-aecf-fc64d967216f Aug 31 06:55:48.324728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0db6a898-f711-4bf0-95bf-d67890527de6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:48.380351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0db6a898-f711-4bf0-95bf-d67890527de6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:48.380825 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.440631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.473627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.511917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34890) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.521774 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.527566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:48.528225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.532885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:48.558667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:48.562046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:48.562632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.568425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25d933-d0fa-4e20-a70d-d1a6857f9bad None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:48.613019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=7042950c-f784-4611-b5cd-2f785ad85007,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.630806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3649b5b0-750d-4f94-a607-d87b4a3f9c59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6379428 Aug 31 06:55:48.634311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34894) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.634595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Network': ['ID=e54b56c7-d94b-46b7-aecf-fc64d967216f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.642512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-df2ab90b-b794-4380-88aa-73bd76fe3eb3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-277823877', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:48.651008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ed400689-7d60-493c-b5a7-3d0878340b2f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5266902 Aug 31 06:55:48.653983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34896) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.673382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df2ab90b-b794-4380-88aa-73bd76fe3eb3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.675565 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df2ab90b-b794-4380-88aa-73bd76fe3eb3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.681217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'subnet': {'network_id': 'e54b56c7-d94b-46b7-aecf-fc64d967216f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:48.682608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e54b56c7-d94b-46b7-aecf-fc64d967216f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:48.705263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-886cc93d-fe25-47e0-9a4e-2e26cfc93bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.727779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:48.751433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df2ab90b-b794-4380-88aa-73bd76fe3eb3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.758013 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df2ab90b-b794-4380-88aa-73bd76fe3eb3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.765257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:48.765809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 53fb9d17-5ec6-4cad-911f-ce7b9d883c38 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:48.823267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '7042950c-f784-4611-b5cd-2f785ad85007'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:48.824166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.868724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-886cc93d-fe25-47e0-9a4e-2e26cfc93bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.874157 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-886cc93d-fe25-47e0-9a4e-2e26cfc93bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.877156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df2ab90b-b794-4380-88aa-73bd76fe3eb3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.881665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-df2ab90b-b794-4380-88aa-73bd76fe3eb3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2403426 Aug 31 06:55:48.881952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34898) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.924010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cc93d-fe25-47e0-9a4e-2e26cfc93bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e7ef6d-6df7-4b72-b003-49e5096533d6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.931906 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-886cc93d-fe25-47e0-9a4e-2e26cfc93bd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d69ddf2b16842b79d65460ee5224346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156446 Aug 31 06:55:48.931906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34900) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.937594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Made reservation on behalf of d473107220254f83922bb4fcfcee1c53 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:48.941821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.004804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/7042950c-f784-4611-b5cd-2f785ad85007/b1422f39-283f-480e-99a8-86918dbcd873) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:49.067476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-785a4d27-3763-42c4-8aa7-bdeba58c2c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.102203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-785a4d27-3763-42c4-8aa7-bdeba58c2c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.227321 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.230001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.237732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Transition to ACTIVE for port object b1422f39-283f-480e-99a8-86918dbcd873 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:49.246364 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-785a4d27-3763-42c4-8aa7-bdeba58c2c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.251590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-785a4d27-3763-42c4-8aa7-bdeba58c2c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.255793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-785a4d27-3763-42c4-8aa7-bdeba58c2c84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07e7ef6d-6df7-4b72-b003-49e5096533d6 HTTP/1.1" status: 204 len: 168 time: 0.3231139 Aug 31 06:55:49.259274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Transition to ACTIVE for port object b1422f39-283f-480e-99a8-86918dbcd873 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:49.267802 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.286542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.298990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a4d27-3763-42c4-8aa7-bdeba58c2c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e7ef6d-6df7-4b72-b003-49e5096533d6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.330011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Subnet': ['ID=a47322e7-a1ce-4981-8205-b09a3e1726b1,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.337721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:49.352341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Checking segment: {'id': 'e08bdf0f-d952-4cdc-b100-7c769eecc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e54b56c7-d94b-46b7-aecf-fc64d967216f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:49.352844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network hostable DHCP agents. Network: e54b56c7-d94b-46b7-aecf-fc64d967216f, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:49.354750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:49.363011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:49.374554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Pushing event updated for resources: {'Port': ['ID=b1422f39-283f-480e-99a8-86918dbcd873,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.397161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network e54b56c7-d94b-46b7-aecf-fc64d967216f is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:49.418474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e54b56c7-d94b-46b7-aecf-fc64d967216f) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:49.424835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:49.425865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.453267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-49bd0347-5f96-40b6-97ce-76576cb9a9ea tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7908802 Aug 31 06:55:49.456152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34910) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:49.457025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5de7e1e-d300-4e89-9b99-3f162301d94d None None] Network e54b56c7-d94b-46b7-aecf-fc64d967216f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:49.500154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Attempting to bind port b1422f39-283f-480e-99a8-86918dbcd873 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:49.500440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Attempting to bind port b1422f39-283f-480e-99a8-86918dbcd873 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:49.500834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Attempting to bind port b1422f39-283f-480e-99a8-86918dbcd873 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:49.500964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4e3e9ca7-9f2b-489c-90e0-f4053113520c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e54b56c7-d94b-46b7-aecf-fc64d967216f'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:49.513486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:49.513874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:49.514285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.514778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:49.515317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Bound port: b1422f39-283f-480e-99a8-86918dbcd873, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:49.515681 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.637928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] For port b1422f39-283f-480e-99a8-86918dbcd873, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:49.655097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] For port b1422f39-283f-480e-99a8-86918dbcd873, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b1422f39-283f-480e-99a8-86918dbcd873,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:49.660127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34912) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:49.675254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb6890c5-17ac-4261-ac31-82ab30d6bcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.681534 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.703350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e54b56c7-d94b-46b7-aecf-fc64d967216f', 'network_id': 'e54b56c7-d94b-46b7-aecf-fc64d967216f', 'tenant_id': 'd473107220254f83922bb4fcfcee1c53', 'fixed_ips': [{'subnet_id': 'a47322e7-a1ce-4981-8205-b09a3e1726b1'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:49.704252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.841569 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb6890c5-17ac-4261-ac31-82ab30d6bcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.852202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb6890c5-17ac-4261-ac31-82ab30d6bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.856836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a7436-36dd-4dff-9bb9-2c2e5b301e81 None None] Pushing event updated for resources: {'Port': ['ID=b1422f39-283f-480e-99a8-86918dbcd873,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.899787 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9ca7-9f2b-489c-90e0-f4053113520c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.918347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6890c5-17ac-4261-ac31-82ab30d6bcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435bf624-62a3-4cdb-a2c3-809d925428cc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.924679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::1 (2eb01b8a-02e2-4449-8123-41d670b7732f/7042950c-f784-4611-b5cd-2f785ad85007/56201683-81e0-474e-b5cc-a7a31575a0c9) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:49.926275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bb6890c5-17ac-4261-ac31-82ab30d6bcdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eab512360b0643aa830edb2b901abab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645180 Aug 31 06:55:49.928878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34916) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:49.950606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Allocated IP 2001:db8:1::2 (e54b56c7-d94b-46b7-aecf-fc64d967216f/a47322e7-a1ce-4981-8205-b09a3e1726b1/3f13d5ce-e032-4d69-9da9-f107a8d0ad46) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:50.052096 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5eed9bc-9e35-4919-a135-b2ac603e80b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.087101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5eed9bc-9e35-4919-a135-b2ac603e80b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.158921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5eed9bc-9e35-4919-a135-b2ac603e80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.161604 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5eed9bc-9e35-4919-a135-b2ac603e80b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.162832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d5eed9bc-9e35-4919-a135-b2ac603e80b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/435bf624-62a3-4cdb-a2c3-809d925428cc HTTP/1.1" status: 204 len: 168 time: 0.2322550 Aug 31 06:55:50.176954 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.188957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Transition to ACTIVE for port object 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:50.190821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eed9bc-9e35-4919-a135-b2ac603e80b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435bf624-62a3-4cdb-a2c3-809d925428cc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.206766 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.210956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Transition to ACTIVE for port object 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:50.221905 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.225118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 56201683-81e0-474e-b5cc-a7a31575a0c9 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:50.286173 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-4e3e9ca7-9f2b-489c-90e0-f4053113520c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:50.291049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34920) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:50.292754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4e3e9ca7-9f2b-489c-90e0-f4053113520c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "PUT /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716 HTTP/1.1" status: 400 len: 364 time: 0.8333426 Aug 31 06:55:50.294288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.298912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Network e54b56c7-d94b-46b7-aecf-fc64d967216f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:50.303075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:50.306190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:50.323525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Pushing event updated for resources: {'Port': ['ID=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.343524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:50.351795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:50.357885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:50.358681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.398676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Attempting to bind port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:50.410074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=56201683-81e0-474e-b5cc-a7a31575a0c9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.415343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Attempting to bind port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'e08bdf0f-d952-4cdc-b100-7c769eecc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e54b56c7-d94b-46b7-aecf-fc64d967216f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:50.420785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Attempting to bind port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 on network e54b56c7-d94b-46b7-aecf-fc64d967216f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:50.458689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:50.459747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Checking segment: {'id': 'e08bdf0f-d952-4cdc-b100-7c769eecc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e54b56c7-d94b-46b7-aecf-fc64d967216f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:50.460584 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.461560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Bound using segment: {'id': 'e08bdf0f-d952-4cdc-b100-7c769eecc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e54b56c7-d94b-46b7-aecf-fc64d967216f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:50.462176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Bound port: 3f13d5ce-e032-4d69-9da9-f107a8d0ad46, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08bdf0f-d952-4cdc-b100-7c769eecc9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e54b56c7-d94b-46b7-aecf-fc64d967216f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:50.462763 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.466023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b1422f39-283f-480e-99a8-86918dbcd873 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:50.558833 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.591850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] For port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:50.597010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] For port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,segment=NetworkSegment(e08bdf0f-d952-4cdc-b100-7c769eecc9bd),segment_id=e08bdf0f-d952-4cdc-b100-7c769eecc9bd)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:50.607629 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.667442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b1422f39-283f-480e-99a8-86918dbcd873 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:50.674682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f47d6-dfb5-4b0e-942d-6dac4459e0c5 None None] Pushing event updated for resources: {'Port': ['ID=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.713636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 23d55c08-9de3-47bf-ba00-bba186ff48d8 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:50.743880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 23d55c08-9de3-47bf-ba00-bba186ff48d8 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:50.744525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 23d55c08-9de3-47bf-ba00-bba186ff48d8 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:50.845486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.081693 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.100590 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.101580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.156070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-121f1807-a542-4145-85ec-577fb0a0d411 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2819240 Aug 31 06:55:51.254276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=56201683-81e0-474e-b5cc-a7a31575a0c9,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:51.306173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:51.307973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:51.359478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2b1e35b6-ad8d-4e7e-bbe7-b5a357c03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.359956 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2b1e35b6-ad8d-4e7e-bbe7-b5a357c03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.360425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2b1e35b6-ad8d-4e7e-bbe7-b5a357c03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.360887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2b1e35b6-ad8d-4e7e-bbe7-b5a357c03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.361379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2b1e35b6-ad8d-4e7e-bbe7-b5a357c03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.362629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2b1e35b6-ad8d-4e7e-bbe7-b5a357c03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.363116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2b1e35b6-ad8d-4e7e-bbe7-b5a357c03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.365752 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2b1e35b6-ad8d-4e7e-bbe7-b5a357c03158 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6497 time: 0.1118791 Aug 31 06:55:51.373349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-32f8f433-c43d-4aea-be83-fc3868661162 None None] Provisioning for port b1422f39-283f-480e-99a8-86918dbcd873 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:51.388115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-32f8f433-c43d-4aea-be83-fc3868661162 None None] Provisioning complete for port b1422f39-283f-480e-99a8-86918dbcd873 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:51.388115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32f8f433-c43d-4aea-be83-fc3868661162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.439082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Allocated IP 2001:db8::1 (eb3bb6e9-f4f6-431f-8454-34142866f4a9/8fa611b2-ee1e-47a9-9068-67423765ee3c/80cb9711-3655-4566-b5cb-054b2ce0e360) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:51.566248 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32f8f433-c43d-4aea-be83-fc3868661162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.626704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-32f8f433-c43d-4aea-be83-fc3868661162 None None] For port b1422f39-283f-480e-99a8-86918dbcd873, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b1422f39-283f-480e-99a8-86918dbcd873,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:51.639184 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32f8f433-c43d-4aea-be83-fc3868661162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.682302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-58ea5920-91c5-43da-9e2f-b67b8d1a4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.683116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-58ea5920-91c5-43da-9e2f-b67b8d1a4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.683778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-58ea5920-91c5-43da-9e2f-b67b8d1a4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.686252 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-58ea5920-91c5-43da-9e2f-b67b8d1a4cf6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c71b659-92d8-4b29-abc6-2d570dfb2787&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=78b44822-3e6a-4f65-91eb-c0e3840d01da&id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 2293 time: 0.2849951 Aug 31 06:55:51.738515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8f433-c43d-4aea-be83-fc3868661162 None None] Pushing event updated for resources: {'Port': ['ID=b1422f39-283f-480e-99a8-86918dbcd873,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:51.800338 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.818724 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-71ff0934-9220-4912-8a0e-a066d47b36a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 200 len: 1001 time: 0.1188846 Aug 31 06:55:51.821390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1fe1ea62-59b7-4a78-9f0f-04d8a03f95eb None None] Provisioning for port 56201683-81e0-474e-b5cc-a7a31575a0c9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:51.826450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Transition to ACTIVE for port object 80cb9711-3655-4566-b5cb-054b2ce0e360 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:51.827633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1fe1ea62-59b7-4a78-9f0f-04d8a03f95eb None None] Provisioning complete for port 56201683-81e0-474e-b5cc-a7a31575a0c9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:51.828317 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ea62-59b7-4a78-9f0f-04d8a03f95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.895617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-3f80a0e7-478f-40a3-8103-56aec3ce6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.897295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-3f80a0e7-478f-40a3-8103-56aec3ce6b30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 HTTP/1.1" status: 200 len: 851 time: 0.0686166 Aug 31 06:55:51.922216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1ea62-59b7-4a78-9f0f-04d8a03f95eb None None] Port 56201683-81e0-474e-b5cc-a7a31575a0c9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:51.944502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.065129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Router b4d2a769-5f7a-49af-855b-5073ee2c5e3c is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:55:52.246913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:52.258244 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1cdc999e-f124-4e1b-89cd-bae97039adb4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "PUT /v2.0/routers/b4d2a769-5f7a-49af-855b-5073ee2c5e3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3728364 Aug 31 06:55:52.261068 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Sync routers for ids ['b4d2a769-5f7a-49af-855b-5073ee2c5e3c'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:52.261940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e11ebef7-dbf9-4356-b2a2-e04db97ff2e9 None None] Provisioning complete for port 56201683-81e0-474e-b5cc-a7a31575a0c9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:52.262319 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e11ebef7-dbf9-4356-b2a2-e04db97ff2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.277054 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Routers {'b4d2a769-5f7a-49af-855b-5073ee2c5e3c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:52.279036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34958) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:52.285104 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b4d2a769-5f7a-49af-855b-5073ee2c5e3c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:52.341800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e11ebef7-dbf9-4356-b2a2-e04db97ff2e9 None None] Port 56201683-81e0-474e-b5cc-a7a31575a0c9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:52.379738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc57f1-00b1-4e9a-9253-2885ba9b67c7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.390211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-19dc57f1-00b1-4e9a-9253-2885ba9b67c7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports/56201683-81e0-474e-b5cc-a7a31575a0c9 HTTP/1.1" status: 200 len: 911 time: 0.1099539 Aug 31 06:55:52.392623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34962) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:52.403378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b7fa1-0661-45de-92e3-b57e32494a57 None None] Network e54b56c7-d94b-46b7-aecf-fc64d967216f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:52.453553 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Set router b4d2a769-5f7a-49af-855b-5073ee2c5e3c gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:52.467510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network eb3bb6e9-f4f6-431f-8454-34142866f4a9 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:52.473172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-8d5c1456-a9f2-47b8-8361-daa276d1a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.474846 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-8d5c1456-a9f2-47b8-8361-daa276d1a69e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c71b659-92d8-4b29-abc6-2d570dfb2787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5686221 Aug 31 06:55:52.475905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:52.482439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:52.482992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.537778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf97a9-6a63-4d98-984b-f962fb067315 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.549584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf97a9-6a63-4d98-984b-f962fb067315 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.559614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-69cf97a9-6a63-4d98-984b-f962fb067315 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1366019 Aug 31 06:55:52.563615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34966) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:52.571925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b1422f39-283f-480e-99a8-86918dbcd873 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:52.605716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Port': ['ID=80cb9711-3655-4566-b5cb-054b2ce0e360,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:52.733271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-82162ed9-d111-4c75-b20a-9c9978c66afc None None] Provisioning for port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:52.814186 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d2a769-5f7a-49af-855b-5073ee2c5e3c', 'name': 'tempest-NetworksTestDHCPv6-router-277823877', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:48Z', 'updated_at': '2021-08-31T06:55:50Z', 'revision_number': 2, 'project_id': 'bf4080a861a744028f838006c552e11e', 'gw_port_host': None, '_interfaces': [{'id': '56201683-81e0-474e-b5cc-a7a31575a0c9', 'name': '', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'mac_address': 'fa:16:3e:63:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d2a769-5f7a-49af-855b-5073ee2c5e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '7042950c-f784-4611-b5cd-2f785ad85007', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:55:49Z', 'updated_at': '2021-08-31T06:55:50Z', 'revision_number': 2, 'project_id': 'bf4080a861a744028f838006c552e11e', 'subnets': [{'id': '7042950c-f784-4611-b5cd-2f785ad85007', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:52.839519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b1422f39-283f-480e-99a8-86918dbcd873 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:52.839519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.878311 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Checking router: b4d2a769-5f7a-49af-855b-5073ee2c5e3c for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:55:52.878893 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Updating router b4d2a769-5f7a-49af-855b-5073ee2c5e3c port 56201683-81e0-474e-b5cc-a7a31575a0c9 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:55:52.896985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-6fefb73f-e522-406a-b822-0aa309bf9355 service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089010 Aug 31 06:55:52.899989 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.932535 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.021454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.042629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:53.083345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f77a9816-41fe-4e7a-9295-fe437589fe6e None None] Provisioning for port 80cb9711-3655-4566-b5cb-054b2ce0e360 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:53.102741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f77a9816-41fe-4e7a-9295-fe437589fe6e None None] Provisioning complete for port 80cb9711-3655-4566-b5cb-054b2ce0e360 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:53.103266 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f77a9816-41fe-4e7a-9295-fe437589fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.231742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f77a9816-41fe-4e7a-9295-fe437589fe6e None None] Port 80cb9711-3655-4566-b5cb-054b2ce0e360 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:53.289169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:53.298532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:53.300539 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.305006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-23155375-81a8-4db9-96ee-f3adf631684f service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667188 Aug 31 06:55:53.397583 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-e2df3614-1082-4214-83a1-2557ced045c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 217 time: 0.0767331 Aug 31 06:55:53.408527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 56201683-81e0-474e-b5cc-a7a31575a0c9 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:53.409387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.412838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a44c8a9a-d067-41ee-b074-f4b028f8ae2c None None] Provisioning complete for port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:53.418043 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a44c8a9a-d067-41ee-b074-f4b028f8ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.421354 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.479213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-70a9f06f-5647-4c82-a214-745a63c4f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:53.480243 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-70a9f06f-5647-4c82-a214-745a63c4f270 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0749729 Aug 31 06:55:53.517819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,segment=NetworkSegment(e08bdf0f-d952-4cdc-b100-7c769eecc9bd),segment_id=e08bdf0f-d952-4cdc-b100-7c769eecc9bd)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:53.520703 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.530412 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.545365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 56201683-81e0-474e-b5cc-a7a31575a0c9 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:53.545937 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.558535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-38d7ffa3-4771-4a01-921a-36e85ddbaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:53.560244 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-38d7ffa3-4771-4a01-921a-36e85ddbaa98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712967 Aug 31 06:55:53.560987 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.561915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.677690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:53.719030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event updated for resources: {'Port': ['ID=80cb9711-3655-4566-b5cb-054b2ce0e360,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:53.724868 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.739286 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Transition to ACTIVE for port object 56201683-81e0-474e-b5cc-a7a31575a0c9 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:53.746572 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.778591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-6160675f-d661-45af-9ec5-d5213d1a6743 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102907 Aug 31 06:55:53.797846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Network eb3bb6e9-f4f6-431f-8454-34142866f4a9 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:53.804457 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2526743-bab5-44c2-bfa1-c1997010fe6d None None] Pushing event updated for resources: {'Port': ['ID=56201683-81e0-474e-b5cc-a7a31575a0c9,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:53.813512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:53.828912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.857378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=56201683-81e0-474e-b5cc-a7a31575a0c9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:53.874328 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Attempting to bind port 56201683-81e0-474e-b5cc-a7a31575a0c9 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:53.874704 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Attempting to bind port 56201683-81e0-474e-b5cc-a7a31575a0c9 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:53.875744 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Attempting to bind port 56201683-81e0-474e-b5cc-a7a31575a0c9 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:53.900942 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:53.902732 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:53.903148 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.904672 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:53.905735 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Bound port: 56201683-81e0-474e-b5cc-a7a31575a0c9, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:53.906158 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.992170 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.plugin [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Port 56201683-81e0-474e-b5cc-a7a31575a0c9 has been deleted concurrently {{(pid=94670) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 06:55:54.013236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Router 5b1d7519-9401-4cb2-84a5-cb08c6c0b716 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:54.018559 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Routers {'b4d2a769-5f7a-49af-855b-5073ee2c5e3c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:54.019263 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b4d2a769-5f7a-49af-855b-5073ee2c5e3c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:54.039593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-c15ae884-1271-4ab4-bb57-076ba88890f9 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518802 Aug 31 06:55:54.039752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.180459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-32ed7bf9-731a-493e-b15c-3e731dba5175 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 217 time: 0.0987937 Aug 31 06:55:54.191172 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] Set router b4d2a769-5f7a-49af-855b-5073ee2c5e3c gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:54.202244 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-793a4d60-e961-4b7f-bc5b-2722c95d3d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.248453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:54.262018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8674eed4-402d-4e1b-8bd1-8d460f1ac96b None None] Sync routers for ids ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:54.268782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4a8cf680-2599-4371-a853-7c70130c220d tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "PUT /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9738102 Aug 31 06:55:54.271487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 34990) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:54.276774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674eed4-402d-4e1b-8bd1-8d460f1ac96b None None] Routers {'5b1d7519-9401-4cb2-84a5-cb08c6c0b716'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:54.277565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8674eed4-402d-4e1b-8bd1-8d460f1ac96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:54.316227 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d2a769-5f7a-49af-855b-5073ee2c5e3c', 'name': 'tempest-NetworksTestDHCPv6-router-277823877', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:48Z', 'updated_at': '2021-08-31T06:55:53Z', 'revision_number': 3, 'project_id': 'bf4080a861a744028f838006c552e11e', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:54.351447 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693aa5c6-1882-493e-97af-c74ee8262134 None None] The sync data for ids ['b4d2a769-5f7a-49af-855b-5073ee2c5e3c'] in n-d-712142-16 is: [{'id': 'b4d2a769-5f7a-49af-855b-5073ee2c5e3c', 'name': 'tempest-NetworksTestDHCPv6-router-277823877', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:48Z', 'updated_at': '2021-08-31T06:55:53Z', 'revision_number': 3, 'project_id': 'bf4080a861a744028f838006c552e11e', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:54.373803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8674eed4-402d-4e1b-8bd1-8d460f1ac96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:54.376541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Router b4d2a769-5f7a-49af-855b-5073ee2c5e3c has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:54.381631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:54.389745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-03d623da-3e06-48fb-8a0b-2608e0747c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:54.391240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-03d623da-3e06-48fb-8a0b-2608e0747c56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.2012243 Aug 31 06:55:54.445307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674eed4-402d-4e1b-8bd1-8d460f1ac96b None None] Routers {'5b1d7519-9401-4cb2-84a5-cb08c6c0b716'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:54.449017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8674eed4-402d-4e1b-8bd1-8d460f1ac96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:54.486116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:54.498999 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8c5548b6-0a7e-40db-8b1a-002aac90ddc1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "PUT /v2.0/routers/b4d2a769-5f7a-49af-855b-5073ee2c5e3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9323072 Aug 31 06:55:54.499636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 34996) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:54.543697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1436b2c9-5c16-4708-a4e3-ca8b48ac4def tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.556883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-03113d7d-1213-44d1-b65e-b85691af1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:54.558625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-03113d7d-1213-44d1-b65e-b85691af1b1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1417329 Aug 31 06:55:54.560459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8674eed4-402d-4e1b-8bd1-8d460f1ac96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:54.561629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8674eed4-402d-4e1b-8bd1-8d460f1ac96b None None] The sync data for ids ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:54.570762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47ccaf-61ad-4faa-a823-cea513db4c85 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:54.572613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47ccaf-61ad-4faa-a823-cea513db4c85 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:54.577559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.578935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-39c80475-c0e6-4561-adde-09957f494b02 None None] Provisioning complete for port 80cb9711-3655-4566-b5cb-054b2ce0e360 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:54.579337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7e47ccaf-61ad-4faa-a823-cea513db4c85 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0786133 Aug 31 06:55:54.579559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-39c80475-c0e6-4561-adde-09957f494b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.579934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35000) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:54.656615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:54.656995 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.670747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d112a707-fd39-4557-a788-f9406e97faab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 7042950c-f784-4611-b5cd-2f785ad85007 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:54.680341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d112a707-fd39-4557-a788-f9406e97faab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.703541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-39c80475-c0e6-4561-adde-09957f494b02 None None] Port 80cb9711-3655-4566-b5cb-054b2ce0e360 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:54.709163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-39c80475-c0e6-4561-adde-09957f494b02 None None] Could not find standard attr ID for object 56201683-81e0-474e-b5cc-a7a31575a0c9. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:54.750425 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-1436b2c9-5c16-4708-a4e3-ca8b48ac4def tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:55:54.752513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1436b2c9-5c16-4708-a4e3-ca8b48ac4def tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716 HTTP/1.1" status: 409 len: 329 time: 0.4777615 Aug 31 06:55:54.756205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35004) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:54.770359 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d112a707-fd39-4557-a788-f9406e97faab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.858110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-d59b337f-3299-4cc2-bc0a-d2ccb93a1928 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351022 Aug 31 06:55:54.901333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d112a707-fd39-4557-a788-f9406e97faab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.970349 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d112a707-fd39-4557-a788-f9406e97faab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.007111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112a707-fd39-4557-a788-f9406e97faab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=7042950c-f784-4611-b5cd-2f785ad85007,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:55.014921 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d112a707-fd39-4557-a788-f9406e97faab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.016980 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d112a707-fd39-4557-a788-f9406e97faab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/7042950c-f784-4611-b5cd-2f785ad85007 HTTP/1.1" status: 204 len: 168 time: 0.4348285 Aug 31 06:55:55.020270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35014) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:55.026742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49eb5e8-5e4a-42ba-bc69-165ad7e58d88 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:55.074992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-79b8622d-2789-40e0-933a-f0ba5d4ce689 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094991 Aug 31 06:55:55.129965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-3d12aa47-aee3-4034-8c2b-7cfc06032790 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=388caf22-efa3-41b1-ba86-00897e2a225d HTTP/1.1" status: 200 len: 217 time: 0.0452623 Aug 31 06:55:55.195394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c8a9dbfd-a03c-4506-a4ac-e40cd0d9e25f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1702304 Aug 31 06:55:55.200090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35022) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:55.228423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-6decc3c9-7be2-4b54-acde-ebdbcbe966c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:55.229509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-6decc3c9-7be2-4b54-acde-ebdbcbe966c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0618620 Aug 31 06:55:55.318490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:55.318721 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b32b6b1a-5d96-467e-9efa-098ccae4ebaa tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.336237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-65138983-eca9-40e1-8114-5d37c75e9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:55.337525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-65138983-eca9-40e1-8114-5d37c75e9d67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011298 Aug 31 06:55:55.399986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] Deleting port b1422f39-283f-480e-99a8-86918dbcd873 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:55.400473 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.420413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.495715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] For port b1422f39-283f-480e-99a8-86918dbcd873, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b1422f39-283f-480e-99a8-86918dbcd873,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:55.496290 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.520274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] Calling delete_port for b1422f39-283f-480e-99a8-86918dbcd873 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:55.522308 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b32b6b1a-5d96-467e-9efa-098ccae4ebaa tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.525930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b32b6b1a-5d96-467e-9efa-098ccae4ebaa tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.550973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-f34a6a37-13d9-412b-9bc7-e9b5d2da52b9 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031102 Aug 31 06:55:55.591909 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b32b6b1a-5d96-467e-9efa-098ccae4ebaa tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.593164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32b6b1a-5d96-467e-9efa-098ccae4ebaa tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Fanout notify agent at l3_agent the message router_deleted on router b4d2a769-5f7a-49af-855b-5073ee2c5e3c {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:55:55.608474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b32b6b1a-5d96-467e-9efa-098ccae4ebaa tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.610716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b32b6b1a-5d96-467e-9efa-098ccae4ebaa tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/routers/b4d2a769-5f7a-49af-855b-5073ee2c5e3c HTTP/1.1" status: 204 len: 168 time: 0.4072821 Aug 31 06:55:55.613750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35028) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:55.682797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5ce1f4-90da-4089-ab7d-9e69d7272cc0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:55.684401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4b5ce1f4-90da-4089-ab7d-9e69d7272cc0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0682468 Aug 31 06:55:55.687107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35030) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:55.762547 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-80c62765-4968-4c37-bf35-47c6c62b759e service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765871 Aug 31 06:55:55.776081 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b361c-7efe-44f8-8368-22c784c4f495 None None] Sync routers for ids ['b4d2a769-5f7a-49af-855b-5073ee2c5e3c'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:55.785749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa473c-728c-4e0a-930a-39295d304bc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:55.787781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5eaa473c-728c-4e0a-930a-39295d304bc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0994747 Aug 31 06:55:55.790502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35032) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:55.791785 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b361c-7efe-44f8-8368-22c784c4f495 None None] Routers set() bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:55.792398 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b361c-7efe-44f8-8368-22c784c4f495 None None] Router IDs set() for agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:55:55.793315 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_agentschedulers_db [None req-133b361c-7efe-44f8-8368-22c784c4f495 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4d2a769-5f7a-49af-855b-5073ee2c5e3c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent'). {{(pid=94670) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:55:55.802221 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b361c-7efe-44f8-8368-22c784c4f495 None None] Routers set() bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:55.802826 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b361c-7efe-44f8-8368-22c784c4f495 None None] Router IDs set() for agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:55:55.803569 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_agentschedulers_db [None req-133b361c-7efe-44f8-8368-22c784c4f495 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4d2a769-5f7a-49af-855b-5073ee2c5e3c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent'). {{(pid=94670) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:55:55.804162 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b361c-7efe-44f8-8368-22c784c4f495 None None] The sync data for ids ['b4d2a769-5f7a-49af-855b-5073ee2c5e3c'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:55.835365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-48515213-cbeb-4f69-99fe-dca786b5493f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=d0eb1625-bdef-4233-951a-76dc78a29946 HTTP/1.1" status: 200 len: 217 time: 0.0609090 Aug 31 06:55:55.838223 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.860703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4870a930-319c-419a-a9c5-6bd8fef2c3a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647051 Aug 31 06:55:55.864270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35036) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:55.868850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.871729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] Pushing event deleted for resources: {'Port': ['ID=b1422f39-283f-480e-99a8-86918dbcd873,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:55.876731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09898a90-db94-48b6-9a96-30c12a83d7f1 None None] No DVR routers for this DVR port b1422f39-283f-480e-99a8-86918dbcd873 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:55.902946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:56.279619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b1422f39-283f-480e-99a8-86918dbcd873 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:56.299999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b1422f39-283f-480e-99a8-86918dbcd873 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:56.300458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b1422f39-283f-480e-99a8-86918dbcd873 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:56.383837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-8e82fe03-a762-423d-b801-0a7b2c73d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:56.385390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-8e82fe03-a762-423d-b801-0a7b2c73d595 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.5426481 Aug 31 06:55:56.454838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:56.458899 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.509604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-29245332-4a23-40e5-98ee-22ac1db8d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:56.511128 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-29245332-4a23-40e5-98ee-22ac1db8d225 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1163487 Aug 31 06:55:56.522323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting port 80cb9711-3655-4566-b5cb-054b2ce0e360 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:56.522759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.733819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.759640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Calling delete_port for 80cb9711-3655-4566-b5cb-054b2ce0e360 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:56.763193 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-535bc464-e17c-48b5-b834-a8a6145340ec service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375627 Aug 31 06:55:56.797729 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-50b51ac4-c0df-4479-a8e8-6465e20da8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.897341 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.003706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-96995185-259d-4d87-b077-010bf8eea43a service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292297 Aug 31 06:55:57.076135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-eb738a1d-ba91-409a-b5cd-fcce7c929049 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 200 len: 217 time: 0.0528972 Aug 31 06:55:57.146866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:55:57.170959 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.214968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-f481e160-1b87-4f26-add1-48d3b6f0c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:57.216482 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-f481e160-1b87-4f26-add1-48d3b6f0c0a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.1319170 Aug 31 06:55:57.251141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:57.269337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:57.275495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:57.276088 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.280335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.280950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936c6ab-9aa0-4268-969f-3fdf3dc2d072 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:57.293597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=1989371f-dee4-444b-8a2b-d5b18a781b52,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:57.332246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Port': ['ID=80cb9711-3655-4566-b5cb-054b2ce0e360,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:57.346541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-55f82ad6-593a-4d2b-a765-bed1bfb7762a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4759109 Aug 31 06:55:57.346793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35064) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:57.350434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:57.401080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-4f4d0c68-c475-4cec-8bb2-4ecab610bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:57.402688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-4f4d0c68-c475-4cec-8bb2-4ecab610bc84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1758063 Aug 31 06:55:57.463025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '1989371f-dee4-444b-8a2b-d5b18a781b52'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:57.464362 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.484515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:57.489415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.492420 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.623287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-077ff9fa-1a12-4e92-b945-b7d77191d505 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852007 Aug 31 06:55:57.642335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Allocated IP 2001:db8::f816:3eff:fe09:dd98 (2eb01b8a-02e2-4449-8123-41d670b7732f/1989371f-dee4-444b-8a2b-d5b18a781b52/44e85140-5fca-4ed6-a674-4e5cb6c6de84) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:57.745455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Router 5b1d7519-9401-4cb2-84a5-cb08c6c0b716 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:57.816166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.823154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2be09b1b-61f2-45f3-936c-cee7a4f5389d service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685038 Aug 31 06:55:57.826662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Transition to ACTIVE for port object 44e85140-5fca-4ed6-a674-4e5cb6c6de84 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:57.842755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Transition to ACTIVE for port object 44e85140-5fca-4ed6-a674-4e5cb6c6de84 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:57.850206 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.896309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:57.897676 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-e37fd2aa-57d8-4f40-8dba-c0697a74ec13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 200 len: 217 time: 0.0474308 Aug 31 06:55:57.899660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:57.899970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:57.908745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-35821856-f528-44d1-b7f1-6197c5ff8fef tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "PUT /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1506906 Aug 31 06:55:57.911686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:57.913382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Pushing event updated for resources: {'Port': ['ID=44e85140-5fca-4ed6-a674-4e5cb6c6de84,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:57.914274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35066) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:57.922772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25acea35-f2d0-46e6-aca9-45ea43ee8dbb None None] Sync routers for ids ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:57.939975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.940753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.941542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.942051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.942550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.943044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.943537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.944042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.944687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.945179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.945692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.946198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:57.993417 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-092c7db0-e1c4-44de-8329-ccc4f52e100b tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] show failed (client error): The resource could not be found. Aug 31 06:55:57.994028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25acea35-f2d0-46e6-aca9-45ea43ee8dbb None None] Routers {'5b1d7519-9401-4cb2-84a5-cb08c6c0b716'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:57.994497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-092c7db0-e1c4-44de-8329-ccc4f52e100b tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-10528702 HTTP/1.1" status: 404 len: 333 time: 0.0793481 Aug 31 06:55:57.995174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-25acea35-f2d0-46e6-aca9-45ea43ee8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:58.003652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35070) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:58.009897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-09e95dc0-279a-4712-8364-c70e1baae4c0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:58.036493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-25acea35-f2d0-46e6-aca9-45ea43ee8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:58.051041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Attempting to bind port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:58.051416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Attempting to bind port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:58.051788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Attempting to bind port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:58.058900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:58.059378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.059526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:58.059793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.060215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:58.060742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Bound port: 44e85140-5fca-4ed6-a674-4e5cb6c6de84, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:58.061065 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.063211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25acea35-f2d0-46e6-aca9-45ea43ee8dbb None None] Routers {'5b1d7519-9401-4cb2-84a5-cb08c6c0b716'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:58.064186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-25acea35-f2d0-46e6-aca9-45ea43ee8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:55:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:58.068415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-93fadb5c-91b9-49a1-a2cb-fda034136825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:58.070065 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-93fadb5c-91b9-49a1-a2cb-fda034136825 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.1566699 Aug 31 06:55:58.071391 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-09e95dc0-279a-4712-8364-c70e1baae4c0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] update failed (client error): The resource could not be found. Aug 31 06:55:58.077125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-09e95dc0-279a-4712-8364-c70e1baae4c0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-614224749 HTTP/1.1" status: 404 len: 334 time: 0.0680461 Aug 31 06:55:58.077436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35076) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:58.098975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:58.102243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:58.108081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:58.108674 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.117095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-25acea35-f2d0-46e6-aca9-45ea43ee8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:58.117899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25acea35-f2d0-46e6-aca9-45ea43ee8dbb None None] The sync data for ids ['5b1d7519-9401-4cb2-84a5-cb08c6c0b716'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:58.128145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=180b05d7-8986-4cc6-9b9d-2c3e18b01b8a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:58.144620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-af0aabff-bfb8-4455-86bb-47bbd6ede4ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7955213 Aug 31 06:55:58.145079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35080) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:58.155949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:d0:41:cf', 'name': 'tempest-NetworksTestDHCPv6-192016396'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:58.195674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2ba8275f-926e-4dbe-a645-846a6f2279f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:58.197924 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-2ba8275f-926e-4dbe-a645-846a6f2279f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1175795 Aug 31 06:55:58.198628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] For port 44e85140-5fca-4ed6-a674-4e5cb6c6de84, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:58.207718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] For port 44e85140-5fca-4ed6-a674-4e5cb6c6de84, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=44e85140-5fca-4ed6-a674-4e5cb6c6de84,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:58.210262 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.215606 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.300351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82589da2-c11a-47d8-b971-d846aab69b0c None None] Pushing event updated for resources: {'Port': ['ID=44e85140-5fca-4ed6-a674-4e5cb6c6de84,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:58.327946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4774bfe2-1f8e-4c30-8eff-88fe3d26986c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting subnet a47322e7-a1ce-4981-8205-b09a3e1726b1 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:58.331984 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4774bfe2-1f8e-4c30-8eff-88fe3d26986c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.344795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:58.374408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-06966b02-fe7d-47bc-bd32-e5fd898d5021 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666307 Aug 31 06:55:58.443155 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4774bfe2-1f8e-4c30-8eff-88fe3d26986c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.452884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.482428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:58.597083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6512d58c-4eb2-4b18-8378-dd6295ff3bf5 req-cc4de66e-f32b-4373-9876-b1e820704a6d service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055440 Aug 31 06:55:58.611534 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4774bfe2-1f8e-4c30-8eff-88fe3d26986c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.701379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4774bfe2-1f8e-4c30-8eff-88fe3d26986c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.735962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4774bfe2-1f8e-4c30-8eff-88fe3d26986c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.737217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 172.20.0.4 (2eb01b8a-02e2-4449-8123-41d670b7732f/180b05d7-8986-4cc6-9b9d-2c3e18b01b8a/a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:58.738709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4774bfe2-1f8e-4c30-8eff-88fe3d26986c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/subnets/a47322e7-a1ce-4981-8205-b09a3e1726b1 HTTP/1.1" status: 204 len: 168 time: 0.6602039 Aug 31 06:55:58.740655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774bfe2-1f8e-4c30-8eff-88fe3d26986c tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Subnet': ['ID=a47322e7-a1ce-4981-8205-b09a3e1726b1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:58.743074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c35a72-77b8-4e63-8911-6cd25334c68a None None] Network e54b56c7-d94b-46b7-aecf-fc64d967216f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:58.744695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35092) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:58.749230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:fed0:41cf (2eb01b8a-02e2-4449-8123-41d670b7732f/1989371f-dee4-444b-8a2b-d5b18a781b52/a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:58.856425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.947461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.959753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:58.960152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.964315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:58.978578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] DHCP port deletion for e54b56c7-d94b-46b7-aecf-fc64d967216f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:59.028508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.039845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] For port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,segment=NetworkSegment(e08bdf0f-d952-4cdc-b100-7c769eecc9bd),segment_id=e08bdf0f-d952-4cdc-b100-7c769eecc9bd)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:59.040272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.048394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] Deleting port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:59.048804 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.056467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Calling delete_port for 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:59.094497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:59.098463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:59.103682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:59.107937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:59.136035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] For port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,segment=NetworkSegment(e08bdf0f-d952-4cdc-b100-7c769eecc9bd),segment_id=e08bdf0f-d952-4cdc-b100-7c769eecc9bd)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:59.136968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.165119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] Calling delete_port for 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:59.179886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:59.181220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.191058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.214797 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7a8948d-2da1-438e-8a5f-b733276c5ef6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0635138 Aug 31 06:55:59.214797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35102) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:59.227130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Port': ['ID=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:59.241278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] No DVR routers for this DVR port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:59.272530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0ace4-e05e-499a-81b9-704f771501ad tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:59.280491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0ace4-e05e-499a-81b9-704f771501ad tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:59.291051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35106) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:59.292036 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c5c0ace4-e05e-499a-81b9-704f771501ad tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0668883 Aug 31 06:55:59.306529 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.336211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] Pushing event deleted for resources: {'Port': ['ID=3f13d5ce-e032-4d69-9da9-f107a8d0ad46,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:59.343826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163e21d-bf24-47ae-b9cb-1917f4c3c3f2 None None] No DVR routers for this DVR port 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:59.374707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.393588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54b56c7-d94b-46b7-aecf-fc64d967216f']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:59.406051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08bdf0f-d952-4cdc-b100-7c769eecc9bd') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:59.406607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08bdf0f-d952-4cdc-b100-7c769eecc9bd') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:59.442309 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.462757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.474017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:59.474588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:59.477871 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:59.540601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2ffca12e-2435-4974-9d29-7424582dd8b4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:59.541761 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2ffca12e-2435-4974-9d29-7424582dd8b4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.614116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.622355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.624205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/networks/e54b56c7-d94b-46b7-aecf-fc64d967216f HTTP/1.1" status: 204 len: 168 time: 0.8781445 Aug 31 06:55:59.627050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35110) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:59.641145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bd47c-3522-45a8-8a19-faf0cbde03ae tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Network': ['ID=e54b56c7-d94b-46b7-aecf-fc64d967216f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:59.659847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c466e60-d5d7-450c-aa77-dd108fc4813c None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:59.695344 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2ffca12e-2435-4974-9d29-7424582dd8b4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.698810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-57afea63-d90e-4345-8724-8fa8fc1aa340 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting subnet 309b2b03-ce6b-47b9-941a-d6f46414cada {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:59.702798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57afea63-d90e-4345-8724-8fa8fc1aa340 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.712662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2ffca12e-2435-4974-9d29-7424582dd8b4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:59.750488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57afea63-d90e-4345-8724-8fa8fc1aa340 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.765552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35114) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:59.771427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-158dc6f7-5719-4480-ba04-fe33dc78f2bc None None] Provisioning for port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:59.867681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57afea63-d90e-4345-8724-8fa8fc1aa340 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.961106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57afea63-d90e-4345-8724-8fa8fc1aa340 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.978827 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e079e9-805f-49aa-840f-c6ad201f0ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.995740 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-57afea63-d90e-4345-8724-8fa8fc1aa340 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.997867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-57afea63-d90e-4345-8724-8fa8fc1aa340 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/subnets/309b2b03-ce6b-47b9-941a-d6f46414cada HTTP/1.1" status: 204 len: 168 time: 0.3686805 Aug 31 06:55:59.999139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afea63-d90e-4345-8724-8fa8fc1aa340 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Subnet': ['ID=309b2b03-ce6b-47b9-941a-d6f46414cada,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.006167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35118) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.011982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9eca8-e4d6-49e2-b275-cd170096f543 None None] Network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:00.015427 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.028825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c749098-4991-4c99-be00-c68b1735dead None None] Update dhcp port {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': '1989371f-dee4-444b-8a2b-d5b18a781b52', 'ip_address': '2001:db8::f816:3eff:fe09:dd98'}, {'subnet_id': '180b05d7-8986-4cc6-9b9d-2c3e18b01b8a'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '44e85140-5fca-4ed6-a674-4e5cb6c6de84'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:00.031064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2ffca12e-2435-4974-9d29-7424582dd8b4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.070568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bce3c49-4114-4807-988d-0e483068b23f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting subnet 28dbfa5b-c81c-489c-9b6e-79c39d92b57f {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:00.072623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffca12e-2435-4974-9d29-7424582dd8b4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.075165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2bce3c49-4114-4807-988d-0e483068b23f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.106570 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1c749098-4991-4c99-be00-c68b1735dead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.125707 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2bce3c49-4114-4807-988d-0e483068b23f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.198162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2ffca12e-2435-4974-9d29-7424582dd8b4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.200064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2ffca12e-2435-4974-9d29-7424582dd8b4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd HTTP/1.1" status: 204 len: 168 time: 0.9080546 Aug 31 06:56:00.209069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35120) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.220317 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e079e9-805f-49aa-840f-c6ad201f0ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.234123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2bce3c49-4114-4807-988d-0e483068b23f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.240683 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-13e079e9-805f-49aa-840f-c6ad201f0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.272242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-13e079e9-805f-49aa-840f-c6ad201f0ec1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d00266dfd2f04ba5add39ef777e12433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030973 Aug 31 06:56:00.273317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35122) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.342356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e079e9-805f-49aa-840f-c6ad201f0ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8f07e4-f7eb-4dfc-af1b-e594e626df04,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.350895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347fc9b7-452c-4b70-aebe-42e1edb8c6e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:00.352480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347fc9b7-452c-4b70-aebe-42e1edb8c6e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:00.354110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347fc9b7-452c-4b70-aebe-42e1edb8c6e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:00.355954 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-347fc9b7-452c-4b70-aebe-42e1edb8c6e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1488893 Aug 31 06:56:00.359610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35124) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.378739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2bce3c49-4114-4807-988d-0e483068b23f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.395651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-1c749098-4991-4c99-be00-c68b1735dead None None] Allocated IP 172.20.0.2 (2eb01b8a-02e2-4449-8123-41d670b7732f/180b05d7-8986-4cc6-9b9d-2c3e18b01b8a/44e85140-5fca-4ed6-a674-4e5cb6c6de84) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:00.399489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 44e85140-5fca-4ed6-a674-4e5cb6c6de84 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:00.412403 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57231a81-5ffa-4510-aaa6-c6b276bbbca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.418066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce3c49-4114-4807-988d-0e483068b23f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Subnet': ['ID=28dbfa5b-c81c-489c-9b6e-79c39d92b57f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.423520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2bce3c49-4114-4807-988d-0e483068b23f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.427616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2bce3c49-4114-4807-988d-0e483068b23f tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/subnets/28dbfa5b-c81c-489c-9b6e-79c39d92b57f HTTP/1.1" status: 204 len: 168 time: 0.4169891 Aug 31 06:56:00.429914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35126) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.436621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] DHCP port deletion for 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:00.445356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb0548c-b722-41d4-a63c-b56b0d5c98e3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 180b05d7-8986-4cc6-9b9d-2c3e18b01b8a {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:00.447580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a13e1-630d-4b7e-abec-10f9f8692b11 None None] Network f8308c94-95d0-4c68-b940-f783368d029d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:00.448567 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57231a81-5ffa-4510-aaa6-c6b276bbbca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.505412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57231a81-5ffa-4510-aaa6-c6b276bbbca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.508670 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57231a81-5ffa-4510-aaa6-c6b276bbbca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.513162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-57231a81-5ffa-4510-aaa6-c6b276bbbca3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df8f07e4-f7eb-4dfc-af1b-e594e626df04 HTTP/1.1" status: 204 len: 168 time: 0.2389553 Aug 31 06:56:00.529857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231a81-5ffa-4510-aaa6-c6b276bbbca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8f07e4-f7eb-4dfc-af1b-e594e626df04,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.560485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.629237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting port 0db6a898-f711-4bf0-95bf-d67890527de6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:00.629920 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.659857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:00.690688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:00.691157 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.701162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] For port 0db6a898-f711-4bf0-95bf-d67890527de6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0db6a898-f711-4bf0-95bf-d67890527de6,segment=NetworkSegment(4e58fd97-4a5a-4464-9a9b-55696301418a),segment_id=4e58fd97-4a5a-4464-9a9b-55696301418a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:00.701559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.720185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Calling delete_port for 0db6a898-f711-4bf0-95bf-d67890527de6 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:00.723037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] Deleting port 0db6a898-f711-4bf0-95bf-d67890527de6 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:00.723500 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.793255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1c749098-4991-4c99-be00-c68b1735dead None None] For port 44e85140-5fca-4ed6-a674-4e5cb6c6de84, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=44e85140-5fca-4ed6-a674-4e5cb6c6de84,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:00.816078 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.833062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] For port 0db6a898-f711-4bf0-95bf-d67890527de6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0db6a898-f711-4bf0-95bf-d67890527de6,segment=NetworkSegment(4e58fd97-4a5a-4464-9a9b-55696301418a),segment_id=4e58fd97-4a5a-4464-9a9b-55696301418a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:00.833546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] No DVR routers for this DVR port 0db6a898-f711-4bf0-95bf-d67890527de6 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:00.833877 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.859587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35134) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.863570 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1c749098-4991-4c99-be00-c68b1735dead None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.873805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] Calling delete_port for 0db6a898-f711-4bf0-95bf-d67890527de6 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:00.875408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc52d919-2cde-40e0-a6db-00babeacb6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.882819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Port': ['ID=0db6a898-f711-4bf0-95bf-d67890527de6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.892237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] DHCP port deletion for f8308c94-95d0-4c68-b940-f783368d029d request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:00.912844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1c749098-4991-4c99-be00-c68b1735dead None None] Transition to ACTIVE for port object 44e85140-5fca-4ed6-a674-4e5cb6c6de84 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:00.918964 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-beb0548c-b722-41d4-a63c-b56b0d5c98e3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.952027 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1c749098-4991-4c99-be00-c68b1735dead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.959863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.972753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:00.975357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-beb0548c-b722-41d4-a63c-b56b0d5c98e3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.985234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e58fd97-4a5a-4464-9a9b-55696301418a') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:00.985629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e58fd97-4a5a-4464-9a9b-55696301418a') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:01.001427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.017896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.024754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:01.025160 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: items = [ Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:01.029000 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:01.055262 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.092058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc52d919-2cde-40e0-a6db-00babeacb6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.100458 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-beb0548c-b722-41d4-a63c-b56b0d5c98e3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.103775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.104288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cc52d919-2cde-40e0-a6db-00babeacb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.124690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.128881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/networks/3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 HTTP/1.1" status: 204 len: 168 time: 0.6956420 Aug 31 06:56:01.128881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f997843-a831-4508-8f55-9a05e61ef2c7 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Network': ['ID=3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.130669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35136) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:01.154712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c749098-4991-4c99-be00-c68b1735dead None None] Pushing event updated for resources: {'Port': ['ID=44e85140-5fca-4ed6-a674-4e5cb6c6de84,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.162983 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.174428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cc52d919-2cde-40e0-a6db-00babeacb6fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcf7af08d21d4e73be5ef2d21eca1775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126698 Aug 31 06:56:01.184699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35138) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:01.195428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52d919-2cde-40e0-a6db-00babeacb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a328e7bb-3b3d-4d7e-96c9-69bb4f7c4070,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.200990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] Pushing event deleted for resources: {'Port': ['ID=0db6a898-f711-4bf0-95bf-d67890527de6,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.203891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] Network 3e6d7e1b-c59e-4ee7-836d-d613dc64f7a7 is not hosted by any dhcp agent {{(pid=94669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:56:01.204359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380ef17-650f-43db-9879-93f69a96c565 None None] No DVR routers for this DVR port 0db6a898-f711-4bf0-95bf-d67890527de6 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:01.216863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] Deleting port 8f5dece0-1477-4e78-951d-26a3f33001ea {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:01.217378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.232011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.246441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-beb0548c-b722-41d4-a63c-b56b0d5c98e3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.285159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0548c-b722-41d4-a63c-b56b0d5c98e3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=180b05d7-8986-4cc6-9b9d-2c3e18b01b8a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.292950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting port 8f5dece0-1477-4e78-951d-26a3f33001ea {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:01.293301 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-beb0548c-b722-41d4-a63c-b56b0d5c98e3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.293907 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.295202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-beb0548c-b722-41d4-a63c-b56b0d5c98e3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/180b05d7-8986-4cc6-9b9d-2c3e18b01b8a HTTP/1.1" status: 204 len: 168 time: 0.9347756 Aug 31 06:56:01.296496 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8c93c1a-6f51-45e3-b55f-33f2a493c794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.298109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35140) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:01.322925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] For port 8f5dece0-1477-4e78-951d-26a3f33001ea, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8f5dece0-1477-4e78-951d-26a3f33001ea,segment=NetworkSegment(bb100652-5185-4eac-8bcf-e1196e1dfd98),segment_id=bb100652-5185-4eac-8bcf-e1196e1dfd98)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:01.323328 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.338316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] Calling delete_port for 8f5dece0-1477-4e78-951d-26a3f33001ea owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:01.367258 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:56:01.367540 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:56:01.393482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] For port 8f5dece0-1477-4e78-951d-26a3f33001ea, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8f5dece0-1477-4e78-951d-26a3f33001ea,segment=NetworkSegment(bb100652-5185-4eac-8bcf-e1196e1dfd98),segment_id=bb100652-5185-4eac-8bcf-e1196e1dfd98)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:01.393865 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.422816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Calling delete_port for 8f5dece0-1477-4e78-951d-26a3f33001ea owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:01.456699 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:56:01.458763 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.490460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] No DVR routers for this DVR port 8f5dece0-1477-4e78-951d-26a3f33001ea on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:01.498395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64ba08-d671-432e-aa25-5d8df2a732b0 None None] Pushing event deleted for resources: {'Port': ['ID=8f5dece0-1477-4e78-951d-26a3f33001ea,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.535140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.568267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] No DVR routers for this DVR port 8f5dece0-1477-4e78-951d-26a3f33001ea on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:01.575577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Port': ['ID=8f5dece0-1477-4e78-951d-26a3f33001ea,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.682041 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.693256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8308c94-95d0-4c68-b940-f783368d029d']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:01.706697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb100652-5185-4eac-8bcf-e1196e1dfd98') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:01.706990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb100652-5185-4eac-8bcf-e1196e1dfd98') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:01.717256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.734334 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.741618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:01.742025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:01.745137 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:01.748071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8c93c1a-6f51-45e3-b55f-33f2a493c794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.775664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8419de74-017d-40b6-a5c7-09161bbcbaef tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 1989371f-dee4-444b-8a2b-d5b18a781b52 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:01.788796 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8419de74-017d-40b6-a5c7-09161bbcbaef tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.807363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.813331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.818030 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/networks/f8308c94-95d0-4c68-b940-f783368d029d HTTP/1.1" status: 204 len: 168 time: 0.6829417 Aug 31 06:56:01.822522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35144) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:01.837972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc81409-025f-4fcf-af4d-3f22657f440a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Network': ['ID=f8308c94-95d0-4c68-b940-f783368d029d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.864696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8419de74-017d-40b6-a5c7-09161bbcbaef tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.912321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8c93c1a-6f51-45e3-b55f-33f2a493c794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.913420 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.914883 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8c93c1a-6f51-45e3-b55f-33f2a493c794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.916059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a8c93c1a-6f51-45e3-b55f-33f2a493c794 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a328e7bb-3b3d-4d7e-96c9-69bb4f7c4070 HTTP/1.1" status: 204 len: 168 time: 0.7303810 Aug 31 06:56:01.929653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-72527e09-3dc6-4ba9-aace-e22b6b7e7a5e tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting subnet 8fa611b2-ee1e-47a9-9068-67423765ee3c {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:01.939955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72527e09-3dc6-4ba9-aace-e22b6b7e7a5e tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.964117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c93c1a-6f51-45e3-b55f-33f2a493c794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a328e7bb-3b3d-4d7e-96c9-69bb4f7c4070,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.967290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 44e85140-5fca-4ed6-a674-4e5cb6c6de84, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=44e85140-5fca-4ed6-a674-4e5cb6c6de84,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:01.970059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c03a30-97c4-4144-ae08-4101845b8408 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:02.013698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72527e09-3dc6-4ba9-aace-e22b6b7e7a5e tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.050945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8419de74-017d-40b6-a5c7-09161bbcbaef tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.163312 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72527e09-3dc6-4ba9-aace-e22b6b7e7a5e tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.186503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8419de74-017d-40b6-a5c7-09161bbcbaef tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.201767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.229084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419de74-017d-40b6-a5c7-09161bbcbaef tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=1989371f-dee4-444b-8a2b-d5b18a781b52,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:02.231410 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8419de74-017d-40b6-a5c7-09161bbcbaef tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.235498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8419de74-017d-40b6-a5c7-09161bbcbaef tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/1989371f-dee4-444b-8a2b-d5b18a781b52 HTTP/1.1" status: 204 len: 168 time: 0.9329250 Aug 31 06:56:02.237390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35150) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:02.242319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ded70d1f-c117-4146-96db-d5ffe881cf8c None None] Could not find standard attr ID for object a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:02.276394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72527e09-3dc6-4ba9-aace-e22b6b7e7a5e tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.300686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ded70d1f-c117-4146-96db-d5ffe881cf8c None None] Provisioning for port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:02.311754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527e09-3dc6-4ba9-aace-e22b6b7e7a5e tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa611b2-ee1e-47a9-9068-67423765ee3c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:02.316274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-72527e09-3dc6-4ba9-aace-e22b6b7e7a5e tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.316427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:02.318277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-72527e09-3dc6-4ba9-aace-e22b6b7e7a5e tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/subnets/8fa611b2-ee1e-47a9-9068-67423765ee3c HTTP/1.1" status: 204 len: 168 time: 0.4944875 Aug 31 06:56:02.324363 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35154) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:02.325481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=44e85140-5fca-4ed6-a674-4e5cb6c6de84,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:02.332414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb3abd-ef9f-499d-9572-72144e1d4fc4 None None] Network eb3bb6e9-f4f6-431f-8454-34142866f4a9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:02.334763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ded70d1f-c117-4146-96db-d5ffe881cf8c None None] Provisioning complete for port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:02.334960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ded70d1f-c117-4146-96db-d5ffe881cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.352916 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0decdcc0-552d-46c2-8221-bdcc2646c60d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139829 Aug 31 06:56:02.355734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35158) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:02.362844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:02.375042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:02.375403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f13d5ce-e032-4d69-9da9-f107a8d0ad46 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:02.441174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.505624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Deleting port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:02.505962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.529488 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 44e85140-5fca-4ed6-a674-4e5cb6c6de84 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:02.556644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:02.561377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.592113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] For port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=81594fb6-d4e2-48e7-b47e-9a3cc3f42c07,segment=NetworkSegment(3009c6b5-a909-4179-a955-79f38f220349),segment_id=3009c6b5-a909-4179-a955-79f38f220349)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:02.592538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.619142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Calling delete_port for 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:02.764397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:02.764659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.809110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:02.823528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.894413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Port': ['ID=81594fb6-d4e2-48e7-b47e-9a3cc3f42c07,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:02.896335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] No DVR routers for this DVR port 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:02.899612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af181362-d774-4823-99d9-41dc8739d444 None None] DHCP port deletion for eb3bb6e9-f4f6-431f-8454-34142866f4a9 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:02.953491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] Deleting port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:02.953882 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.023180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0db6a898-f711-4bf0-95bf-d67890527de6 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:03.027141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.040846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3bb6e9-f4f6-431f-8454-34142866f4a9']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:03.049583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 0db6a898-f711-4bf0-95bf-d67890527de6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:03.049876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0db6a898-f711-4bf0-95bf-d67890527de6 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:03.050223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8f5dece0-1477-4e78-951d-26a3f33001ea no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:03.055008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3009c6b5-a909-4179-a955-79f38f220349') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:03.055008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3009c6b5-a909-4179-a955-79f38f220349') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:03.065486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.067874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:03.074362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 8f5dece0-1477-4e78-951d-26a3f33001ea {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:03.074716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8f5dece0-1477-4e78-951d-26a3f33001ea not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:03.092884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.101358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:03.102011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:03.106357 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:03.119772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] For port 44e85140-5fca-4ed6-a674-4e5cb6c6de84, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=44e85140-5fca-4ed6-a674-4e5cb6c6de84,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:03.120184 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.138651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] Calling delete_port for 44e85140-5fca-4ed6-a674-4e5cb6c6de84 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:03.181510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.190268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.194472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/networks/eb3bb6e9-f4f6-431f-8454-34142866f4a9 HTTP/1.1" status: 204 len: 168 time: 0.8657482 Aug 31 06:56:03.194833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35176) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:03.227022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caef181-4295-4219-ad72-8ab0878702b5 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Pushing event deleted for resources: {'Network': ['ID=eb3bb6e9-f4f6-431f-8454-34142866f4a9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:03.244726 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.247308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f43e4a4c-814f-42ba-8078-3c647002e04a tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1d7519-9401-4cb2-84a5-cb08c6c0b716 HTTP/1.1" status: 200 len: 205 time: 0.0510182 Aug 31 06:56:03.249913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35178) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:03.293692 n-d-712142-16 neutron-server[94667]: WARNING neutron.services.revisions.revision_plugin [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Could not find related port for resource to bump revision. Aug 31 06:56:03.296860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] Pushing event deleted for resources: {'Port': ['ID=44e85140-5fca-4ed6-a674-4e5cb6c6de84,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:03.301656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7c58a-c8ce-4cb6-9df0-295f01c80386 None None] No DVR routers for this DVR port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:03.303847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_pluggable_backend [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Port 44e85140-5fca-4ed6-a674-4e5cb6c6de84 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 06:56:03.305145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_pluggable_backend [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:dd98 {{(pid=94667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 06:56:03.313708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_pluggable_backend [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe09:dd98 {{(pid=94667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 06:56:03.315075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.344527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14dfe64c-f625-4244-8bbd-ae8092bbfbe0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.358887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:03.364976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:03.368390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:03.368985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.374408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a7162-0044-4485-b396-a2076488933c None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:03.384569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=b22f1e10-3a46-456a-ba04-8a2d6e4e6597,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:03.394236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.394769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.395113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.395489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.395831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.396148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.396477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.396801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.397152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.397503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.397827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.398174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:03.408415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f14199ab-e006-46e8-b5a6-34e74db10d29 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0501523 Aug 31 06:56:03.408415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35182) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:03.415407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:03.535774 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14dfe64c-f625-4244-8bbd-ae8092bbfbe0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.538921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14dfe64c-f625-4244-8bbd-ae8092bbfbe0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.558764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': 'b22f1e10-3a46-456a-ba04-8a2d6e4e6597'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:03.559898 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.594986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:03.596072 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14dfe64c-f625-4244-8bbd-ae8092bbfbe0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.596673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dfe64c-f625-4244-8bbd-ae8092bbfbe0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Fanout notify agent at l3_agent the message router_deleted on router 5b1d7519-9401-4cb2-84a5-cb08c6c0b716 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:56:03.604827 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14dfe64c-f625-4244-8bbd-ae8092bbfbe0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.606103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-14dfe64c-f625-4244-8bbd-ae8092bbfbe0 tempest-RoutersNegativeIpV6Test-1740885994 tempest-RoutersNegativeIpV6Test-1740885994-project] 10.222.0.15 "DELETE /v2.0/routers/5b1d7519-9401-4cb2-84a5-cb08c6c0b716 HTTP/1.1" status: 204 len: 168 time: 0.3551190 Aug 31 06:56:03.610865 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.739038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Allocated IP 2001:db8::f816:3eff:feff:7b8f (2eb01b8a-02e2-4449-8123-41d670b7732f/b22f1e10-3a46-456a-ba04-8a2d6e4e6597/6dcdd6fb-bbb7-48df-b219-0941e72971f2) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:03.890718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35200) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:03.905367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.924948 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.938129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Transition to ACTIVE for port object 6dcdd6fb-bbb7-48df-b219-0941e72971f2 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:03.943444 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:03.947037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:03.952837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:03.953482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.963582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Transition to ACTIVE for port object 6dcdd6fb-bbb7-48df-b219-0941e72971f2 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:03.973228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=136fa5a8-3f6b-47eb-a047-bb086a989453,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:03.974228 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.979131 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a392012f-f181-43b8-b628-6a0c4b05a57a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5690496 Aug 31 06:56:03.982168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35204) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:03.988655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:1a:86:51', 'name': 'tempest-NetworksTestDHCPv6-1059284784'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:04.035126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:04.038882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:04.051294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:04.083816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Pushing event updated for resources: {'Port': ['ID=6dcdd6fb-bbb7-48df-b219-0941e72971f2,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:04.119865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Attempting to bind port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:04.120273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Attempting to bind port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:04.120611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Attempting to bind port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:04.126659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:04.127042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:04.127452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.128107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:04.128311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Bound port: 6dcdd6fb-bbb7-48df-b219-0941e72971f2, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:04.128722 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.155066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35210) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.155638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f5a077be-ff30-4a04-bae0-aba1d5d4e0e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d473107220254f83922bb4fcfcee1c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619483 Aug 31 06:56:04.167904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:04.202834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] For port 6dcdd6fb-bbb7-48df-b219-0941e72971f2, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:04.206672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] For port 6dcdd6fb-bbb7-48df-b219-0941e72971f2, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6dcdd6fb-bbb7-48df-b219-0941e72971f2,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:04.213936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.227634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2662b26-68b0-4311-b613-b91789e0e106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.261465 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2662b26-68b0-4311-b613-b91789e0e106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.284019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.311542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b9042-0f4e-42f0-a9dd-d401bcc88196 None None] Pushing event updated for resources: {'Port': ['ID=6dcdd6fb-bbb7-48df-b219-0941e72971f2,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:04.317444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 8824532f-ebd0-4019-a76f-da7fbccfd002 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:04.343942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2662b26-68b0-4311-b613-b91789e0e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.347322 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2662b26-68b0-4311-b613-b91789e0e106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.348550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2662b26-68b0-4311-b613-b91789e0e106 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/872d2284-34cd-462a-a307-43faf6178418 HTTP/1.1" status: 204 len: 168 time: 0.1916528 Aug 31 06:56:04.357378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2662b26-68b0-4311-b613-b91789e0e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872d2284-34cd-462a-a307-43faf6178418,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:04.498552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 44e85140-5fca-4ed6-a674-4e5cb6c6de84 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:04.556112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 44e85140-5fca-4ed6-a674-4e5cb6c6de84 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:04.556463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 44e85140-5fca-4ed6-a674-4e5cb6c6de84 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:04.557274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:04.570323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 172.20.0.12 (2eb01b8a-02e2-4449-8123-41d670b7732f/136fa5a8-3f6b-47eb-a047-bb086a989453/8824532f-ebd0-4019-a76f-da7fbccfd002) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:04.578051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:04.578408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 81594fb6-d4e2-48e7-b47e-9a3cc3f42c07 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:04.594464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:fe1a:8651 (2eb01b8a-02e2-4449-8123-41d670b7732f/b22f1e10-3a46-456a-ba04-8a2d6e4e6597/8824532f-ebd0-4019-a76f-da7fbccfd002) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:04.673000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35220) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.818533 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01fdd1fc-64a2-467c-a8f9-6beb09a7d674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.829321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.849240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 8824532f-ebd0-4019-a76f-da7fbccfd002 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:04.902205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.953913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:04.963777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:04.968040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:04.970838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01fdd1fc-64a2-467c-a8f9-6beb09a7d674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.975960 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01fdd1fc-64a2-467c-a8f9-6beb09a7d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.024106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdd1fc-64a2-467c-a8f9-6beb09a7d674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532d4161-2b46-4de4-b2cc-9074867da4ce,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:05.024986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=8824532f-ebd0-4019-a76f-da7fbccfd002,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:05.034666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-01fdd1fc-64a2-467c-a8f9-6beb09a7d674 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=622bd6bc26834cc09adbbed055b12441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601398 Aug 31 06:56:05.037051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35236) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.044628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:05.045749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.068896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5a9725e7-8ba6-45a2-9110-e02247ecaa6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0854983 Aug 31 06:56:05.071329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35238) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.105474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c13f4bda-4282-4503-bf1a-da950b07d840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.132259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c13f4bda-4282-4503-bf1a-da950b07d840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.144669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e65921-9d7f-4e8a-a7db-2902435f0146 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:05.150849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e65921-9d7f-4e8a-a7db-2902435f0146 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:05.152518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c8e65921-9d7f-4e8a-a7db-2902435f0146 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0801289 Aug 31 06:56:05.155151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35244) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.190024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c13f4bda-4282-4503-bf1a-da950b07d840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.193535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c13f4bda-4282-4503-bf1a-da950b07d840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.195079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c13f4bda-4282-4503-bf1a-da950b07d840 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/532d4161-2b46-4de4-b2cc-9074867da4ce HTTP/1.1" status: 204 len: 168 time: 0.1569405 Aug 31 06:56:05.205858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f4bda-4282-4503-bf1a-da950b07d840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d4161-2b46-4de4-b2cc-9074867da4ce,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:05.267021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1c16a4a5-c379-48f3-b6f2-59ceb697bdc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 8824532f-ebd0-4019-a76f-da7fbccfd002 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:05.268244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c16a4a5-c379-48f3-b6f2-59ceb697bdc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.369734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35250) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.389459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c16a4a5-c379-48f3-b6f2-59ceb697bdc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.407261 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1c16a4a5-c379-48f3-b6f2-59ceb697bdc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 8824532f-ebd0-4019-a76f-da7fbccfd002 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:05.477730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa5909-7921-4855-b50e-f7fb7ce3554f None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:05.597688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bf48a012-a090-427d-8e44-2066b8444c17 None None] Provisioning for port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:05.640481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d4605359-dbb4-4eb8-98a0-f58e7e3b1494 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:05.641204 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-d4605359-dbb4-4eb8-98a0-f58e7e3b1494 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 06:56:05.641704 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-d4605359-dbb4-4eb8-98a0-f58e7e3b1494 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:56:05.643245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d4605359-dbb4-4eb8-98a0-f58e7e3b1494 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2723162 Aug 31 06:56:05.647049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35256) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.653963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c16a4a5-c379-48f3-b6f2-59ceb697bdc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.656299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35258) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.661481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--451529235'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:05.685709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4aee7a75-bbb0-43b2-a209-f7094a86998d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.691538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16a4a5-c379-48f3-b6f2-59ceb697bdc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=8824532f-ebd0-4019-a76f-da7fbccfd002,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:05.724516 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.740571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.769946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e50f0-5599-4c95-b491-78c7ff51d131 None None] Update dhcp port {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': 'b22f1e10-3a46-456a-ba04-8a2d6e4e6597', 'ip_address': '2001:db8::f816:3eff:feff:7b8f'}, {'subnet_id': '136fa5a8-3f6b-47eb-a047-bb086a989453'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '6dcdd6fb-bbb7-48df-b219-0941e72971f2'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:05.796975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1b0e50f0-5599-4c95-b491-78c7ff51d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.804610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1c16a4a5-c379-48f3-b6f2-59ceb697bdc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.807091 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1c16a4a5-c379-48f3-b6f2-59ceb697bdc7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/8824532f-ebd0-4019-a76f-da7fbccfd002 HTTP/1.1" status: 204 len: 168 time: 0.6509218 Aug 31 06:56:05.809644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35260) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.841555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4aee7a75-bbb0-43b2-a209-f7094a86998d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.854011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4aee7a75-bbb0-43b2-a209-f7094a86998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.877487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fec937-4156-440d-b580-8153c87156a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:05.879124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fec937-4156-440d-b580-8153c87156a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:05.880913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fec937-4156-440d-b580-8153c87156a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:05.885011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-08fec937-4156-440d-b580-8153c87156a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0719795 Aug 31 06:56:05.885332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35262) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.921335 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4aee7a75-bbb0-43b2-a209-f7094a86998d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1af838bd6014af9bce1feee5fa7d082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555165 Aug 31 06:56:05.925702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35264) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.937018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee7a75-bbb0-43b2-a209-f7094a86998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd164dc5-edac-40ea-b6a4-031d73acd45d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:05.963880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7058d58d-12f3-4c69-9b9a-81aed11b45a0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 136fa5a8-3f6b-47eb-a047-bb086a989453 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:06.011115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f08e87a6-8ce3-486a-97c6-ba4e18dc2d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.012084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-1b0e50f0-5599-4c95-b491-78c7ff51d131 None None] Allocated IP 172.20.0.2 (2eb01b8a-02e2-4449-8123-41d670b7732f/136fa5a8-3f6b-47eb-a047-bb086a989453/6dcdd6fb-bbb7-48df-b219-0941e72971f2) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:06.035755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.035976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f08e87a6-8ce3-486a-97c6-ba4e18dc2d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.040619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.081130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5214c72b-6468-426b-8f4a-2588e093856d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.097420 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f08e87a6-8ce3-486a-97c6-ba4e18dc2d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.100220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f08e87a6-8ce3-486a-97c6-ba4e18dc2d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.101418 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f08e87a6-8ce3-486a-97c6-ba4e18dc2d6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd164dc5-edac-40ea-b6a4-031d73acd45d HTTP/1.1" status: 204 len: 168 time: 0.1747522 Aug 31 06:56:06.112049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e87a6-8ce3-486a-97c6-ba4e18dc2d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd164dc5-edac-40ea-b6a4-031d73acd45d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.153897 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.155110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1b0e50f0-5599-4c95-b491-78c7ff51d131 None None] For port 6dcdd6fb-bbb7-48df-b219-0941e72971f2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6dcdd6fb-bbb7-48df-b219-0941e72971f2,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:06.158455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.187633 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1b0e50f0-5599-4c95-b491-78c7ff51d131 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.192769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.197334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5453067 Aug 31 06:56:06.197334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b25bc-357e-4de7-a547-12d0a159d0d2 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4064a6a-4db3-4b0e-98ff-bb7cfca40395,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.197334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35270) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:06.202949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-48beea26-ab62-439a-ad86-2afaaa27358f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': 'f4064a6a-4db3-4b0e-98ff-bb7cfca40395', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:06.211395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1b0e50f0-5599-4c95-b491-78c7ff51d131 None None] Transition to ACTIVE for port object 6dcdd6fb-bbb7-48df-b219-0941e72971f2 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:06.215796 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7058d58d-12f3-4c69-9b9a-81aed11b45a0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.216314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1b0e50f0-5599-4c95-b491-78c7ff51d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.239023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48beea26-ab62-439a-ad86-2afaaa27358f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.277367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7058d58d-12f3-4c69-9b9a-81aed11b45a0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.334150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48beea26-ab62-439a-ad86-2afaaa27358f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.340765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48beea26-ab62-439a-ad86-2afaaa27358f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.347662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e50f0-5599-4c95-b491-78c7ff51d131 None None] Pushing event updated for resources: {'Port': ['ID=6dcdd6fb-bbb7-48df-b219-0941e72971f2,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.366186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48beea26-ab62-439a-ad86-2afaaa27358f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa8d988-cad9-4a5e-b1f3-356953f3b8f2,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.373354 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-48beea26-ab62-439a-ad86-2afaaa27358f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.375305 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-48beea26-ab62-439a-ad86-2afaaa27358f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771088 Aug 31 06:56:06.378591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35274) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:06.383905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-339091ca-cbc3-4715-bbf8-15636ae7a3e4 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': 'f4064a6a-4db3-4b0e-98ff-bb7cfca40395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:06.397962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7058d58d-12f3-4c69-9b9a-81aed11b45a0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.446399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-339091ca-cbc3-4715-bbf8-15636ae7a3e4 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.495349 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7058d58d-12f3-4c69-9b9a-81aed11b45a0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.529408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058d58d-12f3-4c69-9b9a-81aed11b45a0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=136fa5a8-3f6b-47eb-a047-bb086a989453,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.536204 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7058d58d-12f3-4c69-9b9a-81aed11b45a0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.538413 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7058d58d-12f3-4c69-9b9a-81aed11b45a0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/136fa5a8-3f6b-47eb-a047-bb086a989453 HTTP/1.1" status: 204 len: 168 time: 0.6520505 Aug 31 06:56:06.540883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35280) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:06.555333 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-339091ca-cbc3-4715-bbf8-15636ae7a3e4 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:56:06.556542 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-339091ca-cbc3-4715-bbf8-15636ae7a3e4 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1769819 Aug 31 06:56:06.559742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35282) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:06.584283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6dcdd6fb-bbb7-48df-b219-0941e72971f2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:06.641484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-795f9e79-2fb0-47ab-af07-b287bbc4898c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet b22f1e10-3a46-456a-ba04-8a2d6e4e6597 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:06.641955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1f8b-42ba-4216-a915-495c298559e0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.645861 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-795f9e79-2fb0-47ab-af07-b287bbc4898c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.671621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:06.676795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1f8b-42ba-4216-a915-495c298559e0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.708814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-795f9e79-2fb0-47ab-af07-b287bbc4898c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.746885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1f8b-42ba-4216-a915-495c298559e0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.750091 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1f8b-42ba-4216-a915-495c298559e0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.753689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ee3b1f8b-42ba-4216-a915-495c298559e0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/f4064a6a-4db3-4b0e-98ff-bb7cfca40395 HTTP/1.1" status: 204 len: 168 time: 0.1928995 Aug 31 06:56:06.754596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35288) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:06.777212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b1f8b-42ba-4216-a915-495c298559e0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4064a6a-4db3-4b0e-98ff-bb7cfca40395,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.816429 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-795f9e79-2fb0-47ab-af07-b287bbc4898c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.836596 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4cf71481-7dfc-49b1-8468-fc9905297aae tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780494 Aug 31 06:56:06.840805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35290) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:06.850421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ad44bd41-1327-487e-97dd-b15dce89a9e7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--982773833'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:06.878164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad44bd41-1327-487e-97dd-b15dce89a9e7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.901494 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-795f9e79-2fb0-47ab-af07-b287bbc4898c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.942551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f9e79-2fb0-47ab-af07-b287bbc4898c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=b22f1e10-3a46-456a-ba04-8a2d6e4e6597,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.947549 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-795f9e79-2fb0-47ab-af07-b287bbc4898c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.952294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35296) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:06.953563 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-795f9e79-2fb0-47ab-af07-b287bbc4898c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/b22f1e10-3a46-456a-ba04-8a2d6e4e6597 HTTP/1.1" status: 204 len: 168 time: 0.4108725 Aug 31 06:56:06.998187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f59f0ed-0e88-4478-818c-309151ede73f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416830 Aug 31 06:56:06.999559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35298) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.007299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:07.036979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad44bd41-1327-487e-97dd-b15dce89a9e7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.043653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad44bd41-1327-487e-97dd-b15dce89a9e7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.080753 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad44bd41-1327-487e-97dd-b15dce89a9e7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.082384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ad44bd41-1327-487e-97dd-b15dce89a9e7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2394898 Aug 31 06:56:07.084390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44bd41-1327-487e-97dd-b15dce89a9e7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308e62a5-ced1-4cd9-8761-c471595338cb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.085965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35304) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.091594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-586e6e2a-1327-4952-8b3c-bc00e387a6e5 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '308e62a5-ced1-4cd9-8761-c471595338cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:07.092318 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-586e6e2a-1327-4952-8b3c-bc00e387a6e5 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 06:56:07.092818 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-586e6e2a-1327-4952-8b3c-bc00e387a6e5 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:07.097142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-586e6e2a-1327-4952-8b3c-bc00e387a6e5 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100660 Aug 31 06:56:07.099901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35306) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.157033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e153ab08-e667-48bd-b582-f44bc281bcb0 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:07.158882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:07.163637 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.172417 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c19d29bb-49f2-4227-a65d-f136fee1824e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.198134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c19d29bb-49f2-4227-a65d-f136fee1824e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.226646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-159da5ec-d2b8-4098-9f6b-78d227fc4ef1 None None] Provisioning for port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:07.233381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-159da5ec-d2b8-4098-9f6b-78d227fc4ef1 None None] Provisioning complete for port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:07.233806 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-159da5ec-d2b8-4098-9f6b-78d227fc4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.248667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c19d29bb-49f2-4227-a65d-f136fee1824e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.253792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c19d29bb-49f2-4227-a65d-f136fee1824e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.255059 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c19d29bb-49f2-4227-a65d-f136fee1824e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/308e62a5-ced1-4cd9-8761-c471595338cb HTTP/1.1" status: 204 len: 168 time: 0.1540084 Aug 31 06:56:07.265977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35310) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.266990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d29bb-49f2-4227-a65d-f136fee1824e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308e62a5-ced1-4cd9-8761-c471595338cb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.349957 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d88397af-51f9-46fd-b6a0-563fc586a870 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888059 Aug 31 06:56:07.356366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35314) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.371177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a42b81ee-d0cd-4245-a237-32f56cb24937 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--453293983'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:07.388689 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-159da5ec-d2b8-4098-9f6b-78d227fc4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.421005 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a42b81ee-d0cd-4245-a237-32f56cb24937 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.430835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-159da5ec-d2b8-4098-9f6b-78d227fc4ef1 None None] For port 6dcdd6fb-bbb7-48df-b219-0941e72971f2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6dcdd6fb-bbb7-48df-b219-0941e72971f2,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:07.444657 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-159da5ec-d2b8-4098-9f6b-78d227fc4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.453643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:07.471008 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.518231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:07.522011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:07.526341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:07.526942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.542212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=c0b7d02d-8e57-4f04-a998-b4c4f0db174e,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.550268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159da5ec-d2b8-4098-9f6b-78d227fc4ef1 None None] Pushing event updated for resources: {'Port': ['ID=6dcdd6fb-bbb7-48df-b219-0941e72971f2,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.556392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a42b81ee-d0cd-4245-a237-32f56cb24937 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.561727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a42b81ee-d0cd-4245-a237-32f56cb24937 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.568772 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ada64460-fe85-4289-948d-0474776b362b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5678046 Aug 31 06:56:07.571611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35318) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.578981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] Deleting port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:07.579312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:07.580089 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.597630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a42b81ee-d0cd-4245-a237-32f56cb24937 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.599030 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a42b81ee-d0cd-4245-a237-32f56cb24937 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2400486 Aug 31 06:56:07.601156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b81ee-d0cd-4245-a237-32f56cb24937 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708fe936-84b7-475f-9c59-8dbc6a76098c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.602376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35320) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.607162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c962d4f6-1b8e-497e-87e3-25fe8afdadfb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '708fe936-84b7-475f-9c59-8dbc6a76098c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:07.607867 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-c962d4f6-1b8e-497e-87e3-25fe8afdadfb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 06:56:07.608713 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-c962d4f6-1b8e-497e-87e3-25fe8afdadfb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:07.609363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c962d4f6-1b8e-497e-87e3-25fe8afdadfb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063834 Aug 31 06:56:07.613429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35322) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.678054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] For port 6dcdd6fb-bbb7-48df-b219-0941e72971f2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6dcdd6fb-bbb7-48df-b219-0941e72971f2,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:07.678614 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.688976 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38404982-5cb4-4265-87bf-4dfe7965f9b8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.692743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] Calling delete_port for 6dcdd6fb-bbb7-48df-b219-0941e72971f2 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:07.713120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38404982-5cb4-4265-87bf-4dfe7965f9b8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.738560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:07.743710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.762133 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38404982-5cb4-4265-87bf-4dfe7965f9b8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.766505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38404982-5cb4-4265-87bf-4dfe7965f9b8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.770968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-38404982-5cb4-4265-87bf-4dfe7965f9b8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/708fe936-84b7-475f-9c59-8dbc6a76098c HTTP/1.1" status: 204 len: 168 time: 0.1561313 Aug 31 06:56:07.774771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35328) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.795108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38404982-5cb4-4265-87bf-4dfe7965f9b8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708fe936-84b7-475f-9c59-8dbc6a76098c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.851586 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2ea84f7f-958e-4a4b-9c66-d487713aad4b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753062 Aug 31 06:56:07.855405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35332) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.860691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6df95a27-dbec-4cfe-a0fd-b6d1fa559f9b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--926238430'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:07.889167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6df95a27-dbec-4cfe-a0fd-b6d1fa559f9b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.974075 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.006024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] Pushing event deleted for resources: {'Port': ['ID=6dcdd6fb-bbb7-48df-b219-0941e72971f2,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:08.007455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6df95a27-dbec-4cfe-a0fd-b6d1fa559f9b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.014567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6df95a27-dbec-4cfe-a0fd-b6d1fa559f9b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.015908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746a816-8741-4ee8-bb7f-475d3d2740ed None None] No DVR routers for this DVR port 6dcdd6fb-bbb7-48df-b219-0941e72971f2 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:08.043046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba401dd-c2d8-4537-8b95-2bd07d56e6ba None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:08.046508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6df95a27-dbec-4cfe-a0fd-b6d1fa559f9b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.050520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6df95a27-dbec-4cfe-a0fd-b6d1fa559f9b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1937637 Aug 31 06:56:08.051483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35338) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.056003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-66924e8a-9b08-4d5f-9d15-52eba860c13e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '9594831f-ef53-4c34-bb64-75b18a0f4734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.056899 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-66924e8a-9b08-4d5f-9d15-52eba860c13e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 06:56:08.057509 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-66924e8a-9b08-4d5f-9d15-52eba860c13e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.062398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-66924e8a-9b08-4d5f-9d15-52eba860c13e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100811 Aug 31 06:56:08.063225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df95a27-dbec-4cfe-a0fd-b6d1fa559f9b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9594831f-ef53-4c34-bb64-75b18a0f4734,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:08.066376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35340) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.070750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-718e091f-68e3-49b2-87d5-0a02846c1bdf tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '9594831f-ef53-4c34-bb64-75b18a0f4734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.071431 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-718e091f-68e3-49b2-87d5-0a02846c1bdf tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 06:56:08.071966 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-718e091f-68e3-49b2-87d5-0a02846c1bdf tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.075960 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-718e091f-68e3-49b2-87d5-0a02846c1bdf tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084097 Aug 31 06:56:08.076475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35342) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.082750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-104ae794-e905-4e97-8d9f-2b6518d13d7d tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '9594831f-ef53-4c34-bb64-75b18a0f4734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.083600 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-104ae794-e905-4e97-8d9f-2b6518d13d7d tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 06:56:08.084094 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-104ae794-e905-4e97-8d9f-2b6518d13d7d tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.088261 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-104ae794-e905-4e97-8d9f-2b6518d13d7d tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103946 Aug 31 06:56:08.088844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35344) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.093691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bccd1385-99e2-4339-8ddb-65485cf434ee tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '9594831f-ef53-4c34-bb64-75b18a0f4734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.094577 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-bccd1385-99e2-4339-8ddb-65485cf434ee tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 06:56:08.095071 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-bccd1385-99e2-4339-8ddb-65485cf434ee tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.099050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bccd1385-99e2-4339-8ddb-65485cf434ee tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091405 Aug 31 06:56:08.099620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.158724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acabe90e-a1a6-4af3-8ad4-988df133d806 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.196474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acabe90e-a1a6-4af3-8ad4-988df133d806 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.266709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:08.269518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.285988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acabe90e-a1a6-4af3-8ad4-988df133d806 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.288662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acabe90e-a1a6-4af3-8ad4-988df133d806 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.292537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-acabe90e-a1a6-4af3-8ad4-988df133d806 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/9594831f-ef53-4c34-bb64-75b18a0f4734 HTTP/1.1" status: 204 len: 168 time: 0.1920002 Aug 31 06:56:08.293126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35360) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.317203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '1ae025d4-6710-45ee-86d2-2c1aa702b3bf'}, {'subnet_id': 'c0b7d02d-8e57-4f04-a998-b4c4f0db174e'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:08.318465 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.320302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=1ae025d4-6710-45ee-86d2-2c1aa702b3bf,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:08.334749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabe90e-a1a6-4af3-8ad4-988df133d806 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9594831f-ef53-4c34-bb64-75b18a0f4734,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:08.346331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:08.351986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:08.361808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.362434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.373417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ee0239f1-1f40-42fa-b867-948b7daa0857 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0765309 Aug 31 06:56:08.374080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35364) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.379371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-dfee6fa3-ce65-475d-a956-dba90ac983b9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--972845966'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.383961 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-980649d6-a611-4a4a-b560-b46b9d759543 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8105464 Aug 31 06:56:08.386827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35366) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.393899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:af:d2:d7', 'name': 'tempest-NetworksTestDHCPv6-1794744023'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.441164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfee6fa3-ce65-475d-a956-dba90ac983b9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.578563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6dcdd6fb-bbb7-48df-b219-0941e72971f2 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:08.606745 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfee6fa3-ce65-475d-a956-dba90ac983b9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.614737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 6dcdd6fb-bbb7-48df-b219-0941e72971f2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:08.615907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6dcdd6fb-bbb7-48df-b219-0941e72971f2 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:08.619295 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfee6fa3-ce65-475d-a956-dba90ac983b9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.645536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:08.649932 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.676162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 3c51c19e-c133-44e0-8531-24c567bdebe3 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:08.691775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfee6fa3-ce65-475d-a956-dba90ac983b9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.695805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dfee6fa3-ce65-475d-a956-dba90ac983b9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3181593 Aug 31 06:56:08.695805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee6fa3-ce65-475d-a956-dba90ac983b9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d34092-a18d-4145-943a-cab7403194ae,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:08.697559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.698473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Allocated IP 172.20.0.2 (2eb01b8a-02e2-4449-8123-41d670b7732f/c0b7d02d-8e57-4f04-a998-b4c4f0db174e/d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:08.706631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-69ed64f8-4cab-4d95-97c2-8dd4e533f6fb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.707703 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-69ed64f8-4cab-4d95-97c2-8dd4e533f6fb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 06:56:08.708321 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-69ed64f8-4cab-4d95-97c2-8dd4e533f6fb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.712534 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-69ed64f8-4cab-4d95-97c2-8dd4e533f6fb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098860 Aug 31 06:56:08.712667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Allocated IP 2001:db8::f816:3eff:fee1:dfbf (2eb01b8a-02e2-4449-8123-41d670b7732f/1ae025d4-6710-45ee-86d2-2c1aa702b3bf/d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:08.712793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35380) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.717938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-34d45ad4-7eed-4023-bcd6-ffa9901553a9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.744712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017516d-42d5-41a0-92de-9681b0e194ad req-4c6f3a21-cd17-4000-816b-5c2be6a99c51 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.751191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017516d-42d5-41a0-92de-9681b0e194ad req-4c6f3a21-cd17-4000-816b-5c2be6a99c51 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.757821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017516d-42d5-41a0-92de-9681b0e194ad req-4c6f3a21-cd17-4000-816b-5c2be6a99c51 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.764028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017516d-42d5-41a0-92de-9681b0e194ad req-4c6f3a21-cd17-4000-816b-5c2be6a99c51 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.770840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017516d-42d5-41a0-92de-9681b0e194ad req-4c6f3a21-cd17-4000-816b-5c2be6a99c51 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.776820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017516d-42d5-41a0-92de-9681b0e194ad req-4c6f3a21-cd17-4000-816b-5c2be6a99c51 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.782703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017516d-42d5-41a0-92de-9681b0e194ad req-4c6f3a21-cd17-4000-816b-5c2be6a99c51 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.785557 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7017516d-42d5-41a0-92de-9681b0e194ad req-4c6f3a21-cd17-4000-816b-5c2be6a99c51 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5433 time: 0.4584591 Aug 31 06:56:08.832748 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-34d45ad4-7eed-4023-bcd6-ffa9901553a9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.836604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-34d45ad4-7eed-4023-bcd6-ffa9901553a9 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1203811 Aug 31 06:56:08.838447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35382) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.848594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-60f213d1-e0b1-4c00-afd2-e13f06200533 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.849443 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-60f213d1-e0b1-4c00-afd2-e13f06200533 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 06:56:08.850138 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-60f213d1-e0b1-4c00-afd2-e13f06200533 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.854264 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7017516d-42d5-41a0-92de-9681b0e194ad req-3bd63bfb-5afd-4975-8050-a3929a717afd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553832 Aug 31 06:56:08.856201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35384) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.863475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9d70633f-f2e9-4616-a200-906655fb58d0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.869821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-60f213d1-e0b1-4c00-afd2-e13f06200533 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0299487 Aug 31 06:56:08.924196 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.938678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Transition to ACTIVE for port object d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:08.956828 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-9d70633f-f2e9-4616-a200-906655fb58d0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.958206 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9d70633f-f2e9-4616-a200-906655fb58d0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1009238 Aug 31 06:56:08.960937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35392) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.966218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-04d43877-faf9-44b3-9710-1796756bd9f8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:08.967503 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-04d43877-faf9-44b3-9710-1796756bd9f8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 06:56:08.968134 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-04d43877-faf9-44b3-9710-1796756bd9f8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:08.969327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-04d43877-faf9-44b3-9710-1796756bd9f8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071952 Aug 31 06:56:08.970276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Transition to ACTIVE for port object d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:08.972609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35394) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:08.978014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-346741db-a42b-4c6f-bc7f-6e8e94f91177 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:09.003756 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.098221 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-346741db-a42b-4c6f-bc7f-6e8e94f91177 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:09.098221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-346741db-a42b-4c6f-bc7f-6e8e94f91177 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1243613 Aug 31 06:56:09.105178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35406) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.108992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-499f89b2-7f9a-4d00-bc09-e6fc5a0f4683 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:09.111753 n-d-712142-16 neutron-server[94667]: WARNING neutron.api.v2.base [None req-499f89b2-7f9a-4d00-bc09-e6fc5a0f4683 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 06:56:09.112658 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-499f89b2-7f9a-4d00-bc09-e6fc5a0f4683 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:09.113244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Pushing event updated for resources: {'Port': ['ID=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:09.115374 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-499f89b2-7f9a-4d00-bc09-e6fc5a0f4683 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124176 Aug 31 06:56:09.118268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35408) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.124931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-217547ae-ef4f-4b74-b806-3b25196f9c14 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:09.141152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:09.145286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:09.150828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:09.198092 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-217547ae-ef4f-4b74-b806-3b25196f9c14 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:09.207574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35420) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.208310 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-217547ae-ef4f-4b74-b806-3b25196f9c14 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0850101 Aug 31 06:56:09.213618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e6a176a3-3202-476c-a7f4-e835afada552 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '01d34092-a18d-4145-943a-cab7403194ae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:09.245400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 172.20.0.9 (2eb01b8a-02e2-4449-8123-41d670b7732f/c0b7d02d-8e57-4f04-a998-b4c4f0db174e/3c51c19e-c133-44e0-8531-24c567bdebe3) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:09.260581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:feaf:d2d7 (2eb01b8a-02e2-4449-8123-41d670b7732f/1ae025d4-6710-45ee-86d2-2c1aa702b3bf/3c51c19e-c133-44e0-8531-24c567bdebe3) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:09.275797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9234a9-a8cb-4803-86a8-b4c947c6b9fc req-167e7dcc-ca79-4cc3-a095-1bda3eabc8d2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.276501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Attempting to bind port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:09.276862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Attempting to bind port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:09.278375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Attempting to bind port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:09.282320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9234a9-a8cb-4803-86a8-b4c947c6b9fc req-167e7dcc-ca79-4cc3-a095-1bda3eabc8d2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.289522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:09.290161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9234a9-a8cb-4803-86a8-b4c947c6b9fc req-167e7dcc-ca79-4cc3-a095-1bda3eabc8d2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.290571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:09.291439 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.292193 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:09.292852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Bound port: d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:09.293631 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.296519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9234a9-a8cb-4803-86a8-b4c947c6b9fc req-167e7dcc-ca79-4cc3-a095-1bda3eabc8d2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.303936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9234a9-a8cb-4803-86a8-b4c947c6b9fc req-167e7dcc-ca79-4cc3-a095-1bda3eabc8d2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.310063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9234a9-a8cb-4803-86a8-b4c947c6b9fc req-167e7dcc-ca79-4cc3-a095-1bda3eabc8d2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.316582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9234a9-a8cb-4803-86a8-b4c947c6b9fc req-167e7dcc-ca79-4cc3-a095-1bda3eabc8d2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.318574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f9234a9-a8cb-4803-86a8-b4c947c6b9fc req-167e7dcc-ca79-4cc3-a095-1bda3eabc8d2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5433 time: 0.3234277 Aug 31 06:56:09.350429 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-e6a176a3-3202-476c-a7f4-e835afada552 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:09.351478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6a176a3-3202-476c-a7f4-e835afada552 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1421442 Aug 31 06:56:09.355238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35424) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.393366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] For port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:09.397711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] For port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:09.406460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.437422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3948a701-e1e1-4909-b462-c5906d3afd32 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.463127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3948a701-e1e1-4909-b462-c5906d3afd32 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.486738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e789a-1d8e-4f83-92cf-4175a9a85605 None None] Pushing event updated for resources: {'Port': ['ID=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:09.539738 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.543479 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3948a701-e1e1-4909-b462-c5906d3afd32 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.546110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3948a701-e1e1-4909-b462-c5906d3afd32 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.547285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3948a701-e1e1-4909-b462-c5906d3afd32 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/01d34092-a18d-4145-943a-cab7403194ae HTTP/1.1" status: 204 len: 168 time: 0.1908889 Aug 31 06:56:09.549969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35428) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.557157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948a701-e1e1-4909-b462-c5906d3afd32 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d34092-a18d-4145-943a-cab7403194ae,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:09.576563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 3c51c19e-c133-44e0-8531-24c567bdebe3 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:09.580339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35430) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.641163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4aa830a0-1d2c-4343-95c1-5a57841fb13e tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0896330 Aug 31 06:56:09.645665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35434) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.650896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c878800d-323d-4257-99ca-3b2fa634ae60 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--744124697'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:09.652589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.717810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c878800d-323d-4257-99ca-3b2fa634ae60 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.731267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:09.744598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:09.755835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:09.760190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2fda4635-4707-41e6-bbd6-3b6d66546e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.762181 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=3c51c19e-c133-44e0-8531-24c567bdebe3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:09.829214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.829893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.838658 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c878800d-323d-4257-99ca-3b2fa634ae60 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.843024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c878800d-323d-4257-99ca-3b2fa634ae60 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.877672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878800d-323d-4257-99ca-3b2fa634ae60 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f616b1-afa3-490b-9bc7-dba9913d117d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:09.925870 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2fda4635-4707-41e6-bbd6-3b6d66546e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.930693 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2fda4635-4707-41e6-bbd6-3b6d66546e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.933667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c878800d-323d-4257-99ca-3b2fa634ae60 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:09.935496 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c878800d-323d-4257-99ca-3b2fa634ae60 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2885506 Aug 31 06:56:09.937232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-925020ef-8c4d-4a4f-ad5d-b1c63840c549 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5491810 Aug 31 06:56:09.940528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35436) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.940861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35438) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.947101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ef2b24e4-2561-480a-b222-174d52f92053 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '53f616b1-afa3-490b-9bc7-dba9913d117d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:09.973094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2fda4635-4707-41e6-bbd6-3b6d66546e23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0676957e03f74025a0f78b64ee7ba0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898449 Aug 31 06:56:09.973889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda4635-4707-41e6-bbd6-3b6d66546e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae8a62d-993a-43ef-96ab-f05870ce1c46,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:09.976330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35442) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.025248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7414c8ba-a2a1-405b-9fc5-3b8406484664 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:10.031495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7414c8ba-a2a1-405b-9fc5-3b8406484664 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:10.033341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7414c8ba-a2a1-405b-9fc5-3b8406484664 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0900779 Aug 31 06:56:10.036115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35444) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.045816 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-ef2b24e4-2561-480a-b222-174d52f92053 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The resource could not be found. Aug 31 06:56:10.049651 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ef2b24e4-2561-480a-b222-174d52f92053 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1077867 Aug 31 06:56:10.049817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35446) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.054609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8014c774-e1f9-4b5f-8895-eed26f25cc2a tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '53f616b1-afa3-490b-9bc7-dba9913d117d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1f2e86ff-ffb1-419e-bda7-72b68adf4f90'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:10.077910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a30c1e4-903d-43ed-9b0d-2dad657f4e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.143980 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a30c1e4-903d-43ed-9b0d-2dad657f4e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.206191 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8014c774-e1f9-4b5f-8895-eed26f25cc2a tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The resource could not be found. Aug 31 06:56:10.210044 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8014c774-e1f9-4b5f-8895-eed26f25cc2a tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1565146 Aug 31 06:56:10.210350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35448) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.228275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c3289afc-9659-46c9-afe3-269842a28847 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 3c51c19e-c133-44e0-8531-24c567bdebe3 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:10.228630 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3289afc-9659-46c9-afe3-269842a28847 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.278297 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ec36778-7e0a-442e-ac3b-2f07e87abf48 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.280624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a30c1e4-903d-43ed-9b0d-2dad657f4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.284070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a30c1e4-903d-43ed-9b0d-2dad657f4e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.287917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9a30c1e4-903d-43ed-9b0d-2dad657f4e3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ae8a62d-993a-43ef-96ab-f05870ce1c46 HTTP/1.1" status: 204 len: 168 time: 0.3065407 Aug 31 06:56:10.303841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30c1e4-903d-43ed-9b0d-2dad657f4e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae8a62d-993a-43ef-96ab-f05870ce1c46,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:10.309050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ec36778-7e0a-442e-ac3b-2f07e87abf48 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.347281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3289afc-9659-46c9-afe3-269842a28847 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.364292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c3289afc-9659-46c9-afe3-269842a28847 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 3c51c19e-c133-44e0-8531-24c567bdebe3 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:10.379330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ec36778-7e0a-442e-ac3b-2f07e87abf48 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.383301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ec36778-7e0a-442e-ac3b-2f07e87abf48 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.384861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1ec36778-7e0a-442e-ac3b-2f07e87abf48 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/53f616b1-afa3-490b-9bc7-dba9913d117d HTTP/1.1" status: 204 len: 168 time: 0.1734598 Aug 31 06:56:10.389415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35452) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.420899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec36778-7e0a-442e-ac3b-2f07e87abf48 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f616b1-afa3-490b-9bc7-dba9913d117d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:10.496523 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7c51fdae-5625-4c30-8e7f-b273aeb12d52 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994003 Aug 31 06:56:10.496781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35454) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.504362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-112c038f-6d68-44a9-91ca-3e48bdfa6992 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': 'd86e07a5-982f-445d-8176-f838068fa7eb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:10.553591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:10.600928 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-112c038f-6d68-44a9-91ca-3e48bdfa6992 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The resource could not be found. Aug 31 06:56:10.605883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-112c038f-6d68-44a9-91ca-3e48bdfa6992 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1080823 Aug 31 06:56:10.606631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35458) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.616830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-77244159-9cb6-41ba-b673-47ad6c2ee28b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092947539'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:10.633110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:10.651244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77244159-9cb6-41ba-b673-47ad6c2ee28b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.699968 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3289afc-9659-46c9-afe3-269842a28847 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.741751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3289afc-9659-46c9-afe3-269842a28847 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=3c51c19e-c133-44e0-8531-24c567bdebe3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:10.777283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a696093d-899d-46b3-9a95-cb1308b4d8fd None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:10.786099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35462) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.794886 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77244159-9cb6-41ba-b673-47ad6c2ee28b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.804677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77244159-9cb6-41ba-b673-47ad6c2ee28b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.812580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfe368d3-3fb5-4f7c-8893-3254d30d12ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.839665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-87b821ac-0354-4a33-9e2e-4939187a007a None None] Provisioning for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:10.846534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-87b821ac-0354-4a33-9e2e-4939187a007a None None] Provisioning complete for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:10.847221 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87b821ac-0354-4a33-9e2e-4939187a007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.851553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3289afc-9659-46c9-afe3-269842a28847 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.855680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c3289afc-9659-46c9-afe3-269842a28847 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/3c51c19e-c133-44e0-8531-24c567bdebe3 HTTP/1.1" status: 204 len: 168 time: 0.8164098 Aug 31 06:56:10.855886 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77244159-9cb6-41ba-b673-47ad6c2ee28b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.856150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35464) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.859309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-77244159-9cb6-41ba-b673-47ad6c2ee28b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2486501 Aug 31 06:56:10.859309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77244159-9cb6-41ba-b673-47ad6c2ee28b tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0221c9-b57e-426b-a967-1b0eb3ecff92,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:10.859626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35466) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.876597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-620a9eb6-c2a0-4001-baa7-0a9a8c77b90f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--341203569'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:10.932604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6895bc2a-a772-4ab4-a231-6c519bcb9fc4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:10.933973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6895bc2a-a772-4ab4-a231-6c519bcb9fc4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:10.935647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6895bc2a-a772-4ab4-a231-6c519bcb9fc4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:10.939791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6895bc2a-a772-4ab4-a231-6c519bcb9fc4 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0798347 Aug 31 06:56:10.940123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35468) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.965943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfe368d3-3fb5-4f7c-8893-3254d30d12ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.971441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dfe368d3-3fb5-4f7c-8893-3254d30d12ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.012850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87b821ac-0354-4a33-9e2e-4939187a007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.017799 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dfe368d3-3fb5-4f7c-8893-3254d30d12ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1eb1d2ecd6e4224be424583b36ec8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305319 Aug 31 06:56:11.019235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe368d3-3fb5-4f7c-8893-3254d30d12ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6909b46-8b72-4782-a431-4fa52c260efc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:11.020835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37f06f5-13c5-4c4e-839e-e0445276c152 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 1ae025d4-6710-45ee-86d2-2c1aa702b3bf {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:11.023331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35470) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:11.030772 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-620a9eb6-c2a0-4001-baa7-0a9a8c77b90f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.034098 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f37f06f5-13c5-4c4e-839e-e0445276c152 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.061779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-87b821ac-0354-4a33-9e2e-4939187a007a None None] For port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:11.072119 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87b821ac-0354-4a33-9e2e-4939187a007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.106143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dab23d67-8b20-448d-b244-de80aac9c5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.107657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f37f06f5-13c5-4c4e-839e-e0445276c152 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.131781 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dab23d67-8b20-448d-b244-de80aac9c5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.157115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b821ac-0354-4a33-9e2e-4939187a007a None None] Pushing event updated for resources: {'Port': ['ID=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:11.198105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dab23d67-8b20-448d-b244-de80aac9c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.200884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dab23d67-8b20-448d-b244-de80aac9c5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.209384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dab23d67-8b20-448d-b244-de80aac9c5f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6909b46-8b72-4782-a431-4fa52c260efc HTTP/1.1" status: 204 len: 168 time: 0.1843235 Aug 31 06:56:11.218872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab23d67-8b20-448d-b244-de80aac9c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6909b46-8b72-4782-a431-4fa52c260efc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:11.280758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f37f06f5-13c5-4c4e-839e-e0445276c152 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.340207 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-620a9eb6-c2a0-4001-baa7-0a9a8c77b90f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.347352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-620a9eb6-c2a0-4001-baa7-0a9a8c77b90f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.402478 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-620a9eb6-c2a0-4001-baa7-0a9a8c77b90f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.403730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-620a9eb6-c2a0-4001-baa7-0a9a8c77b90f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5431814 Aug 31 06:56:11.406948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a9eb6-c2a0-4001-baa7-0a9a8c77b90f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f774199-ec05-4f3b-9019-e6e5669632f0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:11.407954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35480) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:11.416371 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f37f06f5-13c5-4c4e-839e-e0445276c152 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.421332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ad47699e-f7f1-484f-9088-9312696cb5b7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group_rule': {'security_group_id': '9f0221c9-b57e-426b-a967-1b0eb3ecff92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9f774199-ec05-4f3b-9019-e6e5669632f0'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:11.428552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-75010ab9-5564-43fa-b6d8-5a3b0e51eb45 None None] Provisioning complete for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:11.428990 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75010ab9-5564-43fa-b6d8-5a3b0e51eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.457542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f37f06f5-13c5-4c4e-839e-e0445276c152 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.461880 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f37f06f5-13c5-4c4e-839e-e0445276c152 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/1ae025d4-6710-45ee-86d2-2c1aa702b3bf HTTP/1.1" status: 204 len: 168 time: 0.5186191 Aug 31 06:56:11.461880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f06f5-13c5-4c4e-839e-e0445276c152 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae025d4-6710-45ee-86d2-2c1aa702b3bf,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:11.462841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35484) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:11.522197 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-ad47699e-f7f1-484f-9088-9312696cb5b7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:11.523348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ad47699e-f7f1-484f-9088-9312696cb5b7 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1141222 Aug 31 06:56:11.526919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:11.534046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5a632a-f776-4a02-b9e3-e21ecccf149c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet c0b7d02d-8e57-4f04-a998-b4c4f0db174e {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:11.537539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb5a632a-f776-4a02-b9e3-e21ecccf149c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.587402 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb5a632a-f776-4a02-b9e3-e21ecccf149c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.663209 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70fd4cc7-fd0d-46eb-b69b-33863054c2cb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.691669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70fd4cc7-fd0d-46eb-b69b-33863054c2cb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.702303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-0a2d79c3-e0de-48eb-a077-355f995dbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:11.702671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-0a2d79c3-e0de-48eb-a077-355f995dbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:11.703128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-0a2d79c3-e0de-48eb-a077-355f995dbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:11.703781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-0a2d79c3-e0de-48eb-a077-355f995dbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:11.704038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-0a2d79c3-e0de-48eb-a077-355f995dbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:11.704522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-0a2d79c3-e0de-48eb-a077-355f995dbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:11.704974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-0a2d79c3-e0de-48eb-a077-355f995dbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:11.707174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-0a2d79c3-e0de-48eb-a077-355f995dbd21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6497 time: 0.3841009 Aug 31 06:56:11.743423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d1dba-bc68-4106-9f01-6b5e472ef324 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:11.744093 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70fd4cc7-fd0d-46eb-b69b-33863054c2cb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.746929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70fd4cc7-fd0d-46eb-b69b-33863054c2cb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.748334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-70fd4cc7-fd0d-46eb-b69b-33863054c2cb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/9f774199-ec05-4f3b-9019-e6e5669632f0 HTTP/1.1" status: 204 len: 168 time: 0.2198982 Aug 31 06:56:11.758069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35494) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:11.758883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd4cc7-fd0d-46eb-b69b-33863054c2cb tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f774199-ec05-4f3b-9019-e6e5669632f0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:11.850801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ea16476a-1536-4b03-9205-35008124c3c8 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0768282 Aug 31 06:56:11.854693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35498) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:11.857578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0279a66a-546b-464a-a0c1-d837b1bd4494 None None] Could not find standard attr ID for object 8824532f-ebd0-4019-a76f-da7fbccfd002. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:11.928493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e03bc49-5a5f-4df7-a0ef-d2a978f50c44 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.975229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e03bc49-5a5f-4df7-a0ef-d2a978f50c44 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.037102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e03bc49-5a5f-4df7-a0ef-d2a978f50c44 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.042883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e03bc49-5a5f-4df7-a0ef-d2a978f50c44 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.045432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8e03bc49-5a5f-4df7-a0ef-d2a978f50c44 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/9f0221c9-b57e-426b-a967-1b0eb3ecff92 HTTP/1.1" status: 204 len: 168 time: 0.1871152 Aug 31 06:56:12.058691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35504) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.059511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03bc49-5a5f-4df7-a0ef-d2a978f50c44 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0221c9-b57e-426b-a967-1b0eb3ecff92,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:12.128526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-48f30c64-b5b8-4c4e-a5df-b639da286fef tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648596 Aug 31 06:56:12.134835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35510) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.141315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6ae6997a-ef4f-4034-b4f0-7c9c1b934162 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'tempest-secgroup--547085601'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:12.169301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ae6997a-ef4f-4034-b4f0-7c9c1b934162 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.204600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-c4d935c3-d450-4360-bd61-e312510c50e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&id=39d61055-ffd5-492c-abee-616902666e27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499279 Aug 31 06:56:12.208030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb5a632a-f776-4a02-b9e3-e21ecccf149c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.283315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ae6997a-ef4f-4034-b4f0-7c9c1b934162 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.289278 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb5a632a-f776-4a02-b9e3-e21ecccf149c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.291846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ae6997a-ef4f-4034-b4f0-7c9c1b934162 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.312002 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eb5a632a-f776-4a02-b9e3-e21ecccf149c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.316969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eb5a632a-f776-4a02-b9e3-e21ecccf149c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/c0b7d02d-8e57-4f04-a998-b4c4f0db174e HTTP/1.1" status: 204 len: 168 time: 0.8504980 Aug 31 06:56:12.318477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35516) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.343310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a632a-f776-4a02-b9e3-e21ecccf149c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b7d02d-8e57-4f04-a998-b4c4f0db174e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:12.372070 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ae6997a-ef4f-4034-b4f0-7c9c1b934162 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.376218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6ae6997a-ef4f-4034-b4f0-7c9c1b934162 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2371471 Aug 31 06:56:12.376646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35524) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.378616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8d4280d1-536b-42e7-8de1-183474ab9e15 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582414 Aug 31 06:56:12.379342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35526) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.379979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6997a-ef4f-4034-b4f0-7c9c1b934162 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc4c94-e664-4311-827e-c012dd88c366,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:12.382268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2cc25f1e-eb33-41ad-b8ff-3aac929835f1 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:12.382767 n-d-712142-16 neutron-server[94668]: WARNING neutron.api.v2.base [None req-2cc25f1e-eb33-41ad-b8ff-3aac929835f1 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 06:56:12.383343 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-2cc25f1e-eb33-41ad-b8ff-3aac929835f1 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 06:56:12.387500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2cc25f1e-eb33-41ad-b8ff-3aac929835f1 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "PUT /v2.0/security-groups/fdbc4c94-e664-4311-827e-c012dd88c366 HTTP/1.1" status: 409 len: 330 time: 0.0067561 Aug 31 06:56:12.387900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:12.388013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35528) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.464141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ca98-1c09-48d3-ae4b-f436b19948a6 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.501696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ca98-1c09-48d3-ae4b-f436b19948a6 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.502994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:12.514026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.528793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:12.564496 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ca98-1c09-48d3-ae4b-f436b19948a6 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.567459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ca98-1c09-48d3-ae4b-f436b19948a6 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.568729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b4e5ca98-1c09-48d3-ae4b-f436b19948a6 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/fdbc4c94-e664-4311-827e-c012dd88c366 HTTP/1.1" status: 204 len: 168 time: 0.1801994 Aug 31 06:56:12.571993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35532) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.600840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:12.601471 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.635935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5ca98-1c09-48d3-ae4b-f436b19948a6 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc4c94-e664-4311-827e-c012dd88c366,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:12.659306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a2d7b9a7-3e6e-4176-9b57-2aeac154b091 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860658 Aug 31 06:56:12.663875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35538) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.705177 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-77f1e50f-2228-40a2-99fb-85651c1d7a1f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] delete failed (client error): The resource could not be found. Aug 31 06:56:12.706892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-77f1e50f-2228-40a2-99fb-85651c1d7a1f tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "DELETE /v2.0/security-groups/63e0b24d-84c8-4962-aac3-a411cb705cea HTTP/1.1" status: 404 len: 347 time: 0.0340619 Aug 31 06:56:12.711239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35540) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.730283 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-481a71cd-ea2a-4173-98c7-08c5ac6efd08 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] show failed (client error): The resource could not be found. Aug 31 06:56:12.731561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-481a71cd-ea2a-4173-98c7-08c5ac6efd08 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-groups/96a3a36f-55b8-41d1-ab74-f468befd90b5 HTTP/1.1" status: 404 len: 347 time: 0.0193205 Aug 31 06:56:12.735884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35542) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.756098 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-115a6405-c894-4ed5-b852-5ec128fab5c0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] show failed (client error): The resource could not be found. Aug 31 06:56:12.758162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-115a6405-c894-4ed5-b852-5ec128fab5c0 tempest-NegativeSecGroupTest-1998731802 tempest-NegativeSecGroupTest-1998731802-project] 10.222.0.15 "GET /v2.0/security-group-rules/84c75ad8-e18e-4bc0-94bb-9e4a963fc2da HTTP/1.1" status: 404 len: 356 time: 0.0210154 Aug 31 06:56:12.763656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1122a442-3c92-4b8e-ac68-29a75e325ecd None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:12.835446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2997024a-3fdf-40fd-b202-798a44a6c9b4 None None] Provisioning complete for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:12.835809 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2997024a-3fdf-40fd-b202-798a44a6c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.848074 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.896156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:12.901449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:12.911950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:12.912568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.932144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=a08c84b7-3a6d-4c32-b01e-d01edff50269,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:12.943396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f82f19b8-838a-4532-b527-fc9e1c1ffa00 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5607316 Aug 31 06:56:12.947489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35554) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.953615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:13.090435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:13.096705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.217416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:13.247428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba28ed8-64a6-412a-a0b0-17f039734762 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:13.379084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2c05ac79-a568-4163-b84c-69f6a90de229 None None] Provisioning complete for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:13.379652 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c05ac79-a568-4163-b84c-69f6a90de229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.405841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3dbfddb0-465e-421a-a668-b34ee6e82a22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9f2dcebe8e3451e93853502161febe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865835 Aug 31 06:56:13.408824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35572) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:13.478734 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1c29-e9d7-4d0c-afc9-388119c26006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.505299 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1c29-e9d7-4d0c-afc9-388119c26006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.541737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:13.576405 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1c29-e9d7-4d0c-afc9-388119c26006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.579274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1c29-e9d7-4d0c-afc9-388119c26006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.581338 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fe6c1c29-e9d7-4d0c-afc9-388119c26006 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5214c72b-6468-426b-8f4a-2588e093856d HTTP/1.1" status: 204 len: 168 time: 0.1712470 Aug 31 06:56:13.591335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c1c29-e9d7-4d0c-afc9-388119c26006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5214c72b-6468-426b-8f4a-2588e093856d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:13.651838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] Update dhcp port {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': 'f424d365-d4cc-4280-864b-9e939344b90a'}, {'subnet_id': 'a08c84b7-3a6d-4c32-b01e-d01edff50269'}], 'binding:host_id': 'n-d-712142-16'}, 'id': 'd32e9968-3bd0-4c87-87d3-bb2f9d5b41e9'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:13.685759 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.005174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] Allocated IP 172.20.0.2 (2eb01b8a-02e2-4449-8123-41d670b7732f/a08c84b7-3a6d-4c32-b01e-d01edff50269/d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:14.019800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] Allocated IP 2001:db8::f816:3eff:fee1:dfbf (2eb01b8a-02e2-4449-8123-41d670b7732f/f424d365-d4cc-4280-864b-9e939344b90a/d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:14.134704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] For port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:14.178559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.194841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] Transition to ACTIVE for port object d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:14.205535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fee1:dfbf-8f38d900-7d0d-4a88-be59-badd24f908 {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:56:14.205971 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:56:14.207320 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.322696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892a894-154d-4587-8ac6-a2a3167ab21b None None] Pushing event updated for resources: {'Port': ['ID=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:14.480243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:14.524107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35632) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:14.664513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-61985570-ddb6-4516-b8c2-70f810e45a43 tempest-ServiceProvidersTest-784098136 tempest-ServiceProvidersTest-784098136-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1375332 Aug 31 06:56:14.832965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:14.944118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_pluggable_backend [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=94667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 31 06:56:14.944485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.999180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:15.005211 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:15.011759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:15.014834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.030285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=f424d365-d4cc-4280-864b-9e939344b90a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:15.043731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35660) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:15.058838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-194ada97-e83a-4d8e-8e0a-d5fa174050ab tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1097333 Aug 31 06:56:15.061997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35664) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:15.062671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-db25a944-3363-4a48-a939-555721dc4462 None None] Provisioning for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:15.067638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-db25a944-3363-4a48-a939-555721dc4462 None None] Provisioning complete for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:15.067809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:a1:6a:12', 'name': 'tempest-NetworksTestDHCPv6-868797011'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:15.068136 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-db25a944-3363-4a48-a939-555721dc4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.230935 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52a26c61-8e4a-4a59-bf26-562d244c8318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.267035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:15.277880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82f713-ad14-466e-8690-7362b0d774ba None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:15.329615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cc49fd22-10ff-4c34-a102-a4acc418b177 None None] Could not find standard attr ID for object 3c51c19e-c133-44e0-8531-24c567bdebe3. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:15.389136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.427440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 41bfa3ad-ffca-40f6-980d-cb52ba3aae22 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:15.445923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52a26c61-8e4a-4a59-bf26-562d244c8318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.479434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-52a26c61-8e4a-4a59-bf26-562d244c8318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.539650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a26c61-8e4a-4a59-bf26-562d244c8318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9d019f-836c-4de5-a4a6-292f61b4224f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:15.546111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-52a26c61-8e4a-4a59-bf26-562d244c8318 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6413279b24f2483fb0ec7c16a80e287c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013151 Aug 31 06:56:15.550722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35686) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:15.621729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaa17-1e4e-4021-88bf-e12703282ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.648199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaa17-1e4e-4021-88bf-e12703282ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.679895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 172.20.0.3 (2eb01b8a-02e2-4449-8123-41d670b7732f/a08c84b7-3a6d-4c32-b01e-d01edff50269/41bfa3ad-ffca-40f6-980d-cb52ba3aae22) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:15.687407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:fea1:6a12 (2eb01b8a-02e2-4449-8123-41d670b7732f/f424d365-d4cc-4280-864b-9e939344b90a/41bfa3ad-ffca-40f6-980d-cb52ba3aae22) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:15.742391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaa17-1e4e-4021-88bf-e12703282ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.745630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaa17-1e4e-4021-88bf-e12703282ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.746994 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a5aaa17-1e4e-4021-88bf-e12703282ce3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d9d019f-836c-4de5-a4a6-292f61b4224f HTTP/1.1" status: 204 len: 168 time: 0.1945021 Aug 31 06:56:15.755782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5aaa17-1e4e-4021-88bf-e12703282ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9d019f-836c-4de5-a4a6-292f61b4224f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:15.860910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-57808c43-97e6-46a7-bacf-8a82fe27c6f8 None None] Provisioning complete for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:15.861319 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-57808c43-97e6-46a7-bacf-8a82fe27c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.889613 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.904765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 41bfa3ad-ffca-40f6-980d-cb52ba3aae22 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:15.948646 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.007799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:16.018175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:16.018175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:16.022163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=41bfa3ad-ffca-40f6-980d-cb52ba3aae22,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:16.076197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.076868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.102063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-77fcef83-8fc4-44b6-a143-e2e79eed2474 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0381002 Aug 31 06:56:16.103850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35716) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:16.171413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6eed4a-4b0b-49b5-ae05-2f387c0bf6be tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.178049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6eed4a-4b0b-49b5-ae05-2f387c0bf6be tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.179817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1b6eed4a-4b0b-49b5-ae05-2f387c0bf6be tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0748341 Aug 31 06:56:16.182692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35724) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:16.303615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5ed83f17-f6c5-45d9-9629-ab40536fc8e6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 41bfa3ad-ffca-40f6-980d-cb52ba3aae22 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:16.304256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ed83f17-f6c5-45d9-9629-ab40536fc8e6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.404069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-db137f03-e7c4-4ecf-911a-70a62f438dec None None] Provisioning for port 41bfa3ad-ffca-40f6-980d-cb52ba3aae22 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:16.411876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-db137f03-e7c4-4ecf-911a-70a62f438dec None None] Provisioning complete for port 41bfa3ad-ffca-40f6-980d-cb52ba3aae22 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:16.412455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-db137f03-e7c4-4ecf-911a-70a62f438dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.433898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ed83f17-f6c5-45d9-9629-ab40536fc8e6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.451481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5ed83f17-f6c5-45d9-9629-ab40536fc8e6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 41bfa3ad-ffca-40f6-980d-cb52ba3aae22 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:16.457385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-db137f03-e7c4-4ecf-911a-70a62f438dec None None] Port 41bfa3ad-ffca-40f6-980d-cb52ba3aae22 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:16.653270 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ed83f17-f6c5-45d9-9629-ab40536fc8e6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.683872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed83f17-f6c5-45d9-9629-ab40536fc8e6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=41bfa3ad-ffca-40f6-980d-cb52ba3aae22,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:16.788588 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ed83f17-f6c5-45d9-9629-ab40536fc8e6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.791749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ed83f17-f6c5-45d9-9629-ab40536fc8e6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/41bfa3ad-ffca-40f6-980d-cb52ba3aae22 HTTP/1.1" status: 204 len: 168 time: 0.6076100 Aug 31 06:56:16.793368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35790) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:16.870607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612796f-c8a8-4e57-9b29-00094e31794a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.872401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612796f-c8a8-4e57-9b29-00094e31794a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.874075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612796f-c8a8-4e57-9b29-00094e31794a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.879166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35796) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:16.879683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c612796f-c8a8-4e57-9b29-00094e31794a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0841217 Aug 31 06:56:16.976617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd9f212-10be-414d-8e50-7df248adb9fd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet a08c84b7-3a6d-4c32-b01e-d01edff50269 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:16.980011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f212-10be-414d-8e50-7df248adb9fd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.027160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f212-10be-414d-8e50-7df248adb9fd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.137615 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f212-10be-414d-8e50-7df248adb9fd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.208667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f212-10be-414d-8e50-7df248adb9fd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.235298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9f212-10be-414d-8e50-7df248adb9fd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=a08c84b7-3a6d-4c32-b01e-d01edff50269,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:17.242114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f212-10be-414d-8e50-7df248adb9fd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.244015 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9cd9f212-10be-414d-8e50-7df248adb9fd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/a08c84b7-3a6d-4c32-b01e-d01edff50269 HTTP/1.1" status: 204 len: 168 time: 0.3631444 Aug 31 06:56:17.246469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35834) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:17.256645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb3b1a-b33f-40f8-864c-19f5ea85ea98 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:17.311054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b579a9-3093-494a-9c9b-c3a36ebdd0d5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet f424d365-d4cc-4280-864b-9e939344b90a {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:17.315270 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32b579a9-3093-494a-9c9b-c3a36ebdd0d5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.375013 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32b579a9-3093-494a-9c9b-c3a36ebdd0d5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.529259 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32b579a9-3093-494a-9c9b-c3a36ebdd0d5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.615926 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32b579a9-3093-494a-9c9b-c3a36ebdd0d5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.646217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b579a9-3093-494a-9c9b-c3a36ebdd0d5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=f424d365-d4cc-4280-864b-9e939344b90a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:17.666975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-32b579a9-3093-494a-9c9b-c3a36ebdd0d5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.671963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-32b579a9-3093-494a-9c9b-c3a36ebdd0d5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/f424d365-d4cc-4280-864b-9e939344b90a HTTP/1.1" status: 204 len: 168 time: 0.4215825 Aug 31 06:56:17.671963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35864) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:17.721533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eda52318-2730-4720-84e6-0bb5b4c23ce1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483656 Aug 31 06:56:17.724571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35868) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:17.780864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85976b2c-0170-4c52-9880-7cc58d07ece1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:17.785616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-85976b2c-0170-4c52-9880-7cc58d07ece1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0570953 Aug 31 06:56:17.785616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35874) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:17.845648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee78847d-3d6a-4e0a-832f-cf2796710912 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:17.847088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee78847d-3d6a-4e0a-832f-cf2796710912 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608692 Aug 31 06:56:17.849754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35882) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:17.900198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-55644a38-9780-4afb-99f0-92a060e57753 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491011 Aug 31 06:56:17.905336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35884) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:17.911516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-035c4d25-91f7-409f-a0ac-df268a06b068 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:18.051180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035c4d25-91f7-409f-a0ac-df268a06b068 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:18.055443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-035c4d25-91f7-409f-a0ac-df268a06b068 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.057109 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-035c4d25-91f7-409f-a0ac-df268a06b068 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:18.057610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035c4d25-91f7-409f-a0ac-df268a06b068 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:18.077685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35900) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.078205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-035c4d25-91f7-409f-a0ac-df268a06b068 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1705678 Aug 31 06:56:18.083115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-30276cf6-5fb1-4d01-b985-86b601c998a1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:18.182724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8798db9-14f4-49b6-8b80-db0391c9cc38 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:18.202228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30276cf6-5fb1-4d01-b985-86b601c998a1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:18.207949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30276cf6-5fb1-4d01-b985-86b601c998a1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.209516 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-30276cf6-5fb1-4d01-b985-86b601c998a1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:18.209955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30276cf6-5fb1-4d01-b985-86b601c998a1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:18.227387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-30276cf6-5fb1-4d01-b985-86b601c998a1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1485157 Aug 31 06:56:18.230508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35910) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.238709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3ea4de24-b1df-4a1a-9eb6-d4c0bc19d9ba tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:18.247279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-efa7cf28-5b05-43ea-b7a9-73939e45ecfc None None] Provisioning complete for port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:18.247664 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-efa7cf28-5b05-43ea-b7a9-73939e45ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.345631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea4de24-b1df-4a1a-9eb6-d4c0bc19d9ba tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:18.350749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ea4de24-b1df-4a1a-9eb6-d4c0bc19d9ba tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.352629 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea4de24-b1df-4a1a-9eb6-d4c0bc19d9ba tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:18.353010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea4de24-b1df-4a1a-9eb6-d4c0bc19d9ba tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:18.382096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3ea4de24-b1df-4a1a-9eb6-d4c0bc19d9ba tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1503317 Aug 31 06:56:18.384988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35926) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.391581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e32b58af-9441-4d14-9538-ac100f27feb8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:18.446164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:18.500709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32b58af-9441-4d14-9538-ac100f27feb8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:18.505243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e32b58af-9441-4d14-9538-ac100f27feb8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.506691 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32b58af-9441-4d14-9538-ac100f27feb8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:18.507129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32b58af-9441-4d14-9538-ac100f27feb8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:18.509513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] Deleting port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:18.509676 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.526676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e32b58af-9441-4d14-9538-ac100f27feb8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1378338 Aug 31 06:56:18.527227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 35942) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.532391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d83b472c-01b7-423f-9d90-b874344777a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:18.555956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:18.639366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83b472c-01b7-423f-9d90-b874344777a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:18.644820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d83b472c-01b7-423f-9d90-b874344777a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.646614 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83b472c-01b7-423f-9d90-b874344777a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:18.647070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83b472c-01b7-423f-9d90-b874344777a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:18.667513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35952) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.667677 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d83b472c-01b7-423f-9d90-b874344777a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1386902 Aug 31 06:56:18.673020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6382a4bd-f5cf-4539-a6ed-e0cc1a024b54 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:18.778039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] For port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:18.778442 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.779334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6382a4bd-f5cf-4539-a6ed-e0cc1a024b54 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:18.786462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6382a4bd-f5cf-4539-a6ed-e0cc1a024b54 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.788174 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6382a4bd-f5cf-4539-a6ed-e0cc1a024b54 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:18.788791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6382a4bd-f5cf-4539-a6ed-e0cc1a024b54 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:18.794665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] Calling delete_port for d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:18.804854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6382a4bd-f5cf-4539-a6ed-e0cc1a024b54 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1370752 Aug 31 06:56:18.807457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35966) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.861699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b8709-48ca-4d00-b014-1873b92beb87 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:18.863256 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-465b8709-48ca-4d00-b014-1873b92beb87 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0546362 Aug 31 06:56:18.865696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35974) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.886428 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.932163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b38a356-c300-45b7-8642-6cbd71836173 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:18.936738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8b38a356-c300-45b7-8642-6cbd71836173 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651505 Aug 31 06:56:18.937604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35980) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.938540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:18.945770 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.974734 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.977804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ebe8d071-5e3e-4333-8e6d-9e9f3d32b4a3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386996 Aug 31 06:56:18.983862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 35984) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.995918 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] No DVR routers for this DVR port d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:19.010209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:19.020551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:19.051467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453cd97-c812-4730-8fb1-4e0db7128f01 None None] Pushing event deleted for resources: {'Port': ['ID=d32e9968-3bd0-4c87-87d3-bb2f9d5b41e9,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:19.139685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:19.143605 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.376364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36004) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:19.433482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:19.435140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.483643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:19.492537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:19.497436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:19.498361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.503784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0931598c-eb64-44c2-858b-0edc59d6026b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.505205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e59db-2454-4181-a3f9-8d87d86723ea None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:19.517976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=4b8c3820-ad43-4c00-bcff-0ff08ec99c20,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:19.623107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0931598c-eb64-44c2-858b-0edc59d6026b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.629730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0931598c-eb64-44c2-858b-0edc59d6026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.633622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-98071e4b-39e6-466a-a2c4-82c4557045ac tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6485355 Aug 31 06:56:19.636860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36012) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:19.642597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:3c:dc:e7', 'name': 'tempest-NetworksTestDHCPv6-1644355587'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:19.683554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0931598c-eb64-44c2-858b-0edc59d6026b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e493f13f4fd443ffb7a1661db91c0409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050840 Aug 31 06:56:19.684163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36014) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:19.684294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '4b8c3820-ad43-4c00-bcff-0ff08ec99c20'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:19.685964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.686196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931598c-eb64-44c2-858b-0edc59d6026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c186c-ccba-49cf-9fdd-9f146690dc3e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:19.760413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-46c3f277-c10c-4e7b-b390-1d01d7231957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.786137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-46c3f277-c10c-4e7b-b390-1d01d7231957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.794470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:19.862823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-46c3f277-c10c-4e7b-b390-1d01d7231957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.870953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-46c3f277-c10c-4e7b-b390-1d01d7231957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.873456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-46c3f277-c10c-4e7b-b390-1d01d7231957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f0c186c-ccba-49cf-9fdd-9f146690dc3e HTTP/1.1" status: 204 len: 168 time: 0.1878009 Aug 31 06:56:19.894069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3f277-c10c-4e7b-b390-1d01d7231957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c186c-ccba-49cf-9fdd-9f146690dc3e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:19.902775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Allocated IP 2001:db8::f816:3eff:fe93:977e (2eb01b8a-02e2-4449-8123-41d670b7732f/4b8c3820-ad43-4c00-bcff-0ff08ec99c20/abce87d8-6ef1-4187-b934-7436d443e264) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:19.917812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.956592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port af588f2a-1dfc-4a17-945e-de9304fab6ac yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:20.118704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.130067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Transition to ACTIVE for port object abce87d8-6ef1-4187-b934-7436d443e264 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:20.150841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Transition to ACTIVE for port object abce87d8-6ef1-4187-b934-7436d443e264 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:20.162591 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.225357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:fe3c:dce7 (2eb01b8a-02e2-4449-8123-41d670b7732f/4b8c3820-ad43-4c00-bcff-0ff08ec99c20/af588f2a-1dfc-4a17-945e-de9304fab6ac) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:20.228446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:20.229319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Pushing event updated for resources: {'Port': ['ID=abce87d8-6ef1-4187-b934-7436d443e264,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:20.232837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:20.234793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:20.296248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Attempting to bind port abce87d8-6ef1-4187-b934-7436d443e264 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:20.296628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Attempting to bind port abce87d8-6ef1-4187-b934-7436d443e264 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:20.297000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Attempting to bind port abce87d8-6ef1-4187-b934-7436d443e264 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:20.303255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:20.303637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:20.304169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.304575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:20.305050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Bound port: abce87d8-6ef1-4187-b934-7436d443e264, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:20.305469 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.383028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] For port abce87d8-6ef1-4187-b934-7436d443e264, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:20.386739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] For port abce87d8-6ef1-4187-b934-7436d443e264, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=abce87d8-6ef1-4187-b934-7436d443e264,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:20.393032 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.424158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.440036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object af588f2a-1dfc-4a17-945e-de9304fab6ac will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:20.463308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254120f-8725-4791-a845-e2a22fb9b8de None None] Pushing event updated for resources: {'Port': ['ID=abce87d8-6ef1-4187-b934-7436d443e264,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:20.494529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.554005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:20.560834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:20.563628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:20.574138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:20.574828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.590716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=af588f2a-1dfc-4a17-945e-de9304fab6ac,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:20.606745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fa23263d-4bcb-4f43-97c3-1b43a047b2de tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9686465 Aug 31 06:56:20.609496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36042) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:20.680497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2644e3-02a7-4e72-b384-85bb411d04f6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:20.687401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2644e3-02a7-4e72-b384-85bb411d04f6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:20.692860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36044) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:20.693039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0c2644e3-02a7-4e72-b384-85bb411d04f6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0802662 Aug 31 06:56:20.873976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b76f5225-e9eb-481e-915c-17c66b719f6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port af588f2a-1dfc-4a17-945e-de9304fab6ac {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:20.874324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b76f5225-e9eb-481e-915c-17c66b719f6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.969448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b76f5225-e9eb-481e-915c-17c66b719f6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.983685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b76f5225-e9eb-481e-915c-17c66b719f6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for af588f2a-1dfc-4a17-945e-de9304fab6ac owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:21.138816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b76f5225-e9eb-481e-915c-17c66b719f6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.172387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f5225-e9eb-481e-915c-17c66b719f6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=af588f2a-1dfc-4a17-945e-de9304fab6ac,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:21.203267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b76f5225-e9eb-481e-915c-17c66b719f6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.205772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b76f5225-e9eb-481e-915c-17c66b719f6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/af588f2a-1dfc-4a17-945e-de9304fab6ac HTTP/1.1" status: 204 len: 168 time: 0.5115669 Aug 31 06:56:21.208293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36076) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.262722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52ac17-a63b-4d10-abd9-79a9bff9d748 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.269056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52ac17-a63b-4d10-abd9-79a9bff9d748 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.273209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f52ac17-a63b-4d10-abd9-79a9bff9d748 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0614116 Aug 31 06:56:21.274003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36080) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.333974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdc1e9e-91af-437e-abb5-d6ab13e6fe09 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 4b8c3820-ad43-4c00-bcff-0ff08ec99c20 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:21.338597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1e9e-91af-437e-abb5-d6ab13e6fe09 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.367316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36082) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.391160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1e9e-91af-437e-abb5-d6ab13e6fe09 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.498091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1e9e-91af-437e-abb5-d6ab13e6fe09 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.505615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-166ecc04-12d3-45f7-813c-82b026b29077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.571802 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1e9e-91af-437e-abb5-d6ab13e6fe09 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.613247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1e9e-91af-437e-abb5-d6ab13e6fe09 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8c3820-ad43-4c00-bcff-0ff08ec99c20,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:21.619757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1e9e-91af-437e-abb5-d6ab13e6fe09 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.624434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bbdc1e9e-91af-437e-abb5-d6ab13e6fe09 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/4b8c3820-ad43-4c00-bcff-0ff08ec99c20 HTTP/1.1" status: 204 len: 168 time: 0.3491671 Aug 31 06:56:21.626776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36086) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.644825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-166ecc04-12d3-45f7-813c-82b026b29077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.654629 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-166ecc04-12d3-45f7-813c-82b026b29077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.683969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-711850e9-8286-4ff5-be98-1f7a40bcf408 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552421 Aug 31 06:56:21.686655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36088) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.692265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:21.695927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87279fe6-90de-480f-8295-9c43e8066012 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:21.696743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ecc04-12d3-45f7-813c-82b026b29077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa9f192-a7eb-41ad-85de-baa96e086d03,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:21.706141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-166ecc04-12d3-45f7-813c-82b026b29077 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14a6011cca354a1f89c3681052d60258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377428 Aug 31 06:56:21.706745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36090) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.783705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e312e00c-07d3-4d9a-a7b8-a271dad77d08 None None] Provisioning for port abce87d8-6ef1-4187-b934-7436d443e264 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:21.791193 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61506c6d-b70c-436a-8c53-6e5d273d8722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.805858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:21.810766 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.843506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61506c6d-b70c-436a-8c53-6e5d273d8722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.968299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61506c6d-b70c-436a-8c53-6e5d273d8722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.974566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61506c6d-b70c-436a-8c53-6e5d273d8722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.979319 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-61506c6d-b70c-436a-8c53-6e5d273d8722 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfa9f192-a7eb-41ad-85de-baa96e086d03 HTTP/1.1" status: 204 len: 168 time: 0.2682056 Aug 31 06:56:21.993809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61506c6d-b70c-436a-8c53-6e5d273d8722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa9f192-a7eb-41ad-85de-baa96e086d03,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:22.103787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:22.165753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] Deleting port abce87d8-6ef1-4187-b934-7436d443e264 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:22.165977 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.247797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] For port abce87d8-6ef1-4187-b934-7436d443e264, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=abce87d8-6ef1-4187-b934-7436d443e264,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:22.248115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.264175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] Calling delete_port for abce87d8-6ef1-4187-b934-7436d443e264 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:22.289386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:22.353284 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.367000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] No DVR routers for this DVR port abce87d8-6ef1-4187-b934-7436d443e264 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:22.387624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab01e9-9347-4526-9e81-62d9e9f8784f None None] Pushing event deleted for resources: {'Port': ['ID=abce87d8-6ef1-4187-b934-7436d443e264,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:22.480138 n-d-712142-16 neutron-server[94668]: WARNING neutron.services.revisions.revision_plugin [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Could not find related port for resource to bump revision. Aug 31 06:56:22.484759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Port abce87d8-6ef1-4187-b934-7436d443e264 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 06:56:22.485059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Reverting IP allocation for 2001:db8::f816:3eff:fe93:977e {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 06:56:22.488414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe93:977e {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 06:56:22.489592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.527652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:22.532234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:22.537109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:22.537740 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.543030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0921d-5a20-432b-a948-3624f639ed79 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:22.554324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=a7f4d42e-86e0-4e92-a603-9c82bc26a269,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:22.562233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fd35fd6f-8681-498d-9d77-d7d685a597d8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8729513 Aug 31 06:56:22.563858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36110) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:22.570090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:f6:50:8d', 'name': 'tempest-NetworksTestDHCPv6-888512983'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:22.701511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:22.706469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.707404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': 'a7f4d42e-86e0-4e92-a603-9c82bc26a269'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:22.708290 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.729505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port faea067e-1311-4b84-bf97-6a6fd7ac7d99 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:22.846245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:fef6:508d (2eb01b8a-02e2-4449-8123-41d670b7732f/a7f4d42e-86e0-4e92-a603-9c82bc26a269/faea067e-1311-4b84-bf97-6a6fd7ac7d99) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:23.031118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.049906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object faea067e-1311-4b84-bf97-6a6fd7ac7d99 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:23.097328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.158595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Allocated IP 2001:db8::f816:3eff:fe48:c0ae (2eb01b8a-02e2-4449-8123-41d670b7732f/a7f4d42e-86e0-4e92-a603-9c82bc26a269/2fec28db-9072-4df0-ac60-7426fe6571ef) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:23.168284 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:23.172890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=faea067e-1311-4b84-bf97-6a6fd7ac7d99,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:23.176362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:23.179034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:23.185398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:23.186119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.215697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-705315f1-1423-48ca-a50b-e17949315996 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6472766 Aug 31 06:56:23.216351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36134) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:23.306066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325662-dd47-404e-9737-88969beeca6d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:23.309278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6c325662-dd47-404e-9737-88969beeca6d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0904346 Aug 31 06:56:23.310489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36138) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:23.363304 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.373928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Transition to ACTIVE for port object 2fec28db-9072-4df0-ac60-7426fe6571ef will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:23.392372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Transition to ACTIVE for port object 2fec28db-9072-4df0-ac60-7426fe6571ef will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:23.411204 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.440089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-994aa98a-71e0-4d50-9ea2-9d84e9ed47ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port faea067e-1311-4b84-bf97-6a6fd7ac7d99 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:23.440435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-994aa98a-71e0-4d50-9ea2-9d84e9ed47ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.466840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:23.470716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:23.474812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:23.482583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Pushing event updated for resources: {'Port': ['ID=2fec28db-9072-4df0-ac60-7426fe6571ef,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:23.567214 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-994aa98a-71e0-4d50-9ea2-9d84e9ed47ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.582149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-994aa98a-71e0-4d50-9ea2-9d84e9ed47ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for faea067e-1311-4b84-bf97-6a6fd7ac7d99 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:23.584292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Attempting to bind port 2fec28db-9072-4df0-ac60-7426fe6571ef on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:23.585074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Attempting to bind port 2fec28db-9072-4df0-ac60-7426fe6571ef by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:23.585639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Attempting to bind port 2fec28db-9072-4df0-ac60-7426fe6571ef on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:23.592161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:23.592524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:23.593071 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.593580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:23.594136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Bound port: 2fec28db-9072-4df0-ac60-7426fe6571ef, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:23.594636 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.712419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] For port 2fec28db-9072-4df0-ac60-7426fe6571ef, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:23.720425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] For port 2fec28db-9072-4df0-ac60-7426fe6571ef, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2fec28db-9072-4df0-ac60-7426fe6571ef,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:23.728623 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.773033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-994aa98a-71e0-4d50-9ea2-9d84e9ed47ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.814985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994aa98a-71e0-4d50-9ea2-9d84e9ed47ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=faea067e-1311-4b84-bf97-6a6fd7ac7d99,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:23.837344 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-994aa98a-71e0-4d50-9ea2-9d84e9ed47ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.840550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-994aa98a-71e0-4d50-9ea2-9d84e9ed47ce tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/faea067e-1311-4b84-bf97-6a6fd7ac7d99 HTTP/1.1" status: 204 len: 168 time: 0.5288289 Aug 31 06:56:23.844142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36158) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:23.845480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b20ed-9f23-4a35-81a3-d8439786df05 None None] Pushing event updated for resources: {'Port': ['ID=2fec28db-9072-4df0-ac60-7426fe6571ef,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:23.924136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36160) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:23.925899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc60f0a-a743-4949-a66b-891d02025818 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:23.927571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc60f0a-a743-4949-a66b-891d02025818 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:23.929176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2fc60f0a-a743-4949-a66b-891d02025818 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0829880 Aug 31 06:56:23.933461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36162) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:23.990515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2bdcd8-b35c-4700-bb79-601b54eeeff9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet a7f4d42e-86e0-4e92-a603-9c82bc26a269 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:23.994578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd8-b35c-4700-bb79-601b54eeeff9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.050440 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd8-b35c-4700-bb79-601b54eeeff9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.062270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f3fc4320-d257-4c37-9291-36a79e1a177e tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:24.101067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f3fc4320-d257-4c37-9291-36a79e1a177e tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] 10.222.0.15 "PUT /v2.0/quotas/15aaff3d7a1445cfbfa9512851ff9b5a HTTP/1.1" status: 200 len: 368 time: 0.1754308 Aug 31 06:56:24.104573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36166) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:24.127789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Request body: {'network': {'project_id': '15aaff3d7a1445cfbfa9512851ff9b5a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:24.169088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Made reservation on behalf of 15aaff3d7a1445cfbfa9512851ff9b5a for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:24.190295 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.200939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.203877 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-308f908a-f4d6-4aee-99a7-91834989f0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.207069 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd8-b35c-4700-bb79-601b54eeeff9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.308198 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd8-b35c-4700-bb79-601b54eeeff9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.338650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bdcd8-b35c-4700-bb79-601b54eeeff9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f4d42e-86e0-4e92-a603-9c82bc26a269,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:24.347119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd8-b35c-4700-bb79-601b54eeeff9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.349163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6a2bdcd8-b35c-4700-bb79-601b54eeeff9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/a7f4d42e-86e0-4e92-a603-9c82bc26a269 HTTP/1.1" status: 204 len: 168 time: 0.4145668 Aug 31 06:56:24.352810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36168) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:24.387896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.394144 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.405968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c352ead2-4823-425a-a621-2629b5148214 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519502 Aug 31 06:56:24.409925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36170) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:24.455288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:24.473495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe93e316-3cb4-4101-a4d4-cc9fb7c098aa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:24.479271 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.479622 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Added segment d1904cba-2461-4c03-83db-0e5c4e0cad64 of type vlan for network bd0afc4b-4d40-4588-b947-26efaea7d535 Aug 31 06:56:24.498643 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.535416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00ac9d-e41e-40bc-adde-a1e80d06f725 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:24.537982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5e00ac9d-e41e-40bc-adde-a1e80d06f725 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1238298 Aug 31 06:56:24.542181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36172) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:24.545060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.555547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2fec28db-9072-4df0-ac60-7426fe6571ef up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:24.609020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.609962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:24.611047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.611778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 2fec28db-9072-4df0-ac60-7426fe6571ef completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:24.617880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b84ed-0631-49da-97a0-1cb9f7559c51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:24.619375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a99b84ed-0631-49da-97a0-1cb9f7559c51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0763030 Aug 31 06:56:24.622040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36174) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:24.672429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-37d9902f-0b2a-420d-b95f-bf9680d3e07c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483024 Aug 31 06:56:24.676670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5616753 Aug 31 06:56:24.679933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36176) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:24.680629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36178) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:24.687200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Request body: {'network': {'project_id': '15aaff3d7a1445cfbfa9512851ff9b5a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:24.689529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d26a4a-a798-4763-a937-010ee8ca2a19 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Pushing event updated for resources: {'Network': ['ID=bd0afc4b-4d40-4588-b947-26efaea7d535,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:24.700770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network bd0afc4b-4d40-4588-b947-26efaea7d535 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:24.701661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:24.808658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Made reservation on behalf of 15aaff3d7a1445cfbfa9512851ff9b5a for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:24.811076 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.856870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:24.871771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.872311 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Added segment 4f0b96fd-be4f-4d7d-b210-4458dcdf41e3 of type vlan for network 0211cc12-e964-422c-869c-990e40cf50c8 Aug 31 06:56:24.882762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:24.887620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.993877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.050487 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.051463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:25.052052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.141284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0559341-bce4-40a8-a918-061ab7de5280 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:25.169807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4865398 Aug 31 06:56:25.172714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36184) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:25.182130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0c7c8c75-5540-4d86-93c0-06b308646513 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Request body: {'network': {'project_id': '15aaff3d7a1445cfbfa9512851ff9b5a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:25.190739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c95b32-b1c0-4914-9dec-119b66cbf846 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Pushing event updated for resources: {'Network': ['ID=0211cc12-e964-422c-869c-990e40cf50c8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:25.205749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 0211cc12-e964-422c-869c-990e40cf50c8 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:25.207035 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7c8c75-5540-4d86-93c0-06b308646513 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 06:56:25.209838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7c8c75-5540-4d86-93c0-06b308646513 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:25.213995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0c7c8c75-5540-4d86-93c0-06b308646513 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0393634 Aug 31 06:56:25.220309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36186) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:25.285451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fa2e82d1-d035-4c91-8818-c5028c59e72d tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15aaff3d7a1445cfbfa9512851ff9b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625031 Aug 31 06:56:25.287944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36188) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:25.353781 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f66ee8d-ae2b-4008-a0b5-d6868e822407 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.360769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8e331de6-d2ce-4836-b248-6f0b82d86c42 None None] Provisioning for port 2fec28db-9072-4df0-ac60-7426fe6571ef completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:25.371278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8e331de6-d2ce-4836-b248-6f0b82d86c42 None None] Provisioning complete for port 2fec28db-9072-4df0-ac60-7426fe6571ef triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:25.372055 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e331de6-d2ce-4836-b248-6f0b82d86c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.383300 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f66ee8d-ae2b-4008-a0b5-d6868e822407 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.389047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:25.467655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f66ee8d-ae2b-4008-a0b5-d6868e822407 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.470933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2f66ee8d-ae2b-4008-a0b5-d6868e822407 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.471690 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e331de6-d2ce-4836-b248-6f0b82d86c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.472096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2f66ee8d-ae2b-4008-a0b5-d6868e822407 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe93e316-3cb4-4101-a4d4-cc9fb7c098aa HTTP/1.1" status: 204 len: 168 time: 0.1832001 Aug 31 06:56:25.475887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36190) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:25.512773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8e331de6-d2ce-4836-b248-6f0b82d86c42 None None] For port 2fec28db-9072-4df0-ac60-7426fe6571ef, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2fec28db-9072-4df0-ac60-7426fe6571ef,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:25.518642 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e331de6-d2ce-4836-b248-6f0b82d86c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.562082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66ee8d-ae2b-4008-a0b5-d6868e822407 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe93e316-3cb4-4101-a4d4-cc9fb7c098aa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:25.600855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.616608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e331de6-d2ce-4836-b248-6f0b82d86c42 None None] Pushing event updated for resources: {'Port': ['ID=2fec28db-9072-4df0-ac60-7426fe6571ef,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:25.659891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.702048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.737473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0211cc12-e964-422c-869c-990e40cf50c8']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:25.759416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0b96fd-be4f-4d7d-b210-4458dcdf41e3') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:25.759766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0b96fd-be4f-4d7d-b210-4458dcdf41e3') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:25.762642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7cd6bf28-3067-46b9-b416-a6b4c11f293f None None] Provisioning complete for port 2fec28db-9072-4df0-ac60-7426fe6571ef triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:25.763018 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7cd6bf28-3067-46b9-b416-a6b4c11f293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.773894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.794261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.805404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:25.805860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:25.807800 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:25.883961 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.911881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.922420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.925355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0211cc12-e964-422c-869c-990e40cf50c8 HTTP/1.1" status: 204 len: 168 time: 0.4488833 Aug 31 06:56:25.928196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36194) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:25.954307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17c177-eab8-486f-b03e-22383b1a71d2 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Pushing event deleted for resources: {'Network': ['ID=0211cc12-e964-422c-869c-990e40cf50c8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:25.961543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] For port 2fec28db-9072-4df0-ac60-7426fe6571ef, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2fec28db-9072-4df0-ac60-7426fe6571ef,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:25.994119 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.005668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.006862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.027890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.057628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:26.077340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dc28ea17-c0f4-49d4-bb0c-3e422ef21bd8 None None] Could not find standard attr ID for object faea067e-1311-4b84-bf97-6a6fd7ac7d99. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:26.089882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:26.099266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:26.100149 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.136550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=2fec28db-9072-4df0-ac60-7426fe6571ef,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:26.148771 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=8809bfd8-a9f2-4b66-985a-f689a06ff2c0,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:26.157825 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8d5e794b-1721-4bea-bbbe-b9ef7aabd1dd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4751222 Aug 31 06:56:26.160416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36198) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:26.167559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:01:9f:fa', 'name': 'tempest-NetworksTestDHCPv6-1841268485'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:26.168356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.188091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0afc4b-4d40-4588-b947-26efaea7d535']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:26.212411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1904cba-2461-4c03-83db-0e5c4e0cad64') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:26.212771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1904cba-2461-4c03-83db-0e5c4e0cad64') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:26.224101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.246989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.256970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:26.257433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:26.259467 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:26.296926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e3a29-eead-473a-949a-85635ea626fa None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:26.324155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.330199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.335927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] 10.222.0.15 "DELETE /v2.0/networks/bd0afc4b-4d40-4588-b947-26efaea7d535 HTTP/1.1" status: 204 len: 168 time: 0.4043851 Aug 31 06:56:26.354504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b08335-19b0-4011-8eea-f41e1d1d8554 tempest-QuotasNegativeTest-460342888 tempest-QuotasNegativeTest-460342888-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd0afc4b-4d40-4588-b947-26efaea7d535,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:26.381517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:26.531396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2fec28db-9072-4df0-ac60-7426fe6571ef up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:26.542054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.576108 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 139dcaf0-4e61-4038-b87e-c53bffa68f46 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:26.627005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2fec28db-9072-4df0-ac60-7426fe6571ef triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:26.627838 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.771678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:fe01:9ffa (2eb01b8a-02e2-4449-8123-41d670b7732f/8809bfd8-a9f2-4b66-985a-f689a06ff2c0/139dcaf0-4e61-4038-b87e-c53bffa68f46) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:26.820950 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5c10c113-d229-46c6-8c92-6c3a851db737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.905598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.008603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.025041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 139dcaf0-4e61-4038-b87e-c53bffa68f46 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:27.043832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2b62ad37-de33-49a1-96a1-2abfc42084ef None None] Provisioning complete for port 2fec28db-9072-4df0-ac60-7426fe6571ef triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:27.044824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b62ad37-de33-49a1-96a1-2abfc42084ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.064683 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.127759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:27.131628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:27.136521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:27.143541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:27.144389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.161244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=139dcaf0-4e61-4038-b87e-c53bffa68f46,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:27.166057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4fa9eae3-5c7a-4baf-82cd-39eec0a9bd33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0043020 Aug 31 06:56:27.168722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36210) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:27.238650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78b731-1ef4-44de-b206-503ebedf138b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:27.239881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36212) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:27.245392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78b731-1ef4-44de-b206-503ebedf138b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:27.247019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2d78b731-1ef4-44de-b206-503ebedf138b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0771277 Aug 31 06:56:27.252538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36214) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:27.372604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7e45b295-28ce-495a-9ace-649353f14d23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 139dcaf0-4e61-4038-b87e-c53bffa68f46 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:27.372978 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e45b295-28ce-495a-9ace-649353f14d23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.421890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3cafe479-4af7-4cb1-b39a-ff82459bd6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.494112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e45b295-28ce-495a-9ace-649353f14d23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.510671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7e45b295-28ce-495a-9ace-649353f14d23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 139dcaf0-4e61-4038-b87e-c53bffa68f46 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:27.525065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7514eb60-e162-47e7-ac12-5c0ae912085d None None] Provisioning for port 139dcaf0-4e61-4038-b87e-c53bffa68f46 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:27.529537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7514eb60-e162-47e7-ac12-5c0ae912085d None None] Provisioning complete for port 139dcaf0-4e61-4038-b87e-c53bffa68f46 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:27.530093 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7514eb60-e162-47e7-ac12-5c0ae912085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.574868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7514eb60-e162-47e7-ac12-5c0ae912085d None None] Port 139dcaf0-4e61-4038-b87e-c53bffa68f46 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:27.582285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3cafe479-4af7-4cb1-b39a-ff82459bd6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.586787 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3cafe479-4af7-4cb1-b39a-ff82459bd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.630939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3cafe479-4af7-4cb1-b39a-ff82459bd6b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbd1a4310c9c4193a1a6ff64d7f23a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890469 Aug 31 06:56:27.632286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36218) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:27.638342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafe479-4af7-4cb1-b39a-ff82459bd6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a43b3-ce42-4073-83c1-212106e294cc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:27.693444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2c1edeb-8dea-429f-9d1e-9a149d59621b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.699455 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e45b295-28ce-495a-9ace-649353f14d23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.717105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2c1edeb-8dea-429f-9d1e-9a149d59621b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.742385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45b295-28ce-495a-9ace-649353f14d23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=139dcaf0-4e61-4038-b87e-c53bffa68f46,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:27.780375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2c1edeb-8dea-429f-9d1e-9a149d59621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.781100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7e45b295-28ce-495a-9ace-649353f14d23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.783212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7e45b295-28ce-495a-9ace-649353f14d23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/139dcaf0-4e61-4038-b87e-c53bffa68f46 HTTP/1.1" status: 204 len: 168 time: 0.5300782 Aug 31 06:56:27.785982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2c1edeb-8dea-429f-9d1e-9a149d59621b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.786432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36220) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:27.787015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c2c1edeb-8dea-429f-9d1e-9a149d59621b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f8a43b3-ce42-4073-83c1-212106e294cc HTTP/1.1" status: 204 len: 168 time: 0.1542771 Aug 31 06:56:27.800606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1edeb-8dea-429f-9d1e-9a149d59621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a43b3-ce42-4073-83c1-212106e294cc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:27.887746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c03499-0bd7-4ae8-aa52-6dce422c0663 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:27.889397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c03499-0bd7-4ae8-aa52-6dce422c0663 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:27.890928 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c8c03499-0bd7-4ae8-aa52-6dce422c0663 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1031380 Aug 31 06:56:27.894092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36224) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:27.963266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-946c8ae6-41a1-4e34-b22f-7e7a1c91b5dc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 8809bfd8-a9f2-4b66-985a-f689a06ff2c0 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:27.969767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-946c8ae6-41a1-4e34-b22f-7e7a1c91b5dc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.052493 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-946c8ae6-41a1-4e34-b22f-7e7a1c91b5dc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.143257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.156366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-946c8ae6-41a1-4e34-b22f-7e7a1c91b5dc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.247458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36232) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:28.256198 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-946c8ae6-41a1-4e34-b22f-7e7a1c91b5dc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.268570 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5f68bbe-68c8-4d49-82ce-fbbaae7900ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.300951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c8ae6-41a1-4e34-b22f-7e7a1c91b5dc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=8809bfd8-a9f2-4b66-985a-f689a06ff2c0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:28.304673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-946c8ae6-41a1-4e34-b22f-7e7a1c91b5dc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.306602 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-946c8ae6-41a1-4e34-b22f-7e7a1c91b5dc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/8809bfd8-a9f2-4b66-985a-f689a06ff2c0 HTTP/1.1" status: 204 len: 168 time: 0.4116731 Aug 31 06:56:28.309015 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36234) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:28.316154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343588ca-f03c-4567-bb9f-86b7bda8f1ae None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:28.358200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4dc9b863-5f62-408a-8ee9-a2710bc2765c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480399 Aug 31 06:56:28.361475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36236) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:28.368572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:28.533835 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5f68bbe-68c8-4d49-82ce-fbbaae7900ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.541917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:28.551068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5f68bbe-68c8-4d49-82ce-fbbaae7900ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.592892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:28.596464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.609791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] Deleting port 2fec28db-9072-4df0-ac60-7426fe6571ef {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:28.610961 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.673766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e5f68bbe-68c8-4d49-82ce-fbbaae7900ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d821dcfbb1e436cb33034601c3179fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252079 Aug 31 06:56:28.676697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36238) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:28.677172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f68bbe-68c8-4d49-82ce-fbbaae7900ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e56bcdc-d178-46dc-b168-bedb906c1c8c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:28.717453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] For port 2fec28db-9072-4df0-ac60-7426fe6571ef, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2fec28db-9072-4df0-ac60-7426fe6571ef,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:28.718133 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.734885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] Calling delete_port for 2fec28db-9072-4df0-ac60-7426fe6571ef owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:28.742174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e0a149e-4600-4666-bb55-44bc9a53533b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.793311 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e0a149e-4600-4666-bb55-44bc9a53533b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.850050 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.868065 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e0a149e-4600-4666-bb55-44bc9a53533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.871110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e0a149e-4600-4666-bb55-44bc9a53533b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.872546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3e0a149e-4600-4666-bb55-44bc9a53533b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e56bcdc-d178-46dc-b168-bedb906c1c8c HTTP/1.1" status: 204 len: 168 time: 0.1939313 Aug 31 06:56:28.885767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a149e-4600-4666-bb55-44bc9a53533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e56bcdc-d178-46dc-b168-bedb906c1c8c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:28.900422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] Pushing event deleted for resources: {'Port': ['ID=2fec28db-9072-4df0-ac60-7426fe6571ef,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:28.916620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184677c-a1c5-494d-bcbf-650aa0713771 None None] No DVR routers for this DVR port 2fec28db-9072-4df0-ac60-7426fe6571ef on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:29.020625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:29.022455 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.086770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:29.090100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:29.095182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:29.095799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.101990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be87768-acb0-4bef-b4ab-44cd99994dc6 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:29.104545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=79fe4634-3489-43ea-8ba6-23844c49292f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:29.128040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-634cd2ce-2856-4f40-bb6f-cb0582a86177 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7646346 Aug 31 06:56:29.129922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36242) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:29.136484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:f8:a4:4b', 'name': 'tempest-NetworksTestDHCPv6-706871108'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:29.321658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '79fe4634-3489-43ea-8ba6-23844c49292f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:29.322442 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.338104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:29.486791 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.509829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 71f21a91-d8d2-4031-9924-17a2c7bb5cab yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:29.514631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Allocated IP 2001:db8::f816:3eff:fe8b:bce1 (2eb01b8a-02e2-4449-8123-41d670b7732f/79fe4634-3489-43ea-8ba6-23844c49292f/4dbc4998-abd8-45c2-aebe-41884638b559) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:29.712478 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.726035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Transition to ACTIVE for port object 4dbc4998-abd8-45c2-aebe-41884638b559 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:29.747949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Transition to ACTIVE for port object 4dbc4998-abd8-45c2-aebe-41884638b559 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:29.763202 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.812312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:29.815749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:29.821556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:29.872532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:fef8:a44b (2eb01b8a-02e2-4449-8123-41d670b7732f/79fe4634-3489-43ea-8ba6-23844c49292f/71f21a91-d8d2-4031-9924-17a2c7bb5cab) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:29.881319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Pushing event updated for resources: {'Port': ['ID=4dbc4998-abd8-45c2-aebe-41884638b559,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:29.895515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Attempting to bind port 4dbc4998-abd8-45c2-aebe-41884638b559 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:29.895888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Attempting to bind port 4dbc4998-abd8-45c2-aebe-41884638b559 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:29.896251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Attempting to bind port 4dbc4998-abd8-45c2-aebe-41884638b559 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:29.901695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:29.902118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:29.902460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.902849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:29.903312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Bound port: 4dbc4998-abd8-45c2-aebe-41884638b559, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:29.903691 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.000096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] For port 4dbc4998-abd8-45c2-aebe-41884638b559, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:30.005690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] For port 4dbc4998-abd8-45c2-aebe-41884638b559, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4dbc4998-abd8-45c2-aebe-41884638b559,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:30.011065 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.019689 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.086404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ddf3e-1e2a-42c5-b4ec-0c1c8d08deb2 None None] Pushing event updated for resources: {'Port': ['ID=4dbc4998-abd8-45c2-aebe-41884638b559,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:30.121511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.153503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 71f21a91-d8d2-4031-9924-17a2c7bb5cab will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:30.186766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36266) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.212961 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.273639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:30.277832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:30.280320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=71f21a91-d8d2-4031-9924-17a2c7bb5cab,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:30.282859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:30.305720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:30.306383 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.340659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6935e202-9f4c-40e6-a76d-e73361562544 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2093673 Aug 31 06:56:30.343628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36270) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.435993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3defbf83-183b-4fec-9261-fd2f180e2030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:30.448747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3defbf83-183b-4fec-9261-fd2f180e2030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:30.453423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36274) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.479505 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3defbf83-183b-4fec-9261-fd2f180e2030 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1337025 Aug 31 06:56:30.487193 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-bf3f2a04-7c1e-4be7-b95e-5fa5a60b6cd4 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.488264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bf3f2a04-7c1e-4be7-b95e-5fa5a60b6cd4 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2998116 Aug 31 06:56:30.491434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36278) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.496511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-afe7d24b-2e0b-42d3-9767-7fd1098380b3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.497902 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-afe7d24b-2e0b-42d3-9767-7fd1098380b3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052292 Aug 31 06:56:30.501462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36280) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.506942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-67c707aa-4288-448f-a055-35a4dfac38ce tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.512996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-67c707aa-4288-448f-a055-35a4dfac38ce tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055847 Aug 31 06:56:30.517258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36282) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.529657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-f4939e5c-7860-4f31-a604-2b0177b9d476 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.533026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4939e5c-7860-4f31-a604-2b0177b9d476 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0124309 Aug 31 06:56:30.533334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36284) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.537458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-597e3edf-120b-4438-9623-48188e68cb89 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.540802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-597e3edf-120b-4438-9623-48188e68cb89 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041990 Aug 31 06:56:30.541752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36286) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.546127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-4d75c37e-9a22-4543-acc2-6a3dde0c2c48 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.547094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4d75c37e-9a22-4543-acc2-6a3dde0c2c48 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044973 Aug 31 06:56:30.549880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36288) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.556197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-068acd0f-13ce-4c80-b60a-78bf1ead73ec tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.557172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-068acd0f-13ce-4c80-b60a-78bf1ead73ec tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063727 Aug 31 06:56:30.560199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36290) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.574037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-b00d39dc-7494-4a62-89bc-0c05cf716953 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.574952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b00d39dc-7494-4a62-89bc-0c05cf716953 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0138173 Aug 31 06:56:30.577694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36292) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.581764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4dbc4998-abd8-45c2-aebe-41884638b559 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:30.582792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-4eeace0a-157b-4fc6-9f02-5aadcadf350b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.587450 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4eeace0a-157b-4fc6-9f02-5aadcadf350b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052099 Aug 31 06:56:30.587916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36294) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.592540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-f6e592ef-a011-4bfb-a669-a329a7db6dc0 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.595958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f6e592ef-a011-4bfb-a669-a329a7db6dc0 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046558 Aug 31 06:56:30.596280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36296) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.600879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-97851ed1-af72-4d76-be45-309f9bc9b00b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.608445 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-97851ed1-af72-4d76-be45-309f9bc9b00b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047786 Aug 31 06:56:30.610584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36298) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.617821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-f2ff0002-1cbe-4987-a4a3-65b3e1f94f0e tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.619206 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f2ff0002-1cbe-4987-a4a3-65b3e1f94f0e tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073836 Aug 31 06:56:30.622537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36300) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.628798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-562f731e-7d89-4595-b34e-23ed7aaa7a30 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.632305 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-562f731e-7d89-4595-b34e-23ed7aaa7a30 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062232 Aug 31 06:56:30.632695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36302) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.638286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-eaee0473-0be6-4b38-92f0-1b68674d96cb tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.641966 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-eaee0473-0be6-4b38-92f0-1b68674d96cb tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057614 Aug 31 06:56:30.643005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36304) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.648601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-20dea279-3926-4f99-8459-b4372b8724d6 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.652123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-20dea279-3926-4f99-8459-b4372b8724d6 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057220 Aug 31 06:56:30.652634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36306) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.657349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-2b9eeedf-84ab-4278-9397-c7c6ad28a824 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.660697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2b9eeedf-84ab-4278-9397-c7c6ad28a824 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045738 Aug 31 06:56:30.661288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36308) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.668351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-e04d450c-f36a-4728-8eda-d621bcd85bb1 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.671924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4dbc4998-abd8-45c2-aebe-41884638b559 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:30.674234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e04d450c-f36a-4728-8eda-d621bcd85bb1 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060611 Aug 31 06:56:30.675112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36310) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.679806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-243ea4dd-060c-4a4d-b641-c998bd0bc4c3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.683372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-243ea4dd-060c-4a4d-b641-c998bd0bc4c3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049415 Aug 31 06:56:30.684008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36312) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.689077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-bd2f16ed-9ef4-4fca-84f4-74344ba8e283 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.695251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bd2f16ed-9ef4-4fca-84f4-74344ba8e283 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0100770 Aug 31 06:56:30.704926 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36314) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.717239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-d5a93bcd-6e54-4a3e-a01c-7a2411825f85 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.720095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d5a93bcd-6e54-4a3e-a01c-7a2411825f85 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0095100 Aug 31 06:56:30.724127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36316) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.737251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-440d5200-8800-4015-b3d6-7cd9373e8ca1 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.741463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-440d5200-8800-4015-b3d6-7cd9373e8ca1 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0157733 Aug 31 06:56:30.744081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.759371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-805fd503-e75c-497f-b0be-f18a0d604c0a tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.763884 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-805fd503-e75c-497f-b0be-f18a0d604c0a tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0140269 Aug 31 06:56:30.764787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36320) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.783286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-6e2bf9f6-f144-4d48-ab6e-b0477907665b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.784340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e2bf9f6-f144-4d48-ab6e-b0477907665b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0171735 Aug 31 06:56:30.787787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36322) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.792382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2fec28db-9072-4df0-ac60-7426fe6571ef no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:30.795063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-5fc2d45a-59bb-4520-82a7-23fbab0314b2 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.798527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5fc2d45a-59bb-4520-82a7-23fbab0314b2 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0067530 Aug 31 06:56:30.799139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36324) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.803500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-9df5dd55-0793-426f-977d-184a71c678f3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.806815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9df5dd55-0793-426f-977d-184a71c678f3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045066 Aug 31 06:56:30.807159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36326) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.812377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-c2853a53-9a3d-4319-94d8-37294e8bb1a0 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.815707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c2853a53-9a3d-4319-94d8-37294e8bb1a0 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051632 Aug 31 06:56:30.816068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36328) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.821809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-1e710918-1f85-48c6-8883-308766efecbd tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.825018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1e710918-1f85-48c6-8883-308766efecbd tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057073 Aug 31 06:56:30.825310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36330) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.831960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-7ec0e42f-4003-4970-9ed4-831a33dc49a5 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.835540 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7ec0e42f-4003-4970-9ed4-831a33dc49a5 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067217 Aug 31 06:56:30.835727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 2fec28db-9072-4df0-ac60-7426fe6571ef {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:30.835727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2fec28db-9072-4df0-ac60-7426fe6571ef not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:30.836006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36332) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.848324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-2e429f93-fd89-477a-8fef-04a6d5a0eb6d tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.852471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e429f93-fd89-477a-8fef-04a6d5a0eb6d tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0127926 Aug 31 06:56:30.853132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36334) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.859209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-30599647-dbdf-4630-973c-565ecef42d2b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.863211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-30599647-dbdf-4630-973c-565ecef42d2b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0061884 Aug 31 06:56:30.863756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.869703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-e636e2ed-6f89-4eb3-8ce9-cc8b41f11329 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.873234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e636e2ed-6f89-4eb3-8ce9-cc8b41f11329 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065777 Aug 31 06:56:30.874283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36338) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.879609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-1f52608d-8f8b-4fd8-b4d2-a923b118e960 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.880944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1f52608d-8f8b-4fd8-b4d2-a923b118e960 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0056856 Aug 31 06:56:30.885227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36340) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.889982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-99c829af-22ab-4482-9ba5-50ca9867fa89 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.893830 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99c829af-22ab-4482-9ba5-50ca9867fa89 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056288 Aug 31 06:56:30.896071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36342) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.906139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-99bb3dfa-cd58-4587-bfb7-45edf697836e tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.907561 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99bb3dfa-cd58-4587-bfb7-45edf697836e tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0103598 Aug 31 06:56:30.910877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36344) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.916446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-b41c0a19-a57d-4155-9165-92bdb94471b3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.919992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b41c0a19-a57d-4155-9165-92bdb94471b3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054557 Aug 31 06:56:30.921880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.928526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-24581277-8d1a-40ca-8ada-8e2d0730f8f5 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.929892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-24581277-8d1a-40ca-8ada-8e2d0730f8f5 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061917 Aug 31 06:56:30.932321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36348) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.938055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-aa40c0c8-8c0d-431d-ab5d-b2e1c5804fe3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.939534 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aa40c0c8-8c0d-431d-ab5d-b2e1c5804fe3 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0061131 Aug 31 06:56:30.943264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36350) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.951565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-35225878-7cf9-4c07-83aa-dcb31416b0ee tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.952663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-35225878-7cf9-4c07-83aa-dcb31416b0ee tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0083733 Aug 31 06:56:30.962669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36352) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.973339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-ca02104a-3245-4122-b4c7-f3596ce69a1d tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.975232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ca02104a-3245-4122-b4c7-f3596ce69a1d tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0113990 Aug 31 06:56:30.979346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36354) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.991331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-43546a07-082a-4f11-b1d9-252431b558c4 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:30.992702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-43546a07-082a-4f11-b1d9-252431b558c4 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0121803 Aug 31 06:56:30.996484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36356) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.006390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-7d61e03b-1af2-463c-9018-6d50101036d8 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.007488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d61e03b-1af2-463c-9018-6d50101036d8 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0100412 Aug 31 06:56:31.011953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36358) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.016515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-bca35a4b-e75e-4721-b91b-096b7b1f063b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.017534 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bca35a4b-e75e-4721-b91b-096b7b1f063b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045733 Aug 31 06:56:31.022546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36360) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.040489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-46f60687-4939-43b1-98c5-0c069c6d09c6 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.043738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-46f60687-4939-43b1-98c5-0c069c6d09c6 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0171919 Aug 31 06:56:31.046593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36362) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.051386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-0f2cec9e-8f4d-4b48-b12b-6bb0fec96801 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.053356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f2cec9e-8f4d-4b48-b12b-6bb0fec96801 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0053182 Aug 31 06:56:31.056738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36364) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.061975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-0ab0482e-6ead-44e2-b81e-fa6f3e376b11 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.062400 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0ab0482e-6ead-44e2-b81e-fa6f3e376b11 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044675 Aug 31 06:56:31.066981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.073390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-fa1a46eb-b117-4835-aba8-04a7050f9116 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.074993 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fa1a46eb-b117-4835-aba8-04a7050f9116 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0066202 Aug 31 06:56:31.077304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36368) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.084188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-5daa2b33-ecbe-4404-a5e3-334efe66e63d tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.085410 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5daa2b33-ecbe-4404-a5e3-334efe66e63d tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048201 Aug 31 06:56:31.088149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.093721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-a6c87cb2-7456-46e1-944a-4162e9793332 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.093992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a6c87cb2-7456-46e1-944a-4162e9793332 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048771 Aug 31 06:56:31.096739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36372) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.102615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-8c109d7e-ae61-4d63-8f10-3c5206a2c278 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.105694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8c109d7e-ae61-4d63-8f10-3c5206a2c278 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076845 Aug 31 06:56:31.106668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36374) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.111137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bf38b20d-0484-45a6-9f7d-574907abdb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 71f21a91-d8d2-4031-9924-17a2c7bb5cab {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:31.111137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf38b20d-0484-45a6-9f7d-574907abdb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.117875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-96664a70-85f5-4dda-90db-bac134183ead tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.120460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-96664a70-85f5-4dda-90db-bac134183ead tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0113628 Aug 31 06:56:31.130228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36376) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.135587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-33ea029f-a5e4-4edc-a690-fe1ac29e54a6 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.137350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-33ea029f-a5e4-4edc-a690-fe1ac29e54a6 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0058687 Aug 31 06:56:31.141844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.146897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-3ca475c0-560e-45e2-94f1-a8dbf92dd7ae tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.148071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3ca475c0-560e-45e2-94f1-a8dbf92dd7ae tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052590 Aug 31 06:56:31.151577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36380) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.165728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-06cc9187-687e-47b7-bf38-3c2870a6bc2c tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.169409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-06cc9187-687e-47b7-bf38-3c2870a6bc2c tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106268 Aug 31 06:56:31.169999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36382) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.174473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-f957f62a-85f1-40e1-9d90-84e014092a5c tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.175440 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f957f62a-85f1-40e1-9d90-84e014092a5c tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044291 Aug 31 06:56:31.178250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36384) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.183042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-22d01edb-099b-4a06-84f6-1f01e0b5902f tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.184027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-22d01edb-099b-4a06-84f6-1f01e0b5902f tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048862 Aug 31 06:56:31.187381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36386) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.195263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-cd95eabd-53fc-4ff9-983c-4e9717ba7a66 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.197245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cd95eabd-53fc-4ff9-983c-4e9717ba7a66 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048938 Aug 31 06:56:31.199259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36388) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.205983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-e900790f-5c4f-4ace-a7fd-8a1df07d170b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.207588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e900790f-5c4f-4ace-a7fd-8a1df07d170b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067925 Aug 31 06:56:31.209904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36390) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.221577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-82cab5cd-e11e-455a-8079-1f89347a414b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.222966 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-82cab5cd-e11e-455a-8079-1f89347a414b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075731 Aug 31 06:56:31.226875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36392) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.239769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-0737e868-ffeb-49ef-b81d-f1623d7eea0f tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.241369 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0737e868-ffeb-49ef-b81d-f1623d7eea0f tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0128331 Aug 31 06:56:31.243540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36394) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.250121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-a4b1a432-ec78-4876-aa0e-7ad3b3b8d050 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.253823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a4b1a432-ec78-4876-aa0e-7ad3b3b8d050 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0075247 Aug 31 06:56:31.254796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36396) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.259914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [None req-cb68302a-5dad-4fd7-99db-94375055b57d tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.264040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cb68302a-5dad-4fd7-99db-94375055b57d tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0083272 Aug 31 06:56:31.267684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36398) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.273423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-d5edb7d4-a1f0-4187-adbb-7e56e3b1951b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.277210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d5edb7d4-a1f0-4187-adbb-7e56e3b1951b tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074594 Aug 31 06:56:31.278057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36400) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.282707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-4be4e898-3d79-4b3f-9a3d-30b5280f5aca tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.283201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf38b20d-0484-45a6-9f7d-574907abdb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.286450 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4be4e898-3d79-4b3f-9a3d-30b5280f5aca tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073414 Aug 31 06:56:31.287234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36402) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.291713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-8c8fdc36-85dc-440c-a7a5-07026dafcefd tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.295424 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8c8fdc36-85dc-440c-a7a5-07026dafcefd tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0071979 Aug 31 06:56:31.296010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36404) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.298697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bf38b20d-0484-45a6-9f7d-574907abdb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 71f21a91-d8d2-4031-9924-17a2c7bb5cab owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:31.300510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-0c0ca76c-7a03-4f7d-b8c8-0ca88235e3da tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.304104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0c0ca76c-7a03-4f7d-b8c8-0ca88235e3da tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0071676 Aug 31 06:56:31.304686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36406) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.311918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-4a7dde49-d819-4a28-a8e8-3f8c787c691c tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.316134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4a7dde49-d819-4a28-a8e8-3f8c787c691c tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104759 Aug 31 06:56:31.316718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36408) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.321142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-a9dbed9e-1b36-4846-8c64-f590207f1890 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.324722 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a9dbed9e-1b36-4846-8c64-f590207f1890 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070517 Aug 31 06:56:31.325419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36410) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.332627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-8d79c4c5-5804-4577-baeb-252ea0371df0 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.333611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8d79c4c5-5804-4577-baeb-252ea0371df0 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073113 Aug 31 06:56:31.338819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36412) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.344652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [None req-f09cdf73-e129-4e66-b6e0-c9ea6667fb66 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:31.347377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f09cdf73-e129-4e66-b6e0-c9ea6667fb66 tempest-ExtensionsTestJSON-1210293403 tempest-ExtensionsTestJSON-1210293403-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0075250 Aug 31 06:56:31.471743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f209a50d-480c-4ebf-add7-531e0d25aa63 None None] Provisioning for port 4dbc4998-abd8-45c2-aebe-41884638b559 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:31.475856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f209a50d-480c-4ebf-add7-531e0d25aa63 None None] Provisioning complete for port 4dbc4998-abd8-45c2-aebe-41884638b559 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:31.476361 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f209a50d-480c-4ebf-add7-531e0d25aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.512397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf38b20d-0484-45a6-9f7d-574907abdb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.578568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bf38b20d-0484-45a6-9f7d-574907abdb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.581571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bf38b20d-0484-45a6-9f7d-574907abdb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/71f21a91-d8d2-4031-9924-17a2c7bb5cab HTTP/1.1" status: 204 len: 168 time: 1.0986433 Aug 31 06:56:31.586453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36418) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.601830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38b20d-0484-45a6-9f7d-574907abdb59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=71f21a91-d8d2-4031-9924-17a2c7bb5cab,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:31.614166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f209a50d-480c-4ebf-add7-531e0d25aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.682446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cad6c0-cfd6-45f3-aa1f-5f6512e1030e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:31.682446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cad6c0-cfd6-45f3-aa1f-5f6512e1030e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:31.683373 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-14cad6c0-cfd6-45f3-aa1f-5f6512e1030e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0953689 Aug 31 06:56:31.687205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36422) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.690089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f209a50d-480c-4ebf-add7-531e0d25aa63 None None] For port 4dbc4998-abd8-45c2-aebe-41884638b559, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4dbc4998-abd8-45c2-aebe-41884638b559,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:31.697734 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f209a50d-480c-4ebf-add7-531e0d25aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.779035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce982963-5749-4615-9638-d5560cc51f01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 79fe4634-3489-43ea-8ba6-23844c49292f {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:31.784667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ce982963-5749-4615-9638-d5560cc51f01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.821611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209a50d-480c-4ebf-add7-531e0d25aa63 None None] Pushing event updated for resources: {'Port': ['ID=4dbc4998-abd8-45c2-aebe-41884638b559,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:31.852338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ce982963-5749-4615-9638-d5560cc51f01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.854528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e56954aa-1959-4cb9-b815-8d715c844e15 None None] Could not find standard attr ID for object 71f21a91-d8d2-4031-9924-17a2c7bb5cab. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:31.902259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36426) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.978869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ce982963-5749-4615-9638-d5560cc51f01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.063021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ce982963-5749-4615-9638-d5560cc51f01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.097606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2738e235-ab15-4c11-a2c3-5770f4fff2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.119344 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ce982963-5749-4615-9638-d5560cc51f01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.121239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ce982963-5749-4615-9638-d5560cc51f01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/79fe4634-3489-43ea-8ba6-23844c49292f HTTP/1.1" status: 204 len: 168 time: 0.4330864 Aug 31 06:56:32.122302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce982963-5749-4615-9638-d5560cc51f01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=79fe4634-3489-43ea-8ba6-23844c49292f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:32.123955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36430) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:32.128544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471cad6-e8f7-4683-ad83-b87e4f91c8fe None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:32.179057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-761ef486-3a49-499c-8b75-b76f70a99262 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512037 Aug 31 06:56:32.179057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36432) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:32.230295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05508f4f-a4e7-41af-a799-da820e4c42c1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:32.234594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-05508f4f-a4e7-41af-a799-da820e4c42c1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0523224 Aug 31 06:56:32.234852 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2738e235-ab15-4c11-a2c3-5770f4fff2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.235320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36434) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:32.238013 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2738e235-ab15-4c11-a2c3-5770f4fff2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.280230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2738e235-ab15-4c11-a2c3-5770f4fff2c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4187914daacd492a9b07543222d3cb19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762882 Aug 31 06:56:32.280954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36436) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:32.281598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738e235-ab15-4c11-a2c3-5770f4fff2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c520a1b-328f-40ff-8bf1-f3b1bc89b56b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:32.295024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dea3d4d-3035-4ec4-af9a-16be61729a0b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:32.296877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1dea3d4d-3035-4ec4-af9a-16be61729a0b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0609231 Aug 31 06:56:32.299496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36438) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:32.342000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-34909078-335a-43e8-9c64-a346ebd9a4bd tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413306 Aug 31 06:56:32.346884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36440) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:32.355609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:32.363035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:32.363426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20510260-3f19-44fd-ac9a-c45835fe24fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.432713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20510260-3f19-44fd-ac9a-c45835fe24fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.494346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:32.498465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.550844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4dbc4998-abd8-45c2-aebe-41884638b559 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:32.555173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20510260-3f19-44fd-ac9a-c45835fe24fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.557610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-20510260-3f19-44fd-ac9a-c45835fe24fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.558781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-20510260-3f19-44fd-ac9a-c45835fe24fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c520a1b-328f-40ff-8bf1-f3b1bc89b56b HTTP/1.1" status: 204 len: 168 time: 0.2614727 Aug 31 06:56:32.580870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20510260-3f19-44fd-ac9a-c45835fe24fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c520a1b-328f-40ff-8bf1-f3b1bc89b56b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:32.588793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] Deleting port 4dbc4998-abd8-45c2-aebe-41884638b559 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:32.589289 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.692762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] For port 4dbc4998-abd8-45c2-aebe-41884638b559, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4dbc4998-abd8-45c2-aebe-41884638b559,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:32.693058 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.713993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] Calling delete_port for 4dbc4998-abd8-45c2-aebe-41884638b559 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:32.724275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.724917 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.789140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:32.793799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:32.800418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:32.801106 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.811677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=df347bb9-6626-4437-8a39-53416494d08a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:32.818644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4dbc4998-abd8-45c2-aebe-41884638b559, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4dbc4998-abd8-45c2-aebe-41884638b559,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:32.829333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.837346 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-27e07b61-b46e-46b4-ad53-e3dacc3e655c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4893906 Aug 31 06:56:32.840131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36452) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:32.846314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:78:84:ef', 'name': 'tempest-NetworksTestDHCPv6-849155814'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:32.884843 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.910565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] No DVR routers for this DVR port 4dbc4998-abd8-45c2-aebe-41884638b559 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:32.915718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4dbc4998-abd8-45c2-aebe-41884638b559,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:32.932050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202abbf7-8226-44a0-9f5a-2b455bbfccbd None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:33.013535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61acedc-6d6e-4065-97a9-74f103a1b963 None None] Pushing event deleted for resources: {'Port': ['ID=4dbc4998-abd8-45c2-aebe-41884638b559,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:33.166851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': 'df347bb9-6626-4437-8a39-53416494d08a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:33.167835 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.366096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:33.368563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/df347bb9-6626-4437-8a39-53416494d08a/4a5db7a3-9451-41a7-a4e3-0101507d37b1) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:33.372624 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.400257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 269c7eb7-3ba7-472a-8f6c-9f655915fe92 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:33.532803 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.541519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Transition to ACTIVE for port object 4a5db7a3-9451-41a7-a4e3-0101507d37b1 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:33.556024 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Transition to ACTIVE for port object 4a5db7a3-9451-41a7-a4e3-0101507d37b1 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:33.565730 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.612779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:33.615805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:33.623349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:33.631550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Pushing event updated for resources: {'Port': ['ID=4a5db7a3-9451-41a7-a4e3-0101507d37b1,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:33.635846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::1fa (2eb01b8a-02e2-4449-8123-41d670b7732f/df347bb9-6626-4437-8a39-53416494d08a/269c7eb7-3ba7-472a-8f6c-9f655915fe92) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:33.647335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36482) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:33.692100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Attempting to bind port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:33.692387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Attempting to bind port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:33.693173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Attempting to bind port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:33.699892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:33.700277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:33.700692 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.701090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:33.701603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Bound port: 4a5db7a3-9451-41a7-a4e3-0101507d37b1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:33.701986 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.777275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] For port 4a5db7a3-9451-41a7-a4e3-0101507d37b1, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:33.780874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] For port 4a5db7a3-9451-41a7-a4e3-0101507d37b1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4a5db7a3-9451-41a7-a4e3-0101507d37b1,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:33.787849 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.803741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416255490'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:33.812343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.829385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 269c7eb7-3ba7-472a-8f6c-9f655915fe92 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:33.834243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:33.840317 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.853333 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.869055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a91f4-cd9a-440a-9c5c-68c54f77c4a6 None None] Pushing event updated for resources: {'Port': ['ID=4a5db7a3-9451-41a7-a4e3-0101507d37b1,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:33.874940 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.898219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:33.916510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:33.921005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:33.927658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:33.928333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.962529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=269c7eb7-3ba7-472a-8f6c-9f655915fe92,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:34.013492 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.017731 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.024077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-06e07d21-8748-4aaf-aeeb-0e2cc455ec5a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1823006 Aug 31 06:56:34.027146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:34.058709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:34.082376 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.082729 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment 4876d52f-7829-4010-ab37-14d3ed03d06d of type vlan for network 52f0ccd6-6c31-4a4f-9c37-4479fc02735a Aug 31 06:56:34.084306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75ed0b6-d240-48b4-b789-4c79c6869f2b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:34.117064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dac2f-4321-4b13-b3c1-472e82168d33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:34.124803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dac2f-4321-4b13-b3c1-472e82168d33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:34.130663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a55dac2f-4321-4b13-b3c1-472e82168d33 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1012635 Aug 31 06:56:34.130663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36488) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:34.165761 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.200746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.206575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:34.207247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.275151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a698d424-55eb-404b-bf42-f0dd9507f714 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 269c7eb7-3ba7-472a-8f6c-9f655915fe92 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:34.276924 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a698d424-55eb-404b-bf42-f0dd9507f714 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.309649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6605372 Aug 31 06:56:34.313520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062edbb-c7a3-4c5a-aa19-5b78650f522f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=52f0ccd6-6c31-4a4f-9c37-4479fc02735a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:34.328763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 52f0ccd6-6c31-4a4f-9c37-4479fc02735a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:34.459336 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a698d424-55eb-404b-bf42-f0dd9507f714 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.510958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a698d424-55eb-404b-bf42-f0dd9507f714 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 269c7eb7-3ba7-472a-8f6c-9f655915fe92 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:34.583792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4a5db7a3-9451-41a7-a4e3-0101507d37b1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:34.671397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:34.702032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a698d424-55eb-404b-bf42-f0dd9507f714 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.748051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698d424-55eb-404b-bf42-f0dd9507f714 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=269c7eb7-3ba7-472a-8f6c-9f655915fe92,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:34.779925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a698d424-55eb-404b-bf42-f0dd9507f714 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.783076 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a698d424-55eb-404b-bf42-f0dd9507f714 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/269c7eb7-3ba7-472a-8f6c-9f655915fe92 HTTP/1.1" status: 204 len: 168 time: 0.6499436 Aug 31 06:56:34.784702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36494) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:34.860654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd09794-9946-4d8a-8331-e3aea8a7b10f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:34.863498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd09794-9946-4d8a-8331-e3aea8a7b10f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:34.865464 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5cd09794-9946-4d8a-8331-e3aea8a7b10f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0790880 Aug 31 06:56:34.868221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36496) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:34.929599 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a90926c-acd5-49e1-b65f-e3acb2fa199d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet df347bb9-6626-4437-8a39-53416494d08a {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:34.933335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a90926c-acd5-49e1-b65f-e3acb2fa199d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.994384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a90926c-acd5-49e1-b65f-e3acb2fa199d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.093535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a90926c-acd5-49e1-b65f-e3acb2fa199d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.171417 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a90926c-acd5-49e1-b65f-e3acb2fa199d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.200394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90926c-acd5-49e1-b65f-e3acb2fa199d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=df347bb9-6626-4437-8a39-53416494d08a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:35.210885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a90926c-acd5-49e1-b65f-e3acb2fa199d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.213175 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0a90926c-acd5-49e1-b65f-e3acb2fa199d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/df347bb9-6626-4437-8a39-53416494d08a HTTP/1.1" status: 204 len: 168 time: 0.3438892 Aug 31 06:56:35.215821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36498) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:35.236333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8cae14b4-b1e3-4eb9-a4eb-93cd687b0de2 None None] Provisioning for port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:35.241741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8cae14b4-b1e3-4eb9-a4eb-93cd687b0de2 None None] Provisioning complete for port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:35.242771 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8cae14b4-b1e3-4eb9-a4eb-93cd687b0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.309411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36500) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:35.317436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0d42e542-0a82-42df-b37c-d0af2f2eb928 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894942 Aug 31 06:56:35.353923 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8cae14b4-b1e3-4eb9-a4eb-93cd687b0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.386508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d4e24-683b-4087-b8a5-701c8580bd94 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:35.388469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-439d4e24-683b-4087-b8a5-701c8580bd94 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0780525 Aug 31 06:56:35.395505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36502) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:35.427785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8cae14b4-b1e3-4eb9-a4eb-93cd687b0de2 None None] For port 4a5db7a3-9451-41a7-a4e3-0101507d37b1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4a5db7a3-9451-41a7-a4e3-0101507d37b1,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:35.434202 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8cae14b4-b1e3-4eb9-a4eb-93cd687b0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.472464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14ffa75-574f-4a09-b079-2f46373e2a41 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:35.502369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c072d-fc0f-4054-a85d-84e2a5a37f59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:35.504469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0c0c072d-fc0f-4054-a85d-84e2a5a37f59 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1079140 Aug 31 06:56:35.507532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36510) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:35.566202 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e0fd098a-39e6-4fa9-8952-2f1957017f5f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574911 Aug 31 06:56:35.570573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36512) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:35.576093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:35.605513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-09c130d3-ae77-41c8-a0f2-bb59871e84c4 None None] Could not find standard attr ID for object 269c7eb7-3ba7-472a-8f6c-9f655915fe92. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:35.650961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae14b4-b1e3-4eb9-a4eb-93cd687b0de2 None None] Pushing event updated for resources: {'Port': ['ID=4a5db7a3-9451-41a7-a4e3-0101507d37b1,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:35.713587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:35.720025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.888652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:35.998077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] Deleting port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:36.003968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.141084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] For port 4a5db7a3-9451-41a7-a4e3-0101507d37b1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4a5db7a3-9451-41a7-a4e3-0101507d37b1,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:36.142170 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.160069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] Calling delete_port for 4a5db7a3-9451-41a7-a4e3-0101507d37b1 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:36.280437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.320452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] No DVR routers for this DVR port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:36.329256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa869824-d53f-4e67-bc48-9267ba2746ee None None] Pushing event deleted for resources: {'Port': ['ID=4a5db7a3-9451-41a7-a4e3-0101507d37b1,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:36.343410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:36.503673 n-d-712142-16 neutron-server[94668]: WARNING neutron.services.revisions.revision_plugin [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Could not find related port for resource to bump revision. Aug 31 06:56:36.510173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Port 4a5db7a3-9451-41a7-a4e3-0101507d37b1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 06:56:36.510559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Reverting IP allocation for 2001:db8::f816:3eff:fea1:b09b {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 06:56:36.514890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea1:b09b {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 06:56:36.518055 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.556788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4a5db7a3-9451-41a7-a4e3-0101507d37b1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:36.581980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4a5db7a3-9451-41a7-a4e3-0101507d37b1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:36.582624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4a5db7a3-9451-41a7-a4e3-0101507d37b1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:36.587318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=98e8378b-f4eb-4176-8a0c-56df47cda258,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:36.602051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:36.606170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:36.612986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:36.613921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.619240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f82e10-295a-4c6e-8c3d-f28ccd8d6e0b None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:36.642850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a11627c1-935d-4d5f-af33-2e4824752add tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0694842 Aug 31 06:56:36.645051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36522) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:36.652786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d5fa041c-506b-42e9-91f6-476295b4548c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:36.812583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '98e8378b-f4eb-4176-8a0c-56df47cda258'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:36.814105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fa041c-506b-42e9-91f6-476295b4548c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:36.816554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.818895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d5fa041c-506b-42e9-91f6-476295b4548c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.931612 n-d-712142-16 neutron-server[94668]: INFO neutron.db.ipam_backend_mixin [None req-d5fa041c-506b-42e9-91f6-476295b4548c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98e8378b-f4eb-4176-8a0c-56df47cda258 (CIDR: 2001:db8::/64) Aug 31 06:56:36.945472 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fa041c-506b-42e9-91f6-476295b4548c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:36.946286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fa041c-506b-42e9-91f6-476295b4548c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:36.971778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d5fa041c-506b-42e9-91f6-476295b4548c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3253138 Aug 31 06:56:36.976614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36526) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:36.981044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:37.052084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Allocated IP 2001:db8::f816:3eff:fe1f:6868 (2eb01b8a-02e2-4449-8123-41d670b7732f/98e8378b-f4eb-4176-8a0c-56df47cda258/3f0d40b0-db8d-4f24-8852-7221dd89d5b3) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:37.160461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:37.166971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.268992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.282759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Transition to ACTIVE for port object 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:37.301002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Transition to ACTIVE for port object 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:37.309373 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.383624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:37.391249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:37.398751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:37.403249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Pushing event updated for resources: {'Port': ['ID=3f0d40b0-db8d-4f24-8852-7221dd89d5b3,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:37.461248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Attempting to bind port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:37.461476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Attempting to bind port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:37.461843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Attempting to bind port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:37.467687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:37.468074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:37.468237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.468701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.468926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:37.469428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Bound port: 3f0d40b0-db8d-4f24-8852-7221dd89d5b3, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:37.469824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.521043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:37.524154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:37.527843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:37.528433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.548312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] For port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:37.552134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] For port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f0d40b0-db8d-4f24-8852-7221dd89d5b3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:37.564229 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.576263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6000340 Aug 31 06:56:37.577315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36528) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:37.582670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a054125-d6e9-49d0-a9e2-95e100a91824 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=df85cfe6-c18f-434c-a652-6f83eca3f73d,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:37.596953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:b3:43:ed', 'name': 'tempest-NetworksTestDHCPv6-1652235816'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:37.662568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872935ed-2acb-4318-ad7d-f9b3f031e045 None None] Pushing event updated for resources: {'Port': ['ID=3f0d40b0-db8d-4f24-8852-7221dd89d5b3,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:37.766343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:37.881421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36530) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:37.892813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': '52f0ccd6-6c31-4a4f-9c37-4479fc02735a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:37.914316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.987454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:38.074329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:38.078469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.286122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8:0:1::b3 (2eb01b8a-02e2-4449-8123-41d670b7732f/df85cfe6-c18f-434c-a652-6f83eca3f73d/a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:38.299216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:feb3:43ed (2eb01b8a-02e2-4449-8123-41d670b7732f/98e8378b-f4eb-4176-8a0c-56df47cda258/a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:38.458333 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:56:38.485015 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.569679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:38.586964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=ca7104d2-b061-40ec-adce-b3b6362ca312,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:38.618740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': '4876d52f-7829-4010-ab37-14d3ed03d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52f0ccd6-6c31-4a4f-9c37-4479fc02735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:38.619292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: 52f0ccd6-6c31-4a4f-9c37-4479fc02735a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:38.627656 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.633456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:38.649580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:38.662470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network 52f0ccd6-6c31-4a4f-9c37-4479fc02735a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:38.682102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 52f0ccd6-6c31-4a4f-9c37-4479fc02735a) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:38.693239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:38.693855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.694144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697765e-6815-4f4c-904f-ec4161bafa7a None None] Network 52f0ccd6-6c31-4a4f-9c37-4479fc02735a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:38.716551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36546) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:38.717522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c99c0cec-3f11-4cd8-8298-58bb2f6d2092 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8342090 Aug 31 06:56:38.722738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1014689346'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:38.727594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.761444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:38.768284 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.801087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:38.808972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:38.812669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:38.815293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:38.822819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:38.830426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:38.832549 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.833277 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment 0a7d32c4-e823-4607-a950-c71f34334f66 of type vlan for network cec6ead8-866b-4ecf-b28b-d0786ad33392 Aug 31 06:56:38.835251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.838689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c38922-8245-4f12-b720-29e6eb20781e None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:38.853277 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8d9a074f-cabf-4de5-8581-f28aa31a0960 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2705460 Aug 31 06:56:38.855746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36548) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:38.910723 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.943806 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.944859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-06fce4e5-c495-42c4-bfdc-b5d727390903 None None] Provisioning for port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:38.955992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:38.957071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.994583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-06fce4e5-c495-42c4-bfdc-b5d727390903 None None] Provisioning complete for port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:38.995412 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-06fce4e5-c495-42c4-bfdc-b5d727390903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.010983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-52f0ccd6-6c31-4a4f-9c37-4479fc02735a', 'network_id': '52f0ccd6-6c31-4a4f-9c37-4479fc02735a', 'tenant_id': '559b687edf88453c8652681c6b35e933', 'fixed_ips': [{'subnet_id': 'ca7104d2-b061-40ec-adce-b3b6362ca312'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:39.013365 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.042362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b8191ac9-3f47-461b-a14e-523d8552b7b7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:39.042756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8191ac9-3f47-461b-a14e-523d8552b7b7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.060750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3425157 Aug 31 06:56:39.061666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36550) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:39.075397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': 'cec6ead8-866b-4ecf-b28b-d0786ad33392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:39.135241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a6b67-5686-4545-bc47-6456e4950ba5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=cec6ead8-866b-4ecf-b28b-d0786ad33392,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:39.167421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8191ac9-3f47-461b-a14e-523d8552b7b7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.181822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:39.185846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.186865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b8191ac9-3f47-461b-a14e-523d8552b7b7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:39.196962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network cec6ead8-866b-4ecf-b28b-d0786ad33392 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:39.413087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Allocated IP 2001:db8:0:ffff::2 (52f0ccd6-6c31-4a4f-9c37-4479fc02735a/ca7104d2-b061-40ec-adce-b3b6362ca312/e80594e5-8f6c-42a1-9065-aa8edd40a0d1) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:39.425027 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-06fce4e5-c495-42c4-bfdc-b5d727390903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.438066 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.516840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8191ac9-3f47-461b-a14e-523d8552b7b7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.527234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=ea1e5715-4eab-4911-b0dc-4234bd502165,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:39.531129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': '0a7d32c4-e823-4607-a950-c71f34334f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'cec6ead8-866b-4ecf-b28b-d0786ad33392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:39.532112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: cec6ead8-866b-4ecf-b28b-d0786ad33392, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:39.551361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-06fce4e5-c495-42c4-bfdc-b5d727390903 None None] For port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f0d40b0-db8d-4f24-8852-7221dd89d5b3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:39.556503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network cec6ead8-866b-4ecf-b28b-d0786ad33392 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:39.560681 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-06fce4e5-c495-42c4-bfdc-b5d727390903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.570516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, cec6ead8-866b-4ecf-b28b-d0786ad33392) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:39.577960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.578364 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.594762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8191ac9-3f47-461b-a14e-523d8552b7b7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:39.598438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cdc0485c-93df-4161-8fcf-5c7b7bdd1336 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5275400 Aug 31 06:56:39.600490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36556) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:39.611719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b7244-3fd6-4dbc-8ab5-86efb08d82c6 None None] Network cec6ead8-866b-4ecf-b28b-d0786ad33392 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:39.634351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e70e342-fa54-4b59-a2c8-288f0fc68d99 None None] Update dhcp port {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': '98e8378b-f4eb-4176-8a0c-56df47cda258', 'ip_address': '2001:db8::f816:3eff:fe1f:6868'}, {'subnet_id': 'df85cfe6-c18f-434c-a652-6f83eca3f73d'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '3f0d40b0-db8d-4f24-8852-7221dd89d5b3'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:39.673452 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8191ac9-3f47-461b-a14e-523d8552b7b7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.678912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b8191ac9-3f47-461b-a14e-523d8552b7b7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa HTTP/1.1" status: 204 len: 168 time: 0.8212683 Aug 31 06:56:39.679632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:39.750467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1442117-1e69-449c-b9e0-b29bce62407f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.752526 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.754987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d1442117-1e69-449c-b9e0-b29bce62407f tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0740535 Aug 31 06:56:39.755635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:39.831921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ea09a-5598-4e41-b77f-a746a2b07fd2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.837230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36562) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:39.838597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4d4ea09a-5598-4e41-b77f-a746a2b07fd2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0818379 Aug 31 06:56:39.885639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.947888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cdf643-46a1-4277-9568-4177d55614a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.949812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cdf643-46a1-4277-9568-4177d55614a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.951425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cdf643-46a1-4277-9568-4177d55614a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.956351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a9cdf643-46a1-4277-9568-4177d55614a7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1153355 Aug 31 06:56:39.956896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36564) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:39.962917 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1e70e342-fa54-4b59-a2c8-288f0fc68d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.974208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fce4e5-c495-42c4-bfdc-b5d727390903 None None] Pushing event updated for resources: {'Port': ['ID=3f0d40b0-db8d-4f24-8852-7221dd89d5b3,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:39.991029 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.025755 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.038268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1e5715-4eab-4911-b0dc-4234bd502165,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:40.068959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7210da6-9610-4648-849c-df45d88ff58c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 98e8378b-f4eb-4176-8a0c-56df47cda258 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:40.073076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7210da6-9610-4648-849c-df45d88ff58c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.079266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Transition to ACTIVE for port object e80594e5-8f6c-42a1-9065-aa8edd40a0d1 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:40.109576 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.127477 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec6ead8-866b-4ecf-b28b-d0786ad33392']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:40.128214 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7210da6-9610-4648-849c-df45d88ff58c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.142356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7d32c4-e823-4607-a950-c71f34334f66') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:40.142664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7d32c4-e823-4607-a950-c71f34334f66') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:40.170662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a06d4-8a5f-4e22-952d-2d2d75fce9d7 None None] Network cec6ead8-866b-4ecf-b28b-d0786ad33392 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:40.172250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.173959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Transition to ACTIVE for port object e80594e5-8f6c-42a1-9065-aa8edd40a0d1 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:40.197652 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.206862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:40.207363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:40.210738 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:40.225339 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.278639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7210da6-9610-4648-849c-df45d88ff58c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.296384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.327429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Network 52f0ccd6-6c31-4a4f-9c37-4479fc02735a is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:40.327686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.327874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:40.328067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/cec6ead8-866b-4ecf-b28b-d0786ad33392 HTTP/1.1" status: 204 len: 168 time: 0.7195821 Aug 31 06:56:40.328241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:40.328441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36566) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:40.336349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2030401455'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:40.340437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834d965-0445-4b33-830b-e565f3e2ad12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=cec6ead8-866b-4ecf-b28b-d0786ad33392,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:40.358843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Pushing event updated for resources: {'Port': ['ID=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:40.382404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:40.393321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.427623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:40.431378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7210da6-9610-4648-849c-df45d88ff58c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.443449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.444155 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment 747246dc-c650-4639-b4f7-7b0a3bab3c41 of type vlan for network a4f82654-c81c-4cf6-83c2-81770ffe9c90 Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-1e70e342-fa54-4b59-a2c8-288f0fc68d99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98e8378b-f4eb-4176-8a0c-56df47cda258: This subnet is being modified by another concurrent operation. Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:56:40.460891 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98e8378b-f4eb-4176-8a0c-56df47cda258: This subnet is being modified by another concurrent operation. Aug 31 06:56:40.466489 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 06:56:40.514287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7210da6-9610-4648-849c-df45d88ff58c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=98e8378b-f4eb-4176-8a0c-56df47cda258,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:40.529056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Attempting to bind port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:40.529459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Attempting to bind port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '4876d52f-7829-4010-ab37-14d3ed03d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52f0ccd6-6c31-4a4f-9c37-4479fc02735a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:40.529831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Attempting to bind port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 on network 52f0ccd6-6c31-4a4f-9c37-4479fc02735a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:40.541827 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7210da6-9610-4648-849c-df45d88ff58c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.549130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7210da6-9610-4648-849c-df45d88ff58c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/98e8378b-f4eb-4176-8a0c-56df47cda258 HTTP/1.1" status: 204 len: 168 time: 0.5909953 Aug 31 06:56:40.549733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:40.550791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Checking segment: {'id': '4876d52f-7829-4010-ab37-14d3ed03d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52f0ccd6-6c31-4a4f-9c37-4479fc02735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:40.550791 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.551133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Bound using segment: {'id': '4876d52f-7829-4010-ab37-14d3ed03d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52f0ccd6-6c31-4a4f-9c37-4479fc02735a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:40.551823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Bound port: e80594e5-8f6c-42a1-9065-aa8edd40a0d1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4876d52f-7829-4010-ab37-14d3ed03d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52f0ccd6-6c31-4a4f-9c37-4479fc02735a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:40.552228 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.556444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36576) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:40.599573 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.628750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29850f06-6203-4586-8eac-79a2365d6bbe None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:40.684821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.695948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:40.696591 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.707367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-606eb4f3-94b4-41bb-b24d-7d1c84d9e674 None None] Could not find standard attr ID for object a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:40.717347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8773a1a8-763d-4b8d-9aff-0572a29990f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet df85cfe6-c18f-434c-a652-6f83eca3f73d {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:40.763503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8773a1a8-763d-4b8d-9aff-0572a29990f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.769873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] For port e80594e5-8f6c-42a1-9065-aa8edd40a0d1, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:40.790317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-606eb4f3-94b4-41bb-b24d-7d1c84d9e674 None None] Provisioning complete for port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:40.795414 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-606eb4f3-94b4-41bb-b24d-7d1c84d9e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.817165 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4880183 Aug 31 06:56:40.821113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36584) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:40.830882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': 'a4f82654-c81c-4cf6-83c2-81770ffe9c90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:40.832357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8773a1a8-763d-4b8d-9aff-0572a29990f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.835517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdee260-b031-4067-84ae-317e4cef00f2 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=a4f82654-c81c-4cf6-83c2-81770ffe9c90,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:40.882021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network a4f82654-c81c-4cf6-83c2-81770ffe9c90 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:40.897878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8773a1a8-763d-4b8d-9aff-0572a29990f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.912606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] For port e80594e5-8f6c-42a1-9065-aa8edd40a0d1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,segment=NetworkSegment(4876d52f-7829-4010-ab37-14d3ed03d06d),segment_id=4876d52f-7829-4010-ab37-14d3ed03d06d)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:40.953957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:40.954913 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.958710 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.013181 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8773a1a8-763d-4b8d-9aff-0572a29990f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.054086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773a1a8-763d-4b8d-9aff-0572a29990f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=df85cfe6-c18f-434c-a652-6f83eca3f73d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:41.056105 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8773a1a8-763d-4b8d-9aff-0572a29990f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.058595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8773a1a8-763d-4b8d-9aff-0572a29990f7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/df85cfe6-c18f-434c-a652-6f83eca3f73d HTTP/1.1" status: 204 len: 168 time: 0.5003672 Aug 31 06:56:41.060715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36586) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:41.115925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e2bd2c7c-e82d-4eb8-b33d-2762c2f091c7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538800 Aug 31 06:56:41.118751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36588) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:41.124623 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:41.208843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa23d69-03bc-4b82-93b0-f55c8be46575 None None] Pushing event updated for resources: {'Port': ['ID=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:41.249972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:41.258240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.262040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:41.267028 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.332264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=34bac5c4-3ce7-46b2-8592-b5a76df36212,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:41.349886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] Deleting port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:41.350265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.408685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': '747246dc-c650-4639-b4f7-7b0a3bab3c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a4f82654-c81c-4cf6-83c2-81770ffe9c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:41.410804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: a4f82654-c81c-4cf6-83c2-81770ffe9c90, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:41.442340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network a4f82654-c81c-4cf6-83c2-81770ffe9c90 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:41.465826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, a4f82654-c81c-4cf6-83c2-81770ffe9c90) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:41.468193 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] For port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3f0d40b0-db8d-4f24-8852-7221dd89d5b3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:41.468607 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.485321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb7b79-7f77-4185-b2fa-184f76e4ccc2 None None] Network a4f82654-c81c-4cf6-83c2-81770ffe9c90 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:41.493435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:41.494351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.506618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] Calling delete_port for 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:41.515447 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ed18db62-b93d-44cd-97c4-98d45cadef49 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6917186 Aug 31 06:56:41.518827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36590) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:41.524811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2054830790'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:41.554041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:41.561405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.628051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:41.648371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.648371 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment 0ccb3c7f-0124-42b2-b9a7-16849f46d41c of type vlan for network ce861eea-f5d9-481b-9925-04814546812b Aug 31 06:56:41.700378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.720891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.747915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-a4f82654-c81c-4cf6-83c2-81770ffe9c90', 'network_id': 'a4f82654-c81c-4cf6-83c2-81770ffe9c90', 'tenant_id': '559b687edf88453c8652681c6b35e933', 'fixed_ips': [{'subnet_id': '34bac5c4-3ce7-46b2-8592-b5a76df36212'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:41.748787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.753981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] Pushing event deleted for resources: {'Port': ['ID=3f0d40b0-db8d-4f24-8852-7221dd89d5b3,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:41.757925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.759814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:41.763000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c7d0b-9888-4c7d-bdd0-5cc05b04fca8 None None] No DVR routers for this DVR port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:41.782096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:41.784534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.892905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=ce861eea-f5d9-481b-9925-04814546812b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:41.905565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-44729627-210f-429f-9fe3-39e59aa0fec1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3853457 Aug 31 06:56:41.906359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36596) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:41.907218 n-d-712142-16 neutron-server[94668]: WARNING neutron.services.revisions.revision_plugin [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Could not find related port for resource to bump revision. Aug 31 06:56:41.913493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Port 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 06:56:41.913890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:6868 {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 06:56:41.914481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': 'ce861eea-f5d9-481b-9925-04814546812b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:41.917882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:6868 {{(pid=94668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 06:56:41.919336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.934301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ce861eea-f5d9-481b-9925-04814546812b details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:42.003490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=9661d85e-c230-43a8-a7e6-c4ef3e199cad,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:42.008626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:42.010060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:42.013676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:42.014270 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.042712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48c858-5dd8-4405-b733-5495c0b54145 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:42.056752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Allocated IP 2001:db8::3 (a4f82654-c81c-4cf6-83c2-81770ffe9c90/34bac5c4-3ce7-46b2-8592-b5a76df36212/027b9eed-ca8c-423e-96c2-5c3a1700833b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:42.058622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:42.064069 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.065480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5b6a21f8-1359-4ecb-9ba3-9e42c2045691 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9453108 Aug 31 06:56:42.066177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36598) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:42.072667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-db930fe3-24a8-4f7a-9142-dcdc76dc4524 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:42.151239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Performing IP validity checks on allocation pools {{(pid=94667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 06:56:42.151870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 06:56:42.406844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.514574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': '0ccb3c7f-0124-42b2-b9a7-16849f46d41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ce861eea-f5d9-481b-9925-04814546812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:42.515019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: ce861eea-f5d9-481b-9925-04814546812b, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:42.530842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=99ea0f11-124e-4273-85a7-0502e0421a91,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:42.550270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network ce861eea-f5d9-481b-9925-04814546812b is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:42.571336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ce861eea-f5d9-481b-9925-04814546812b) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:42.587145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.595719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:42.596505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.608009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Transition to ACTIVE for port object 027b9eed-ca8c-423e-96c2-5c3a1700833b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:42.628442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Transition to ACTIVE for port object 027b9eed-ca8c-423e-96c2-5c3a1700833b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:42.639317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462edc9f-6352-407c-8300-50c0423c8d77 None None] Network ce861eea-f5d9-481b-9925-04814546812b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:42.650153 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-518cf809-31f9-4c53-aede-18affd08150e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7420549 Aug 31 06:56:42.650411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db930fe3-24a8-4f7a-9142-dcdc76dc4524 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:42.650915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:42.654481 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-db930fe3-24a8-4f7a-9142-dcdc76dc4524 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.732812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e80594e5-8f6c-42a1-9065-aa8edd40a0d1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:42.740644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e3c17-c772-43d5-92c6-7781148e088b None None] Network 52f0ccd6-6c31-4a4f-9c37-4479fc02735a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:42.742945 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.788407 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.796675 n-d-712142-16 neutron-server[94668]: INFO neutron.db.ipam_backend_mixin [None req-db930fe3-24a8-4f7a-9142-dcdc76dc4524 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9661d85e-c230-43a8-a7e6-c4ef3e199cad (CIDR: 2001:db8::/64) Aug 31 06:56:42.802865 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-db930fe3-24a8-4f7a-9142-dcdc76dc4524 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:42.803349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db930fe3-24a8-4f7a-9142-dcdc76dc4524 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:42.828771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-db930fe3-24a8-4f7a-9142-dcdc76dc4524 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7601404 Aug 31 06:56:42.830868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36612) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:42.839765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:42.862088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.958571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.002240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:43.007607 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.068802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=99ea0f11-124e-4273-85a7-0502e0421a91,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:43.076454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-60089fd7-e685-4992-84d1-f491d3f4e826 None None] Provisioning for port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:43.091755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '9661d85e-c230-43a8-a7e6-c4ef3e199cad'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:43.092926 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.104524 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.118444 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce861eea-f5d9-481b-9925-04814546812b']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.120627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Network a4f82654-c81c-4cf6-83c2-81770ffe9c90 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:43.130800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Pushing event updated for resources: {'Port': ['ID=027b9eed-ca8c-423e-96c2-5c3a1700833b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:43.145590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccb3c7f-0124-42b2-b9a7-16849f46d41c') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.145914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccb3c7f-0124-42b2-b9a7-16849f46d41c') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.149314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:43.163855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.164878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:43.194111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.246437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:43.246437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:43.249971 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:43.303349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe11be8-652f-4a1f-a10a-4c8173c4d7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ce861eea-f5d9-481b-9925-04814546812b', 'network_id': 'ce861eea-f5d9-481b-9925-04814546812b', 'tenant_id': '559b687edf88453c8652681c6b35e933', 'fixed_ips': [{'subnet_id': '99ea0f11-124e-4273-85a7-0502e0421a91'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:43.304226 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8fe11be8-652f-4a1f-a10a-4c8173c4d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.323319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.336233 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.342985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/ce861eea-f5d9-481b-9925-04814546812b HTTP/1.1" status: 204 len: 168 time: 0.6869228 Aug 31 06:56:43.350621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36614) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:43.357683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416204644'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:43.360267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cea91-f824-414c-9637-7485d27d8cf3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=ce861eea-f5d9-481b-9925-04814546812b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:43.385601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:43.389585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.396105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:43.399749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.411394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:43.411772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.456117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Attempting to bind port 027b9eed-ca8c-423e-96c2-5c3a1700833b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:43.456447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:43.456657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Attempting to bind port 027b9eed-ca8c-423e-96c2-5c3a1700833b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '747246dc-c650-4639-b4f7-7b0a3bab3c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a4f82654-c81c-4cf6-83c2-81770ffe9c90'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:43.456854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Attempting to bind port 027b9eed-ca8c-423e-96c2-5c3a1700833b on network a4f82654-c81c-4cf6-83c2-81770ffe9c90 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:43.466030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:43.469490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:43.470649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.483531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22353321-afbe-4db8-a02b-94e280652f00 None None] Network ce861eea-f5d9-481b-9925-04814546812b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:43.488708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=5320a33d-5b9d-496d-aa07-0819b05c559b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:43.495401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:43.503811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5522f2b1-0a00-4e75-b3b1-54aedecc0684 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6712179 Aug 31 06:56:43.507878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36616) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:43.512894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:13:ad:96', 'name': 'tempest-NetworksTestDHCPv6-1619432318'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:43.518281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:43.518676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Checking segment: {'id': '747246dc-c650-4639-b4f7-7b0a3bab3c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a4f82654-c81c-4cf6-83c2-81770ffe9c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:43.519092 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.519609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Bound using segment: {'id': '747246dc-c650-4639-b4f7-7b0a3bab3c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a4f82654-c81c-4cf6-83c2-81770ffe9c90'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:43.520380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Bound port: 027b9eed-ca8c-423e-96c2-5c3a1700833b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747246dc-c650-4639-b4f7-7b0a3bab3c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a4f82654-c81c-4cf6-83c2-81770ffe9c90'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:43.520539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.520780 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.520926 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment 796b2cf0-ebf9-4b5f-a058-689c8479cbee of type vlan for network ed892d21-60ad-4a9a-b81e-76c3d146af80 Aug 31 06:56:43.523041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22353321-afbe-4db8-a02b-94e280652f00 None None] Network ce861eea-f5d9-481b-9925-04814546812b could not be found, it might have been deleted concurrently. {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 06:56:43.574510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Allocated IP 2001:db8::f816:3eff:fe7f:5eb8 (2eb01b8a-02e2-4449-8123-41d670b7732f/9661d85e-c230-43a8-a7e6-c4ef3e199cad/1a159ec3-587b-42f2-a04b-0d72313bd7f3) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:43.586291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.632103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.639476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:43.640263 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.688840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:43.738230 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3847795 Aug 31 06:56:43.738573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36624) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:43.746052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': 'ed892d21-60ad-4a9a-b81e-76c3d146af80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:43.755740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] For port 027b9eed-ca8c-423e-96c2-5c3a1700833b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:43.758694 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.762694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] For port 027b9eed-ca8c-423e-96c2-5c3a1700833b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=027b9eed-ca8c-423e-96c2-5c3a1700833b,segment=NetworkSegment(747246dc-c650-4639-b4f7-7b0a3bab3c41),segment_id=747246dc-c650-4639-b4f7-7b0a3bab3c41)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:43.770395 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.774898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78dd71-c3a2-4fed-b8a1-36f494b371d7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=ed892d21-60ad-4a9a-b81e-76c3d146af80,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:43.804229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ed892d21-60ad-4a9a-b81e-76c3d146af80 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:43.900451 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.912439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port e80594e5-8f6c-42a1-9065-aa8edd40a0d1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,segment=NetworkSegment(4876d52f-7829-4010-ab37-14d3ed03d06d),segment_id=4876d52f-7829-4010-ab37-14d3ed03d06d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:43.936202 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.964849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port ee365115-eb2d-4a19-82d9-9b6a896f96f0 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:43.974164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:43.993738 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.056613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:44.175835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:44.176322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3f0d40b0-db8d-4f24-8852-7221dd89d5b3 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:44.191991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d3b58-1ee0-4d34-9aef-462772cac11a None None] Pushing event updated for resources: {'Port': ['ID=027b9eed-ca8c-423e-96c2-5c3a1700833b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:44.267104 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.283337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1e1eb737-472d-49dc-b20e-83b209283624 None None] Provisioning complete for port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:44.283840 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb737-472d-49dc-b20e-83b209283624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.327554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Transition to ACTIVE for port object 1a159ec3-587b-42f2-a04b-0d72313bd7f3 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:44.379392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Transition to ACTIVE for port object 1a159ec3-587b-42f2-a04b-0d72313bd7f3 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:44.381526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:44.402785 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.487598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:44.497383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:44.532055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:44.560207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Pushing event updated for resources: {'Port': ['ID=1a159ec3-587b-42f2-a04b-0d72313bd7f3,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:44.629558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Attempting to bind port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:44.630019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Attempting to bind port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:44.630455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Attempting to bind port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:44.637457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:44.637946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:44.638435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.638921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:44.640525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Bound port: 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:44.640525 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.693379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 027b9eed-ca8c-423e-96c2-5c3a1700833b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:44.806599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] For port 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:44.814745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] For port 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a159ec3-587b-42f2-a04b-0d72313bd7f3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:44.832967 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.848826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 027b9eed-ca8c-423e-96c2-5c3a1700833b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:44.875645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.895479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e80594e5-8f6c-42a1-9065-aa8edd40a0d1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:44.932714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8:0:1::286 (2eb01b8a-02e2-4449-8123-41d670b7732f/5320a33d-5b9d-496d-aa07-0819b05c559b/ee365115-eb2d-4a19-82d9-9b6a896f96f0) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:44.962304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::f816:3eff:fe13:ad96 (2eb01b8a-02e2-4449-8123-41d670b7732f/9661d85e-c230-43a8-a7e6-c4ef3e199cad/ee365115-eb2d-4a19-82d9-9b6a896f96f0) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:44.993521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=cd5dcd7f-31b9-48fd-9adc-a94f04e263cb,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:45.009428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34479624-a47d-4ec7-a69f-2785f0324797 None None] Pushing event updated for resources: {'Port': ['ID=1a159ec3-587b-42f2-a04b-0d72313bd7f3,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:45.036713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': '796b2cf0-ebf9-4b5f-a058-689c8479cbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed892d21-60ad-4a9a-b81e-76c3d146af80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:45.040306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: ed892d21-60ad-4a9a-b81e-76c3d146af80, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:45.080613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:45.086168 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.121125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network ed892d21-60ad-4a9a-b81e-76c3d146af80 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:45.143172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ed892d21-60ad-4a9a-b81e-76c3d146af80) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:45.157111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2082b2d-e5f7-44dc-b3b9-ae56192585ba None None] Network ed892d21-60ad-4a9a-b81e-76c3d146af80 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:45.234105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:45.235385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.293105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36638) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:45.299802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fcac67d3-9cfc-45e7-b259-315a13af78f7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5509508 Aug 31 06:56:45.402482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.432239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object ee365115-eb2d-4a19-82d9-9b6a896f96f0 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:45.466165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb228ffb-97cc-4044-b8bb-b3f9f9c051d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ed892d21-60ad-4a9a-b81e-76c3d146af80', 'network_id': 'ed892d21-60ad-4a9a-b81e-76c3d146af80', 'tenant_id': '559b687edf88453c8652681c6b35e933', 'fixed_ips': [{'subnet_id': 'cd5dcd7f-31b9-48fd-9adc-a94f04e263cb'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:45.468409 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb228ffb-97cc-4044-b8bb-b3f9f9c051d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.504570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.508822 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.595814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.596779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:45.608958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:45.614192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=ee365115-eb2d-4a19-82d9-9b6a896f96f0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:45.617441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:45.624467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:45.625436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.635131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a753434d-3493-48af-b53c-0a76888fb36f None None] Network a4f82654-c81c-4cf6-83c2-81770ffe9c90 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:45.651867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3e0d8c22-233d-4b68-b56a-a0ecb3954107 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1436491 Aug 31 06:56:45.655764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:45.722766 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.757155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9e63d169-4f50-49ea-b0d5-620854e63bcd None None] Provisioning for port 027b9eed-ca8c-423e-96c2-5c3a1700833b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:45.768760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9e63d169-4f50-49ea-b0d5-620854e63bcd None None] Provisioning complete for port 027b9eed-ca8c-423e-96c2-5c3a1700833b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:45.769153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e63d169-4f50-49ea-b0d5-620854e63bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-eb228ffb-97cc-4044-b8bb-b3f9f9c051d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd5dcd7f-31b9-48fd-9adc-a94f04e263cb: This subnet is being modified by another concurrent operation. Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:56:45.775663 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd5dcd7f-31b9-48fd-9adc-a94f04e263cb: This subnet is being modified by another concurrent operation. Aug 31 06:56:45.780856 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 06:56:45.788303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5dcd7f-31b9-48fd-9adc-a94f04e263cb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:45.825173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-479315ef-e6e2-4e15-8169-b4678c8db702 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port ee365115-eb2d-4a19-82d9-9b6a896f96f0 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:45.825582 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-479315ef-e6e2-4e15-8169-b4678c8db702 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.845461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35df74f-ab20-4de5-aaa8-5785c420edd7 None None] Network ed892d21-60ad-4a9a-b81e-76c3d146af80 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:45.867328 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.878952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed892d21-60ad-4a9a-b81e-76c3d146af80']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:45.892700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796b2cf0-ebf9-4b5f-a058-689c8479cbee') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:45.893077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796b2cf0-ebf9-4b5f-a058-689c8479cbee') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:45.902320 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.917132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.920121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-479315ef-e6e2-4e15-8169-b4678c8db702 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.923594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:45.923992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:45.927901 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:45.937361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-479315ef-e6e2-4e15-8169-b4678c8db702 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for ee365115-eb2d-4a19-82d9-9b6a896f96f0 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:46.020714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.034258 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.043273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/ed892d21-60ad-4a9a-b81e-76c3d146af80 HTTP/1.1" status: 204 len: 168 time: 0.7496116 Aug 31 06:56:46.045050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36652) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.055585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358863133'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:46.060832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f49b9-819c-41ff-b8a3-667fc906523c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=ed892d21-60ad-4a9a-b81e-76c3d146af80,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:46.127942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:46.134158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.180532 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e63d169-4f50-49ea-b0d5-620854e63bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.227956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9e63d169-4f50-49ea-b0d5-620854e63bcd None None] For port 027b9eed-ca8c-423e-96c2-5c3a1700833b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=027b9eed-ca8c-423e-96c2-5c3a1700833b,segment=NetworkSegment(747246dc-c650-4639-b4f7-7b0a3bab3c41),segment_id=747246dc-c650-4639-b4f7-7b0a3bab3c41)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:46.233390 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e63d169-4f50-49ea-b0d5-620854e63bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.298278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63d169-4f50-49ea-b0d5-620854e63bcd None None] Pushing event updated for resources: {'Port': ['ID=027b9eed-ca8c-423e-96c2-5c3a1700833b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:46.300238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-479315ef-e6e2-4e15-8169-b4678c8db702 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.315531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:46.363990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479315ef-e6e2-4e15-8169-b4678c8db702 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=ee365115-eb2d-4a19-82d9-9b6a896f96f0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:46.376120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.376670 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment bf0cae4e-6292-4eb7-8939-1c1bf7e09d05 of type vlan for network a3a8cb93-9685-4fd0-ba83-3506915c2d83 Aug 31 06:56:46.482643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9e5ff2-c46d-428e-b42e-030cc41fda93 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:46.507558 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-479315ef-e6e2-4e15-8169-b4678c8db702 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.509624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-479315ef-e6e2-4e15-8169-b4678c8db702 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/ee365115-eb2d-4a19-82d9-9b6a896f96f0 HTTP/1.1" status: 204 len: 168 time: 0.8512793 Aug 31 06:56:46.512396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36656) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.514345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.544954 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.552489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:46.552729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.571353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab21315-c701-4e73-86e7-070f4b5985f9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:46.573236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9ab21315-c701-4e73-86e7-070f4b5985f9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0596867 Aug 31 06:56:46.575751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36658) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.585602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a8b074c7-65e8-48d5-9e2d-b9eb246d1b74 None None] Provisioning complete for port 027b9eed-ca8c-423e-96c2-5c3a1700833b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:46.586252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a8b074c7-65e8-48d5-9e2d-b9eb246d1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.634461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=a3a8cb93-9685-4fd0-ba83-3506915c2d83,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:46.641771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 027b9eed-ca8c-423e-96c2-5c3a1700833b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:46.649952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4693f29f-e4ec-46ed-a73d-2d7ca44e6e52 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6033180 Aug 31 06:56:46.653932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36660) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.658592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde6630-0e16-4ce0-b6bd-56173354a635 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:46.659626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fdde6630-0e16-4ce0-b6bd-56173354a635 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0826809 Aug 31 06:56:46.661949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': 'a3a8cb93-9685-4fd0-ba83-3506915c2d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:46.663046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36662) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.686094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network a3a8cb93-9685-4fd0-ba83-3506915c2d83 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:46.728578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8682e66-6917-463e-aa24-7364b3d1a6b3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:46.730285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8682e66-6917-463e-aa24-7364b3d1a6b3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:46.732168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8682e66-6917-463e-aa24-7364b3d1a6b3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:46.737218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f8682e66-6917-463e-aa24-7364b3d1a6b3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0699911 Aug 31 06:56:46.737693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36666) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.788871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:46.793285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.813252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d6afa3-7e90-4507-96ef-6cb97e8a53bc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 5320a33d-5b9d-496d-aa07-0819b05c559b {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:46.820585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96d6afa3-7e90-4507-96ef-6cb97e8a53bc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.903027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96d6afa3-7e90-4507-96ef-6cb97e8a53bc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.962230 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96d6afa3-7e90-4507-96ef-6cb97e8a53bc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.048721 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96d6afa3-7e90-4507-96ef-6cb97e8a53bc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.053368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.079674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6afa3-7e90-4507-96ef-6cb97e8a53bc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=5320a33d-5b9d-496d-aa07-0819b05c559b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:47.088393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-96d6afa3-7e90-4507-96ef-6cb97e8a53bc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.093273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-96d6afa3-7e90-4507-96ef-6cb97e8a53bc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/5320a33d-5b9d-496d-aa07-0819b05c559b HTTP/1.1" status: 204 len: 168 time: 0.3536627 Aug 31 06:56:47.094294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36672) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:47.129455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=c4c9bc29-228e-43dc-90a6-dc9f7bda1a32,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:47.130500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 027b9eed-ca8c-423e-96c2-5c3a1700833b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:47.131905 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.135301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': 'bf0cae4e-6292-4eb7-8939-1c1bf7e09d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a3a8cb93-9685-4fd0-ba83-3506915c2d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:47.135662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: a3a8cb93-9685-4fd0-ba83-3506915c2d83, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:47.158336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network a3a8cb93-9685-4fd0-ba83-3506915c2d83 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:47.159626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 9661d85e-c230-43a8-a7e6-c4ef3e199cad {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:47.164491 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.167785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, a3a8cb93-9685-4fd0-ba83-3506915c2d83) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:47.172153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:47.172742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.186758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cc4a2eaf-f71d-4592-a137-d2a0a3a2a8f3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5315619 Aug 31 06:56:47.190783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36674) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:47.204563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753550e-ba90-4d44-928b-e73078a7e634 None None] Network a3a8cb93-9685-4fd0-ba83-3506915c2d83 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:47.217365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.293527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.310269 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.349091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a8b074c7-65e8-48d5-9e2d-b9eb246d1b74 None None] Provisioning for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:47.359811 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.379140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.414882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=9661d85e-c230-43a8-a7e6-c4ef3e199cad,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:47.423727 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.428113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/9661d85e-c230-43a8-a7e6-c4ef3e199cad HTTP/1.1" status: 204 len: 168 time: 0.3300369 Aug 31 06:56:47.428553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36676) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:47.430070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.430472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.430876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.431283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.431705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.432172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.432757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.433874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.434517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.435367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.435837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.436480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734946b-ae23-430d-827e-2d7d21d1441a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:47.477773 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c43e48ad-9e78-437f-aca9-781faba43d4e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452807 Aug 31 06:56:47.477773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.478371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36678) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:47.484949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:47.496736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1a159ec3-587b-42f2-a04b-0d72313bd7f3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:47.500749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb6e26-7aa7-437d-90af-2261aa89add3 None None] Update dhcp port {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': '9661d85e-c230-43a8-a7e6-c4ef3e199cad', 'ip_address': '2001:db8::f816:3eff:fe7f:5eb8'}, {'subnet_id': '5320a33d-5b9d-496d-aa07-0819b05c559b'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '1a159ec3-587b-42f2-a04b-0d72313bd7f3'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:47.503663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c9bc29-228e-43dc-90a6-dc9f7bda1a32,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:47.579069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606affa-e3f2-424e-8a41-d2c05843c5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-a3a8cb93-9685-4fd0-ba83-3506915c2d83', 'network_id': 'a3a8cb93-9685-4fd0-ba83-3506915c2d83', 'tenant_id': '559b687edf88453c8652681c6b35e933', 'fixed_ips': [{'subnet_id': 'c4c9bc29-228e-43dc-90a6-dc9f7bda1a32'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:47.579910 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0606affa-e3f2-424e-8a41-d2c05843c5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.592735 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6e26-7aa7-437d-90af-2261aa89add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.596447 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.602689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:47.606356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.608764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a8cb93-9685-4fd0-ba83-3506915c2d83']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:47.623951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0cae4e-6292-4eb7-8939-1c1bf7e09d05') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:47.624208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0cae4e-6292-4eb7-8939-1c1bf7e09d05') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:47.634776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.652938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.659556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:47.660529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:47.663882 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:47.710083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:47.719751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2e227-5757-49bb-a9b6-62c508ea00fe None None] Network a3a8cb93-9685-4fd0-ba83-3506915c2d83 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:47.737522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.747465 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.754860 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/a3a8cb93-9685-4fd0-ba83-3506915c2d83 HTTP/1.1" status: 204 len: 168 time: 0.5576963 Aug 31 06:56:47.755364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:47.762627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecc723-79e1-49f2-9a2e-2a4e4801f5c1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=a3a8cb93-9685-4fd0-ba83-3506915c2d83,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:47.764648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1756565431'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:47.768185 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:47.768561 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.781412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2e227-5757-49bb-a9b6-62c508ea00fe None None] Network a3a8cb93-9685-4fd0-ba83-3506915c2d83 could not be found, it might have been deleted concurrently. {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 06:56:47.833821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:47.840095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.877581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.881123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da3980-84a4-429f-a632-712f7635b0b5 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:47.915119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:47.929256 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.929608 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment 2adb2288-13e6-437d-817c-1beaa16dbede of type vlan for network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 Aug 31 06:56:47.931152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.974951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a159ec3-587b-42f2-a04b-0d72313bd7f3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:47.982412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-184a2c3e-0880-4f61-a551-fe7faa6756db None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:47.982796 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-184a2c3e-0880-4f61-a551-fe7faa6756db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.986869 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.014999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:48.025134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:48.028339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:48.028949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.038351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.059429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=d618aa07-e2e6-4ceb-a0d0-9aa44f89369c,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:48.080325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36688) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:48.081479 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b2b2cb15-7dc4-437e-9edc-bcfe7e61bc51 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6011450 Aug 31 06:56:48.090714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-87e7d55c-17bc-44ff-85f4-5ba008dfabe2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:48.092618 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.101025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:48.102105 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.120818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1a159ec3-587b-42f2-a04b-0d72313bd7f3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:48.181920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4254253 Aug 31 06:56:48.185389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36690) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:48.192808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:48.212406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a5f69-f951-445f-8c68-179b1aaac61f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=3cff77b7-06de-4ce0-9cdd-a19940aaa192,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:48.236601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:48.261666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e7d55c-17bc-44ff-85f4-5ba008dfabe2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:48.267436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87e7d55c-17bc-44ff-85f4-5ba008dfabe2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.318279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:48.319293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34286a38-c9c5-4aec-ab65-b494c9116ca5 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:48.322846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.372255 n-d-712142-16 neutron-server[94667]: INFO neutron.db.ipam_backend_mixin [None req-87e7d55c-17bc-44ff-85f4-5ba008dfabe2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d618aa07-e2e6-4ceb-a0d0-9aa44f89369c (CIDR: 2001:db8::/64) Aug 31 06:56:48.375908 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e7d55c-17bc-44ff-85f4-5ba008dfabe2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:48.376416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e7d55c-17bc-44ff-85f4-5ba008dfabe2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:48.384219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8bc3e3c3-ba62-443e-8598-55e0b74134ab None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:48.384890 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8bc3e3c3-ba62-443e-8598-55e0b74134ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.393851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-87e7d55c-17bc-44ff-85f4-5ba008dfabe2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3095772 Aug 31 06:56:48.395069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36692) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:48.403432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:48.520151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1a159ec3-587b-42f2-a04b-0d72313bd7f3 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:48.602799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:48.606397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.640173 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.655381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.680414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a159ec3-587b-42f2-a04b-0d72313bd7f3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:48.685668 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.751251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=9addc6d6-874c-4997-b0e0-f248169b228b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:48.763300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1a159ec3-587b-42f2-a04b-0d72313bd7f3,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:48.791593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1d81d646-c94b-4c70-bfcc-554278eed20b None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:48.791758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': '2adb2288-13e6-437d-817c-1beaa16dbede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:48.791957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: 3cff77b7-06de-4ce0-9cdd-a19940aaa192, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:48.792393 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1d81d646-c94b-4c70-bfcc-554278eed20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.821402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:48.851802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71937058-9e0a-4ba2-93eb-b1214338ab2a None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:56:48.855471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 3cff77b7-06de-4ce0-9cdd-a19940aaa192) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:48.865063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:48.865716 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.904960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c8e182fe-64fb-40eb-b5a2-16a6e17ec40d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7188661 Aug 31 06:56:48.907934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36694) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:48.913229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:48.960052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1d81d646-c94b-4c70-bfcc-554278eed20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.046203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1d81d646-c94b-4c70-bfcc-554278eed20b None None] For port 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a159ec3-587b-42f2-a04b-0d72313bd7f3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:49.056232 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1d81d646-c94b-4c70-bfcc-554278eed20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.064964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71937058-9e0a-4ba2-93eb-b1214338ab2a None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:56:49.096065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:49.100020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.120448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.objects.ports [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94668) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:49.177241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81d646-c94b-4c70-bfcc-554278eed20b None None] Pushing event updated for resources: {'Port': ['ID=1a159ec3-587b-42f2-a04b-0d72313bd7f3,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:49.183473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8de38859-e361-4a8e-8bf9-a1cc6d81e492 None None] Could not find standard attr ID for object ee365115-eb2d-4a19-82d9-9b6a896f96f0. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:49.395014 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.457299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.484391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-3cff77b7-06de-4ce0-9cdd-a19940aaa192', 'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192', 'tenant_id': '559b687edf88453c8652681c6b35e933', 'fixed_ips': [{'subnet_id': '9addc6d6-874c-4997-b0e0-f248169b228b'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:49.487889 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.506174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:49.510618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:49.514137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.514741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.541900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6328311 Aug 31 06:56:49.544723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36704) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:49.595673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0468e-8373-4aba-a67e-a1dbdef61b4a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=0dbd998a-5df9-4143-b292-e6d96c7e858a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:49.600343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] For port 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a159ec3-587b-42f2-a04b-0d72313bd7f3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:49.624159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739dd41-2373-4536-8c75-c629de1b4ce3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.625855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739dd41-2373-4536-8c75-c629de1b4ce3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.627443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739dd41-2373-4536-8c75-c629de1b4ce3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.629522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739dd41-2373-4536-8c75-c629de1b4ce3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.631342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739dd41-2373-4536-8c75-c629de1b4ce3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.633659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c739dd41-2373-4536-8c75-c629de1b4ce3 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0879347 Aug 31 06:56:49.639026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36706) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:49.648295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-267450264'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:49.650936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.658491 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.659661 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.672858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c7e932-971e-43e5-af24-d96173d03d50 None None] Update dhcp port {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': '183ffffb-9059-4727-bf20-fd394667f1fc', 'ip_address': '2001:db8:0:1:f816:3eff:fe7f:5eb8'}, {'subnet_id': 'd618aa07-e2e6-4ceb-a0d0-9aa44f89369c'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '1a159ec3-587b-42f2-a04b-0d72313bd7f3'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:49.679550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:49.683918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.712915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91c7e932-971e-43e5-af24-d96173d03d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.716783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:49.727099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Allocated IP 2001:db8::2 (3cff77b7-06de-4ce0-9cdd-a19940aaa192/9addc6d6-874c-4997-b0e0-f248169b228b/861479c3-afb2-4444-b875-4b40c92922ff) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:49.737426 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.738231 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment 2091b7af-9a1b-4b0d-a2d6-eb1ffc8e8141 of type vlan for network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 Aug 31 06:56:49.745162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=183ffffb-9059-4727-bf20-fd394667f1fc,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:49.774010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:49.779716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:49.791062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.791665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.820828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=1a159ec3-587b-42f2-a04b-0d72313bd7f3,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:49.827388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5491cb40-b9f6-4c6b-91b4-734f0d7f132e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4275014 Aug 31 06:56:49.827606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36708) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:49.839543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:13:c1:8d', 'name': 'tempest-NetworksTestDHCPv6-320781332'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:49.839973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.878138 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.883919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.884527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.952625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3109801 Aug 31 06:56:49.953552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36710) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:49.963973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1ee6e51b-2561-4322-bae8-b841ab543c9c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:49.978963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-91c7e932-971e-43e5-af24-d96173d03d50 None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/d618aa07-e2e6-4ceb-a0d0-9aa44f89369c/1a159ec3-587b-42f2-a04b-0d72313bd7f3) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:49.994525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:50.034017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85063436-fda4-4bab-93be-5bc6719c3e23 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:50.099181 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.132588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port 8ef3f648-73b2-4e6a-896b-fa9f389425da yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:50.141471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:50.159031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e51b-2561-4322-bae8-b841ab543c9c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.175177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e51b-2561-4322-bae8-b841ab543c9c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.224958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ee6e51b-2561-4322-bae8-b841ab543c9c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 is not hosted by any dhcp agent {{(pid=94667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:56:50.230671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6e51b-2561-4322-bae8-b841ab543c9c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:50.231369 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e51b-2561-4322-bae8-b841ab543c9c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.233114 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1ee6e51b-2561-4322-bae8-b841ab543c9c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "PUT /v2.0/networks/9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 HTTP/1.1" status: 200 len: 723 time: 0.2761831 Aug 31 06:56:50.238907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36712) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:50.250667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': '9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:50.253117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6e51b-2561-4322-bae8-b841ab543c9c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:50.273447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:50.348549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:50.352302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.384896 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.415333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Transition to ACTIVE for port object 861479c3-afb2-4444-b875-4b40c92922ff will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:50.439449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-91c7e932-971e-43e5-af24-d96173d03d50 None None] For port 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a159ec3-587b-42f2-a04b-0d72313bd7f3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:50.459767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Transition to ACTIVE for port object 861479c3-afb2-4444-b875-4b40c92922ff will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:50.470424 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.516406 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91c7e932-971e-43e5-af24-d96173d03d50 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.525408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:50.536606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:50.542633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:50.548329 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Pushing event updated for resources: {'Port': ['ID=861479c3-afb2-4444-b875-4b40c92922ff,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:50.556746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-91c7e932-971e-43e5-af24-d96173d03d50 None None] Transition to ACTIVE for port object 1a159ec3-587b-42f2-a04b-0d72313bd7f3 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:50.562853 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91c7e932-971e-43e5-af24-d96173d03d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.624903 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.698622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Attempting to bind port 861479c3-afb2-4444-b875-4b40c92922ff on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:50.699043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Attempting to bind port 861479c3-afb2-4444-b875-4b40c92922ff by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '2adb2288-13e6-437d-817c-1beaa16dbede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:50.699376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Attempting to bind port 861479c3-afb2-4444-b875-4b40c92922ff on network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:50.706878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7e932-971e-43e5-af24-d96173d03d50 None None] Pushing event updated for resources: {'Port': ['ID=1a159ec3-587b-42f2-a04b-0d72313bd7f3,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:50.711418 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:50.711689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Checking segment: {'id': '2adb2288-13e6-437d-817c-1beaa16dbede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:50.711999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.712400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Bound using segment: {'id': '2adb2288-13e6-437d-817c-1beaa16dbede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:50.713126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Bound port: 861479c3-afb2-4444-b875-4b40c92922ff, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adb2288-13e6-437d-817c-1beaa16dbede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:50.713443 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.802292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] For port 861479c3-afb2-4444-b875-4b40c92922ff, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:50.808871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] For port 861479c3-afb2-4444-b875-4b40c92922ff, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=861479c3-afb2-4444-b875-4b40c92922ff,segment=NetworkSegment(2adb2288-13e6-437d-817c-1beaa16dbede),segment_id=2adb2288-13e6-437d-817c-1beaa16dbede)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:50.818941 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.917049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e2f6b-07b2-4f70-9cc4-cc51d110f848 None None] Pushing event updated for resources: {'Port': ['ID=861479c3-afb2-4444-b875-4b40c92922ff,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:51.085827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=c59a8ef9-aa0a-4ca8-9808-8d82e3fac267,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:51.121772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::10c (2eb01b8a-02e2-4449-8123-41d670b7732f/d618aa07-e2e6-4ceb-a0d0-9aa44f89369c/8ef3f648-73b2-4e6a-896b-fa9f389425da) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:51.124570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': '2091b7af-9a1b-4b0d-a2d6-eb1ffc8e8141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:51.125009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:51.133810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:c18d (2eb01b8a-02e2-4449-8123-41d670b7732f/183ffffb-9059-4727-bf20-fd394667f1fc/8ef3f648-73b2-4e6a-896b-fa9f389425da) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:51.185940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:51.210043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:51.215298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.215903 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.274665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-47738a30-ab17-44e3-a14f-b8a474f2fcef tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0344279 Aug 31 06:56:51.277351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36726) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:51.287968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-80302e38-2a0d-48a9-80f9-bbafdbd477da tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:51.378137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.393149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object 8ef3f648-73b2-4e6a-896b-fa9f389425da will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:51.417756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80302e38-2a0d-48a9-80f9-bbafdbd477da tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3512036'] for subnet, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.445032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.496878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:51.500248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:51.503994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:51.510060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.510738 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.543591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=8ef3f648-73b2-4e6a-896b-fa9f389425da,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:51.553952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-362e9dec-be19-4229-a674-f93f38749f3e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7250743 Aug 31 06:56:51.556814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36730) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:51.641120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80302e38-2a0d-48a9-80f9-bbafdbd477da tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740152953308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3681921'] for subnet, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.683045 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-db6a9038-afe5-43f9-970d-f44b43e6ae64 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2005250 Aug 31 06:56:51.693692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80302e38-2a0d-48a9-80f9-bbafdbd477da tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.694196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-80302e38-2a0d-48a9-80f9-bbafdbd477da tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.695686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-80302e38-2a0d-48a9-80f9-bbafdbd477da tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "PUT /v2.0/subnets/c59a8ef9-aa0a-4ca8-9808-8d82e3fac267 HTTP/1.1" status: 200 len: 826 time: 0.4135957 Aug 31 06:56:51.699292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:51.729886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80302e38-2a0d-48a9-80f9-bbafdbd477da tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=c59a8ef9-aa0a-4ca8-9808-8d82e3fac267,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:51.820888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1bec442d-046c-48ee-b567-f4d83424b94b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port 8ef3f648-73b2-4e6a-896b-fa9f389425da {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:51.821260 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bec442d-046c-48ee-b567-f4d83424b94b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.848615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2eeb37de-f846-4956-9deb-916dc1622a89 None None] Provisioning for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:51.853369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2eeb37de-f846-4956-9deb-916dc1622a89 None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:51.853842 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2eeb37de-f846-4956-9deb-916dc1622a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.947334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b3ea4d94-5e0c-479e-84f3-23131e721618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.947814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b3ea4d94-5e0c-479e-84f3-23131e721618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.948279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b3ea4d94-5e0c-479e-84f3-23131e721618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.948765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b3ea4d94-5e0c-479e-84f3-23131e721618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.949258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b3ea4d94-5e0c-479e-84f3-23131e721618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.949719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b3ea4d94-5e0c-479e-84f3-23131e721618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.950173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b3ea4d94-5e0c-479e-84f3-23131e721618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.952997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b3ea4d94-5e0c-479e-84f3-23131e721618 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6497 time: 0.1771894 Aug 31 06:56:51.979539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.082151 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bec442d-046c-48ee-b567-f4d83424b94b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.157838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.166843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1bec442d-046c-48ee-b567-f4d83424b94b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for 8ef3f648-73b2-4e6a-896b-fa9f389425da owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:52.219283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851455b-7b47-406f-8e3b-4049ad15e570 None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:56:52.282475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-87ed0db8-4813-4c91-b245-524d5beeac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:52.282951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-87ed0db8-4813-4c91-b245-524d5beeac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:52.283419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-87ed0db8-4813-4c91-b245-524d5beeac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:52.285174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-87ed0db8-4813-4c91-b245-524d5beeac91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c71b659-92d8-4b29-abc6-2d570dfb2787&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=78b44822-3e6a-4f65-91eb-c0e3840d01da&id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 2293 time: 0.2948067 Aug 31 06:56:52.324041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38cf77b4-0937-429c-9a93-8ce859dd4c05 None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:52.324358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-38cf77b4-0937-429c-9a93-8ce859dd4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.360672 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.398283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b851455b-7b47-406f-8e3b-4049ad15e570 None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:56:52.404284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=c59a8ef9-aa0a-4ca8-9808-8d82e3fac267,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:52.434019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-303634e4-119d-4ec6-bc6f-db7f97f1641f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 200 len: 1001 time: 0.1386349 Aug 31 06:56:52.535253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-38cf77b4-0937-429c-9a93-8ce859dd4c05 None None] Provisioning for port 861479c3-afb2-4444-b875-4b40c92922ff completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:52.540212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.561495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:52.582974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2091b7af-9a1b-4b0d-a2d6-eb1ffc8e8141') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:52.582974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2091b7af-9a1b-4b0d-a2d6-eb1ffc8e8141') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:52.606138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-cca652c8-5094-49b1-960a-d379f6dd8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:52.608089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-cca652c8-5094-49b1-960a-d379f6dd8dae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 HTTP/1.1" status: 200 len: 851 time: 0.1431313 Aug 31 06:56:52.610381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.670352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 861479c3-afb2-4444-b875-4b40c92922ff up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:52.680202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.692398 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:52.692803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:52.697410 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:52.764982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-be0fd01d-69fc-44b4-a792-2811f9c826d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:52.766616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-be0fd01d-69fc-44b4-a792-2811f9c826d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c71b659-92d8-4b29-abc6-2d570dfb2787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487081 Aug 31 06:56:52.767912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bec442d-046c-48ee-b567-f4d83424b94b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.776181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 861479c3-afb2-4444-b875-4b40c92922ff completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:52.780651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 861479c3-afb2-4444-b875-4b40c92922ff triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:52.782163 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.786616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-ca83bcdf-1de6-4594-a28d-8bf30d81ab0b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:52.787653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-ca83bcdf-1de6-4594-a28d-8bf30d81ab0b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100279 Aug 31 06:56:52.808219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.821534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec442d-046c-48ee-b567-f4d83424b94b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=8ef3f648-73b2-4e6a-896b-fa9f389425da,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:52.827871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.832084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 HTTP/1.1" status: 204 len: 168 time: 1.1299493 Aug 31 06:56:52.832499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36736) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:52.865148 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2ca51e-f35b-4fc0-8140-8ff79592abe4 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:56:52.866120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2ca51e-f35b-4fc0-8140-8ff79592abe4 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:52.868360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ac2ca51e-f35b-4fc0-8140-8ff79592abe4 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 HTTP/1.1" status: 404 len: 339 time: 0.0340180 Aug 31 06:56:52.872190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36738) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:52.880621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-790720858', 'description': 'd1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:52.899880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.913739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:52.914295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1b731-99e4-4f70-90d5-7c8152fc7b46 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:52.926489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.944923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 861479c3-afb2-4444-b875-4b40c92922ff, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=861479c3-afb2-4444-b875-4b40c92922ff,segment=NetworkSegment(2adb2288-13e6-437d-817c-1beaa16dbede),segment_id=2adb2288-13e6-437d-817c-1beaa16dbede)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:52.945415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1bec442d-046c-48ee-b567-f4d83424b94b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.947545 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1bec442d-046c-48ee-b567-f4d83424b94b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/8ef3f648-73b2-4e6a-896b-fa9f389425da HTTP/1.1" status: 204 len: 168 time: 1.3895807 Aug 31 06:56:52.950593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36740) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:52.961829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.962794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1a159ec3-587b-42f2-a04b-0d72313bd7f3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:52.978733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:52.990196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.990874 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment a247a5be-b284-4f1f-bb88-a835e78d3690 of type vlan for network 6b87cf22-6e68-480c-81b9-f912a08c5ad7 Aug 31 06:56:53.052038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-7e3b7a66-20f8-4daf-b5e6-536577ad0be0 service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400844 Aug 31 06:56:53.056707 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.071809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca29d8e9-f697-4d76-988f-acbf7346fc0d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.074380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ca29d8e9-f697-4d76-988f-acbf7346fc0d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1226428 Aug 31 06:56:53.085524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36746) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.124732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=861479c3-afb2-4444-b875-4b40c92922ff,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:53.149174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.161471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.163431 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.169480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:53.169859 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.193099 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-fb6be63b-da1a-4a53-b240-8bd78900aeed service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318264 Aug 31 06:56:53.268189 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3946707 Aug 31 06:56:53.271496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-2672c055-96c4-4b38-b76b-ba6b66fadd2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 217 time: 0.0692637 Aug 31 06:56:53.272068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.302624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94e968-8846-4e14-b4fc-953ea8b5dbd8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.312181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5d94e968-8846-4e14-b4fc-953ea8b5dbd8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2250745 Aug 31 06:56:53.320952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36750) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.321683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5846b-1adb-40cf-a492-eeed025ed5e8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=6b87cf22-6e68-480c-81b9-f912a08c5ad7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:53.337224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 6b87cf22-6e68-480c-81b9-f912a08c5ad7 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:53.400247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5157e01-9d66-4c33-8243-7d3e4599e750 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.402477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5157e01-9d66-4c33-8243-7d3e4599e750 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.404090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5157e01-9d66-4c33-8243-7d3e4599e750 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.406126 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a5157e01-9d66-4c33-8243-7d3e4599e750 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0807524 Aug 31 06:56:53.408853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36752) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.470811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f089f37e-0ab4-402b-b952-91750f32064d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 183ffffb-9059-4727-bf20-fd394667f1fc {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:53.476322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-cff292c2-7754-4068-8305-cba25bbcc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.477871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-cff292c2-7754-4068-8305-cba25bbcc05c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.1789734 Aug 31 06:56:53.479414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f089f37e-0ab4-402b-b952-91750f32064d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.486488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71d791-c29a-4b0c-884c-408336e06ae8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.490629 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9a71d791-c29a-4b0c-884c-408336e06ae8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/networks?id=6b87cf22-6e68-480c-81b9-f912a08c5ad7 HTTP/1.1" status: 200 len: 764 time: 0.2148604 Aug 31 06:56:53.496716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36754) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.503295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c0a067f8-5719-4503-bd05-5914ac7be41b tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'description': 'd2'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:53.545121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f089f37e-0ab4-402b-b952-91750f32064d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.685089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb6a7e-b45e-44f3-990d-88927ce83be5 None None] Network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:53.685978 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f089f37e-0ab4-402b-b952-91750f32064d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.736604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b090b835-e5fe-4599-9b5b-dc0b0c40199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.738219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b090b835-e5fe-4599-9b5b-dc0b0c40199b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2492173 Aug 31 06:56:53.777333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792f919-3217-4c34-8bb9-eb9b0f792d54 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:53.787345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f089f37e-0ab4-402b-b952-91750f32064d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.834264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089f37e-0ab4-402b-b952-91750f32064d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=183ffffb-9059-4727-bf20-fd394667f1fc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:53.846868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f089f37e-0ab4-402b-b952-91750f32064d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.856744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36758) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.857738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f089f37e-0ab4-402b-b952-91750f32064d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/183ffffb-9059-4727-bf20-fd394667f1fc HTTP/1.1" status: 204 len: 168 time: 0.4475114 Aug 31 06:56:53.870261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83527f12-2681-4aed-8670-c27755b8834f None None] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:53.912130 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0a067f8-5719-4503-bd05-5914ac7be41b tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.920392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83527f12-2681-4aed-8670-c27755b8834f None None] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 could not be found, it might have been deleted concurrently. {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 06:56:53.949134 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0a067f8-5719-4503-bd05-5914ac7be41b tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.955308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5db16c3f-148e-4881-a70f-6511804f104a None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:53.955759 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5db16c3f-148e-4881-a70f-6511804f104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.957944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb65c932-d51c-4db2-9869-385ea4c5cf97 None None] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:53.979088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0a067f8-5719-4503-bd05-5914ac7be41b tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network 6b87cf22-6e68-480c-81b9-f912a08c5ad7 is not hosted by any dhcp agent {{(pid=94668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:56:53.985130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a067f8-5719-4503-bd05-5914ac7be41b tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.985781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c0a067f8-5719-4503-bd05-5914ac7be41b tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.989555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c0a067f8-5719-4503-bd05-5914ac7be41b tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "PUT /v2.0/networks/6b87cf22-6e68-480c-81b9-f912a08c5ad7 HTTP/1.1" status: 200 len: 761 time: 0.4891174 Aug 31 06:56:53.991203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5377d9ee-1f7f-4a2e-b982-ce4d5c396e2e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet d618aa07-e2e6-4ceb-a0d0-9aa44f89369c {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:53.993271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36760) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:54.003572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb65c932-d51c-4db2-9869-385ea4c5cf97 None None] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 could not be found, it might have been deleted concurrently. {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 06:56:54.020796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c548fcc-648a-40e2-b0ae-054fd416213a None None] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:54.048018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c548fcc-648a-40e2-b0ae-054fd416213a None None] Network 9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 could not be found, it might have been deleted concurrently. {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 06:56:54.164765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5db16c3f-148e-4881-a70f-6511804f104a None None] Could not find standard attr ID for object 8ef3f648-73b2-4e6a-896b-fa9f389425da. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:54.236351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a8771cd-c6e1-4947-aee3-8a929809318b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.249364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ac38c-2375-4957-8c57-869abf583793 None None] Update dhcp port {'port': {'network_id': '3cff77b7-06de-4ce0-9cdd-a19940aaa192', 'fixed_ips': [{'subnet_id': '9addc6d6-874c-4997-b0e0-f248169b228b', 'ip_address': '2001:db8::2'}, {'subnet_id': '0dbd998a-5df9-4143-b292-e6d96c7e858a'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '861479c3-afb2-4444-b875-4b40c92922ff'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:54.287810 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac38c-2375-4957-8c57-869abf583793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.295915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-e63a85e2-df86-4aa3-b34d-0edae1287800 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402431 Aug 31 06:56:54.309091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5377d9ee-1f7f-4a2e-b982-ce4d5c396e2e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.530190 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.540582 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-63fd90d3-f224-47cb-a748-fc17e42d57dd service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271235 Aug 31 06:56:54.558669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ac38c-2375-4957-8c57-869abf583793 None None] Allocated IP 172.20.0.1 (3cff77b7-06de-4ce0-9cdd-a19940aaa192/0dbd998a-5df9-4143-b292-e6d96c7e858a/861479c3-afb2-4444-b875-4b40c92922ff) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:54.566149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 861479c3-afb2-4444-b875-4b40c92922ff up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:54.601816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-b6449270-c26e-41a9-8d60-794578153d06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 217 time: 0.0483966 Aug 31 06:56:54.602465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a067f8-5719-4503-bd05-5914ac7be41b tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=6b87cf22-6e68-480c-81b9-f912a08c5ad7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:54.620852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 6b87cf22-6e68-480c-81b9-f912a08c5ad7 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:54.658253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f3a30-a475-44d1-a93b-f5fe9489103d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:54.659740 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a70f3a30-a475-44d1-a93b-f5fe9489103d tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/networks?id=6b87cf22-6e68-480c-81b9-f912a08c5ad7 HTTP/1.1" status: 200 len: 764 time: 0.3846390 Aug 31 06:56:54.663616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36782) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:54.683552 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5377d9ee-1f7f-4a2e-b982-ce4d5c396e2e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.817472 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5377d9ee-1f7f-4a2e-b982-ce4d5c396e2e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.870073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-773f78cf-4c40-4916-af14-52e2e7e6e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:54.872298 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-773f78cf-4c40-4916-af14-52e2e7e6e8dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.2578967 Aug 31 06:56:54.922241 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d86de-8c66-4c2c-a3bb-f82b8f033862 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:54.927140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d77d86de-8c66-4c2c-a3bb-f82b8f033862 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2624512 Aug 31 06:56:54.927869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36784) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:54.950834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-481d5cca-0bb2-472f-bf78-d3548796d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:54.952499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-481d5cca-0bb2-472f-bf78-d3548796d35e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0716689 Aug 31 06:56:54.958503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5377d9ee-1f7f-4a2e-b982-ce4d5c396e2e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.983211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3d2ac38c-2375-4957-8c57-869abf583793 None None] For port 861479c3-afb2-4444-b875-4b40c92922ff, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=861479c3-afb2-4444-b875-4b40c92922ff,segment=NetworkSegment(2adb2288-13e6-437d-817c-1beaa16dbede),segment_id=2adb2288-13e6-437d-817c-1beaa16dbede)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:54.992087 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-930570e1-8367-4af0-a194-c48ededd0465 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 207 time: 0.0628285 Aug 31 06:56:54.993680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36786) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.028563 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac38c-2375-4957-8c57-869abf583793 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.050843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3d2ac38c-2375-4957-8c57-869abf583793 None None] Transition to ACTIVE for port object 861479c3-afb2-4444-b875-4b40c92922ff will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:55.079900 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac38c-2375-4957-8c57-869abf583793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.083161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377d9ee-1f7f-4a2e-b982-ce4d5c396e2e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=d618aa07-e2e6-4ceb-a0d0-9aa44f89369c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:55.096471 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5377d9ee-1f7f-4a2e-b982-ce4d5c396e2e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.098903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5377d9ee-1f7f-4a2e-b982-ce4d5c396e2e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/d618aa07-e2e6-4ceb-a0d0-9aa44f89369c HTTP/1.1" status: 204 len: 168 time: 1.2358589 Aug 31 06:56:55.102294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36788) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.153034 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-78970f44-af04-4f31-8d16-4d1e415ebacf tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495563 Aug 31 06:56:55.156400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36790) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.169141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:55.202074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b26f618e-0635-4101-8e48-ab1727f639e4 None None] Provisioning complete for port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:55.202365 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b26f618e-0635-4101-8e48-ab1727f639e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.271779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac38c-2375-4957-8c57-869abf583793 None None] Pushing event updated for resources: {'Port': ['ID=861479c3-afb2-4444-b875-4b40c92922ff,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:55.282415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfade4-96a5-4bc2-bb83-367677aceb43 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.290833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfade4-96a5-4bc2-bb83-367677aceb43 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.313495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfade4-96a5-4bc2-bb83-367677aceb43 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.321013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-d8846519-e0ec-44a1-b4ea-bb7399421b46 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593771 Aug 31 06:56:55.322355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfade4-96a5-4bc2-bb83-367677aceb43 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.333825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfade4-96a5-4bc2-bb83-367677aceb43 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.342425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfade4-96a5-4bc2-bb83-367677aceb43 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.346831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-08cfade4-96a5-4bc2-bb83-367677aceb43 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3512833 Aug 31 06:56:55.358762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36792) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.363410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b50b9-2f40-41fb-a213-821836015fd9 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:55.411562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:55.420998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.584008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-003927e8-bf17-4d8d-8c1d-fc1bdd7c8167 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543082 Aug 31 06:56:55.587808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5c0db4a6-1065-42ec-8668-72953e1f5923 None None] Could not find standard attr ID for object 8ef3f648-73b2-4e6a-896b-fa9f389425da. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:55.599525 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b0509a33-5e30-426a-a086-fda16837a5e4 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2336397 Aug 31 06:56:55.600541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36796) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.655200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-21fc4de7-0b65-49a4-82f3-03169289557d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=388caf22-efa3-41b1-ba86-00897e2a225d HTTP/1.1" status: 200 len: 217 time: 0.0566521 Aug 31 06:56:55.675142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:55.684076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a675c-bedc-4b1d-9ee3-6759b5df2bf0 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.686038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a675c-bedc-4b1d-9ee3-6759b5df2bf0 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.687022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a675c-bedc-4b1d-9ee3-6759b5df2bf0 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.689822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a675c-bedc-4b1d-9ee3-6759b5df2bf0 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.692334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a675c-bedc-4b1d-9ee3-6759b5df2bf0 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.697236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-861a675c-bedc-4b1d-9ee3-6759b5df2bf0 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0926440 Aug 31 06:56:55.701284 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36798) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.774069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] Deleting port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:55.779335 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.785743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d05fb-838d-4b3f-8362-9a0d41b50f57 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.787770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d05fb-838d-4b3f-8362-9a0d41b50f57 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.789444 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d05fb-838d-4b3f-8362-9a0d41b50f57 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.791471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d05fb-838d-4b3f-8362-9a0d41b50f57 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.793820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d05fb-838d-4b3f-8362-9a0d41b50f57 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.795763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b32d05fb-838d-4b3f-8362-9a0d41b50f57 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0952551 Aug 31 06:56:55.800185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36800) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.818082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-9a5991e6-36d8-410e-8d24-3a59b37c00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.819765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-9a5991e6-36d8-410e-8d24-3a59b37c00fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.1554346 Aug 31 06:56:55.914895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] For port 1a159ec3-587b-42f2-a04b-0d72313bd7f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a159ec3-587b-42f2-a04b-0d72313bd7f3,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:55.915307 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.918553 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.926220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-fd571d84-9b91-41a4-8d7d-74c9a1159d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.927857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-fd571d84-9b91-41a4-8d7d-74c9a1159d63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947800 Aug 31 06:56:55.930503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] Calling delete_port for 1a159ec3-587b-42f2-a04b-0d72313bd7f3 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:56.021377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.071002 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.101839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] Pushing event deleted for resources: {'Port': ['ID=1a159ec3-587b-42f2-a04b-0d72313bd7f3,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:56.105929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540abce-6c4e-42ad-905f-dc28668371a5 None None] No DVR routers for this DVR port 1a159ec3-587b-42f2-a04b-0d72313bd7f3 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:56.112242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-e3469323-63ee-4eb0-8e90-0a9d2af83a25 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754889 Aug 31 06:56:56.157774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ee3ff-6ace-40f7-bcc9-08e890590557 None None] Network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:56.179926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=9d6134ad-95ca-497a-9edc-d6427bc6ba83,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:56.185228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:56.270597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0cf335f7-3679-4f01-8cee-229b6667ed33 None None] Provisioning for port 861479c3-afb2-4444-b875-4b40c92922ff completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:56.278652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0cf335f7-3679-4f01-8cee-229b6667ed33 None None] Provisioning complete for port 861479c3-afb2-4444-b875-4b40c92922ff triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:56.279099 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0cf335f7-3679-4f01-8cee-229b6667ed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.286253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:56.290712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:56.291446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.306455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-7e5a859f-aeb8-468e-b60f-af723e742911 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728957 Aug 31 06:56:56.308687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-783db234-b466-4ef8-9c68-687feb20bc6e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1509368 Aug 31 06:56:56.311282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36802) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.317060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2aa432-5c4d-44dd-b0b8-dac727b6b072 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:56.319374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0c7a4b2f-ff94-4987-ac31-cc3889d7ecd5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:56.361359 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-73c52280-d90c-49eb-85f0-9a7eb5e7d2e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=d0eb1625-bdef-4233-951a-76dc78a29946 HTTP/1.1" status: 200 len: 217 time: 0.0391688 Aug 31 06:56:56.408022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ebe70-8343-4b4e-899a-460c5a4f4fdd tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:56.409649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-713ebe70-8343-4b4e-899a-460c5a4f4fdd tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/networks/52f0ccd6-6c31-4a4f-9c37-4479fc02735a HTTP/1.1" status: 200 len: 803 time: 0.6080034 Aug 31 06:56:56.417516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36804) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.419752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-7c339f39-e197-4a91-a547-80d29c36d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:56.426871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-7c339f39-e197-4a91-a547-80d29c36d0f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0588193 Aug 31 06:56:56.523884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-a8b170dc-e9c9-4f06-acc3-69c722462f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:56.526390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-a8b170dc-e9c9-4f06-acc3-69c722462f4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0810442 Aug 31 06:56:56.572176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e149fe20-1ca7-424f-856a-b64764a1ec19 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/networks/52f0ccd6-6c31-4a4f-9c37-4479fc02735a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1511631 Aug 31 06:56:56.580898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36808) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.593026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 861479c3-afb2-4444-b875-4b40c92922ff up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:56.599653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2eb01b8a-02e2-4449-8123-41d670b7732f', 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'tenant_id': 'bf4080a861a744028f838006c552e11e', 'fixed_ips': [{'subnet_id': '9d6134ad-95ca-497a-9edc-d6427bc6ba83'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:56.600927 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.665682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-168b353c-54c3-403d-8695-cfcdf5d9756b service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311722 Aug 31 06:56:56.706232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34a57a-df02-4957-b006-1e88a8899d5e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:56.711707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6a34a57a-df02-4957-b006-1e88a8899d5e tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/subnets/ca7104d2-b061-40ec-adce-b3b6362ca312 HTTP/1.1" status: 200 len: 843 time: 0.1164377 Aug 31 06:56:56.712521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7a4b2f-ff94-4987-ac31-cc3889d7ecd5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:56.721895 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0c7a4b2f-ff94-4987-ac31-cc3889d7ecd5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.732784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36810) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.835183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Allocated IP 2001:db8::2 (2eb01b8a-02e2-4449-8123-41d670b7732f/9d6134ad-95ca-497a-9edc-d6427bc6ba83/9a42576b-ead0-4b28-9c3a-89b458bb89fe) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:56.842105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-db0ddabc-6c0a-4f52-b42a-05ad111ac83c service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680443 Aug 31 06:56:56.866177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a99b332-1e6b-4e7c-b1ee-5c9d6ebb2f56 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:56.873559 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8a99b332-1e6b-4e7c-b1ee-5c9d6ebb2f56 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "GET /v2.0/subnets/ca7104d2-b061-40ec-adce-b3b6362ca312?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1373479 Aug 31 06:56:56.877426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36812) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.887851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685be5c-0633-417e-8549-d191e64a9a61 None None] Network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:56.889060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963628887'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:56.905655 n-d-712142-16 neutron-server[94667]: INFO neutron.db.ipam_backend_mixin [None req-0c7a4b2f-ff94-4987-ac31-cc3889d7ecd5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d6134ad-95ca-497a-9edc-d6427bc6ba83 (CIDR: 2001:db8::/64) Aug 31 06:56:56.913727 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7a4b2f-ff94-4987-ac31-cc3889d7ecd5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:56.914297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7a4b2f-ff94-4987-ac31-cc3889d7ecd5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:56.933232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0c7a4b2f-ff94-4987-ac31-cc3889d7ecd5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6196933 Aug 31 06:56:56.937215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36814) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.942897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-1ab8aed2-2e93-42c7-90b5-8cc135b7c07c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 200 len: 217 time: 0.0906837 Aug 31 06:56:56.946352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'subnet': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:56.999869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:57.009393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.015954 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d92c5a8b-7942-49fd-8f89-084b5b7f68a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.022439 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.024002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-8a4f98e6-e84d-4689-97e6-fc6fb63add07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:57.025640 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-8a4f98e6-e84d-4689-97e6-fc6fb63add07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0747094 Aug 31 06:56:57.064376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 861479c3-afb2-4444-b875-4b40c92922ff triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:57.064753 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.080219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:57.097554 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.098045 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Added segment 990d6424-5748-4c72-9d22-60b67e27292e of type vlan for network 6d32a116-7b6c-4253-9f91-8e95cda29960 Aug 31 06:56:57.149507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-bf72e7b9-70f1-4175-8f49-d49ed7364ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:57.150586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-85c37bb7-d719-4bdc-ba44-9687795c0ea9 None None] Provisioning complete for port 861479c3-afb2-4444-b875-4b40c92922ff triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:57.151362 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-85c37bb7-d719-4bdc-ba44-9687795c0ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.151461 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-bf72e7b9-70f1-4175-8f49-d49ed7364ca9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1176903 Aug 31 06:56:57.166689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:57.174001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.184916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.289356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.295107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:57.295746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.392112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5128207 Aug 31 06:56:57.396540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36816) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:57.402736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'network_id': '6d32a116-7b6c-4253-9f91-8e95cda29960', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:57.412099 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-d70ab688-3dec-44bb-9ad3-7e3ea90271b3 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490139 Aug 31 06:56:57.459196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c461f-59dc-4087-b3bb-4cbdedcb609f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Network': ['ID=6d32a116-7b6c-4253-9f91-8e95cda29960,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:57.480240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 6d32a116-7b6c-4253-9f91-8e95cda29960 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:57.559024 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.591850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.objects.ports [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94667) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:57.594028 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.598487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Transition to ACTIVE for port object 9a42576b-ead0-4b28-9c3a-89b458bb89fe will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:57.615615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-5ac5f77a-9351-44b9-97ff-06bc882cd129 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895790 Aug 31 06:56:57.640650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Transition to ACTIVE for port object 9a42576b-ead0-4b28-9c3a-89b458bb89fe will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:57.650196 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.659249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:57.662590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:57.667521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:57.668180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.678928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Subnet': ['ID=7ad22af3-8653-4679-bf1f-8bdba2122256,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:57.721017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:57.724401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:57.729168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:57.731582 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-e2467c9a-c9de-4a86-93e8-40911ec32fe7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 200 len: 217 time: 0.1056473 Aug 31 06:56:57.733327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Pushing event updated for resources: {'Port': ['ID=9a42576b-ead0-4b28-9c3a-89b458bb89fe,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:57.735448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Made reservation on behalf of 559b687edf88453c8652681c6b35e933 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:57.743536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1a159ec3-587b-42f2-a04b-0d72313bd7f3 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:57.743962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-36eb998d-c06e-4298-a7ca-76fd6a2a3b9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8021858 Aug 31 06:56:57.744834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36826) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:57.751289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Request body: {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'mac_address': 'fa:16:3e:3a:15:bb', 'name': 'tempest-NetworksTestDHCPv6-1845470655'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:57.754961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.766320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1a159ec3-587b-42f2-a04b-0d72313bd7f3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:57.766680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1a159ec3-587b-42f2-a04b-0d72313bd7f3 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:57.852003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Attempting to bind port 9a42576b-ead0-4b28-9c3a-89b458bb89fe on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:57.852223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Attempting to bind port 9a42576b-ead0-4b28-9c3a-89b458bb89fe by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:57.852641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Attempting to bind port 9a42576b-ead0-4b28-9c3a-89b458bb89fe on network 2eb01b8a-02e2-4449-8123-41d670b7732f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:57.862500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:57.862827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Checking segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:57.863211 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.863555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Bound using segment: {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:57.864021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Bound port: 9a42576b-ead0-4b28-9c3a-89b458bb89fe, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:57.864397 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.931958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_backend_mixin [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Performing IP validity checks on allocation pools {{(pid=94668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 06:56:57.932521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_backend_mixin [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 06:56:57.968596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Made reservation on behalf of bf4080a861a744028f838006c552e11e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:57.973164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-9535c801-a362-4fcd-9285-45f3d8b94227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:57.975253 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-9535c801-a362-4fcd-9285-45f3d8b94227 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0908115 Aug 31 06:56:58.044649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] For port 9a42576b-ead0-4b28-9c3a-89b458bb89fe, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:58.050422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] For port 9a42576b-ead0-4b28-9c3a-89b458bb89fe, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9a42576b-ead0-4b28-9c3a-89b458bb89fe,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:58.058572 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.074622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-51322e29-b38e-4e18-91d5-ba9c9657bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:58.076415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-51322e29-b38e-4e18-91d5-ba9c9657bea3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930526 Aug 31 06:56:58.092174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.121104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] device_id is not set on port de561308-34c4-42f7-8d84-15712dca6691 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:58.219404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-27bc5ded-1d47-4136-91ab-ea87b7b6b2bd service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248448 Aug 31 06:56:58.220713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.235712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-46c3950c-01cc-4582-b947-7b330534ee23 None None] Provisioning complete for port 861479c3-afb2-4444-b875-4b40c92922ff triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:58.236087 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-46c3950c-01cc-4582-b947-7b330534ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.240308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Pushing event updated for resources: {'Port': ['ID=9a42576b-ead0-4b28-9c3a-89b458bb89fe,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:58.290932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.291300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.291639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.291981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.292319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.292653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.292985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.293393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.293766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.294128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.294455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.294783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2e953c-3ed1-4b2e-8680-39b14d60344d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:58.401927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8::118 (2eb01b8a-02e2-4449-8123-41d670b7732f/9d6134ad-95ca-497a-9edc-d6427bc6ba83/de561308-34c4-42f7-8d84-15712dca6691) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:58.410752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3a:15bb (2eb01b8a-02e2-4449-8123-41d670b7732f/7ad22af3-8653-4679-bf1f-8bdba2122256/de561308-34c4-42f7-8d84-15712dca6691) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:58.423498 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.508661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=ccacad36-9d26-4704-a26b-96e011ccc655,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:58.519361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651154b2-5a74-4190-9f9d-e70d04bc7dad req-c4a5bd90-a004-46b8-a119-4e343f68e78b service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801754 Aug 31 06:56:58.588660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Checking segment: {'id': '990d6424-5748-4c72-9d22-60b67e27292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6d32a116-7b6c-4253-9f91-8e95cda29960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:58.589402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network hostable DHCP agents. Network: 6d32a116-7b6c-4253-9f91-8e95cda29960, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:58.631263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Network 6d32a116-7b6c-4253-9f91-8e95cda29960 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:58.633345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9a42576b-ead0-4b28-9c3a-89b458bb89fe up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:58.642978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 6d32a116-7b6c-4253-9f91-8e95cda29960) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:58.652341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.664213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:58.665475 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.672501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Transition to ACTIVE for port object de561308-34c4-42f7-8d84-15712dca6691 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:58.691207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-16390caa-6bb5-4f1b-858c-3e11ff512fa8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2932889 Aug 31 06:56:58.694327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36840) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:58.695892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34cb04-fd66-480a-8080-e6bc169a1ef2 None None] Network 6d32a116-7b6c-4253-9f91-8e95cda29960 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:58.699699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-41bf2fc5-ed2d-4082-ad95-4f9b8522e31a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:58.766209 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.783291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9a42576b-ead0-4b28-9c3a-89b458bb89fe completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:58.866741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bf2fc5-ed2d-4082-ad95-4f9b8522e31a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3512036'] for subnet, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.876451 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Network 2eb01b8a-02e2-4449-8123-41d670b7732f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:58.880810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a1a945-d465-4616-ba05-58816286188d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-6d32a116-7b6c-4253-9f91-8e95cda29960', 'network_id': '6d32a116-7b6c-4253-9f91-8e95cda29960', 'tenant_id': '559b687edf88453c8652681c6b35e933', 'fixed_ips': [{'subnet_id': 'ccacad36-9d26-4704-a26b-96e011ccc655'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:58.882548 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87a1a945-d465-4616-ba05-58816286188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.883656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:58.887892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event updated for resources: {'Port': ['ID=de561308-34c4-42f7-8d84-15712dca6691,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:58.890513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:58.896599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:58.897439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.926992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36842) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:58.927235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a584cadb-409d-4a5f-a0dd-0fa8eb3d9aa8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1808996 Aug 31 06:56:59.061076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8126cee5-8849-4933-87c7-1d365a73fe03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting port de561308-34c4-42f7-8d84-15712dca6691 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:59.061462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8126cee5-8849-4933-87c7-1d365a73fe03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.114844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bf2fc5-ed2d-4082-ad95-4f9b8522e31a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740152953308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3681921'] for subnet, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.168826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8126cee5-8849-4933-87c7-1d365a73fe03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.185569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8126cee5-8849-4933-87c7-1d365a73fe03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Calling delete_port for de561308-34c4-42f7-8d84-15712dca6691 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:59.207410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf2fc5-ed2d-4082-ad95-4f9b8522e31a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:59.208028 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41bf2fc5-ed2d-4082-ad95-4f9b8522e31a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.209775 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-41bf2fc5-ed2d-4082-ad95-4f9b8522e31a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "PUT /v2.0/subnets/ccacad36-9d26-4704-a26b-96e011ccc655 HTTP/1.1" status: 200 len: 900 time: 0.5142806 Aug 31 06:56:59.210664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf2fc5-ed2d-4082-ad95-4f9b8522e31a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event updated for resources: {'Subnet': ['ID=ccacad36-9d26-4704-a26b-96e011ccc655,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:59.213712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-87a1a945-d465-4616-ba05-58816286188d None None] Allocated IP 2001:db8::3 (6d32a116-7b6c-4253-9f91-8e95cda29960/ccacad36-9d26-4704-a26b-96e011ccc655/906cf73a-186f-46be-ab2e-d2e337f9d6c5) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:59.225366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.399235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.429175 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87a1a945-d465-4616-ba05-58816286188d None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.468974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.485885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-87a1a945-d465-4616-ba05-58816286188d None None] Transition to ACTIVE for port object 906cf73a-186f-46be-ab2e-d2e337f9d6c5 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:59.486832 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8126cee5-8849-4933-87c7-1d365a73fe03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.527769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-87a1a945-d465-4616-ba05-58816286188d None None] Transition to ACTIVE for port object 906cf73a-186f-46be-ab2e-d2e337f9d6c5 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:59.530281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126cee5-8849-4933-87c7-1d365a73fe03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Port': ['ID=de561308-34c4-42f7-8d84-15712dca6691,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:59.544495 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87a1a945-d465-4616-ba05-58816286188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.562318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.598821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8126cee5-8849-4933-87c7-1d365a73fe03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.600913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8126cee5-8849-4933-87c7-1d365a73fe03 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/de561308-34c4-42f7-8d84-15712dca6691 HTTP/1.1" status: 204 len: 168 time: 0.6724391 Aug 31 06:56:59.603418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36850) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.603586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=ccacad36-9d26-4704-a26b-96e011ccc655,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:59.619959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0e6a9-e465-473b-8a90-96d601ae5206 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:59.674926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186f3f4-da53-440f-bf2d-996a2b4f0e37 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:59.675579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.677821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c186f3f4-da53-440f-bf2d-996a2b4f0e37 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0734525 Aug 31 06:56:59.680432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36852) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.686714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1a945-d465-4616-ba05-58816286188d None None] Network 6d32a116-7b6c-4253-9f91-8e95cda29960 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:59.687782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d32a116-7b6c-4253-9f91-8e95cda29960']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:59.699802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-87a1a945-d465-4616-ba05-58816286188d None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:59.706444 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990d6424-5748-4c72-9d22-60b67e27292e') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:59.706916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990d6424-5748-4c72-9d22-60b67e27292e') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:59.710773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1a945-d465-4616-ba05-58816286188d None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:59.717512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.725968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1a945-d465-4616-ba05-58816286188d None None] Pushing event updated for resources: {'Port': ['ID=906cf73a-186f-46be-ab2e-d2e337f9d6c5,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:59.731773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dddc20be-7cb3-43a3-9b3a-9b532bb4a547 None None] Provisioning for port 9a42576b-ead0-4b28-9c3a-89b458bb89fe completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:59.735712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.745584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:59.747043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:59.751490 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:59.766692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dddc20be-7cb3-43a3-9b3a-9b532bb4a547 None None] Provisioning complete for port 9a42576b-ead0-4b28-9c3a-89b458bb89fe triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:59.767062 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dddc20be-7cb3-43a3-9b3a-9b532bb4a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.775099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e99abf-f01a-4823-b9c9-dde5a80a26fb tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:59.776895 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-26e99abf-f01a-4823-b9c9-dde5a80a26fb tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0951407 Aug 31 06:56:59.781218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36854) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.849750 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:56:59.849750 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:56:59.849750 n-d-712142-16 neutron-server[94667]: [parameters: {'id': '6d32a116-7b6c-4253-9f91-8e95cda29960'}] Aug 31 06:56:59.849750 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:56:59.850266 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:56:59.887620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-87a1a945-d465-4616-ba05-58816286188d None None] Attempting to bind port 906cf73a-186f-46be-ab2e-d2e337f9d6c5 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:59.887996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-87a1a945-d465-4616-ba05-58816286188d None None] Attempting to bind port 906cf73a-186f-46be-ab2e-d2e337f9d6c5 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '990d6424-5748-4c72-9d22-60b67e27292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6d32a116-7b6c-4253-9f91-8e95cda29960'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:59.888501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a945-d465-4616-ba05-58816286188d None None] Attempting to bind port 906cf73a-186f-46be-ab2e-d2e337f9d6c5 on network 6d32a116-7b6c-4253-9f91-8e95cda29960 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:00.101472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a945-d465-4616-ba05-58816286188d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:00.101851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a945-d465-4616-ba05-58816286188d None None] Checking segment: {'id': '990d6424-5748-4c72-9d22-60b67e27292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6d32a116-7b6c-4253-9f91-8e95cda29960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:00.102254 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87a1a945-d465-4616-ba05-58816286188d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.102644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a1a945-d465-4616-ba05-58816286188d None None] Bound using segment: {'id': '990d6424-5748-4c72-9d22-60b67e27292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6d32a116-7b6c-4253-9f91-8e95cda29960'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:00.104151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-87a1a945-d465-4616-ba05-58816286188d None None] Bound port: 906cf73a-186f-46be-ab2e-d2e337f9d6c5, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990d6424-5748-4c72-9d22-60b67e27292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6d32a116-7b6c-4253-9f91-8e95cda29960'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:00.104151 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87a1a945-d465-4616-ba05-58816286188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.111354 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df820a76-6a3e-422b-95f7-d4703101fe9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:00.113660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df820a76-6a3e-422b-95f7-d4703101fe9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:00.114781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df820a76-6a3e-422b-95f7-d4703101fe9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:00.116459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-df820a76-6a3e-422b-95f7-d4703101fe9c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3338151 Aug 31 06:57:00.119240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36856) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.125527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.173692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acf74f4-11b0-478a-845e-8d45f127f3e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 7ad22af3-8653-4679-bf1f-8bdba2122256 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:00.177099 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9acf74f4-11b0-478a-845e-8d45f127f3e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.217462 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dddc20be-7cb3-43a3-9b3a-9b532bb4a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.224195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9acf74f4-11b0-478a-845e-8d45f127f3e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.255909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-87a1a945-d465-4616-ba05-58816286188d None None] For port 906cf73a-186f-46be-ab2e-d2e337f9d6c5, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:00.260672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-87a1a945-d465-4616-ba05-58816286188d None None] For port 906cf73a-186f-46be-ab2e-d2e337f9d6c5, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=906cf73a-186f-46be-ab2e-d2e337f9d6c5,segment=NetworkSegment(990d6424-5748-4c72-9d22-60b67e27292e),segment_id=990d6424-5748-4c72-9d22-60b67e27292e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:00.270875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87a1a945-d465-4616-ba05-58816286188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.274939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9acf74f4-11b0-478a-845e-8d45f127f3e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.305300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dddc20be-7cb3-43a3-9b3a-9b532bb4a547 None None] For port 9a42576b-ead0-4b28-9c3a-89b458bb89fe, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9a42576b-ead0-4b28-9c3a-89b458bb89fe,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:00.317470 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dddc20be-7cb3-43a3-9b3a-9b532bb4a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.338476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9acf74f4-11b0-478a-845e-8d45f127f3e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.351269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.366376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf74f4-11b0-478a-845e-8d45f127f3e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad22af3-8653-4679-bf1f-8bdba2122256,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:00.380651 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9acf74f4-11b0-478a-845e-8d45f127f3e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.385038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9acf74f4-11b0-478a-845e-8d45f127f3e0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/7ad22af3-8653-4679-bf1f-8bdba2122256 HTTP/1.1" status: 204 len: 168 time: 0.2624550 Aug 31 06:57:00.386458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36858) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.402170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1a945-d465-4616-ba05-58816286188d None None] Pushing event updated for resources: {'Port': ['ID=906cf73a-186f-46be-ab2e-d2e337f9d6c5,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:00.412356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13993510-e924-4c63-a7fe-53a237eb479a None None] Update dhcp port {'port': {'network_id': '2eb01b8a-02e2-4449-8123-41d670b7732f', 'fixed_ips': [{'subnet_id': '9d6134ad-95ca-497a-9edc-d6427bc6ba83', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ad22af3-8653-4679-bf1f-8bdba2122256'}], 'binding:host_id': 'n-d-712142-16'}, 'id': '9a42576b-ead0-4b28-9c3a-89b458bb89fe'} from n-d-712142-16. {{(pid=94669) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:57:00.442279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6869b-bb3b-44ba-9be1-5d00b1db74b8 None None] Network 6d32a116-7b6c-4253-9f91-8e95cda29960 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:00.451616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Deleting port 906cf73a-186f-46be-ab2e-d2e337f9d6c5 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:00.452032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.462732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f1bbf3-a8ed-4e82-896e-ae497880ac01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Deleting subnet 9d6134ad-95ca-497a-9edc-d6427bc6ba83 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:00.466028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf3-a8ed-4e82-896e-ae497880ac01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.517565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf3-a8ed-4e82-896e-ae497880ac01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.539194 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-13993510-e924-4c63-a7fe-53a237eb479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.547246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] For port 906cf73a-186f-46be-ab2e-d2e337f9d6c5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=906cf73a-186f-46be-ab2e-d2e337f9d6c5,segment=NetworkSegment(990d6424-5748-4c72-9d22-60b67e27292e),segment_id=990d6424-5748-4c72-9d22-60b67e27292e)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:00.547742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.559656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc20be-7cb3-43a3-9b3a-9b532bb4a547 None None] Pushing event updated for resources: {'Port': ['ID=9a42576b-ead0-4b28-9c3a-89b458bb89fe,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:00.564591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Calling delete_port for 906cf73a-186f-46be-ab2e-d2e337f9d6c5 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:00.605569 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf3-a8ed-4e82-896e-ae497880ac01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.674241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf3-a8ed-4e82-896e-ae497880ac01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.687653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.701306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No DVR routers for this DVR port 906cf73a-186f-46be-ab2e-d2e337f9d6c5 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:00.718234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1bbf3-a8ed-4e82-896e-ae497880ac01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6134ad-95ca-497a-9edc-d6427bc6ba83,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:00.721282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59f1bbf3-a8ed-4e82-896e-ae497880ac01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.723476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-59f1bbf3-a8ed-4e82-896e-ae497880ac01 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/9d6134ad-95ca-497a-9edc-d6427bc6ba83 HTTP/1.1" status: 204 len: 168 time: 0.3372109 Aug 31 06:57:00.726578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Port': ['ID=906cf73a-186f-46be-ab2e-d2e337f9d6c5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:00.726968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36864) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-13993510-e924-4c63-a7fe-53a237eb479a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d6134ad-95ca-497a-9edc-d6427bc6ba83: This subnet is being modified by another concurrent operation. Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:57:00.758339 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d6134ad-95ca-497a-9edc-d6427bc6ba83: This subnet is being modified by another concurrent operation. Aug 31 06:57:00.763326 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 06:57:00.777576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bed1be-9d48-4fab-bdc8-5b9ae43e58af None None] Network 6d32a116-7b6c-4253-9f91-8e95cda29960 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:00.787082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0b539269-6502-44a9-abfc-18ac1af46e4e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566576 Aug 31 06:57:00.790633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36866) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.824807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.843869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d32a116-7b6c-4253-9f91-8e95cda29960']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:00.854642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990d6424-5748-4c72-9d22-60b67e27292e') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:00.854896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990d6424-5748-4c72-9d22-60b67e27292e') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:00.868056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.870607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c83322-d8fb-4f71-8cd4-28104de34e98 None None] Network 2eb01b8a-02e2-4449-8123-41d670b7732f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:00.877367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ebf569-cc07-4e25-8a31-472354ec7ea1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:00.879080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-25ebf569-cc07-4e25-8a31-472354ec7ea1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0874169 Aug 31 06:57:00.881625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36868) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.889543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.896575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:00.897406 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:00.901094 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:00.951775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ffeab-2f28-4eed-a286-fcff9060fccc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:00.953427 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-446ffeab-2f28-4eed-a286-fcff9060fccc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708313 Aug 31 06:57:00.956007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36870) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.964887 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.975543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.977820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/6d32a116-7b6c-4253-9f91-8e95cda29960 HTTP/1.1" status: 204 len: 168 time: 1.7514791 Aug 31 06:57:00.981430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36872) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.002179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c75b8457-15c0-463a-a8dc-126bcd0c4dfa tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448236 Aug 31 06:57:01.008825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36874) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.018900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-306bf68a-10a5-4a5b-8d98-a65f556de942 None None] Provisioning complete for port 9a42576b-ead0-4b28-9c3a-89b458bb89fe triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:01.019285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-306bf68a-10a5-4a5b-8d98-a65f556de942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.025983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d30cc1-f81c-438d-a2bc-8e4008b17ad5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=6d32a116-7b6c-4253-9f91-8e95cda29960,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:01.028215 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e2dc45-8e3b-462b-a878-2c1cb3c4f1dc tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.028667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e2dc45-8e3b-462b-a878-2c1cb3c4f1dc tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.031852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-54e2dc45-8e3b-462b-a878-2c1cb3c4f1dc tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/ccacad36-9d26-4704-a26b-96e011ccc655 HTTP/1.1" status: 404 len: 337 time: 0.0492570 Aug 31 06:57:01.034697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36876) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.040246 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a660508f-f587-42be-97c7-09c9ebb2bc72 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.041131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a660508f-f587-42be-97c7-09c9ebb2bc72 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.045780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a660508f-f587-42be-97c7-09c9ebb2bc72 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/de561308-34c4-42f7-8d84-15712dca6691 HTTP/1.1" status: 404 len: 333 time: 0.0333192 Aug 31 06:57:01.047765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36878) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.058777 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dfa929-9fc6-40c9-93cb-f54b4e4e9724 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.059377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dfa929-9fc6-40c9-93cb-f54b4e4e9724 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.064015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-45dfa929-9fc6-40c9-93cb-f54b4e4e9724 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/6d32a116-7b6c-4253-9f91-8e95cda29960 HTTP/1.1" status: 404 len: 339 time: 0.0241914 Aug 31 06:57:01.064278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36880) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.078743 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dc3731-f7c4-4fc3-a443-065258ac3de8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.079406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dc3731-f7c4-4fc3-a443-065258ac3de8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.084028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d1dc3731-f7c4-4fc3-a443-065258ac3de8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/7ad22af3-8653-4679-bf1f-8bdba2122256 HTTP/1.1" status: 404 len: 337 time: 0.0329921 Aug 31 06:57:01.084452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36882) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.118006 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ca2d62-829f-4abe-8405-ce2f87a28d4b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.118763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ca2d62-829f-4abe-8405-ce2f87a28d4b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.122988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-98ca2d62-829f-4abe-8405-ce2f87a28d4b tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/9d6134ad-95ca-497a-9edc-d6427bc6ba83 HTTP/1.1" status: 404 len: 337 time: 0.0346539 Aug 31 06:57:01.123310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36884) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.156414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.158243 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab711d3-cef7-4aa1-84bb-2c7781384a23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.159109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab711d3-cef7-4aa1-84bb-2c7781384a23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.161142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eab711d3-cef7-4aa1-84bb-2c7781384a23 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/8ef3f648-73b2-4e6a-896b-fa9f389425da HTTP/1.1" status: 404 len: 333 time: 0.0368032 Aug 31 06:57:01.163528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36886) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.190671 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-000d308e-88a8-4aa2-9fa1-2d802e9d9220 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.191288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000d308e-88a8-4aa2-9fa1-2d802e9d9220 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.193160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-000d308e-88a8-4aa2-9fa1-2d802e9d9220 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/183ffffb-9059-4727-bf20-fd394667f1fc HTTP/1.1" status: 404 len: 337 time: 0.0286078 Aug 31 06:57:01.195707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36888) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.200695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] DHCP port deletion for 2eb01b8a-02e2-4449-8123-41d670b7732f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:01.260106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] Deleting port 9a42576b-ead0-4b28-9c3a-89b458bb89fe {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:01.260527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.267537 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f214cae-7ffd-4222-bec3-1e81b4156db1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.267998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f214cae-7ffd-4222-bec3-1e81b4156db1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.269755 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8f214cae-7ffd-4222-bec3-1e81b4156db1 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/d618aa07-e2e6-4ceb-a0d0-9aa44f89369c HTTP/1.1" status: 404 len: 337 time: 0.0731165 Aug 31 06:57:01.272384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36890) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.284954 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.295340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b87cf22-6e68-480c-81b9-f912a08c5ad7']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:01.306303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a247a5be-b284-4f1f-bb88-a835e78d3690') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:01.306646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a247a5be-b284-4f1f-bb88-a835e78d3690') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:01.308594 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fefc1b1-cf36-4077-913f-d4d107737822 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.309503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fefc1b1-cf36-4077-913f-d4d107737822 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.314353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8fefc1b1-cf36-4077-913f-d4d107737822 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/ee365115-eb2d-4a19-82d9-9b6a896f96f0 HTTP/1.1" status: 404 len: 333 time: 0.0377400 Aug 31 06:57:01.314534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36892) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.322474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.334826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] For port 9a42576b-ead0-4b28-9c3a-89b458bb89fe, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9a42576b-ead0-4b28-9c3a-89b458bb89fe,segment=NetworkSegment(d2e5fb66-a078-4b2a-afa2-8db70468cc7e),segment_id=d2e5fb66-a078-4b2a-afa2-8db70468cc7e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:01.335190 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.342701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.345896 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de6fbea-df0f-4cc1-b562-1e368e26877d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.346352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de6fbea-df0f-4cc1-b562-1e368e26877d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.350281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4de6fbea-df0f-4cc1-b562-1e368e26877d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/5320a33d-5b9d-496d-aa07-0819b05c559b HTTP/1.1" status: 404 len: 337 time: 0.0326779 Aug 31 06:57:01.350856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36894) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.354197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:01.354797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:01.359977 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:01.362921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] Calling delete_port for 9a42576b-ead0-4b28-9c3a-89b458bb89fe owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:01.381577 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffa76ed-50bb-4a87-9d66-dd32e6905b5e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.382208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffa76ed-50bb-4a87-9d66-dd32e6905b5e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.384355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1ffa76ed-50bb-4a87-9d66-dd32e6905b5e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/9661d85e-c230-43a8-a7e6-c4ef3e199cad HTTP/1.1" status: 404 len: 337 time: 0.0321884 Aug 31 06:57:01.387453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36896) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.420935 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa313b72-9b35-4975-b08a-a1ab3a4ed647 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.422575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa313b72-9b35-4975-b08a-a1ab3a4ed647 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.424492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fa313b72-9b35-4975-b08a-a1ab3a4ed647 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/a2cb9103-ec88-4cfc-9afe-a465c6c1e1fa HTTP/1.1" status: 404 len: 333 time: 0.0360177 Aug 31 06:57:01.426987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36898) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.438550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.448638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.451139 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/6b87cf22-6e68-480c-81b9-f912a08c5ad7 HTTP/1.1" status: 204 len: 168 time: 0.3856137 Aug 31 06:57:01.453606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36900) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.464001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f6fef-0b5e-4d31-8dc2-cf62ad562509 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=6b87cf22-6e68-480c-81b9-f912a08c5ad7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:01.471878 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.480814 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f837504b-426f-46cc-b356-b3f65f0a1fe6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.481300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f837504b-426f-46cc-b356-b3f65f0a1fe6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.489234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f837504b-426f-46cc-b356-b3f65f0a1fe6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/df85cfe6-c18f-434c-a652-6f83eca3f73d HTTP/1.1" status: 404 len: 337 time: 0.0549784 Aug 31 06:57:01.489234 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d728277-52cc-4ecb-89a2-243c516aa3a7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.489234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d728277-52cc-4ecb-89a2-243c516aa3a7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.489234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d728277-52cc-4ecb-89a2-243c516aa3a7 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/c59a8ef9-aa0a-4ca8-9808-8d82e3fac267 HTTP/1.1" status: 404 len: 337 time: 0.0319064 Aug 31 06:57:01.489234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36902) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.492873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36904) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.520236 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6406db-76aa-4e4e-89d8-b495254dca0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.520778 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-697f8bf7-a576-4335-8bb9-d236e2fbd2b8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.520910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6406db-76aa-4e4e-89d8-b495254dca0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.521007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697f8bf7-a576-4335-8bb9-d236e2fbd2b8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.525576 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8f6406db-76aa-4e4e-89d8-b495254dca0a tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/98e8378b-f4eb-4176-8a0c-56df47cda258 HTTP/1.1" status: 404 len: 337 time: 0.0335357 Aug 31 06:57:01.525800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-697f8bf7-a576-4335-8bb9-d236e2fbd2b8 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/9ea1fd4d-4b09-4485-bcf1-ba1b9b14a621 HTTP/1.1" status: 404 len: 339 time: 0.0286927 Aug 31 06:57:01.525800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36906) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.525800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36908) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.527867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] Pushing event deleted for resources: {'Port': ['ID=9a42576b-ead0-4b28-9c3a-89b458bb89fe,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:01.533252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67310a1c-6aa9-46cd-a01c-aa8f66093aad None None] No DVR routers for this DVR port 9a42576b-ead0-4b28-9c3a-89b458bb89fe on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:01.555788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa3aff-5c58-4f55-bb1b-dbe0295dfc3c None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:57:01.591166 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf3edc3-ea8d-4382-b7a6-12e63206f051 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.591989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf3edc3-ea8d-4382-b7a6-12e63206f051 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.594638 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2bf3edc3-ea8d-4382-b7a6-12e63206f051 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/269c7eb7-3ba7-472a-8f6c-9f655915fe92 HTTP/1.1" status: 404 len: 333 time: 0.0596488 Aug 31 06:57:01.597389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36914) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.617221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d643801-4944-4c3c-8000-1037dabd1499 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Deleting subnet 0dbd998a-5df9-4143-b292-e6d96c7e858a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:01.621038 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d643801-4944-4c3c-8000-1037dabd1499 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.633179 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ffccff-1f87-440b-b46a-1d6e16da88f6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.633179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ffccff-1f87-440b-b46a-1d6e16da88f6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.634305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-35ffccff-1f87-440b-b46a-1d6e16da88f6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/df347bb9-6626-4437-8a39-53416494d08a HTTP/1.1" status: 404 len: 337 time: 0.0351367 Aug 31 06:57:01.637126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36916) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.665971 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-816ca1d6-a7fd-471a-b2dc-ef2f8d4b1725 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.666957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816ca1d6-a7fd-471a-b2dc-ef2f8d4b1725 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.669004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-816ca1d6-a7fd-471a-b2dc-ef2f8d4b1725 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/71f21a91-d8d2-4031-9924-17a2c7bb5cab HTTP/1.1" status: 404 len: 333 time: 0.0307069 Aug 31 06:57:01.671702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36918) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.686317 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d643801-4944-4c3c-8000-1037dabd1499 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.725060 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bac2cf3-7e81-4faa-b9b7-2ae0af122bc9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.725982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bac2cf3-7e81-4faa-b9b7-2ae0af122bc9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.727383 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2bac2cf3-7e81-4faa-b9b7-2ae0af122bc9 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/79fe4634-3489-43ea-8ba6-23844c49292f HTTP/1.1" status: 404 len: 337 time: 0.0544815 Aug 31 06:57:01.729997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36920) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.741354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baa3aff-5c58-4f55-bb1b-dbe0295dfc3c None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:57:01.759438 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e42c73d-980a-453e-aa8d-31082ee6823c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.760444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e42c73d-980a-453e-aa8d-31082ee6823c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.762641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3e42c73d-980a-453e-aa8d-31082ee6823c tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/139dcaf0-4e61-4038-b87e-c53bffa68f46 HTTP/1.1" status: 404 len: 333 time: 0.0314760 Aug 31 06:57:01.765371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36922) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.794367 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f048a8-4dd7-40f3-88bf-6f8efbc5adae tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.795207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f048a8-4dd7-40f3-88bf-6f8efbc5adae tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.797444 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c1f048a8-4dd7-40f3-88bf-6f8efbc5adae tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/8809bfd8-a9f2-4b66-985a-f689a06ff2c0 HTTP/1.1" status: 404 len: 337 time: 0.0309536 Aug 31 06:57:01.800081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36924) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.808600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d643801-4944-4c3c-8000-1037dabd1499 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.838262 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9b4d2f-f250-4036-9f42-36bdc7d287e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.839795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9b4d2f-f250-4036-9f42-36bdc7d287e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.847323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4c9b4d2f-f250-4036-9f42-36bdc7d287e2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/faea067e-1311-4b84-bf97-6a6fd7ac7d99 HTTP/1.1" status: 404 len: 333 time: 0.0441451 Aug 31 06:57:01.848464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36926) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.891025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d643801-4944-4c3c-8000-1037dabd1499 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.904880 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a65326-6b17-4a5e-a979-d47e60ab0acc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.906400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a65326-6b17-4a5e-a979-d47e60ab0acc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.908652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-16a65326-6b17-4a5e-a979-d47e60ab0acc tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/a7f4d42e-86e0-4e92-a603-9c82bc26a269 HTTP/1.1" status: 404 len: 337 time: 0.0574794 Aug 31 06:57:01.911315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36928) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.924082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d643801-4944-4c3c-8000-1037dabd1499 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbd998a-5df9-4143-b292-e6d96c7e858a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:01.926142 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6d643801-4944-4c3c-8000-1037dabd1499 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.930469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6d643801-4944-4c3c-8000-1037dabd1499 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/0dbd998a-5df9-4143-b292-e6d96c7e858a HTTP/1.1" status: 204 len: 168 time: 0.4017940 Aug 31 06:57:01.933671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36930) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.940424 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c9d07a-f3bb-4b16-a540-ba1b54d3a026 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.941115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c9d07a-f3bb-4b16-a540-ba1b54d3a026 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.943143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-23c9d07a-f3bb-4b16-a540-ba1b54d3a026 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/af588f2a-1dfc-4a17-945e-de9304fab6ac HTTP/1.1" status: 404 len: 333 time: 0.0301785 Aug 31 06:57:01.949716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36932) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.979714 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c92d532-a9c6-4211-95aa-5c36a84b2304 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:01.980074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c92d532-a9c6-4211-95aa-5c36a84b2304 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.985681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2c92d532-a9c6-4211-95aa-5c36a84b2304 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/4b8c3820-ad43-4c00-bcff-0ff08ec99c20 HTTP/1.1" status: 404 len: 337 time: 0.0348728 Aug 31 06:57:01.986329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36934) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.012392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-582b86e5-d8cd-4c19-969d-98fb834a5655 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Deleting subnet 9addc6d6-874c-4997-b0e0-f248169b228b {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:02.015410 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5160ea-1a0f-46ba-bc6a-44084f5662c5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.016530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5160ea-1a0f-46ba-bc6a-44084f5662c5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.016685 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-582b86e5-d8cd-4c19-969d-98fb834a5655 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.021891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6d5160ea-1a0f-46ba-bc6a-44084f5662c5 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/41bfa3ad-ffca-40f6-980d-cb52ba3aae22 HTTP/1.1" status: 404 len: 333 time: 0.0345592 Aug 31 06:57:02.022646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36936) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.041311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f3291-52fe-4aab-b781-064921e60137 None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:57:02.053708 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec680e9-f16d-4d9c-97c7-d5f55fc19025 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.054352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec680e9-f16d-4d9c-97c7-d5f55fc19025 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.059308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aec680e9-f16d-4d9c-97c7-d5f55fc19025 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/f424d365-d4cc-4280-864b-9e939344b90a HTTP/1.1" status: 404 len: 337 time: 0.0356374 Aug 31 06:57:02.060025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36938) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.064615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-582b86e5-d8cd-4c19-969d-98fb834a5655 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.087716 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd678ab-d448-441f-81c6-4c43385acf42 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.088357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd678ab-d448-441f-81c6-4c43385acf42 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.093947 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5bd678ab-d448-441f-81c6-4c43385acf42 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/a08c84b7-3a6d-4c32-b01e-d01edff50269 HTTP/1.1" status: 404 len: 337 time: 0.0323234 Aug 31 06:57:02.094719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36940) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.125468 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-896c11dc-f97b-4330-b80d-6735999f5c9d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.126319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896c11dc-f97b-4330-b80d-6735999f5c9d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.131533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-896c11dc-f97b-4330-b80d-6735999f5c9d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/3c51c19e-c133-44e0-8531-24c567bdebe3 HTTP/1.1" status: 404 len: 333 time: 0.0357258 Aug 31 06:57:02.132301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36942) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.151315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f3291-52fe-4aab-b781-064921e60137 None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:57:02.160556 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb0e0f2-78d9-4f0a-b4e5-d58ba06abd08 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.161602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb0e0f2-78d9-4f0a-b4e5-d58ba06abd08 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.166422 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6cb0e0f2-78d9-4f0a-b4e5-d58ba06abd08 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/1ae025d4-6710-45ee-86d2-2c1aa702b3bf HTTP/1.1" status: 404 len: 337 time: 0.0328743 Aug 31 06:57:02.168044 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36944) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.169356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-582b86e5-d8cd-4c19-969d-98fb834a5655 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.197478 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a8b010-e3a5-4422-af00-62f175ac8e68 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.198094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a8b010-e3a5-4422-af00-62f175ac8e68 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.203877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e5a8b010-e3a5-4422-af00-62f175ac8e68 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/c0b7d02d-8e57-4f04-a998-b4c4f0db174e HTTP/1.1" status: 404 len: 337 time: 0.0347357 Aug 31 06:57:02.204670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36946) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.235672 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-532bd96c-5851-4287-a207-9b71dae10cd2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.236260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532bd96c-5851-4287-a207-9b71dae10cd2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.238743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-532bd96c-5851-4287-a207-9b71dae10cd2 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/8824532f-ebd0-4019-a76f-da7fbccfd002 HTTP/1.1" status: 404 len: 333 time: 0.0330038 Aug 31 06:57:02.241407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.247567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-582b86e5-d8cd-4c19-969d-98fb834a5655 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.271283 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f40c8a-b522-4af2-8644-6d72c7913922 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.271732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f40c8a-b522-4af2-8644-6d72c7913922 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.275816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d2f40c8a-b522-4af2-8644-6d72c7913922 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/136fa5a8-3f6b-47eb-a047-bb086a989453 HTTP/1.1" status: 404 len: 337 time: 0.0308452 Aug 31 06:57:02.276563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36950) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.283034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b86e5-d8cd-4c19-969d-98fb834a5655 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=9addc6d6-874c-4997-b0e0-f248169b228b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:02.285379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-582b86e5-d8cd-4c19-969d-98fb834a5655 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.287792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-582b86e5-d8cd-4c19-969d-98fb834a5655 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/9addc6d6-874c-4997-b0e0-f248169b228b HTTP/1.1" status: 204 len: 168 time: 0.3525472 Aug 31 06:57:02.290965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36952) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.328076 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c133d2d1-530c-4699-9255-55cdc8f80687 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.328535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c133d2d1-530c-4699-9255-55cdc8f80687 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.330319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c133d2d1-530c-4699-9255-55cdc8f80687 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/b22f1e10-3a46-456a-ba04-8a2d6e4e6597 HTTP/1.1" status: 404 len: 337 time: 0.0533044 Aug 31 06:57:02.333319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36954) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.356986 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa81b94-375a-4a78-ba2b-9ef3ef84ae30 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.358259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa81b94-375a-4a78-ba2b-9ef3ef84ae30 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.360643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4aa81b94-375a-4a78-ba2b-9ef3ef84ae30 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/a2a6a0e2-6a64-4c24-b1ef-c88faaebebdd HTTP/1.1" status: 404 len: 333 time: 0.0260971 Aug 31 06:57:02.363106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36956) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.391995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.399611 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3b6873-bd5c-4ed9-b018-2fd4dddbf027 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.400518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3b6873-bd5c-4ed9-b018-2fd4dddbf027 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.406584 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ac3b6873-bd5c-4ed9-b018-2fd4dddbf027 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/180b05d7-8986-4cc6-9b9d-2c3e18b01b8a HTTP/1.1" status: 404 len: 337 time: 0.0416057 Aug 31 06:57:02.407256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36958) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.443808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908f097-e0cd-452f-b455-737788d315a8 None None] Network 3cff77b7-06de-4ce0-9cdd-a19940aaa192 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:02.460349 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8973ac-ea8b-4816-a7bb-57917a644155 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.460920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8973ac-ea8b-4816-a7bb-57917a644155 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.465938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fc8973ac-ea8b-4816-a7bb-57917a644155 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/1989371f-dee4-444b-8a2b-d5b18a781b52 HTTP/1.1" status: 404 len: 337 time: 0.0544462 Aug 31 06:57:02.465938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36960) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.500267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cbc29236-55b9-466a-8058-281e24669716 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d2a769-5f7a-49af-855b-5073ee2c5e3c HTTP/1.1" status: 200 len: 205 time: 0.0307553 Aug 31 06:57:02.500267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36962) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.542263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9a42576b-ead0-4b28-9c3a-89b458bb89fe no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:02.549543 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8c1f13b9-e30c-44c3-a23d-3e769a638a75 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] delete failed (client error): The resource could not be found. Aug 31 06:57:02.550111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8c1f13b9-e30c-44c3-a23d-3e769a638a75 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/routers/b4d2a769-5f7a-49af-855b-5073ee2c5e3c HTTP/1.1" status: 404 len: 336 time: 0.0488484 Aug 31 06:57:02.552386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36964) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.564601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Deleting port 861479c3-afb2-4444-b875-4b40c92922ff {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:02.564948 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.582458 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fb6b73-fcf6-42c8-ba43-fddb0e41cf9d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.583285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fb6b73-fcf6-42c8-ba43-fddb0e41cf9d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.585477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-92fb6b73-fcf6-42c8-ba43-fddb0e41cf9d tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/7042950c-f784-4611-b5cd-2f785ad85007 HTTP/1.1" status: 404 len: 337 time: 0.0314860 Aug 31 06:57:02.588196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36966) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.601110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9a42576b-ead0-4b28-9c3a-89b458bb89fe {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:02.601564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9a42576b-ead0-4b28-9c3a-89b458bb89fe not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:02.637583 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e62a1c1e-1a29-4210-9a7d-f08b78273498 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca08dbf5-3c0e-426c-84c0-48ea10b91973 HTTP/1.1" status: 200 len: 205 time: 0.0470719 Aug 31 06:57:02.641208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36970) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.647654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] For port 861479c3-afb2-4444-b875-4b40c92922ff, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=861479c3-afb2-4444-b875-4b40c92922ff,segment=NetworkSegment(2adb2288-13e6-437d-817c-1beaa16dbede),segment_id=2adb2288-13e6-437d-817c-1beaa16dbede)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:02.648023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.666569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Calling delete_port for 861479c3-afb2-4444-b875-4b40c92922ff owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:02.684803 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-fe222e7d-68f5-437c-a46e-c99d3f557ea7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] delete failed (client error): The resource could not be found. Aug 31 06:57:02.690542 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fe222e7d-68f5-437c-a46e-c99d3f557ea7 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/routers/ca08dbf5-3c0e-426c-84c0-48ea10b91973 HTTP/1.1" status: 404 len: 336 time: 0.0482848 Aug 31 06:57:02.691617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36974) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.710538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86706315-024d-45a9-8249-c2718a646cbe None None] DHCP port deletion for 3cff77b7-06de-4ce0-9cdd-a19940aaa192 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:02.731387 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f51d32-c13f-4cf6-a2a0-2036987e9ef8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.732496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f51d32-c13f-4cf6-a2a0-2036987e9ef8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.737566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-87f51d32-c13f-4cf6-a2a0-2036987e9ef8 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/eb2bd0e9-a984-4118-876d-b1d5d59dfe6b HTTP/1.1" status: 404 len: 337 time: 0.0444210 Aug 31 06:57:02.738633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36978) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.771232 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-346f01bc-2a3e-4741-8abf-89f4ce4e23a3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.777333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346f01bc-2a3e-4741-8abf-89f4ce4e23a3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.782738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-346f01bc-2a3e-4741-8abf-89f4ce4e23a3 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/b79957f2-0b11-4186-b9b3-b8aa36acc7a4 HTTP/1.1" status: 404 len: 337 time: 0.0428567 Aug 31 06:57:02.784210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-86706315-024d-45a9-8249-c2718a646cbe None None] Deleting port 861479c3-afb2-4444-b875-4b40c92922ff {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:02.784768 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86706315-024d-45a9-8249-c2718a646cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.785612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 36982) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.788184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.847177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Port': ['ID=861479c3-afb2-4444-b875-4b40c92922ff,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:02.852002 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-be820e9c-1994-4244-847b-f70b434f2b38 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.852749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be820e9c-1994-4244-847b-f70b434f2b38 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.854551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-be820e9c-1994-4244-847b-f70b434f2b38 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/6244e2b6-ba8a-49cf-b9a0-3524e57c25d1 HTTP/1.1" status: 404 len: 333 time: 0.0678947 Aug 31 06:57:02.857885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36988) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.861011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No DVR routers for this DVR port 861479c3-afb2-4444-b875-4b40c92922ff on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:02.865004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-86706315-024d-45a9-8249-c2718a646cbe None None] For port 861479c3-afb2-4444-b875-4b40c92922ff, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:02.865496 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86706315-024d-45a9-8249-c2718a646cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.880207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-86706315-024d-45a9-8249-c2718a646cbe None None] Calling delete_port for 861479c3-afb2-4444-b875-4b40c92922ff owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:02.882992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-86706315-024d-45a9-8249-c2718a646cbe None None] Port 861479c3-afb2-4444-b875-4b40c92922ff was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:57:02.884289 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86706315-024d-45a9-8249-c2718a646cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.889268 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-21114383-35bc-456b-9b29-a92e04a44126 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.889741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21114383-35bc-456b-9b29-a92e04a44126 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.894689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-21114383-35bc-456b-9b29-a92e04a44126 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/e7a3e4fc-eea1-4d08-9caf-4ab9783eb00f HTTP/1.1" status: 404 len: 337 time: 0.0358016 Aug 31 06:57:02.895298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36992) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.919492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86706315-024d-45a9-8249-c2718a646cbe None None] Pushing event deleted for resources: {'Port': ['ID=861479c3-afb2-4444-b875-4b40c92922ff,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:02.935643 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49557f7-b071-4edc-9d90-18803ae1bb04 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.936392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49557f7-b071-4edc-9d90-18803ae1bb04 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.940671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86706315-024d-45a9-8249-c2718a646cbe None None] No DVR routers for this DVR port 861479c3-afb2-4444-b875-4b40c92922ff on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:02.940953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e49557f7-b071-4edc-9d90-18803ae1bb04 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/3e2caf42-a51e-45aa-a5ec-f46afd7106e2 HTTP/1.1" status: 404 len: 333 time: 0.0446353 Aug 31 06:57:02.941511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36994) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.975892 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.984958 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8471ca1a-389f-45ea-aff1-7305d57443af tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:02.985452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8471ca1a-389f-45ea-aff1-7305d57443af tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:02.990447 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8471ca1a-389f-45ea-aff1-7305d57443af tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/f3a8a874-a6d2-4704-9ba5-82cf7697ab0d HTTP/1.1" status: 404 len: 337 time: 0.0456026 Aug 31 06:57:02.990771 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cff77b7-06de-4ce0-9cdd-a19940aaa192']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:02.990915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 36996) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.011380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adb2288-13e6-437d-817c-1beaa16dbede') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:03.011680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adb2288-13e6-437d-817c-1beaa16dbede') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:03.025483 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.030082 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72a9288-1d43-446b-9ad5-7bf3f6d6b233 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.031302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72a9288-1d43-446b-9ad5-7bf3f6d6b233 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.037015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a72a9288-1d43-446b-9ad5-7bf3f6d6b233 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/a9ca88e2-1adf-47d0-82dc-ed39a9b61d0c HTTP/1.1" status: 404 len: 333 time: 0.0451472 Aug 31 06:57:03.038235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37000) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.059365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.083005 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a49d06-ec6c-4023-b166-d652df0e9d63 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.083603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a49d06-ec6c-4023-b166-d652df0e9d63 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.085343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f3a49d06-ec6c-4023-b166-d652df0e9d63 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/17d0ad41-8d36-49ea-aa96-50f7b3b6150b HTTP/1.1" status: 404 len: 337 time: 0.0451257 Aug 31 06:57:03.086392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:03.086798 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.088713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37002) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:03.090057 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:03.117557 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-253bb94a-4460-4fe7-8996-2f207417a520 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.118180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253bb94a-4460-4fe7-8996-2f207417a520 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.122324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-253bb94a-4460-4fe7-8996-2f207417a520 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/6d93bac3-4516-41b9-8771-e2d4d405b933 HTTP/1.1" status: 404 len: 333 time: 0.0289807 Aug 31 06:57:03.122488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37004) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.147799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.149174 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fc25e6-63b1-4b99-8f2c-30147786381e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.149677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fc25e6-63b1-4b99-8f2c-30147786381e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.151665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f8fc25e6-63b1-4b99-8f2c-30147786381e tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/67a88afe-c8ec-4db7-835c-3d305cdd1438 HTTP/1.1" status: 404 len: 337 time: 0.0281680 Aug 31 06:57:03.154050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37006) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.156366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.157769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/3cff77b7-06de-4ce0-9cdd-a19940aaa192 HTTP/1.1" status: 204 len: 168 time: 0.8657758 Aug 31 06:57:03.163166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37008) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.169657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2729b45-7934-41eb-bf3f-3ae840f3ab90 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=3cff77b7-06de-4ce0-9cdd-a19940aaa192,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:03.185215 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1075a225-645e-4f1c-8f6f-984557fce6c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.185851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1075a225-645e-4f1c-8f6f-984557fce6c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.187616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1075a225-645e-4f1c-8f6f-984557fce6c6 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/c173e392-e044-4275-b1f8-19128ab40399 HTTP/1.1" status: 404 len: 333 time: 0.0325758 Aug 31 06:57:03.190298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37010) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.205245 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd12146-ab3a-4b00-85ef-0b5948fb113f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.205646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd12146-ab3a-4b00-85ef-0b5948fb113f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.207390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9dd12146-ab3a-4b00-85ef-0b5948fb113f tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/c4c9bc29-228e-43dc-90a6-dc9f7bda1a32 HTTP/1.1" status: 404 len: 337 time: 0.0432889 Aug 31 06:57:03.209980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37012) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.221954 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-927ed044-196c-4eff-8944-2d0b7b16b8cf tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.222410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927ed044-196c-4eff-8944-2d0b7b16b8cf tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.224130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-927ed044-196c-4eff-8944-2d0b7b16b8cf tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/2b793e31-1b16-4553-9437-85956164c975 HTTP/1.1" status: 404 len: 337 time: 0.0328693 Aug 31 06:57:03.227017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37014) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.228147 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c6ea31-5636-46c7-ad8a-961499867cde tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.228709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c6ea31-5636-46c7-ad8a-961499867cde tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.230866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d4c6ea31-5636-46c7-ad8a-961499867cde tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/a3a8cb93-9685-4fd0-ba83-3506915c2d83 HTTP/1.1" status: 404 len: 339 time: 0.0199673 Aug 31 06:57:03.233232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37016) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.252868 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3f68d3-1c2e-4166-8ed4-c3aceeb6ffda tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.253524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3f68d3-1c2e-4166-8ed4-c3aceeb6ffda tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.255251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fe3f68d3-1c2e-4166-8ed4-c3aceeb6ffda tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/3e995e89-5588-493f-bba9-54f47350802a HTTP/1.1" status: 404 len: 333 time: 0.0271943 Aug 31 06:57:03.257799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37018) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.258884 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-467b9353-aa4d-435b-9819-4dd84828b067 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.259336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467b9353-aa4d-435b-9819-4dd84828b067 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.261324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-467b9353-aa4d-435b-9819-4dd84828b067 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/cd5dcd7f-31b9-48fd-9adc-a94f04e263cb HTTP/1.1" status: 404 len: 337 time: 0.0268312 Aug 31 06:57:03.263805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37020) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.282640 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c910df92-3beb-4cf9-83b5-38a9fa53eb74 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.283276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c910df92-3beb-4cf9-83b5-38a9fa53eb74 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.284483 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a341b53a-c172-4700-b00d-8249f12ad106 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.285344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a341b53a-c172-4700-b00d-8249f12ad106 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.285473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c910df92-3beb-4cf9-83b5-38a9fa53eb74 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/ed892d21-60ad-4a9a-b81e-76c3d146af80 HTTP/1.1" status: 404 len: 339 time: 0.0201838 Aug 31 06:57:03.286405 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a341b53a-c172-4700-b00d-8249f12ad106 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/893d67b1-75e6-4e78-bdfb-ab84ea00b57b HTTP/1.1" status: 404 len: 337 time: 0.0276368 Aug 31 06:57:03.289612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37022) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.291412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37024) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.317305 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-433dea0c-d4e4-4f94-8bf7-543470c1e7b0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.317939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433dea0c-d4e4-4f94-8bf7-543470c1e7b0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.318086 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11b66e9-7918-424f-b720-a8136b1aceab tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.318399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11b66e9-7918-424f-b720-a8136b1aceab tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.319638 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-433dea0c-d4e4-4f94-8bf7-543470c1e7b0 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/ports/94b096c3-d596-40b5-8f35-ccd2f871182c HTTP/1.1" status: 404 len: 333 time: 0.0286431 Aug 31 06:57:03.320098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a11b66e9-7918-424f-b720-a8136b1aceab tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/99ea0f11-124e-4273-85a7-0502e0421a91 HTTP/1.1" status: 404 len: 337 time: 0.0272889 Aug 31 06:57:03.322779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37026) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.324804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37028) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.364534 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd4b3d6-5b97-4974-873f-84e49012cbc1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.365059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd4b3d6-5b97-4974-873f-84e49012cbc1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.366748 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3bd4b3d6-5b97-4974-873f-84e49012cbc1 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/ce861eea-f5d9-481b-9925-04814546812b HTTP/1.1" status: 404 len: 339 time: 0.0399504 Aug 31 06:57:03.367613 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3bf6af-021e-4360-bbd2-d88d2c64fc02 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:03.368028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3bf6af-021e-4360-bbd2-d88d2c64fc02 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:03.369375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37030) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.369577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5a3bf6af-021e-4360-bbd2-d88d2c64fc02 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/subnets/6b60f33a-f7a3-48e7-bda4-e8458ee00282 HTTP/1.1" status: 404 len: 337 time: 0.0438590 Aug 31 06:57:03.372069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37032) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.422072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Deleting subnet 34bac5c4-3ce7-46b2-8592-b5a76df36212 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:03.425144 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.450739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.465478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.541247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.551190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb01b8a-02e2-4449-8123-41d670b7732f']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:03.553354 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.561322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:03.561618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e5fb66-a078-4b2a-afa2-8db70468cc7e') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:03.570865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.584687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.590886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:03.591377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:03.594576 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:03.614172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.640159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=34bac5c4-3ce7-46b2-8592-b5a76df36212,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:03.650273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.650623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.650966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.651305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.651800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.652041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.652368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.652819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.653015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.653366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.653696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.654429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:03.657543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa14f842-6250-4c7d-84b9-b2393122dc15 None None] Network a4f82654-c81c-4cf6-83c2-81770ffe9c90 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:03.659250 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.661893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9885c5ed-f24c-419c-867e-7a6ad881f94c tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/34bac5c4-3ce7-46b2-8592-b5a76df36212 HTTP/1.1" status: 204 len: 168 time: 0.2913311 Aug 31 06:57:03.662219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37034) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.673869 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.717991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.719877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] 10.222.0.15 "DELETE /v2.0/networks/2eb01b8a-02e2-4449-8123-41d670b7732f HTTP/1.1" status: 204 len: 168 time: 0.3469410 Aug 31 06:57:03.741811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281db0b-27fc-4daf-80fb-97a10f15a283 tempest-NetworksTestDHCPv6-1918153815 tempest-NetworksTestDHCPv6-1918153815-project] Pushing event deleted for resources: {'Network': ['ID=2eb01b8a-02e2-4449-8123-41d670b7732f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:03.764459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.820895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Deleting port 027b9eed-ca8c-423e-96c2-5c3a1700833b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:03.821270 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.833093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] DHCP port deletion for a4f82654-c81c-4cf6-83c2-81770ffe9c90 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:03.894498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] For port 027b9eed-ca8c-423e-96c2-5c3a1700833b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=027b9eed-ca8c-423e-96c2-5c3a1700833b,segment=NetworkSegment(747246dc-c650-4639-b4f7-7b0a3bab3c41),segment_id=747246dc-c650-4639-b4f7-7b0a3bab3c41)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:03.894963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.909996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Calling delete_port for 027b9eed-ca8c-423e-96c2-5c3a1700833b owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:04.000302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.025746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Port': ['ID=027b9eed-ca8c-423e-96c2-5c3a1700833b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.033465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No DVR routers for this DVR port 027b9eed-ca8c-423e-96c2-5c3a1700833b on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:04.057834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] Deleting port 027b9eed-ca8c-423e-96c2-5c3a1700833b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:04.058317 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.104845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37044) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.140570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] For port 027b9eed-ca8c-423e-96c2-5c3a1700833b, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:04.140977 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.143679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.153833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] Calling delete_port for 027b9eed-ca8c-423e-96c2-5c3a1700833b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:04.154475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f82654-c81c-4cf6-83c2-81770ffe9c90']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:04.157260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] Port 027b9eed-ca8c-423e-96c2-5c3a1700833b was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:57:04.158610 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.166723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747246dc-c650-4639-b4f7-7b0a3bab3c41') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:04.167149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747246dc-c650-4639-b4f7-7b0a3bab3c41') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:04.178160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.184368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] Pushing event deleted for resources: {'Port': ['ID=027b9eed-ca8c-423e-96c2-5c3a1700833b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.188361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c1e79-384b-4531-b62b-bd148f368acf None None] No DVR routers for this DVR port 027b9eed-ca8c-423e-96c2-5c3a1700833b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:04.194765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.203797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:04.204211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:04.207359 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:04.271852 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.275047 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e95f10a-b36f-4937-abfa-b0ba21e568d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf4080a861a744028f838006c552e11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688583 Aug 31 06:57:04.277554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37048) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.291314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.293236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/a4f82654-c81c-4cf6-83c2-81770ffe9c90 HTTP/1.1" status: 204 len: 168 time: 0.6298039 Aug 31 06:57:04.294107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98695c-385d-4dbf-bdea-4306a97b4f12 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=a4f82654-c81c-4cf6-83c2-81770ffe9c90,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.295983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37050) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.323169 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3af410f-eb64-4d02-ba18-b665a04091ad tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:04.323631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3af410f-eb64-4d02-ba18-b665a04091ad tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:04.327787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c3af410f-eb64-4d02-ba18-b665a04091ad tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/ea1e5715-4eab-4911-b0dc-4234bd502165 HTTP/1.1" status: 404 len: 337 time: 0.0278571 Aug 31 06:57:04.328004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37052) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.347915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79dedaa4-5ad2-40c3-a013-38f945739d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.351844 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9ba69a-52cf-47ed-ad9d-f6a259cc7d08 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:04.352394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9ba69a-52cf-47ed-ad9d-f6a259cc7d08 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:04.355249 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a9ba69a-52cf-47ed-ad9d-f6a259cc7d08 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/cec6ead8-866b-4ecf-b28b-d0786ad33392 HTTP/1.1" status: 404 len: 339 time: 0.0259917 Aug 31 06:57:04.357743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37054) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.375191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79dedaa4-5ad2-40c3-a013-38f945739d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.416583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d53ee55-398c-4b98-888d-16f09e1546d5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Deleting subnet ca7104d2-b061-40ec-adce-b3b6362ca312 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:04.420381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d53ee55-398c-4b98-888d-16f09e1546d5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.451601 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79dedaa4-5ad2-40c3-a013-38f945739d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.455414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79dedaa4-5ad2-40c3-a013-38f945739d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.456607 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-79dedaa4-5ad2-40c3-a013-38f945739d9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ff7b3a1-d4bb-4959-b657-1729ff7081b8 HTTP/1.1" status: 204 len: 168 time: 0.1778665 Aug 31 06:57:04.481229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dedaa4-5ad2-40c3-a013-38f945739d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff7b3a1-d4bb-4959-b657-1729ff7081b8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.504666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d53ee55-398c-4b98-888d-16f09e1546d5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.559953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 027b9eed-ca8c-423e-96c2-5c3a1700833b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:04.594057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 027b9eed-ca8c-423e-96c2-5c3a1700833b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:04.594411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 027b9eed-ca8c-423e-96c2-5c3a1700833b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:04.594825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 861479c3-afb2-4444-b875-4b40c92922ff no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:04.615890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 861479c3-afb2-4444-b875-4b40c92922ff {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:04.616238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 861479c3-afb2-4444-b875-4b40c92922ff not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:04.640901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d53ee55-398c-4b98-888d-16f09e1546d5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.711938 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d53ee55-398c-4b98-888d-16f09e1546d5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.733869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53ee55-398c-4b98-888d-16f09e1546d5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7104d2-b061-40ec-adce-b3b6362ca312,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.737600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d53ee55-398c-4b98-888d-16f09e1546d5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.741908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d53ee55-398c-4b98-888d-16f09e1546d5 tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/subnets/ca7104d2-b061-40ec-adce-b3b6362ca312 HTTP/1.1" status: 204 len: 168 time: 0.3806458 Aug 31 06:57:04.742302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37072) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.746702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fba6a-1df4-4ba4-9e52-59cbf2ac683c None None] Network 52f0ccd6-6c31-4a4f-9c37-4479fc02735a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:04.844074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.933039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Deleting port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:04.933415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.946707 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] DHCP port deletion for 52f0ccd6-6c31-4a4f-9c37-4479fc02735a request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:05.000324 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] Deleting port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:05.001085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.039045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] For port e80594e5-8f6c-42a1-9065-aa8edd40a0d1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,segment=NetworkSegment(4876d52f-7829-4010-ab37-14d3ed03d06d),segment_id=4876d52f-7829-4010-ab37-14d3ed03d06d)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:05.039959 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.055091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Calling delete_port for e80594e5-8f6c-42a1-9065-aa8edd40a0d1 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:05.082914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] For port e80594e5-8f6c-42a1-9065-aa8edd40a0d1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,segment=NetworkSegment(4876d52f-7829-4010-ab37-14d3ed03d06d),segment_id=4876d52f-7829-4010-ab37-14d3ed03d06d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:05.083281 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.098249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] Calling delete_port for e80594e5-8f6c-42a1-9065-aa8edd40a0d1 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:05.175374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.215463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Port': ['ID=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.216588 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.223326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] No DVR routers for this DVR port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:05.264160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] Pushing event deleted for resources: {'Port': ['ID=e80594e5-8f6c-42a1-9065-aa8edd40a0d1,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.266511 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05559db-cb85-4bbe-ae73-689612fe7316 None None] No DVR routers for this DVR port e80594e5-8f6c-42a1-9065-aa8edd40a0d1 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:05.318068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.319847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:05.328928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f0ccd6-6c31-4a4f-9c37-4479fc02735a']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:05.339737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4876d52f-7829-4010-ab37-14d3ed03d06d') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:05.339973 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4876d52f-7829-4010-ab37-14d3ed03d06d') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:05.349449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.363506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.369820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:05.370226 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:05.373570 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:05.425503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1592460361'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:05.442851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.454437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Made reservation on behalf of c09e6f6cf4874151b00335bbc5cf4051 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:05.458240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.461527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.463481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] 10.222.0.15 "DELETE /v2.0/networks/52f0ccd6-6c31-4a4f-9c37-4479fc02735a HTTP/1.1" status: 204 len: 168 time: 0.7205303 Aug 31 06:57:05.464766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3eda-c02f-4708-8ed3-830744ba1e8a tempest-NetworksIpV6Test-1199197439 tempest-NetworksIpV6Test-1199197439-project] Pushing event deleted for resources: {'Network': ['ID=52f0ccd6-6c31-4a4f-9c37-4479fc02735a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.469319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.565562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.570894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.596332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:05.610642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc7378f-63f7-4593-8548-ac0b93abad0a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.617235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.617658 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Added segment 464041d7-68bd-4a49-86e7-112f167a64c1 of type vlan for network e4ff727b-360c-42c4-8a27-8640af620815 Aug 31 06:57:05.666527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.693758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.699316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:05.699911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.742873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37102) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:05.766245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4452412 Aug 31 06:57:05.768968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37106) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:05.774361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Request body: {'subnet': {'network_id': 'e4ff727b-360c-42c4-8a27-8640af620815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:05.830106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8634e-6e8a-4997-80bf-a3466a227ef2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'Network': ['ID=e4ff727b-360c-42c4-8a27-8640af620815,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.843653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e4ff727b-360c-42c4-8a27-8640af620815 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:05.879345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Made reservation on behalf of c09e6f6cf4874151b00335bbc5cf4051 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:05.884102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.940322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ba08e0a8-5651-4ffc-9a2a-663e2cc61071 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=559b687edf88453c8652681c6b35e933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961489 Aug 31 06:57:05.942769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37110) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:06.003101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2020137-c0a8-4fe9-bef4-33ee7be91a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.028579 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2020137-c0a8-4fe9-bef4-33ee7be91a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.086004 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2020137-c0a8-4fe9-bef4-33ee7be91a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.088975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b2020137-c0a8-4fe9-bef4-33ee7be91a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.092547 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b2020137-c0a8-4fe9-bef4-33ee7be91a8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a75ed0b6-d240-48b4-b789-4c79c6869f2b HTTP/1.1" status: 204 len: 168 time: 0.1453338 Aug 31 06:57:06.100226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2020137-c0a8-4fe9-bef4-33ee7be91a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75ed0b6-d240-48b4-b789-4c79c6869f2b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:06.114946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.183789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'Subnet': ['ID=4c27b34b-5139-4e22-b4ee-c93b789db9cf,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:06.193533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Checking segment: {'id': '464041d7-68bd-4a49-86e7-112f167a64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4ff727b-360c-42c4-8a27-8640af620815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:06.194119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Network hostable DHCP agents. Network: e4ff727b-360c-42c4-8a27-8640af620815, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:06.211238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Network e4ff727b-360c-42c4-8a27-8640af620815 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:06.221372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e4ff727b-360c-42c4-8a27-8640af620815) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:06.225830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:06.226539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.234904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2fbce6-3652-4e20-85b2-f3798ae1bec7 None None] Network e4ff727b-360c-42c4-8a27-8640af620815 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:06.246148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-630eb7f4-c0d5-4538-a17b-841c7d1894ed tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4759438 Aug 31 06:57:06.250127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37116) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:06.256730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-06406fb6-d879-44d2-83cc-f962f60e4fcb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1634428880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:06.286640 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-06406fb6-d879-44d2-83cc-f962f60e4fcb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.290403 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-06406fb6-d879-44d2-83cc-f962f60e4fcb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.346302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-06406fb6-d879-44d2-83cc-f962f60e4fcb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.352493 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-06406fb6-d879-44d2-83cc-f962f60e4fcb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.377565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-06406fb6-d879-44d2-83cc-f962f60e4fcb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.381490 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-06406fb6-d879-44d2-83cc-f962f60e4fcb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1278224 Aug 31 06:57:06.381830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37122) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:06.434156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e4ff727b-360c-42c4-8a27-8640af620815', 'network_id': 'e4ff727b-360c-42c4-8a27-8640af620815', 'tenant_id': 'c09e6f6cf4874151b00335bbc5cf4051', 'fixed_ips': [{'subnet_id': '4c27b34b-5139-4e22-b4ee-c93b789db9cf'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:06.435439 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.558966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e80594e5-8f6c-42a1-9065-aa8edd40a0d1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:06.594728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e80594e5-8f6c-42a1-9065-aa8edd40a0d1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:06.594728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e80594e5-8f6c-42a1-9065-aa8edd40a0d1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:06.667855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Allocated IP 172.20.0.2 (e4ff727b-360c-42c4-8a27-8640af620815/4c27b34b-5139-4e22-b4ee-c93b789db9cf/90634321-b264-4a2a-b3d5-fa3e479c9517) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:06.741155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.884696 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.925423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Transition to ACTIVE for port object 90634321-b264-4a2a-b3d5-fa3e479c9517 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:06.950959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Transition to ACTIVE for port object 90634321-b264-4a2a-b3d5-fa3e479c9517 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:06.958983 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.970907 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37138) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.023090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Network e4ff727b-360c-42c4-8a27-8640af620815 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:07.027673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:07.036397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:07.058080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Pushing event updated for resources: {'Port': ['ID=90634321-b264-4a2a-b3d5-fa3e479c9517,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:07.111200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Attempting to bind port 90634321-b264-4a2a-b3d5-fa3e479c9517 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:07.111200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Attempting to bind port 90634321-b264-4a2a-b3d5-fa3e479c9517 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '464041d7-68bd-4a49-86e7-112f167a64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4ff727b-360c-42c4-8a27-8640af620815'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:07.111451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Attempting to bind port 90634321-b264-4a2a-b3d5-fa3e479c9517 on network e4ff727b-360c-42c4-8a27-8640af620815 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:07.117622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:07.117849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Checking segment: {'id': '464041d7-68bd-4a49-86e7-112f167a64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4ff727b-360c-42c4-8a27-8640af620815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:07.118263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.118663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Bound using segment: {'id': '464041d7-68bd-4a49-86e7-112f167a64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4ff727b-360c-42c4-8a27-8640af620815'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:07.119146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Bound port: 90634321-b264-4a2a-b3d5-fa3e479c9517, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464041d7-68bd-4a49-86e7-112f167a64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4ff727b-360c-42c4-8a27-8640af620815'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:07.119635 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.161793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1312311222'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:07.199167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Allocated IP 172.20.0.1 (e4ff727b-360c-42c4-8a27-8640af620815/4c27b34b-5139-4e22-b4ee-c93b789db9cf/fccbb04e-3acd-44da-a58b-9d64eb3685cd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:07.218722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] For port 90634321-b264-4a2a-b3d5-fa3e479c9517, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:07.226078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] For port 90634321-b264-4a2a-b3d5-fa3e479c9517, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=90634321-b264-4a2a-b3d5-fa3e479c9517,segment=NetworkSegment(464041d7-68bd-4a49-86e7-112f167a64c1),segment_id=464041d7-68bd-4a49-86e7-112f167a64c1)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:07.233785 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.244996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:07.253442 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.343655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.353315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b4e8c-492f-4dc4-b7c1-43f246d1befa None None] Pushing event updated for resources: {'Port': ['ID=90634321-b264-4a2a-b3d5-fa3e479c9517,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:07.463114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.485987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Transition to ACTIVE for port object fccbb04e-3acd-44da-a58b-9d64eb3685cd will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:07.576928 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.603478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.649046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.718180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Network e4ff727b-360c-42c4-8a27-8640af620815 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:07.723440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:07.732963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'Port': ['ID=fccbb04e-3acd-44da-a58b-9d64eb3685cd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:07.746150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:07.753520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:07.760970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bda5331-cb8c-4b07-b23e-a4d7a3c4f337,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:07.799060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.799608 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment d1710455-cfe5-4561-aac5-aa7faf205119 of type vlan for network 996b2158-87df-4d06-9623-72c5e28c61e3 Aug 31 06:57:07.871045 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.874045 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.963426 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.969789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:07.970421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.037443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0658433 Aug 31 06:57:08.040572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37150) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.047800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1676231546'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:08.076153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:08.078340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3185a-81de-4357-b5c8-4e1c6a35acd5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=996b2158-87df-4d06-9623-72c5e28c61e3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.081913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.086075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.101997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 996b2158-87df-4d06-9623-72c5e28c61e3 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:08.119879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:08.133480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.133846 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment 6e7badb5-1652-4852-96cb-a6846edc1cc3 of type vlan for network 2651f931-869a-40d7-a032-f93a55595bf0 Aug 31 06:57:08.187243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.247664 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.256992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:08.258140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.341342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2994890 Aug 31 06:57:08.345961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37160) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.354987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': '996b2158-87df-4d06-9623-72c5e28c61e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:08.443316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a4cf6-51f6-4a9b-8837-3a4edcd28be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=2651f931-869a-40d7-a032-f93a55595bf0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.471613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4e504-4e40-4f3b-a257-c2b03343ba0b None None] Network e4ff727b-360c-42c4-8a27-8640af620815 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:08.490310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2651f931-869a-40d7-a032-f93a55595bf0 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:08.494994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:08.500266 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.635409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1e7de913-bf22-4201-a29f-05439e2b0871 None None] Provisioning for port 90634321-b264-4a2a-b3d5-fa3e479c9517 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:08.666754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 90634321-b264-4a2a-b3d5-fa3e479c9517 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:08.784159 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.790227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 90634321-b264-4a2a-b3d5-fa3e479c9517 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:08.795416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 90634321-b264-4a2a-b3d5-fa3e479c9517 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:08.795873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.860338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=85d6977f-72a0-4d87-b763-42ffde205d83,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.863061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': 'd1710455-cfe5-4561-aac5-aa7faf205119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '996b2158-87df-4d06-9623-72c5e28c61e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:08.863425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: 996b2158-87df-4d06-9623-72c5e28c61e3, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:08.895034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 996b2158-87df-4d06-9623-72c5e28c61e3 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:08.903801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.910645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 996b2158-87df-4d06-9623-72c5e28c61e3) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:08.911452 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.923932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:08.924565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.926830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9def1a-6076-4f4a-98dd-37416134450b None None] Network 996b2158-87df-4d06-9623-72c5e28c61e3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:08.931802 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.947710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9d411362-922d-462c-af73-9f21a57334a4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6003308 Aug 31 06:57:08.953172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37166) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.968571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': '2651f931-869a-40d7-a032-f93a55595bf0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:09.002294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'Port': ['ID=fccbb04e-3acd-44da-a58b-9d64eb3685cd,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:09.009330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.073630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 90634321-b264-4a2a-b3d5-fa3e479c9517, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=90634321-b264-4a2a-b3d5-fa3e479c9517,segment=NetworkSegment(464041d7-68bd-4a49-86e7-112f167a64c1),segment_id=464041d7-68bd-4a49-86e7-112f167a64c1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:09.081992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.127263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:09.139091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.155074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Network e4ff727b-360c-42c4-8a27-8640af620815 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:09.157409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:09.227711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=90634321-b264-4a2a-b3d5-fa3e479c9517,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:09.250061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-996b2158-87df-4d06-9623-72c5e28c61e3', 'network_id': '996b2158-87df-4d06-9623-72c5e28c61e3', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': '85d6977f-72a0-4d87-b763-42ffde205d83'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:09.251304 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.302286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9e34daff-3a53-4dca-9fe2-25624342b826 None None] Provisioning complete for port 90634321-b264-4a2a-b3d5-fa3e479c9517 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:09.302752 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e34daff-3a53-4dca-9fe2-25624342b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.375187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Router b495e5f6-32dd-4007-8250-282c5d58591d is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:09.462195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.559872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=9c97f52d-4fd7-4d04-9b1c-f6a44e81206c,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:09.598595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': '6e7badb5-1652-4852-96cb-a6846edc1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f931-869a-40d7-a032-f93a55595bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:09.598971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: 2651f931-869a-40d7-a032-f93a55595bf0, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:09.609706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Allocated IP 172.20.0.2 (996b2158-87df-4d06-9623-72c5e28c61e3/85d6977f-72a0-4d87-b763-42ffde205d83/19ac376f-f4f4-4d4c-baa1-8e959d96a4ec) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:09.618068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:09.627198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-96dc639f-bc8f-4d10-80d2-f0ad6200d38d tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "PUT /v2.0/routers/b495e5f6-32dd-4007-8250-282c5d58591d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2437220 Aug 31 06:57:09.629274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37170) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:09.632260 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050fbf8-1c61-4d93-84fe-b91920f49f36 None None] Sync routers for ids ['b495e5f6-32dd-4007-8250-282c5d58591d'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:09.636457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Request body: {'port': {'network_id': 'e4ff727b-360c-42c4-8a27-8640af620815', 'name': 'tempest-FloatingIPNegativeTestJSON-1472003588'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:09.643747 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 2651f931-869a-40d7-a032-f93a55595bf0 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:09.660964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 2651f931-869a-40d7-a032-f93a55595bf0) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:09.661442 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050fbf8-1c61-4d93-84fe-b91920f49f36 None None] Routers {'b495e5f6-32dd-4007-8250-282c5d58591d'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:09.662085 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7050fbf8-1c61-4d93-84fe-b91920f49f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b495e5f6-32dd-4007-8250-282c5d58591d'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:09.683593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:09.683593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.712469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f63be4bc-7ffb-4a08-8efe-afd6126d8c8c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7570262 Aug 31 06:57:09.714924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37172) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:09.721114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-33f23a2e-b1c3-43db-b0b7-b581265014ef tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1580466177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:09.733750 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7050fbf8-1c61-4d93-84fe-b91920f49f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:09.751471 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050fbf8-1c61-4d93-84fe-b91920f49f36 None None] Routers {'b495e5f6-32dd-4007-8250-282c5d58591d'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:09.753559 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7050fbf8-1c61-4d93-84fe-b91920f49f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b495e5f6-32dd-4007-8250-282c5d58591d'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:09.773433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33f23a2e-b1c3-43db-b0b7-b581265014ef tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.774528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33f23a2e-b1c3-43db-b0b7-b581265014ef tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.806858 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7050fbf8-1c61-4d93-84fe-b91920f49f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:09.808441 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050fbf8-1c61-4d93-84fe-b91920f49f36 None None] The sync data for ids ['b495e5f6-32dd-4007-8250-282c5d58591d'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:09.874671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf294d18-5ffb-4940-84cd-88da7ce73c76 None None] Network 2651f931-869a-40d7-a032-f93a55595bf0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:09.877901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Made reservation on behalf of c09e6f6cf4874151b00335bbc5cf4051 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:09.884060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.898109 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33f23a2e-b1c3-43db-b0b7-b581265014ef tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.902911 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33f23a2e-b1c3-43db-b0b7-b581265014ef tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.923408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33f23a2e-b1c3-43db-b0b7-b581265014ef tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.927697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-33f23a2e-b1c3-43db-b0b7-b581265014ef tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2092619 Aug 31 06:57:09.927953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37174) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:09.929560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] device_id is not set on port 2a31e9a8-1d5d-4d09-9995-0fb67a078a9f yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:57:10.089720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Allocated IP 172.20.0.7 (e4ff727b-360c-42c4-8a27-8640af620815/4c27b34b-5139-4e22-b4ee-c93b789db9cf/2a31e9a8-1d5d-4d09-9995-0fb67a078a9f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:10.203705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9e34daff-3a53-4dca-9fe2-25624342b826 None None] Provisioning for port fccbb04e-3acd-44da-a58b-9d64eb3685cd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:10.215552 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.227491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9e34daff-3a53-4dca-9fe2-25624342b826 None None] Provisioning complete for port fccbb04e-3acd-44da-a58b-9d64eb3685cd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:10.227863 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e34daff-3a53-4dca-9fe2-25624342b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.256443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Transition to ACTIVE for port object 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:10.265531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.279824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Transition to ACTIVE for port object 2a31e9a8-1d5d-4d09-9995-0fb67a078a9f will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:10.297793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Transition to ACTIVE for port object 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:10.317487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.318544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9e34daff-3a53-4dca-9fe2-25624342b826 None None] Port fccbb04e-3acd-44da-a58b-9d64eb3685cd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:10.323275 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.366151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Network e4ff727b-360c-42c4-8a27-8640af620815 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:10.369122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:10.373738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:10.378248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'Port': ['ID=2a31e9a8-1d5d-4d09-9995-0fb67a078a9f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:10.390860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Network 996b2158-87df-4d06-9623-72c5e28c61e3 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:10.413261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Pushing event updated for resources: {'Port': ['ID=19ac376f-f4f4-4d4c-baa1-8e959d96a4ec,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:10.420415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:10.422703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:10.425581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:10.426436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.429537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2651f931-869a-40d7-a032-f93a55595bf0', 'network_id': '2651f931-869a-40d7-a032-f93a55595bf0', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': '9c97f52d-4fd7-4d04-9b1c-f6a44e81206c'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:10.430741 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.445111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-668cafaf-d509-44d3-a2ee-31681f5e7ecd tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8139110 Aug 31 06:57:10.448350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37176) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:10.455063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:10.491246 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.517395 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.522233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e227aac4-0b75-4581-89d5-a08671a2e50a None None] Provisioning complete for port fccbb04e-3acd-44da-a58b-9d64eb3685cd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:10.522807 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e227aac4-0b75-4581-89d5-a08671a2e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.574249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Attempting to bind port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:10.574939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Attempting to bind port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'd1710455-cfe5-4561-aac5-aa7faf205119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '996b2158-87df-4d06-9623-72c5e28c61e3'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:10.575522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Attempting to bind port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec on network 996b2158-87df-4d06-9623-72c5e28c61e3 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:10.618268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 90634321-b264-4a2a-b3d5-fa3e479c9517 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:10.656700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:10.657519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Checking segment: {'id': 'd1710455-cfe5-4561-aac5-aa7faf205119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '996b2158-87df-4d06-9623-72c5e28c61e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:10.658129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.658887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Bound using segment: {'id': 'd1710455-cfe5-4561-aac5-aa7faf205119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '996b2158-87df-4d06-9623-72c5e28c61e3'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:10.659573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Bound port: 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1710455-cfe5-4561-aac5-aa7faf205119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '996b2158-87df-4d06-9623-72c5e28c61e3'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:10.660151 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.741174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e227aac4-0b75-4581-89d5-a08671a2e50a None None] Port fccbb04e-3acd-44da-a58b-9d64eb3685cd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:10.770168 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.813485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Allocated IP 172.21.0.2 (2651f931-869a-40d7-a032-f93a55595bf0/9c97f52d-4fd7-4d04-9b1c-f6a44e81206c/bc965620-e96d-4874-a931-bca28d1b17ad) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:10.902562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] For port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:10.905874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 90634321-b264-4a2a-b3d5-fa3e479c9517 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:10.906270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.922549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.20.0.1 (996b2158-87df-4d06-9623-72c5e28c61e3/85d6977f-72a0-4d87-b763-42ffde205d83/9175af18-528e-4b12-91c6-00aacb2696e5) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:10.982799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] For port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=19ac376f-f4f4-4d4c-baa1-8e959d96a4ec,segment=NetworkSegment(d1710455-cfe5-4561-aac5-aa7faf205119),segment_id=d1710455-cfe5-4561-aac5-aa7faf205119)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:10.985887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Allocated IP 172.25.5.171 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/4f4a25b9-87e3-49d9-939a-5c8400468a94) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:10.989172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1b064946-c3ff-4e3e-8601-00345a75857f None None] Provisioning for port 2a31e9a8-1d5d-4d09-9995-0fb67a078a9f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:10.998826 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.049509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1b064946-c3ff-4e3e-8601-00345a75857f None None] Provisioning complete for port 2a31e9a8-1d5d-4d09-9995-0fb67a078a9f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:11.050389 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1b064946-c3ff-4e3e-8601-00345a75857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.190562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.204181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab217687-7b8a-42a2-969b-bb1faf17c9b5 None None] Pushing event updated for resources: {'Port': ['ID=19ac376f-f4f4-4d4c-baa1-8e959d96a4ec,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.212103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object 9175af18-528e-4b12-91c6-00aacb2696e5 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:11.229300 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.259250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.284243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.291887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1b064946-c3ff-4e3e-8601-00345a75857f None None] Port 2a31e9a8-1d5d-4d09-9995-0fb67a078a9f cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:11.349713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:11.363999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:11.366294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:11.372922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 996b2158-87df-4d06-9623-72c5e28c61e3 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:11.377854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:11.380536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:11.392445 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.411658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Transition to ACTIVE for port object bc965620-e96d-4874-a931-bca28d1b17ad will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:11.434473 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'Port': ['ID=4f4a25b9-87e3-49d9-939a-5c8400468a94,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.440325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Transition to ACTIVE for port object bc965620-e96d-4874-a931-bca28d1b17ad will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:11.453319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.462542 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.514103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=9175af18-528e-4b12-91c6-00aacb2696e5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.533534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Network 2651f931-869a-40d7-a032-f93a55595bf0 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:11.537853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:11.542778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:11.556179 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.573630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Pushing event updated for resources: {'Port': ['ID=bc965620-e96d-4874-a931-bca28d1b17ad,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.631888 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.643321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Attempting to bind port bc965620-e96d-4874-a931-bca28d1b17ad on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:11.643702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Attempting to bind port bc965620-e96d-4874-a931-bca28d1b17ad by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '6e7badb5-1652-4852-96cb-a6846edc1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f931-869a-40d7-a032-f93a55595bf0'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:11.644078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Attempting to bind port bc965620-e96d-4874-a931-bca28d1b17ad on network 2651f931-869a-40d7-a032-f93a55595bf0 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:11.654665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:11.654665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Checking segment: {'id': '6e7badb5-1652-4852-96cb-a6846edc1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f931-869a-40d7-a032-f93a55595bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:11.654665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.654665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Bound using segment: {'id': '6e7badb5-1652-4852-96cb-a6846edc1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f931-869a-40d7-a032-f93a55595bf0'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:11.654665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Bound port: bc965620-e96d-4874-a931-bca28d1b17ad, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7badb5-1652-4852-96cb-a6846edc1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f931-869a-40d7-a032-f93a55595bf0'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:11.655440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.699873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.818550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] For port bc965620-e96d-4874-a931-bca28d1b17ad, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:11.823541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] For port bc965620-e96d-4874-a931-bca28d1b17ad, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bc965620-e96d-4874-a931-bca28d1b17ad,segment=NetworkSegment(6e7badb5-1652-4852-96cb-a6846edc1cc3),segment_id=6e7badb5-1652-4852-96cb-a6846edc1cc3)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:11.834254 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.848964 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.857732 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.888686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ba540-5ac3-4a73-9ff0-1d17125e4e67 None None] Pushing event updated for resources: {'Port': ['ID=bc965620-e96d-4874-a931-bca28d1b17ad,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.954448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'Port': ['ID=4f4a25b9-87e3-49d9-939a-5c8400468a94,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.977237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.011838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.013545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-93041835-9481-4267-8eff-304612d6a8ee tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5641580 Aug 31 06:57:12.016351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37198) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.021800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ebea59f3-5456-4c23-9a5d-859481a24d0e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Request body: {'floatingip': {'port_id': '2a31e9a8-1d5d-4d09-9995-0fb67a078a9f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:12.077019 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ebea59f3-5456-4c23-9a5d-859481a24d0e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.109483 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.115205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.250525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.252578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=9175af18-528e-4b12-91c6-00aacb2696e5,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:12.263299 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-ebea59f3-5456-4c23-9a5d-859481a24d0e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] update failed (client error): The resource could not be found. Aug 31 06:57:12.269571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ebea59f3-5456-4c23-9a5d-859481a24d0e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "PUT /v2.0/floatingips/17968334-784b-41f0-80db-9cf513d7f195 HTTP/1.1" status: 404 len: 507 time: 0.2470682 Aug 31 06:57:12.269898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37202) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.500184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 996b2158-87df-4d06-9623-72c5e28c61e3 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:12.506250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:12.603473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Deleting port 4f4a25b9-87e3-49d9-939a-5c8400468a94 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:12.603886 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.654278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bc965620-e96d-4874-a931-bca28d1b17ad up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:12.705917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef5250-ba9c-4b15-8b74-9270e6b67baf None None] Network 996b2158-87df-4d06-9623-72c5e28c61e3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:12.715405 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.716000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.732566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Calling delete_port for 4f4a25b9-87e3-49d9-939a-5c8400468a94 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:12.739620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router c2c126a4-1406-403a-878b-d9951a5d5a0d is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:12.774160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port bc965620-e96d-4874-a931-bca28d1b17ad completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:12.786752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:12.834158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fa93a08d-7ab6-4ff9-a14a-aa8e148026cc None None] Provisioning for port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:12.913039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:12.918989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a5f7f98-8149-4c48-9bf0-acf67c421cfe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/c2c126a4-1406-403a-878b-d9951a5d5a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9899628 Aug 31 06:57:12.922515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37206) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.924190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:12.938427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:12.938868 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.963591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d914cb-249b-4b6d-8d5d-e1b736167101 None None] Sync routers for ids ['c2c126a4-1406-403a-878b-d9951a5d5a0d'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:13.000566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12a379-df09-47c3-9c79-b4d9a032cc8b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:13.005036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37208) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:13.013850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9f12a379-df09-47c3-9c79-b4d9a032cc8b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports/9175af18-528e-4b12-91c6-00aacb2696e5 HTTP/1.1" status: 200 len: 910 time: 0.0898116 Aug 31 06:57:13.015355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.039084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d914cb-249b-4b6d-8d5d-e1b736167101 None None] Routers {'c2c126a4-1406-403a-878b-d9951a5d5a0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:13.040063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a9d914cb-249b-4b6d-8d5d-e1b736167101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c2c126a4-1406-403a-878b-d9951a5d5a0d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:13.091407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a9d914cb-249b-4b6d-8d5d-e1b736167101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:13.104456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event deleted for resources: {'Port': ['ID=4f4a25b9-87e3-49d9-939a-5c8400468a94,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:13.116089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d914cb-249b-4b6d-8d5d-e1b736167101 None None] Routers {'c2c126a4-1406-403a-878b-d9951a5d5a0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:13.116747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a9d914cb-249b-4b6d-8d5d-e1b736167101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c2c126a4-1406-403a-878b-d9951a5d5a0d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:13.163019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a9d914cb-249b-4b6d-8d5d-e1b736167101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:13.163351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d914cb-249b-4b6d-8d5d-e1b736167101 None None] The sync data for ids ['c2c126a4-1406-403a-878b-d9951a5d5a0d'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:13.223097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.223707 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.225766 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.230256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-66804334-b709-45e5-9cab-11a0240d09bb tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "DELETE /v2.0/floatingips/17968334-784b-41f0-80db-9cf513d7f195 HTTP/1.1" status: 204 len: 168 time: 0.9561107 Aug 31 06:57:13.233677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37210) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:13.237706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d0795955-95db-47d9-8b4a-fbab8eecbe62 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Request body: {'floatingip': {'floating_network_id': 'e4ff727b-360c-42c4-8a27-8640af620815', 'port_id': '2a31e9a8-1d5d-4d09-9995-0fb67a078a9f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:13.291974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d0795955-95db-47d9-8b4a-fbab8eecbe62 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.305579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=19ac376f-f4f4-4d4c-baa1-8e959d96a4ec,segment=NetworkSegment(d1710455-cfe5-4561-aac5-aa7faf205119),segment_id=d1710455-cfe5-4561-aac5-aa7faf205119)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:13.310232 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.415859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=19ac376f-f4f4-4d4c-baa1-8e959d96a4ec,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:13.430388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7898e3-1e4c-4714-88f8-d8370144167a None None] Network 2651f931-869a-40d7-a032-f93a55595bf0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:13.546255 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-d0795955-95db-47d9-8b4a-fbab8eecbe62 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:57:13.548006 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d0795955-95db-47d9-8b4a-fbab8eecbe62 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3145850 Aug 31 06:57:13.551995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37222) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:13.563504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '2a31e9a8-1d5d-4d09-9995-0fb67a078a9f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:13.574043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c5bf3be7-4e97-40b5-83b8-dae8a54b8d96 None None] Provisioning for port bc965620-e96d-4874-a931-bca28d1b17ad completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:13.584343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c5bf3be7-4e97-40b5-83b8-dae8a54b8d96 None None] Provisioning complete for port bc965620-e96d-4874-a931-bca28d1b17ad triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:13.585070 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c5bf3be7-4e97-40b5-83b8-dae8a54b8d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.623267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.755916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.806333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.887324 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c5bf3be7-4e97-40b5-83b8-dae8a54b8d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.983123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c5bf3be7-4e97-40b5-83b8-dae8a54b8d96 None None] For port bc965620-e96d-4874-a931-bca28d1b17ad, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bc965620-e96d-4874-a931-bca28d1b17ad,segment=NetworkSegment(6e7badb5-1652-4852-96cb-a6846edc1cc3),segment_id=6e7badb5-1652-4852-96cb-a6846edc1cc3)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:14.001536 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c5bf3be7-4e97-40b5-83b8-dae8a54b8d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.098491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Allocated IP 172.25.5.28 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/f21be35d-4f9c-486a-b89b-214438665791) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:14.128090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf3be7-4e97-40b5-83b8-dae8a54b8d96 None None] Pushing event updated for resources: {'Port': ['ID=bc965620-e96d-4874-a931-bca28d1b17ad,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:14.162738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-198355bb-097d-4c8d-a543-5a73d31b287e None None] Provisioning for port 9175af18-528e-4b12-91c6-00aacb2696e5 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:14.169063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-198355bb-097d-4c8d-a543-5a73d31b287e None None] Provisioning complete for port 9175af18-528e-4b12-91c6-00aacb2696e5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:14.169763 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-198355bb-097d-4c8d-a543-5a73d31b287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.253465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-198355bb-097d-4c8d-a543-5a73d31b287e None None] Port 9175af18-528e-4b12-91c6-00aacb2696e5 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:14.292087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-198355bb-097d-4c8d-a543-5a73d31b287e None None] Provisioning complete for port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:14.292591 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-198355bb-097d-4c8d-a543-5a73d31b287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.320885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.368581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.415140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37244) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:14.478863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:14.497269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:14.500501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event updated for resources: {'Port': ['ID=f21be35d-4f9c-486a-b89b-214438665791,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:14.503030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:14.558904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bc965620-e96d-4874-a931-bca28d1b17ad up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:14.575283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.21.0.1 (2651f931-869a-40d7-a032-f93a55595bf0/9c97f52d-4fd7-4d04-9b1c-f6a44e81206c/37c4be01-d34d-44af-8038-678f5655896e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:14.595764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-61e08ee2-f202-4e40-ab32-8ce9a2749cb4 None None] Provisioning complete for port bc965620-e96d-4874-a931-bca28d1b17ad triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:14.596260 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61e08ee2-f202-4e40-ab32-8ce9a2749cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.635658 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e87c90b-a73d-4cde-908d-7adf2b1051f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.658818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port bc965620-e96d-4874-a931-bca28d1b17ad triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:14.659675 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.733134 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.752364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object 37c4be01-d34d-44af-8038-678f5655896e will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:14.775102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Deleting port f21be35d-4f9c-486a-b89b-214438665791 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:14.775503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.803705 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.840865 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e87c90b-a73d-4cde-908d-7adf2b1051f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.847571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e87c90b-a73d-4cde-908d-7adf2b1051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.851120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 2651f931-869a-40d7-a032-f93a55595bf0 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:14.854021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:14.858752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:14.887763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=37c4be01-d34d-44af-8038-678f5655896e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:14.911896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e87c90b-a73d-4cde-908d-7adf2b1051f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=301ce4f4b15d4c52b568d335865ac9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932344 Aug 31 06:57:14.912891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37248) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:14.914538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87c90b-a73d-4cde-908d-7adf2b1051f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59dc2f6-a90b-4f05-99f1-2ff50089fc7b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:14.927543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.927845 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.942916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.943361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Calling delete_port for f21be35d-4f9c-486a-b89b-214438665791 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:14.949022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-61e08ee2-f202-4e40-ab32-8ce9a2749cb4 None None] Provisioning complete for port 9175af18-528e-4b12-91c6-00aacb2696e5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:14.949536 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61e08ee2-f202-4e40-ab32-8ce9a2749cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.001472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-61e08ee2-f202-4e40-ab32-8ce9a2749cb4 None None] Port 9175af18-528e-4b12-91c6-00aacb2696e5 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:15.015855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:15.067239 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b0188af-882a-473e-a622-0c7b07110b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.073226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:15.073771 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.108011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b0188af-882a-473e-a622-0c7b07110b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.118381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.157889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event deleted for resources: {'Port': ['ID=f21be35d-4f9c-486a-b89b-214438665791,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.160637 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.231061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-84f6e13e-4106-47ae-8aad-34386b0edf81 None None] Provisioning for port 37c4be01-d34d-44af-8038-678f5655896e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:15.237067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-84f6e13e-4106-47ae-8aad-34386b0edf81 None None] Provisioning complete for port 37c4be01-d34d-44af-8038-678f5655896e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:15.237748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-84f6e13e-4106-47ae-8aad-34386b0edf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.252073 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] create failed (client error): The resource could not be found. Aug 31 06:57:15.256707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-934bce6f-6dd3-4211-b884-6f2ad2b5ecb2 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6999960 Aug 31 06:57:15.257301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37250) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.266153 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b0188af-882a-473e-a622-0c7b07110b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.268819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b0188af-882a-473e-a622-0c7b07110b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.272313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5b0188af-882a-473e-a622-0c7b07110b23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b59dc2f6-a90b-4f05-99f1-2ff50089fc7b HTTP/1.1" status: 204 len: 168 time: 0.3561866 Aug 31 06:57:15.281630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-84f6e13e-4106-47ae-8aad-34386b0edf81 None None] Port 37c4be01-d34d-44af-8038-678f5655896e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:15.312053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0188af-882a-473e-a622-0c7b07110b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59dc2f6-a90b-4f05-99f1-2ff50089fc7b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.362378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1001c-a79b-420b-ab76-af68316d6bd0 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Deleting port 2a31e9a8-1d5d-4d09-9995-0fb67a078a9f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:15.362729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c1d1001c-a79b-420b-ab76-af68316d6bd0 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.458134 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:57:15.468574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c1d1001c-a79b-420b-ab76-af68316d6bd0 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.471323 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.477979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.483009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1001c-a79b-420b-ab76-af68316d6bd0 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Calling delete_port for 2a31e9a8-1d5d-4d09-9995-0fb67a078a9f owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:15.562413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=37c4be01-d34d-44af-8038-678f5655896e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.567400 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.599936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37256) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.619347 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc156-fde0-4472-8b9e-8514863d243d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.651265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c1d1001c-a79b-420b-ab76-af68316d6bd0 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.662218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 2651f931-869a-40d7-a032-f93a55595bf0 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:15.663766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:15.686383 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1001c-a79b-420b-ab76-af68316d6bd0 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event deleted for resources: {'Port': ['ID=2a31e9a8-1d5d-4d09-9995-0fb67a078a9f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.785251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router c2c126a4-1406-403a-878b-d9951a5d5a0d has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:15.799645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c1d1001c-a79b-420b-ab76-af68316d6bd0 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.801774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c1d1001c-a79b-420b-ab76-af68316d6bd0 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "DELETE /v2.0/ports/2a31e9a8-1d5d-4d09-9995-0fb67a078a9f HTTP/1.1" status: 204 len: 168 time: 0.5433462 Aug 31 06:57:15.806009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37258) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.845306 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc156-fde0-4472-8b9e-8514863d243d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.850932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc156-fde0-4472-8b9e-8514863d243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.901020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cc156-fde0-4472-8b9e-8514863d243d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff6816-ccfa-4458-8a04-eeebf8bc9993,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.906162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3c8cc156-fde0-4472-8b9e-8514863d243d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58403b94de724c0c847b235f8067dd86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052158 Aug 31 06:57:15.908740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37260) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.969944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60480302-0553-4aab-aceb-5512b1ee0599 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:15.972438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-60480302-0553-4aab-aceb-5512b1ee0599 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "GET /v2.0/ports?device_id=b495e5f6-32dd-4007-8250-282c5d58591d HTTP/1.1" status: 200 len: 913 time: 0.1645594 Aug 31 06:57:15.974348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:15.975927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37262) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.979338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92b548a2-f5ec-490e-bb81-bb71e8f46133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.985488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0c9f947b-21ce-4b08-9f7e-a542c47959fa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/c2c126a4-1406-403a-878b-d9951a5d5a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9785125 Aug 31 06:57:15.992163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37264) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.995680 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2edf84-7819-4725-a203-a894e2b48abb None None] Sync routers for ids ['c2c126a4-1406-403a-878b-d9951a5d5a0d'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:16.010306 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2edf84-7819-4725-a203-a894e2b48abb None None] Routers {'c2c126a4-1406-403a-878b-d9951a5d5a0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:16.010908 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3e2edf84-7819-4725-a203-a894e2b48abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c2c126a4-1406-403a-878b-d9951a5d5a0d'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:16.016776 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-adc8c253-eca6-4ffe-949c-76fa60f1a7ad None None] Provisioning complete for port 37c4be01-d34d-44af-8038-678f5655896e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:16.017732 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-adc8c253-eca6-4ffe-949c-76fa60f1a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.059017 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3e2edf84-7819-4725-a203-a894e2b48abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:16.061540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-adc8c253-eca6-4ffe-949c-76fa60f1a7ad None None] Port 37c4be01-d34d-44af-8038-678f5655896e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:16.066962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664bc0f4-7252-4d79-8824-0a821630c922 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:16.069225 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-664bc0f4-7252-4d79-8824-0a821630c922 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports/37c4be01-d34d-44af-8038-678f5655896e HTTP/1.1" status: 200 len: 910 time: 0.0753775 Aug 31 06:57:16.072022 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2edf84-7819-4725-a203-a894e2b48abb None None] Routers {'c2c126a4-1406-403a-878b-d9951a5d5a0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:16.072643 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3e2edf84-7819-4725-a203-a894e2b48abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c2c126a4-1406-403a-878b-d9951a5d5a0d'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:16.073428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:16.085400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92b548a2-f5ec-490e-bb81-bb71e8f46133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.108002 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3e2edf84-7819-4725-a203-a894e2b48abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:16.108981 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2edf84-7819-4725-a203-a894e2b48abb None None] The sync data for ids ['c2c126a4-1406-403a-878b-d9951a5d5a0d'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:16.265932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92b548a2-f5ec-490e-bb81-bb71e8f46133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.268374 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92b548a2-f5ec-490e-bb81-bb71e8f46133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.269564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-92b548a2-f5ec-490e-bb81-bb71e8f46133 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07ff6816-ccfa-4458-8a04-eeebf8bc9993 HTTP/1.1" status: 204 len: 168 time: 0.3591986 Aug 31 06:57:16.286090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b548a2-f5ec-490e-bb81-bb71e8f46133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff6816-ccfa-4458-8a04-eeebf8bc9993,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:16.338737 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.465567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.609849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Deleting port fccbb04e-3acd-44da-a58b-9d64eb3685cd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:16.610286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.701704 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.716374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Calling delete_port for fccbb04e-3acd-44da-a58b-9d64eb3685cd owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:16.752502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 37c4be01-d34d-44af-8038-678f5655896e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:16.753067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.881655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.894237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 37c4be01-d34d-44af-8038-678f5655896e owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:16.958308 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.988269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event deleted for resources: {'Port': ['ID=fccbb04e-3acd-44da-a58b-9d64eb3685cd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:17.109761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.152404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=37c4be01-d34d-44af-8038-678f5655896e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:17.180558 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.372125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Router b495e5f6-32dd-4007-8250-282c5d58591d has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:17.388773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.466772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:17.477868 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5b301e3d-06f8-4ef6-a507-fea783d84d5e tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "PUT /v2.0/routers/b495e5f6-32dd-4007-8250-282c5d58591d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5009749 Aug 31 06:57:17.480798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48321da-9abb-4705-8d8c-ad12988d9e26 None None] Sync routers for ids ['b495e5f6-32dd-4007-8250-282c5d58591d'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:17.485467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37296) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.495916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48321da-9abb-4705-8d8c-ad12988d9e26 None None] Routers {'b495e5f6-32dd-4007-8250-282c5d58591d'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:17.496628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a48321da-9abb-4705-8d8c-ad12988d9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b495e5f6-32dd-4007-8250-282c5d58591d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:17.534102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a48321da-9abb-4705-8d8c-ad12988d9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:17.544252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48321da-9abb-4705-8d8c-ad12988d9e26 None None] Routers {'b495e5f6-32dd-4007-8250-282c5d58591d'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:17.544995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a48321da-9abb-4705-8d8c-ad12988d9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b495e5f6-32dd-4007-8250-282c5d58591d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:17.586258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a48321da-9abb-4705-8d8c-ad12988d9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:17.587097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48321da-9abb-4705-8d8c-ad12988d9e26 None None] The sync data for ids ['b495e5f6-32dd-4007-8250-282c5d58591d'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:17.601896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b75f8a4-163b-45a7-8f47-b24eb844903b tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.783980 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b75f8a4-163b-45a7-8f47-b24eb844903b tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.786808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b75f8a4-163b-45a7-8f47-b24eb844903b tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.833881 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b75f8a4-163b-45a7-8f47-b24eb844903b tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.834427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b75f8a4-163b-45a7-8f47-b24eb844903b tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Fanout notify agent at l3_agent the message router_deleted on router b495e5f6-32dd-4007-8250-282c5d58591d {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:17.843652 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b75f8a4-163b-45a7-8f47-b24eb844903b tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.848468 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3b75f8a4-163b-45a7-8f47-b24eb844903b tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "DELETE /v2.0/routers/b495e5f6-32dd-4007-8250-282c5d58591d HTTP/1.1" status: 204 len: 168 time: 0.3579819 Aug 31 06:57:17.848468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37306) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.902867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a6b3b8-a5f9-4bc4-8ba2-538ccc0c5f79 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Deleting subnet 4c27b34b-5139-4e22-b4ee-c93b789db9cf {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:17.906069 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-69a6b3b8-a5f9-4bc4-8ba2-538ccc0c5f79 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.916439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router c2c126a4-1406-403a-878b-d9951a5d5a0d has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:17.958710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-69a6b3b8-a5f9-4bc4-8ba2-538ccc0c5f79 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.016635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:18.022467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-25a7ebc0-ea1a-4b77-8df1-ba2ddb3f4be0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/c2c126a4-1406-403a-878b-d9951a5d5a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9480336 Aug 31 06:57:18.025265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37308) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.028171 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1e69e-d963-4171-86a2-a8829dba3d38 None None] Sync routers for ids ['c2c126a4-1406-403a-878b-d9951a5d5a0d'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:18.051023 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1e69e-d963-4171-86a2-a8829dba3d38 None None] Routers {'c2c126a4-1406-403a-878b-d9951a5d5a0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:18.053049 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8ce1e69e-d963-4171-86a2-a8829dba3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c2c126a4-1406-403a-878b-d9951a5d5a0d'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.065788 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-69a6b3b8-a5f9-4bc4-8ba2-538ccc0c5f79 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.093702 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8ce1e69e-d963-4171-86a2-a8829dba3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.104144 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1e69e-d963-4171-86a2-a8829dba3d38 None None] Routers {'c2c126a4-1406-403a-878b-d9951a5d5a0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:18.104905 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8ce1e69e-d963-4171-86a2-a8829dba3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c2c126a4-1406-403a-878b-d9951a5d5a0d'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.148152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-69a6b3b8-a5f9-4bc4-8ba2-538ccc0c5f79 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.154532 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8ce1e69e-d963-4171-86a2-a8829dba3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.156007 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1e69e-d963-4171-86a2-a8829dba3d38 None None] The sync data for ids ['c2c126a4-1406-403a-878b-d9951a5d5a0d'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:18.178573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37312) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.186810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6b3b8-a5f9-4bc4-8ba2-538ccc0c5f79 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event deleted for resources: {'Subnet': ['ID=4c27b34b-5139-4e22-b4ee-c93b789db9cf,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:18.192198 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-69a6b3b8-a5f9-4bc4-8ba2-538ccc0c5f79 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.196005 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-69a6b3b8-a5f9-4bc4-8ba2-538ccc0c5f79 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "DELETE /v2.0/subnets/4c27b34b-5139-4e22-b4ee-c93b789db9cf HTTP/1.1" status: 204 len: 168 time: 0.3443692 Aug 31 06:57:18.196768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37316) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.199711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e495e538-9586-4717-81dc-5af8c085cf7b None None] Network e4ff727b-360c-42c4-8a27-8640af620815 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:18.283597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.356557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Deleting port 90634321-b264-4a2a-b3d5-fa3e479c9517 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:18.356971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.368258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6df5-d4d3-4c6e-99bb-a24c669adc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.428189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] DHCP port deletion for e4ff727b-360c-42c4-8a27-8640af620815 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:18.431949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] For port 90634321-b264-4a2a-b3d5-fa3e479c9517, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=90634321-b264-4a2a-b3d5-fa3e479c9517,segment=NetworkSegment(464041d7-68bd-4a49-86e7-112f167a64c1),segment_id=464041d7-68bd-4a49-86e7-112f167a64c1)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:18.432295 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.447022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Calling delete_port for 90634321-b264-4a2a-b3d5-fa3e479c9517 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:18.490342 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.508735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] Deleting port 90634321-b264-4a2a-b3d5-fa3e479c9517 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:18.509611 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.550876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.562179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 90634321-b264-4a2a-b3d5-fa3e479c9517 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:18.583693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event deleted for resources: {'Port': ['ID=90634321-b264-4a2a-b3d5-fa3e479c9517,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:18.589466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 90634321-b264-4a2a-b3d5-fa3e479c9517 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:18.590185 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 90634321-b264-4a2a-b3d5-fa3e479c9517 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:18.598910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] No DVR routers for this DVR port 90634321-b264-4a2a-b3d5-fa3e479c9517 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:18.613163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6df5-d4d3-4c6e-99bb-a24c669adc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.614295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] For port 90634321-b264-4a2a-b3d5-fa3e479c9517, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=90634321-b264-4a2a-b3d5-fa3e479c9517,segment=NetworkSegment(464041d7-68bd-4a49-86e7-112f167a64c1),segment_id=464041d7-68bd-4a49-86e7-112f167a64c1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:18.614864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.629691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] Calling delete_port for 90634321-b264-4a2a-b3d5-fa3e479c9517 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:18.649311 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6df5-d4d3-4c6e-99bb-a24c669adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.717015 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.722459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bcfe6df5-d4d3-4c6e-99bb-a24c669adc85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b969606452ff433b8fceef9fd2d097b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5426643 Aug 31 06:57:18.725175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.744208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6df5-d4d3-4c6e-99bb-a24c669adc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6cefb-cb88-4171-83de-54fbfaabf25a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:18.763769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] Pushing event deleted for resources: {'Port': ['ID=90634321-b264-4a2a-b3d5-fa3e479c9517,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:18.767123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814b364-32b6-44f3-ae4e-5c533277d234 None None] No DVR routers for this DVR port 90634321-b264-4a2a-b3d5-fa3e479c9517 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:18.830843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2e51-7c00-44ec-be9a-63bd8194047f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.878597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2e51-7c00-44ec-be9a-63bd8194047f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.931159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 9175af18-528e-4b12-91c6-00aacb2696e5 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:18.931535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.932019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.946428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ff727b-360c-42c4-8a27-8640af620815']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.957594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464041d7-68bd-4a49-86e7-112f167a64c1') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.957898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464041d7-68bd-4a49-86e7-112f167a64c1') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.966773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.980741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.983631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2e51-7c00-44ec-be9a-63bd8194047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.986949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2e51-7c00-44ec-be9a-63bd8194047f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.989417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b9bc2e51-7c00-44ec-be9a-63bd8194047f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39f6cefb-cb88-4171-83de-54fbfaabf25a HTTP/1.1" status: 204 len: 168 time: 0.2624717 Aug 31 06:57:18.989968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:18.990371 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:18.994805 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:19.007611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2e51-7c00-44ec-be9a-63bd8194047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6cefb-cb88-4171-83de-54fbfaabf25a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:19.064121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.070472 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.078685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.080532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] 10.222.0.15 "DELETE /v2.0/networks/e4ff727b-360c-42c4-8a27-8640af620815 HTTP/1.1" status: 204 len: 168 time: 0.8832927 Aug 31 06:57:19.082575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 9175af18-528e-4b12-91c6-00aacb2696e5 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:19.094996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957932b4-258c-4381-b0a5-7492dfb00a35 tempest-FloatingIPNegativeTestJSON-754220034 tempest-FloatingIPNegativeTestJSON-754220034-project] Pushing event deleted for resources: {'Network': ['ID=e4ff727b-360c-42c4-8a27-8640af620815,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:19.284465 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.314090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37328) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.314659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=9175af18-528e-4b12-91c6-00aacb2696e5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:19.330173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4786-04ca-4f39-ad6f-d17002b101c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.375639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37330) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.463866 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4786-04ca-4f39-ad6f-d17002b101c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.469863 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2e6c4786-04ca-4f39-ad6f-d17002b101c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.494390 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.524344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2e6c4786-04ca-4f39-ad6f-d17002b101c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=905609935076406bbfa089c12d2d1e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090094 Aug 31 06:57:19.525694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c4786-04ca-4f39-ad6f-d17002b101c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f92059-ccd1-4dad-80bd-71749a6a6b3e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:19.528490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37334) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.603311 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa5f0c3-2f3f-4e49-99c6-88c7bec89133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.644107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa5f0c3-2f3f-4e49-99c6-88c7bec89133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.658026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c466515c-8e6e-4256-9e7a-a116577536b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c09e6f6cf4874151b00335bbc5cf4051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811327 Aug 31 06:57:19.660476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37336) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.681156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router c2c126a4-1406-403a-878b-d9951a5d5a0d has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:19.727216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b11e7df6-7919-4a0b-a57f-718f40cd1571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.741140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa5f0c3-2f3f-4e49-99c6-88c7bec89133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.743752 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa5f0c3-2f3f-4e49-99c6-88c7bec89133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.744983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-efa5f0c3-2f3f-4e49-99c6-88c7bec89133 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4f92059-ccd1-4dad-80bd-71749a6a6b3e HTTP/1.1" status: 204 len: 168 time: 0.2152846 Aug 31 06:57:19.765559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b11e7df6-7919-4a0b-a57f-718f40cd1571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.766308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:19.768176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5f0c3-2f3f-4e49-99c6-88c7bec89133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f92059-ccd1-4dad-80bd-71749a6a6b3e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:19.771946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-869ca9a2-fa54-4167-af70-03d693c93a41 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/c2c126a4-1406-403a-878b-d9951a5d5a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454939 Aug 31 06:57:19.774515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37340) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.792548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47788c38-fcb6-4908-b8df-17f0accdd937 None None] Sync routers for ids ['c2c126a4-1406-403a-878b-d9951a5d5a0d'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:19.806687 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65452f45-d886-42ee-be9d-dfde24bb8a9b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c126a4-1406-403a-878b-d9951a5d5a0d HTTP/1.1" status: 200 len: 205 time: 0.0307202 Aug 31 06:57:19.808021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47788c38-fcb6-4908-b8df-17f0accdd937 None None] Routers {'c2c126a4-1406-403a-878b-d9951a5d5a0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:19.808780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47788c38-fcb6-4908-b8df-17f0accdd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c2c126a4-1406-403a-878b-d9951a5d5a0d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.809297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37342) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.843697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47788c38-fcb6-4908-b8df-17f0accdd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.845583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b11e7df6-7919-4a0b-a57f-718f40cd1571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.849243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b11e7df6-7919-4a0b-a57f-718f40cd1571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.851562 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b11e7df6-7919-4a0b-a57f-718f40cd1571 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bc7378f-63f7-4593-8548-ac0b93abad0a HTTP/1.1" status: 204 len: 168 time: 0.1895308 Aug 31 06:57:19.852844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47788c38-fcb6-4908-b8df-17f0accdd937 None None] Routers {'c2c126a4-1406-403a-878b-d9951a5d5a0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:19.853836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47788c38-fcb6-4908-b8df-17f0accdd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c2c126a4-1406-403a-878b-d9951a5d5a0d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.861457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e7df6-7919-4a0b-a57f-718f40cd1571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc7378f-63f7-4593-8548-ac0b93abad0a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:19.900352 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4a7c-73b4-4824-bd33-871f27aba9ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.912001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-47788c38-fcb6-4908-b8df-17f0accdd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.912797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47788c38-fcb6-4908-b8df-17f0accdd937 None None] The sync data for ids ['c2c126a4-1406-403a-878b-d9951a5d5a0d'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:20.086671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4a7c-73b4-4824-bd33-871f27aba9ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.088909 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4a7c-73b4-4824-bd33-871f27aba9ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.134128 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4a7c-73b4-4824-bd33-871f27aba9ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.135582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ab4a7c-73b4-4824-bd33-871f27aba9ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Fanout notify agent at l3_agent the message router_deleted on router c2c126a4-1406-403a-878b-d9951a5d5a0d {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:20.143356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4a7c-73b4-4824-bd33-871f27aba9ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.144478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4ab4a7c-73b4-4824-bd33-871f27aba9ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/c2c126a4-1406-403a-878b-d9951a5d5a0d HTTP/1.1" status: 204 len: 168 time: 0.3341446 Aug 31 06:57:20.147814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37354) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.205063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74eccad-b02f-486c-a1f6-30ba15da1231 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet 9c97f52d-4fd7-4d04-9b1c-f6a44e81206c {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:20.209582 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d74eccad-b02f-486c-a1f6-30ba15da1231 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.259921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d74eccad-b02f-486c-a1f6-30ba15da1231 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.351073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d74eccad-b02f-486c-a1f6-30ba15da1231 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.418768 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d74eccad-b02f-486c-a1f6-30ba15da1231 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.454515 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d74eccad-b02f-486c-a1f6-30ba15da1231 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.459303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37372) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.459441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d74eccad-b02f-486c-a1f6-30ba15da1231 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/9c97f52d-4fd7-4d04-9b1c-f6a44e81206c HTTP/1.1" status: 204 len: 168 time: 0.3104777 Aug 31 06:57:20.460354 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eccad-b02f-486c-a1f6-30ba15da1231 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=9c97f52d-4fd7-4d04-9b1c-f6a44e81206c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:20.463895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e026b-59ae-4fb6-8318-d73041343e3d None None] Network 2651f931-869a-40d7-a032-f93a55595bf0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:20.519251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6511ef01-0886-4746-8442-6382d0a10c01 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet 85d6977f-72a0-4d87-b763-42ffde205d83 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:20.522971 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6511ef01-0886-4746-8442-6382d0a10c01 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.587607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6511ef01-0886-4746-8442-6382d0a10c01 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.689493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6511ef01-0886-4746-8442-6382d0a10c01 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.712960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] DHCP port deletion for 2651f931-869a-40d7-a032-f93a55595bf0 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:20.756544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6511ef01-0886-4746-8442-6382d0a10c01 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.778727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] Deleting port bc965620-e96d-4874-a931-bca28d1b17ad {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:20.779742 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.798813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511ef01-0886-4746-8442-6382d0a10c01 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=85d6977f-72a0-4d87-b763-42ffde205d83,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:20.804112 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6511ef01-0886-4746-8442-6382d0a10c01 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.810073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37388) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.821801 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6511ef01-0886-4746-8442-6382d0a10c01 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/85d6977f-72a0-4d87-b763-42ffde205d83 HTTP/1.1" status: 204 len: 168 time: 0.3603725 Aug 31 06:57:20.828093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7807f256-1f1a-4294-9540-94e521321933 None None] Network 996b2158-87df-4d06-9623-72c5e28c61e3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:20.897635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37392) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.898757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.931114 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] For port bc965620-e96d-4874-a931-bca28d1b17ad, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bc965620-e96d-4874-a931-bca28d1b17ad,segment=NetworkSegment(6e7badb5-1652-4852-96cb-a6846edc1cc3),segment_id=6e7badb5-1652-4852-96cb-a6846edc1cc3)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:20.931829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.972092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port bc965620-e96d-4874-a931-bca28d1b17ad {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:20.972427 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.975639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] Calling delete_port for bc965620-e96d-4874-a931-bca28d1b17ad owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:21.056350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port bc965620-e96d-4874-a931-bca28d1b17ad, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bc965620-e96d-4874-a931-bca28d1b17ad,segment=NetworkSegment(6e7badb5-1652-4852-96cb-a6846edc1cc3),segment_id=6e7badb5-1652-4852-96cb-a6846edc1cc3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:21.056716 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.073299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for bc965620-e96d-4874-a931-bca28d1b17ad owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:21.078351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.119256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] DHCP port deletion for 996b2158-87df-4d06-9623-72c5e28c61e3 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:21.123019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] No DVR routers for this DVR port bc965620-e96d-4874-a931-bca28d1b17ad on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:21.132983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c847a-b2ce-489f-a8cc-a11698459133 None None] Pushing event deleted for resources: {'Port': ['ID=bc965620-e96d-4874-a931-bca28d1b17ad,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.174827 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.191525 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] Deleting port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:21.191998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.211810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=bc965620-e96d-4874-a931-bca28d1b17ad,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.217963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No DVR routers for this DVR port bc965620-e96d-4874-a931-bca28d1b17ad on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:21.256946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-584654675'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:21.304389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] For port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=19ac376f-f4f4-4d4c-baa1-8e959d96a4ec,segment=NetworkSegment(d1710455-cfe5-4561-aac5-aa7faf205119),segment_id=d1710455-cfe5-4561-aac5-aa7faf205119)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:21.304389 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.304631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:21.304631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.320446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.329448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] Calling delete_port for 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:21.333683 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.346611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2651f931-869a-40d7-a032-f93a55595bf0']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.360583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7badb5-1652-4852-96cb-a6846edc1cc3') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.361144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7badb5-1652-4852-96cb-a6846edc1cc3') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.372366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.394288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.403327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:21.404114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:21.408602 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:21.424552 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.456009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.456240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] Pushing event deleted for resources: {'Port': ['ID=19ac376f-f4f4-4d4c-baa1-8e959d96a4ec,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.458681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcdb6e-544e-405b-84b5-9c8727f7a352 None None] No DVR routers for this DVR port 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:21.467234 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.494325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.500792 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.502963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:21.507783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/2651f931-869a-40d7-a032-f93a55595bf0 HTTP/1.1" status: 204 len: 168 time: 0.6961112 Aug 31 06:57:21.508485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37406) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:21.515059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee793aa0-2ebc-4726-9925-68bd8b20c8ec,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.525862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.527264 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment da651d28-c647-4d45-a9d6-291d747103dd of type vlan for network e3f01b86-d296-4d19-b7ca-3bcb6243ae50 Aug 31 06:57:21.582936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb293fec-4477-499e-b14b-39c887afe9f7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=2651f931-869a-40d7-a032-f93a55595bf0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.583749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.608845 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.614704 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.621155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:21.622890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.701210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7890551 Aug 31 06:57:21.701210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da783e55-afff-4922-a53e-3ff76f66bb2e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=e3f01b86-d296-4d19-b7ca-3bcb6243ae50,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.707965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e3f01b86-d296-4d19-b7ca-3bcb6243ae50 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:21.721636 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.733124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996b2158-87df-4d06-9623-72c5e28c61e3']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.744459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1710455-cfe5-4561-aac5-aa7faf205119') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.745063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1710455-cfe5-4561-aac5-aa7faf205119') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.756192 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.772711 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.785129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:21.785563 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:21.788646 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:21.822246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37412) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:21.828250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': 'e3f01b86-d296-4d19-b7ca-3bcb6243ae50', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:21.854065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.858915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.861687 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/996b2158-87df-4d06-9623-72c5e28c61e3 HTTP/1.1" status: 204 len: 168 time: 0.3482132 Aug 31 06:57:21.876056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37414) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:21.882204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-295033623'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:21.916656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e26da-1643-4fa6-8294-a5e646902928 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=996b2158-87df-4d06-9623-72c5e28c61e3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.922815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:21.926783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.939375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:21.943284 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.960106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:21.970749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.971059 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment 15ab02ee-e862-4032-ab2b-b856b5740cc8 of type vlan for network b872f741-f24c-43ca-93c2-f3cda83ac8f6 Aug 31 06:57:22.026345 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.079952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.087449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:22.092342 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.193604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=b872f741-f24c-43ca-93c2-f3cda83ac8f6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:22.204517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6b26d71a-808f-4d31-9fc0-5c8c45524d38 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3368099 Aug 31 06:57:22.206147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network b872f741-f24c-43ca-93c2-f3cda83ac8f6 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:22.207252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37422) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:22.214262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': 'b872f741-f24c-43ca-93c2-f3cda83ac8f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:22.219247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.301687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': 'da651d28-c647-4d45-a9d6-291d747103dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e3f01b86-d296-4d19-b7ca-3bcb6243ae50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:22.302232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: e3f01b86-d296-4d19-b7ca-3bcb6243ae50, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:22.309907 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=74bc8e17-0aef-4de8-9ab0-7a94bbcea00d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:22.323170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:22.327536 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.331932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network e3f01b86-d296-4d19-b7ca-3bcb6243ae50 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:22.341845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e3f01b86-d296-4d19-b7ca-3bcb6243ae50) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:22.351822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32ee82d-0e37-4ae3-9971-06d4e4c523a2 None None] Network e3f01b86-d296-4d19-b7ca-3bcb6243ae50 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:22.355332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:22.356175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.375478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bad74310-b6e6-4b3e-8fcd-5d7f1ef2d422 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5519056 Aug 31 06:57:22.379110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37424) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:22.386746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-688903145'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:22.415453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:22.421131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.470648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:22.490196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.490553 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment 848f92b6-9696-453f-8610-2f488e1a0bc5 of type vlan for network 6745d2ce-bb41-4f2c-8428-da70c3d95442 Aug 31 06:57:22.557496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e3f01b86-d296-4d19-b7ca-3bcb6243ae50', 'network_id': 'e3f01b86-d296-4d19-b7ca-3bcb6243ae50', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': '74bc8e17-0aef-4de8-9ab0-7a94bbcea00d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:22.558314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.576090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.590462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bc965620-e96d-4874-a931-bca28d1b17ad no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:22.595019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.612608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.626933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:22.627652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.656422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: bc965620-e96d-4874-a931-bca28d1b17ad {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:22.656986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bc965620-e96d-4874-a931-bca28d1b17ad not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:22.657568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:22.679735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=8c504722-eb19-4805-988e-7569327071a2,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:22.691226 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3083415 Aug 31 06:57:22.691486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37428) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:22.694192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:22.694705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 19ac376f-f4f4-4d4c-baa1-8e959d96a4ec not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:22.695018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': '15ab02ee-e862-4032-ab2b-b856b5740cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b872f741-f24c-43ca-93c2-f3cda83ac8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:22.695580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: b872f741-f24c-43ca-93c2-f3cda83ac8f6, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:22.698123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': '6745d2ce-bb41-4f2c-8428-da70c3d95442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:22.745718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network b872f741-f24c-43ca-93c2-f3cda83ac8f6 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:22.765856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, b872f741-f24c-43ca-93c2-f3cda83ac8f6) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:22.770731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:22.771843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.772753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Allocated IP 172.20.255.242 (e3f01b86-d296-4d19-b7ca-3bcb6243ae50/74bc8e17-0aef-4de8-9ab0-7a94bbcea00d/151beaf1-42e6-4893-bb88-8be55e6d487f) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:22.779739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928d664-ada4-49dc-a317-dcf4336660d1 None None] Network b872f741-f24c-43ca-93c2-f3cda83ac8f6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:22.788925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55aac6-5b8c-4763-859d-a7842cc9f804 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=6745d2ce-bb41-4f2c-8428-da70c3d95442,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:22.805644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 6745d2ce-bb41-4f2c-8428-da70c3d95442 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:22.806980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5de7e279-655d-48e4-8202-aa733f4c7e32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5982518 Aug 31 06:57:22.810563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37430) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:22.818958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-01f33ed3-c5bb-47ac-a030-1b6989cb5534 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-987917255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:22.850709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01f33ed3-c5bb-47ac-a030-1b6989cb5534 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.852650 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01f33ed3-c5bb-47ac-a030-1b6989cb5534 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.873348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:22.877109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.931007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01f33ed3-c5bb-47ac-a030-1b6989cb5534 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.939366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01f33ed3-c5bb-47ac-a030-1b6989cb5534 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.959002 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-01f33ed3-c5bb-47ac-a030-1b6989cb5534 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.960294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-01f33ed3-c5bb-47ac-a030-1b6989cb5534 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1492350 Aug 31 06:57:22.963481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37432) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:22.968737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'port': {'network_id': 'b872f741-f24c-43ca-93c2-f3cda83ac8f6', 'name': 'tempest-RoutersTest-849182955'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:23.093728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-b872f741-f24c-43ca-93c2-f3cda83ac8f6', 'network_id': 'b872f741-f24c-43ca-93c2-f3cda83ac8f6', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': '8c504722-eb19-4805-988e-7569327071a2'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:23.094571 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.163740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:23.167244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.204416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] device_id is not set on port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:57:23.210795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.213006 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.235655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Transition to ACTIVE for port object 151beaf1-42e6-4893-bb88-8be55e6d487f will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:23.306290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Transition to ACTIVE for port object 151beaf1-42e6-4893-bb88-8be55e6d487f will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:23.317880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.319158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=f2537c70-e3a5-4ce7-b383-6e7294ec911d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:23.335657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': '848f92b6-9696-453f-8610-2f488e1a0bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6745d2ce-bb41-4f2c-8428-da70c3d95442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:23.336012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: 6745d2ce-bb41-4f2c-8428-da70c3d95442, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:23.349840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Allocated IP 172.20.0.2 (b872f741-f24c-43ca-93c2-f3cda83ac8f6/8c504722-eb19-4805-988e-7569327071a2/8fdd75ba-9ac2-4e43-854a-f53a04387ce5) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:23.360338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network 6745d2ce-bb41-4f2c-8428-da70c3d95442 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:23.372276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 6745d2ce-bb41-4f2c-8428-da70c3d95442) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:23.377817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:23.378476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.392648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Network e3f01b86-d296-4d19-b7ca-3bcb6243ae50 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:23.398855 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7aff926a-e8e8-4e3b-a514-f51f37ed562b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7059743 Aug 31 06:57:23.401716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37440) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:23.421208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca819d56-db1e-4456-a0ac-c186da7e2f09 None None] Network 6745d2ce-bb41-4f2c-8428-da70c3d95442 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:23.462121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Pushing event updated for resources: {'Port': ['ID=151beaf1-42e6-4893-bb88-8be55e6d487f,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:23.465125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:23.494185 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:23.776555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Attempting to bind port 151beaf1-42e6-4893-bb88-8be55e6d487f on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:23.776944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Attempting to bind port 151beaf1-42e6-4893-bb88-8be55e6d487f by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'da651d28-c647-4d45-a9d6-291d747103dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e3f01b86-d296-4d19-b7ca-3bcb6243ae50'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:23.777224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Attempting to bind port 151beaf1-42e6-4893-bb88-8be55e6d487f on network e3f01b86-d296-4d19-b7ca-3bcb6243ae50 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:23.813397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:23.813793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Checking segment: {'id': 'da651d28-c647-4d45-a9d6-291d747103dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e3f01b86-d296-4d19-b7ca-3bcb6243ae50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:23.814206 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.814614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Bound using segment: {'id': 'da651d28-c647-4d45-a9d6-291d747103dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e3f01b86-d296-4d19-b7ca-3bcb6243ae50'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:23.815107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Bound port: 151beaf1-42e6-4893-bb88-8be55e6d487f, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da651d28-c647-4d45-a9d6-291d747103dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e3f01b86-d296-4d19-b7ca-3bcb6243ae50'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:23.815970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.845624 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.902863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.903473 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.938473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Transition to ACTIVE for port object 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:23.968169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f3781-f696-48e6-bbc0-1d1d4dc689b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-6745d2ce-bb41-4f2c-8428-da70c3d95442', 'network_id': '6745d2ce-bb41-4f2c-8428-da70c3d95442', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': 'f2537c70-e3a5-4ce7-b383-6e7294ec911d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:23.969378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d16f3781-f696-48e6-bbc0-1d1d4dc689b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.986937 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.003503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Transition to ACTIVE for port object 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:24.010146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] For port 151beaf1-42e6-4893-bb88-8be55e6d487f, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:24.015447 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.024370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=f2537c70-e3a5-4ce7-b383-6e7294ec911d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.057832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] For port 151beaf1-42e6-4893-bb88-8be55e6d487f, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=151beaf1-42e6-4893-bb88-8be55e6d487f,segment=NetworkSegment(da651d28-c647-4d45-a9d6-291d747103dd),segment_id=da651d28-c647-4d45-a9d6-291d747103dd)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:24.115452 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.116763 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.131661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6745d2ce-bb41-4f2c-8428-da70c3d95442']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:24.137053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Network b872f741-f24c-43ca-93c2-f3cda83ac8f6 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:24.144761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.20.0.5 (b872f741-f24c-43ca-93c2-f3cda83ac8f6/8c504722-eb19-4805-988e-7569327071a2/e92d6943-cd6b-44f0-b8f3-3a076ab0c225) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:24.146652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:24.148122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848f92b6-9696-453f-8610-2f488e1a0bc5') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:24.148122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848f92b6-9696-453f-8610-2f488e1a0bc5') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:24.150605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:24.152868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Pushing event updated for resources: {'Port': ['ID=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.166640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.193056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.209337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e335d5-147c-4234-b81f-75f428793e58 None None] Network 6745d2ce-bb41-4f2c-8428-da70c3d95442 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:24.218308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:24.218719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:24.222430 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:24.325112 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37658415-a303-4c4b-87c1-83f9c1649532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.335492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Attempting to bind port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:24.336094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Attempting to bind port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '15ab02ee-e862-4032-ab2b-b856b5740cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b872f741-f24c-43ca-93c2-f3cda83ac8f6'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:24.336601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Attempting to bind port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 on network b872f741-f24c-43ca-93c2-f3cda83ac8f6 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:24.340697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.352413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1ca1-2cdf-4e1f-8327-68dcee6ea10e None None] Pushing event updated for resources: {'Port': ['ID=151beaf1-42e6-4893-bb88-8be55e6d487f,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.355697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:24.356316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Checking segment: {'id': '15ab02ee-e862-4032-ab2b-b856b5740cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b872f741-f24c-43ca-93c2-f3cda83ac8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:24.356896 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.357330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Bound using segment: {'id': '15ab02ee-e862-4032-ab2b-b856b5740cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b872f741-f24c-43ca-93c2-f3cda83ac8f6'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:24.358023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Bound port: 8fdd75ba-9ac2-4e43-854a-f53a04387ce5, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ab02ee-e862-4032-ab2b-b856b5740cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b872f741-f24c-43ca-93c2-f3cda83ac8f6'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:24.358416 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.362094 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.364451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/6745d2ce-bb41-4f2c-8428-da70c3d95442 HTTP/1.1" status: 204 len: 168 time: 0.9610295 Aug 31 06:57:24.370394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37442) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:24.376192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155758473'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:24.383501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e8291-1905-4368-a7ef-fa65e489f66c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=6745d2ce-bb41-4f2c-8428-da70c3d95442,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.436918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:24.444363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.447444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.470633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object e92d6943-cd6b-44f0-b8f3-3a076ab0c225 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:24.490609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:24.508514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.508514 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment be5e0464-dfc6-4c6f-9faa-6edff9f51b97 of type vlan for network 4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5 Aug 31 06:57:24.518306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] For port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:24.522128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] For port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,segment=NetworkSegment(15ab02ee-e862-4032-ab2b-b856b5740cc8),segment_id=15ab02ee-e862-4032-ab2b-b856b5740cc8)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:24.523170 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.526837 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.574210 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.625126 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.652537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network b872f741-f24c-43ca-93c2-f3cda83ac8f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:24.668243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:24.675461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:24.686272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.693265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:24.706554 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.728841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=e92d6943-cd6b-44f0-b8f3-3a076ab0c225,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.756308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e80b3-d987-474e-95b6-1317130eee41 None None] Pushing event updated for resources: {'Port': ['ID=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.781933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:24.782630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.815025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8d9fb8ab-0c1c-47c8-92b6-f810020c559f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8504641 Aug 31 06:57:24.818067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37446) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:24.855362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4835417 Aug 31 06:57:24.855941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37448) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:24.870041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': '4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:24.934422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e09a1-5eb2-455e-a30f-43e2dbfa1639 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.949124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:25.072247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:25.076374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.160254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_backend_mixin [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Performing IP validity checks on allocation pools {{(pid=94668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 06:57:25.160688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.ipam_backend_mixin [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 06:57:25.291821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.336122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.451221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=dd521a2d-f34d-490d-a9e9-3dc2cfa9fc7d,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:25.465097 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': 'be5e0464-dfc6-4c6f-9faa-6edff9f51b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:25.465543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: 4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:25.497902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network 4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:25.514591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:25.519142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:25.519977 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.537974 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1d1bce33-3d17-4e98-9c5b-bdbc37e05ecf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6723118 Aug 31 06:57:25.540507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37456) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:25.546869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa0c6a-fc0d-406e-82e9-aca4b4ad83d3 None None] Network 4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:25.636438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.644212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.750695 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.801151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=e92d6943-cd6b-44f0-b8f3-3a076ab0c225,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:25.827675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f055005f-6453-4136-b51a-9a9e3ae090b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5', 'network_id': '4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': 'dd521a2d-f34d-490d-a9e9-3dc2cfa9fc7d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:25.828570 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f055005f-6453-4136-b51a-9a9e3ae090b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.878660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.888567 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.988300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774fad25-4988-4e8f-bb21-98231bb87da5 None None] Network e3f01b86-d296-4d19-b7ca-3bcb6243ae50 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:25.999877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.021140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.058756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=dd521a2d-f34d-490d-a9e9-3dc2cfa9fc7d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:26.070890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b2237fed-63a5-4925-b2dd-8e8c79f73302 None None] Provisioning for port 151beaf1-42e6-4893-bb88-8be55e6d487f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-f055005f-6453-4136-b51a-9a9e3ae090b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd521a2d-f34d-490d-a9e9-3dc2cfa9fc7d: This subnet is being modified by another concurrent operation. Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:57:26.094472 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd521a2d-f34d-490d-a9e9-3dc2cfa9fc7d: This subnet is being modified by another concurrent operation. Aug 31 06:57:26.097103 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 06:57:26.111972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e12b1-0b11-496f-9eb4-2bcad16f19d0 None None] Network 4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:26.150624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.163993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:26.189833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5e0464-dfc6-4c6f-9faa-6edff9f51b97') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:26.190431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5e0464-dfc6-4c6f-9faa-6edff9f51b97') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:26.202180 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.203886 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.232510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.247138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:26.247453 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:26.250907 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:26.350821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16c588-7150-41d3-8d44-295c24d524a2 None None] Network b872f741-f24c-43ca-93c2-f3cda83ac8f6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:26.361069 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.365817 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.368535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5 HTTP/1.1" status: 204 len: 168 time: 0.8269589 Aug 31 06:57:26.376290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37462) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:26.385341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1384328754'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:26.388130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229a107-af45-4335-ba58-490df28e64d7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:26.430666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-53a32a63-3888-4905-89a3-59bcdc32ec8f None None] Provisioning for port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:26.432206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:26.437461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.527547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:26.554506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.554855 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment 79fe22e4-cc48-484a-bb5b-455bd181f341 of type vlan for network d181eb60-d5bb-41b7-9596-6244ad369a55 Aug 31 06:57:26.632913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:26.659401 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.672540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.682152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.715653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:26.722720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:26.723498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.759549 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.765567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:26.766188 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.790951 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4129376 Aug 31 06:57:26.795154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37468) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:26.804324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': 'd181eb60-d5bb-41b7-9596-6244ad369a55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:26.813286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=e92d6943-cd6b-44f0-b8f3-3a076ab0c225,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:26.834297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c7a532c0-62de-487c-a073-e2fab80f890e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.849634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.924853 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.941626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac0d74-48e8-4489-badb-5a4b12b9721f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=d181eb60-d5bb-41b7-9596-6244ad369a55,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:26.965110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d181eb60-d5bb-41b7-9596-6244ad369a55 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:26.984169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.018191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:27.024060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.027833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network b872f741-f24c-43ca-93c2-f3cda83ac8f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:27.036165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:27.084816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,segment=NetworkSegment(15ab02ee-e862-4032-ab2b-b856b5740cc8),segment_id=15ab02ee-e862-4032-ab2b-b856b5740cc8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:27.091534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5d831bd9-ea31-4488-899f-0d8de61bc448 None None] Provisioning for port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:27.095721 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.096516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 151beaf1-42e6-4893-bb88-8be55e6d487f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:27.158481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5d831bd9-ea31-4488-899f-0d8de61bc448 None None] Provisioning complete for port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:27.158856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5d831bd9-ea31-4488-899f-0d8de61bc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.221660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 056616a8-1b2a-4c03-8ff0-62076bbb7d4b is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:27.257546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 151beaf1-42e6-4893-bb88-8be55e6d487f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:27.274796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5d831bd9-ea31-4488-899f-0d8de61bc448 None None] Port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:27.296466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 151beaf1-42e6-4893-bb88-8be55e6d487f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:27.296838 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.302790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:27.317945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.348508 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5d831bd9-ea31-4488-899f-0d8de61bc448 None None] Provisioning complete for port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:27.348884 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5d831bd9-ea31-4488-899f-0d8de61bc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.359180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:27.367500 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a6ac7075-20c5-4430-a755-49d0e8ddc094 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/056616a8-1b2a-4c03-8ff0-62076bbb7d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5480678 Aug 31 06:57:27.371107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37474) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:27.371715 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a518539-c094-4831-bf5c-3e0a6af20760 None None] Sync routers for ids ['056616a8-1b2a-4c03-8ff0-62076bbb7d4b'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:27.384409 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a518539-c094-4831-bf5c-3e0a6af20760 None None] Routers {'056616a8-1b2a-4c03-8ff0-62076bbb7d4b'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:27.385109 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3a518539-c094-4831-bf5c-3e0a6af20760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['056616a8-1b2a-4c03-8ff0-62076bbb7d4b'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:27.454933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149ceef-12bd-4fdc-b4ea-8379a1f05ab6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:27.456621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1149ceef-12bd-4fdc-b4ea-8379a1f05ab6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports/e92d6943-cd6b-44f0-b8f3-3a076ab0c225 HTTP/1.1" status: 200 len: 976 time: 0.0805118 Aug 31 06:57:27.459258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=9b3fcec6-d9ec-4d55-a000-fd2da8bb59e9,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:27.460060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37476) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:27.466631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': '79fe22e4-cc48-484a-bb5b-455bd181f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd181eb60-d5bb-41b7-9596-6244ad369a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:27.467244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: d181eb60-d5bb-41b7-9596-6244ad369a55, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:27.488237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network d181eb60-d5bb-41b7-9596-6244ad369a55 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:27.488431 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.497152 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3a518539-c094-4831-bf5c-3e0a6af20760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:27.500511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d181eb60-d5bb-41b7-9596-6244ad369a55) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:27.506603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:27.507692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.525131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-56c6ed51-628c-4d84-8791-45768374019c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7280641 Aug 31 06:57:27.528994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37478) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:27.540174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab1177-2211-4661-98d6-24f549cd08a4 None None] Network d181eb60-d5bb-41b7-9596-6244ad369a55 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:27.541724 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a518539-c094-4831-bf5c-3e0a6af20760 None None] Routers {'056616a8-1b2a-4c03-8ff0-62076bbb7d4b'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:27.547819 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3a518539-c094-4831-bf5c-3e0a6af20760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['056616a8-1b2a-4c03-8ff0-62076bbb7d4b'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:27.646866 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-3a518539-c094-4831-bf5c-3e0a6af20760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:27.648550 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a518539-c094-4831-bf5c-3e0a6af20760 None None] The sync data for ids ['056616a8-1b2a-4c03-8ff0-62076bbb7d4b'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:27.673598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 151beaf1-42e6-4893-bb88-8be55e6d487f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=151beaf1-42e6-4893-bb88-8be55e6d487f,segment=NetworkSegment(da651d28-c647-4d45-a9d6-291d747103dd),segment_id=da651d28-c647-4d45-a9d6-291d747103dd)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:27.683653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.689834 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.779327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.872038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=151beaf1-42e6-4893-bb88-8be55e6d487f,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:27.879358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb7ddb-21bf-4a42-8423-d010db759a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d181eb60-d5bb-41b7-9596-6244ad369a55', 'network_id': 'd181eb60-d5bb-41b7-9596-6244ad369a55', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': '9b3fcec6-d9ec-4d55-a000-fd2da8bb59e9'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:27.880272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35fb7ddb-21bf-4a42-8423-d010db759a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.888993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.905543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fa545869-dc5c-4f7a-a43d-2a48cf2d1b35 None None] Provisioning complete for port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:27.905947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa545869-dc5c-4f7a-a43d-2a48cf2d1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.923679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3fcec6-d9ec-4d55-a000-fd2da8bb59e9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:27.988828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.002753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fa545869-dc5c-4f7a-a43d-2a48cf2d1b35 None None] Port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:28.018225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad66f8-5315-4052-8862-31aa5db1879a None None] Network d181eb60-d5bb-41b7-9596-6244ad369a55 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:28.025065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.041112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d181eb60-d5bb-41b7-9596-6244ad369a55']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:28.057405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fe22e4-cc48-484a-bb5b-455bd181f341') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:28.058075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fe22e4-cc48-484a-bb5b-455bd181f341') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:28.077812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.100923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.110519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:28.111883 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:28.114104 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:28.176285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.177369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f8e129-5d4e-4add-8584-80a5a1fcc28b None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:57:28.212103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bfda71d6-5ab7-4ed8-aa09-c539ac1c2f84 None None] Provisioning complete for port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:28.212398 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bfda71d6-5ab7-4ed8-aa09-c539ac1c2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.226759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.235262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.246363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37482) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:28.252419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/d181eb60-d5bb-41b7-9596-6244ad369a55 HTTP/1.1" status: 204 len: 168 time: 0.7221696 Aug 31 06:57:28.266620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-298135565'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:28.276879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f72f49-3218-40c6-a627-79e48214614b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=d181eb60-d5bb-41b7-9596-6244ad369a55,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:28.294852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-bfda71d6-5ab7-4ed8-aa09-c539ac1c2f84 None None] Port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:28.305176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:28.308791 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.332387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port e92d6943-cd6b-44f0-b8f3-3a076ab0c225 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:28.332909 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.344438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8e129-5d4e-4add-8584-80a5a1fcc28b None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:57:28.383669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:28.404208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.404585 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment 09704dcf-73bb-4de3-bc84-8d4ab077492e of type vlan for network 064fcdca-09ae-4dad-985f-a93b9d8d7982 Aug 31 06:57:28.467938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.470944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.489777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for e92d6943-cd6b-44f0-b8f3-3a076ab0c225 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:28.549615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:28.564639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.570648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:28.571258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.631822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:28.632291 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.724736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 151beaf1-42e6-4893-bb88-8be55e6d487f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:28.775704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 151beaf1-42e6-4893-bb88-8be55e6d487f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:28.776076 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.951646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7072456 Aug 31 06:57:28.954784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37484) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:28.960982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': '064fcdca-09ae-4dad-985f-a93b9d8d7982', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:28.968248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c94675-3999-4dde-bf80-641967051f81 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=064fcdca-09ae-4dad-985f-a93b9d8d7982,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:28.981404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 064fcdca-09ae-4dad-985f-a93b9d8d7982 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:29.094784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:29.098426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.111299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.139812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=e92d6943-cd6b-44f0-b8f3-3a076ab0c225,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:29.314861 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.383360 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.459651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=b0f680e9-8054-48d8-8d3a-776b36dfb8cc,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:29.473668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': '09704dcf-73bb-4de3-bc84-8d4ab077492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '064fcdca-09ae-4dad-985f-a93b9d8d7982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:29.474089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: 064fcdca-09ae-4dad-985f-a93b9d8d7982, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:29.494450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network 064fcdca-09ae-4dad-985f-a93b9d8d7982 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:29.498297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 056616a8-1b2a-4c03-8ff0-62076bbb7d4b has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:29.504885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 064fcdca-09ae-4dad-985f-a93b9d8d7982) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:29.510473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:29.511911 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.519922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809eb54b-e306-4600-8b35-ba5c49aaabe9 None None] Network 064fcdca-09ae-4dad-985f-a93b9d8d7982 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:29.533100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f2386c65-9f9f-48aa-894c-8fa7b96a69e5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5768390 Aug 31 06:57:29.535611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37488) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:29.586341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:29.592914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b8f176f3-cd02-481a-9844-a195047708fe tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/056616a8-1b2a-4c03-8ff0-62076bbb7d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1309798 Aug 31 06:57:29.595552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37490) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:29.669637 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.745097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e79a8-2af9-4c36-9be3-78be249cc69e None None] Sync routers for ids ['056616a8-1b2a-4c03-8ff0-62076bbb7d4b'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:29.754118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.772771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e79a8-2af9-4c36-9be3-78be249cc69e None None] Routers {'056616a8-1b2a-4c03-8ff0-62076bbb7d4b'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:29.773601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-665e79a8-2af9-4c36-9be3-78be249cc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['056616a8-1b2a-4c03-8ff0-62076bbb7d4b'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:29.807071 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-37c4db36-c3bf-4a9a-ad74-2fd11393863f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 06:57:29.808414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-37c4db36-c3bf-4a9a-ad74-2fd11393863f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/056616a8-1b2a-4c03-8ff0-62076bbb7d4b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2117224 Aug 31 06:57:29.811485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37492) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:29.824037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-665e79a8-2af9-4c36-9be3-78be249cc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:29.836728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e79a8-2af9-4c36-9be3-78be249cc69e None None] Routers {'056616a8-1b2a-4c03-8ff0-62076bbb7d4b'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:29.837613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-665e79a8-2af9-4c36-9be3-78be249cc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['056616a8-1b2a-4c03-8ff0-62076bbb7d4b'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:29.845503 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b6de3426-7d18-4ef8-9b84-06daaccfd21e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=056616a8-1b2a-4c03-8ff0-62076bbb7d4b HTTP/1.1" status: 200 len: 205 time: 0.0296404 Aug 31 06:57:29.845884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37494) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:29.858509 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.884821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-665e79a8-2af9-4c36-9be3-78be249cc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:29.885512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e79a8-2af9-4c36-9be3-78be249cc69e None None] The sync data for ids ['056616a8-1b2a-4c03-8ff0-62076bbb7d4b'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:29.903361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f680e9-8054-48d8-8d3a-776b36dfb8cc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:29.938858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26be6ed2-3393-4d3b-bd1c-fe7e8eb1ca1d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.961952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c691cdf4-1488-4109-9b64-7278d78d36b5 None None] Network 064fcdca-09ae-4dad-985f-a93b9d8d7982 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:29.986780 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.999195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064fcdca-09ae-4dad-985f-a93b9d8d7982']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.014447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09704dcf-73bb-4de3-bc84-8d4ab077492e') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.015129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09704dcf-73bb-4de3-bc84-8d4ab077492e') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.027895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.044866 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.055814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:30.057477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.070339 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:30.084599 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:30.143865 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26be6ed2-3393-4d3b-bd1c-fe7e8eb1ca1d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.145423 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.146297 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26be6ed2-3393-4d3b-bd1c-fe7e8eb1ca1d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.166530 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.172232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/064fcdca-09ae-4dad-985f-a93b9d8d7982 HTTP/1.1" status: 204 len: 168 time: 0.6355858 Aug 31 06:57:30.173109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05907982-df53-4719-9d42-bfede8368877 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=064fcdca-09ae-4dad-985f-a93b9d8d7982,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:30.174798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37496) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.180253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294706304'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:30.191712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26be6ed2-3393-4d3b-bd1c-fe7e8eb1ca1d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.192356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26be6ed2-3393-4d3b-bd1c-fe7e8eb1ca1d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Fanout notify agent at l3_agent the message router_deleted on router 056616a8-1b2a-4c03-8ff0-62076bbb7d4b {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:30.199925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26be6ed2-3393-4d3b-bd1c-fe7e8eb1ca1d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.201405 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-26be6ed2-3393-4d3b-bd1c-fe7e8eb1ca1d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/056616a8-1b2a-4c03-8ff0-62076bbb7d4b HTTP/1.1" status: 204 len: 168 time: 0.3544664 Aug 31 06:57:30.204808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37498) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.206458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:30.210520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.235009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:30.244045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.244440 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment 1cb81005-a45b-49d0-adcb-de0238faffb3 of type vlan for network ee33e006-b1f5-49f5-9332-be4dfadbf442 Aug 31 06:57:30.270603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0886ca-32f9-45f1-a63d-7e234d6fadd0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet 8c504722-eb19-4805-988e-7569327071a2 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:30.275279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d0886ca-32f9-45f1-a63d-7e234d6fadd0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.285946 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.312799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.318713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:30.319417 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.325061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d0886ca-32f9-45f1-a63d-7e234d6fadd0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.374472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1984923 Aug 31 06:57:30.377616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.382300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': 'ee33e006-b1f5-49f5-9332-be4dfadbf442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:30.391733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab8075-a125-449c-add1-6361317a672e tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=ee33e006-b1f5-49f5-9332-be4dfadbf442,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:30.404022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ee33e006-b1f5-49f5-9332-be4dfadbf442 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:30.496634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d0886ca-32f9-45f1-a63d-7e234d6fadd0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.571888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:30.575742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.643842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d0886ca-32f9-45f1-a63d-7e234d6fadd0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.656529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Performing IP validity checks on allocation pools {{(pid=94667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 06:57:30.657047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 06:57:30.686713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d0886ca-32f9-45f1-a63d-7e234d6fadd0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.691642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1d0886ca-32f9-45f1-a63d-7e234d6fadd0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/8c504722-eb19-4805-988e-7569327071a2 HTTP/1.1" status: 204 len: 168 time: 0.4824677 Aug 31 06:57:30.692344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37504) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.693374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0886ca-32f9-45f1-a63d-7e234d6fadd0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=8c504722-eb19-4805-988e-7569327071a2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:30.695049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934d6ba5-2738-47ea-97bd-63a40792785b None None] Network b872f741-f24c-43ca-93c2-f3cda83ac8f6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:30.775513 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.822245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.842542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:30.842891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.891700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] DHCP port deletion for b872f741-f24c-43ca-93c2-f3cda83ac8f6 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:30.896886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=aabdf9df-9f57-431e-8303-2de49731c111,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:30.903859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': '1cb81005-a45b-49d0-adcb-de0238faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ee33e006-b1f5-49f5-9332-be4dfadbf442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:30.904220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: ee33e006-b1f5-49f5-9332-be4dfadbf442, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:30.924148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network ee33e006-b1f5-49f5-9332-be4dfadbf442 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:30.935738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ee33e006-b1f5-49f5-9332-be4dfadbf442) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:30.940957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:30.941615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.953270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b952132-fbfc-406b-b904-26e1c7f53d31 None None] Network ee33e006-b1f5-49f5-9332-be4dfadbf442 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:30.961270 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-06f6fc5a-8d13-46ca-b7c3-d1bafa31679d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5811343 Aug 31 06:57:30.962350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37506) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.002685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] Deleting port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:31.003065 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.079911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.097867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] For port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,segment=NetworkSegment(15ab02ee-e862-4032-ab2b-b856b5740cc8),segment_id=15ab02ee-e862-4032-ab2b-b856b5740cc8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:31.098555 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.125364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] Calling delete_port for 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:31.139510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.164570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,segment=NetworkSegment(15ab02ee-e862-4032-ab2b-b856b5740cc8),segment_id=15ab02ee-e862-4032-ab2b-b856b5740cc8)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:31.165152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.177483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:31.206789 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.236742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=aabdf9df-9f57-431e-8303-2de49731c111,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.264493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5aed9f-a070-44b4-b2cc-76d0f0c30b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ee33e006-b1f5-49f5-9332-be4dfadbf442', 'network_id': 'ee33e006-b1f5-49f5-9332-be4dfadbf442', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': 'aabdf9df-9f57-431e-8303-2de49731c111'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:31.264690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.265597 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af5aed9f-a070-44b4-b2cc-76d0f0c30b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.300268 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.310406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.313344 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.317876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No DVR routers for this DVR port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:31.330333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee33e006-b1f5-49f5-9332-be4dfadbf442']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.346438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb81005-a45b-49d0-adcb-de0238faffb3') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.346865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb81005-a45b-49d0-adcb-de0238faffb3') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.357635 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.372726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] Pushing event deleted for resources: {'Port': ['ID=8fdd75ba-9ac2-4e43-854a-f53a04387ce5,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.379304 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.380650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d22f9-0cfc-4521-9ced-3445bf899334 None None] No DVR routers for this DVR port 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:31.396628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:31.396628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.398698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c5ba76-1d5c-47d1-818f-6f2301dbfbdc None None] Network ee33e006-b1f5-49f5-9332-be4dfadbf442 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:31.399190 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:31.440063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.453789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b872f741-f24c-43ca-93c2-f3cda83ac8f6']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.466684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ab02ee-e862-4032-ab2b-b856b5740cc8') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.467140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ab02ee-e862-4032-ab2b-b856b5740cc8') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.486421 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.496445 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.512620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.517006 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.523072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37516) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.523845 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/ee33e006-b1f5-49f5-9332-be4dfadbf442 HTTP/1.1" status: 204 len: 168 time: 0.5603683 Aug 31 06:57:31.529668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2094910112'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:31.534621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:31.535108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.535954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea60f4a-6e5e-4290-bc48-ae4ce06c33b2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=ee33e006-b1f5-49f5-9332-be4dfadbf442,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:31.539523 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:31.609602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:31.613206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.624399 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.630766 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.632700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/b872f741-f24c-43ca-93c2-f3cda83ac8f6 HTTP/1.1" status: 204 len: 168 time: 0.9391594 Aug 31 06:57:31.636770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37518) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.643866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-850145973'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:31.654092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415bcf5-3027-46ca-a23e-933d918c5830 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=b872f741-f24c-43ca-93c2-f3cda83ac8f6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.665866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:31.666726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:31.669870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.677108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.677500 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment 4984a923-4408-4ad0-87d9-90b23bd9b7bc of type vlan for network c37adacb-f596-4686-82f8-bbdb83c4e79d Aug 31 06:57:31.695008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:31.705616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.706093 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment 412eed3e-bcad-48f0-a31f-9ad05f1596c5 of type vlan for network 01a5e895-93db-4c66-999a-fd3ed9e3696b Aug 31 06:57:31.722475 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.750061 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.752476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.755845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:31.756423 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.778429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.784301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:31.785011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.822401 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2979302 Aug 31 06:57:31.825107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37520) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.832120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': 'c37adacb-f596-4686-82f8-bbdb83c4e79d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:31.843042 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2042217 Aug 31 06:57:31.845831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37522) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.852641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36820c26-3059-4f06-aef4-98d0ebf042db tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=c37adacb-f596-4686-82f8-bbdb83c4e79d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.852914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': '01a5e895-93db-4c66-999a-fd3ed9e3696b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:31.865168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c37adacb-f596-4686-82f8-bbdb83c4e79d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:31.900702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139d798-c157-472a-810f-927f5c88c6c4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=01a5e895-93db-4c66-999a-fd3ed9e3696b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.923751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 01a5e895-93db-4c66-999a-fd3ed9e3696b details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:31.946739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:31.952070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.975938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:31.980453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.214371 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.291769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.311530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=8b745ecb-e02c-41ce-a097-8ea6c25d1e84,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:32.331374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': '4984a923-4408-4ad0-87d9-90b23bd9b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c37adacb-f596-4686-82f8-bbdb83c4e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:32.331761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: c37adacb-f596-4686-82f8-bbdb83c4e79d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:32.352150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network c37adacb-f596-4686-82f8-bbdb83c4e79d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:32.363933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c37adacb-f596-4686-82f8-bbdb83c4e79d) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:32.368349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:32.368969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.375515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66a8cf-46bb-4803-a059-796932516d6c None None] Network c37adacb-f596-4686-82f8-bbdb83c4e79d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:32.385046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d4b6b134-12e6-45e9-b71e-ca051eb38e46 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5588760 Aug 31 06:57:32.388022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37524) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:32.405661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=941c0a3f-ca19-4b35-91cb-41dbc87f2583,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:32.464103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': '412eed3e-bcad-48f0-a31f-9ad05f1596c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01a5e895-93db-4c66-999a-fd3ed9e3696b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:32.464524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: 01a5e895-93db-4c66-999a-fd3ed9e3696b, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:32.501056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 01a5e895-93db-4c66-999a-fd3ed9e3696b is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:32.514711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 01a5e895-93db-4c66-999a-fd3ed9e3696b) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:32.526588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:32.527218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.532204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e57c9-cf94-4b64-8dd0-fac7ed10ccfd None None] Network 01a5e895-93db-4c66-999a-fd3ed9e3696b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:32.539021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.560659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37528) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:32.563299 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-17a7535f-1aec-490f-8dac-588dce53640d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7158570 Aug 31 06:57:32.573379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-19bbfabe-1faf-4b3d-a17f-140da5ea8831 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-215516579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:32.602635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19bbfabe-1faf-4b3d-a17f-140da5ea8831 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.604572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19bbfabe-1faf-4b3d-a17f-140da5ea8831 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.604702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:32.616842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.637649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:32.638142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8fdd75ba-9ac2-4e43-854a-f53a04387ce5 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:32.673536 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19bbfabe-1faf-4b3d-a17f-140da5ea8831 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.682685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19bbfabe-1faf-4b3d-a17f-140da5ea8831 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.691397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c6873b-9aec-4e31-9b21-b29292d23e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c37adacb-f596-4686-82f8-bbdb83c4e79d', 'network_id': 'c37adacb-f596-4686-82f8-bbdb83c4e79d', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': '8b745ecb-e02c-41ce-a097-8ea6c25d1e84'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:32.692059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f6c6873b-9aec-4e31-9b21-b29292d23e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.705909 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-19bbfabe-1faf-4b3d-a17f-140da5ea8831 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.707145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-19bbfabe-1faf-4b3d-a17f-140da5ea8831 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1441958 Aug 31 06:57:32.710085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37530) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:32.714966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.749460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=8b745ecb-e02c-41ce-a097-8ea6c25d1e84,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:32.828981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c66ed-3a8c-497e-aff7-ae2c2012560f None None] Network c37adacb-f596-4686-82f8-bbdb83c4e79d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:32.832127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.842532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37adacb-f596-4686-82f8-bbdb83c4e79d']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:32.853458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4984a923-4408-4ad0-87d9-90b23bd9b7bc') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:32.853750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4984a923-4408-4ad0-87d9-90b23bd9b7bc') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:32.864972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.879724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.887922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:32.888345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:32.892422 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:32.934600 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-01a5e895-93db-4c66-999a-fd3ed9e3696b', 'network_id': '01a5e895-93db-4c66-999a-fd3ed9e3696b', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': '941c0a3f-ca19-4b35-91cb-41dbc87f2583'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:32.935523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.953592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.961412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.963421 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/c37adacb-f596-4686-82f8-bbdb83c4e79d HTTP/1.1" status: 204 len: 168 time: 0.5736530 Aug 31 06:57:32.967806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37532) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:32.972739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645305833'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:32.991520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32468fa-d5e1-4415-8c5e-11dcf9042880 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=c37adacb-f596-4686-82f8-bbdb83c4e79d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:33.018092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:33.022351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.042923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.050393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:33.061594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.061941 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment 57cd412c-5a5f-475c-95aa-31d8bb171698 of type vlan for network 20270d36-2c9e-47c3-9661-a83393bf74b5 Aug 31 06:57:33.104217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.126380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Allocated IP 172.20.0.2 (01a5e895-93db-4c66-999a-fd3ed9e3696b/941c0a3f-ca19-4b35-91cb-41dbc87f2583/4836f27e-7212-4f83-a41a-34d12a5c096e) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:33.134956 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.141687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:33.142287 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.198882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2300804 Aug 31 06:57:33.201757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37534) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:33.212049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': '20270d36-2c9e-47c3-9661-a83393bf74b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:33.229074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f673c-ca97-495d-b74c-77172d88f383 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=20270d36-2c9e-47c3-9661-a83393bf74b5,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:33.289036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 20270d36-2c9e-47c3-9661-a83393bf74b5 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:33.311131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:33.315598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.358682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.373663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Transition to ACTIVE for port object 4836f27e-7212-4f83-a41a-34d12a5c096e will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:33.390975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Transition to ACTIVE for port object 4836f27e-7212-4f83-a41a-34d12a5c096e will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:33.396322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.455339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.20.0.1 (01a5e895-93db-4c66-999a-fd3ed9e3696b/941c0a3f-ca19-4b35-91cb-41dbc87f2583/e539aa4c-6195-4277-bca9-7fa5d1888600) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:33.587771 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.602586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Network 01a5e895-93db-4c66-999a-fd3ed9e3696b is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:33.603417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object e539aa4c-6195-4277-bca9-7fa5d1888600 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:33.605476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:33.609031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:33.615787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Pushing event updated for resources: {'Port': ['ID=4836f27e-7212-4f83-a41a-34d12a5c096e,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:33.652570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.653813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.670910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Attempting to bind port 4836f27e-7212-4f83-a41a-34d12a5c096e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:33.671573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Attempting to bind port 4836f27e-7212-4f83-a41a-34d12a5c096e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '412eed3e-bcad-48f0-a31f-9ad05f1596c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01a5e895-93db-4c66-999a-fd3ed9e3696b'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:33.672150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Attempting to bind port 4836f27e-7212-4f83-a41a-34d12a5c096e on network 01a5e895-93db-4c66-999a-fd3ed9e3696b {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:33.677997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:33.678437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Checking segment: {'id': '412eed3e-bcad-48f0-a31f-9ad05f1596c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01a5e895-93db-4c66-999a-fd3ed9e3696b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:33.679118 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.679533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Bound using segment: {'id': '412eed3e-bcad-48f0-a31f-9ad05f1596c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01a5e895-93db-4c66-999a-fd3ed9e3696b'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:33.680126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Bound port: 4836f27e-7212-4f83-a41a-34d12a5c096e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412eed3e-bcad-48f0-a31f-9ad05f1596c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '01a5e895-93db-4c66-999a-fd3ed9e3696b'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:33.680560 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.733046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=e539aa4c-6195-4277-bca9-7fa5d1888600,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:33.733419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 01a5e895-93db-4c66-999a-fd3ed9e3696b is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:33.735966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:33.737658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:33.769759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] For port 4836f27e-7212-4f83-a41a-34d12a5c096e, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:33.771071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=eb25e77a-d1eb-4a3a-b691-ad088544cd38,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:33.782175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] For port 4836f27e-7212-4f83-a41a-34d12a5c096e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4836f27e-7212-4f83-a41a-34d12a5c096e,segment=NetworkSegment(412eed3e-bcad-48f0-a31f-9ad05f1596c5),segment_id=412eed3e-bcad-48f0-a31f-9ad05f1596c5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:33.786130 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.788103 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.802884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': '57cd412c-5a5f-475c-95aa-31d8bb171698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '20270d36-2c9e-47c3-9661-a83393bf74b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:33.803568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: 20270d36-2c9e-47c3-9661-a83393bf74b5, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:33.822363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network 20270d36-2c9e-47c3-9661-a83393bf74b5 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:33.842492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 20270d36-2c9e-47c3-9661-a83393bf74b5) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:33.848812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:33.849339 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.855601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22bd741-93f5-44da-892a-3223b279fb87 None None] Network 20270d36-2c9e-47c3-9661-a83393bf74b5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:33.876403 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3a84d990-620b-4450-a214-f3a4aa76e7cc tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6715124 Aug 31 06:57:33.880543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37546) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:33.927819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f95724-9602-4516-8a70-a5551b71c936 None None] Pushing event updated for resources: {'Port': ['ID=4836f27e-7212-4f83-a41a-34d12a5c096e,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:33.957095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.051023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.069069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-20270d36-2c9e-47c3-9661-a83393bf74b5', 'network_id': '20270d36-2c9e-47c3-9661-a83393bf74b5', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': 'eb25e77a-d1eb-4a3a-b691-ad088544cd38'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:34.069988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.158510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.246446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Allocated IP 172.20.0.1 (20270d36-2c9e-47c3-9661-a83393bf74b5/eb25e77a-d1eb-4a3a-b691-ad088544cd38/9a588268-a14b-4fe3-9130-83dba6bb36df) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:34.336158 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.341247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.428894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.432141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.434240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=e539aa4c-6195-4277-bca9-7fa5d1888600,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:34.440488 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Transition to ACTIVE for port object 9a588268-a14b-4fe3-9130-83dba6bb36df will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:34.459311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Transition to ACTIVE for port object 9a588268-a14b-4fe3-9130-83dba6bb36df will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:34.471477 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.504762 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.532423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Network 20270d36-2c9e-47c3-9661-a83393bf74b5 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:34.533751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Pushing event updated for resources: {'Port': ['ID=9a588268-a14b-4fe3-9130-83dba6bb36df,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:34.536413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:34.546963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:34.568378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=eb25e77a-d1eb-4a3a-b691-ad088544cd38,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:34.577913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 01a5e895-93db-4c66-999a-fd3ed9e3696b is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:34.584076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:34.636252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Attempting to bind port 9a588268-a14b-4fe3-9130-83dba6bb36df on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:34.637382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Attempting to bind port 9a588268-a14b-4fe3-9130-83dba6bb36df by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '57cd412c-5a5f-475c-95aa-31d8bb171698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '20270d36-2c9e-47c3-9661-a83393bf74b5'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:34.637757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Attempting to bind port 9a588268-a14b-4fe3-9130-83dba6bb36df on network 20270d36-2c9e-47c3-9661-a83393bf74b5 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:34.647670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:34.648088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Checking segment: {'id': '57cd412c-5a5f-475c-95aa-31d8bb171698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '20270d36-2c9e-47c3-9661-a83393bf74b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:34.648502 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.648900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Bound using segment: {'id': '57cd412c-5a5f-475c-95aa-31d8bb171698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '20270d36-2c9e-47c3-9661-a83393bf74b5'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:34.649423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Bound port: 9a588268-a14b-4fe3-9130-83dba6bb36df, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cd412c-5a5f-475c-95aa-31d8bb171698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '20270d36-2c9e-47c3-9661-a83393bf74b5'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:34.649812 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.654163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4836f27e-7212-4f83-a41a-34d12a5c096e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:34.708147 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.737708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20270d36-2c9e-47c3-9661-a83393bf74b5']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:34.750422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router b5a53d65-e46c-4639-bdc4-a465ab0c613b is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:34.758823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cd412c-5a5f-475c-95aa-31d8bb171698') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:34.759364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cd412c-5a5f-475c-95aa-31d8bb171698') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:34.775193 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.785962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4836f27e-7212-4f83-a41a-34d12a5c096e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:34.806277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.816824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:34.817444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.817962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] For port 9a588268-a14b-4fe3-9130-83dba6bb36df, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:34.821726 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:34.878077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:34.883654 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-af0e543c-3b34-41aa-905d-9486d8ca01ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/b5a53d65-e46c-4639-bdc4-a465ab0c613b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726077 Aug 31 06:57:34.886567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37550) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:34.890565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] For port 9a588268-a14b-4fe3-9130-83dba6bb36df, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9a588268-a14b-4fe3-9130-83dba6bb36df,segment=NetworkSegment(57cd412c-5a5f-475c-95aa-31d8bb171698),segment_id=57cd412c-5a5f-475c-95aa-31d8bb171698)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:34.893129 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:57:34.893129 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:57:34.893129 n-d-712142-16 neutron-server[94667]: [parameters: {'id': '20270d36-2c9e-47c3-9661-a83393bf74b5'}] Aug 31 06:57:34.893129 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:57:34.893519 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:57:34.898233 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c02562-dd0e-4d3f-beb0-cc461c580c3f None None] Sync routers for ids ['b5a53d65-e46c-4639-bdc4-a465ab0c613b'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:34.903415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.910877 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c02562-dd0e-4d3f-beb0-cc461c580c3f None None] Routers {'b5a53d65-e46c-4639-bdc4-a465ab0c613b'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:34.911850 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e7c02562-dd0e-4d3f-beb0-cc461c580c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b5a53d65-e46c-4639-bdc4-a465ab0c613b'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:34.965404 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb2b619-8a61-4eff-a56c-34c777560330 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:34.970706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37552) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:34.979773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dbb2b619-8a61-4eff-a56c-34c777560330 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports/e539aa4c-6195-4277-bca9-7fa5d1888600 HTTP/1.1" status: 200 len: 910 time: 0.0905769 Aug 31 06:57:34.987555 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e7c02562-dd0e-4d3f-beb0-cc461c580c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:35.006104 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c02562-dd0e-4d3f-beb0-cc461c580c3f None None] Routers {'b5a53d65-e46c-4639-bdc4-a465ab0c613b'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:35.006742 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e7c02562-dd0e-4d3f-beb0-cc461c580c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b5a53d65-e46c-4639-bdc4-a465ab0c613b'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:35.021464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6eb1b-921c-4148-8248-ca1ff63ba3ed None None] Pushing event updated for resources: {'Port': ['ID=9a588268-a14b-4fe3-9130-83dba6bb36df,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:35.036744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe11eb43-e63d-4d45-9caf-28925fc45f9c None None] Network 20270d36-2c9e-47c3-9661-a83393bf74b5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:35.072455 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e7c02562-dd0e-4d3f-beb0-cc461c580c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:35.073166 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c02562-dd0e-4d3f-beb0-cc461c580c3f None None] The sync data for ids ['b5a53d65-e46c-4639-bdc4-a465ab0c613b'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:35.193087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e139892-65f6-4df6-a506-7f462d2a5119 None None] Network 01a5e895-93db-4c66-999a-fd3ed9e3696b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:35.319476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a5f70bc0-e2b5-4675-be20-5f636462c8bf None None] Provisioning for port 4836f27e-7212-4f83-a41a-34d12a5c096e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:35.328385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a5f70bc0-e2b5-4675-be20-5f636462c8bf None None] Provisioning complete for port 4836f27e-7212-4f83-a41a-34d12a5c096e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:35.328731 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a5f70bc0-e2b5-4675-be20-5f636462c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.350142 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.434686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.450619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a5f70bc0-e2b5-4675-be20-5f636462c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.499706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a5f70bc0-e2b5-4675-be20-5f636462c8bf None None] For port 4836f27e-7212-4f83-a41a-34d12a5c096e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4836f27e-7212-4f83-a41a-34d12a5c096e,segment=NetworkSegment(412eed3e-bcad-48f0-a31f-9ad05f1596c5),segment_id=412eed3e-bcad-48f0-a31f-9ad05f1596c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:35.508101 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a5f70bc0-e2b5-4675-be20-5f636462c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.571554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f70bc0-e2b5-4675-be20-5f636462c8bf None None] Pushing event updated for resources: {'Port': ['ID=4836f27e-7212-4f83-a41a-34d12a5c096e,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:35.594277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Deleting port 9a588268-a14b-4fe3-9130-83dba6bb36df {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:35.594620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.676954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] For port 9a588268-a14b-4fe3-9130-83dba6bb36df, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9a588268-a14b-4fe3-9130-83dba6bb36df,segment=NetworkSegment(57cd412c-5a5f-475c-95aa-31d8bb171698),segment_id=57cd412c-5a5f-475c-95aa-31d8bb171698)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:35.677351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.710488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Calling delete_port for 9a588268-a14b-4fe3-9130-83dba6bb36df owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:35.734203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1608f905-c4ce-4c53-a565-ba4d3f684c2c None None] Provisioning complete for port 4836f27e-7212-4f83-a41a-34d12a5c096e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:35.735029 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1608f905-c4ce-4c53-a565-ba4d3f684c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.860728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1608f905-c4ce-4c53-a565-ba4d3f684c2c None None] Provisioning for port e539aa4c-6195-4277-bca9-7fa5d1888600 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:35.867212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1608f905-c4ce-4c53-a565-ba4d3f684c2c None None] Provisioning complete for port e539aa4c-6195-4277-bca9-7fa5d1888600 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:35.868611 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1608f905-c4ce-4c53-a565-ba4d3f684c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.930792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1608f905-c4ce-4c53-a565-ba4d3f684c2c None None] Port e539aa4c-6195-4277-bca9-7fa5d1888600 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:36.066880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5e79cd92-3ffd-4954-8e04-954083c0a397 None None] Provisioning complete for port e539aa4c-6195-4277-bca9-7fa5d1888600 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:36.067297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e79cd92-3ffd-4954-8e04-954083c0a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.110791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5e79cd92-3ffd-4954-8e04-954083c0a397 None None] Port e539aa4c-6195-4277-bca9-7fa5d1888600 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:36.184795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37560) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.192120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f6cd1-ed9d-4214-a84d-156a38bcdb23 None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:57:36.259947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port e539aa4c-6195-4277-bca9-7fa5d1888600 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:36.260444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.283571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-61bb6724-f632-4ec2-a972-df899fde62a6 None None] Provisioning complete for port e539aa4c-6195-4277-bca9-7fa5d1888600 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:36.284520 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61bb6724-f632-4ec2-a972-df899fde62a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.328626 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e762c7c4-2fbc-47fc-81b8-6ad18a843a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.348794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-61bb6724-f632-4ec2-a972-df899fde62a6 None None] Port e539aa4c-6195-4277-bca9-7fa5d1888600 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:36.361554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f6cd1-ed9d-4214-a84d-156a38bcdb23 None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:57:36.365265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.382665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for e539aa4c-6195-4277-bca9-7fa5d1888600 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:36.455703 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e762c7c4-2fbc-47fc-81b8-6ad18a843a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.465481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.476417 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e762c7c4-2fbc-47fc-81b8-6ad18a843a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.492578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Port': ['ID=9a588268-a14b-4fe3-9130-83dba6bb36df,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:36.505324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No DVR routers for this DVR port 9a588268-a14b-4fe3-9130-83dba6bb36df on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:36.540466 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e762c7c4-2fbc-47fc-81b8-6ad18a843a40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97b1b73038d3498d87cf7c6f36b43d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523903 Aug 31 06:57:36.542279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762c7c4-2fbc-47fc-81b8-6ad18a843a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96535de-d9ee-46ba-9f7c-78929ad1ba9d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:36.545517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.583364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4836f27e-7212-4f83-a41a-34d12a5c096e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:36.621325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a4fbfc7-5c3c-4ae8-91e6-90c6c79f6171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.660085 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a4fbfc7-5c3c-4ae8-91e6-90c6c79f6171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.661867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.676596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20270d36-2c9e-47c3-9661-a83393bf74b5']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:36.697225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4836f27e-7212-4f83-a41a-34d12a5c096e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:36.697605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.715538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cd412c-5a5f-475c-95aa-31d8bb171698') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:36.715538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cd412c-5a5f-475c-95aa-31d8bb171698') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:36.732129 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.760412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.763550 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a4fbfc7-5c3c-4ae8-91e6-90c6c79f6171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.766622 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8a4fbfc7-5c3c-4ae8-91e6-90c6c79f6171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.768105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8a4fbfc7-5c3c-4ae8-91e6-90c6c79f6171 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f96535de-d9ee-46ba-9f7c-78929ad1ba9d HTTP/1.1" status: 204 len: 168 time: 0.2137902 Aug 31 06:57:36.768302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:36.768839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:36.771919 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:36.776724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fbfc7-5c3c-4ae8-91e6-90c6c79f6171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96535de-d9ee-46ba-9f7c-78929ad1ba9d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:36.788397 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.846829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=e539aa4c-6195-4277-bca9-7fa5d1888600,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:36.912550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.921911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.924914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/20270d36-2c9e-47c3-9661-a83393bf74b5 HTTP/1.1" status: 204 len: 168 time: 3.0428336 Aug 31 06:57:36.928814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37570) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.935763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1593764834'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:36.943488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04d505-8d71-443e-8f31-f9ad75170a3c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=20270d36-2c9e-47c3-9661-a83393bf74b5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:36.968207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:36.972018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.009029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:37.020535 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.020943 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment a5838e97-44f5-4127-9f6d-574e56b0e98f of type vlan for network 43cafee7-9ebe-41a4-b5a2-6185055e0074 Aug 31 06:57:37.053449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.078396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.117227 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.126185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:37.126765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.128439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37572) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.147355 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc181-e60e-4c55-acba-604f5846f309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.179359 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2489150 Aug 31 06:57:37.182386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37574) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.195396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e01aa757-1154-4ccc-8640-0226a376387f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:37.250399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router b5a53d65-e46c-4639-bdc4-a465ab0c613b has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:37.252753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8d7c7-d328-4c7f-83de-42e74e8725e6 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=43cafee7-9ebe-41a4-b5a2-6185055e0074,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.267661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 43cafee7-9ebe-41a4-b5a2-6185055e0074 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:37.359906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:37.370074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fe9e62e5-bf74-4ffc-8765-290652da58b7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/b5a53d65-e46c-4639-bdc4-a465ab0c613b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3938284 Aug 31 06:57:37.370074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.372778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53961ca-c146-4400-994f-8cbc6be3bf91 None None] Sync routers for ids ['b5a53d65-e46c-4639-bdc4-a465ab0c613b'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:37.385801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53961ca-c146-4400-994f-8cbc6be3bf91 None None] Routers {'b5a53d65-e46c-4639-bdc4-a465ab0c613b'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:37.386640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d53961ca-c146-4400-994f-8cbc6be3bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b5a53d65-e46c-4639-bdc4-a465ab0c613b'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:37.393719 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e01aa757-1154-4ccc-8640-0226a376387f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.405944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-76045066-e35c-4016-b1cf-a1db92264c14 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5a53d65-e46c-4639-bdc4-a465ab0c613b HTTP/1.1" status: 200 len: 205 time: 0.0330405 Aug 31 06:57:37.407234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37578) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.415956 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc181-e60e-4c55-acba-604f5846f309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.419860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc181-e60e-4c55-acba-604f5846f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.421119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d53961ca-c146-4400-994f-8cbc6be3bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:37.430594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53961ca-c146-4400-994f-8cbc6be3bf91 None None] Routers {'b5a53d65-e46c-4639-bdc4-a465ab0c613b'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:37.431240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d53961ca-c146-4400-994f-8cbc6be3bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b5a53d65-e46c-4639-bdc4-a465ab0c613b'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:37.450919 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e01aa757-1154-4ccc-8640-0226a376387f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.462471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbc181-e60e-4c55-acba-604f5846f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10511a97-33be-4211-ae69-f8b310f4e108,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.464974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d53961ca-c146-4400-994f-8cbc6be3bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:37.465891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53961ca-c146-4400-994f-8cbc6be3bf91 None None] The sync data for ids ['b5a53d65-e46c-4639-bdc4-a465ab0c613b'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:37.469692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c0dbc181-e60e-4c55-acba-604f5846f309 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3633621911c0425c973c96fb1c1f598b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376567 Aug 31 06:57:37.469890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37580) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.503178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e01aa757-1154-4ccc-8640-0226a376387f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network 43cafee7-9ebe-41a4-b5a2-6185055e0074 is not hosted by any dhcp agent {{(pid=94668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:57:37.508891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01aa757-1154-4ccc-8640-0226a376387f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:37.509546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e01aa757-1154-4ccc-8640-0226a376387f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.510879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e01aa757-1154-4ccc-8640-0226a376387f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "PUT /v2.0/networks/43cafee7-9ebe-41a4-b5a2-6185055e0074 HTTP/1.1" status: 200 len: 723 time: 0.3275623 Aug 31 06:57:37.515569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37582) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.520995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': '43cafee7-9ebe-41a4-b5a2-6185055e0074', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:37.537506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-071b5b81-63f6-4eb8-88a3-9caa5027e785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.543953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-419affcd-7301-4d55-9575-c809a2905dbf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.602849 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-071b5b81-63f6-4eb8-88a3-9caa5027e785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.630773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01aa757-1154-4ccc-8640-0226a376387f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=43cafee7-9ebe-41a4-b5a2-6185055e0074,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.643250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 43cafee7-9ebe-41a4-b5a2-6185055e0074 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:37.657156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:37.660716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.711118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-071b5b81-63f6-4eb8-88a3-9caa5027e785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.713702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-071b5b81-63f6-4eb8-88a3-9caa5027e785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.717137 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-071b5b81-63f6-4eb8-88a3-9caa5027e785 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10511a97-33be-4211-ae69-f8b310f4e108 HTTP/1.1" status: 204 len: 168 time: 0.2440829 Aug 31 06:57:37.728541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b5b81-63f6-4eb8-88a3-9caa5027e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10511a97-33be-4211-ae69-f8b310f4e108,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.740020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-419affcd-7301-4d55-9575-c809a2905dbf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.742505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-419affcd-7301-4d55-9575-c809a2905dbf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.794315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-419affcd-7301-4d55-9575-c809a2905dbf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.795578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419affcd-7301-4d55-9575-c809a2905dbf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Fanout notify agent at l3_agent the message router_deleted on router b5a53d65-e46c-4639-bdc4-a465ab0c613b {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:37.802739 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-419affcd-7301-4d55-9575-c809a2905dbf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.803726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-419affcd-7301-4d55-9575-c809a2905dbf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/b5a53d65-e46c-4639-bdc4-a465ab0c613b HTTP/1.1" status: 204 len: 168 time: 0.3964250 Aug 31 06:57:37.806854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37586) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.860041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5570e98a-12c7-48da-977d-0d10fbb3208b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet 941c0a3f-ca19-4b35-91cb-41dbc87f2583 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:37.864055 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5570e98a-12c7-48da-977d-0d10fbb3208b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.869165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.920581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5570e98a-12c7-48da-977d-0d10fbb3208b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.942809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=a5007361-dfb5-43b9-8929-64faa862ed7a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.951155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': 'a5838e97-44f5-4127-9f6d-574e56b0e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '43cafee7-9ebe-41a4-b5a2-6185055e0074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:37.951522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: 43cafee7-9ebe-41a4-b5a2-6185055e0074, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:37.971454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network 43cafee7-9ebe-41a4-b5a2-6185055e0074 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:37.990501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 43cafee7-9ebe-41a4-b5a2-6185055e0074) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:38.008337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf32f51-9777-4508-93f8-1d04aadc0e84 None None] Network 43cafee7-9ebe-41a4-b5a2-6185055e0074 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:38.009933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:38.010603 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.028004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-01530007-58fb-4a80-9f2b-a8e0a682d453 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5109766 Aug 31 06:57:38.030217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37590) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:38.040495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f13e60a9-7808-40dd-8bf4-dd42c0474125 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:38.152392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f13e60a9-7808-40dd-8bf4-dd42c0474125 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3512036'] for subnet, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.233622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-43cafee7-9ebe-41a4-b5a2-6185055e0074', 'network_id': '43cafee7-9ebe-41a4-b5a2-6185055e0074', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': 'a5007361-dfb5-43b9-8929-64faa862ed7a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:38.234525 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.283140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5570e98a-12c7-48da-977d-0d10fbb3208b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.353231 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5570e98a-12c7-48da-977d-0d10fbb3208b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.360211 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f13e60a9-7808-40dd-8bf4-dd42c0474125 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740152953308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3681921'] for subnet, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.385273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5570e98a-12c7-48da-977d-0d10fbb3208b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.393350 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5570e98a-12c7-48da-977d-0d10fbb3208b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/941c0a3f-ca19-4b35-91cb-41dbc87f2583 HTTP/1.1" status: 204 len: 168 time: 0.5796914 Aug 31 06:57:38.393350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570e98a-12c7-48da-977d-0d10fbb3208b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=941c0a3f-ca19-4b35-91cb-41dbc87f2583,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:38.393350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37600) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:38.401352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13e60a9-7808-40dd-8bf4-dd42c0474125 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:38.402968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f13e60a9-7808-40dd-8bf4-dd42c0474125 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.408110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f13e60a9-7808-40dd-8bf4-dd42c0474125 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "PUT /v2.0/subnets/a5007361-dfb5-43b9-8929-64faa862ed7a HTTP/1.1" status: 200 len: 806 time: 0.3741872 Aug 31 06:57:38.411634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53d053-b2ef-414c-ac89-9d5b2c41ff31 None None] Network 01a5e895-93db-4c66-999a-fd3ed9e3696b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:38.416960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37602) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:38.458936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e60a9-7808-40dd-8bf4-dd42c0474125 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=a5007361-dfb5-43b9-8929-64faa862ed7a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:38.496251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.499887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Allocated IP 172.20.0.2 (43cafee7-9ebe-41a4-b5a2-6185055e0074/a5007361-dfb5-43b9-8929-64faa862ed7a/ec55f4d8-5741-45d6-8781-0d346b4cc53e) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:38.629504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.642236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 4836f27e-7212-4f83-a41a-34d12a5c096e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:38.642236 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.722936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] DHCP port deletion for 01a5e895-93db-4c66-999a-fd3ed9e3696b request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:38.732034 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.759243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Transition to ACTIVE for port object ec55f4d8-5741-45d6-8781-0d346b4cc53e will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:38.763003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port 4836f27e-7212-4f83-a41a-34d12a5c096e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4836f27e-7212-4f83-a41a-34d12a5c096e,segment=NetworkSegment(412eed3e-bcad-48f0-a31f-9ad05f1596c5),segment_id=412eed3e-bcad-48f0-a31f-9ad05f1596c5)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:38.764067 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.775205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.780803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Transition to ACTIVE for port object ec55f4d8-5741-45d6-8781-0d346b4cc53e will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:38.782964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 4836f27e-7212-4f83-a41a-34d12a5c096e owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:38.794424 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.841051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] Deleting port 4836f27e-7212-4f83-a41a-34d12a5c096e {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:38.841449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.891097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Network 43cafee7-9ebe-41a4-b5a2-6185055e0074 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:38.893883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Pushing event updated for resources: {'Port': ['ID=ec55f4d8-5741-45d6-8781-0d346b4cc53e,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:38.901387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.902589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:38.906745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:38.940059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=a5007361-dfb5-43b9-8929-64faa862ed7a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:38.960918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.975313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] For port 4836f27e-7212-4f83-a41a-34d12a5c096e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4836f27e-7212-4f83-a41a-34d12a5c096e,segment=NetworkSegment(412eed3e-bcad-48f0-a31f-9ad05f1596c5),segment_id=412eed3e-bcad-48f0-a31f-9ad05f1596c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:38.975714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.995782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] Calling delete_port for 4836f27e-7212-4f83-a41a-34d12a5c096e owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:38.997948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Attempting to bind port ec55f4d8-5741-45d6-8781-0d346b4cc53e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:38.998319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Attempting to bind port ec55f4d8-5741-45d6-8781-0d346b4cc53e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'a5838e97-44f5-4127-9f6d-574e56b0e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '43cafee7-9ebe-41a4-b5a2-6185055e0074'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:38.998682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Attempting to bind port ec55f4d8-5741-45d6-8781-0d346b4cc53e on network 43cafee7-9ebe-41a4-b5a2-6185055e0074 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:39.009378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:39.009758 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Checking segment: {'id': 'a5838e97-44f5-4127-9f6d-574e56b0e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '43cafee7-9ebe-41a4-b5a2-6185055e0074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:39.010162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.010554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Bound using segment: {'id': 'a5838e97-44f5-4127-9f6d-574e56b0e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '43cafee7-9ebe-41a4-b5a2-6185055e0074'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:39.011298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Bound port: ec55f4d8-5741-45d6-8781-0d346b4cc53e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5838e97-44f5-4127-9f6d-574e56b0e98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '43cafee7-9ebe-41a4-b5a2-6185055e0074'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:39.011675 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.027198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=4836f27e-7212-4f83-a41a-34d12a5c096e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:39.029835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No DVR routers for this DVR port 4836f27e-7212-4f83-a41a-34d12a5c096e on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:39.037971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.070515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cafee7-9ebe-41a4-b5a2-6185055e0074']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:39.114795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5838e97-44f5-4127-9f6d-574e56b0e98f') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:39.115093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5838e97-44f5-4127-9f6d-574e56b0e98f') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:39.129111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] For port ec55f4d8-5741-45d6-8781-0d346b4cc53e, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:39.138741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.142291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] For port ec55f4d8-5741-45d6-8781-0d346b4cc53e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ec55f4d8-5741-45d6-8781-0d346b4cc53e,segment=NetworkSegment(a5838e97-44f5-4127-9f6d-574e56b0e98f),segment_id=a5838e97-44f5-4127-9f6d-574e56b0e98f)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:39.143404 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.149393 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.151314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.164266 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.171052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a5e895-93db-4c66-999a-fd3ed9e3696b']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:39.180483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] Pushing event deleted for resources: {'Port': ['ID=4836f27e-7212-4f83-a41a-34d12a5c096e,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:39.180695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:39.181103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.183837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03956c3f-5dd0-4299-8f9e-8c3a192020a9 None None] No DVR routers for this DVR port 4836f27e-7212-4f83-a41a-34d12a5c096e on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:39.184161 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:39.199649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412eed3e-bcad-48f0-a31f-9ad05f1596c5') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:39.200430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412eed3e-bcad-48f0-a31f-9ad05f1596c5') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:39.242136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.262029 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.262971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a270b9f-4186-433c-b683-d1af0167f734 None None] Pushing event updated for resources: {'Port': ['ID=ec55f4d8-5741-45d6-8781-0d346b4cc53e,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:39.265413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.db.api [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:57:39.265413 n-d-712142-16 neutron-server[94668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:57:39.265413 n-d-712142-16 neutron-server[94668]: [parameters: {'id': '43cafee7-9ebe-41a4-b5a2-6185055e0074'}] Aug 31 06:57:39.265413 n-d-712142-16 neutron-server[94668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:57:39.265756 n-d-712142-16 neutron-server[94668]: DEBUG oslo_db.api [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:57:39.270818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:39.271273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:39.274515 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:39.276446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c21ff-daa4-483e-83fe-e98798164c24 None None] Network 43cafee7-9ebe-41a4-b5a2-6185055e0074 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:39.347773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.359133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.364729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/01a5e895-93db-4c66-999a-fd3ed9e3696b HTTP/1.1" status: 204 len: 168 time: 0.9676425 Aug 31 06:57:39.366043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37626) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:39.372709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-45106928', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:39.377558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070b51e-f45e-48f8-9cc8-d78c962af4af tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=01a5e895-93db-4c66-999a-fd3ed9e3696b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:39.403578 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.405780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.472396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.555358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643495c-ba61-49fc-b0b4-0c011e4107f0 None None] Network 43cafee7-9ebe-41a4-b5a2-6185055e0074 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:39.624903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.688208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ff5a2-ce73-4133-b456-bcb1b525f52c None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:57:39.767286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.776249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50ff5a2-ce73-4133-b456-bcb1b525f52c None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:57:39.838472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Deleting port ec55f4d8-5741-45d6-8781-0d346b4cc53e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:39.839862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.858692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.888339 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.915598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] For port ec55f4d8-5741-45d6-8781-0d346b4cc53e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ec55f4d8-5741-45d6-8781-0d346b4cc53e,segment=NetworkSegment(a5838e97-44f5-4127-9f6d-574e56b0e98f),segment_id=a5838e97-44f5-4127-9f6d-574e56b0e98f)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:39.916065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.930837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Calling delete_port for ec55f4d8-5741-45d6-8781-0d346b4cc53e owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:39.947396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37640) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:40.025070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.25.5.33 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/30734d32-ec01-445a-9791-98a037813258) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:40.047520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.075931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Port': ['ID=ec55f4d8-5741-45d6-8781-0d346b4cc53e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:40.077819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No DVR routers for this DVR port ec55f4d8-5741-45d6-8781-0d346b4cc53e on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:40.096786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6ea930f-a464-4f14-aaa5-802054f7eb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.162285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.172721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cafee7-9ebe-41a4-b5a2-6185055e0074']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:40.177734 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.183684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5838e97-44f5-4127-9f6d-574e56b0e98f') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:40.183982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5838e97-44f5-4127-9f6d-574e56b0e98f') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:40.194069 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.209235 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.215592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:40.215980 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:40.219508 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:40.252670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.255530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6ea930f-a464-4f14-aaa5-802054f7eb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.278194 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.284125 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.287457 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6ea930f-a464-4f14-aaa5-802054f7eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.287571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/43cafee7-9ebe-41a4-b5a2-6185055e0074 HTTP/1.1" status: 204 len: 168 time: 1.8696084 Aug 31 06:57:40.292927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37644) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:40.318734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149ab13-e336-4756-bc91-ab1301787ff5 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=43cafee7-9ebe-41a4-b5a2-6185055e0074,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:40.319251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:40.322241 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29c3a2a-8b06-4fe6-9f4f-8f021d44c741 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:40.322600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29c3a2a-8b06-4fe6-9f4f-8f021d44c741 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:40.324343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f29c3a2a-8b06-4fe6-9f4f-8f021d44c741 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/43cafee7-9ebe-41a4-b5a2-6185055e0074 HTTP/1.1" status: 404 len: 339 time: 0.0305212 Aug 31 06:57:40.329053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37646) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:40.332597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:40.334737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-103488868', 'description': 'd1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:40.346693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:40.351256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=30734d32-ec01-445a-9791-98a037813258,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:40.358648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:40.362606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.373664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f6ea930f-a464-4f14-aaa5-802054f7eb91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50239280af9048aa9cdfcdf33c7c8126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245694 Aug 31 06:57:40.374368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea930f-a464-4f14-aaa5-802054f7eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed44332-e8f2-4dff-a449-11bae21f4d7d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:40.377224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37648) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:40.438067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:40.454271 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.454669 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment 39b46aa9-791d-4f5d-b3ed-499b7115f998 of type vlan for network cceff5f6-1f09-45b9-bc25-58cd23dd9d75 Aug 31 06:57:40.494343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c94c5068-6bf8-4e46-94af-c35eb7bbaad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.518072 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.528385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4836f27e-7212-4f83-a41a-34d12a5c096e no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:40.538054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c94c5068-6bf8-4e46-94af-c35eb7bbaad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.554302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4836f27e-7212-4f83-a41a-34d12a5c096e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:40.554685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4836f27e-7212-4f83-a41a-34d12a5c096e not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:40.585876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.592762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:40.593446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.628629 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.668751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3385274 Aug 31 06:57:40.671700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37650) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:40.676122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb08f49-457d-411b-a6ee-4a2518339bf3 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=cceff5f6-1f09-45b9-bc25-58cd23dd9d75,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:40.688691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network cceff5f6-1f09-45b9-bc25-58cd23dd9d75 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:40.691801 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c94c5068-6bf8-4e46-94af-c35eb7bbaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.694486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c94c5068-6bf8-4e46-94af-c35eb7bbaad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.695751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c94c5068-6bf8-4e46-94af-c35eb7bbaad6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ed44332-e8f2-4dff-a449-11bae21f4d7d HTTP/1.1" status: 204 len: 168 time: 0.3171723 Aug 31 06:57:40.704592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c5068-6bf8-4e46-94af-c35eb7bbaad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed44332-e8f2-4dff-a449-11bae21f4d7d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:40.867825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1f8789-692b-4617-9034-23e5eab22060 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:40.869517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e1f8789-692b-4617-9034-23e5eab22060 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/networks?id=cceff5f6-1f09-45b9-bc25-58cd23dd9d75 HTTP/1.1" status: 200 len: 760 time: 0.1967566 Aug 31 06:57:40.872376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37656) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:40.879517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-672185cb-a785-4002-bb2e-e1c891c57b63 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'description': 'd2'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:40.997349 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.003532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37658) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:41.038733 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-672185cb-a785-4002-bb2e-e1c891c57b63 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.052545 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-672185cb-a785-4002-bb2e-e1c891c57b63 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.052814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f002844c-a64f-4871-96a7-a439da19dcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.070598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-672185cb-a785-4002-bb2e-e1c891c57b63 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network cceff5f6-1f09-45b9-bc25-58cd23dd9d75 is not hosted by any dhcp agent {{(pid=94668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:57:41.075981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672185cb-a785-4002-bb2e-e1c891c57b63 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:41.076586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-672185cb-a785-4002-bb2e-e1c891c57b63 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.077879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-672185cb-a785-4002-bb2e-e1c891c57b63 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "PUT /v2.0/networks/cceff5f6-1f09-45b9-bc25-58cd23dd9d75 HTTP/1.1" status: 200 len: 757 time: 0.2039008 Aug 31 06:57:41.083717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37660) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:41.122237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672185cb-a785-4002-bb2e-e1c891c57b63 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=cceff5f6-1f09-45b9-bc25-58cd23dd9d75,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:41.135075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network cceff5f6-1f09-45b9-bc25-58cd23dd9d75 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:41.255538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1f8e5-3831-4380-88c1-973be593b71d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:41.257010 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bda1f8e5-3831-4380-88c1-973be593b71d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/networks?id=cceff5f6-1f09-45b9-bc25-58cd23dd9d75 HTTP/1.1" status: 200 len: 760 time: 0.1722469 Aug 31 06:57:41.261214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37662) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:41.266906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1085484569'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:41.303779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 9ac4e6b1-4f49-4417-8412-956d3c22ea54 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:41.369163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f002844c-a64f-4871-96a7-a439da19dcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.375818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f002844c-a64f-4871-96a7-a439da19dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.387817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:41.391375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.415172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:41.424945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.425318 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment 1834a5eb-66a1-4435-9b06-db6cc3487013 of type vlan for network 9ebe3dc5-1f48-4a31-94a0-1b0bf4958239 Aug 31 06:57:41.462963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002844c-a64f-4871-96a7-a439da19dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec72f9-46e6-4d6f-ab88-1b2927e22cf9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:41.470877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f002844c-a64f-4871-96a7-a439da19dcf2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c72ced32fc1a4d1199bb37b6c9d1a5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638703 Aug 31 06:57:41.471091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.471603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37664) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:41.490467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:41.502455 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec98afc-396f-43a2-b4e4-f2be5ae9a1a4 None None] Sync routers for ids ['9ac4e6b1-4f49-4417-8412-956d3c22ea54'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:41.511489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.513937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-af5cf09c-a5c3-4d5b-ad7a-b6b2b97cdd3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.1455560 Aug 31 06:57:41.516628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37666) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:41.517302 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec98afc-396f-43a2-b4e4-f2be5ae9a1a4 None None] Routers {'9ac4e6b1-4f49-4417-8412-956d3c22ea54'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:41.518239 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8ec98afc-396f-43a2-b4e4-f2be5ae9a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9ac4e6b1-4f49-4417-8412-956d3c22ea54'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:41.528529 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.534895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:41.535484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.555158 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8ec98afc-396f-43a2-b4e4-f2be5ae9a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:41.563815 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec98afc-396f-43a2-b4e4-f2be5ae9a1a4 None None] Routers {'9ac4e6b1-4f49-4417-8412-956d3c22ea54'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:41.564410 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8ec98afc-396f-43a2-b4e4-f2be5ae9a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9ac4e6b1-4f49-4417-8412-956d3c22ea54'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:41.567697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3051119 Aug 31 06:57:41.571025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37668) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:41.583670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': '9ebe3dc5-1f48-4a31-94a0-1b0bf4958239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:41.597931 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8ec98afc-396f-43a2-b4e4-f2be5ae9a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:41.598314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba97d65-882e-48a3-b331-c1b1df1b72b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.599496 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec98afc-396f-43a2-b4e4-f2be5ae9a1a4 None None] The sync data for ids ['9ac4e6b1-4f49-4417-8412-956d3c22ea54'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:41.624619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4ccd1-b984-41f4-8088-b848121b52d8 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=9ebe3dc5-1f48-4a31-94a0-1b0bf4958239,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:41.635304 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba97d65-882e-48a3-b331-c1b1df1b72b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.636718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 9ebe3dc5-1f48-4a31-94a0-1b0bf4958239 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:41.696483 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba97d65-882e-48a3-b331-c1b1df1b72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.699313 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ba97d65-882e-48a3-b331-c1b1df1b72b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.700689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4ba97d65-882e-48a3-b331-c1b1df1b72b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12ec72f9-46e6-4d6f-ab88-1b2927e22cf9 HTTP/1.1" status: 204 len: 168 time: 0.2281253 Aug 31 06:57:41.714642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba97d65-882e-48a3-b331-c1b1df1b72b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec72f9-46e6-4d6f-ab88-1b2927e22cf9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:42.062184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-efdd7ded-0c76-4534-ae22-a1624676ca3b tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/routers/9ac4e6b1-4f49-4417-8412-956d3c22ea54 HTTP/1.1" status: 200 len: 878 time: 0.5443139 Aug 31 06:57:42.064773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37680) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:42.080071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:42.084571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.302523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ad69c230-0418-40be-9c5a-84dbb2968908 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.2365077 Aug 31 06:57:42.303178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37690) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:42.307841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1dca22fb-cf09-465e-ba3e-e0f99ce75d4e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-45106928'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:42.315642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.396171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=ae7f718e-988e-46ff-b1d3-44ca4d1b2e70,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:42.408540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': '1834a5eb-66a1-4435-9b06-db6cc3487013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ebe3dc5-1f48-4a31-94a0-1b0bf4958239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:42.409023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: 9ebe3dc5-1f48-4a31-94a0-1b0bf4958239, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:42.429507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network 9ebe3dc5-1f48-4a31-94a0-1b0bf4958239 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:42.444045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 9ebe3dc5-1f48-4a31-94a0-1b0bf4958239) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:42.452505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:42.454043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f829f10f-f10c-4399-92cb-85f02920a83a None None] Network 9ebe3dc5-1f48-4a31-94a0-1b0bf4958239 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:42.454827 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.477465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3231a87a-7680-46b6-b591-560790019af4 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9001615 Aug 31 06:57:42.480133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37694) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:42.615265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.637355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc461d37-9c16-4ce3-b581-cb63c31523e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-9ebe3dc5-1f48-4a31-94a0-1b0bf4958239', 'network_id': '9ebe3dc5-1f48-4a31-94a0-1b0bf4958239', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': 'ae7f718e-988e-46ff-b1d3-44ca4d1b2e70'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:42.638241 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fc461d37-9c16-4ce3-b581-cb63c31523e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.686647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.761469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-fc461d37-9c16-4ce3-b581-cb63c31523e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae7f718e-988e-46ff-b1d3-44ca4d1b2e70: This subnet is being modified by another concurrent operation. Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:57:42.763114 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae7f718e-988e-46ff-b1d3-44ca4d1b2e70: This subnet is being modified by another concurrent operation. Aug 31 06:57:42.765910 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 06:57:42.797172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7f718e-988e-46ff-b1d3-44ca4d1b2e70,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:42.799338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36ed29-62ac-4db8-a389-f5001a98d41a None None] Network 9ebe3dc5-1f48-4a31-94a0-1b0bf4958239 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:42.883643 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.898326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebe3dc5-1f48-4a31-94a0-1b0bf4958239']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:42.917931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1834a5eb-66a1-4435-9b06-db6cc3487013') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:42.918401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1834a5eb-66a1-4435-9b06-db6cc3487013') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:42.931253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cde9d6-8676-4003-8f01-a10c69e01c26 None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:57:42.938737 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.958519 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.968361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:42.968776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:42.973491 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:43.035924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1dca22fb-cf09-465e-ba3e-e0f99ce75d4e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.050505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1dca22fb-cf09-465e-ba3e-e0f99ce75d4e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.064618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cde9d6-8676-4003-8f01-a10c69e01c26 None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:57:43.069310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.079637 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.081959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/9ebe3dc5-1f48-4a31-94a0-1b0bf4958239 HTTP/1.1" status: 204 len: 168 time: 0.5972171 Aug 31 06:57:43.084330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37708) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.107234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d1296-9f43-40a0-a296-aec324d2982f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=9ebe3dc5-1f48-4a31-94a0-1b0bf4958239,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:43.127539 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30a108a-80cb-47e9-a288-90fbd7f581cf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] GET failed (client error): The resource could not be found. Aug 31 06:57:43.128816 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f30a108a-80cb-47e9-a288-90fbd7f581cf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/subnets/ae7f718e-988e-46ff-b1d3-44ca4d1b2e70 HTTP/1.1" status: 404 len: 337 time: 0.0426450 Aug 31 06:57:43.131608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37712) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.156893 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfa9a39-79fb-452e-b3d2-3cb639bdeadd tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:43.157495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfa9a39-79fb-452e-b3d2-3cb639bdeadd tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:43.163357 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9cfa9a39-79fb-452e-b3d2-3cb639bdeadd tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/9ebe3dc5-1f48-4a31-94a0-1b0bf4958239 HTTP/1.1" status: 404 len: 339 time: 0.0271471 Aug 31 06:57:43.163618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37714) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.198546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dca22fb-cf09-465e-ba3e-e0f99ce75d4e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 9ac4e6b1-4f49-4417-8412-956d3c22ea54 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:43.307566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b62257-37da-44d6-bfae-204278434552 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.309395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d0b62257-37da-44d6-bfae-204278434552 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1441474 Aug 31 06:57:43.312999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37720) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.353650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f2596db2-0e55-4117-b04e-ba8701e11fcd tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a HTTP/1.1" status: 200 len: 207 time: 0.0397022 Aug 31 06:57:43.357904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37722) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.364832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dca22fb-cf09-465e-ba3e-e0f99ce75d4e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:43.375466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1dca22fb-cf09-465e-ba3e-e0f99ce75d4e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.376911 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1dca22fb-cf09-465e-ba3e-e0f99ce75d4e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/9ac4e6b1-4f49-4417-8412-956d3c22ea54 HTTP/1.1" status: 200 len: 885 time: 1.0727746 Aug 31 06:57:43.379615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37724) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.380568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a97809-fae9-4ea5-982a-7d711981fbb5 None None] Sync routers for ids ['9ac4e6b1-4f49-4417-8412-956d3c22ea54'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:43.393327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a97809-fae9-4ea5-982a-7d711981fbb5 None None] Routers {'9ac4e6b1-4f49-4417-8412-956d3c22ea54'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:43.394034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-88a97809-fae9-4ea5-982a-7d711981fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9ac4e6b1-4f49-4417-8412-956d3c22ea54'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.441809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-88a97809-fae9-4ea5-982a-7d711981fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.457837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a97809-fae9-4ea5-982a-7d711981fbb5 None None] Routers {'9ac4e6b1-4f49-4417-8412-956d3c22ea54'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:43.458668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-88a97809-fae9-4ea5-982a-7d711981fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['9ac4e6b1-4f49-4417-8412-956d3c22ea54'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.500126 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a38be8fd-d5f9-43ac-84e4-6ef30d31f7f4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/routers/9ac4e6b1-4f49-4417-8412-956d3c22ea54 HTTP/1.1" status: 200 len: 885 time: 0.1190076 Aug 31 06:57:43.502915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37726) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.505167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c9a63-290e-45ad-bd0f-9eccb9842daa tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.506775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-88a97809-fae9-4ea5-982a-7d711981fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.507455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a97809-fae9-4ea5-982a-7d711981fbb5 None None] The sync data for ids ['9ac4e6b1-4f49-4417-8412-956d3c22ea54'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:43.512716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c9a63-290e-45ad-bd0f-9eccb9842daa tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.520110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c9a63-290e-45ad-bd0f-9eccb9842daa tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.526668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c9a63-290e-45ad-bd0f-9eccb9842daa tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.532535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-236c9a63-290e-45ad-bd0f-9eccb9842daa tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1697927 Aug 31 06:57:43.532825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37728) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.539883 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6830cf51-8de6-4c39-961a-2ee1caab911a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ac4e6b1-4f49-4417-8412-956d3c22ea54 HTTP/1.1" status: 200 len: 205 time: 0.0333483 Aug 31 06:57:43.540237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37730) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.655508 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.656332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c0c60b3f-c03b-4608-b42d-3129850fd4f7 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1223159 Aug 31 06:57:43.659908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37732) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.720279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d67172-17ad-41bd-a080-65ad92bb18e1 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.722124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d67172-17ad-41bd-a080-65ad92bb18e1 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.727826 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-64d67172-17ad-41bd-a080-65ad92bb18e1 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0669255 Aug 31 06:57:43.728445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37734) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.777605 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.797082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7a7b3-3589-464f-8a0c-d1a709d1cc9f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.799377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7a7b3-3589-464f-8a0c-d1a709d1cc9f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.801396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2bf7a7b3-3589-464f-8a0c-d1a709d1cc9f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0719500 Aug 31 06:57:43.804835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37740) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.842591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 30734d32-ec01-445a-9791-98a037813258 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:43.842937 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.923778 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.929705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b235323-4529-412d-8616-0d34b51ab943 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:43.931320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1b235323-4529-412d-8616-0d34b51ab943 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/networks/e3f01b86-d296-4d19-b7ca-3bcb6243ae50 HTTP/1.1" status: 200 len: 799 time: 0.1254163 Aug 31 06:57:43.935242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37744) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.941716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 30734d32-ec01-445a-9791-98a037813258 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:44.070095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8ce37dff-4288-49d9-a088-c9f58b9dee56 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/networks/e3f01b86-d296-4d19-b7ca-3bcb6243ae50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1284022 Aug 31 06:57:44.070419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37746) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:44.120340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.128938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401deaf2-5ca2-4eb3-a7f1-be020e8799cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:44.135876 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-401deaf2-5ca2-4eb3-a7f1-be020e8799cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/subnets/74bc8e17-0aef-4de8-9ab0-7a94bbcea00d HTTP/1.1" status: 200 len: 811 time: 0.0586360 Aug 31 06:57:44.138015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37748) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:44.152938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=30734d32-ec01-445a-9791-98a037813258,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:44.198061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c7fe4c-b995-4205-b7dc-ca9d40f6b567 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['shared'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:44.203110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f1c7fe4c-b995-4205-b7dc-ca9d40f6b567 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "GET /v2.0/subnets/74bc8e17-0aef-4de8-9ab0-7a94bbcea00d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0605280 Aug 31 06:57:44.203415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37750) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:44.208968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1947225436'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:44.223194 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.233997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:44.238231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.266543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:44.277776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.278163 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Added segment ebedef02-5ed2-4ec6-81e5-28255b529e63 of type vlan for network e43168ad-bf47-421f-8683-08ac3a28e610 Aug 31 06:57:44.320966 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.323218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.324366 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.363001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.370605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:44.370865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.371475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Fanout notify agent at l3_agent the message router_deleted on router 9ac4e6b1-4f49-4417-8412-956d3c22ea54 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:44.371856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.379751 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.384891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0ba243e4-2827-4dbe-b85f-05f03c7ed5b0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/9ac4e6b1-4f49-4417-8412-956d3c22ea54 HTTP/1.1" status: 204 len: 168 time: 0.8397706 Aug 31 06:57:44.385572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37752) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:44.392166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1561424116'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:44.422500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:44.427240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.453551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2474384 Aug 31 06:57:44.454613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37754) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:44.462354 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:44.463234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'network_id': 'e43168ad-bf47-421f-8683-08ac3a28e610', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:44.475952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.476378 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment 992955d9-acdd-4f5c-b6c6-1c95fee934f4 of type vlan for network 6784540b-9457-496a-894a-70f93d1e8707 Aug 31 06:57:44.485336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b7f20-b736-4cb9-86d0-da989288d74c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Network': ['ID=e43168ad-bf47-421f-8683-08ac3a28e610,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:44.500402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e43168ad-bf47-421f-8683-08ac3a28e610 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:44.533479 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.564669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.571057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:44.571673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.573815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Made reservation on behalf of 8fb8b8799ebd4fa7a9a4311ab6e9b7db for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:44.579048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.636402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2460058 Aug 31 06:57:44.636826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37756) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:44.642359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': '6784540b-9457-496a-894a-70f93d1e8707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:44.648421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Performing IP validity checks on allocation pools {{(pid=94667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 06:57:44.649110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 06:57:44.661645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc4047-0fd5-41bb-b786-09d5c9100378 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=6784540b-9457-496a-894a-70f93d1e8707,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:44.673692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 6784540b-9457-496a-894a-70f93d1e8707 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:44.746333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:44.751528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.798645 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.870561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=81fafe2f-5bbc-4499-aba2-ce29cc3cf25d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:44.875738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Checking segment: {'id': 'ebedef02-5ed2-4ec6-81e5-28255b529e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43168ad-bf47-421f-8683-08ac3a28e610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:44.876104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network hostable DHCP agents. Network: e43168ad-bf47-421f-8683-08ac3a28e610, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:44.900276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Network e43168ad-bf47-421f-8683-08ac3a28e610 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:44.909911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e43168ad-bf47-421f-8683-08ac3a28e610) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:44.915891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:44.916959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.922569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33644c5f-4061-4529-91f1-e5fb7ca379ae None None] Network e43168ad-bf47-421f-8683-08ac3a28e610 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:44.938832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-991b90a6-ea2d-4c3e-8e4a-43a306fc3471 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4805653 Aug 31 06:57:44.939513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37764) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:44.944925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5d3780cd-08e3-4747-b3a0-fae08d122b08 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:44.990825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.072379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=001e59ec-756b-48f1-92fe-e5b79a193ab2,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:45.083397 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d3780cd-08e3-4747-b3a0-fae08d122b08 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3512036'] for subnet, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.119085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': '992955d9-acdd-4f5c-b6c6-1c95fee934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6784540b-9457-496a-894a-70f93d1e8707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:45.119085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: 6784540b-9457-496a-894a-70f93d1e8707, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:45.150971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 6784540b-9457-496a-894a-70f93d1e8707 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:45.166219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 6784540b-9457-496a-894a-70f93d1e8707) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:45.177847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:45.179273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.205225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2360abd6-9235-4e91-85ab-3338d83624ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5666416 Aug 31 06:57:45.206538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec89169-0774-4ce2-b975-16e8c5020233 None None] Network 6784540b-9457-496a-894a-70f93d1e8707 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:45.211244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37770) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:45.221303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e43168ad-bf47-421f-8683-08ac3a28e610', 'network_id': 'e43168ad-bf47-421f-8683-08ac3a28e610', 'tenant_id': '8fb8b8799ebd4fa7a9a4311ab6e9b7db', 'fixed_ips': [{'subnet_id': '81fafe2f-5bbc-4499-aba2-ce29cc3cf25d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:45.221980 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.241727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-702ef48f-e3f9-45e3-8daf-5b95852e3d55 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1154021973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:45.276191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-702ef48f-e3f9-45e3-8daf-5b95852e3d55 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.277257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-702ef48f-e3f9-45e3-8daf-5b95852e3d55 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.336155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-702ef48f-e3f9-45e3-8daf-5b95852e3d55 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.341867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-702ef48f-e3f9-45e3-8daf-5b95852e3d55 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.381649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-702ef48f-e3f9-45e3-8daf-5b95852e3d55 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.383105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-702ef48f-e3f9-45e3-8daf-5b95852e3d55 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1710131 Aug 31 06:57:45.386215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37772) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:45.460838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d3780cd-08e3-4747-b3a0-fae08d122b08 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740152953308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3681921'] for subnet, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.517703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3780cd-08e3-4747-b3a0-fae08d122b08 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:45.518331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Allocated IP 172.20.0.3 (e43168ad-bf47-421f-8683-08ac3a28e610/81fafe2f-5bbc-4499-aba2-ce29cc3cf25d/c95f670f-e43e-4ad3-9804-28823e169656) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:45.518774 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5d3780cd-08e3-4747-b3a0-fae08d122b08 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.522759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5d3780cd-08e3-4747-b3a0-fae08d122b08 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "PUT /v2.0/subnets/81fafe2f-5bbc-4499-aba2-ce29cc3cf25d HTTP/1.1" status: 200 len: 877 time: 0.5794857 Aug 31 06:57:45.523737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37774) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:45.592309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3780cd-08e3-4747-b3a0-fae08d122b08 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event updated for resources: {'Subnet': ['ID=81fafe2f-5bbc-4499-aba2-ce29cc3cf25d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:45.641016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-6784540b-9457-496a-894a-70f93d1e8707', 'network_id': '6784540b-9457-496a-894a-70f93d1e8707', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': '001e59ec-756b-48f1-92fe-e5b79a193ab2'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:45.642045 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.677076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.709605 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.743206 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.787546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.803696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Transition to ACTIVE for port object c95f670f-e43e-4ad3-9804-28823e169656 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:45.852031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Transition to ACTIVE for port object c95f670f-e43e-4ad3-9804-28823e169656 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:45.879695 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.890754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.921815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Allocated IP 172.20.0.2 (6784540b-9457-496a-894a-70f93d1e8707/001e59ec-756b-48f1-92fe-e5b79a193ab2/cfaa8a1c-ed9f-490a-84b1-31ffc194c709) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:45.945811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Network e43168ad-bf47-421f-8683-08ac3a28e610 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:45.946451 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=81fafe2f-5bbc-4499-aba2-ce29cc3cf25d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:45.963463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Pushing event updated for resources: {'Port': ['ID=c95f670f-e43e-4ad3-9804-28823e169656,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:45.967547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:45.970634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:46.010510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.025093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43168ad-bf47-421f-8683-08ac3a28e610']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:46.036543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebedef02-5ed2-4ec6-81e5-28255b529e63') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:46.036543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebedef02-5ed2-4ec6-81e5-28255b529e63') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:46.049575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.064723 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.072114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:46.072609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:46.076346 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:46.142269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:57:46.142269 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:57:46.142269 n-d-712142-16 neutron-server[94667]: [parameters: {'id': 'e43168ad-bf47-421f-8683-08ac3a28e610'}] Aug 31 06:57:46.142269 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:57:46.142676 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:57:46.227264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Attempting to bind port c95f670f-e43e-4ad3-9804-28823e169656 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:46.227637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Attempting to bind port c95f670f-e43e-4ad3-9804-28823e169656 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'ebedef02-5ed2-4ec6-81e5-28255b529e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43168ad-bf47-421f-8683-08ac3a28e610'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:46.227999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Attempting to bind port c95f670f-e43e-4ad3-9804-28823e169656 on network e43168ad-bf47-421f-8683-08ac3a28e610 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:46.235121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:46.235496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Checking segment: {'id': 'ebedef02-5ed2-4ec6-81e5-28255b529e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43168ad-bf47-421f-8683-08ac3a28e610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:46.235898 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.236352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Bound using segment: {'id': 'ebedef02-5ed2-4ec6-81e5-28255b529e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43168ad-bf47-421f-8683-08ac3a28e610'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:46.236842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Bound port: c95f670f-e43e-4ad3-9804-28823e169656, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebedef02-5ed2-4ec6-81e5-28255b529e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e43168ad-bf47-421f-8683-08ac3a28e610'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:46.237231 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.363984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] For port c95f670f-e43e-4ad3-9804-28823e169656, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:46.369640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] For port c95f670f-e43e-4ad3-9804-28823e169656, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c95f670f-e43e-4ad3-9804-28823e169656,segment=NetworkSegment(ebedef02-5ed2-4ec6-81e5-28255b529e63),segment_id=ebedef02-5ed2-4ec6-81e5-28255b529e63)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:46.370989 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.376836 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.389715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Transition to ACTIVE for port object cfaa8a1c-ed9f-490a-84b1-31ffc194c709 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:46.441029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Transition to ACTIVE for port object cfaa8a1c-ed9f-490a-84b1-31ffc194c709 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:46.470284 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.485778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d108a2-78f1-4a62-8898-f1f26c497826 None None] Pushing event updated for resources: {'Port': ['ID=c95f670f-e43e-4ad3-9804-28823e169656,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:46.499382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Network 6784540b-9457-496a-894a-70f93d1e8707 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:46.511228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.20.0.1 (6784540b-9457-496a-894a-70f93d1e8707/001e59ec-756b-48f1-92fe-e5b79a193ab2/9b894742-9fc9-4408-a463-f115f4af8dce) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:46.520205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37007075-f66e-44aa-8f24-59796c070fc7 None None] Network e43168ad-bf47-421f-8683-08ac3a28e610 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:46.522542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:46.527780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:46.629354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Pushing event updated for resources: {'Port': ['ID=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:46.643919 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.667890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.683889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object 9b894742-9fc9-4408-a463-f115f4af8dce will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:46.713448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Attempting to bind port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:46.714009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Attempting to bind port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '992955d9-acdd-4f5c-b6c6-1c95fee934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6784540b-9457-496a-894a-70f93d1e8707'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:46.714507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Attempting to bind port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 on network 6784540b-9457-496a-894a-70f93d1e8707 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:46.724681 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.724907 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Deleting port c95f670f-e43e-4ad3-9804-28823e169656 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:46.725412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.728750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:46.729263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Checking segment: {'id': '992955d9-acdd-4f5c-b6c6-1c95fee934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6784540b-9457-496a-894a-70f93d1e8707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:46.729790 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.730436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Bound using segment: {'id': '992955d9-acdd-4f5c-b6c6-1c95fee934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6784540b-9457-496a-894a-70f93d1e8707'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:46.730893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Bound port: cfaa8a1c-ed9f-490a-84b1-31ffc194c709, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992955d9-acdd-4f5c-b6c6-1c95fee934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6784540b-9457-496a-894a-70f93d1e8707'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:46.731415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.775580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd9bc9-d69d-41e0-92de-76e19f1bef6f None None] Network e43168ad-bf47-421f-8683-08ac3a28e610 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:46.782715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 6784540b-9457-496a-894a-70f93d1e8707 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:46.788381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:46.792994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:46.814468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] For port c95f670f-e43e-4ad3-9804-28823e169656, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c95f670f-e43e-4ad3-9804-28823e169656,segment=NetworkSegment(ebedef02-5ed2-4ec6-81e5-28255b529e63),segment_id=ebedef02-5ed2-4ec6-81e5-28255b529e63)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:46.814826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.832622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Calling delete_port for c95f670f-e43e-4ad3-9804-28823e169656 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:46.836601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=9b894742-9fc9-4408-a463-f115f4af8dce,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:46.863639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.886207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] For port cfaa8a1c-ed9f-490a-84b1-31ffc194c709, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:46.918684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] For port cfaa8a1c-ed9f-490a-84b1-31ffc194c709, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,segment=NetworkSegment(992955d9-acdd-4f5c-b6c6-1c95fee934f4),segment_id=992955d9-acdd-4f5c-b6c6-1c95fee934f4)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:46.936613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.963243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.999856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Port': ['ID=c95f670f-e43e-4ad3-9804-28823e169656,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:47.004915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No DVR routers for this DVR port c95f670f-e43e-4ad3-9804-28823e169656 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:47.011174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d18878-b6e3-4811-8645-4ae70d155432 None None] Pushing event updated for resources: {'Port': ['ID=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:47.017556 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.121375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.135665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43168ad-bf47-421f-8683-08ac3a28e610']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:47.152895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebedef02-5ed2-4ec6-81e5-28255b529e63') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:47.153093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebedef02-5ed2-4ec6-81e5-28255b529e63') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:47.165524 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.182576 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.188927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:47.189468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:47.193005 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:47.259292 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.268276 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.270406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/e43168ad-bf47-421f-8683-08ac3a28e610 HTTP/1.1" status: 204 len: 168 time: 1.7456503 Aug 31 06:57:47.275268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37784) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.294126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89189eb0-3931-4b33-a24c-6076f57e1f7a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=e43168ad-bf47-421f-8683-08ac3a28e610,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:47.314786 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c343b9c-b98b-4d2c-bb04-e66d61f50ff9 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:47.314975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c343b9c-b98b-4d2c-bb04-e66d61f50ff9 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:47.316754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3c343b9c-b98b-4d2c-bb04-e66d61f50ff9 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/81fafe2f-5bbc-4499-aba2-ce29cc3cf25d HTTP/1.1" status: 404 len: 337 time: 0.0315552 Aug 31 06:57:47.319633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37786) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.347209 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f42bc4c-f551-48d2-948b-6ee080d99e84 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:47.347930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f42bc4c-f551-48d2-948b-6ee080d99e84 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:47.349841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1f42bc4c-f551-48d2-948b-6ee080d99e84 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/e43168ad-bf47-421f-8683-08ac3a28e610 HTTP/1.1" status: 404 len: 339 time: 0.0289550 Aug 31 06:57:47.353691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37788) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.388576 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb823a9-5781-4c7d-8fe9-1e8fcfa3e624 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:47.389232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb823a9-5781-4c7d-8fe9-1e8fcfa3e624 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:47.391099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cbb823a9-5781-4c7d-8fe9-1e8fcfa3e624 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/ae7f718e-988e-46ff-b1d3-44ca4d1b2e70 HTTP/1.1" status: 404 len: 337 time: 0.0363870 Aug 31 06:57:47.394076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37790) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.399297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.405225 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.418507 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-563bc649-1c6c-4fe7-9fb8-343cd6a17caf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:47.419189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563bc649-1c6c-4fe7-9fb8-343cd6a17caf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:47.425386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-563bc649-1c6c-4fe7-9fb8-343cd6a17caf tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/9ebe3dc5-1f48-4a31-94a0-1b0bf4958239 HTTP/1.1" status: 404 len: 339 time: 0.0295999 Aug 31 06:57:47.425948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37792) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.488753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=9b894742-9fc9-4408-a463-f115f4af8dce,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:47.499936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.502819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.503313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.503507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.503848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.504185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.504518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.505271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.505271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.505533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.507691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.507691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.507691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.528189 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.607548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 6784540b-9457-496a-894a-70f93d1e8707 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:47.609386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:47.644103 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.656918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cceff5f6-1f09-45b9-bc25-58cd23dd9d75']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:47.668715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b46aa9-791d-4f5d-b3ed-499b7115f998') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:47.669017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b46aa9-791d-4f5d-b3ed-499b7115f998') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:47.681924 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.701935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.709554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:47.710182 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:47.713897 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:47.794461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.801114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.806558 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/cceff5f6-1f09-45b9-bc25-58cd23dd9d75 HTTP/1.1" status: 204 len: 168 time: 0.3794267 Aug 31 06:57:47.807258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37796) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.863238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41286e-df1a-450e-a66f-52bb9ed7a7c2 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=cceff5f6-1f09-45b9-bc25-58cd23dd9d75,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:47.873636 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6e4d09-1309-465c-a795-de96986caa00 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:47.876392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6e4d09-1309-465c-a795-de96986caa00 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:47.883187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ed6e4d09-1309-465c-a795-de96986caa00 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/a5007361-dfb5-43b9-8929-64faa862ed7a HTTP/1.1" status: 404 len: 337 time: 0.0706570 Aug 31 06:57:47.887716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37798) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.911614 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-195b5ba3-3d41-44d5-85f4-ef00eea61c6b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:47.912288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195b5ba3-3d41-44d5-85f4-ef00eea61c6b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:47.917842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-195b5ba3-3d41-44d5-85f4-ef00eea61c6b tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/43cafee7-9ebe-41a4-b5a2-6185055e0074 HTTP/1.1" status: 404 len: 339 time: 0.0275657 Aug 31 06:57:47.918909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37800) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.962015 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbdd0da-d11a-4902-a911-eabe0c22aa60 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:47.962597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbdd0da-d11a-4902-a911-eabe0c22aa60 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:47.967495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37802) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.968146 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7dbdd0da-d11a-4902-a911-eabe0c22aa60 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/eb25e77a-d1eb-4a3a-b691-ad088544cd38 HTTP/1.1" status: 404 len: 337 time: 0.0480626 Aug 31 06:57:47.993453 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89b485b-c698-4667-abbe-76493afbf75d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:47.994303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89b485b-c698-4667-abbe-76493afbf75d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:47.995777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a89b485b-c698-4667-abbe-76493afbf75d tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/20270d36-2c9e-47c3-9661-a83393bf74b5 HTTP/1.1" status: 404 len: 339 time: 0.0274539 Aug 31 06:57:47.999685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37804) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.039984 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d791b298-0ecd-457e-bbf0-2fe82ccdf2cd tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.040881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 2670df39-aedd-4e58-8de1-83fc6bd32847 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:48.041829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d791b298-0ecd-457e-bbf0-2fe82ccdf2cd tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.047289 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d791b298-0ecd-457e-bbf0-2fe82ccdf2cd tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/8b745ecb-e02c-41ce-a097-8ea6c25d1e84 HTTP/1.1" status: 404 len: 337 time: 0.0464301 Aug 31 06:57:48.047461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37806) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.069340 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-84683db9-5064-4e5a-b5b4-2b16c9b16994 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.069923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84683db9-5064-4e5a-b5b4-2b16c9b16994 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.074196 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-84683db9-5064-4e5a-b5b4-2b16c9b16994 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/c37adacb-f596-4686-82f8-bbdb83c4e79d HTTP/1.1" status: 404 len: 339 time: 0.0232804 Aug 31 06:57:48.074398 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37808) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.134607 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-83841f5b-61c5-4001-aa1f-20d218c1115c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.135067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83841f5b-61c5-4001-aa1f-20d218c1115c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.137207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-83841f5b-61c5-4001-aa1f-20d218c1115c tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/aabdf9df-9f57-431e-8303-2de49731c111 HTTP/1.1" status: 404 len: 337 time: 0.0617888 Aug 31 06:57:48.140876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37810) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.159938 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-78133207-bc2e-4a54-b6f7-8619e3ebbf4f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.160487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78133207-bc2e-4a54-b6f7-8619e3ebbf4f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.162236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-78133207-bc2e-4a54-b6f7-8619e3ebbf4f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/ee33e006-b1f5-49f5-9332-be4dfadbf442 HTTP/1.1" status: 404 len: 339 time: 0.0205576 Aug 31 06:57:48.164767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37812) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.191717 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6beb72f2-1df9-4268-9773-b3e527a2e75a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.192633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6beb72f2-1df9-4268-9773-b3e527a2e75a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.194436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6beb72f2-1df9-4268-9773-b3e527a2e75a tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/b0f680e9-8054-48d8-8d3a-776b36dfb8cc HTTP/1.1" status: 404 len: 337 time: 0.0282757 Aug 31 06:57:48.196415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37814) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.199390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:48.206379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3e7ca-d834-4f52-b7b3-3194c8b3507c None None] Network 6784540b-9457-496a-894a-70f93d1e8707 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:48.207312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37816) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.210029 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf15bda-e5f6-4a4d-b42f-077d7f2eb0ba None None] Sync routers for ids ['2670df39-aedd-4e58-8de1-83fc6bd32847'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:48.211158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1428347c-7313-472c-891f-046dab3126e0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/2670df39-aedd-4e58-8de1-83fc6bd32847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8204050 Aug 31 06:57:48.222180 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf15bda-e5f6-4a4d-b42f-077d7f2eb0ba None None] Routers {'2670df39-aedd-4e58-8de1-83fc6bd32847'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:48.222803 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6cf15bda-e5f6-4a4d-b42f-077d7f2eb0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2670df39-aedd-4e58-8de1-83fc6bd32847'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:48.246412 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68fd4d9-fd55-4495-a29e-13a67a797758 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.246982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68fd4d9-fd55-4495-a29e-13a67a797758 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.251246 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e68fd4d9-fd55-4495-a29e-13a67a797758 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/064fcdca-09ae-4dad-985f-a93b9d8d7982 HTTP/1.1" status: 404 len: 339 time: 0.0514095 Aug 31 06:57:48.251458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37818) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.257856 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6cf15bda-e5f6-4a4d-b42f-077d7f2eb0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:48.273381 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf15bda-e5f6-4a4d-b42f-077d7f2eb0ba None None] Routers {'2670df39-aedd-4e58-8de1-83fc6bd32847'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:48.274357 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6cf15bda-e5f6-4a4d-b42f-077d7f2eb0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2670df39-aedd-4e58-8de1-83fc6bd32847'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:48.285137 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-06961e41-a98e-4769-993f-dc7217ed0c27 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.285624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06961e41-a98e-4769-993f-dc7217ed0c27 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.287400 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-06961e41-a98e-4769-993f-dc7217ed0c27 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/9b3fcec6-d9ec-4d55-a000-fd2da8bb59e9 HTTP/1.1" status: 404 len: 337 time: 0.0350535 Aug 31 06:57:48.290186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37820) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.295295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70393411-ca82-400f-9d93-4362d1bc9355 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:48.299257 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-70393411-ca82-400f-9d93-4362d1bc9355 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports/9b894742-9fc9-4408-a463-f115f4af8dce HTTP/1.1" status: 200 len: 910 time: 0.0884650 Aug 31 06:57:48.299457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37822) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.305976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-483512ae-1e1a-43ee-89d1-f6d202cfbd10 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '001e59ec-756b-48f1-92fe-e5b79a193ab2'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:48.311691 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9112b3-081b-44f3-adb2-67741e5cdb2f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.312279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9112b3-081b-44f3-adb2-67741e5cdb2f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.317352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2e9112b3-081b-44f3-adb2-67741e5cdb2f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/d181eb60-d5bb-41b7-9596-6244ad369a55 HTTP/1.1" status: 404 len: 339 time: 0.0261095 Aug 31 06:57:48.318228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37824) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.324001 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6cf15bda-e5f6-4a4d-b42f-077d7f2eb0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:48.324915 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf15bda-e5f6-4a4d-b42f-077d7f2eb0ba None None] The sync data for ids ['2670df39-aedd-4e58-8de1-83fc6bd32847'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:48.349078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6ec2bf70-adc9-476b-b694-ec40f9aef3b3 None None] Provisioning for port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:48.353643 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-07102541-0a6b-475b-8da8-7b13d4e9b126 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.353862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07102541-0a6b-475b-8da8-7b13d4e9b126 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.357959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-07102541-0a6b-475b-8da8-7b13d4e9b126 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/dd521a2d-f34d-490d-a9e9-3dc2cfa9fc7d HTTP/1.1" status: 404 len: 337 time: 0.0363977 Aug 31 06:57:48.358196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37826) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.376129 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-39670cfc-39eb-4a96-953a-c346e585738f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.376670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39670cfc-39eb-4a96-953a-c346e585738f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.380938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-39670cfc-39eb-4a96-953a-c346e585738f tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/4543c2d1-bfb5-439f-a6b2-fe6bf53f81c5 HTTP/1.1" status: 404 len: 339 time: 0.0193014 Aug 31 06:57:48.381170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37828) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.412906 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d851d0-5ae6-45ea-9793-e3ea8b00c8df tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.413615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d851d0-5ae6-45ea-9793-e3ea8b00c8df tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.417657 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-98d851d0-5ae6-45ea-9793-e3ea8b00c8df tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/f2537c70-e3a5-4ce7-b383-6e7294ec911d HTTP/1.1" status: 404 len: 337 time: 0.0355108 Aug 31 06:57:48.419113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37830) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.446578 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bf9f9f-f6e1-4fe0-9a57-e509da624083 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:48.447074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bf9f9f-f6e1-4fe0-9a57-e509da624083 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:48.448818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-04bf9f9f-f6e1-4fe0-9a57-e509da624083 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/6745d2ce-bb41-4f2c-8428-da70c3d95442 HTTP/1.1" status: 404 len: 339 time: 0.0286713 Aug 31 06:57:48.452119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37832) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.486930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-483512ae-1e1a-43ee-89d1-f6d202cfbd10 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.527846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-affb6350-4630-425e-85ee-6fe1fc39c7cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Deleting subnet 74bc8e17-0aef-4de8-9ab0-7a94bbcea00d {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:48.534543 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-affb6350-4630-425e-85ee-6fe1fc39c7cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.600054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-affb6350-4630-425e-85ee-6fe1fc39c7cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.609383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cfaa8a1c-ed9f-490a-84b1-31ffc194c709 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:48.678250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:48.688450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:48.693517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.708289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-affb6350-4630-425e-85ee-6fe1fc39c7cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.757112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Provisioning complete for port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:48.762282 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.820200 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-affb6350-4630-425e-85ee-6fe1fc39c7cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.857948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb6350-4630-425e-85ee-6fe1fc39c7cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Subnet': ['ID=74bc8e17-0aef-4de8-9ab0-7a94bbcea00d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:48.869856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-affb6350-4630-425e-85ee-6fe1fc39c7cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.872989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-affb6350-4630-425e-85ee-6fe1fc39c7cb tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/subnets/74bc8e17-0aef-4de8-9ab0-7a94bbcea00d HTTP/1.1" status: 204 len: 168 time: 0.4192417 Aug 31 06:57:48.874481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f93e3-bd3c-414d-9f24-1ce3ab846907 None None] Network e3f01b86-d296-4d19-b7ca-3bcb6243ae50 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:48.875609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37840) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.893173 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.987558 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-483512ae-1e1a-43ee-89d1-f6d202cfbd10 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.998165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-483512ae-1e1a-43ee-89d1-f6d202cfbd10 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.037882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.099426 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.126339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port cfaa8a1c-ed9f-490a-84b1-31ffc194c709, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,segment=NetworkSegment(992955d9-acdd-4f5c-b6c6-1c95fee934f4),segment_id=992955d9-acdd-4f5c-b6c6-1c95fee934f4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:49.128901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483512ae-1e1a-43ee-89d1-f6d202cfbd10 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=9b894742-9fc9-4408-a463-f115f4af8dce,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:49.154884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483512ae-1e1a-43ee-89d1-f6d202cfbd10 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:49.155547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-483512ae-1e1a-43ee-89d1-f6d202cfbd10 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.156682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Deleting port 151beaf1-42e6-4893-bb88-8be55e6d487f {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:49.157037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.157148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-483512ae-1e1a-43ee-89d1-f6d202cfbd10 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/ports/9b894742-9fc9-4408-a463-f115f4af8dce HTTP/1.1" status: 200 len: 910 time: 0.8558547 Aug 31 06:57:49.160047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:49.178996 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.283986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] For port 151beaf1-42e6-4893-bb88-8be55e6d487f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=151beaf1-42e6-4893-bb88-8be55e6d487f,segment=NetworkSegment(da651d28-c647-4d45-a9d6-291d747103dd),segment_id=da651d28-c647-4d45-a9d6-291d747103dd)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:49.284351 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.318504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Calling delete_port for 151beaf1-42e6-4893-bb88-8be55e6d487f owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:49.418206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:49.427502 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:57:49.427872 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:57:49.467808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.496902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] No DVR routers for this DVR port 151beaf1-42e6-4893-bb88-8be55e6d487f on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:49.505767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd15d792-499d-4dba-a6ea-b79397c0080b None None] DHCP port deletion for e3f01b86-d296-4d19-b7ca-3bcb6243ae50 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:49.526173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae63fbf-c052-4c98-a8f1-3b60efccc15e None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:57:49.588236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Port': ['ID=151beaf1-42e6-4893-bb88-8be55e6d487f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:49.624257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.650181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae63fbf-c052-4c98-a8f1-3b60efccc15e None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:57:49.687393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.712911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f01b86-d296-4d19-b7ca-3bcb6243ae50']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:49.734092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da651d28-c647-4d45-a9d6-291d747103dd') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:49.734387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da651d28-c647-4d45-a9d6-291d747103dd') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:49.745660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.766298 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.775246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:49.776050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:49.842654 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:49.847557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.856698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.860322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] 10.222.0.15 "DELETE /v2.0/networks/e3f01b86-d296-4d19-b7ca-3bcb6243ae50 HTTP/1.1" status: 204 len: 168 time: 0.9830210 Aug 31 06:57:49.902910 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef14a3-7110-49c4-a1c8-6e7d2fb6ff45 tempest-NetworksTest-744430061 tempest-NetworksTest-744430061-project] Pushing event deleted for resources: {'Network': ['ID=e3f01b86-d296-4d19-b7ca-3bcb6243ae50,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:50.129317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Provisioning for port 9b894742-9fc9-4408-a463-f115f4af8dce completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:50.135387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Provisioning complete for port 9b894742-9fc9-4408-a463-f115f4af8dce triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:50.135782 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.202885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37852) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:50.210166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4f09c636-c93a-41f3-8a7c-b46c2f7d1b96 None None] Port 9b894742-9fc9-4408-a463-f115f4af8dce cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:50.334931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-07c8a0ab-2ec9-4aac-8822-9f847e030b47 None None] Provisioning complete for port 9b894742-9fc9-4408-a463-f115f4af8dce triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:50.335333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07c8a0ab-2ec9-4aac-8822-9f847e030b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.373906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-07c8a0ab-2ec9-4aac-8822-9f847e030b47 None None] Port 9b894742-9fc9-4408-a463-f115f4af8dce cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:50.390600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6de5381d-4171-4581-8c4d-1e61f4cb1dc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fb8b8799ebd4fa7a9a4311ab6e9b7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836922 Aug 31 06:57:50.390894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37856) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:50.449964 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9698d7a2-a28e-4417-a936-9c342daf5cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.461567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 9b894742-9fc9-4408-a463-f115f4af8dce {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:50.462105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.474864 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9698d7a2-a28e-4417-a936-9c342daf5cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.554861 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9698d7a2-a28e-4417-a936-9c342daf5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.561472 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9698d7a2-a28e-4417-a936-9c342daf5cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.565155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.566440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9698d7a2-a28e-4417-a936-9c342daf5cfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee793aa0-2ebc-4726-9925-68bd8b20c8ec HTTP/1.1" status: 204 len: 168 time: 0.1745656 Aug 31 06:57:50.576284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698d7a2-a28e-4417-a936-9c342daf5cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee793aa0-2ebc-4726-9925-68bd8b20c8ec,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:50.581088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cfaa8a1c-ed9f-490a-84b1-31ffc194c709 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:50.587081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 9b894742-9fc9-4408-a463-f115f4af8dce owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:50.654197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:50.654575 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.820860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.830240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 151beaf1-42e6-4893-bb88-8be55e6d487f no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:50.854153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 151beaf1-42e6-4893-bb88-8be55e6d487f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:50.854806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 151beaf1-42e6-4893-bb88-8be55e6d487f not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:50.856097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=9b894742-9fc9-4408-a463-f115f4af8dce,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:51.042433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.238650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 2670df39-aedd-4e58-8de1-83fc6bd32847 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:51.326899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:51.336073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5af2f14a-d986-4940-8105-65f5b1280924 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/2670df39-aedd-4e58-8de1-83fc6bd32847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1722119 Aug 31 06:57:51.336236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37884) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.345372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28bfe2-2084-4bb1-b881-79834cbe32df None None] Sync routers for ids ['2670df39-aedd-4e58-8de1-83fc6bd32847'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:51.363262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28bfe2-2084-4bb1-b881-79834cbe32df None None] Routers {'2670df39-aedd-4e58-8de1-83fc6bd32847'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:51.364320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef28bfe2-2084-4bb1-b881-79834cbe32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2670df39-aedd-4e58-8de1-83fc6bd32847'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:51.370121 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cd1f4f17-33eb-4f1f-a6cd-cfe1b150916d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=2670df39-aedd-4e58-8de1-83fc6bd32847 HTTP/1.1" status: 200 len: 205 time: 0.0321164 Aug 31 06:57:51.372615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37886) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.412803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef28bfe2-2084-4bb1-b881-79834cbe32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:51.445053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28bfe2-2084-4bb1-b881-79834cbe32df None None] Routers {'2670df39-aedd-4e58-8de1-83fc6bd32847'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:51.445815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef28bfe2-2084-4bb1-b881-79834cbe32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2670df39-aedd-4e58-8de1-83fc6bd32847'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:51.464960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37888) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.489098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef28bfe2-2084-4bb1-b881-79834cbe32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:51.489896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28bfe2-2084-4bb1-b881-79834cbe32df None None] The sync data for ids ['2670df39-aedd-4e58-8de1-83fc6bd32847'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:51.534751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c4b725-5808-49c2-af68-ecebf25a556a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.562704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-299aeef0-c201-4589-ba4a-4fc144989302 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1118064 Aug 31 06:57:51.690884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-fd437687-9376-4c86-a047-98022bc73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.691463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-fd437687-9376-4c86-a047-98022bc73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.692150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-fd437687-9376-4c86-a047-98022bc73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.692771 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-fd437687-9376-4c86-a047-98022bc73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.694029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-fd437687-9376-4c86-a047-98022bc73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.694621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-fd437687-9376-4c86-a047-98022bc73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.695207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-fd437687-9376-4c86-a047-98022bc73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.696769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37894) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.698828 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-fd437687-9376-4c86-a047-98022bc73e1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffcef016d8e24f919f7778eedfa391b5&device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 6497 time: 0.0767581 Aug 31 06:57:51.733567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c4b725-5808-49c2-af68-ecebf25a556a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.735875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c4b725-5808-49c2-af68-ecebf25a556a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.788212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c4b725-5808-49c2-af68-ecebf25a556a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.788894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c4b725-5808-49c2-af68-ecebf25a556a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Fanout notify agent at l3_agent the message router_deleted on router 2670df39-aedd-4e58-8de1-83fc6bd32847 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:51.796106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c4b725-5808-49c2-af68-ecebf25a556a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.797417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-88c4b725-5808-49c2-af68-ecebf25a556a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/2670df39-aedd-4e58-8de1-83fc6bd32847 HTTP/1.1" status: 204 len: 168 time: 0.4236834 Aug 31 06:57:51.800985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37898) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.836239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6f653edb-2d65-4573-8fab-b2f5b11b4ce3 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] Request body: {'port': {'network_id': 'ebe4ac67-de33-4e0e-b5b9-2fa0fe753dae', 'name': 'tempest-NetworksNegativeTestJSON-1637960814'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:51.858177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b42fbb6f-d077-4db2-91ac-970c962028f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.861396 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f653edb-2d65-4573-8fab-b2f5b11b4ce3 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] POST failed (client error): The resource could not be found. Aug 31 06:57:51.862037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f653edb-2d65-4573-8fab-b2f5b11b4ce3 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:51.863209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6f653edb-2d65-4573-8fab-b2f5b11b4ce3 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3949769 Aug 31 06:57:51.868929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37900) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.887755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-a56585ee-6c7e-49bb-8a46-3300a977568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.888254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-a56585ee-6c7e-49bb-8a46-3300a977568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.888719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-a56585ee-6c7e-49bb-8a46-3300a977568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.890457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-a56585ee-6c7e-49bb-8a46-3300a977568a service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c71b659-92d8-4b29-abc6-2d570dfb2787&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=6d67c422-0b41-4534-9a1b-b18776857c99&id=78b44822-3e6a-4f65-91eb-c0e3840d01da&id=78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 200 len: 2293 time: 0.1662874 Aug 31 06:57:51.899892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a558aefc-444c-4333-81fb-0ddcd6fbf936 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet 001e59ec-756b-48f1-92fe-e5b79a193ab2 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:51.904203 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd41f2a3-1454-4246-9aa7-bfc62d496a06 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:51.904818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd41f2a3-1454-4246-9aa7-bfc62d496a06 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:51.906610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fd41f2a3-1454-4246-9aa7-bfc62d496a06 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "DELETE /v2.0/networks/cf172dcf-b706-462b-9d94-6a9d03f4699a HTTP/1.1" status: 404 len: 339 time: 0.0366986 Aug 31 06:57:51.912052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37902) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.914399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a558aefc-444c-4333-81fb-0ddcd6fbf936 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.968605 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-02ca0ba5-9ee9-4cdd-b4ea-cf6ae48a5ba6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 200 len: 1001 time: 0.0711677 Aug 31 06:57:51.979136 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ca8901-8cf0-4ce2-a627-9c63d4e5a8cc tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:51.979872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ca8901-8cf0-4ce2-a627-9c63d4e5a8cc tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:51.988384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-86ca8901-8cf0-4ce2-a627-9c63d4e5a8cc tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "DELETE /v2.0/ports/68e991d6-845c-476f-ac08-027daeac6bce HTTP/1.1" status: 404 len: 333 time: 0.0686660 Aug 31 06:57:51.989133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37904) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.024582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-b6e1a779-8692-499c-96cf-3ecb2d5aea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:52.026154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-b6e1a779-8692-499c-96cf-3ecb2d5aea9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 HTTP/1.1" status: 200 len: 851 time: 0.0509741 Aug 31 06:57:52.031519 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7dc3fe-e33c-40c6-a727-75a8950f92b4 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:52.031987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7dc3fe-e33c-40c6-a727-75a8950f92b4 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:52.033715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1b7dc3fe-e33c-40c6-a727-75a8950f92b4 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "DELETE /v2.0/subnets/fd14cea2-8c81-4972-a5c5-7ee735864cfa HTTP/1.1" status: 404 len: 337 time: 0.0403209 Aug 31 06:57:52.037172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a558aefc-444c-4333-81fb-0ddcd6fbf936 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.040805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37906) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.081848 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef026022-fcd1-4e4d-a32f-e97de5b55364 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] GET failed (client error): The resource could not be found. Aug 31 06:57:52.083686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef026022-fcd1-4e4d-a32f-e97de5b55364 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "GET /v2.0/networks/451c462d-ea29-49b4-8267-0db6dd8266f0 HTTP/1.1" status: 404 len: 339 time: 0.0400305 Aug 31 06:57:52.087287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37908) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.099098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-b4648992-76c6-48fb-b7ec-6d9f753876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:52.100650 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-b4648992-76c6-48fb-b7ec-6d9f753876a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c71b659-92d8-4b29-abc6-2d570dfb2787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679023 Aug 31 06:57:52.130431 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb3d615-fb47-447d-a465-6f2d6a839250 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] GET failed (client error): The resource could not be found. Aug 31 06:57:52.132196 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cdb3d615-fb47-447d-a465-6f2d6a839250 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "GET /v2.0/ports/acfaec10-c43d-44d8-8295-2d7491babd5c HTTP/1.1" status: 404 len: 333 time: 0.0438466 Aug 31 06:57:52.148767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37910) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.185419 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d28430d-fdbb-469f-a3ca-a11682db8ee9 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] GET failed (client error): The resource could not be found. Aug 31 06:57:52.186776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6d28430d-fdbb-469f-a3ca-a11682db8ee9 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "GET /v2.0/subnets/9330a6ea-da2e-4eb4-b87d-8c3b805e5902 HTTP/1.1" status: 404 len: 337 time: 0.0366704 Aug 31 06:57:52.188299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a558aefc-444c-4333-81fb-0ddcd6fbf936 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.190901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37912) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.195730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a110edd7-c963-4d61-a8d9-6383cc3617ed tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:52.214691 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a110edd7-c963-4d61-a8d9-6383cc3617ed tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] PUT failed (client error): The resource could not be found. Aug 31 06:57:52.215429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a110edd7-c963-4d61-a8d9-6383cc3617ed tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:52.217116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a110edd7-c963-4d61-a8d9-6383cc3617ed tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "PUT /v2.0/networks/0a3ca138-a18c-481a-87d4-81ea8cbab187 HTTP/1.1" status: 404 len: 339 time: 0.0256741 Aug 31 06:57:52.220309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b42fbb6f-d077-4db2-91ac-970c962028f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.222232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37914) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.228771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9fc9c55f-8128-4dc9-9c41-1037a2360743 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:52.239011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b42fbb6f-d077-4db2-91ac-970c962028f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.243185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-aa449fd0-3816-4725-8b40-94a0b5d0bfd7 service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352768 Aug 31 06:57:52.273147 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc9c55f-8128-4dc9-9c41-1037a2360743 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] PUT failed (client error): The resource could not be found. Aug 31 06:57:52.273928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc9c55f-8128-4dc9-9c41-1037a2360743 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:52.276378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9fc9c55f-8128-4dc9-9c41-1037a2360743 tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "PUT /v2.0/ports/640f8896-41a0-4a76-a606-311bb8cf0ebe HTTP/1.1" status: 404 len: 333 time: 0.0520382 Aug 31 06:57:52.282946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37916) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.291191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-153f5783-d72a-439b-ae6a-fd611d2f153c tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:52.339490 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-061759b6-1456-430f-9351-ebf6459f6a3f service neutron] 10.222.0.23 "GET /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896420 Aug 31 06:57:52.340084 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-153f5783-d72a-439b-ae6a-fd611d2f153c tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] PUT failed (client error): The resource could not be found. Aug 31 06:57:52.340084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153f5783-d72a-439b-ae6a-fd611d2f153c tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:52.341708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-153f5783-d72a-439b-ae6a-fd611d2f153c tempest-NetworksNegativeTestJSON-993769141 tempest-NetworksNegativeTestJSON-993769141-project] 10.222.0.15 "PUT /v2.0/subnets/e3643171-c90c-45fe-91bc-0ab02adcb234 HTTP/1.1" status: 404 len: 337 time: 0.0542703 Aug 31 06:57:52.349769 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b42fbb6f-d077-4db2-91ac-970c962028f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ed6b5fd096e4fb98ec238e44a4f3cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6492941 Aug 31 06:57:52.349769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fbb6f-d077-4db2-91ac-970c962028f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b198bcc4-81eb-4650-af14-5eff6eed64f2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:52.351669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37920) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.365818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a558aefc-444c-4333-81fb-0ddcd6fbf936 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.398218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-ff9e87a0-34dd-4519-8d72-85ab9c70f784 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 217 time: 0.0522182 Aug 31 06:57:52.404282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558aefc-444c-4333-81fb-0ddcd6fbf936 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=001e59ec-756b-48f1-92fe-e5b79a193ab2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:52.411458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a558aefc-444c-4333-81fb-0ddcd6fbf936 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.413673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a558aefc-444c-4333-81fb-0ddcd6fbf936 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/001e59ec-756b-48f1-92fe-e5b79a193ab2 HTTP/1.1" status: 204 len: 168 time: 0.6102545 Aug 31 06:57:52.416287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37922) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.420393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ad2287-5270-431a-917b-e97eb6b8e250 None None] Network 6784540b-9457-496a-894a-70f93d1e8707 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:52.466896 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:57:52.469100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-23793824-068f-45b3-9629-40fc009ac460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:52.470953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-23793824-068f-45b3-9629-40fc009ac460 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0655878 Aug 31 06:57:52.519775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c6db5a9c-2b7d-4a27-aa6a-76ecc3ba186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.535125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-eb48630c-6a00-465b-b2e4-69e2dbf78692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:52.536609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-eb48630c-6a00-465b-b2e4-69e2dbf78692 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580113 Aug 31 06:57:52.546958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.573585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c6db5a9c-2b7d-4a27-aa6a-76ecc3ba186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.607439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37926) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.648837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] DHCP port deletion for 6784540b-9457-496a-894a-70f93d1e8707 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:52.664309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:52.665029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.689035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-6499a19f-4d70-412b-b1fe-8364ec5388be service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440015 Aug 31 06:57:52.706131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] Deleting port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:52.706507 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.711585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c6db5a9c-2b7d-4a27-aa6a-76ecc3ba186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.714198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c6db5a9c-2b7d-4a27-aa6a-76ecc3ba186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.715388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c6db5a9c-2b7d-4a27-aa6a-76ecc3ba186c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b198bcc4-81eb-4650-af14-5eff6eed64f2 HTTP/1.1" status: 204 len: 168 time: 0.3627608 Aug 31 06:57:52.734948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db5a9c-2b7d-4a27-aa6a-76ecc3ba186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b198bcc4-81eb-4650-af14-5eff6eed64f2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:52.752682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port cfaa8a1c-ed9f-490a-84b1-31ffc194c709, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,segment=NetworkSegment(992955d9-acdd-4f5c-b6c6-1c95fee934f4),segment_id=992955d9-acdd-4f5c-b6c6-1c95fee934f4)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:52.753415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.774986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for cfaa8a1c-ed9f-490a-84b1-31ffc194c709 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:52.784436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00722e6a-40bf-4c1a-9df2-d36d8e71a409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.823763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] For port cfaa8a1c-ed9f-490a-84b1-31ffc194c709, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,segment=NetworkSegment(992955d9-acdd-4f5c-b6c6-1c95fee934f4),segment_id=992955d9-acdd-4f5c-b6c6-1c95fee934f4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:52.824163 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.839990 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-4086937f-cf44-4937-9846-7d4a29ca7114 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443229 Aug 31 06:57:52.840357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] Calling delete_port for cfaa8a1c-ed9f-490a-84b1-31ffc194c709 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:52.891510 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-8c39fcc4-5475-4db7-971b-1e07945076de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 217 time: 0.0441241 Aug 31 06:57:52.906963 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.939790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:52.940200 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.942521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No DVR routers for this DVR port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:52.963707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-caab737c-f4f8-4ee4-b524-4a84ff71e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:52.965232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-caab737c-f4f8-4ee4-b524-4a84ff71e2b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.0669329 Aug 31 06:57:52.983397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] Pushing event deleted for resources: {'Port': ['ID=cfaa8a1c-ed9f-490a-84b1-31ffc194c709,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:52.995128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd9c2e-c967-4d0c-9bce-764997757e88 None None] No DVR routers for this DVR port cfaa8a1c-ed9f-490a-84b1-31ffc194c709 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:53.041965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-30b8c698-6d57-48fa-abe9-7a512c9e7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:53.043499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-30b8c698-6d57-48fa-abe9-7a512c9e7e3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702095 Aug 31 06:57:53.045892 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00722e6a-40bf-4c1a-9df2-d36d8e71a409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.050296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00722e6a-40bf-4c1a-9df2-d36d8e71a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.071336 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.085684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6784540b-9457-496a-894a-70f93d1e8707']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:53.098196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992955d9-acdd-4f5c-b6c6-1c95fee934f4') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:53.098533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992955d9-acdd-4f5c-b6c6-1c95fee934f4') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:53.105435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37934) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:53.116764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.131580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4c70bb1-cb6f-44e2-a1ff-4e53ab852a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.135583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00722e6a-40bf-4c1a-9df2-d36d8e71a409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef9689-882e-4d0c-8524-6ad1b8918d9b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:53.146569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.149448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-00722e6a-40bf-4c1a-9df2-d36d8e71a409 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fa02884ea0a4281a64c9177a4f0c985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383627 Aug 31 06:57:53.150114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37936) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:53.158783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:53.159243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:53.162573 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:53.215878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-9db48df2-8779-4a59-ae96-e2a85bef46ca service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624577 Aug 31 06:57:53.244741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6db1d375-fbed-4cd4-aea9-44cf5f0503fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.248895 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.259506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.261930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/6784540b-9457-496a-894a-70f93d1e8707 HTTP/1.1" status: 204 len: 168 time: 0.8446984 Aug 31 06:57:53.275195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37938) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:53.281499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b85f3-70b2-478c-849b-0780f0369ed6 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=6784540b-9457-496a-894a-70f93d1e8707,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:53.284164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-481a8891-63db-4a8b-be30-3f65a9131f24 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1575844886', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:53.318993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6db1d375-fbed-4cd4-aea9-44cf5f0503fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.349700 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4c70bb1-cb6f-44e2-a1ff-4e53ab852a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.353979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f4c70bb1-cb6f-44e2-a1ff-4e53ab852a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.379434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-3d4e8319-6042-4a13-9823-2e8ccd23ccb9 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558793 Aug 31 06:57:53.398570 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4c70bb1-cb6f-44e2-a1ff-4e53ab852a9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf835702463948e9aac47b302fee79ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920246 Aug 31 06:57:53.399392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c70bb1-cb6f-44e2-a1ff-4e53ab852a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb22cb64-c2d9-4f92-9c09-e4ac0e731b99,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:53.403080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37940) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:53.422196 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-481a8891-63db-4a8b-be30-3f65a9131f24 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.423231 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-481a8891-63db-4a8b-be30-3f65a9131f24 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.427747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-0f4afbb1-7038-4ad4-8a0a-c173d259113b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=388caf22-efa3-41b1-ba86-00897e2a225d HTTP/1.1" status: 200 len: 217 time: 0.0408170 Aug 31 06:57:53.436312 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6db1d375-fbed-4cd4-aea9-44cf5f0503fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.438843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6db1d375-fbed-4cd4-aea9-44cf5f0503fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.439908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6db1d375-fbed-4cd4-aea9-44cf5f0503fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cef9689-882e-4d0c-8524-6ad1b8918d9b HTTP/1.1" status: 204 len: 168 time: 0.2872117 Aug 31 06:57:53.460454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ceda9c0-5e33-4732-9815-1636e0f5f185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.484123 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ceda9c0-5e33-4732-9815-1636e0f5f185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.492264 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1d375-fbed-4cd4-aea9-44cf5f0503fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef9689-882e-4d0c-8524-6ad1b8918d9b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:53.530091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-481a8891-63db-4a8b-be30-3f65a9131f24 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.536275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-481a8891-63db-4a8b-be30-3f65a9131f24 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.542324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-7c613996-64bd-441b-99f7-eada512a8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:53.543324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ceda9c0-5e33-4732-9815-1636e0f5f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.544036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-7c613996-64bd-441b-99f7-eada512a8fbe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.1088626 Aug 31 06:57:53.546578 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ceda9c0-5e33-4732-9815-1636e0f5f185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.550377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7ceda9c0-5e33-4732-9815-1636e0f5f185 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb22cb64-c2d9-4f92-9c09-e4ac0e731b99 HTTP/1.1" status: 204 len: 168 time: 0.1431806 Aug 31 06:57:53.559201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceda9c0-5e33-4732-9815-1636e0f5f185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb22cb64-c2d9-4f92-9c09-e4ac0e731b99,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:53.589000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-481a8891-63db-4a8b-be30-3f65a9131f24 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.590638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-481a8891-63db-4a8b-be30-3f65a9131f24 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3137934 Aug 31 06:57:53.594747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37946) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:53.601088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-299435706'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:53.616592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-31ab4d26-23ed-4444-a845-dbcc3d48e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:53.619227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-31ab4d26-23ed-4444-a845-dbcc3d48e5c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683968 Aug 31 06:57:53.625679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:53.629657 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.657454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:53.670518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.670980 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment 26754fe9-45d5-49d9-83ba-360cb028b8d2 of type vlan for network bc299a74-9632-49d4-8190-072846a995e2 Aug 31 06:57:53.730237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-bf225638-6007-4366-ab5e-e9e5d4975a5f service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029279 Aug 31 06:57:53.734807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.783555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.790905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:53.791525 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.862558 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2663867 Aug 31 06:57:53.864957 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-60bc8e54-ac1f-4859-b987-3af8b22a6120 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257484 Aug 31 06:57:53.865610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 37962) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:53.873953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:53.880133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c32a4-7083-4128-976f-7ce01dfae577 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=bc299a74-9632-49d4-8190-072846a995e2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:53.898487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network bc299a74-9632-49d4-8190-072846a995e2 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:54.001504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-24150eb5-8d0b-47bd-bd6b-f402fb41aaf8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=d0eb1625-bdef-4233-951a-76dc78a29946 HTTP/1.1" status: 200 len: 217 time: 0.0421724 Aug 31 06:57:54.040944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:54.044414 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.114864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-cc1feeb3-eefd-4591-8526-8b0e63caa8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:54.116363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-cc1feeb3-eefd-4591-8526-8b0e63caa8ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 200 len: 797 time: 0.1045203 Aug 31 06:57:54.219673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-a9c57777-2c5a-4e91-ad3b-873f9c68527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:54.222194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-a9c57777-2c5a-4e91-ad3b-873f9c68527b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d67c422-0b41-4534-9a1b-b18776857c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0970373 Aug 31 06:57:54.228025 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0759d029-f0e0-49cf-ab0a-79375e4d3d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.393747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.441454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-105b01cd-10f1-4a4c-b5c6-11c74ccd4654 service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089531 Aug 31 06:57:54.506030 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.529370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=79e9be18-1943-444d-8377-566a5945481a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:54.537478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:54.537878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: bc299a74-9632-49d4-8190-072846a995e2, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:54.581931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cfaa8a1c-ed9f-490a-84b1-31ffc194c709 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:54.592007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network bc299a74-9632-49d4-8190-072846a995e2 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:54.599006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-4c294b0f-efed-4126-9382-48ead9be34ff service neutron] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481106 Aug 31 06:57:54.607380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: cfaa8a1c-ed9f-490a-84b1-31ffc194c709 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:54.608128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cfaa8a1c-ed9f-490a-84b1-31ffc194c709 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:54.624412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, bc299a74-9632-49d4-8190-072846a995e2) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:54.634029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a19a24-f197-4ccd-afb8-57728fa40e69 None None] Network bc299a74-9632-49d4-8190-072846a995e2 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:54.662092 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-4c747648-15cb-4f82-96a6-e3a98c9ab370 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 200 len: 217 time: 0.0541070 Aug 31 06:57:54.663627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:54.664384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.716722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73d32f28-4d3f-481e-a5cd-fee6ec29b389 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8485780 Aug 31 06:57:54.716913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 37998) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:54.733870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-39e176e9-845d-491e-9316-17d277e42fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:54.736309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-39e176e9-845d-491e-9316-17d277e42fc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0651274 Aug 31 06:57:54.830722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-dc43e414-c154-435a-86d2-985990c2adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:54.833001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-dc43e414-c154-435a-86d2-985990c2adc6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0881479 Aug 31 06:57:54.839519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-bc299a74-9632-49d4-8190-072846a995e2', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:54.841680 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.979035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-05027de5-ea1b-4248-8b05-c86ae3d9b581 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380432 Aug 31 06:57:55.025316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38008) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:55.038274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Allocated IP 172.20.0.2 (bc299a74-9632-49d4-8190-072846a995e2/79e9be18-1943-444d-8377-566a5945481a/b5dce4b9-9259-4f62-b6db-d76d1d0e437b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:55.057545 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.110428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-73e1aaa2-4551-406b-909b-9f2722775bde service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192770 Aug 31 06:57:55.171236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-3092bb0c-9547-4a76-95cd-11f1a860803d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 200 len: 217 time: 0.0525920 Aug 31 06:57:55.245216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-01f360b8-bee6-459d-ab71-7703ba596d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:55.246743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-01f360b8-bee6-459d-ab71-7703ba596d2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 200 len: 797 time: 0.0684729 Aug 31 06:57:55.264937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.279190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Transition to ACTIVE for port object b5dce4b9-9259-4f62-b6db-d76d1d0e437b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:55.305478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Transition to ACTIVE for port object b5dce4b9-9259-4f62-b6db-d76d1d0e437b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:55.314353 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.315526 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75639c66-309a-4c0b-a45b-7303b62322e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.334451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64637b-f67e-4767-8978-7aeffa617998 req-bbb69aab-59ec-435d-a840-bb0a4e97c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:55.335988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-bbb69aab-59ec-435d-a840-bb0a4e97c08e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78b44822-3e6a-4f65-91eb-c0e3840d01da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0823371 Aug 31 06:57:55.368489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Network bc299a74-9632-49d4-8190-072846a995e2 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:55.374639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:55.380464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:55.404910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Pushing event updated for resources: {'Port': ['ID=b5dce4b9-9259-4f62-b6db-d76d1d0e437b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:55.452374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Attempting to bind port b5dce4b9-9259-4f62-b6db-d76d1d0e437b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:55.452374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Attempting to bind port b5dce4b9-9259-4f62-b6db-d76d1d0e437b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:55.452775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Attempting to bind port b5dce4b9-9259-4f62-b6db-d76d1d0e437b on network bc299a74-9632-49d4-8190-072846a995e2 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:55.458271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:55.458645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Checking segment: {'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:55.459047 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.461293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Bound using segment: {'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:55.461293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Bound port: b5dce4b9-9259-4f62-b6db-d76d1d0e437b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:55.461293 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.482175 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-6a1cc13f-13b2-4988-b226-a32354941cf3 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378133 Aug 31 06:57:55.500024 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.20.0.1 (bc299a74-9632-49d4-8190-072846a995e2/79e9be18-1943-444d-8377-566a5945481a/3b20be16-87d3-418b-837c-fec05bb03567) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:55.561757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] For port b5dce4b9-9259-4f62-b6db-d76d1d0e437b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:55.565823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75639c66-309a-4c0b-a45b-7303b62322e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.568327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] For port b5dce4b9-9259-4f62-b6db-d76d1d0e437b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b5dce4b9-9259-4f62-b6db-d76d1d0e437b,segment=NetworkSegment(26754fe9-45d5-49d9-83ba-360cb028b8d2),segment_id=26754fe9-45d5-49d9-83ba-360cb028b8d2)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:55.572469 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-75639c66-309a-4c0b-a45b-7303b62322e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.573674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.628308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-75639c66-309a-4c0b-a45b-7303b62322e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9ca72dcb8f24feb8bdaa29a0e7c61b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015978 Aug 31 06:57:55.634476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38022) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:55.647600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639c66-309a-4c0b-a45b-7303b62322e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027326ee-fce4-4d28-922b-6a5866e563a9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:55.656764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb64637b-f67e-4767-8978-7aeffa617998 req-eb6f8fbe-9675-43b9-bc86-a076a0131dc0 service neutron] 10.222.0.23 "GET /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664109 Aug 31 06:57:55.667861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fa9ff-5c01-4e23-a811-08b200d1439f None None] Pushing event updated for resources: {'Port': ['ID=b5dce4b9-9259-4f62-b6db-d76d1d0e437b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:55.707160 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.726986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object 3b20be16-87d3-418b-837c-fec05bb03567 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:55.745546 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6e32-5f81-4874-8e74-5e9affc9046f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.788765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6e32-5f81-4874-8e74-5e9affc9046f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.814711 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.894195 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.900581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network bc299a74-9632-49d4-8190-072846a995e2 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:55.902525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=3b20be16-87d3-418b-837c-fec05bb03567,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:55.915681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:55.922360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:55.957818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6e32-5f81-4874-8e74-5e9affc9046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.960258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6e32-5f81-4874-8e74-5e9affc9046f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.961471 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd1b6e32-5f81-4874-8e74-5e9affc9046f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/027326ee-fce4-4d28-922b-6a5866e563a9 HTTP/1.1" status: 204 len: 168 time: 0.3254559 Aug 31 06:57:55.974677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b6e32-5f81-4874-8e74-5e9affc9046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027326ee-fce4-4d28-922b-6a5866e563a9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:55.986946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.119181 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38038) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:56.126972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.308578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-225f493c-ed8f-4f1f-8b3d-68f90521a619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.417934 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-225f493c-ed8f-4f1f-8b3d-68f90521a619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.424700 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-225f493c-ed8f-4f1f-8b3d-68f90521a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.452940 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.459627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.463733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f493c-ed8f-4f1f-8b3d-68f90521a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05f4b44-be08-4ed1-9e31-2547445574df,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:56.470827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-225f493c-ed8f-4f1f-8b3d-68f90521a619 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c4bd72443e4467e8c014f61da28342e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467414 Aug 31 06:57:56.471102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38052) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:56.550291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=3b20be16-87d3-418b-837c-fec05bb03567,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:56.553376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.570761 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00a3f89e-a417-44a5-ae19-84c4bace20b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.622175 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00a3f89e-a417-44a5-ae19-84c4bace20b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.670372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b5dce4b9-9259-4f62-b6db-d76d1d0e437b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:56.693443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network bc299a74-9632-49d4-8190-072846a995e2 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:56.694773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:56.708953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00a3f89e-a417-44a5-ae19-84c4bace20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.716412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-00a3f89e-a417-44a5-ae19-84c4bace20b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.717560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-00a3f89e-a417-44a5-ae19-84c4bace20b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c05f4b44-be08-4ed1-9e31-2547445574df HTTP/1.1" status: 204 len: 168 time: 0.2456658 Aug 31 06:57:56.729301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b5dce4b9-9259-4f62-b6db-d76d1d0e437b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:56.740359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3f89e-a417-44a5-ae19-84c4bace20b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05f4b44-be08-4ed1-9e31-2547445574df,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:56.814889 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8bb5fd7d-9ed6-4631-a565-77eb2c5c3b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.873412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaf33d0-dcf8-48ba-bb6a-d7700d751054 None None] Network bc299a74-9632-49d4-8190-072846a995e2 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:56.953952 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.975380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4705840e-b9e7-4775-b5a8-9f8dc356077b None None] Provisioning for port b5dce4b9-9259-4f62-b6db-d76d1d0e437b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:56.981612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4705840e-b9e7-4775-b5a8-9f8dc356077b None None] Provisioning complete for port b5dce4b9-9259-4f62-b6db-d76d1d0e437b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:56.982337 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4705840e-b9e7-4775-b5a8-9f8dc356077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.143631 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4705840e-b9e7-4775-b5a8-9f8dc356077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.152969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38070) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:57.168283 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe6a6-ff12-4c3b-bc82-6ec042ca86c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.234120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:57.292998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe6a6-ff12-4c3b-bc82-6ec042ca86c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.302272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe6a6-ff12-4c3b-bc82-6ec042ca86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.334554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0ddfe6a6-ff12-4c3b-bc82-6ec042ca86c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4af42c6592e149af8725ad19d4b390eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780293 Aug 31 06:57:57.340271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38076) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:57.358352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:57.366306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c434ed3a-4c2a-4a8f-9bec-4658afcff3ae tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6475248 Aug 31 06:57:57.368836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38078) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:57.374033 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:57.382721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfe6a6-ff12-4c3b-bc82-6ec042ca86c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885b862e-26c4-4277-8f92-d5b1ed8c504f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:57.383300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4705840e-b9e7-4775-b5a8-9f8dc356077b None None] For port b5dce4b9-9259-4f62-b6db-d76d1d0e437b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b5dce4b9-9259-4f62-b6db-d76d1d0e437b,segment=NetworkSegment(26754fe9-45d5-49d9-83ba-360cb028b8d2),segment_id=26754fe9-45d5-49d9-83ba-360cb028b8d2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:57.390938 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:57.391868 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:57.396384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1117039432'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:57.409129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4705840e-b9e7-4775-b5a8-9f8dc356077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.432910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8eead374-f0ef-42c3-bdc3-b079033125de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.443161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:57.451665 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.462898 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8eead374-f0ef-42c3-bdc3-b079033125de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.494576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705840e-b9e7-4775-b5a8-9f8dc356077b None None] Pushing event updated for resources: {'Port': ['ID=b5dce4b9-9259-4f62-b6db-d76d1d0e437b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:57.516233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:57.530702 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8eead374-f0ef-42c3-bdc3-b079033125de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.535214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8eead374-f0ef-42c3-bdc3-b079033125de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.536517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8eead374-f0ef-42c3-bdc3-b079033125de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/885b862e-26c4-4277-8f92-d5b1ed8c504f HTTP/1.1" status: 204 len: 168 time: 0.1949680 Aug 31 06:57:57.546197 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.546559 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment 11bf6f59-924e-468b-a79a-5460b993e55e of type vlan for network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 Aug 31 06:57:57.562985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eead374-f0ef-42c3-bdc3-b079033125de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885b862e-26c4-4277-8f92-d5b1ed8c504f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:57.623828 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.671538 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.680688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:57.684154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.693027 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:57.756398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f55a7299-ac5d-489a-9279-bc3cc33d3103 None None] Provisioning for port 3b20be16-87d3-418b-837c-fec05bb03567 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:57.761251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f55a7299-ac5d-489a-9279-bc3cc33d3103 None None] Provisioning complete for port 3b20be16-87d3-418b-837c-fec05bb03567 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:57.761737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f55a7299-ac5d-489a-9279-bc3cc33d3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.791252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:57.808599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4a6f83dc-96c0-4b49-b148-5e21e46baad0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4330420 Aug 31 06:57:57.811553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38096) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:57.816978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:57.819747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:57.936065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f55a7299-ac5d-489a-9279-bc3cc33d3103 None None] Port 3b20be16-87d3-418b-837c-fec05bb03567 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:57.961346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f55a7299-ac5d-489a-9279-bc3cc33d3103 None None] Provisioning complete for port b5dce4b9-9259-4f62-b6db-d76d1d0e437b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:57.961718 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f55a7299-ac5d-489a-9279-bc3cc33d3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.987200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:57.992980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.134911 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:57:56Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:57:56Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:58.144542 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.183080 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:57:58.183773 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Updating router 584d167e-4152-4c2b-a47f-fae69c0c94ee port 3b20be16-87d3-418b-837c-fec05bb03567 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:57:58.216962 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.240423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6180dd61-af02-48e8-a290-a221e4300e7e None None] Provisioning complete for port 3b20be16-87d3-418b-837c-fec05bb03567 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:58.240708 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6180dd61-af02-48e8-a290-a221e4300e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.296848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6180dd61-af02-48e8-a290-a221e4300e7e None None] Port 3b20be16-87d3-418b-837c-fec05bb03567 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:58.342843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.383432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38110) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:58.388675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559991743', 'description': 'tempest-secgroup-smoke-1559991743 description', 'project_id': '114c303e58824a2f81726133673c4639'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:58.422766 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.426461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-88478bf5-0ece-4d3e-8cbc-bb1a284c4332 None None] Provisioning complete for port 3b20be16-87d3-418b-837c-fec05bb03567 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:58.427078 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-88478bf5-0ece-4d3e-8cbc-bb1a284c4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.435392 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.436409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=40957fd8-4ada-4c49-bf34-df836e0b8684,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:58.442022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:58.442394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:58.462814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:58.468458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-88478bf5-0ece-4d3e-8cbc-bb1a284c4332 None None] Port 3b20be16-87d3-418b-837c-fec05bb03567 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:58.477857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:58.484645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:58.485462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.492422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e814625-ae50-48c3-9d06-4efb22f8a1e4 None None] Network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:58.598627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b5dce4b9-9259-4f62-b6db-d76d1d0e437b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:58.611916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.618206 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.631073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84eeb1a7-de88-4998-af21-415dded4e93f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8184319 Aug 31 06:57:58.633779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38116) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:58.675766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c6fbd-4651-4f9a-9148-de0da5ba5167,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:58.712217 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.742210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.744231 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Transition to ACTIVE for port object 3b20be16-87d3-418b-837c-fec05bb03567 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:58.746953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.755136 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.775369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b5dce4b9-9259-4f62-b6db-d76d1d0e437b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:58.776015 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.783416 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.788223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4037340 Aug 31 06:57:58.789572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38122) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:58.794948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-560aed2b-b89a-4026-b526-fdda6f6d464e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'c95bd0a2-471a-42ef-b14f-4094de51fe3a', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:58.799754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144396ce-beef-4ffa-a92f-df5b30253af3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95bd0a2-471a-42ef-b14f-4094de51fe3a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:58.834580 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-560aed2b-b89a-4026-b526-fdda6f6d464e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.843961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:58.844816 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.878412 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Pushing event updated for resources: {'Port': ['ID=3b20be16-87d3-418b-837c-fec05bb03567,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:58.899602 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.900080 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.904057 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.904656 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.906014 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.906551 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.907126 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.907656 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.908834 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.909449 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.909975 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.911503 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:58.938477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-560aed2b-b89a-4026-b526-fdda6f6d464e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.947062 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-560aed2b-b89a-4026-b526-fdda6f6d464e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.976422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560aed2b-b89a-4026-b526-fdda6f6d464e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e890f17-f293-4887-913a-4abb54ecc79d,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:58.991844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-560aed2b-b89a-4026-b526-fdda6f6d464e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.999164 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-560aed2b-b89a-4026-b526-fdda6f6d464e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072098 Aug 31 06:57:59.000993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38124) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:59.010439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7a1e8780-6e22-4b63-b109-f33f61597a61 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'c95bd0a2-471a-42ef-b14f-4094de51fe3a', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:59.047269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Allocated IP 172.21.0.2 (f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9/40957fd8-4ada-4c49-bf34-df836e0b8684/2d0dad7b-1ce2-42ba-b574-d0ee615a6450) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:59.073654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8780-6e22-4b63-b109-f33f61597a61 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.099422 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Attempting to bind port 3b20be16-87d3-418b-837c-fec05bb03567 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:59.101751 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Attempting to bind port 3b20be16-87d3-418b-837c-fec05bb03567 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:59.102206 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Attempting to bind port 3b20be16-87d3-418b-837c-fec05bb03567 on network bc299a74-9632-49d4-8190-072846a995e2 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:59.114241 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:59.114780 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Checking segment: {'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:59.115241 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.117630 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Bound using segment: {'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:59.118171 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Bound port: 3b20be16-87d3-418b-837c-fec05bb03567, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26754fe9-45d5-49d9-83ba-360cb028b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:59.118566 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.212885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8780-6e22-4b63-b109-f33f61597a61 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.217741 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8780-6e22-4b63-b109-f33f61597a61 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.245463 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] For port 3b20be16-87d3-418b-837c-fec05bb03567, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:59.248609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e8780-6e22-4b63-b109-f33f61597a61 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4928e43f-33be-4bbd-bc0e-bee47f801a18,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.252776 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] For port 3b20be16-87d3-418b-837c-fec05bb03567, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3b20be16-87d3-418b-837c-fec05bb03567,segment=NetworkSegment(26754fe9-45d5-49d9-83ba-360cb028b8d2),segment_id=26754fe9-45d5-49d9-83ba-360cb028b8d2)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:59.261981 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.263658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8780-6e22-4b63-b109-f33f61597a61 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.267969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7a1e8780-6e22-4b63-b109-f33f61597a61 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2634218 Aug 31 06:57:59.268252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38126) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:59.274948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.278122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1f5112e0-47b0-4af8-85da-62c65a358e79 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'c95bd0a2-471a-42ef-b14f-4094de51fe3a', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:59.308060 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.323624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Transition to ACTIVE for port object 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:59.337567 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:59.338229 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:59.346729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Transition to ACTIVE for port object 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:59.352210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f5112e0-47b0-4af8-85da-62c65a358e79 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.354102 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.414454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Pushing event updated for resources: {'Port': ['ID=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.426400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:59.428490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.428945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.429417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.429856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.430304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.430720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.431148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.431587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.432013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.432437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.432861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.433410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:59.444305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:59.447879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:59.493513 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e58a2-3ae5-4f4a-8e33-d3ae0f94e79f None None] Pushing event updated for resources: {'Port': ['ID=3b20be16-87d3-418b-837c-fec05bb03567,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.502676 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f5112e0-47b0-4af8-85da-62c65a358e79 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.511146 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:59.518077 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f5112e0-47b0-4af8-85da-62c65a358e79 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.535989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Attempting to bind port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:59.536551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Attempting to bind port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:59.537078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Attempting to bind port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 on network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:59.542781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:59.543330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Checking segment: {'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:59.543840 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.544910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Bound using segment: {'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:59.545564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Bound port: 2d0dad7b-1ce2-42ba-b574-d0ee615a6450, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:59.546209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.552921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5112e0-47b0-4af8-85da-62c65a358e79 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d97eee-2535-46e2-8271-8fad9d3c00d1,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.605727 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f5112e0-47b0-4af8-85da-62c65a358e79 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.607851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1f5112e0-47b0-4af8-85da-62c65a358e79 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386426 Aug 31 06:57:59.610585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38132) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:59.619879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-36bc3fbb-9919-4aa3-9aa9-83657ce84f46 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'c95bd0a2-471a-42ef-b14f-4094de51fe3a', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:59.680600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36bc3fbb-9919-4aa3-9aa9-83657ce84f46 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.684067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] For port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:59.696286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] For port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,segment=NetworkSegment(11bf6f59-924e-468b-a79a-5460b993e55e),segment_id=11bf6f59-924e-468b-a79a-5460b993e55e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:59.708494 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.771264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36bc3fbb-9919-4aa3-9aa9-83657ce84f46 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.776292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:57:56Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:57:59Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:59.779549 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36bc3fbb-9919-4aa3-9aa9-83657ce84f46 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.811467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-36bc3fbb-9919-4aa3-9aa9-83657ce84f46 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.812934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-36bc3fbb-9919-4aa3-9aa9-83657ce84f46 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2010143 Aug 31 06:57:59.814538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc3fbb-9919-4aa3-9aa9-83657ce84f46 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed7a78a-98eb-480f-b8a3-dee90c39022a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.816485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38136) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:59.823911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ad5fc541-8871-47ae-b5f6-f0d37b8b7d7f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'c95bd0a2-471a-42ef-b14f-4094de51fe3a', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:59.824075 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2dc5ce-2b96-4fa5-a62d-006d62df6baf None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:57:56Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:57:59Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:59.848357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.21.0.1 (f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9/40957fd8-4ada-4c49-bf34-df836e0b8684/5092fede-c8c2-4095-9106-d453320c284f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:59.875126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87dea4-361e-45a3-ab37-5c7dfb1615e6 None None] Pushing event updated for resources: {'Port': ['ID=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.882774 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-ad5fc541-8871-47ae-b5f6-f0d37b8b7d7f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Project 114c303e58824a2f81726133673c4639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:57:59.892971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc541-8871-47ae-b5f6-f0d37b8b7d7f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.008757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc541-8871-47ae-b5f6-f0d37b8b7d7f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.016619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc541-8871-47ae-b5f6-f0d37b8b7d7f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.033717 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.040058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fc541-8871-47ae-b5f6-f0d37b8b7d7f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6588e5-40bf-4d9c-87fb-3333d3a93a85,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:00.041746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.055973 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc541-8871-47ae-b5f6-f0d37b8b7d7f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.057470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ad5fc541-8871-47ae-b5f6-f0d37b8b7d7f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2397614 Aug 31 06:58:00.061843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38140) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:00.062769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object 5092fede-c8c2-4095-9106-d453320c284f will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:00.067184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-741db356-24c9-4f8b-8c74-f354be5e8d7b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'c95bd0a2-471a-42ef-b14f-4094de51fe3a', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:00.113292 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-741db356-24c9-4f8b-8c74-f354be5e8d7b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Project 114c303e58824a2f81726133673c4639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:58:00.119510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-741db356-24c9-4f8b-8c74-f354be5e8d7b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.171287 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.223842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:00.230188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:00.235240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:00.240187 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-741db356-24c9-4f8b-8c74-f354be5e8d7b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.246872 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-741db356-24c9-4f8b-8c74-f354be5e8d7b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.285229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=5092fede-c8c2-4095-9106-d453320c284f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:00.330245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741db356-24c9-4f8b-8c74-f354be5e8d7b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f2aea5-ba6d-4858-8d95-3900128978a0,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:00.336628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.354184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-741db356-24c9-4f8b-8c74-f354be5e8d7b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.356920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-741db356-24c9-4f8b-8c74-f354be5e8d7b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2937076 Aug 31 06:58:00.363376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38142) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:00.369937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'network': {'name': 'tempest-network-smoke--1438726961', 'project_id': '114c303e58824a2f81726133673c4639', 'port_security_enabled': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:00.434022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:00.443619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.509630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:58:00.540138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.540517 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Added segment 352efcab-4da8-45bf-b905-17a5e8ed13ca of type vlan for network 17addcb1-b7c3-4208-9830-b67de5e25e39 Aug 31 06:58:00.593056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.635816 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.680197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.693706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:00.698086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.698086 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.769166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:00.779424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3b20be16-87d3-418b-837c-fec05bb03567 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:00.905792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3b20be16-87d3-418b-837c-fec05bb03567 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:00.912194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3b20be16-87d3-418b-837c-fec05bb03567 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:00.913543 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.019026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.025409 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.030642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.075609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3b20be16-87d3-418b-837c-fec05bb03567, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3b20be16-87d3-418b-837c-fec05bb03567,segment=NetworkSegment(26754fe9-45d5-49d9-83ba-360cb028b8d2),segment_id=26754fe9-45d5-49d9-83ba-360cb028b8d2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:01.082473 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.115515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7501724 Aug 31 06:58:01.118980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38146) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:01.124089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'admin_state_up': True, 'project_id': '114c303e58824a2f81726133673c4639', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:01.135340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.143710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649f732-acf7-41b1-a561-1e160cd0410f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Network': ['ID=17addcb1-b7c3-4208-9830-b67de5e25e39,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:01.150477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3b20be16-87d3-418b-837c-fec05bb03567,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:01.156358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:58:01.167719 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.170210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.198980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=5092fede-c8c2-4095-9106-d453320c284f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:01.230731 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.253357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956eb5dc-8c68-4a13-b562-1a350e779015 None None] Network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:01.287325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:01.288715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:01.368732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a7cb326e-48de-4b9f-92bf-f0a43cd8fca4 None None] Provisioning for port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:01.379720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a7cb326e-48de-4b9f-92bf-f0a43cd8fca4 None None] Provisioning complete for port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:01.379865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a7cb326e-48de-4b9f-92bf-f0a43cd8fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.391022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.397467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:01.499788 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a7cb326e-48de-4b9f-92bf-f0a43cd8fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.545152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a7cb326e-48de-4b9f-92bf-f0a43cd8fca4 None None] For port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,segment=NetworkSegment(11bf6f59-924e-468b-a79a-5460b993e55e),segment_id=11bf6f59-924e-468b-a79a-5460b993e55e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:01.546865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:01.554852 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a7cb326e-48de-4b9f-92bf-f0a43cd8fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.565901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e4e38da-f437-4558-a694-09546b780eaa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9309504 Aug 31 06:58:01.566811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38150) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:01.573025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-35460011'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:01.601477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:01.607366 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.630636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb326e-48de-4b9f-92bf-f0a43cd8fca4 None None] Pushing event updated for resources: {'Port': ['ID=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:01.648813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.654870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:58:01.665007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.665520 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment 382ef5b5-1d38-491f-8a2b-362845a8a7f9 of type vlan for network 92cb642c-2472-45a5-b41d-b8fb091fa2ca Aug 31 06:58:01.681339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.711702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.746017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.752431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:01.753074 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.823759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2556148 Aug 31 06:58:01.824751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f607e9-00f8-478a-9410-23406540e0ce tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=92cb642c-2472-45a5-b41d-b8fb091fa2ca,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:01.826874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38154) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:01.832222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:01.842720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.25.5.184 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/47c6964f-c83e-4769-8d26-d6ecec720163) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:01.843987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 92cb642c-2472-45a5-b41d-b8fb091fa2ca details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:58:01.924794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:01.989572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:01.991600 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:01.996653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-109d4c5c-145d-4e3a-a942-36a50a8938a1 None None] Provisioning for port 5092fede-c8c2-4095-9106-d453320c284f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:02.008385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:02.015032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.036027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.055867 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-109d4c5c-145d-4e3a-a942-36a50a8938a1 None None] Provisioning complete for port 5092fede-c8c2-4095-9106-d453320c284f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:02.056454 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-109d4c5c-145d-4e3a-a942-36a50a8938a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.106243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.180295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:02.193300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:02.194550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:02.196813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:02.234073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=47c6964f-c83e-4769-8d26-d6ecec720163,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:02.297587 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.299590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-109d4c5c-145d-4e3a-a942-36a50a8938a1 None None] Port 5092fede-c8c2-4095-9106-d453320c284f cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:02.359296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-109d4c5c-145d-4e3a-a942-36a50a8938a1 None None] Provisioning complete for port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:02.359664 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-109d4c5c-145d-4e3a-a942-36a50a8938a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.412441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=ded66bd2-bd9a-45e9-8f3c-ee2d2c358836,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:02.421039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:02.421466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: 92cb642c-2472-45a5-b41d-b8fb091fa2ca, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:02.444139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 92cb642c-2472-45a5-b41d-b8fb091fa2ca is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:02.471282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 92cb642c-2472-45a5-b41d-b8fb091fa2ca) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:02.490096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36407ba5-8172-4db3-8966-5e926ce3e8e7 None None] Network 92cb642c-2472-45a5-b41d-b8fb091fa2ca requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:02.493093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:02.494821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.524155 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e1a47564-436d-42bf-a085-b3a3b26dcbdf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6955020 Aug 31 06:58:02.526149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38158) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:02.633759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.739104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:02.891276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.014337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:03.015012 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.054141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.084142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router b766aeb3-dce6-41f1-8108-56cedb64644e is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:03.140102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:00Z', 'revision_number': 3, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:00Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:03.211423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9b4324f5-16ab-4a77-977d-2c4eec86917d None None] Provisioning complete for port 5092fede-c8c2-4095-9106-d453320c284f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:03.211817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9b4324f5-16ab-4a77-977d-2c4eec86917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.251276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:03.251623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Updating router 584d167e-4152-4c2b-a47f-fae69c0c94ee port 5092fede-c8c2-4095-9106-d453320c284f binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:03.296784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:03.297834 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.308448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9b4324f5-16ab-4a77-977d-2c4eec86917d None None] Port 5092fede-c8c2-4095-9106-d453320c284f cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:03.330520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:03.345082 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb16d8-0260-4989-a485-517357835951 None None] Sync routers for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:03.361667 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb16d8-0260-4989-a485-517357835951 None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:03.362093 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-93cb16d8-0260-4989-a485-517357835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:03.363301 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.368484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0dce35af-86a2-4511-84a6-d4b14a429c5e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2483726 Aug 31 06:58:03.369343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38162) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:03.432214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3b20be16-87d3-418b-837c-fec05bb03567 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:03.468573 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.515916 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-93cb16d8-0260-4989-a485-517357835951 None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:03.552169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.22.0.1 (92cb642c-2472-45a5-b41d-b8fb091fa2ca/ded66bd2-bd9a-45e9-8f3c-ee2d2c358836/b28a7ed9-60df-425a-8c0d-648a3856c647) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:03.555179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3b20be16-87d3-418b-837c-fec05bb03567 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:03.555565 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.625897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cc3395e6-6689-4781-8c66-42a84fa2aabd tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=114c303e58824a2f81726133673c4639&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2553129 Aug 31 06:58:03.628515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38166) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:03.714312 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.735508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object b28a7ed9-60df-425a-8c0d-648a3856c647 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:03.749902 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-93cb16d8-0260-4989-a485-517357835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:03.792476 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.802921 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb16d8-0260-4989-a485-517357835951 None None] Checking router: b766aeb3-dce6-41f1-8108-56cedb64644e for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:03.803559 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb16d8-0260-4989-a485-517357835951 None None] Updating router b766aeb3-dce6-41f1-8108-56cedb64644e port 47c6964f-c83e-4769-8d26-d6ecec720163 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:03.812563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f7737c-4f47-4808-b2af-3351a2f9c561 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:03.814309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-49f7737c-4f47-4808-b2af-3351a2f9c561 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1847880 Aug 31 06:58:03.817125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38168) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:03.833615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 92cb642c-2472-45a5-b41d-b8fb091fa2ca is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:03.837136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:03.842509 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-93cb16d8-0260-4989-a485-517357835951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.845110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:03.860451 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fd46edf3-f4bf-4e2b-b59b-1c34c3d4fa24 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421362 Aug 31 06:58:03.863480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38170) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:03.869983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23373410', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'project_id': '114c303e58824a2f81726133673c4639', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:03.880835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Allocated IP 172.22.0.2 (92cb642c-2472-45a5-b41d-b8fb091fa2ca/ded66bd2-bd9a-45e9-8f3c-ee2d2c358836/9cacea61-0535-4cb0-83de-1d9012ed0fe2) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:03.889599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=b28a7ed9-60df-425a-8c0d-648a3856c647,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:03.904113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.904467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.904788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.905120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.905591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.906064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.906396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.906719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.907035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.907353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.907670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.907983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:03.917378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.996150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:04.002227 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.008796 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.030476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Transition to ACTIVE for port object 5092fede-c8c2-4095-9106-d453320c284f will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:04.049764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.177995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f1641-147f-4f12-847e-a7b20a472da5 None None] Pushing event updated for resources: {'Port': ['ID=5092fede-c8c2-4095-9106-d453320c284f,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:04.277252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Attempting to bind port 5092fede-c8c2-4095-9106-d453320c284f on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:04.278063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Attempting to bind port 5092fede-c8c2-4095-9106-d453320c284f by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:04.279132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Attempting to bind port 5092fede-c8c2-4095-9106-d453320c284f on network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:04.293872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:04.294542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Checking segment: {'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:04.295073 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.295889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Bound using segment: {'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:04.296448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Bound port: 5092fede-c8c2-4095-9106-d453320c284f, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bf6f59-924e-468b-a79a-5460b993e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:04.296924 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.330001 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.362298 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.369510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Transition to ACTIVE for port object 9cacea61-0535-4cb0-83de-1d9012ed0fe2 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:04.415997 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-93cb16d8-0260-4989-a485-517357835951 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.437962 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-93cb16d8-0260-4989-a485-517357835951 None None] Transition to ACTIVE for port object 47c6964f-c83e-4769-8d26-d6ecec720163 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:04.443813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Transition to ACTIVE for port object 9cacea61-0535-4cb0-83de-1d9012ed0fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:04.455379 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-93cb16d8-0260-4989-a485-517357835951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.473768 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.490197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] For port 5092fede-c8c2-4095-9106-d453320c284f, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:04.495187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Checking segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:04.495701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network hostable DHCP agents. Network: 17addcb1-b7c3-4208-9830-b67de5e25e39, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:04.498480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Subnet': ['ID=12f4e8bc-2f76-4873-8866-f2cb21c9e609,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:04.501032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] For port 5092fede-c8c2-4095-9106-d453320c284f, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5092fede-c8c2-4095-9106-d453320c284f,segment=NetworkSegment(11bf6f59-924e-468b-a79a-5460b993e55e),segment_id=11bf6f59-924e-468b-a79a-5460b993e55e)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:04.543647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:04.561214 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d48b40-fd59-4951-9730-21a2347d82cf None None] Pushing event updated for resources: {'Port': ['ID=47c6964f-c83e-4769-8d26-d6ecec720163,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:04.565092 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-93cb16d8-0260-4989-a485-517357835951 None None] Attempting to bind port 47c6964f-c83e-4769-8d26-d6ecec720163 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:04.566222 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-93cb16d8-0260-4989-a485-517357835951 None None] Attempting to bind port 47c6964f-c83e-4769-8d26-d6ecec720163 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:04.566697 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb16d8-0260-4989-a485-517357835951 None None] Attempting to bind port 47c6964f-c83e-4769-8d26-d6ecec720163 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:04.568253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 17addcb1-b7c3-4208-9830-b67de5e25e39) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:04.576093 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb16d8-0260-4989-a485-517357835951 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:04.576494 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb16d8-0260-4989-a485-517357835951 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:04.576953 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-93cb16d8-0260-4989-a485-517357835951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.581107 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb16d8-0260-4989-a485-517357835951 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:04.581107 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-93cb16d8-0260-4989-a485-517357835951 None None] Bound port: 47c6964f-c83e-4769-8d26-d6ecec720163, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:04.581107 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-93cb16d8-0260-4989-a485-517357835951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.581455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.584529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:04.585137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.594172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f763f-79b4-4ff0-b29d-cd932e6ac4eb None None] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:04.625975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.628206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-70fd59c4-d526-44e8-9250-6b10a4432090 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7629483 Aug 31 06:58:04.628338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38194) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:04.630318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Network 92cb642c-2472-45a5-b41d-b8fb091fa2ca is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:04.669746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:04.673460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:04.678917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Pushing event updated for resources: {'Port': ['ID=9cacea61-0535-4cb0-83de-1d9012ed0fe2,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:04.717213 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-93cb16d8-0260-4989-a485-517357835951 None None] For port 47c6964f-c83e-4769-8d26-d6ecec720163, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:04.729949 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-93cb16d8-0260-4989-a485-517357835951 None None] For port 47c6964f-c83e-4769-8d26-d6ecec720163, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=47c6964f-c83e-4769-8d26-d6ecec720163,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:04.738242 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-93cb16d8-0260-4989-a485-517357835951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.908702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Attempting to bind port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:04.910396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Attempting to bind port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:04.911156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Attempting to bind port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 on network 92cb642c-2472-45a5-b41d-b8fb091fa2ca {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:04.918538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:04.922000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:04.939051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f1641-147f-4f12-847e-a7b20a472da5 None None] Pushing event updated for resources: {'Port': ['ID=5092fede-c8c2-4095-9106-d453320c284f,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:05.008084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:05.008560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Checking segment: {'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:05.009083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.009531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Bound using segment: {'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:05.010120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Bound port: 9cacea61-0535-4cb0-83de-1d9012ed0fe2, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:05.010574 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.061620 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb16d8-0260-4989-a485-517357835951 None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:05.062403 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-93cb16d8-0260-4989-a485-517357835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:05.106022 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d48b40-fd59-4951-9730-21a2347d82cf None None] Pushing event updated for resources: {'Port': ['ID=47c6964f-c83e-4769-8d26-d6ecec720163,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:05.173728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:05.197539 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-93cb16d8-0260-4989-a485-517357835951 None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:05.312427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.317938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.428444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.432107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=b28a7ed9-60df-425a-8c0d-648a3856c647,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:05.485401 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-93cb16d8-0260-4989-a485-517357835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:05.521807 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb16d8-0260-4989-a485-517357835951 None None] The sync data for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 is: [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:05.622250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 92cb642c-2472-45a5-b41d-b8fb091fa2ca is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:05.624221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:05.642724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] For port 9cacea61-0535-4cb0-83de-1d9012ed0fe2, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:05.643330 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.646744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] For port 9cacea61-0535-4cb0-83de-1d9012ed0fe2, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9cacea61-0535-4cb0-83de-1d9012ed0fe2,segment=NetworkSegment(382ef5b5-1d38-491f-8a2b-362845a8a7f9),segment_id=382ef5b5-1d38-491f-8a2b-362845a8a7f9)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:05.650814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-17addcb1-b7c3-4208-9830-b67de5e25e39', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:05.652222 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.674173 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.849308 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:05.866589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa0762-387d-45b1-a78f-e70a6ca79a2b None None] Pushing event updated for resources: {'Port': ['ID=9cacea61-0535-4cb0-83de-1d9012ed0fe2,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:06.073766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Allocated IP 172.20.0.2 (17addcb1-b7c3-4208-9830-b67de5e25e39/12f4e8bc-2f76-4873-8866-f2cb21c9e609/12e73f1c-0428-4345-ab7d-e8cc1e0971a3) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:06.137418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:06.154396 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2a4f0aa8-bc57-43bd-8a5d-75c4aff350f3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6241899 Aug 31 06:58:06.155243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38208) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:06.161313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1219273178'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:06.196842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:06.201757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.240204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:58:06.270639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.271195 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added segment 59bc330b-4906-48e9-a8fd-9914358626ed of type vlan for network 5af29443-f688-496c-8027-5084e317c684 Aug 31 06:58:06.281117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:03Z', 'revision_number': 1, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:06.333731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821f7c1-1992-470e-8e0b-4fcc8a4cb804 None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:03Z', 'revision_number': 1, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:06.343679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.404443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.418386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.424077 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.433434 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.457083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Transition to ACTIVE for port object 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:06.483724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Transition to ACTIVE for port object 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:06.494999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.515586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Network': ['ID=5af29443-f688-496c-8027-5084e317c684,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:06.591424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 5af29443-f688-496c-8027-5084e317c684 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:58:06.593356 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b6a39a2d-4dbc-4c27-b96f-bac6b3a2ff19 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4366605 Aug 31 06:58:06.594393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38210) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:06.598155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:06.604883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'subnet': {'network_id': '5af29443-f688-496c-8027-5084e317c684', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:06.667139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.20.0.1 (17addcb1-b7c3-4208-9830-b67de5e25e39/12f4e8bc-2f76-4873-8866-f2cb21c9e609/39abc204-1ef3-425b-99bd-29394ce2825b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:06.691311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:06.695877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:06.740889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Pushing event updated for resources: {'Port': ['ID=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:06.777046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Made reservation on behalf of a3e5a30d28df4617a76bb4d09de84ba4 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:06.782905 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.889935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5092fede-c8c2-4095-9106-d453320c284f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:06.918936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Attempting to bind port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:06.919469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Attempting to bind port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:06.920031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Attempting to bind port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 on network 17addcb1-b7c3-4208-9830-b67de5e25e39 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:06.936556 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.938590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:06.939115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Checking segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:06.939616 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.940142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Bound using segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:06.940724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Bound port: 12e73f1c-0428-4345-ab7d-e8cc1e0971a3, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:06.941176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.981573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Transition to ACTIVE for port object 39abc204-1ef3-425b-99bd-29394ce2825b will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:07.027870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] For port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:07.031830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] For port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:07.046347 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.080111 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.097805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5092fede-c8c2-4095-9106-d453320c284f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:07.114454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5092fede-c8c2-4095-9106-d453320c284f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:07.114908 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.197766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83735f0-f236-456e-8143-f5408ecf9175 None None] Pushing event updated for resources: {'Port': ['ID=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:07.266154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:07.272349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:07.296969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:07.336662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.368033 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.423918 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 5092fede-c8c2-4095-9106-d453320c284f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5092fede-c8c2-4095-9106-d453320c284f,segment=NetworkSegment(11bf6f59-924e-468b-a79a-5460b993e55e),segment_id=11bf6f59-924e-468b-a79a-5460b993e55e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:07.431152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=39abc204-1ef3-425b-99bd-29394ce2825b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:07.440327 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.443710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9cacea61-0535-4cb0-83de-1d9012ed0fe2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:07.454766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Subnet': ['ID=5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:07.477363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Checking segment: {'id': '59bc330b-4906-48e9-a8fd-9914358626ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5af29443-f688-496c-8027-5084e317c684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:07.477787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network hostable DHCP agents. Network: 5af29443-f688-496c-8027-5084e317c684, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:07.491159 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.514185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 5af29443-f688-496c-8027-5084e317c684 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:07.553717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 5af29443-f688-496c-8027-5084e317c684) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:07.564729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.568279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.607261 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ed34b03f-96a4-4e4e-984f-6a78e9404862 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0081403 Aug 31 06:58:07.607617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38218) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:07.628951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb023646-5cf5-4dee-b8c3-9734e9b60318 None None] Network 5af29443-f688-496c-8027-5084e317c684 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:07.698474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca48ca4-c409-4149-8a85-875022316f8f None None] Network 92cb642c-2472-45a5-b41d-b8fb091fa2ca requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:07.874702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=5092fede-c8c2-4095-9106-d453320c284f,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:07.884912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-91126ea1-4db6-42aa-99e4-693cc3f05544 None None] Provisioning for port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:07.911775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-91126ea1-4db6-42aa-99e4-693cc3f05544 None None] Provisioning complete for port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:07.912389 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91126ea1-4db6-42aa-99e4-693cc3f05544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.927605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:07.988030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.999853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:07.999853 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.144815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-5af29443-f688-496c-8027-5084e317c684', 'network_id': '5af29443-f688-496c-8027-5084e317c684', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'fixed_ips': [{'subnet_id': '5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:08.144815 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.430611 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91126ea1-4db6-42aa-99e4-693cc3f05544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.440890 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.487322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.571261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Allocated IP 172.23.0.2 (5af29443-f688-496c-8027-5084e317c684/5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74/c9868dda-eeec-47e0-b421-1b11504a77d6) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:08.587172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 9cacea61-0535-4cb0-83de-1d9012ed0fe2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9cacea61-0535-4cb0-83de-1d9012ed0fe2,segment=NetworkSegment(382ef5b5-1d38-491f-8a2b-362845a8a7f9),segment_id=382ef5b5-1d38-491f-8a2b-362845a8a7f9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:08.598351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.599401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 47c6964f-c83e-4769-8d26-d6ecec720163 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:08.720551 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.730222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.883231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=39abc204-1ef3-425b-99bd-29394ce2825b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:08.886234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.926015 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-91126ea1-4db6-42aa-99e4-693cc3f05544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:58:08.926372 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-91126ea1-4db6-42aa-99e4-693cc3f05544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:58:08.992634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=9cacea61-0535-4cb0-83de-1d9012ed0fe2,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:09.053676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 47c6964f-c83e-4769-8d26-d6ecec720163 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:09.062754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 47c6964f-c83e-4769-8d26-d6ecec720163 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:09.063189 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.087735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:09.130574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:09.132656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:09.183276 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.193491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Transition to ACTIVE for port object c9868dda-eeec-47e0-b421-1b11504a77d6 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:09.212779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Transition to ACTIVE for port object c9868dda-eeec-47e0-b421-1b11504a77d6 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:09.216513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:09.217536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:09.226435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.315754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Pushing event updated for resources: {'Port': ['ID=c9868dda-eeec-47e0-b421-1b11504a77d6,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:09.345584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Allocated IP 172.23.0.1 (5af29443-f688-496c-8027-5084e317c684/5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74/cc64a327-0aae-4770-9441-7ac32523b5a6) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:09.393545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router b766aeb3-dce6-41f1-8108-56cedb64644e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:09.411607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Network 5af29443-f688-496c-8027-5084e317c684 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:09.421845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:09.429848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:09.461791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:09.519907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.564932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d877054-9c52-41ef-85f8-993605098d7d None None] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:09.727070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 47c6964f-c83e-4769-8d26-d6ecec720163, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=47c6964f-c83e-4769-8d26-d6ecec720163,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:09.729682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Attempting to bind port c9868dda-eeec-47e0-b421-1b11504a77d6 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:09.730164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Attempting to bind port c9868dda-eeec-47e0-b421-1b11504a77d6 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '59bc330b-4906-48e9-a8fd-9914358626ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5af29443-f688-496c-8027-5084e317c684'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:09.730815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Attempting to bind port c9868dda-eeec-47e0-b421-1b11504a77d6 on network 5af29443-f688-496c-8027-5084e317c684 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:09.753330 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.805910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:09.805910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Checking segment: {'id': '59bc330b-4906-48e9-a8fd-9914358626ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5af29443-f688-496c-8027-5084e317c684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:09.806644 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.807165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Bound using segment: {'id': '59bc330b-4906-48e9-a8fd-9914358626ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5af29443-f688-496c-8027-5084e317c684'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:09.807874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Bound port: c9868dda-eeec-47e0-b421-1b11504a77d6, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bc330b-4906-48e9-a8fd-9914358626ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5af29443-f688-496c-8027-5084e317c684'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:09.808397 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.926501 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.940343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Provisioning complete for port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:09.940713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.987875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Transition to ACTIVE for port object cc64a327-0aae-4770-9441-7ac32523b5a6 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:10.004096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=47c6964f-c83e-4769-8d26-d6ecec720163,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:10.037150 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:10.063255 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Sync routers for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:10.064770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d1f1395d-761b-4026-b258-47ab00f3e660 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "PUT /v2.0/routers/b766aeb3-dce6-41f1-8108-56cedb64644e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4349604 Aug 31 06:58:10.065642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] For port c9868dda-eeec-47e0-b421-1b11504a77d6, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:10.069969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] For port c9868dda-eeec-47e0-b421-1b11504a77d6, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c9868dda-eeec-47e0-b421-1b11504a77d6,segment=NetworkSegment(59bc330b-4906-48e9-a8fd-9914358626ed),segment_id=59bc330b-4906-48e9-a8fd-9914358626ed)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:10.079272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:10.084677 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:10.085605 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:10.104075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.150121 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.188215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 5af29443-f688-496c-8027-5084e317c684 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:10.191955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:10.198376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:10.263732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=cc64a327-0aae-4770-9441-7ac32523b5a6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:10.311815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a87ab8-c0bb-4e2e-918c-46a419a701ff None None] Pushing event updated for resources: {'Port': ['ID=c9868dda-eeec-47e0-b421-1b11504a77d6,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:10.323027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.334198 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:10.415541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-1fa75102-3b5d-4e92-ae07-070645501ae6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559991743&fields=id&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 267 time: 0.1286428 Aug 31 06:58:10.493739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:10.551551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5092fede-c8c2-4095-9106-d453320c284f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:10.674735 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:08Z', 'revision_number': 2, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:10.714625 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Checking router: b766aeb3-dce6-41f1-8108-56cedb64644e for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:10.715217 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Updating router b766aeb3-dce6-41f1-8108-56cedb64644e port 39abc204-1ef3-425b-99bd-29394ce2825b binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:10.718027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:10.769897 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.796750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:10.797442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Updating router 584d167e-4152-4c2b-a47f-fae69c0c94ee port b28a7ed9-60df-425a-8c0d-648a3856c647 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:10.820182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-4f3ec615-5fda-47d3-ac5c-61e6c1409ec3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:10.822072 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-4f3ec615-5fda-47d3-ac5c-61e6c1409ec3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 797 time: 0.3974860 Aug 31 06:58:10.865574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.869448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Provisioning for port b28a7ed9-60df-425a-8c0d-648a3856c647 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:10.876389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Provisioning complete for port b28a7ed9-60df-425a-8c0d-648a3856c647 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:10.876693 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.881424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5092fede-c8c2-4095-9106-d453320c284f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:10.892167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.893795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-a97a73dd-f1da-4a15-b0da-33091658cc28 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/quotas/114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 375 time: 0.0577810 Aug 31 06:58:10.942334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.059084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Port b28a7ed9-60df-425a-8c0d-648a3856c647 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:11.136415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38248) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:11.230097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e89b97c5-4e9d-4956-90b4-ea939d883ecd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3287947 Aug 31 06:58:11.271353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Provisioning for port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:11.294619 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.303794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Provisioning complete for port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:11.304422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.311095 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Transition to ACTIVE for port object 39abc204-1ef3-425b-99bd-29394ce2825b will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:11.314498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-2d7eb547-7435-40c5-b7f7-88a81723ca7a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:58:11.315829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-2d7eb547-7435-40c5-b7f7-88a81723ca7a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150893 Aug 31 06:58:11.334518 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.341839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24e622ad-eeb3-42c9-9cd5-3f52eb8ed7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.420631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9cacea61-0535-4cb0-83de-1d9012ed0fe2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:11.431299 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5494-7222-456d-9404-93e881efe988 None None] Pushing event updated for resources: {'Port': ['ID=39abc204-1ef3-425b-99bd-29394ce2825b,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:11.527016 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Attempting to bind port 39abc204-1ef3-425b-99bd-29394ce2825b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:11.527420 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Attempting to bind port 39abc204-1ef3-425b-99bd-29394ce2825b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:11.527955 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Attempting to bind port 39abc204-1ef3-425b-99bd-29394ce2825b on network 17addcb1-b7c3-4208-9830-b67de5e25e39 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:11.539386 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:11.539944 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Checking segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:11.540391 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.540786 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Bound using segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:11.552393 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Bound port: 39abc204-1ef3-425b-99bd-29394ce2825b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:11.552889 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.572496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24e622ad-eeb3-42c9-9cd5-3f52eb8ed7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.580297 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24e622ad-eeb3-42c9-9cd5-3f52eb8ed7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.634563 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.665380 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] For port 39abc204-1ef3-425b-99bd-29394ce2825b, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:11.667362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.670839 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] For port 39abc204-1ef3-425b-99bd-29394ce2825b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=39abc204-1ef3-425b-99bd-29394ce2825b,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:11.679026 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.684154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-24e622ad-eeb3-42c9-9cd5-3f52eb8ed7d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0dbad0f960c949ac96fb851e9f67cc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452676 Aug 31 06:58:11.685509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38258) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:11.700474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e622ad-eeb3-42c9-9cd5-3f52eb8ed7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928e02b6-d052-4a04-a9ee-87fe7d29ce36,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:11.758481 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:11.759150 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:11.797758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-357f6c26-6d67-451f-9164-b8729829cf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.811554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-a45cb390-02b8-48f2-82e3-a02b0f68647a service neutron] 10.222.0.15 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664073 Aug 31 06:58:11.853609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-357f6c26-6d67-451f-9164-b8729829cf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.866030 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5494-7222-456d-9404-93e881efe988 None None] Pushing event updated for resources: {'Port': ['ID=39abc204-1ef3-425b-99bd-29394ce2825b,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:11.917095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event updated for resources: {'Port': ['ID=cc64a327-0aae-4770-9441-7ac32523b5a6,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:11.927057 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.952425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.965596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-357f6c26-6d67-451f-9164-b8729829cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.969456 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-357f6c26-6d67-451f-9164-b8729829cf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.970750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-357f6c26-6d67-451f-9164-b8729829cf9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/928e02b6-d052-4a04-a9ee-87fe7d29ce36 HTTP/1.1" status: 204 len: 168 time: 0.2803762 Aug 31 06:58:11.982143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f6c26-6d67-451f-9164-b8729829cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928e02b6-d052-4a04-a9ee-87fe7d29ce36,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:12.028216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0193b397-780e-42a9-abb8-ec32cb1577a6 None None] Network 5af29443-f688-496c-8027-5084e317c684 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:12.030265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:12.030635 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:12.039606 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:12.074428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-f94d9ae2-2efc-4508-890d-d4a6e0139f27 service neutron] 10.222.0.15 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538333 Aug 31 06:58:12.122308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Network 5af29443-f688-496c-8027-5084e317c684 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:12.128483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:12.243466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] For port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:12.254825 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:12.301919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:12.334176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da048bd5-7be0-42ea-af66-a5d37f3364cf None None] Pushing event updated for resources: {'Port': ['ID=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:12.411207 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:12.427063 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:11Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:12.432025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:12.439824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Transition to ACTIVE for port object b28a7ed9-60df-425a-8c0d-648a3856c647 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:12.445678 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a841bdf4-9f2e-4e7a-9345-04e724334ef7 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8366742 Aug 31 06:58:12.448181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38268) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:12.454500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:12.460664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c1c81830-ceeb-4a45-89b1-1e5b0299af36 None None] Provisioning for port 39abc204-1ef3-425b-99bd-29394ce2825b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:12.478335 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:12.611086 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2cd249-ffd2-49f7-9d89-3150b0808a2b None None] The sync data for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 is: [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:11Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:12.649557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3caa91-88f8-448f-a819-9e961a1e04a1 None None] Pushing event updated for resources: {'Port': ['ID=b28a7ed9-60df-425a-8c0d-648a3856c647,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:12.660597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c1c81830-ceeb-4a45-89b1-1e5b0299af36 None None] Provisioning complete for port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:12.660983 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c1c81830-ceeb-4a45-89b1-1e5b0299af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:12.894004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Attempting to bind port b28a7ed9-60df-425a-8c0d-648a3856c647 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:12.894607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Attempting to bind port b28a7ed9-60df-425a-8c0d-648a3856c647 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:12.895136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Attempting to bind port b28a7ed9-60df-425a-8c0d-648a3856c647 on network 92cb642c-2472-45a5-b41d-b8fb091fa2ca {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:12.933174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:12.934444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Checking segment: {'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:12.935018 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:12.935722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Bound using segment: {'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:12.936370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Bound port: b28a7ed9-60df-425a-8c0d-648a3856c647, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382ef5b5-1d38-491f-8a2b-362845a8a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:12.936941 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.044983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:13.117780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.extraroute_db [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 06:58:13.128946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c1c81830-ceeb-4a45-89b1-1e5b0299af36 None None] Provisioning for port c9868dda-eeec-47e0-b421-1b11504a77d6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:13.130387 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38282) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:13.153921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.extraroute_db [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Removed routes are [] {{(pid=94667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 06:58:13.154858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.164852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] For port b28a7ed9-60df-425a-8c0d-648a3856c647, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:13.173092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] For port b28a7ed9-60df-425a-8c0d-648a3856c647, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b28a7ed9-60df-425a-8c0d-648a3856c647,segment=NetworkSegment(382ef5b5-1d38-491f-8a2b-362845a8a7f9),segment_id=382ef5b5-1d38-491f-8a2b-362845a8a7f9)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:13.185840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:13.186489 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.188936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.371380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:13.372613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:13.387164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1183570681-network', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:13.392701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3caa91-88f8-448f-a819-9e961a1e04a1 None None] Pushing event updated for resources: {'Port': ['ID=b28a7ed9-60df-425a-8c0d-648a3856c647,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:13.444535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Made reservation on behalf of a73bee6ee4df40ebb4c764da81d7848b for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:13.447023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.498868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.582989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f469a654-9e97-4e30-9889-a84f47c8e972 req-efdff2b4-e7e6-4eb8-9d2d-0c3632e1a263 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 210 time: 0.1581151 Aug 31 06:58:13.626074 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.631263 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.683822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:13.754969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.760484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.792189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:58:13.817469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59deb8-44bb-4a67-830f-5549954432f9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:13.820467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 47c6964f-c83e-4769-8d26-d6ecec720163 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:13.821639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.822008 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Added segment f14c3ed7-6807-42ea-9c25-f745665b6ebf of type vlan for network 872f9ce2-44e3-4c4f-b042-71c566a62707 Aug 31 06:58:13.889723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:13.909176 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.962690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.963457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:13.964044 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.994296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fa618ae2-b199-4f5b-8bdd-522d8811e1d1 None None] Provisioning for port cc64a327-0aae-4770-9441-7ac32523b5a6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:14.017286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-fa618ae2-b199-4f5b-8bdd-522d8811e1d1 None None] Provisioning complete for port cc64a327-0aae-4770-9441-7ac32523b5a6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:14.017581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa618ae2-b199-4f5b-8bdd-522d8811e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.113331 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9816957 Aug 31 06:58:14.116124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:14.117611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38304) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:14.128167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fa618ae2-b199-4f5b-8bdd-522d8811e1d1 None None] Port cc64a327-0aae-4770-9441-7ac32523b5a6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:14.135457 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.142233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Request body: {'subnet': {'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1183570681-subnet', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:14.144052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ae252e3a-db71-452d-9396-e4a2f935cfa5 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 200 len: 934 time: 1.6937375 Aug 31 06:58:14.146485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38306) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:14.160062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fd206-6c81-4fd4-9ada-393b8ca8ae87 admin admin] Pushing event updated for resources: {'Network': ['ID=872f9ce2-44e3-4c4f-b042-71c566a62707,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:14.199258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Made reservation on behalf of a73bee6ee4df40ebb4c764da81d7848b for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:14.204427 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.219056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 872f9ce2-44e3-4c4f-b042-71c566a62707 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:58:14.301382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 47c6964f-c83e-4769-8d26-d6ecec720163 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:14.301765 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.400589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-664ec596-00be-4a27-9d93-7f68a5be359f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 200 len: 934 time: 0.2497151 Aug 31 06:58:14.403317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38308) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:14.408362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'routes': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:14.485574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device c9868dda-eeec-47e0-b421-1b11504a77d6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:14.534248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bfbacc75-f8d6-4763-9e96-25db7934a494 None None] Provisioning complete for port cc64a327-0aae-4770-9441-7ac32523b5a6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:14.534885 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bfbacc75-f8d6-4763-9e96-25db7934a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.548410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:13Z', 'revision_number': 6, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:13Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc64a327-0aae-4770-9441-7ac32523b5a6', 'name': '', 'network_id': '5af29443-f688-496c-8027-5084e317c684', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:99:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:08Z', 'updated_at': '2021-08-31T06:58:11Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:14.607533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.626287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb4f8e-e61b-4f32-ba53-3e8cf533b14f None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:13Z', 'revision_number': 6, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:13Z', 'revision_number': 4, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc64a327-0aae-4770-9441-7ac32523b5a6', 'name': '', 'network_id': '5af29443-f688-496c-8027-5084e317c684', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:99:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:08Z', 'updated_at': '2021-08-31T06:58:11Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:14.664034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-bfbacc75-f8d6-4763-9e96-25db7934a494 None None] Port cc64a327-0aae-4770-9441-7ac32523b5a6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:14.670027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5dca12-9e8b-421c-b06f-6263923b3f7f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:14.680364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port c9868dda-eeec-47e0-b421-1b11504a77d6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:14.695601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port c9868dda-eeec-47e0-b421-1b11504a77d6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:14.696245 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.792024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Checking segment: {'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:14.792497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Network hostable DHCP agents. Network: 872f9ce2-44e3-4c4f-b042-71c566a62707, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:14.815975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Network 872f9ce2-44e3-4c4f-b042-71c566a62707 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:14.835251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 872f9ce2-44e3-4c4f-b042-71c566a62707) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:14.852470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:14.853007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.858936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba76c455-593d-4ce0-8725-d8d644972604 req-6b322bdf-b29d-467c-bcc6-d403e0b889d6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 210 time: 0.0847428 Aug 31 06:58:14.891519 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-133acd3c-68ae-4467-8549-3963aaa7b7d9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7706118 Aug 31 06:58:14.892034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec508a-282b-4e45-8077-f99c4e82af21 None None] Network 872f9ce2-44e3-4c4f-b042-71c566a62707 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:14.893928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38316) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:14.905624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:15.110744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.111773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.172176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9be0f92d-0114-48df-bfbc-b30cab19c03b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.183566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9be0f92d-0114-48df-bfbc-b30cab19c03b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.192986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9be0f92d-0114-48df-bfbc-b30cab19c03b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.203526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9be0f92d-0114-48df-bfbc-b30cab19c03b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.212895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9be0f92d-0114-48df-bfbc-b30cab19c03b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.220710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9be0f92d-0114-48df-bfbc-b30cab19c03b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.227685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9be0f92d-0114-48df-bfbc-b30cab19c03b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.230414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9be0f92d-0114-48df-bfbc-b30cab19c03b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5433 time: 0.3059239 Aug 31 06:58:15.233477 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.234962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.extraroute_db [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added routes are [] {{(pid=94667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 06:58:15.235434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.extraroute_db [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 06:58:15.273746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.313360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port c9868dda-eeec-47e0-b421-1b11504a77d6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c9868dda-eeec-47e0-b421-1b11504a77d6,segment=NetworkSegment(59bc330b-4906-48e9-a8fd-9914358626ed),segment_id=59bc330b-4906-48e9-a8fd-9914358626ed)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:15.314375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.326629 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.341358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-84df522a-0d79-4fa0-afaf-3442264c3f34 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.343029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-84df522a-0d79-4fa0-afaf-3442264c3f34 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 797 time: 0.3360367 Aug 31 06:58:15.412423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-872f9ce2-44e3-4c4f-b042-71c566a62707', 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'fixed_ips': [{'subnet_id': 'ff5dca12-9e8b-421c-b06f-6263923b3f7f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:15.413347 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.440555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=c9868dda-eeec-47e0-b421-1b11504a77d6,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:15.550105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c221a824-e70e-4228-bda8-6d0152b7b52d req-9b4c20f1-e32e-4e14-996d-2b027251232a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2326677 Aug 31 06:58:15.663819 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e4b26c9a-37bb-461f-bc6d-de878aa10441 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 380 time: 0.2141407 Aug 31 06:58:15.674705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'port': {'device_id': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'admin_state_up': True, 'tenant_id': '114c303e58824a2f81726133673c4639', 'security_groups': ['c95bd0a2-471a-42ef-b14f-4094de51fe3a']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:15.675163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b28a7ed9-60df-425a-8c0d-648a3856c647 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:15.722653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Allocated IP 172.20.0.2 (872f9ce2-44e3-4c4f-b042-71c566a62707/ff5dca12-9e8b-421c-b06f-6263923b3f7f/5045d69f-368e-4b97-9cd0-71ea1a16e4f3) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:15.730052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.800132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b28a7ed9-60df-425a-8c0d-648a3856c647 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:15.806819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b28a7ed9-60df-425a-8c0d-648a3856c647 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:15.807270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.862576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:15.866195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.903035 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.906790 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.986346 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.994115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.011502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Transition to ACTIVE for port object 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:16.023272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b7682b53-6bfc-49ba-a45c-4e768aee6f6c req-9b91bb72-ff21-42d4-8a26-33cdeee8f42a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 210 time: 0.0641794 Aug 31 06:58:16.058505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b28a7ed9-60df-425a-8c0d-648a3856c647, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b28a7ed9-60df-425a-8c0d-648a3856c647,segment=NetworkSegment(382ef5b5-1d38-491f-8a2b-362845a8a7f9),segment_id=382ef5b5-1d38-491f-8a2b-362845a8a7f9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:16.065457 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.066625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 39abc204-1ef3-425b-99bd-29394ce2825b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:16.068886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:16.069954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Transition to ACTIVE for port object 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:16.115422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.155768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Network 872f9ce2-44e3-4c4f-b042-71c566a62707 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:16.165848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:16.171731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:16.173652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:16.175456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b28a7ed9-60df-425a-8c0d-648a3856c647,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:16.181217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.182601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-83e3d8dc-24db-490c-a767-ad642655a6df tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 200 len: 700 time: 1.7782476 Aug 31 06:58:16.185890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38320) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:16.245981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 39abc204-1ef3-425b-99bd-29394ce2825b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:16.270943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 39abc204-1ef3-425b-99bd-29394ce2825b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:16.271346 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.278645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Pushing event updated for resources: {'Port': ['ID=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:16.302137 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6afccbac-39b6-4ec0-93fe-97a1456b4a3a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 200 len: 700 time: 0.1126499 Aug 31 06:58:16.302797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38322) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:16.306381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Attempting to bind port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:16.306757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Attempting to bind port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:16.307128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Attempting to bind port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 on network 872f9ce2-44e3-4c4f-b042-71c566a62707 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:16.320942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:16.321359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Checking segment: {'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:16.321801 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.323159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Bound using segment: {'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:16.323159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Bound port: 5045d69f-368e-4b97-9cd0-71ea1a16e4f3, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:16.323159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.376403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-55b89b72-3bec-4e92-84d6-752acde0c6a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.382353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-55b89b72-3bec-4e92-84d6-752acde0c6a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.388568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-55b89b72-3bec-4e92-84d6-752acde0c6a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.394421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-55b89b72-3bec-4e92-84d6-752acde0c6a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.400259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-55b89b72-3bec-4e92-84d6-752acde0c6a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.406694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-55b89b72-3bec-4e92-84d6-752acde0c6a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.412530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-55b89b72-3bec-4e92-84d6-752acde0c6a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.414524 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-55b89b72-3bec-4e92-84d6-752acde0c6a1 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5433 time: 0.5312781 Aug 31 06:58:16.430498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] For port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:16.434366 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.451807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] For port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,segment=NetworkSegment(f14c3ed7-6807-42ea-9c25-f745665b6ebf),segment_id=f14c3ed7-6807-42ea-9c25-f745665b6ebf)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:16.459787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.503028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 39abc204-1ef3-425b-99bd-29394ce2825b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=39abc204-1ef3-425b-99bd-29394ce2825b,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:16.519094 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.533079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.20.0.10 (17addcb1-b7c3-4208-9830-b67de5e25e39/12f4e8bc-2f76-4873-8866-f2cb21c9e609/f60d8855-f102-4ef7-9c9f-cae376c4ec6c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:16.549373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff92541-c4ea-4a6d-ac08-ae2129b1ee1b None None] Pushing event updated for resources: {'Port': ['ID=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:16.557274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-74a6da97-147e-4bea-9254-723ecff62949 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.559019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-74a6da97-147e-4bea-9254-723ecff62949 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "GET /v2.0/ports/287b7481-dfe4-4057-94cb-aedd20c1aa3e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1174004 Aug 31 06:58:16.559943 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.609991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.639944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=39abc204-1ef3-425b-99bd-29394ce2825b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:16.697586 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.950233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-c65277ef-e118-40b3-aebf-3d9c01b745d4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.955954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-c65277ef-e118-40b3-aebf-3d9c01b745d4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.961959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-c65277ef-e118-40b3-aebf-3d9c01b745d4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.967879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-c65277ef-e118-40b3-aebf-3d9c01b745d4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.975158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-c65277ef-e118-40b3-aebf-3d9c01b745d4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.979553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-c65277ef-e118-40b3-aebf-3d9c01b745d4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.986033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-c65277ef-e118-40b3-aebf-3d9c01b745d4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:16.988117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-c65277ef-e118-40b3-aebf-3d9c01b745d4 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 5433 time: 0.3131809 Aug 31 06:58:17.026345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port cc64a327-0aae-4770-9441-7ac32523b5a6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:17.026841 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.032872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-f47cf98e-d17d-4e6e-8492-38dcb2eb2bce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "GET /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4373364 Aug 31 06:58:17.066421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:17.098410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Allocated IP 172.25.5.206 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/5c68ad57-4abb-4218-80d3-3006a7418ef2) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:17.142798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcbb3a90-cca2-474e-ad1f-5070c88ae5ae req-6167df91-f605-4f4e-9082-f8f10d6fde3d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 210 time: 0.0399308 Aug 31 06:58:17.149528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.152505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.161756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c240c82-2a01-4b12-b05e-8295e6dc1800 req-2787a780-7522-4d6d-a917-f182e3354085 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626546 Aug 31 06:58:17.187470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for cc64a327-0aae-4770-9441-7ac32523b5a6 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:17.246368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Transition to ACTIVE for port object f60d8855-f102-4ef7-9c9f-cae376c4ec6c will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:17.263000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.383284 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.384454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.388302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.427008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=cc64a327-0aae-4770-9441-7ac32523b5a6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:17.536563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:17.546645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:17.556084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:17.564583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:17.639739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b28a7ed9-60df-425a-8c0d-648a3856c647 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:17.710808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:17.711117 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.714064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.718377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.724952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] For port 287b7481-dfe4-4057-94cb-aedd20c1aa3e, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=287b7481-dfe4-4057-94cb-aedd20c1aa3e,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:17.734998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b28a7ed9-60df-425a-8c0d-648a3856c647 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:17.735716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.814410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-07209965-2162-4a1f-bbd9-f9144e41da03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1448309 Aug 31 06:58:17.816222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:17.829016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-b5d50c93-dd8c-4305-b965-b43d7b4c59f0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:58:17.830127 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-b5d50c93-dd8c-4305-b965-b43d7b4c59f0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069065 Aug 31 06:58:17.834413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:17.839569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c9cc9-0d12-40d0-8617-f22ffe3ddffa None None] Network 872f9ce2-44e3-4c4f-b042-71c566a62707 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:17.848334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:17.855262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Pushing event updated for resources: {'Port': ['ID=5c68ad57-4abb-4218-80d3-3006a7418ef2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:17.877229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] For port 287b7481-dfe4-4057-94cb-aedd20c1aa3e, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:17.929876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] device_id is not set on port 287b7481-dfe4-4057-94cb-aedd20c1aa3e yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:58:17.941849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.972212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.979558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Request body: {'port': {'device_id': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:17.999464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:18.039522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:18.048660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:18.049850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:18.081100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] Pushing event updated for resources: {'Port': ['ID=287b7481-dfe4-4057-94cb-aedd20c1aa3e,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:18.105289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bc4eef0a-adb0-4dbf-87f8-121fcd15307e None None] Provisioning for port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:18.115400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device c9868dda-eeec-47e0-b421-1b11504a77d6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:18.124482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] No DVR routers for this DVR port 287b7481-dfe4-4057-94cb-aedd20c1aa3e on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:18.159741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:18.166537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4d8b5f10-9ac3-4ad3-b5ec-dccf2909e4ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8625152 Aug 31 06:58:18.170002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38330) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:18.249550 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.258243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9fe80b-b44d-4529-bd87-d13ccf12cc8a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet 5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:58:18.259985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:18.264139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe80b-b44d-4529-bd87-d13ccf12cc8a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.349893 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe80b-b44d-4529-bd87-d13ccf12cc8a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.358556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-df2ab424-3059-42f9-9c9b-99bc765bdf6a None None] Provisioning for port f60d8855-f102-4ef7-9c9f-cae376c4ec6c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:18.387528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] In _notify_port_updated(), no bound segment for port 287b7481-dfe4-4057-94cb-aedd20c1aa3e on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:58:18.388549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.389596 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.390805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-021f0c46-0d02-4cbb-982a-1d4345c0f7ac service neutron] 10.222.0.23 "PUT /v2.0/ports/287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 200 len: 1027 time: 1.3387489 Aug 31 06:58:18.401270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-df2ab424-3059-42f9-9c9b-99bc765bdf6a None None] Provisioning complete for port f60d8855-f102-4ef7-9c9f-cae376c4ec6c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:18.401648 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-df2ab424-3059-42f9-9c9b-99bc765bdf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.404267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port c9868dda-eeec-47e0-b421-1b11504a77d6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:18.404630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.507163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe80b-b44d-4529-bd87-d13ccf12cc8a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.518730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-df2ab424-3059-42f9-9c9b-99bc765bdf6a None None] Port f60d8855-f102-4ef7-9c9f-cae376c4ec6c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:18.526695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-9eaafb1d-927f-4fbe-b119-98a4807e5eda tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.529085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-9eaafb1d-927f-4fbe-b119-98a4807e5eda tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "GET /v2.0/ports/5a8575c1-9d4a-4628-be6f-44fa867c8dad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1147730 Aug 31 06:58:18.556823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:18.571878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff704f-867a-41e4-9175-2dd1bb9a6f07 req-168a5cb8-d35e-416b-b088-4a083477033e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.578855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff704f-867a-41e4-9175-2dd1bb9a6f07 req-168a5cb8-d35e-416b-b088-4a083477033e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.584762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff704f-867a-41e4-9175-2dd1bb9a6f07 req-168a5cb8-d35e-416b-b088-4a083477033e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.591423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff704f-867a-41e4-9175-2dd1bb9a6f07 req-168a5cb8-d35e-416b-b088-4a083477033e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.597458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff704f-867a-41e4-9175-2dd1bb9a6f07 req-168a5cb8-d35e-416b-b088-4a083477033e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.603493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff704f-867a-41e4-9175-2dd1bb9a6f07 req-168a5cb8-d35e-416b-b088-4a083477033e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.611371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72ff704f-867a-41e4-9175-2dd1bb9a6f07 req-168a5cb8-d35e-416b-b088-4a083477033e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 4659 time: 0.2903473 Aug 31 06:58:18.615064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164395cf-b40b-41f4-b260-8f86e2622979 req-de023847-3140-4a3d-b7f0-da87d60b970e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.630415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-164395cf-b40b-41f4-b260-8f86e2622979 req-de023847-3140-4a3d-b7f0-da87d60b970e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 932 time: 0.2444727 Aug 31 06:58:18.647030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe80b-b44d-4529-bd87-d13ccf12cc8a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.652870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 39abc204-1ef3-425b-99bd-29394ce2825b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:18.684568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8b36e700-82fc-4c80-bb44-f1d91c87b8d3 None None] Provisioning complete for port 287b7481-dfe4-4057-94cb-aedd20c1aa3e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:18.687544 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b36e700-82fc-4c80-bb44-f1d91c87b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.695102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fe80b-b44d-4529-bd87-d13ccf12cc8a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:18.700390 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe80b-b44d-4529-bd87-d13ccf12cc8a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.703325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bd9fe80b-b44d-4529-bd87-d13ccf12cc8a tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74 HTTP/1.1" status: 204 len: 168 time: 0.5318098 Aug 31 06:58:18.708264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:18.733349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2418df70-74af-46e3-a016-840af93c36e0 None None] Network 5af29443-f688-496c-8027-5084e317c684 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:18.782356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-164395cf-b40b-41f4-b260-8f86e2622979 req-900b3a17-122c-42bf-81b1-eebbb332a2c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515732 Aug 31 06:58:18.826448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.889688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-72ff704f-867a-41e4-9175-2dd1bb9a6f07 req-70d3347a-5dcb-41f7-b6a0-e656574f6a9d tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=39d61055-ffd5-492c-abee-616902666e27&id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2770104 Aug 31 06:58:18.913518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port c9868dda-eeec-47e0-b421-1b11504a77d6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:18.913962 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.920191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.980112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.998628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8b36e700-82fc-4c80-bb44-f1d91c87b8d3 None None] Port 287b7481-dfe4-4057-94cb-aedd20c1aa3e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:19.007009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:17Z', 'revision_number': 8, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:19.010667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port c9868dda-eeec-47e0-b421-1b11504a77d6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=c9868dda-eeec-47e0-b421-1b11504a77d6,segment=NetworkSegment(59bc330b-4906-48e9-a8fd-9914358626ed),segment_id=59bc330b-4906-48e9-a8fd-9914358626ed)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:19.011367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.026051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for c9868dda-eeec-47e0-b421-1b11504a77d6 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:19.042697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:19.082325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:19.083417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:19.111758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.140350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=c9868dda-eeec-47e0-b421-1b11504a77d6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:19.144340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No DVR routers for this DVR port c9868dda-eeec-47e0-b421-1b11504a77d6 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:19.185876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 39abc204-1ef3-425b-99bd-29394ce2825b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:19.186285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.250786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.264176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:19.265437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af29443-f688-496c-8027-5084e317c684']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:19.281977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bc330b-4906-48e9-a8fd-9914358626ed') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:19.282436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bc330b-4906-48e9-a8fd-9914358626ed') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:19.294146 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.311866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.325677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:58:19.326259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:58:19.329731 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:58:19.363223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4459a49b-1a0f-48eb-8ec7-e9679a0bb52f None None] DHCP port deletion for 5af29443-f688-496c-8027-5084e317c684 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:58:19.417307 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.426114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.431771 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/5af29443-f688-496c-8027-5084e317c684 HTTP/1.1" status: 204 len: 168 time: 0.7232237 Aug 31 06:58:19.432489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38338) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:19.445032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14147c00-030a-4b17-806c-f5c374417c9f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=5af29443-f688-496c-8027-5084e317c684,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:19.459485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:19.569621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:19.576465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:19.576887 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.612311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60d8855-f102-4ef7-9c9f-cae376c4ec6c {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:58:19.636304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:17Z', 'revision_number': 8, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:19.657140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.665148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] For port 5a8575c1-9d4a-4628-be6f-44fa867c8dad, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5a8575c1-9d4a-4628-be6f-44fa867c8dad,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:19.669669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fa8bf-9a6d-4efa-8775-8d0c1da928ec None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:17Z', 'revision_number': 8, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:19.700382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Transition to ACTIVE for port object f60d8855-f102-4ef7-9c9f-cae376c4ec6c will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:19.712897 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.719191 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.751031 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.759953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] For port 5a8575c1-9d4a-4628-be6f-44fa867c8dad, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:19.763386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,segment=NetworkSegment(f14c3ed7-6807-42ea-9c25-f745665b6ebf),segment_id=f14c3ed7-6807-42ea-9c25-f745665b6ebf)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:19.770191 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.848704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:19.864266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:19.871425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] device_id is not set on port 5a8575c1-9d4a-4628-be6f-44fa867c8dad yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:58:19.875614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 871af761-5df1-431f-87fb-e5cdc4f26ee5 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:19.906031 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.987979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e92f26-b55e-4993-b13e-94c153c91900 req-eddf2620-2861-4b46-b714-e7b345c5a025 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:19.990490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9e92f26-b55e-4993-b13e-94c153c91900 req-eddf2620-2861-4b46-b714-e7b345c5a025 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.1201584 Aug 31 06:58:19.996294 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.000436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.052436 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.113527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871af761-5df1-431f-87fb-e5cdc4f26ee5'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:20.134082 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9654cc05-8ca0-412a-884f-dcd0ba62950a" -d '{"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-unplugged", "status": "completed", "tag": "871af761-5df1-431f-87fb-e5cdc4f26ee5"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:20.163121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:20.167538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8575c1-9d4a-4628-be6f-44fa867c8dad,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:20.213329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Attempting to bind port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:20.215067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 871af761-5df1-431f-87fb-e5cdc4f26ee5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:20.220724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Attempting to bind port f60d8855-f102-4ef7-9c9f-cae376c4ec6c by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:20.221375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Attempting to bind port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on network 17addcb1-b7c3-4208-9830-b67de5e25e39 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:20.226266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] No DVR routers for this DVR port 5a8575c1-9d4a-4628-be6f-44fa867c8dad on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:20.234506 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.235320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 287b7481-dfe4-4057-94cb-aedd20c1aa3e no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:20.245054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc4925-5d52-4c04-890c-4a96cd27b2fd req-360c6800-b6d3-43c8-b825-27937fba7323 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:20.252864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc4925-5d52-4c04-890c-4a96cd27b2fd req-360c6800-b6d3-43c8-b825-27937fba7323 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:20.260223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc4925-5d52-4c04-890c-4a96cd27b2fd req-360c6800-b6d3-43c8-b825-27937fba7323 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:20.267699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc4925-5d52-4c04-890c-4a96cd27b2fd req-360c6800-b6d3-43c8-b825-27937fba7323 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:20.274192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc4925-5d52-4c04-890c-4a96cd27b2fd req-360c6800-b6d3-43c8-b825-27937fba7323 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:20.282388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdc4925-5d52-4c04-890c-4a96cd27b2fd req-360c6800-b6d3-43c8-b825-27937fba7323 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 3886 time: 0.2334738 Aug 31 06:58:20.314132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on network 17addcb1-b7c3-4208-9830-b67de5e25e39 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:58:20.314756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Attempting to bind port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on network 17addcb1-b7c3-4208-9830-b67de5e25e39 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:20.336523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=871af761-5df1-431f-87fb-e5cdc4f26ee5,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:20.339499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 287b7481-dfe4-4057-94cb-aedd20c1aa3e not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:20.340050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fdf2c37c-efae-4f2f-b286-98c73f66aa9f no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:20.348537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:20.349206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Checking segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:20.349777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Bound using segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:20.350419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Bound port: f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:20.350954 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.385035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] In _notify_port_updated(), no bound segment for port 5a8575c1-9d4a-4628-be6f-44fa867c8dad on network 6d67c422-0b41-4534-9a1b-b18776857c99 {{(pid=94668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:58:20.386505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:20.387407 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.389370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-00bf44c6-dc16-4025-a495-cf90b25f63b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 200 len: 1026 time: 1.8367679 Aug 31 06:58:20.409821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcdc4925-5d52-4c04-890c-4a96cd27b2fd req-55a56be2-c254-43b8-b853-d6b2ce0d9e52 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261637 Aug 31 06:58:20.435019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:20.446903 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.494345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:20.494713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.500731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fdf2c37c-efae-4f2f-b286-98c73f66aa9f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:20.521880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.522607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device cc55d44f-1625-42a3-84cd-e7fae39f1fc7 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:20.601918 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8baed0-68a6-444a-9540-ea17b2190526 x-openstack-request-id: req-3b8baed0-68a6-444a-9540-ea17b2190526 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:20.602232 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-unplugged", "status": "completed", "tag": "871af761-5df1-431f-87fb-e5cdc4f26ee5", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:20.602482 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b8baed0-68a6-444a-9540-ea17b2190526 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:20.602878 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871af761-5df1-431f-87fb-e5cdc4f26ee5', 'code': 200} Aug 31 06:58:20.616904 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:20.627476 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:20.628468 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:20.680070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:20.681708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5603a963-54a5-4d9d-b8c3-da19f08c2902 None None] Provisioning complete for port 5a8575c1-9d4a-4628-be6f-44fa867c8dad triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:20.682255 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5603a963-54a5-4d9d-b8c3-da19f08c2902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.741652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:20.754843 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.776237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:20.789648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9e92f26-b55e-4993-b13e-94c153c91900 req-56a22ef9-f27d-44dc-9b50-696611f6bd8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7902586 Aug 31 06:58:20.790238 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:20.798292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5603a963-54a5-4d9d-b8c3-da19f08c2902 None None] Port 5a8575c1-9d4a-4628-be6f-44fa867c8dad cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:20.816706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Sync routers for ids ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:20.843593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:20.844477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.846094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] 10.222.0.42 "PUT /v2.0/ports/f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 1093 time: 3.0053484 Aug 31 06:58:20.847271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:20.850070 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f11322a-c744-4d1c-a8d1-c7c2da845056" -d '{"events": [{"name": "network-changed", "server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:20.871960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port d0eb1625-bdef-4233-951a-76dc78a29946 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:20.872322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.881452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.885485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8cfc5568-b978-4d64-b0b3-405406b82525 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9870143 Aug 31 06:58:20.888545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38352) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:20.892432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:20.907991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Routers {'4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:20.908635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:20.920263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.063445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f5822-48d0-4d0f-8e9e-b50723b770eb service neutron] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:21.105676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-f5f2f1d2-0f41-476d-a7b2-923f722c36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.107754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-f5f2f1d2-0f41-476d-a7b2-923f722c36eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1096 time: 0.1636901 Aug 31 06:58:21.118547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device c9868dda-eeec-47e0-b421-1b11504a77d6 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:21.129877 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2406b3a8-f15e-4a47-9c26-f72c68ca5ff3 x-openstack-request-id: req-2406b3a8-f15e-4a47-9c26-f72c68ca5ff3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:21.130177 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:21.130527 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2406b3a8-f15e-4a47-9c26-f72c68ca5ff3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:21.130938 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'status': 'completed', 'code': 200} Aug 31 06:58:21.161321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-5d002f7e-6ff9-4cfb-937e-5b5c49f0e9fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 217 time: 0.0449123 Aug 31 06:58:21.181111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: c9868dda-eeec-47e0-b421-1b11504a77d6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:21.181484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device c9868dda-eeec-47e0-b421-1b11504a77d6 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:21.181906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cc64a327-0aae-4770-9441-7ac32523b5a6 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:21.182207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] For port d0eb1625-bdef-4233-951a-76dc78a29946, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d0eb1625-bdef-4233-951a-76dc78a29946,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:21.182651 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.195019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port cc55d44f-1625-42a3-84cd-e7fae39f1fc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:21.219796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for d0eb1625-bdef-4233-951a-76dc78a29946 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:21.224669 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.225417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5a8575c1-9d4a-4628-be6f-44fa867c8dad no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:21.233843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: cc64a327-0aae-4770-9441-7ac32523b5a6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:21.234215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cc64a327-0aae-4770-9441-7ac32523b5a6 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:21.258008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-976423a3-7b4f-4934-be0f-0f8d7f95c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.258243 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:17Z', 'revision_number': 8, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:21.260150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-976423a3-7b4f-4934-be0f-0f8d7f95c1f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0888345 Aug 31 06:58:21.275856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Set router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:21.301921 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:21.316962 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:21.317817 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:21.351585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-9f245103-0d5f-4ca7-aa54-ef7fc075bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.353710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-9f245103-0d5f-4ca7-aa54-ef7fc075bd7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635588 Aug 31 06:58:21.419460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:21.428820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5a8575c1-9d4a-4628-be6f-44fa867c8dad not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:21.429307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d0eb1625-bdef-4233-951a-76dc78a29946 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:21.464930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-b33921c1-0ab9-404b-9034-730247078ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035461 Aug 31 06:58:21.466109 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:21.586949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port b28a7ed9-60df-425a-8c0d-648a3856c647 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:21.587333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.592785 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.637918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=d0eb1625-bdef-4233-951a-76dc78a29946,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:21.657646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cbaf84ad-cce9-4c32-ba8f-4028e9384ad3 req-43bacf4c-b0fb-4a91-920e-e05e5a1f6b2a service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858788 Aug 31 06:58:21.714530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No active binding found for port d0eb1625-bdef-4233-951a-76dc78a29946 {{(pid=94669) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 06:58:21.715385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d0eb1625-bdef-4233-951a-76dc78a29946 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:21.715472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 388caf22-efa3-41b1-ba86-00897e2a225d no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:21.716175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] No DVR routers for this DVR port d0eb1625-bdef-4233-951a-76dc78a29946 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:21.719002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port b28a7ed9-60df-425a-8c0d-648a3856c647, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b28a7ed9-60df-425a-8c0d-648a3856c647,segment=NetworkSegment(382ef5b5-1d38-491f-8a2b-362845a8a7f9),segment_id=382ef5b5-1d38-491f-8a2b-362845a8a7f9)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:21.719380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.736949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for b28a7ed9-60df-425a-8c0d-648a3856c647 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:21.747610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.750181 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-adcf37c9-5169-4514-84cd-52b40ac9ecc2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "DELETE /v2.0/ports/d0eb1625-bdef-4233-951a-76dc78a29946 HTTP/1.1" status: 204 len: 173 time: 1.3375788 Aug 31 06:58:21.837569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-18632a6d-8f6e-415d-9452-def4b3231502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.839448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-18632a6d-8f6e-415d-9452-def4b3231502 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1096 time: 0.1208885 Aug 31 06:58:21.851678 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:17Z', 'revision_number': 8, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:21.854604 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.882787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:18Z', 'revision_number': 3, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port': {'id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:16Z', 'updated_at': '2021-08-31T06:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:21.898071 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d2c28e-cc3b-49ce-bba1-efe34846f774 None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:17Z', 'revision_number': 8, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b28a7ed9-60df-425a-8c0d-648a3856c647', 'name': '', 'network_id': '92cb642c-2472-45a5-b41d-b8fb091fa2ca', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:2f:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': 'ded66bd2-bd9a-45e9-8f3c-ee2d2c358836', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:21.910957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79456-fbfc-40a0-a01e-dc2fa551566d req-1cc78445-8c12-446b-8061-e945f08e68c6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.918100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79456-fbfc-40a0-a01e-dc2fa551566d req-1cc78445-8c12-446b-8061-e945f08e68c6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.923602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Checking router: 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:21.924580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Updating router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 port 5c68ad57-4abb-4218-80d3-3006a7418ef2 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:21.925792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79456-fbfc-40a0-a01e-dc2fa551566d req-1cc78445-8c12-446b-8061-e945f08e68c6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.934563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79456-fbfc-40a0-a01e-dc2fa551566d req-1cc78445-8c12-446b-8061-e945f08e68c6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.940961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79456-fbfc-40a0-a01e-dc2fa551566d req-1cc78445-8c12-446b-8061-e945f08e68c6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.943176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fa79456-fbfc-40a0-a01e-dc2fa551566d req-1cc78445-8c12-446b-8061-e945f08e68c6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 3802 time: 0.3913329 Aug 31 06:58:21.947011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.992559 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 388caf22-efa3-41b1-ba86-00897e2a225d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=388caf22-efa3-41b1-ba86-00897e2a225d,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:22.020744 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.026179 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.044342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1e913-8a54-4fbb-a7c6-16feadc64e0e req-7b525b9e-7b5c-4ebb-862e-aa380f204903 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:22.052361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8b1e913-8a54-4fbb-a7c6-16feadc64e0e req-7b525b9e-7b5c-4ebb-862e-aa380f204903 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.1361501 Aug 31 06:58:22.093149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-27483648-cb1c-4c0c-90de-58f58933ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:22.094727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-27483648-cb1c-4c0c-90de-58f58933ebbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.2468975 Aug 31 06:58:22.100751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port 871af761-5df1-431f-87fb-e5cdc4f26ee5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:22.101104 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.174535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Allocated IP 172.20.0.1 (872f9ce2-44e3-4c4f-b042-71c566a62707/ff5dca12-9e8b-421c-b06f-6263923b3f7f/ae536b8e-7141-4ec9-b9cc-ca3213a3c712) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:22.188275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-df5b3b24-a21e-4e64-b4d9-0f175df6f4f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 217 time: 0.0840197 Aug 31 06:58:22.220217 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c8b1e913-8a54-4fbb-a7c6-16feadc64e0e req-7cd48de6-2299-4b98-a303-5a4e621f04b7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671183 Aug 31 06:58:22.265973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fa79456-fbfc-40a0-a01e-dc2fa551566d req-0f2e4095-4193-426d-9f21-8f6a431df251 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023493 Aug 31 06:58:22.328847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-7fd90838-b4ae-4a1b-8da8-d9fdfab0cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:22.330424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=388caf22-efa3-41b1-ba86-00897e2a225d,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:22.330568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-7fd90838-b4ae-4a1b-8da8-d9fdfab0cead service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.1314099 Aug 31 06:58:22.354365 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.363593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.386530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] For port 871af761-5df1-431f-87fb-e5cdc4f26ee5, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=871af761-5df1-431f-87fb-e5cdc4f26ee5,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:22.387436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.398159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Transition to ACTIVE for port object ae536b8e-7141-4ec9-b9cc-ca3213a3c712 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:22.401728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=b28a7ed9-60df-425a-8c0d-648a3856c647,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:22.404332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for 871af761-5df1-431f-87fb-e5cdc4f26ee5 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:22.415576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-96679478-d338-4686-a84a-04e2f5543434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:22.416611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-96679478-d338-4686-a84a-04e2f5543434 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754678 Aug 31 06:58:22.497767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.513648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Transition to ACTIVE for port object 5c68ad57-4abb-4218-80d3-3006a7418ef2 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:22.522118 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.563219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.592394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952bfe9-6052-4f61-9589-33033760f2a6 None None] Pushing event updated for resources: {'Port': ['ID=5c68ad57-4abb-4218-80d3-3006a7418ef2,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:22.603686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388caf22-efa3-41b1-ba86-00897e2a225d'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:22.606451 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48c180f-c503-4b13-94f2-7e15277c9e69" -d '{"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc55d44f-1625-42a3-84cd-e7fae39f1fc7"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-unplugged", "status": "completed", "tag": "388caf22-efa3-41b1-ba86-00897e2a225d"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:22.610886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Attempting to bind port 5c68ad57-4abb-4218-80d3-3006a7418ef2 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:22.611340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Attempting to bind port 5c68ad57-4abb-4218-80d3-3006a7418ef2 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:22.611753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Attempting to bind port 5c68ad57-4abb-4218-80d3-3006a7418ef2 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:22.618733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:22.619385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:22.619902 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.620771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:22.621998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Bound port: 5c68ad57-4abb-4218-80d3-3006a7418ef2, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:22.622496 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.670755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Pushing event updated for resources: {'Port': ['ID=ae536b8e-7141-4ec9-b9cc-ca3213a3c712,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:22.697923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] For port 5c68ad57-4abb-4218-80d3-3006a7418ef2, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:22.701505 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6803b09-19bd-4db0-bedf-343b1cf16db2 x-openstack-request-id: req-b6803b09-19bd-4db0-bedf-343b1cf16db2 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:22.701883 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc55d44f-1625-42a3-84cd-e7fae39f1fc7", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-unplugged", "status": "completed", "tag": "388caf22-efa3-41b1-ba86-00897e2a225d", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:22.702167 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6803b09-19bd-4db0-bedf-343b1cf16db2 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:22.702617 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'code': 200} Aug 31 06:58:22.702877 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7', 'code': 200} Aug 31 06:58:22.703136 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388caf22-efa3-41b1-ba86-00897e2a225d', 'code': 200} Aug 31 06:58:22.704947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] For port 5c68ad57-4abb-4218-80d3-3006a7418ef2, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c68ad57-4abb-4218-80d3-3006a7418ef2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:22.707311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Network 872f9ce2-44e3-4c4f-b042-71c566a62707 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:22.710187 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.712697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:22.717395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:22.748197 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.778640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Routers {'4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:22.779492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:22.815340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.849785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952bfe9-6052-4f61-9589-33033760f2a6 None None] Pushing event updated for resources: {'Port': ['ID=5c68ad57-4abb-4218-80d3-3006a7418ef2,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:22.921329 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-e204ac37-fcf8-4845-92a2-0759d7f4634d service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932806 Aug 31 06:58:22.963182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] Set router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:23.010557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.063624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f11322a-c744-4d1c-a8d1-c7c2da845056 req-000e490a-01d2-4f53-b1c5-2d248589ad0d service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323471 Aug 31 06:58:23.069220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.111025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=871af761-5df1-431f-87fb-e5cdc4f26ee5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:23.136947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2eae4043-be8b-4866-b85b-5c43df4fb693 None None] Provisioning for port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:23.142032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': 'd0eb1625-bdef-4233-951a-76dc78a29946'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:23.144087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2eae4043-be8b-4866-b85b-5c43df4fb693 None None] Provisioning complete for port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:23.144468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2eae4043-be8b-4866-b85b-5c43df4fb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.144931 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d4021c-2785-4734-84b6-6c408be7dcd4" -d '{"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "d0eb1625-bdef-4233-951a-76dc78a29946"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:23.168549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:23.173211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] No DVR routers for this DVR port 871af761-5df1-431f-87fb-e5cdc4f26ee5 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:23.177122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.179882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-5f884901-120b-49e8-9476-54614bb5103f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "DELETE /v2.0/ports/871af761-5df1-431f-87fb-e5cdc4f26ee5 HTTP/1.1" status: 204 len: 173 time: 1.4220037 Aug 31 06:58:23.195691 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43d0d01-eb09-453c-a414-293cd837d408 x-openstack-request-id: req-e43d0d01-eb09-453c-a414-293cd837d408 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:23.195980 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "d0eb1625-bdef-4233-951a-76dc78a29946", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:23.196435 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e43d0d01-eb09-453c-a414-293cd837d408 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:23.196830 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': 'd0eb1625-bdef-4233-951a-76dc78a29946', 'status': 'completed', 'code': 200} Aug 31 06:58:23.245008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2eae4043-be8b-4866-b85b-5c43df4fb693 None None] Port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:23.281244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:18Z', 'revision_number': 3, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port': {'id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:16Z', 'updated_at': '2021-08-31T06:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:23.324844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ccb60d-efd8-4d1a-b160-4cf4e89b710d None None] The sync data for ids ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'] in n-d-712142-16 is: [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:18Z', 'revision_number': 3, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port': {'id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:16Z', 'updated_at': '2021-08-31T06:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:23.338532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port 388caf22-efa3-41b1-ba86-00897e2a225d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:23.338875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.423744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:23.431496 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-585c938c-11ee-4c86-8bfc-8488a05fc5b8 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9877555 Aug 31 06:58:23.437916 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:23.438484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:23.443707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25912f94-ef91-4490-a005-8e49532033b5 req-c10e80f3-1e27-4b71-b0f9-a50733d07184 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:23.451719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:23.452412 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:23.452731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25912f94-ef91-4490-a005-8e49532033b5 req-c10e80f3-1e27-4b71-b0f9-a50733d07184 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.1332109 Aug 31 06:58:23.491730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.503760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.510692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] For port 388caf22-efa3-41b1-ba86-00897e2a225d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=388caf22-efa3-41b1-ba86-00897e2a225d,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:23.511254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.522960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-25912f94-ef91-4490-a005-8e49532033b5 req-5c43d8fc-5b20-454e-af21-bc85f0eec716 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695438 Aug 31 06:58:23.540418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for 388caf22-efa3-41b1-ba86-00897e2a225d owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:23.570894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7a1ad-29c0-464b-9585-be3f4c114699 req-c231b298-a345-4763-beef-90155fc72072 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:23.576370 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:23.577689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7a1ad-29c0-464b-9585-be3f4c114699 req-c231b298-a345-4763-beef-90155fc72072 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:23.583864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7a1ad-29c0-464b-9585-be3f4c114699 req-c231b298-a345-4763-beef-90155fc72072 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:23.591589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52b7a1ad-29c0-464b-9585-be3f4c114699 req-c231b298-a345-4763-beef-90155fc72072 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 2410 time: 0.2048848 Aug 31 06:58:23.614602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-489b4ac2-27af-4948-94a5-37b209c852e4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet ded66bd2-bd9a-45e9-8f3c-ee2d2c358836 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:58:23.622424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-489b4ac2-27af-4948-94a5-37b209c852e4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.679006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Pushing event updated for resources: {'Port': ['ID=ae536b8e-7141-4ec9-b9cc-ca3213a3c712,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:23.703676 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.711322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.738286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-489b4ac2-27af-4948-94a5-37b209c852e4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.744920 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52b7a1ad-29c0-464b-9585-be3f4c114699 req-712c07a7-ed2b-4a31-b572-845fb198a470 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523442 Aug 31 06:58:23.777411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=388caf22-efa3-41b1-ba86-00897e2a225d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:23.863401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] No DVR routers for this DVR port 388caf22-efa3-41b1-ba86-00897e2a225d on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:23.871581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.877628 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-4e43efe4-a025-4b61-8e06-b2205aebf9ce tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "DELETE /v2.0/ports/388caf22-efa3-41b1-ba86-00897e2a225d HTTP/1.1" status: 204 len: 173 time: 0.6920261 Aug 31 06:58:23.954883 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:22Z', 'revision_number': 9, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:24.002711 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:24.016688 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:24.018045 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:24.018425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Network 872f9ce2-44e3-4c4f-b042-71c566a62707 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:24.026053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:24.047519 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-489b4ac2-27af-4948-94a5-37b209c852e4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.064611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:24.064960 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.087112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c68ad57-4abb-4218-80d3-3006a7418ef2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:24.186895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5c68ad57-4abb-4218-80d3-3006a7418ef2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:24.201661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5c68ad57-4abb-4218-80d3-3006a7418ef2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:24.202372 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.261540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] For port cc55d44f-1625-42a3-84cd-e7fae39f1fc7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:24.264523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4a70f41f-60d5-47bf-afc2-d6a6b08b2b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.268806 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.283510 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:24.300189 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-489b4ac2-27af-4948-94a5-37b209c852e4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.329059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for cc55d44f-1625-42a3-84cd-e7fae39f1fc7 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:24.355327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b4ac2-27af-4948-94a5-37b209c852e4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=ded66bd2-bd9a-45e9-8f3c-ee2d2c358836,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:24.370291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:24.372447 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-489b4ac2-27af-4948-94a5-37b209c852e4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.376997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-489b4ac2-27af-4948-94a5-37b209c852e4 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/ded66bd2-bd9a-45e9-8f3c-ee2d2c358836 HTTP/1.1" status: 204 len: 168 time: 0.9351761 Aug 31 06:58:24.378119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38368) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:24.378466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4668ef-85b4-49e9-988a-a7fa6762872b None None] Network 92cb642c-2472-45a5-b41d-b8fb091fa2ca requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:24.495139 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.556625 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.590932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.620417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 5c68ad57-4abb-4218-80d3-3006a7418ef2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c68ad57-4abb-4218-80d3-3006a7418ef2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:24.665912 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.666500 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.673064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7bb46341-360d-468c-8e7d-b14a2412064b None None] Provisioning complete for port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:24.673817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7bb46341-360d-468c-8e7d-b14a2412064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.674417 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:22Z', 'revision_number': 9, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:24.678238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:24.693896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b8a721ce-ed77-4bce-ac41-2a38ce827f21 admin admin] 10.222.0.15 "PUT /v2.0/routers/4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8037925 Aug 31 06:58:24.719701 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0ff21-6c2c-41f5-97f7-d09d5dcd86ca None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:22Z', 'revision_number': 9, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5092fede-c8c2-4095-9106-d453320c284f', 'name': '', 'network_id': 'f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:49:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:59Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '40957fd8-4ada-4c49-bf34-df836e0b8684', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:24.786143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=cc55d44f-1625-42a3-84cd-e7fae39f1fc7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:24.804328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:24.813124 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.858141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7bb46341-360d-468c-8e7d-b14a2412064b None None] Port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:24.862839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=5c68ad57-4abb-4218-80d3-3006a7418ef2,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:24.895940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] No DVR routers for this DVR port cc55d44f-1625-42a3-84cd-e7fae39f1fc7 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:24.904216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.906668 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-6dbf1d3a-2d17-459f-94bd-766a08d53e57 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "DELETE /v2.0/ports/cc55d44f-1625-42a3-84cd-e7fae39f1fc7 HTTP/1.1" status: 204 len: 173 time: 1.0194843 Aug 31 06:58:24.916260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5312-2130-4476-b28c-3477d9bc339e req-12051898-2710-4d54-b3fa-4c727aade551 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:24.917919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-355d5312-2130-4476-b28c-3477d9bc339e req-12051898-2710-4d54-b3fa-4c727aade551 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.2613933 Aug 31 06:58:24.974536 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port 9cacea61-0535-4cb0-83de-1d9012ed0fe2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9cacea61-0535-4cb0-83de-1d9012ed0fe2,segment=NetworkSegment(382ef5b5-1d38-491f-8a2b-362845a8a7f9),segment_id=382ef5b5-1d38-491f-8a2b-362845a8a7f9)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:24.974915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.991465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 9cacea61-0535-4cb0-83de-1d9012ed0fe2 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:25.035770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-355d5312-2130-4476-b28c-3477d9bc339e req-6e827541-0149-40d2-b8b4-68ef03c60872 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100175 Aug 31 06:58:25.078372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port fdf2c37c-efae-4f2f-b286-98c73f66aa9f {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:25.078724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.129448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] DHCP port deletion for 92cb642c-2472-45a5-b41d-b8fb091fa2ca request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:58:25.195454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] Deleting port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:25.195863 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.201698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': '871af761-5df1-431f-87fb-e5cdc4f26ee5'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': '388caf22-efa3-41b1-ba86-00897e2a225d'}, {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:25.204611 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e12637-3d09-48a4-a3ab-f8e1ace1f742" -d '{"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "871af761-5df1-431f-87fb-e5cdc4f26ee5"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "388caf22-efa3-41b1-ba86-00897e2a225d"}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "cc55d44f-1625-42a3-84cd-e7fae39f1fc7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:25.255327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] For port fdf2c37c-efae-4f2f-b286-98c73f66aa9f, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:25.255954 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.334384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] For port 9cacea61-0535-4cb0-83de-1d9012ed0fe2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9cacea61-0535-4cb0-83de-1d9012ed0fe2,segment=NetworkSegment(382ef5b5-1d38-491f-8a2b-362845a8a7f9),segment_id=382ef5b5-1d38-491f-8a2b-362845a8a7f9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:25.334917 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.380587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] Calling delete_port for 9cacea61-0535-4cb0-83de-1d9012ed0fe2 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:25.458130 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f68115c-3699-43a9-9dca-27f886a827b4 x-openstack-request-id: req-6f68115c-3699-43a9-9dca-27f886a827b4 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:25.458699 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "871af761-5df1-431f-87fb-e5cdc4f26ee5", "status": "completed", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "388caf22-efa3-41b1-ba86-00897e2a225d", "status": "completed", "code": 200}, {"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "cc55d44f-1625-42a3-84cd-e7fae39f1fc7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:25.458801 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f68115c-3699-43a9-9dca-27f886a827b4 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:25.459364 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': '871af761-5df1-431f-87fb-e5cdc4f26ee5', 'status': 'completed', 'code': 200} Aug 31 06:58:25.459824 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': '388caf22-efa3-41b1-ba86-00897e2a225d', 'status': 'completed', 'code': 200} Aug 31 06:58:25.460259 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': 'cc55d44f-1625-42a3-84cd-e7fae39f1fc7', 'status': 'completed', 'code': 200} Aug 31 06:58:25.518759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2facf59-9605-4859-8a43-69cf8c90f0a5 req-57451ac0-0444-4935-8fa0-4b8306954921 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:25.520464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2facf59-9605-4859-8a43-69cf8c90f0a5 req-57451ac0-0444-4935-8fa0-4b8306954921 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 943 time: 0.6135373 Aug 31 06:58:25.523463 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.564064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] Pushing event deleted for resources: {'Port': ['ID=9cacea61-0535-4cb0-83de-1d9012ed0fe2,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:25.578608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb7c0a-df90-433b-bcde-2e940a8c3264 None None] No DVR routers for this DVR port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:25.606455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2facf59-9605-4859-8a43-69cf8c90f0a5 req-5ded25ca-1b05-4613-bba4-643c40a354bf tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups?id=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694926 Aug 31 06:58:25.608727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.637422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=9cacea61-0535-4cb0-83de-1d9012ed0fe2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:25.642177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No DVR routers for this DVR port 9cacea61-0535-4cb0-83de-1d9012ed0fe2 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:25.674459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.675488 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.676009 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Floating IP cb2f52cb-040c-41ec-a791-86863e502452 disassociated. External IP: 172.25.5.172, port: fdf2c37c-efae-4f2f-b286-98c73f66aa9f. Aug 31 06:58:25.676727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for fdf2c37c-efae-4f2f-b286-98c73f66aa9f owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:25.731591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.746155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cb642c-2472-45a5-b41d-b8fb091fa2ca']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:25.757095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382ef5b5-1d38-491f-8a2b-362845a8a7f9') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:25.757444 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382ef5b5-1d38-491f-8a2b-362845a8a7f9') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:25.767550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.782793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.793919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:58:25.794338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:58:25.808958 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:58:25.882853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.885395 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.894504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.896585 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/92cb642c-2472-45a5-b41d-b8fb091fa2ca HTTP/1.1" status: 204 len: 168 time: 1.5177906 Aug 31 06:58:25.905047 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.906970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38390) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:25.917557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b09d-d711-442c-bebc-dc5a08e4ee0e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=92cb642c-2472-45a5-b41d-b8fb091fa2ca,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:25.922687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c68ad57-4abb-4218-80d3-3006a7418ef2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:25.952544 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=fdf2c37c-efae-4f2f-b286-98c73f66aa9f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:26.018055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5c68ad57-4abb-4218-80d3-3006a7418ef2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:26.018969 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:26.055395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f60d8855-f102-4ef7-9c9f-cae376c4ec6c details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:58:26.131715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:26.159706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Sync routers for ids ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:26.207312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Routers {'4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:26.208547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:26.259198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f58bf-cc0c-45a0-8aa5-e38c0fec8154 req-981b4173-50f7-41b0-a38c-ea45123fdaff tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:26.261298 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f15f58bf-cc0c-45a0-8aa5-e38c0fec8154 req-981b4173-50f7-41b0-a38c-ea45123fdaff tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.1224108 Aug 31 06:58:26.363344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f15f58bf-cc0c-45a0-8aa5-e38c0fec8154 req-9811c3bf-ab24-4d32-ba8f-f2fcc5f9e708 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673990 Aug 31 06:58:26.364709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:26.374505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:26.379026 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] Sync routers for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:26.395077 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:26.396546 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:26.418589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Set router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:26.427986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] No DVR routers for this DVR port fdf2c37c-efae-4f2f-b286-98c73f66aa9f on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:26.442507 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:26.444604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3ddffc30-028e-4f3a-a988-b3f9fde1c4f3 req-b27774d4-3697-428a-afb8-0fbfd509e8ad tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.23 "DELETE /v2.0/ports/fdf2c37c-efae-4f2f-b286-98c73f66aa9f HTTP/1.1" status: 204 len: 173 time: 1.5257134 Aug 31 06:58:26.550144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38398) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:26.728279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b28a7ed9-60df-425a-8c0d-648a3856c647 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:26.746041 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:26.765642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b28a7ed9-60df-425a-8c0d-648a3856c647 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:26.766523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b28a7ed9-60df-425a-8c0d-648a3856c647 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:26.766748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9cacea61-0535-4cb0-83de-1d9012ed0fe2 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:26.818209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9cacea61-0535-4cb0-83de-1d9012ed0fe2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:26.818562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9cacea61-0535-4cb0-83de-1d9012ed0fe2 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:26.839402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:26.880292 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0919610a-502e-45f5-ac0d-a2ffc324d953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:26.894853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'port_id': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'mac_address': 'fa:16:3e:e3:57:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:58:26.929749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-89c23335-20b4-48e9-a3b9-03e7059116d5 req-0df5c1ff-266c-43b6-a645-c038c0edcb2a tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.1628666 Aug 31 06:58:26.958695 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:26.997448 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:56Z', 'revision_number': 5, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:27.013699 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.030374 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] Checking router: 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:27.046912 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:27.048201 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:27.066586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60d8855-f102-4ef7-9c9f-cae376c4ec6c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:58:27.088182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:27.094085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.151726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:22Z', 'revision_number': 4, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port': {'id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:16Z', 'updated_at': '2021-08-31T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ae536b8e-7141-4ec9-b9cc-ca3213a3c712', 'name': '', 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'mac_address': 'fa:16:3e:6f:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ff5dca12-9e8b-421c-b06f-6263923b3f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:21Z', 'updated_at': '2021-08-31T06:58:23Z', 'revision_number': 2, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'subnets': [{'id': 'ff5dca12-9e8b-421c-b06f-6263923b3f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:27.192443 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:27.205964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 5092fede-c8c2-4095-9106-d453320c284f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:27.207237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.210336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Checking router: 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:27.211845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Updating router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:27.242861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:27.255578 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.301244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.367808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port 5092fede-c8c2-4095-9106-d453320c284f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5092fede-c8c2-4095-9106-d453320c284f,segment=NetworkSegment(11bf6f59-924e-468b-a79a-5460b993e55e),segment_id=11bf6f59-924e-468b-a79a-5460b993e55e)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:27.368056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.380946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['f60d8855-f102-4ef7-9c9f-cae376c4ec6c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:58:27.415917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 5092fede-c8c2-4095-9106-d453320c284f owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:27.461752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:27.466184 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ace9a3-a107-4e1e-82c4-6d3de662d454" -d '{"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:27.489949 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:56Z', 'revision_number': 5, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:27.593597 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d6d5c-5d64-4531-b7d8-a67487a3161e None None] The sync data for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 is: [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:47:46Z', 'revision_number': 4, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'fe4b0756-ad91-4064-bf56-806e5b22d789', 'name': '', 'network_id': '2c71b659-92d8-4b29-abc6-2d570dfb2787', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'mac_address': 'fa:16:3e:12:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:44Z', 'updated_at': '2021-08-31T06:47:56Z', 'revision_number': 5, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'subnets': [{'id': 'ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:27.622615 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217171e-abd2-4884-89d3-528db4f62ef8 x-openstack-request-id: req-8217171e-abd2-4884-89d3-528db4f62ef8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:27.623725 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c8da21-e117-4fa2-9f04-db8a31a0cff6", "name": "network-vif-deleted", "tag": "fdf2c37c-efae-4f2f-b286-98c73f66aa9f", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:27.624307 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8217171e-abd2-4884-89d3-528db4f62ef8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:27.624914 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8da21-e117-4fa2-9f04-db8a31a0cff6', 'name': 'network-vif-deleted', 'tag': 'fdf2c37c-efae-4f2f-b286-98c73f66aa9f', 'status': 'completed', 'code': 200} Aug 31 06:58:27.670555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cf04e-0946-4aaf-b8e5-f3ff9f07e137 req-2a8912a3-0f66-4b56-8c95-26e0edd3adca tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:27.672669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-471cf04e-0946-4aaf-b8e5-f3ff9f07e137 req-2a8912a3-0f66-4b56-8c95-26e0edd3adca tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 945 time: 0.1762738 Aug 31 06:58:27.726011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-471cf04e-0946-4aaf-b8e5-f3ff9f07e137 req-4cecb4ba-f4fd-47d3-85b8-745fb330663f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Aug 31 06:58:27.733696 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.747444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Transition to ACTIVE for port object ae536b8e-7141-4ec9-b9cc-ca3213a3c712 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:27.767904 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.828653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.857032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d52356-4224-44e4-94f7-7dc09f7ea10a None None] Pushing event updated for resources: {'Port': ['ID=ae536b8e-7141-4ec9-b9cc-ca3213a3c712,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:27.909295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=5092fede-c8c2-4095-9106-d453320c284f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:28.007171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Attempting to bind port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:28.007447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Attempting to bind port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:28.007730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Attempting to bind port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 on network 872f9ce2-44e3-4c4f-b042-71c566a62707 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:28.019180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Deleting port ae536b8e-7141-4ec9-b9cc-ca3213a3c712 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:28.019635 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.079691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:28.080226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Checking segment: {'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:28.080506 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.082779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Bound using segment: {'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:28.082779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Bound port: ae536b8e-7141-4ec9-b9cc-ca3213a3c712, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14c3ed7-6807-42ea-9c25-f745665b6ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:28.082779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.161043 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6023e8c8-82a5-491f-be4d-d50f5b23ff85 req-d891c6a3-f15a-419a-a060-bea8799a64bc tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0465634 Aug 31 06:58:28.240754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af92b30-ca06-4470-97bc-6fdb36af2ba5 None None] New status for floating IP cb2f52cb-040c-41ec-a791-86863e502452: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:58:28.284562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] For port ae536b8e-7141-4ec9-b9cc-ca3213a3c712, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:28.297544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.305408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.318393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Calling delete_port for ae536b8e-7141-4ec9-b9cc-ca3213a3c712 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:28.343195 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] For port ae536b8e-7141-4ec9-b9cc-ca3213a3c712, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ae536b8e-7141-4ec9-b9cc-ca3213a3c712,segment=NetworkSegment(f14c3ed7-6807-42ea-9c25-f745665b6ebf),segment_id=f14c3ed7-6807-42ea-9c25-f745665b6ebf)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:28.351199 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.354876 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.459372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Routers {'4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:28.460071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:28.462616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d52356-4224-44e4-94f7-7dc09f7ea10a None None] Pushing event updated for resources: {'Port': ['ID=ae536b8e-7141-4ec9-b9cc-ca3213a3c712,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:28.599012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] Set router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:28.646853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:28.820773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:28.833229 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:28.834018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-72b88bc2-2c6d-4449-a3a1-ea50df478af0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9254942 Aug 31 06:58:28.834859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.837500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38410) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:28.857445 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:28.858915 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:28.870490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e5105d14-7ffb-4e6e-b1e0-38dad66d03e8 None None] Could not find standard attr ID for object ae536b8e-7141-4ec9-b9cc-ca3213a3c712. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:58:28.907634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:22Z', 'revision_number': 4, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port': {'id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:16Z', 'updated_at': '2021-08-31T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ae536b8e-7141-4ec9-b9cc-ca3213a3c712', 'name': '', 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'mac_address': 'fa:16:3e:6f:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ff5dca12-9e8b-421c-b06f-6263923b3f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:21Z', 'updated_at': '2021-08-31T06:58:28Z', 'revision_number': 4, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'subnets': [{'id': 'ff5dca12-9e8b-421c-b06f-6263923b3f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:28.939479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848ef8e-4004-4baf-bdd8-7e3a35f9c230 None None] The sync data for ids ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'] in n-d-712142-16 is: [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:22Z', 'revision_number': 4, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port': {'id': '5c68ad57-4abb-4218-80d3-3006a7418ef2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:16Z', 'updated_at': '2021-08-31T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ae536b8e-7141-4ec9-b9cc-ca3213a3c712', 'name': '', 'network_id': '872f9ce2-44e3-4c4f-b042-71c566a62707', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'mac_address': 'fa:16:3e:6f:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ff5dca12-9e8b-421c-b06f-6263923b3f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:21Z', 'updated_at': '2021-08-31T06:58:28Z', 'revision_number': 4, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'subnets': [{'id': 'ff5dca12-9e8b-421c-b06f-6263923b3f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:28.955024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad22c68-89bc-496b-aa15-635c69e43f3a req-0a22eefc-bc29-46d8-a176-ce155877e899 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:28.957452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ad22c68-89bc-496b-aa15-635c69e43f3a req-0a22eefc-bc29-46d8-a176-ce155877e899 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 945 time: 0.1402323 Aug 31 06:58:29.070263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ad22c68-89bc-496b-aa15-635c69e43f3a req-b09e3a27-42d2-4044-b50b-769bc644bf9a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992248 Aug 31 06:58:29.095548 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:29.353349 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:27Z', 'revision_number': 10, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:29.370752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae536b8e-7141-4ec9-b9cc-ca3213a3c712,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:29.395304 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:29.410192 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:29.410839 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:29.438341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38754c18-9e8a-4b17-a20d-5ef32e2a773c req-0782f172-a33f-4e23-85e8-791e29bdd600 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0577009 Aug 31 06:58:29.483118 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:58:29.520528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b1d249-5966-4375-963d-d16a45607201 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet 40957fd8-4ada-4c49-bf34-df836e0b8684 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:58:29.529381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d249-5966-4375-963d-d16a45607201 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.554513 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:29.721509 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d249-5966-4375-963d-d16a45607201 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.724758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.848934 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:27Z', 'revision_number': 10, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:29.886364 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062a71b-fbae-40e4-992a-03d66c00fb92 None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:27Z', 'revision_number': 10, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None, '_interfaces': [{'id': '3b20be16-87d3-418b-837c-fec05bb03567', 'name': '', 'network_id': 'bc299a74-9632-49d4-8190-072846a995e2', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'mac_address': 'fa:16:3e:10:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '79e9be18-1943-444d-8377-566a5945481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:55Z', 'updated_at': '2021-08-31T06:58:01Z', 'revision_number': 5, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'subnets': [{'id': '79e9be18-1943-444d-8377-566a5945481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:29.967484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d249-5966-4375-963d-d16a45607201 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.006366 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.070544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f60d8855-f102-4ef7-9c9f-cae376c4ec6c up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:30.131501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d249-5966-4375-963d-d16a45607201 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.169280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port f60d8855-f102-4ef7-9c9f-cae376c4ec6c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:30.173899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1d249-5966-4375-963d-d16a45607201 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=40957fd8-4ada-4c49-bf34-df836e0b8684,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:30.186867 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d249-5966-4375-963d-d16a45607201 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.192238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c9b1d249-5966-4375-963d-d16a45607201 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/40957fd8-4ada-4c49-bf34-df836e0b8684 HTTP/1.1" status: 204 len: 168 time: 1.3522539 Aug 31 06:58:30.192512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38416) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:30.194463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:30.195349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port f60d8855-f102-4ef7-9c9f-cae376c4ec6c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:30.196789 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.282096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1652fd14-3cdb-4a92-a555-635dc46b6dd2 None None] Network f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:30.380089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.393343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:30.407797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38418) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:30.408071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-12754602-487c-4487-b082-96395ed8e38f admin admin] 10.222.0.15 "PUT /v2.0/routers/4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8567290 Aug 31 06:58:30.436427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c1de2-5a12-44ce-8a91-748f3642baab req-62c58fca-141f-455e-986d-dc5d9de713f7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:30.438578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9c1de2-5a12-44ce-8a91-748f3642baab req-62c58fca-141f-455e-986d-dc5d9de713f7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 945 time: 0.0903404 Aug 31 06:58:30.552769 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.600785 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c26db231-c365-44f3-bf44-9bf4590b49a8 req-f1a526eb-f274-4355-b990-da585482f6fd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0451145 Aug 31 06:58:30.602911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:30.607460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da9c1de2-5a12-44ce-8a91-748f3642baab req-afeb343c-db6d-4f5f-bbb0-f686e5b62822 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310005 Aug 31 06:58:30.616478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:30.623803 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bdc299-f8f3-4af7-8061-662dfbda3c2c" -d '{"events": [{"server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "name": "network-vif-plugged", "status": "completed", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:30.631940 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.671070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.680440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:30.680942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.742974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:30.755590 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90bc065-ff35-467e-baba-3b83a45b6fac x-openstack-request-id: req-f90bc065-ff35-467e-baba-3b83a45b6fac {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:30.756181 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "name": "network-vif-plugged", "status": "completed", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:30.756627 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f90bc065-ff35-467e-baba-3b83a45b6fac {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:30.757258 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'code': 200} Aug 31 06:58:30.759873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] DHCP port deletion for f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:58:30.826361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] Deleting port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:30.827036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.921709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,segment=NetworkSegment(11bf6f59-924e-468b-a79a-5460b993e55e),segment_id=11bf6f59-924e-468b-a79a-5460b993e55e)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:30.922085 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.926113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.934634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] For port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,segment=NetworkSegment(11bf6f59-924e-468b-a79a-5460b993e55e),segment_id=11bf6f59-924e-468b-a79a-5460b993e55e)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:30.935194 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.944401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a9cc2-0bdc-4b9e-ab02-876879ff633f req-eaabbf88-9979-4fa8-b700-8f0acc9b8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:30.945994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae4a9cc2-0bdc-4b9e-ab02-876879ff633f req-eaabbf88-9979-4fa8-b700-8f0acc9b8011 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1098 time: 0.1294835 Aug 31 06:58:30.951735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:30.952180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] Calling delete_port for 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:31.013963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] Sync routers for ids ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:31.040687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] Routers {'4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:31.041619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.048651 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae4a9cc2-0bdc-4b9e-ab02-876879ff633f req-854ee139-3953-4d11-887d-ed930c0eda4d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947037 Aug 31 06:58:31.092790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Deleting port 5c68ad57-4abb-4218-80d3-3006a7418ef2 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:31.093417 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.146737 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.150430 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.180354 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:31.187912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] Pushing event deleted for resources: {'Port': ['ID=2d0dad7b-1ce2-42ba-b574-d0ee615a6450,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:31.189161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No DVR routers for this DVR port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:31.193394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45655c81-40a4-4031-8ab2-83e34d3a6980 None None] No DVR routers for this DVR port 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:31.203874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] Set router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:31.262566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:30Z', 'revision_number': 6, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.294676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] For port 5c68ad57-4abb-4218-80d3-3006a7418ef2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c68ad57-4abb-4218-80d3-3006a7418ef2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:31.295236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] Checking router: 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:31.295337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.304817 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.306524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] Routers {'4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:31.307103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.322591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.338059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Calling delete_port for 5c68ad57-4abb-4218-80d3-3006a7418ef2 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:31.341836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bf6f59-924e-468b-a79a-5460b993e55e') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.342135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bf6f59-924e-468b-a79a-5460b993e55e') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.359341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.412763 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.423218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:58:31.423762 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:58:31.428116 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:58:31.544060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.554703 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.560135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38424) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:31.560615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9 HTTP/1.1" status: 204 len: 168 time: 1.3668475 Aug 31 06:58:31.565744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] Set router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:31.581417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae222c4-c9a2-4554-91d2-ea46851fda1c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=f1aedaaf-bcb6-4d95-9e2d-a6bb43eac5d9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:31.628047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:30Z', 'revision_number': 6, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.664159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379c0405-2c88-49e3-a63c-c84ec2425b15 None None] The sync data for ids ['4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5'] in n-d-712142-16 is: [{'id': '4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5', 'name': 'tempest-ImageQuotaTest-1183570681-router', 'tenant_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:30Z', 'revision_number': 6, 'project_id': 'a73bee6ee4df40ebb4c764da81d7848b', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:31.672635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.709435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c68ad57-4abb-4218-80d3-3006a7418ef2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:31.824803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.846839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-855c0c27-5b69-45f4-8caf-ee0eafe1fda1 req-2a769b01-59c5-4886-a3ee-ed8174bbbf54 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0345464 Aug 31 06:58:31.935709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f82818-e66f-429e-bfe6-96a3b1cc94b3 req-47299db4-295d-48bc-8158-7729fd0dc0a1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:31.937591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-76f82818-e66f-429e-bfe6-96a3b1cc94b3 req-47299db4-295d-48bc-8158-7729fd0dc0a1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.1208677 Aug 31 06:58:31.951134 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.954055 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.001259 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-76f82818-e66f-429e-bfe6-96a3b1cc94b3 req-14d59347-a942-46ba-b06f-d6df92601ab4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569549 Aug 31 06:58:32.026108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.027064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:32.033726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.035712 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f4bdb4fa-17f6-435c-9c44-24f28a5ea8dc admin admin] 10.222.0.15 "DELETE /v2.0/routers/4bdc6a0a-5ce8-45a7-a12f-af8c0f3bdfd5 HTTP/1.1" status: 204 len: 168 time: 1.6215653 Aug 31 06:58:32.038114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38430) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:32.115225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.118933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7738549-cecf-4566-b9b2-58204544e80a admin admin] Deleting subnet ff5dca12-9e8b-421c-b06f-6263923b3f7f {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:58:32.124214 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7738549-cecf-4566-b9b2-58204544e80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.184566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7738549-cecf-4566-b9b2-58204544e80a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.269973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ae536b8e-7141-4ec9-b9cc-ca3213a3c712 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:32.301419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ae536b8e-7141-4ec9-b9cc-ca3213a3c712 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:32.308098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ae536b8e-7141-4ec9-b9cc-ca3213a3c712 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:32.309279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5092fede-c8c2-4095-9106-d453320c284f no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:32.348254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5092fede-c8c2-4095-9106-d453320c284f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:32.348834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5092fede-c8c2-4095-9106-d453320c284f not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:32.349394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:32.373006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:32.373833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2d0dad7b-1ce2-42ba-b574-d0ee615a6450 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:32.442522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port 3b20be16-87d3-418b-837c-fec05bb03567 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:32.442956 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.546295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port 3b20be16-87d3-418b-837c-fec05bb03567, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3b20be16-87d3-418b-837c-fec05bb03567,segment=NetworkSegment(26754fe9-45d5-49d9-83ba-360cb028b8d2),segment_id=26754fe9-45d5-49d9-83ba-360cb028b8d2)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:32.546660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.562107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for 3b20be16-87d3-418b-837c-fec05bb03567 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:32.618317 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7738549-cecf-4566-b9b2-58204544e80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.682653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7738549-cecf-4566-b9b2-58204544e80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.723401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7738549-cecf-4566-b9b2-58204544e80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5dca12-9e8b-421c-b06f-6263923b3f7f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:32.729254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b7738549-cecf-4566-b9b2-58204544e80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.734492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b7738549-cecf-4566-b9b2-58204544e80a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ff5dca12-9e8b-421c-b06f-6263923b3f7f HTTP/1.1" status: 204 len: 168 time: 0.6909978 Aug 31 06:58:32.734649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38432) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:32.737465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03fed8-54a8-407b-83fd-bb11eeb72d8c None None] Network 872f9ce2-44e3-4c4f-b042-71c566a62707 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:32.788972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.842381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.906447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=3b20be16-87d3-418b-837c-fec05bb03567,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:32.979721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Deleting port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:32.980071 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.004352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] DHCP port deletion for 872f9ce2-44e3-4c4f-b042-71c566a62707 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:58:33.127671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] Deleting port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:33.127997 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.181958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.194137 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65754316-f85c-40d2-b0e9-737ee4673b46 req-3cf9fc49-c457-4662-8ba4-5bfc34a44b82 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.1759589 Aug 31 06:58:33.234657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] For port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,segment=NetworkSegment(f14c3ed7-6807-42ea-9c25-f745665b6ebf),segment_id=f14c3ed7-6807-42ea-9c25-f745665b6ebf)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:33.234657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.257564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] For port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,segment=NetworkSegment(f14c3ed7-6807-42ea-9c25-f745665b6ebf),segment_id=f14c3ed7-6807-42ea-9c25-f745665b6ebf)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:33.258585 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.263323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Calling delete_port for 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:33.282466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] Calling delete_port for 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:33.335489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6643534-47e3-4f1a-9cbc-49dd57048802 req-27a5b67b-7ba4-4c27-a522-0fa1920b93b0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:33.337344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6643534-47e3-4f1a-9cbc-49dd57048802 req-27a5b67b-7ba4-4c27-a522-0fa1920b93b0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.2110157 Aug 31 06:58:33.383639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.407891 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.429659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:33.431937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] No DVR routers for this DVR port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:33.446825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] Pushing event deleted for resources: {'Port': ['ID=5045d69f-368e-4b97-9cd0-71ea1a16e4f3,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:33.455931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820042e8-5534-4cf1-a4c5-3a1d7acdbbe2 None None] No DVR routers for this DVR port 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:33.509957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6643534-47e3-4f1a-9cbc-49dd57048802 req-1308b9fe-9148-4ab6-bf32-09f2e94df63c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608624 Aug 31 06:58:33.512624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.515952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:33.524081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872f9ce2-44e3-4c4f-b042-71c566a62707']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:33.552607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14c3ed7-6807-42ea-9c25-f745665b6ebf') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:33.552959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14c3ed7-6807-42ea-9c25-f745665b6ebf') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:33.565145 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.581136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.588921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:58:33.590417 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:58:33.592541 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:58:33.623339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:33.630789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ea5c6d4b-5b38-49f1-9737-9392f5f35fed tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0681698 Aug 31 06:58:33.633442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38440) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:33.637093 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:33.649677 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:33.650729 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:33.692608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.698992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.701990 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/872f9ce2-44e3-4c4f-b042-71c566a62707 HTTP/1.1" status: 204 len: 168 time: 0.9609127 Aug 31 06:58:33.733170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a558df0-c47c-4dda-8adc-3a50e53e01f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=872f9ce2-44e3-4c4f-b042-71c566a62707,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:33.766854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed51d5-d1fe-4fdc-a50d-583850922fe4 req-9d70e4ba-24a4-42d8-afea-0173fbb319a9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:33.768776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99ed51d5-d1fe-4fdc-a50d-583850922fe4 req-9d70e4ba-24a4-42d8-afea-0173fbb319a9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.1746786 Aug 31 06:58:33.866571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99ed51d5-d1fe-4fdc-a50d-583850922fe4 req-859c2c21-ddca-4e59-95fa-25c933aa1c8e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915065 Aug 31 06:58:33.908619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38444) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:33.975064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38446) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:34.031710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c68ad57-4abb-4218-80d3-3006a7418ef2 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:34.035850 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:34.054212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef512eac-dc9b-41ee-8a58-68f0fc08a7ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a73bee6ee4df40ebb4c764da81d7848b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778894 Aug 31 06:58:34.056983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38448) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:34.072190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7328be-a25f-47f0-9b81-a9213b3c395e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting subnet 79e9be18-1943-444d-8377-566a5945481a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:58:34.076592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c7328be-a25f-47f0-9b81-a9213b3c395e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.084348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5c68ad57-4abb-4218-80d3-3006a7418ef2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:34.085358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c68ad57-4abb-4218-80d3-3006a7418ef2 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:34.085842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:34.101434 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c324249-9f51-4b0c-8df6-20a03e1895bc tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:34.103322 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:32Z', 'revision_number': 11, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:34.105767 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4c324249-9f51-4b0c-8df6-20a03e1895bc tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1093 time: 0.1958969 Aug 31 06:58:34.108206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38450) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:34.117509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'tenant_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:34.124420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c7328be-a25f-47f0-9b81-a9213b3c395e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.140208 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:34.147388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:34.147675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5045d69f-368e-4b97-9cd0-71ea1a16e4f3 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:34.169698 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:34.170657 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:34.175352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.229063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c7328be-a25f-47f0-9b81-a9213b3c395e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.243578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33e7d140-bc39-4d96-8372-d46780b12fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.251143 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:34.288244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33e7d140-bc39-4d96-8372-d46780b12fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.303670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c7328be-a25f-47f0-9b81-a9213b3c395e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.309976 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:32Z', 'revision_number': 11, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:34.346853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7328be-a25f-47f0-9b81-a9213b3c395e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Subnet': ['ID=79e9be18-1943-444d-8377-566a5945481a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:34.349431 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c7328be-a25f-47f0-9b81-a9213b3c395e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.353481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c2d9cf-c041-4081-a909-02a85871a2de None None] Network bc299a74-9632-49d4-8190-072846a995e2 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:34.354907 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9c7328be-a25f-47f0-9b81-a9213b3c395e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/79e9be18-1943-444d-8377-566a5945481a HTTP/1.1" status: 204 len: 168 time: 0.7202649 Aug 31 06:58:34.356860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38454) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:34.365890 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec538d-70c2-4f02-beeb-ffaa14fb57a2 None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:32Z', 'revision_number': 11, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:34.427357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33e7d140-bc39-4d96-8372-d46780b12fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.433005 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-33e7d140-bc39-4d96-8372-d46780b12fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.438929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-33e7d140-bc39-4d96-8372-d46780b12fe6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f59deb8-44bb-4a67-830f-5549954432f9 HTTP/1.1" status: 204 len: 168 time: 0.3801017 Aug 31 06:58:34.440593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.462496 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23e68be3-bb85-4042-85d1-8e345c8968a3 req-54531c0d-1b88-4a77-a5e8-15e3f406ba6e tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0956554 Aug 31 06:58:34.463083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7d140-bc39-4d96-8372-d46780b12fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59deb8-44bb-4a67-830f-5549954432f9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:34.501303 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.567942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Deleting port b5dce4b9-9259-4f62-b6db-d76d1d0e437b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:34.568952 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.642060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.25.5.31 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/f448a444-a888-476d-8aef-c97880bd9bee) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:34.653331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] For port b5dce4b9-9259-4f62-b6db-d76d1d0e437b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b5dce4b9-9259-4f62-b6db-d76d1d0e437b,segment=NetworkSegment(26754fe9-45d5-49d9-83ba-360cb028b8d2),segment_id=26754fe9-45d5-49d9-83ba-360cb028b8d2)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:34.653912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.673594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Calling delete_port for b5dce4b9-9259-4f62-b6db-d76d1d0e437b owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:34.762484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] DHCP port deletion for bc299a74-9632-49d4-8190-072846a995e2 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:58:34.797410 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.808037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.849512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.858621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] Deleting port b5dce4b9-9259-4f62-b6db-d76d1d0e437b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:34.858999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.860101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Port': ['ID=b5dce4b9-9259-4f62-b6db-d76d1d0e437b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:34.870539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No DVR routers for this DVR port b5dce4b9-9259-4f62-b6db-d76d1d0e437b on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:34.919203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:34.923461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:34.926595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:34.932823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=f448a444-a888-476d-8aef-c97880bd9bee,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:34.999534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] For port b5dce4b9-9259-4f62-b6db-d76d1d0e437b, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:34.999534 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.023723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] Calling delete_port for b5dce4b9-9259-4f62-b6db-d76d1d0e437b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:35.030029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] Port b5dce4b9-9259-4f62-b6db-d76d1d0e437b was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:58:35.031636 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.040131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.061491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc299a74-9632-49d4-8190-072846a995e2']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:35.063516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38460) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:35.065580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] Pushing event deleted for resources: {'Port': ['ID=b5dce4b9-9259-4f62-b6db-d76d1d0e437b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:35.076423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec360efd-b910-430a-9fdd-bab8da5a1640 None None] No DVR routers for this DVR port b5dce4b9-9259-4f62-b6db-d76d1d0e437b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:35.082433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c031b25c-ae60-4c5b-a575-02ea29f3fd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.096063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26754fe9-45d5-49d9-83ba-360cb028b8d2') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:35.096368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26754fe9-45d5-49d9-83ba-360cb028b8d2') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:35.109221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.131254 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.141777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:58:35.142834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:58:35.145669 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:58:35.271488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c031b25c-ae60-4c5b-a575-02ea29f3fd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.272764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.278957 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.281626 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/networks/bc299a74-9632-49d4-8190-072846a995e2 HTTP/1.1" status: 204 len: 168 time: 0.9235854 Aug 31 06:58:35.286535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38462) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:35.288229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c031b25c-ae60-4c5b-a575-02ea29f3fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.291598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'routes': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:35.308709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc07a-8be7-40ee-830f-01d353d28896 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Pushing event deleted for resources: {'Network': ['ID=bc299a74-9632-49d4-8190-072846a995e2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:35.343211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c031b25c-ae60-4c5b-a575-02ea29f3fd8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2783802 Aug 31 06:58:35.343808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031b25c-ae60-4c5b-a575-02ea29f3fd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63732601-bce6-4d98-b685-8377f9213dc2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:35.346142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38464) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:35.400798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72e4-1851-4597-8c73-d1066250d116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.426280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72e4-1851-4597-8c73-d1066250d116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.486337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72e4-1851-4597-8c73-d1066250d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.490095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72e4-1851-4597-8c73-d1066250d116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.493027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cbcb72e4-1851-4597-8c73-d1066250d116 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63732601-bce6-4d98-b685-8377f9213dc2 HTTP/1.1" status: 204 len: 168 time: 0.1430061 Aug 31 06:58:35.500185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb72e4-1851-4597-8c73-d1066250d116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63732601-bce6-4d98-b685-8377f9213dc2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:35.600407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.extraroute_db [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Added routes are [] {{(pid=94668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 06:58:35.600708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.extraroute_db [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Removed routes are [] {{(pid=94668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 06:58:35.601068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.737274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4dc4d28-51b3-4835-a62f-63868f1470e7 req-ddfb969b-2194-43b1-9c0d-67a6e0142844 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.1220956 Aug 31 06:58:35.891831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.895342 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.897377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b5dce4b9-9259-4f62-b6db-d76d1d0e437b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:35.919058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b5dce4b9-9259-4f62-b6db-d76d1d0e437b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:35.919685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b5dce4b9-9259-4f62-b6db-d76d1d0e437b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:35.920257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3b20be16-87d3-418b-837c-fec05bb03567 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:35.940484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3b20be16-87d3-418b-837c-fec05bb03567 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:35.941102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3b20be16-87d3-418b-837c-fec05bb03567 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:35.944642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.210347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38488) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:36.327311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1551657314-network', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:36.352183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Made reservation on behalf of ded1f4eb650f4ded9b97cda1e69750c1 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:36.355382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.369734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router 584d167e-4152-4c2b-a47f-fae69c0c94ee has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:36.371203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.401265 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.477551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.482683 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.501902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:36.512376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8a18d7-96e9-4c6e-b025-4ec01fb4b896,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:36.515719 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.516213 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fc42e499-ac27-47cd-8742-8215a84f9a56 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 200 len: 701 time: 1.2285709 Aug 31 06:58:36.521171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38492) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:36.521950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] Sync routers for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:36.538786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:58:36.542779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:36.545916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:36.562187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c3e79130-25cf-4895-8628-70fc3ed20128 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 200 len: 205 time: 0.0397859 Aug 31 06:58:36.562871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38494) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:36.607580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.608098 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Added segment 43417101-5ae7-4b37-923f-f8f1b02b9d44 of type vlan for network aa90644d-8b27-49ad-892d-5833184842bc Aug 31 06:58:36.655972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:36.661213 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97d06e9-47d1-4446-b11f-60ecbb495035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.663989 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.669017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.718736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:32Z', 'revision_number': 11, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:36.754746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] Checking router: 584d167e-4152-4c2b-a47f-fae69c0c94ee for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:36.769109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=f448a444-a888-476d-8aef-c97880bd9bee,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:36.785052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] Routers {'584d167e-4152-4c2b-a47f-fae69c0c94ee'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:36.788089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.788458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['584d167e-4152-4c2b-a47f-fae69c0c94ee'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:36.864769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.888946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97d06e9-47d1-4446-b11f-60ecbb495035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.896418 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97d06e9-47d1-4446-b11f-60ecbb495035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.920213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e80a34ae-07b5-43cc-bac7-1bd472fce790 req-a534e556-1a8b-4324-84ab-d5763c055b9f tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0525918 Aug 31 06:58:36.933422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] Set router 584d167e-4152-4c2b-a47f-fae69c0c94ee gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:36.956624 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Floating IP 2fc187e1-87eb-4709-af0a-9944b0841d3f associated. External IP: 172.25.5.31, port: f60d8855-f102-4ef7-9c9f-cae376c4ec6c. Aug 31 06:58:36.974677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.975936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:36.976814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.992833 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97d06e9-47d1-4446-b11f-60ecbb495035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.993535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d06e9-47d1-4446-b11f-60ecbb495035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Fanout notify agent at l3_agent the message router_deleted on router 584d167e-4152-4c2b-a47f-fae69c0c94ee {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:37.007333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f97d06e9-47d1-4446-b11f-60ecbb495035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.014387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f97d06e9-47d1-4446-b11f-60ecbb495035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 204 len: 168 time: 0.4492862 Aug 31 06:58:37.016073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38498) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:37.016680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:32Z', 'revision_number': 11, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:37.020470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8089688 Aug 31 06:58:37.020701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cb405edc-02ba-415e-951a-d3878dbf7bc0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1642866416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:37.026734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38500) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:37.034133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Request body: {'subnet': {'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1551657314-subnet', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:37.057740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d550b-55e9-40a0-9754-63592172eddd None None] The sync data for ids ['584d167e-4152-4c2b-a47f-fae69c0c94ee'] in n-d-712142-16 is: [{'id': '584d167e-4152-4c2b-a47f-fae69c0c94ee', 'name': 'tempest-RoutersTest-router-1575844886', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:53Z', 'updated_at': '2021-08-31T06:58:32Z', 'revision_number': 11, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:37.092513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba531d0b-b1ab-48e3-bc75-adf020aa5d38 admin admin] Pushing event updated for resources: {'Network': ['ID=aa90644d-8b27-49ad-892d-5833184842bc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:37.103216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network aa90644d-8b27-49ad-892d-5833184842bc details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:58:37.125670 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb405edc-02ba-415e-951a-d3878dbf7bc0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.126610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb405edc-02ba-415e-951a-d3878dbf7bc0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.159924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Made reservation on behalf of ded1f4eb650f4ded9b97cda1e69750c1 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:37.162407 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.302892 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb405edc-02ba-415e-951a-d3878dbf7bc0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.318155 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb405edc-02ba-415e-951a-d3878dbf7bc0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.396511 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb405edc-02ba-415e-951a-d3878dbf7bc0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.397729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cb405edc-02ba-415e-951a-d3878dbf7bc0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3807883 Aug 31 06:58:37.401276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:37.409640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3aeb449c-e5d3-4a47-a02b-6b0247bac71f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:37.452328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router b766aeb3-dce6-41f1-8108-56cedb64644e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:37.572449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.655561 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3aeb449c-e5d3-4a47-a02b-6b0247bac71f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.671904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:37.672240 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3aeb449c-e5d3-4a47-a02b-6b0247bac71f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.679913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5d71a8-0b05-4add-ad8d-b075542992f9,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:37.697566 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] Sync routers for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:37.703935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Checking segment: {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:37.704305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Network hostable DHCP agents. Network: aa90644d-8b27-49ad-892d-5833184842bc, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:37.708021 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.710756 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:37.711592 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:37.748466 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5995633f-ef72-4d01-8adb-6ae172a1f9e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6351409 Aug 31 06:58:37.751144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:37.753590 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20" -d '{"events": [{"name": "network-changed", "server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:37.757808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Network aa90644d-8b27-49ad-892d-5833184842bc is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:37.774677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, aa90644d-8b27-49ad-892d-5833184842bc) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:37.786795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:37.787413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.787542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff2300f-bee9-4c44-bf6e-0521fcf00a05 None None] Network aa90644d-8b27-49ad-892d-5833184842bc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:37.811912 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aba882c4-2eab-4f9d-8268-2c9fd5bb3a91 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7815084 Aug 31 06:58:37.814548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38508) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:37.819094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:37.865048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb449c-e5d3-4a47-a02b-6b0247bac71f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Router ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:37.879238 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749b5c96-3719-48e0-a436-893ad41fa309 x-openstack-request-id: req-749b5c96-3719-48e0-a436-893ad41fa309 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:37.881694 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:37.881694 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-749b5c96-3719-48e0-a436-893ad41fa309 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:37.882352 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'status': 'completed', 'code': 200} Aug 31 06:58:37.888988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.888988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.924500 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:38.043904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.055076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb449c-e5d3-4a47-a02b-6b0247bac71f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:38.067812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a639bb-98f7-4c8a-8997-b5443b774b07 req-6123c5e7-20e4-4b69-b1c5-1bfb54e8f62f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:38.069680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0a639bb-98f7-4c8a-8997-b5443b774b07 req-6123c5e7-20e4-4b69-b1c5-1bfb54e8f62f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.2464998 Aug 31 06:58:38.078461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-3a7bb31f-0958-4b2b-941a-618738c3cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:38.080324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-3a7bb31f-0958-4b2b-941a-618738c3cfca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1098 time: 0.1863828 Aug 31 06:58:38.083378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3aeb449c-e5d3-4a47-a02b-6b0247bac71f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.087060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3aeb449c-e5d3-4a47-a02b-6b0247bac71f tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "PUT /v2.0/routers/ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 HTTP/1.1" status: 200 len: 694 time: 0.6803861 Aug 31 06:58:38.087331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38512) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:38.094243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] Sync routers for ids ['ec7a61ab-53f3-40ff-8e90-119ec2d1ee75'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:38.111298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-aa90644d-8b27-49ad-892d-5833184842bc', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:38.112181 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.140075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] Routers {'ec7a61ab-53f3-40ff-8e90-119ec2d1ee75'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:38.140759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ec7a61ab-53f3-40ff-8e90-119ec2d1ee75'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.215652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ec32c0e8-1101-4e7e-a21d-20d2bb039b47 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/routers/ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 HTTP/1.1" status: 200 len: 700 time: 0.1241097 Aug 31 06:58:38.222416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38516) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:38.260745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-30ab8103-4466-423c-89e3-3563a5d3df23 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 HTTP/1.1" status: 200 len: 205 time: 0.0348983 Aug 31 06:58:38.272640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38518) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:38.281351 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cecb912f-0f08-4e40-8b02-5b0a42ed52d2 req-8e709bdf-ebff-410e-ae3b-85cf86be46cd tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0763161 Aug 31 06:58:38.323827 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '2fc187e1-87eb-4709-af0a-9944b0841d3f', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'port_id': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'mac_address': 'fa:16:3e:e3:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:35Z', 'updated_at': '2021-08-31T06:58:35Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.364930 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] Checking router: b766aeb3-dce6-41f1-8108-56cedb64644e for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:38.374396 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:38.375142 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.444061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] Set router ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:38.515634 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:38.522518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0a639bb-98f7-4c8a-8997-b5443b774b07 req-93ea0b7b-a5f8-4c43-b9eb-e672165668b4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924079 Aug 31 06:58:38.541348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Allocated IP 172.20.0.2 (aa90644d-8b27-49ad-892d-5833184842bc/aa5d71a8-0b05-4add-ad8d-b075542992f9/f3b0f92f-d249-4da8-bc11-60f82ea2148f) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:38.541459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21c15946-19d9-4f24-918c-892f66bffedd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.542002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38520) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:38.548381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.664009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7aabc7e-aab8-4901-93ac-58cac8e67943 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/2fc187e1-87eb-4709-af0a-9944b0841d3f HTTP/1.1" status: 200 len: 991 time: 0.1207931 Aug 31 06:58:38.695860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-488b4246-cae7-49e9-a89b-ea41e9e29735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:38.697572 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-488b4246-cae7-49e9-a89b-ea41e9e29735 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.5646164 Aug 31 06:58:38.697723 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.707041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Transition to ACTIVE for port object f3b0f92f-d249-4da8-bc11-60f82ea2148f will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:38.723441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Transition to ACTIVE for port object f3b0f92f-d249-4da8-bc11-60f82ea2148f will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:38.762777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.772756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7a61ab-53f3-40ff-8e90-119ec2d1ee75', 'name': 'tempest-RoutersTest-router-1642866416', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:37Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.835947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Network aa90644d-8b27-49ad-892d-5833184842bc is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:38.839830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:38.840578 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '2fc187e1-87eb-4709-af0a-9944b0841d3f', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'port_id': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'mac_address': 'fa:16:3e:e3:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:35Z', 'updated_at': '2021-08-31T06:58:35Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.841919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] Checking router: ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:38.846657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:38.867506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] Routers {'ec7a61ab-53f3-40ff-8e90-119ec2d1ee75'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:38.868155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ec7a61ab-53f3-40ff-8e90-119ec2d1ee75'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.882090 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d424569-cdc8-421e-a806-f060f865a74e None None] The sync data for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 is: [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '2fc187e1-87eb-4709-af0a-9944b0841d3f', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'port_id': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'mac_address': 'fa:16:3e:e3:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:35Z', 'updated_at': '2021-08-31T06:58:35Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:38.950607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Pushing event updated for resources: {'Port': ['ID=f3b0f92f-d249-4da8-bc11-60f82ea2148f,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:38.998862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] Set router ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:39.000692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Attempting to bind port f3b0f92f-d249-4da8-bc11-60f82ea2148f on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:39.001067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Attempting to bind port f3b0f92f-d249-4da8-bc11-60f82ea2148f by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:39.001509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Attempting to bind port f3b0f92f-d249-4da8-bc11-60f82ea2148f on network aa90644d-8b27-49ad-892d-5833184842bc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:39.058494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7a61ab-53f3-40ff-8e90-119ec2d1ee75', 'name': 'tempest-RoutersTest-router-1642866416', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:37Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:39.060575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:39.061002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Checking segment: {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:39.061390 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.061786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Bound using segment: {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:39.062269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Bound port: f3b0f92f-d249-4da8-bc11-60f82ea2148f, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:39.062654 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.107590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337e6d8-5e9c-415a-a985-c7abdb740c3e None None] The sync data for ids ['ec7a61ab-53f3-40ff-8e90-119ec2d1ee75'] in n-d-712142-16 is: [{'id': 'ec7a61ab-53f3-40ff-8e90-119ec2d1ee75', 'name': 'tempest-RoutersTest-router-1642866416', 'tenant_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:37Z', 'revision_number': 2, 'project_id': 'a3e5a30d28df4617a76bb4d09de84ba4', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:39.193741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] For port f3b0f92f-d249-4da8-bc11-60f82ea2148f, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:39.201485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] For port f3b0f92f-d249-4da8-bc11-60f82ea2148f, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f3b0f92f-d249-4da8-bc11-60f82ea2148f,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:39.208500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21c15946-19d9-4f24-918c-892f66bffedd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.212871 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.241150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-e0a6f9d1-b8a4-4806-8dc7-e38523f4924d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 999 time: 0.5089023 Aug 31 06:58:39.243368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21c15946-19d9-4f24-918c-892f66bffedd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.266778 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db22b7c-1677-424f-8a94-22244a4cdd31 None None] New status for floating IP 2fc187e1-87eb-4709-af0a-9944b0841d3f: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:58:39.306165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaae4b-db4a-4fc0-9837-7a832d15cf6d None None] Pushing event updated for resources: {'Port': ['ID=f3b0f92f-d249-4da8-bc11-60f82ea2148f,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:39.359499 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21c15946-19d9-4f24-918c-892f66bffedd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.360028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c15946-19d9-4f24-918c-892f66bffedd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Fanout notify agent at l3_agent the message router_deleted on router ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:39.367114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21c15946-19d9-4f24-918c-892f66bffedd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.368718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-21c15946-19d9-4f24-918c-892f66bffedd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 HTTP/1.1" status: 204 len: 168 time: 1.0950618 Aug 31 06:58:39.372776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38524) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.423078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99d87ba4-d0c2-463e-88b7-7a8a08673144 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 HTTP/1.1" status: 200 len: 205 time: 0.0488789 Aug 31 06:58:39.428245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38526) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.440436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-0a19999a-abe2-4f16-9a55-fee326ad7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:39.442663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-0a19999a-abe2-4f16-9a55-fee326ad7e25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.1259243 Aug 31 06:58:39.485709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cffe6ab-2441-4619-abf5-a4717b16f037 req-15e9ac7a-8327-4a33-bba7-71020de18543 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0465894 Aug 31 06:58:39.508567 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8339190d-b9b7-4e30-aa44-f06f2f00aa8e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] delete failed (client error): The resource could not be found. Aug 31 06:58:39.509826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8339190d-b9b7-4e30-aa44-f06f2f00aa8e tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/ec7a61ab-53f3-40ff-8e90-119ec2d1ee75 HTTP/1.1" status: 404 len: 336 time: 0.0806024 Aug 31 06:58:39.512760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38528) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.562689 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51a41a1-3104-4b26-b72c-53586b766035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:39.564021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51a41a1-3104-4b26-b72c-53586b766035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:39.587252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38530) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.588547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d51a41a1-3104-4b26-b72c-53586b766035 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/5f1f9c70-24bd-4cbe-955c-9d1e8bfeee74 HTTP/1.1" status: 404 len: 337 time: 0.0743599 Aug 31 06:58:39.631687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-dbb47e27-3f0b-4127-a37b-185b2d011b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:39.633368 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-dbb47e27-3f0b-4127-a37b-185b2d011b6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364436 Aug 31 06:58:39.634737 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-67498072-0630-465e-a9a6-c2a4a2674292 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:39.635166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67498072-0630-465e-a9a6-c2a4a2674292 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:39.639486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-67498072-0630-465e-a9a6-c2a4a2674292 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/ded66bd2-bd9a-45e9-8f3c-ee2d2c358836 HTTP/1.1" status: 404 len: 337 time: 0.0476685 Aug 31 06:58:39.640486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38532) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.680328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38534) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.681968 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02985b2-4fa2-4f08-887c-57b51d8fb37d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:39.682591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02985b2-4fa2-4f08-887c-57b51d8fb37d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:39.684798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c02985b2-4fa2-4f08-887c-57b51d8fb37d tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/40957fd8-4ada-4c49-bf34-df836e0b8684 HTTP/1.1" status: 404 len: 337 time: 0.0437200 Aug 31 06:58:39.692954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38536) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.767653 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bbec8c-34c4-4d04-aa5c-f1af83a8eb32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:39.768130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bbec8c-34c4-4d04-aa5c-f1af83a8eb32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:39.770084 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-12bbec8c-34c4-4d04-aa5c-f1af83a8eb32 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/79e9be18-1943-444d-8377-566a5945481a HTTP/1.1" status: 404 len: 337 time: 0.0759211 Aug 31 06:58:39.773420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38538) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.841740 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e98a6566-3b60-4b54-97c7-eecd61c33d17 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 200 len: 205 time: 0.0671525 Aug 31 06:58:39.844557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38540) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.844704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-b7e70c0c-3c75-45de-b8e7-f17da3855a33 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024012 Aug 31 06:58:39.900311 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-bb0575d0-0d4a-4a5e-85ad-3fb216dbe0e1 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] delete failed (client error): The resource could not be found. Aug 31 06:58:39.901390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bb0575d0-0d4a-4a5e-85ad-3fb216dbe0e1 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/584d167e-4152-4c2b-a47f-fae69c0c94ee HTTP/1.1" status: 404 len: 336 time: 0.0561666 Aug 31 06:58:39.909106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38542) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.928459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f3b0f92f-d249-4da8-bc11-60f82ea2148f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:39.940594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1eb0aac4-6c3c-47de-ac26-6a58d0796885 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=2670df39-aedd-4e58-8de1-83fc6bd32847 HTTP/1.1" status: 200 len: 205 time: 0.0307570 Aug 31 06:58:39.949915 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ff0017e9-b9f3-4b8f-aefe-aad80a3305f2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/2fc187e1-87eb-4709-af0a-9944b0841d3f HTTP/1.1" status: 200 len: 993 time: 0.2584314 Aug 31 06:58:39.949915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38544) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.965628 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c7f12ccd-5ace-4c36-9f68-df3fbef5fb20 req-7a46286e-b2f1-4841-83c1-e1f187841708 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131291 Aug 31 06:58:39.992238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port f3b0f92f-d249-4da8-bc11-60f82ea2148f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:40.012625 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.018003 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-70d0065b-f0fa-4717-8992-43bbe5e1d984 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] delete failed (client error): The resource could not be found. Aug 31 06:58:40.019081 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-70d0065b-f0fa-4717-8992-43bbe5e1d984 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/2670df39-aedd-4e58-8de1-83fc6bd32847 HTTP/1.1" status: 404 len: 336 time: 0.0729063 Aug 31 06:58:40.021522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38546) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.038032 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.053582 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-87209e6a-cf69-4f7a-a8e0-74cdef7e69da tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:40.053980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87209e6a-cf69-4f7a-a8e0-74cdef7e69da tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:40.058831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-87209e6a-cf69-4f7a-a8e0-74cdef7e69da tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/001e59ec-756b-48f1-92fe-e5b79a193ab2 HTTP/1.1" status: 404 len: 337 time: 0.0336306 Aug 31 06:58:40.059061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38548) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.091385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bc56c6e4-6904-44f4-8dcd-def968d00ef3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ac4e6b1-4f49-4417-8412-956d3c22ea54 HTTP/1.1" status: 200 len: 205 time: 0.0275896 Aug 31 06:58:40.091575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38550) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.132391 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8a9875b6-17ec-4c48-89e6-d525489fbdfa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] delete failed (client error): The resource could not be found. Aug 31 06:58:40.136642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8a9875b6-17ec-4c48-89e6-d525489fbdfa tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/9ac4e6b1-4f49-4417-8412-956d3c22ea54 HTTP/1.1" status: 404 len: 336 time: 0.0416360 Aug 31 06:58:40.138371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38552) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.190260 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4068d6f4-78a7-4abc-9f0e-add67d44b6ba tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5a53d65-e46c-4639-bdc4-a465ab0c613b HTTP/1.1" status: 200 len: 205 time: 0.0521319 Aug 31 06:58:40.193518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38554) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.221586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Allocated IP 172.25.5.225 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/9aa956d8-4b35-41c1-bfb7-08bceb599ecf) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:40.240427 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-b512523c-dd7c-4355-9e4c-fa82ea075bd3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] delete failed (client error): The resource could not be found. Aug 31 06:58:40.241518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b512523c-dd7c-4355-9e4c-fa82ea075bd3 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/b5a53d65-e46c-4639-bdc4-a465ab0c613b HTTP/1.1" status: 404 len: 336 time: 0.0467937 Aug 31 06:58:40.249715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38556) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.296325 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7830e3c0-eee9-4b0e-bf52-e4b199317282 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:40.296796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7830e3c0-eee9-4b0e-bf52-e4b199317282 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:40.298825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7830e3c0-eee9-4b0e-bf52-e4b199317282 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/941c0a3f-ca19-4b35-91cb-41dbc87f2583 HTTP/1.1" status: 404 len: 337 time: 0.0478017 Aug 31 06:58:40.301422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.341499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6fb81734-c66f-4fee-b7eb-5f84df3ca981 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=056616a8-1b2a-4c03-8ff0-62076bbb7d4b HTTP/1.1" status: 200 len: 205 time: 0.0383289 Aug 31 06:58:40.343563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.358347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.386398 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-cc7051d6-6eec-4aaa-8439-f08f4ecfe9cf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] delete failed (client error): The resource could not be found. Aug 31 06:58:40.387462 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cc7051d6-6eec-4aaa-8439-f08f4ecfe9cf tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/056616a8-1b2a-4c03-8ff0-62076bbb7d4b HTTP/1.1" status: 404 len: 336 time: 0.0413539 Aug 31 06:58:40.391218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38562) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.431862 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-833a1a10-9a68-44e0-b7dc-c8af18570b67 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:40.432329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833a1a10-9a68-44e0-b7dc-c8af18570b67 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:40.434200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-833a1a10-9a68-44e0-b7dc-c8af18570b67 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/8c504722-eb19-4805-988e-7569327071a2 HTTP/1.1" status: 404 len: 337 time: 0.0420194 Aug 31 06:58:40.436838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.467830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4cd5cd03-b0ad-4a60-bf70-88c75d3eaec0 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c126a4-1406-403a-878b-d9951a5d5a0d HTTP/1.1" status: 200 len: 205 time: 0.0278141 Aug 31 06:58:40.467830 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.468584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38566) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.504924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:40.523076 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-fe3183cf-4532-4018-a47a-91bc4bd64556 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] delete failed (client error): The resource could not be found. Aug 31 06:58:40.524174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:40.527411 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fe3183cf-4532-4018-a47a-91bc4bd64556 tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/routers/c2c126a4-1406-403a-878b-d9951a5d5a0d HTTP/1.1" status: 404 len: 336 time: 0.0570524 Aug 31 06:58:40.527927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:40.528046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38570) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.530552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa956d8-4b35-41c1-bfb7-08bceb599ecf,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:40.584443 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ee26e0-b26c-4389-94bf-36c7313802bd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:40.584861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ee26e0-b26c-4389-94bf-36c7313802bd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:40.586817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-43ee26e0-b26c-4389-94bf-36c7313802bd tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/9c97f52d-4fd7-4d04-9b1c-f6a44e81206c HTTP/1.1" status: 404 len: 337 time: 0.0578365 Aug 31 06:58:40.590150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38572) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.612001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615d0351-29e9-4f79-b2a8-34a0dfb662e3 None None] Network aa90644d-8b27-49ad-892d-5833184842bc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:40.623149 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc82e05f-d117-4cfd-8332-a706e3fc9c9c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:40.624041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc82e05f-d117-4cfd-8332-a706e3fc9c9c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:40.626477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fc82e05f-d117-4cfd-8332-a706e3fc9c9c tempest-RoutersTest-859711733 tempest-RoutersTest-859711733-project] 10.222.0.15 "DELETE /v2.0/subnets/85d6977f-72a0-4d87-b763-42ffde205d83 HTTP/1.1" status: 404 len: 337 time: 0.0351562 Aug 31 06:58:40.741812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b484cf0e-4ed9-4725-888c-b9013230e415 None None] Provisioning for port f3b0f92f-d249-4da8-bc11-60f82ea2148f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:40.745835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee06ae46-b831-4011-b303-64b11d8ea6b9 req-e1bde0e3-d825-4f04-875d-9f4495e0ed46 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c8da21-e117-4fa2-9f04-db8a31a0cff6 HTTP/1.1" status: 200 len: 210 time: 0.0736547 Aug 31 06:58:40.748997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b484cf0e-4ed9-4725-888c-b9013230e415 None None] Provisioning complete for port f3b0f92f-d249-4da8-bc11-60f82ea2148f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:40.749401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b484cf0e-4ed9-4725-888c-b9013230e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.875963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b484cf0e-4ed9-4725-888c-b9013230e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.927588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38578) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:40.932355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b484cf0e-4ed9-4725-888c-b9013230e415 None None] For port f3b0f92f-d249-4da8-bc11-60f82ea2148f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f3b0f92f-d249-4da8-bc11-60f82ea2148f,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:40.939644 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b484cf0e-4ed9-4725-888c-b9013230e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.992846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.006050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484cf0e-4ed9-4725-888c-b9013230e415 None None] Pushing event updated for resources: {'Port': ['ID=f3b0f92f-d249-4da8-bc11-60f82ea2148f,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:41.151709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d685668e-88b9-448c-a594-d266e74dc41b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3e5a30d28df4617a76bb4d09de84ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206643 Aug 31 06:58:41.152203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38582) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:41.206242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6d835f3-834a-4512-b803-09dbdca49218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.232945 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6d835f3-834a-4512-b803-09dbdca49218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.233350 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.263086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-00c413fe-68f6-4329-a3ae-d7f3450be810 None None] Provisioning complete for port f3b0f92f-d249-4da8-bc11-60f82ea2148f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:41.263615 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-00c413fe-68f6-4329-a3ae-d7f3450be810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.292503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6d835f3-834a-4512-b803-09dbdca49218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.295189 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6d835f3-834a-4512-b803-09dbdca49218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.300916 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d6d835f3-834a-4512-b803-09dbdca49218 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bda5331-cb8c-4b07-b23e-a4d7a3c4f337 HTTP/1.1" status: 204 len: 168 time: 0.1438007 Aug 31 06:58:41.309344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d835f3-834a-4512-b803-09dbdca49218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bda5331-cb8c-4b07-b23e-a4d7a3c4f337,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:41.391475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:41.508216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:41.519417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Sync routers for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:41.524907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.526355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-98f53829-b4ec-41c2-8d35-883fb0c3ab14 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7108161 Aug 31 06:58:41.529352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38588) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:41.529861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:41.530479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:41.651089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:41.873947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38606) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:41.888632 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:40Z', 'revision_number': 3, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:41.947789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f3b0f92f-d249-4da8-bc11-60f82ea2148f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:41.952029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Checking router: 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:41.952669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Updating router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:41.966269 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3576b629-05b3-4947-88fc-e54487a6ced2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.006818 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.007162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3576b629-05b3-4947-88fc-e54487a6ced2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.075708 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3576b629-05b3-4947-88fc-e54487a6ced2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.078592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3576b629-05b3-4947-88fc-e54487a6ced2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.083614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3576b629-05b3-4947-88fc-e54487a6ced2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "DELETE /v2.0/security-groups/02013cbc-d1b6-4011-9d39-0f9b11b7b0d9 HTTP/1.1" status: 204 len: 168 time: 0.2085621 Aug 31 06:58:42.084256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38612) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.108107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.114550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576b629-05b3-4947-88fc-e54487a6ced2 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02013cbc-d1b6-4011-9d39-0f9b11b7b0d9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:42.119992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port f3b0f92f-d249-4da8-bc11-60f82ea2148f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:42.120897 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.126176 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-9dd4c0fb-7eca-43f4-920f-eb9d2ac854b8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] show failed (client error): The resource could not be found. Aug 31 06:58:42.130701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9dd4c0fb-7eca-43f4-920f-eb9d2ac854b8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "GET /v2.0/security-groups/02013cbc-d1b6-4011-9d39-0f9b11b7b0d9 HTTP/1.1" status: 404 len: 347 time: 0.0419772 Aug 31 06:58:42.131676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38614) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.235828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38616) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.297455 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port 8c710ad8-e5fc-4e75-b94b-162344809743 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:42.297978 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.424190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e66c6588-ecb8-416a-a4fb-9545ae627dd7 tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1873867940', 'prefixes': ['172.20.0.0/16']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:42.431445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.431788 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.439951 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.450948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for 8c710ad8-e5fc-4e75-b94b-162344809743 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:42.455506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Transition to ACTIVE for port object 9aa956d8-4b35-41c1-bfb7-08bceb599ecf will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:42.463452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.514398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Attempting to bind port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:42.514654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Attempting to bind port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:42.515058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Attempting to bind port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:42.529653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:42.530036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:42.530442 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.530898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:42.531696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Bound port: 9aa956d8-4b35-41c1-bfb7-08bceb599ecf, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:42.531956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.569255 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e66c6588-ecb8-416a-a4fb-9545ae627dd7 tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] Notify callbacks [] for subnetpool, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.571260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af21072-2ab7-4adc-876f-b87519562712 None None] Pushing event updated for resources: {'Port': ['ID=9aa956d8-4b35-41c1-bfb7-08bceb599ecf,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:42.573778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e66c6588-ecb8-416a-a4fb-9545ae627dd7 tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3352041 Aug 31 06:58:42.575225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38620) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.616601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] For port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:42.620132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] For port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9aa956d8-4b35-41c1-bfb7-08bceb599ecf,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:42.624773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cd4d2b94-f668-423e-bde5-b626a60fe2ce tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] 10.222.0.15 "GET /v2.0/subnetpools/85acaa21-a191-4230-be0b-eb3253d29dc5 HTTP/1.1" status: 200 len: 732 time: 0.0481510 Aug 31 06:58:42.624971 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.627458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38622) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.635108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-620fab00-eb99-4e80-b54d-b4d0f83fedb1 tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1350689492'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:42.677825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.702617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:42.703954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:42.716969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Allocated IP 172.20.0.1 (aa90644d-8b27-49ad-892d-5833184842bc/aa5d71a8-0b05-4add-ad8d-b075542992f9/5e1274da-e90f-49b5-8509-116e0f023931) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:42.717274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=8c710ad8-e5fc-4e75-b94b-162344809743,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:42.741075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af21072-2ab7-4adc-876f-b87519562712 None None] Pushing event updated for resources: {'Port': ['ID=9aa956d8-4b35-41c1-bfb7-08bceb599ecf,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:42.790180 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.793550 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.797529 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-68454313-0467-42ef-9e62-ff23af1349e8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "DELETE /v2.0/floatingips/cb2f52cb-040c-41ec-a791-86863e502452 HTTP/1.1" status: 204 len: 168 time: 0.6621699 Aug 31 06:58:42.797847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38624) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.831077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-620fab00-eb99-4e80-b54d-b4d0f83fedb1 tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] Notify callbacks [] for subnetpool, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.834951 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-620fab00-eb99-4e80-b54d-b4d0f83fedb1 tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] 10.222.0.15 "PUT /v2.0/subnetpools/85acaa21-a191-4230-be0b-eb3253d29dc5 HTTP/1.1" status: 200 len: 684 time: 0.2037678 Aug 31 06:58:42.835474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38626) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.905830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9d1a6-5e05-4711-b38b-591d863acc72 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port 5a8575c1-9d4a-4628-be6f-44fa867c8dad {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:42.906152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d1a6-5e05-4711-b38b-591d863acc72 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.934830 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.958672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a37fa8d5-c9ba-49c6-9fe1-bf2490b8027e tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] Notify callbacks [] for subnetpool, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.960166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a37fa8d5-c9ba-49c6-9fe1-bf2490b8027e tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] 10.222.0.15 "DELETE /v2.0/subnetpools/85acaa21-a191-4230-be0b-eb3253d29dc5 HTTP/1.1" status: 204 len: 168 time: 0.1236267 Aug 31 06:58:42.961525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Transition to ACTIVE for port object 5e1274da-e90f-49b5-8509-116e0f023931 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:42.965447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38628) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.990125 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-7027e8e7-743f-4dc2-9225-7528eb75230a tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] show failed (client error): The resource could not be found. Aug 31 06:58:42.994066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7027e8e7-743f-4dc2-9225-7528eb75230a tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] 10.222.0.15 "GET /v2.0/subnetpools/85acaa21-a191-4230-be0b-eb3253d29dc5 HTTP/1.1" status: 404 len: 346 time: 0.0246379 Aug 31 06:58:42.996453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:42.997585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38630) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:43.015764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d1a6-5e05-4711-b38b-591d863acc72 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.027411 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-a24c83bd-10b9-48e3-b888-f4d4b36c4961 tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] delete failed (client error): The resource could not be found. Aug 31 06:58:43.032985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a24c83bd-10b9-48e3-b888-f4d4b36c4961 tempest-SubnetPoolsTestJSON-1422299180 tempest-SubnetPoolsTestJSON-1422299180-project] 10.222.0.15 "DELETE /v2.0/subnetpools/85acaa21-a191-4230-be0b-eb3253d29dc5 HTTP/1.1" status: 404 len: 346 time: 0.0290270 Aug 31 06:58:43.033205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9d1a6-5e05-4711-b38b-591d863acc72 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for 5a8575c1-9d4a-4628-be6f-44fa867c8dad owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:43.055757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.123046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Network aa90644d-8b27-49ad-892d-5833184842bc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:43.131954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:43.148842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:43.152537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1274da-e90f-49b5-8509-116e0f023931,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:43.210875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d1a6-5e05-4711-b38b-591d863acc72 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.212293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.267772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:40Z', 'revision_number': 3, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:43.284460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9d1a6-5e05-4711-b38b-591d863acc72 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=5a8575c1-9d4a-4628-be6f-44fa867c8dad,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:43.361489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee33b4-24b3-4cae-b460-3025286c1db4 None None] The sync data for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 is: [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:40Z', 'revision_number': 3, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:43.435943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38636) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:43.446562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d1a6-5e05-4711-b38b-591d863acc72 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.447382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.451988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d0c9d1a6-5e05-4711-b38b-591d863acc72 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "DELETE /v2.0/ports/5a8575c1-9d4a-4628-be6f-44fa867c8dad HTTP/1.1" status: 204 len: 168 time: 0.6506889 Aug 31 06:58:43.452088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38640) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:43.547310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c0ec16fa-4609-408e-923f-0f58fb7bd8c6 None None] Provisioning for port 5e1274da-e90f-49b5-8509-116e0f023931 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:43.559495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a58d2189-34db-4017-a923-02e3a6fc25e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port 287b7481-dfe4-4057-94cb-aedd20c1aa3e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:43.559915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a58d2189-34db-4017-a923-02e3a6fc25e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.562665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c0ec16fa-4609-408e-923f-0f58fb7bd8c6 None None] Provisioning complete for port 5e1274da-e90f-49b5-8509-116e0f023931 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:43.563217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c0ec16fa-4609-408e-923f-0f58fb7bd8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.611517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-074269ec-6da0-4e40-b46a-8b986a006e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.619851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec16fa-4609-408e-923f-0f58fb7bd8c6 None None] Port 5e1274da-e90f-49b5-8509-116e0f023931 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:43.715697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.724111 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a58d2189-34db-4017-a923-02e3a6fc25e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.725796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.754726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a58d2189-34db-4017-a923-02e3a6fc25e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for 287b7481-dfe4-4057-94cb-aedd20c1aa3e owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:43.844748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1274da-e90f-49b5-8509-116e0f023931,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:43.857322 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.967175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9aa956d8-4b35-41c1-bfb7-08bceb599ecf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:43.968512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a58d2189-34db-4017-a923-02e3a6fc25e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.011783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d2189-34db-4017-a923-02e3a6fc25e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=287b7481-dfe4-4057-94cb-aedd20c1aa3e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:44.035419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:44.039763 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-074269ec-6da0-4e40-b46a-8b986a006e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.045372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:44.046071 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.053812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-074269ec-6da0-4e40-b46a-8b986a006e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.090978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Network aa90644d-8b27-49ad-892d-5833184842bc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:44.102945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:44.118421 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-074269ec-6da0-4e40-b46a-8b986a006e4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0848239ee8e4428aa7e65c167296e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792707 Aug 31 06:58:44.124523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38642) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:44.149424 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.149930 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a58d2189-34db-4017-a923-02e3a6fc25e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.153151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a58d2189-34db-4017-a923-02e3a6fc25e6 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "DELETE /v2.0/ports/287b7481-dfe4-4057-94cb-aedd20c1aa3e HTTP/1.1" status: 204 len: 168 time: 0.6984608 Aug 31 06:58:44.157088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38644) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:44.163935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074269ec-6da0-4e40-b46a-8b986a006e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d50de8-e491-4c36-887b-f864f2e5d59d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:44.192304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9aa956d8-4b35-41c1-bfb7-08bceb599ecf,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:44.199131 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.262038 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ebd-ba27-46bb-848e-1503a730287e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.272299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01f8f6d-cafe-4b05-8192-aeafadc7cf1b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting subnet c27c3d3f-360a-4bdb-beec-e8f69f5198be {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:58:44.277593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c01f8f6d-cafe-4b05-8192-aeafadc7cf1b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.295213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=9aa956d8-4b35-41c1-bfb7-08bceb599ecf,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:44.310961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:44.340938 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ebd-ba27-46bb-848e-1503a730287e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.371300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c01f8f6d-cafe-4b05-8192-aeafadc7cf1b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.487065 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ebd-ba27-46bb-848e-1503a730287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.490331 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ebd-ba27-46bb-848e-1503a730287e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.491523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bbed2ebd-ba27-46bb-848e-1503a730287e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12d50de8-e491-4c36-887b-f864f2e5d59d HTTP/1.1" status: 204 len: 168 time: 0.3658814 Aug 31 06:58:44.507592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c01f8f6d-cafe-4b05-8192-aeafadc7cf1b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.511954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed2ebd-ba27-46bb-848e-1503a730287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d50de8-e491-4c36-887b-f864f2e5d59d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:44.568142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-761c2983-4eba-47df-92e0-c954b1d67cac None None] Provisioning complete for port 5e1274da-e90f-49b5-8509-116e0f023931 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:44.568142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-761c2983-4eba-47df-92e0-c954b1d67cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.574681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:44.584709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3d0a4cb1-d4c6-4089-a751-8425950b7ff7 admin admin] 10.222.0.15 "PUT /v2.0/routers/39872635-7bfc-4a56-96f0-c6a3bad9e8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0540991 Aug 31 06:58:44.650332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c01f8f6d-cafe-4b05-8192-aeafadc7cf1b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.650983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-761c2983-4eba-47df-92e0-c954b1d67cac None None] Port 5e1274da-e90f-49b5-8509-116e0f023931 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:44.684515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f8f6d-cafe-4b05-8192-aeafadc7cf1b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Subnet': ['ID=c27c3d3f-360a-4bdb-beec-e8f69f5198be,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:44.692560 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c01f8f6d-cafe-4b05-8192-aeafadc7cf1b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.695397 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c01f8f6d-cafe-4b05-8192-aeafadc7cf1b tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "DELETE /v2.0/subnets/c27c3d3f-360a-4bdb-beec-e8f69f5198be HTTP/1.1" status: 204 len: 168 time: 0.5374424 Aug 31 06:58:44.699591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38650) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:44.710797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650f6a3-8c4e-4cf4-9971-0930beae274d None None] Network 78b44822-3e6a-4f65-91eb-c0e3840d01da requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:44.811131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-341bc88b-40e5-4b6c-acea-c7edcc7e77d5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting subnet 7b9ff2b9-8c5a-4b51-809c-274d152fd37a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:58:44.815177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-341bc88b-40e5-4b6c-acea-c7edcc7e77d5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.880175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-341bc88b-40e5-4b6c-acea-c7edcc7e77d5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.010331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] DHCP port deletion for 78b44822-3e6a-4f65-91eb-c0e3840d01da request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:58:45.044855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-341bc88b-40e5-4b6c-acea-c7edcc7e77d5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.090954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] Deleting port d4880d05-ce10-4d12-b5e0-88908596c815 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:45.091820 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.124396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-341bc88b-40e5-4b6c-acea-c7edcc7e77d5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.155120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bc88b-40e5-4b6c-acea-c7edcc7e77d5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9ff2b9-8c5a-4b51-809c-274d152fd37a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:45.159505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-341bc88b-40e5-4b6c-acea-c7edcc7e77d5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.162251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-341bc88b-40e5-4b6c-acea-c7edcc7e77d5 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "DELETE /v2.0/subnets/7b9ff2b9-8c5a-4b51-809c-274d152fd37a HTTP/1.1" status: 204 len: 168 time: 0.4616327 Aug 31 06:58:45.164878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38666) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:45.190129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a2b83-e886-40d7-bc92-902479726232 None None] Network 6d67c422-0b41-4534-9a1b-b18776857c99 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:45.200711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] For port d4880d05-ce10-4d12-b5e0-88908596c815, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4880d05-ce10-4d12-b5e0-88908596c815,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:45.201377 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.259431 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.264507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] Calling delete_port for d4880d05-ce10-4d12-b5e0-88908596c815 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:45.382271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Deleting port d4880d05-ce10-4d12-b5e0-88908596c815 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:45.383139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.439679 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.473557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] Pushing event deleted for resources: {'Port': ['ID=d4880d05-ce10-4d12-b5e0-88908596c815,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:45.475561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cefd96d-4295-4f06-889f-b446a2300493 None None] No DVR routers for this DVR port d4880d05-ce10-4d12-b5e0-88908596c815 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:45.487203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] For port d4880d05-ce10-4d12-b5e0-88908596c815, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4880d05-ce10-4d12-b5e0-88908596c815,segment=NetworkSegment(02a5ad62-3ef5-491e-8e19-e338be2d4442),segment_id=02a5ad62-3ef5-491e-8e19-e338be2d4442)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:45.487203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.509091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Calling delete_port for d4880d05-ce10-4d12-b5e0-88908596c815 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:45.561504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] DHCP port deletion for 6d67c422-0b41-4534-9a1b-b18776857c99 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:58:45.623370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] Deleting port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:45.623764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.624138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.639681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] No DVR routers for this DVR port d4880d05-ce10-4d12-b5e0-88908596c815 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:45.668093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Port': ['ID=d4880d05-ce10-4d12-b5e0-88908596c815,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:45.668537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38686) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:45.680120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2133959007-network', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:45.710134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Made reservation on behalf of 9ce5539f281f42599dc505bf9bc904fc for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:45.713888 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.730492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.731951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] For port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5ba4ab1f-5e9e-4ce8-81ed-034081b0314a,segment=NetworkSegment(b0c266f3-52a8-405c-a788-6adaa4749a64),segment_id=b0c266f3-52a8-405c-a788-6adaa4749a64)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:45.732357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.758899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] Calling delete_port for 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:45.764377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.776958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b44822-3e6a-4f65-91eb-c0e3840d01da']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.794491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a5ad62-3ef5-491e-8e19-e338be2d4442') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.796003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a5ad62-3ef5-491e-8e19-e338be2d4442') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.812558 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.833439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.853580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:58:45.854124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:58:45.858891 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:58:45.894143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.907276 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.910688 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Sync routers for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:45.926112 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:45.927160 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.952596 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.966025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.971085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a7c029-775c-4043-8bb3-9ee15df3047b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:45.981254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.981254 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "DELETE /v2.0/networks/78b44822-3e6a-4f65-91eb-c0e3840d01da HTTP/1.1" status: 204 len: 168 time: 0.8146286 Aug 31 06:58:45.985937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38692) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:45.990057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9aa956d8-4b35-41c1-bfb7-08bceb599ecf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:45.996303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] Pushing event deleted for resources: {'Port': ['ID=5ba4ab1f-5e9e-4ce8-81ed-034081b0314a,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:46.020016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801ad00-6608-4b72-8304-5ce3faadca5c None None] No DVR routers for this DVR port 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:58:46.028098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d9fc3-bbcf-4edf-9fe9-7aa5e80e9bde tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Network': ['ID=78b44822-3e6a-4f65-91eb-c0e3840d01da,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:46.079684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:46.080407 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.084535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:58:46.108395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.108745 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Added segment 3ffadc86-8fff-4d59-a82f-6defe204a99d of type vlan for network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be Aug 31 06:58:46.113487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.236030 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:46.250882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.261543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.264449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d67c422-0b41-4534-9a1b-b18776857c99']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:46.269014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4880d05-ce10-4d12-b5e0-88908596c815 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:46.279179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c266f3-52a8-405c-a788-6adaa4749a64') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:46.279179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c266f3-52a8-405c-a788-6adaa4749a64') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:46.297802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.300005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d4880d05-ce10-4d12-b5e0-88908596c815 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:46.300358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4880d05-ce10-4d12-b5e0-88908596c815 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:46.300792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:46.317505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.322251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.323221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:46.324353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.333286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:46.333628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5ba4ab1f-5e9e-4ce8-81ed-034081b0314a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:46.342085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:58:46.342489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: timer() Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:58:46.347908 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:58:46.451360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] Pushing event updated for resources: {'Network': ['ID=f3b17ef8-2ada-40cb-95fc-7fb1f619d2be,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:46.581805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:58:46.582957 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 2, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:46.582957 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Checking router: 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:46.582957 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Updating router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 port 5e1274da-e90f-49b5-8509-116e0f023931 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:46.582957 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.592014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38706) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:46.596172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fb0419d0-f3f4-4615-98af-fe14ebc68012 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9261966 Aug 31 06:58:46.597666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Request body: {'subnet': {'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2133959007-subnet', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:46.598496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.611328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.618990 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] 10.222.0.15 "DELETE /v2.0/networks/6d67c422-0b41-4534-9a1b-b18776857c99 HTTP/1.1" status: 204 len: 168 time: 0.6263900 Aug 31 06:58:46.643320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5325f4-051f-4b03-9aea-f1ae383724a8 tempest-TaggedBootDevicesTest-1133643469 tempest-TaggedBootDevicesTest-1133643469-project] Pushing event deleted for resources: {'Network': ['ID=6d67c422-0b41-4534-9a1b-b18776857c99,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:46.645316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Made reservation on behalf of 9ce5539f281f42599dc505bf9bc904fc for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:46.648240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.937365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.950927 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.961738 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Transition to ACTIVE for port object 5e1274da-e90f-49b5-8509-116e0f023931 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:46.969481 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.031321 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ede7c1-db35-4362-859c-3aba6467730f None None] Pushing event updated for resources: {'Port': ['ID=5e1274da-e90f-49b5-8509-116e0f023931,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:47.086401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Checking segment: {'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:47.086913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Network hostable DHCP agents. Network: f3b17ef8-2ada-40cb-95fc-7fb1f619d2be, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:47.100679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd26599-9d8a-402d-88a2-3672496f82bd,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:47.130838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:47.134179 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Attempting to bind port 5e1274da-e90f-49b5-8509-116e0f023931 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:47.134570 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Attempting to bind port 5e1274da-e90f-49b5-8509-116e0f023931 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:47.135169 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Attempting to bind port 5e1274da-e90f-49b5-8509-116e0f023931 on network aa90644d-8b27-49ad-892d-5833184842bc {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:47.143489 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:47.144005 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Checking segment: {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:47.144268 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.144376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f3b17ef8-2ada-40cb-95fc-7fb1f619d2be) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:47.144719 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Bound using segment: {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:47.145220 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Bound port: 5e1274da-e90f-49b5-8509-116e0f023931, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:47.145689 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.157175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:47.157825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.158465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b35600-0cb1-41cb-bdff-7753ff01a901 None None] Network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:47.181965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9ddcdc6c-3ef4-463d-990d-53baa37027a8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5887539 Aug 31 06:58:47.185394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38730) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:47.192787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:47.231814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.234926 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.317638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.323035 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] For port 5e1274da-e90f-49b5-8509-116e0f023931, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:47.331996 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] For port 5e1274da-e90f-49b5-8509-116e0f023931, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5e1274da-e90f-49b5-8509-116e0f023931,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:47.338148 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.363772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:47.473358 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ede7c1-db35-4362-859c-3aba6467730f None None] Pushing event updated for resources: {'Port': ['ID=5e1274da-e90f-49b5-8509-116e0f023931,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:47.492560 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:47.493289 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:47.602175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-f3b17ef8-2ada-40cb-95fc-7fb1f619d2be', 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'fixed_ips': [{'subnet_id': 'ffd26599-9d8a-402d-88a2-3672496f82bd'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:47.603522 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.620852 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.662456 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.728397 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:47.799484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.814306 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.878079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f75abd482654fb59d8355e7e093869a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131474 Aug 31 06:58:47.879674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b4e671-ed31-4dc9-b946-2672ed981028,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:47.881823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Allocated IP 172.20.0.2 (f3b17ef8-2ada-40cb-95fc-7fb1f619d2be/ffd26599-9d8a-402d-88a2-3672496f82bd/36d11e32-ecf9-42d7-9fc8-1ae5479309ec) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:47.891949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38736) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:47.923132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.923497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.923841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.924272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.926510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.926851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.927188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.927518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.927844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.928168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.928494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:47.928813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c7eb3-c0ef-4f69-a764-234110da869e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.022814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bd57261-3653-44d4-80c8-bb4d30b93af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.033970 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.058278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.074034 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bd57261-3653-44d4-80c8-bb4d30b93af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.102020 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:47Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:48.152428 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bebdf0-20ee-4aa1-adca-249746abeb16 None None] The sync data for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 is: [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:47Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:48.157304 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.168330 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bd57261-3653-44d4-80c8-bb4d30b93af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.170840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Transition to ACTIVE for port object 36d11e32-ecf9-42d7-9fc8-1ae5479309ec will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:48.171445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0bd57261-3653-44d4-80c8-bb4d30b93af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.172890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0bd57261-3653-44d4-80c8-bb4d30b93af3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66b4e671-ed31-4dc9-b946-2672ed981028 HTTP/1.1" status: 204 len: 168 time: 0.2795851 Aug 31 06:58:48.181762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd57261-3653-44d4-80c8-bb4d30b93af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b4e671-ed31-4dc9-b946-2672ed981028,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:48.198888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Transition to ACTIVE for port object 36d11e32-ecf9-42d7-9fc8-1ae5479309ec will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:48.214993 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.278920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Pushing event updated for resources: {'Port': ['ID=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:48.283712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Allocated IP 172.25.5.247 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/1814e293-2838-4391-b256-95c717355c0a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:48.297944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:48.299470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:48.306221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:48.383459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Attempting to bind port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:48.384081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Attempting to bind port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:48.384900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Attempting to bind port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec on network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:48.392402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:48.393086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Checking segment: {'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:48.393684 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.394237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Bound using segment: {'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:48.395284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Bound port: 36d11e32-ecf9-42d7-9fc8-1ae5479309ec, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:48.395997 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.492145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.519262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] For port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:48.523084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] For port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,segment=NetworkSegment(3ffadc86-8fff-4d59-a82f-6defe204a99d),segment_id=3ffadc86-8fff-4d59-a82f-6defe204a99d)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:48.529145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.572164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.617906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5de30-1518-420b-a875-6bcb1cadf079 None None] Pushing event updated for resources: {'Port': ['ID=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:48.671720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:48.681176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:48.683634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Pushing event updated for resources: {'Port': ['ID=1814e293-2838-4391-b256-95c717355c0a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:48.696429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:48.734167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38744) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.749879 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc2fc9e5-6fc3-4b1b-a3d6-33c9bb9ebfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.013690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc2fc9e5-6fc3-4b1b-a3d6-33c9bb9ebfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.019246 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc2fc9e5-6fc3-4b1b-a3d6-33c9bb9ebfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.088946 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dc2fc9e5-6fc3-4b1b-a3d6-33c9bb9ebfc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6e39727845b4673809ed2d3a0221378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512065 Aug 31 06:58:49.091191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38746) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:49.114516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fc9e5-6fc3-4b1b-a3d6-33c9bb9ebfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe0981-c1aa-45ae-998a-e9cf3d621c23,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:49.173973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.177483 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-befcea8b-e885-4133-a961-7708e7051fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.219882 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-befcea8b-e885-4133-a961-7708e7051fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.315158 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-befcea8b-e885-4133-a961-7708e7051fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.317976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-befcea8b-e885-4133-a961-7708e7051fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.320998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-befcea8b-e885-4133-a961-7708e7051fde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25fe0981-c1aa-45ae-998a-e9cf3d621c23 HTTP/1.1" status: 204 len: 168 time: 0.2286422 Aug 31 06:58:49.347600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcea8b-e885-4133-a961-7708e7051fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe0981-c1aa-45ae-998a-e9cf3d621c23,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:49.547527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.785334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Router 77674fbc-9291-4b63-a549-b1db995c451b is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:49.998119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:50.010070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Sync routers for ids ['77674fbc-9291-4b63-a549-b1db995c451b'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:50.021922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Routers {'77674fbc-9291-4b63-a549-b1db995c451b'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:50.022536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['77674fbc-9291-4b63-a549-b1db995c451b'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:50.049263 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.054581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38762) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:50.055127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-160fe66b-b329-477a-96a9-d96f4935adce admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8660409 Aug 31 06:58:50.122935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5e1274da-e90f-49b5-8509-116e0f023931 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:50.129118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b124f773-586f-48e8-82e4-3f69698e6e34 None None] Network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:50.295587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bc8c5148-6c8c-4f76-b402-0fd2591b305d None None] Provisioning for port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:50.335361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5e1274da-e90f-49b5-8509-116e0f023931 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:50.352254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5e1274da-e90f-49b5-8509-116e0f023931 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:50.352802 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.399041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Set router 77674fbc-9291-4b63-a549-b1db995c451b gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:50.909177 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.956820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 5e1274da-e90f-49b5-8509-116e0f023931, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5e1274da-e90f-49b5-8509-116e0f023931,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:50.962929 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.964394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 36d11e32-ecf9-42d7-9fc8-1ae5479309ec up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:51.065017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=5e1274da-e90f-49b5-8509-116e0f023931,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:51.088355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.093617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '1814e293-2838-4391-b256-95c717355c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:48Z', 'revision_number': 3, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port': {'id': '1814e293-2838-4391-b256-95c717355c0a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:48Z', 'updated_at': '2021-08-31T06:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:51.149479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Checking router: 77674fbc-9291-4b63-a549-b1db995c451b for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:51.150325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Updating router 77674fbc-9291-4b63-a549-b1db995c451b port 1814e293-2838-4391-b256-95c717355c0a binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:51.154671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:51.196023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:51.196774 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.218454 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.252005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-064e5576-069a-464d-a0e5-a19e711326da None None] Provisioning complete for port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:51.252716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-064e5576-069a-464d-a0e5-a19e711326da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.289913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Allocated IP 172.20.0.1 (f3b17ef8-2ada-40cb-95fc-7fb1f619d2be/ffd26599-9d8a-402d-88a2-3672496f82bd/8f91b5c1-fc3b-444c-9ebf-6027caa03443) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:51.462599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.481318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Transition to ACTIVE for port object 8f91b5c1-fc3b-444c-9ebf-6027caa03443 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:51.525738 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.543888 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.589388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-064e5576-069a-464d-a0e5-a19e711326da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.639250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:51.642643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:51.650609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:51.669384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,segment=NetworkSegment(3ffadc86-8fff-4d59-a82f-6defe204a99d),segment_id=3ffadc86-8fff-4d59-a82f-6defe204a99d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:51.679203 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.686124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Pushing event updated for resources: {'Port': ['ID=8f91b5c1-fc3b-444c-9ebf-6027caa03443,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:51.726387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.880865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-064e5576-069a-464d-a0e5-a19e711326da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:58:51.894097 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-064e5576-069a-464d-a0e5-a19e711326da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:58:51.919780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:51.951495 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.955230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5e1274da-e90f-49b5-8509-116e0f023931 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:51.998601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.053964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Transition to ACTIVE for port object 1814e293-2838-4391-b256-95c717355c0a will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:52.066498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.145493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Attempting to bind port 1814e293-2838-4391-b256-95c717355c0a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:52.146245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Attempting to bind port 1814e293-2838-4391-b256-95c717355c0a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:52.146806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Attempting to bind port 1814e293-2838-4391-b256-95c717355c0a on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:52.158424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fe426-caf2-4920-be19-9a3379eac284 None None] Pushing event updated for resources: {'Port': ['ID=1814e293-2838-4391-b256-95c717355c0a,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:52.164391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:52.164783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:52.166660 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.166660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:52.166660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Bound port: 1814e293-2838-4391-b256-95c717355c0a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:52.166935 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.168709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5e1274da-e90f-49b5-8509-116e0f023931 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:52.169131 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.213390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.220454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.300896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.315253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Pushing event updated for resources: {'Port': ['ID=8f91b5c1-fc3b-444c-9ebf-6027caa03443,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:52.324747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] For port 1814e293-2838-4391-b256-95c717355c0a, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:52.330849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] For port 1814e293-2838-4391-b256-95c717355c0a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1814e293-2838-4391-b256-95c717355c0a,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:52.336737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.419179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:52.420651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:52.433418 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Routers {'77674fbc-9291-4b63-a549-b1db995c451b'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:52.434133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['77674fbc-9291-4b63-a549-b1db995c451b'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:52.438976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fe426-caf2-4920-be19-9a3379eac284 None None] Pushing event updated for resources: {'Port': ['ID=1814e293-2838-4391-b256-95c717355c0a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:52.570979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Router 77674fbc-9291-4b63-a549-b1db995c451b has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:52.576709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] Set router 77674fbc-9291-4b63-a549-b1db995c451b gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:52.633521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-501308c0-7226-44b8-b789-dc6df63b98cb None None] Provisioning for port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:52.684884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-501308c0-7226-44b8-b789-dc6df63b98cb None None] Provisioning complete for port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:52.685302 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-501308c0-7226-44b8-b789-dc6df63b98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.740019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:52.753261 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ae40011a-09cc-4bce-86f7-017ed40323bf admin admin] 10.222.0.15 "PUT /v2.0/routers/77674fbc-9291-4b63-a549-b1db995c451b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6886654 Aug 31 06:58:52.787162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-501308c0-7226-44b8-b789-dc6df63b98cb None None] Port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:52.894700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '1814e293-2838-4391-b256-95c717355c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:51Z', 'revision_number': 4, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port': {'id': '1814e293-2838-4391-b256-95c717355c0a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:48Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '8f91b5c1-fc3b-444c-9ebf-6027caa03443', 'name': '', 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'mac_address': 'fa:16:3e:ae:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 2, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'subnets': [{'id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:52.936522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7643a-8bd0-4263-b257-a5f717beeb12 None None] The sync data for ids ['77674fbc-9291-4b63-a549-b1db995c451b'] in n-d-712142-16 is: [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '1814e293-2838-4391-b256-95c717355c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:51Z', 'revision_number': 4, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port': {'id': '1814e293-2838-4391-b256-95c717355c0a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:48Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '8f91b5c1-fc3b-444c-9ebf-6027caa03443', 'name': '', 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'mac_address': 'fa:16:3e:ae:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 2, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'subnets': [{'id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:52.947053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-41ef28d0-8279-47bb-814d-0a6ed744956b None None] Provisioning complete for port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:52.947431 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41ef28d0-8279-47bb-814d-0a6ed744956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.037503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-41ef28d0-8279-47bb-814d-0a6ed744956b None None] Port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:54.053656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 36d11e32-ecf9-42d7-9fc8-1ae5479309ec up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:54.125399 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:54.126685 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.263294 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0eb9341a-0ab7-4a76-81b1-8101b93e6fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.266437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1814e293-2838-4391-b256-95c717355c0a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:54.335820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1814e293-2838-4391-b256-95c717355c0a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:54.340934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1814e293-2838-4391-b256-95c717355c0a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:54.341350 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.444662 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.468899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1814e293-2838-4391-b256-95c717355c0a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1814e293-2838-4391-b256-95c717355c0a,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:54.475270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.534407 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.543658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1814e293-2838-4391-b256-95c717355c0a,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:55.899968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1814e293-2838-4391-b256-95c717355c0a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:55.972878 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.002953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1814e293-2838-4391-b256-95c717355c0a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:56.003445 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.755045 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Sync routers for ids ['77674fbc-9291-4b63-a549-b1db995c451b'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:56.778396 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Routers {'77674fbc-9291-4b63-a549-b1db995c451b'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:56.779140 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['77674fbc-9291-4b63-a549-b1db995c451b'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:56.830658 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1facd183-f66b-43d0-aee5-64a1bdadff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.919527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.944809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Set router 77674fbc-9291-4b63-a549-b1db995c451b gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:57.273817 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '1814e293-2838-4391-b256-95c717355c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:51Z', 'revision_number': 4, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port': {'id': '1814e293-2838-4391-b256-95c717355c0a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:48Z', 'updated_at': '2021-08-31T06:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '8f91b5c1-fc3b-444c-9ebf-6027caa03443', 'name': '', 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'mac_address': 'fa:16:3e:ae:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 2, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'subnets': [{'id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:57.313893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38964) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:57.317846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Checking router: 77674fbc-9291-4b63-a549-b1db995c451b for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:57.318384 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Updating router 77674fbc-9291-4b63-a549-b1db995c451b port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:57.355817 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.448301 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a364234e-eb83-44fa-9ed7-d73bcc39c0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.553671 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a364234e-eb83-44fa-9ed7-d73bcc39c0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.559141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a364234e-eb83-44fa-9ed7-d73bcc39c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.600455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a364234e-eb83-44fa-9ed7-d73bcc39c0d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cad4cd7530743a28ee42005cad411bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855420 Aug 31 06:58:57.601629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364234e-eb83-44fa-9ed7-d73bcc39c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5750eb5-11e9-4dd1-92c8-1c4b77638034,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:57.603063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38968) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:57.669518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0603774-da26-4e10-8a9e-008ab655ac2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.693403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0603774-da26-4e10-8a9e-008ab655ac2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.751966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0603774-da26-4e10-8a9e-008ab655ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.756882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0603774-da26-4e10-8a9e-008ab655ac2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.771869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a0603774-da26-4e10-8a9e-008ab655ac2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5750eb5-11e9-4dd1-92c8-1c4b77638034 HTTP/1.1" status: 204 len: 168 time: 0.1573656 Aug 31 06:58:57.793161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0603774-da26-4e10-8a9e-008ab655ac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5750eb5-11e9-4dd1-92c8-1c4b77638034,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:57.804254 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.818054 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Transition to ACTIVE for port object 8f91b5c1-fc3b-444c-9ebf-6027caa03443 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:57.826162 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.872918 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3b06-284a-47bc-bb4e-ad23cd86c7a0 None None] Pushing event updated for resources: {'Port': ['ID=8f91b5c1-fc3b-444c-9ebf-6027caa03443,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:57.946298 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Attempting to bind port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:57.946771 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Attempting to bind port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:57.947193 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Attempting to bind port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 on network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:57.953207 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:57.953656 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Checking segment: {'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:57.954163 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.954892 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Bound using segment: {'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:57.955427 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Bound port: 8f91b5c1-fc3b-444c-9ebf-6027caa03443, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffadc86-8fff-4d59-a82f-6defe204a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:57.955898 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.067762 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] For port 8f91b5c1-fc3b-444c-9ebf-6027caa03443, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:58.075346 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] For port 8f91b5c1-fc3b-444c-9ebf-6027caa03443, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8f91b5c1-fc3b-444c-9ebf-6027caa03443,segment=NetworkSegment(3ffadc86-8fff-4d59-a82f-6defe204a99d),segment_id=3ffadc86-8fff-4d59-a82f-6defe204a99d)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:58.085276 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.154645 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.179349 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Routers {'77674fbc-9291-4b63-a549-b1db995c451b'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:58.182326 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['77674fbc-9291-4b63-a549-b1db995c451b'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:58.269012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 38982) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:58.294593 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3b06-284a-47bc-bb4e-ad23cd86c7a0 None None] Pushing event updated for resources: {'Port': ['ID=8f91b5c1-fc3b-444c-9ebf-6027caa03443,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:58.372336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38986) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:58.388134 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb17a43d-3c7f-4447-983a-79dd9b95aeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.415099 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] Set router 77674fbc-9291-4b63-a549-b1db995c451b gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:58.572472 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb17a43d-3c7f-4447-983a-79dd9b95aeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.580332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb17a43d-3c7f-4447-983a-79dd9b95aeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.643066 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fb17a43d-3c7f-4447-983a-79dd9b95aeec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95d7b18a1b454b3eb6ef960f0b21d2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682779 Aug 31 06:58:58.643817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17a43d-3c7f-4447-983a-79dd9b95aeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f155b9c-91e5-4250-9412-170450e17895,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:58.647028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38988) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:58.718821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-024ab786-72d2-4f76-8b4b-8ab54118e463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.765776 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-024ab786-72d2-4f76-8b4b-8ab54118e463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.767309 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '1814e293-2838-4391-b256-95c717355c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:51Z', 'revision_number': 4, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port': {'id': '1814e293-2838-4391-b256-95c717355c0a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:48Z', 'updated_at': '2021-08-31T06:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '8f91b5c1-fc3b-444c-9ebf-6027caa03443', 'name': '', 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'mac_address': 'fa:16:3e:ae:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:58Z', 'revision_number': 4, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'subnets': [{'id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:58.831836 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-024ab786-72d2-4f76-8b4b-8ab54118e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.836282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-024ab786-72d2-4f76-8b4b-8ab54118e463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.837822 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-024ab786-72d2-4f76-8b4b-8ab54118e463 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f155b9c-91e5-4250-9412-170450e17895 HTTP/1.1" status: 204 len: 168 time: 0.1891460 Aug 31 06:58:58.848094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ab786-72d2-4f76-8b4b-8ab54118e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f155b9c-91e5-4250-9412-170450e17895,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:58.874778 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad30c7-5bbc-4361-839e-5fb7bb017272 None None] The sync data for ids ['77674fbc-9291-4b63-a549-b1db995c451b'] in n-d-712142-16 is: [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '1814e293-2838-4391-b256-95c717355c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:51Z', 'revision_number': 4, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port': {'id': '1814e293-2838-4391-b256-95c717355c0a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:48Z', 'updated_at': '2021-08-31T06:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '8f91b5c1-fc3b-444c-9ebf-6027caa03443', 'name': '', 'network_id': 'f3b17ef8-2ada-40cb-95fc-7fb1f619d2be', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'mac_address': 'fa:16:3e:ae:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:58Z', 'revision_number': 4, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'subnets': [{'id': 'ffd26599-9d8a-402d-88a2-3672496f82bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:59.099001 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.296170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38996) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:59.313519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99948f06-6045-409c-844d-148eb18518dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.451754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99948f06-6045-409c-844d-148eb18518dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.457218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99948f06-6045-409c-844d-148eb18518dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.463321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Deleting port fe4b0756-ad91-4064-bf56-806e5b22d789 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:59.463933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.503492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-99948f06-6045-409c-844d-148eb18518dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b8cb251f8df4df395f3bc9a2b0421cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061918 Aug 31 06:58:59.504274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99948f06-6045-409c-844d-148eb18518dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce7b85b-ed3e-41b5-8181-179c62317b42,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:59.507080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 38998) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:59.576396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e9bef82-f225-4d80-a326-cf4efb442d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.588439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] For port fe4b0756-ad91-4064-bf56-806e5b22d789, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=fe4b0756-ad91-4064-bf56-806e5b22d789,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:59.589102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.605433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e9bef82-f225-4d80-a326-cf4efb442d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.607983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Calling delete_port for fe4b0756-ad91-4064-bf56-806e5b22d789 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:59.669385 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e9bef82-f225-4d80-a326-cf4efb442d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.673154 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e9bef82-f225-4d80-a326-cf4efb442d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.674601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0e9bef82-f225-4d80-a326-cf4efb442d7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bce7b85b-ed3e-41b5-8181-179c62317b42 HTTP/1.1" status: 204 len: 168 time: 0.1665566 Aug 31 06:58:59.685211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bef82-f225-4d80-a326-cf4efb442d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce7b85b-ed3e-41b5-8181-179c62317b42,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:00.015274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8f91b5c1-fc3b-444c-9ebf-6027caa03443 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:00.064695 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.083556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:00.089338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:00.089952 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.188577 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.224799 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.230732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 8f91b5c1-fc3b-444c-9ebf-6027caa03443, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8f91b5c1-fc3b-444c-9ebf-6027caa03443,segment=NetworkSegment(3ffadc86-8fff-4d59-a82f-6defe204a99d),segment_id=3ffadc86-8fff-4d59-a82f-6defe204a99d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:00.235838 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.257302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4b0756-ad91-4064-bf56-806e5b22d789,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:00.329653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=8f91b5c1-fc3b-444c-9ebf-6027caa03443,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:00.345761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.347494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.347844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.348183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.348519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.348851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.349177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.352440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.352830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.353882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.357426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.361802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:00.485881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.736931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:59:00.860185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:00.868964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-be36cebb-ccd0-4140-932a-515051aa0d8a admin admin] 10.222.0.15 "PUT /v2.0/routers/48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963473 Aug 31 06:59:00.871288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] Sync routers for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:00.873529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39028) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:00.881458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:00.882094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:01.016937 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.017216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:01.149635 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.232242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Deleting port b066eb02-defc-4b35-ae5d-8edecbe02ba4 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:01.232872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.330252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] For port b066eb02-defc-4b35-ae5d-8edecbe02ba4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b066eb02-defc-4b35-ae5d-8edecbe02ba4,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:01.331038 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.355676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Calling delete_port for b066eb02-defc-4b35-ae5d-8edecbe02ba4 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:01.419137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:59:00Z', 'revision_number': 5, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port': {'id': 'b066eb02-defc-4b35-ae5d-8edecbe02ba4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:39Z', 'updated_at': '2021-08-31T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:01.463304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] Checking router: 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:59:01.473615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] Routers {'48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:01.474529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:58:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:01.590420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] Set router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:01.596478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.660647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b066eb02-defc-4b35-ae5d-8edecbe02ba4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:01.669230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:59:01Z', 'revision_number': 6, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:01.705144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c96d8b-df32-4ef4-a628-3523c1978de7 None None] The sync data for ids ['48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543'] in n-d-712142-16 is: [{'id': '48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543', 'name': 'tempest-TaggedBootDevicesTest-1113977183-router', 'tenant_id': 'ffcef016d8e24f919f7778eedfa391b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:38Z', 'updated_at': '2021-08-31T06:59:01Z', 'revision_number': 6, 'project_id': 'ffcef016d8e24f919f7778eedfa391b5', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:01.708370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.813175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.816952 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.861242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.861242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:59:01.866080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.866697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a27ac03e-633d-460a-8297-46fbb0b961e8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/48a2d188-eeaf-4ce3-a7c7-3f07a5bd5543 HTTP/1.1" status: 204 len: 168 time: 0.9910343 Aug 31 06:59:01.869402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39056) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:01.930160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff58d34e-84b2-4148-ac33-1d3285c4ea14 admin admin] Deleting subnet ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:01.934045 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff58d34e-84b2-4148-ac33-1d3285c4ea14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.975129 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff58d34e-84b2-4148-ac33-1d3285c4ea14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.071248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff58d34e-84b2-4148-ac33-1d3285c4ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.155145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff58d34e-84b2-4148-ac33-1d3285c4ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.195877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58d34e-84b2-4148-ac33-1d3285c4ea14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:02.201411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff58d34e-84b2-4148-ac33-1d3285c4ea14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.203262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ff58d34e-84b2-4148-ac33-1d3285c4ea14 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ad3f3d69-40e7-48cf-9aaf-d7bfe9e3cb69 HTTP/1.1" status: 204 len: 168 time: 0.3323441 Aug 31 06:59:02.206106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39072) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:02.208295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c914fd8-4211-4a5c-aa6f-b34a3fbcc007 None None] Network 2c71b659-92d8-4b29-abc6-2d570dfb2787 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:02.295211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8f91b5c1-fc3b-444c-9ebf-6027caa03443 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:02.343735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.425106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:02.425106 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.453734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Deleting port 03cd946a-384f-494a-9501-4294a333b887 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:02.456600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.487346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] DHCP port deletion for 2c71b659-92d8-4b29-abc6-2d570dfb2787 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:02.556347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] For port 03cd946a-384f-494a-9501-4294a333b887, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=03cd946a-384f-494a-9501-4294a333b887,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:02.556832 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.577358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Calling delete_port for 03cd946a-384f-494a-9501-4294a333b887 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:02.600919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] Deleting port 03cd946a-384f-494a-9501-4294a333b887 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:02.601494 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.691664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fe4b0756-ad91-4064-bf56-806e5b22d789 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:02.721158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39084) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:02.724084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: fe4b0756-ad91-4064-bf56-806e5b22d789 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:02.724814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device fe4b0756-ad91-4064-bf56-806e5b22d789 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:02.750766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] For port 03cd946a-384f-494a-9501-4294a333b887, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=03cd946a-384f-494a-9501-4294a333b887,segment=NetworkSegment(140c0796-dc18-4ed2-9ded-54959f3bc636),segment_id=140c0796-dc18-4ed2-9ded-54959f3bc636)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:02.751868 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.774057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] Calling delete_port for 03cd946a-384f-494a-9501-4294a333b887 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:02.777841 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.811765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Pushing event deleted for resources: {'Port': ['ID=03cd946a-384f-494a-9501-4294a333b887,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:02.813923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] No DVR routers for this DVR port 03cd946a-384f-494a-9501-4294a333b887 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:02.899572 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af6c93b8-d611-446d-b866-b2d5773fbdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.904250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.905421 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.915901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c71b659-92d8-4b29-abc6-2d570dfb2787']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:02.930670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] Pushing event deleted for resources: {'Port': ['ID=03cd946a-384f-494a-9501-4294a333b887,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:02.932184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140c0796-dc18-4ed2-9ded-54959f3bc636') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:02.933287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140c0796-dc18-4ed2-9ded-54959f3bc636') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:02.940627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a815cab-8f89-44a0-98fc-0c655244d770 None None] No DVR routers for this DVR port 03cd946a-384f-494a-9501-4294a333b887 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:02.950178 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.971769 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.981291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:59:02.988820 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: timer() Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:59:02.991075 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:59:03.042340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af6c93b8-d611-446d-b866-b2d5773fbdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.047735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-af6c93b8-d611-446d-b866-b2d5773fbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.076174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.083426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.088745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c71b659-92d8-4b29-abc6-2d570dfb2787 HTTP/1.1" status: 204 len: 168 time: 0.8807275 Aug 31 06:59:03.099208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c93b8-d611-446d-b866-b2d5773fbdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bfe12b-a485-440b-8ded-60e3a760d749,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.100906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecef2b5-55b2-4e66-bc99-0625250c157e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c71b659-92d8-4b29-abc6-2d570dfb2787,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.105342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-af6c93b8-d611-446d-b866-b2d5773fbdc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b62349e764ee4be3ae221fefae688dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829734 Aug 31 06:59:03.108294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39090) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.163533 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-131bfbe0-8cfe-4d3e-878f-319cfbb027bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.189281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-131bfbe0-8cfe-4d3e-878f-319cfbb027bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.241055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39092) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.250194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-131bfbe0-8cfe-4d3e-878f-319cfbb027bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.253398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-131bfbe0-8cfe-4d3e-878f-319cfbb027bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.256918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-131bfbe0-8cfe-4d3e-878f-319cfbb027bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4bfe12b-a485-440b-8ded-60e3a760d749 HTTP/1.1" status: 204 len: 168 time: 0.1453812 Aug 31 06:59:03.276395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bfbe0-8cfe-4d3e-878f-319cfbb027bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bfe12b-a485-440b-8ded-60e3a760d749,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.301634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a97c328-156b-49ad-a9e1-de6358bc4d09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffcef016d8e24f919f7778eedfa391b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593152 Aug 31 06:59:03.304870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39096) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.353400 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-30e0da43-93c2-45aa-9dd1-16ee0968eef0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545254 Aug 31 06:59:03.378510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2c3f-1bed-4c05-bc40-8bbb40f18a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.403663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2c3f-1bed-4c05-bc40-8bbb40f18a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.465867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-e5eae1f8-b646-422c-9adf-451905647cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:03.468046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-e5eae1f8-b646-422c-9adf-451905647cb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1098 time: 0.0615504 Aug 31 06:59:03.469132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2c3f-1bed-4c05-bc40-8bbb40f18a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.473066 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2c3f-1bed-4c05-bc40-8bbb40f18a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.476572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1f9e2c3f-1bed-4c05-bc40-8bbb40f18a37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39d61055-ffd5-492c-abee-616902666e27 HTTP/1.1" status: 204 len: 168 time: 0.1682429 Aug 31 06:59:03.483634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e2c3f-1bed-4c05-bc40-8bbb40f18a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d61055-ffd5-492c-abee-616902666e27,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.619183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-33af95dc-eca2-45e2-a12d-e233a8be0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:03.621436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-33af95dc-eca2-45e2-a12d-e233a8be0c48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.1295490 Aug 31 06:59:03.704604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-699b9626-7c7b-418b-9d52-3fff1470b2d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 1001 time: 0.0748746 Aug 31 06:59:03.740772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39106) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.757731 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.767072 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-ecbbcf3b-cd9f-40a1-b89a-9473f812c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:03.768639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-ecbbcf3b-cd9f-40a1-b89a-9473f812c321 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0566518 Aug 31 06:59:03.836186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-8ccf29a4-eb60-40dc-9728-b565b664c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:03.838835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-8ccf29a4-eb60-40dc-9728-b565b664c4b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610356 Aug 31 06:59:03.892013 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.899692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.924766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b066eb02-defc-4b35-ae5d-8edecbe02ba4 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:03.953767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb639ed7c7364a3f9d685ecb029e9ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095459 Aug 31 06:59:03.955249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39114) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.955945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d949a6-ab57-4205-adee-9215ddc91b75,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.957843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b066eb02-defc-4b35-ae5d-8edecbe02ba4 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:03.958196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b066eb02-defc-4b35-ae5d-8edecbe02ba4 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:03.958603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 03cd946a-384f-494a-9501-4294a333b887 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:03.989462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 03cd946a-384f-494a-9501-4294a333b887 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:03.990242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 03cd946a-384f-494a-9501-4294a333b887 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:04.012178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-a20bc75e-ab24-4c08-aec4-68e3635bcdc2 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642225 Aug 31 06:59:04.015744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.016101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.016442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.016804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.017147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.017506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.017834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.018157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.018476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.018797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.019227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.019434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9187e-0a95-4ec8-af68-c0e667135d16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:04.072366 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7081-dfe4-48e7-8810-da0ec9cf5f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.100925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7081-dfe4-48e7-8810-da0ec9cf5f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.122736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dadd21fe-e8e1-44b1-9fda-8c7a2b107804 req-ad680d53-09a5-4b98-99e8-337602e487e6 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019146 Aug 31 06:59:04.164382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7081-dfe4-48e7-8810-da0ec9cf5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.167855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fc5b7081-dfe4-48e7-8810-da0ec9cf5f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.169718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fc5b7081-dfe4-48e7-8810-da0ec9cf5f1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9d949a6-ab57-4205-adee-9215ddc91b75 HTTP/1.1" status: 204 len: 168 time: 0.2083440 Aug 31 06:59:04.185874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b7081-dfe4-48e7-8810-da0ec9cf5f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d949a6-ab57-4205-adee-9215ddc91b75,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:04.497014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39136) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:04.711279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-809535879-network', 'tenant_id': 'd25d49f580af4023b98b2717ffbc7c6b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:04.737585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Made reservation on behalf of d25d49f580af4023b98b2717ffbc7c6b for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:04.738192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33a81a-2342-48f5-a27b-4df721f66a2e req-60bbcf04-ea7c-45e8-8834-a7ac7dd256f3 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:04.739890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba33a81a-2342-48f5-a27b-4df721f66a2e req-60bbcf04-ea7c-45e8-8834-a7ac7dd256f3 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1098 time: 0.0499544 Aug 31 06:59:04.742534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.761847 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ba33a81a-2342-48f5-a27b-4df721f66a2e req-593458fa-8569-4f87-8f0e-ba45d737e4cd tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.763473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.793694 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.db.api [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:59:04.793694 n-d-712142-16 neutron-server[94667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:59:04.793694 n-d-712142-16 neutron-server[94667]: [parameters: {'project_id_1': 'd25d49f580af4023b98b2717ffbc7c6b', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 59, 4, 777578)}] Aug 31 06:59:04.793694 n-d-712142-16 neutron-server[94667]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:59:04.795004 n-d-712142-16 neutron-server[94667]: DEBUG oslo_db.api [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:59:04.888900 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ba33a81a-2342-48f5-a27b-4df721f66a2e req-593458fa-8569-4f87-8f0e-ba45d737e4cd tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.893541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ba33a81a-2342-48f5-a27b-4df721f66a2e req-593458fa-8569-4f87-8f0e-ba45d737e4cd tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.926508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba33a81a-2342-48f5-a27b-4df721f66a2e req-593458fa-8569-4f87-8f0e-ba45d737e4cd tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788664 Aug 31 06:59:04.932884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593458fa-8569-4f87-8f0e-ba45d737e4cd tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280bd66f-8d88-4545-8d71-60366689f872,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:05.078139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04ca4d-5d8b-40c1-90ae-8282fec9f54a req-7a90e5fd-5cca-49c3-b6a8-1c608dd287dc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.079824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de04ca4d-5d8b-40c1-90ae-8282fec9f54a req-7a90e5fd-5cca-49c3-b6a8-1c608dd287dc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0744238 Aug 31 06:59:05.123744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de04ca4d-5d8b-40c1-90ae-8282fec9f54a req-f11423fb-d945-4702-a206-c85947d54bda tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376997 Aug 31 06:59:05.151070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39166) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.226705 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0d3c83ae-e252-4222-8a45-8b8068a6b1d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/2fc187e1-87eb-4709-af0a-9944b0841d3f HTTP/1.1" status: 200 len: 993 time: 0.0744007 Aug 31 06:59:05.297003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.410551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.416276 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.452708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:59:05.457854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2584a1bd-4722-4935-acb1-5c0ca4fb7805,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:05.466746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.467296 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Added segment a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25 of type vlan for network 7c63bc87-0ab1-4f78-8623-95c27b17d24c Aug 31 06:59:05.514136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.543730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.544857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.545722 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.554458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39178) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.617518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1171861 Aug 31 06:59:05.618367 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 39184) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.624276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Request body: {'subnet': {'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-809535879-subnet', 'tenant_id': 'd25d49f580af4023b98b2717ffbc7c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:05.625156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0305fa0-aee3-4efc-8f18-c5d10286309a admin admin] Pushing event updated for resources: {'Network': ['ID=7c63bc87-0ab1-4f78-8623-95c27b17d24c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:05.636983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 7c63bc87-0ab1-4f78-8623-95c27b17d24c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:59:05.662300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Made reservation on behalf of d25d49f580af4023b98b2717ffbc7c6b for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:05.665666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.723933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-ac093238-0c81-443b-b8d2-968f3fea7a49 req-87eaecd3-2f8e-49ff-8912-a8ecbad26a56 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:59:05.725359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac093238-0c81-443b-b8d2-968f3fea7a49 req-87eaecd3-2f8e-49ff-8912-a8ecbad26a56 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1575606 Aug 31 06:59:05.771445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab815fa0-6721-4efa-988d-b0192188bbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.971942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.021002 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab815fa0-6721-4efa-988d-b0192188bbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.031621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab815fa0-6721-4efa-988d-b0192188bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.095921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ab815fa0-6721-4efa-988d-b0192188bbb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99c0438cfaf048fa8077f5c0c5b41ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400655 Aug 31 06:59:06.098386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39194) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:06.099867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b1f452a-7689-4752-8ab0-67b9e0e6e735,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:06.118395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab815fa0-6721-4efa-988d-b0192188bbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e37bb-103c-4d95-a66d-c2447e435191,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:06.160328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Checking segment: {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:06.160689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Network hostable DHCP agents. Network: 7c63bc87-0ab1-4f78-8623-95c27b17d24c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:59:06.171714 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f659a56-897c-4338-8c15-04db4be37075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.192952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd9e2e-48af-4e18-a6ea-dcecaf30533d req-426ef7d0-3dc1-4e60-9852-fce0b5699c96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:06.194456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cffd9e2e-48af-4e18-a6ea-dcecaf30533d req-426ef7d0-3dc1-4e60-9852-fce0b5699c96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.1042023 Aug 31 06:59:06.207323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Network 7c63bc87-0ab1-4f78-8623-95c27b17d24c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:59:06.215147 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f659a56-897c-4338-8c15-04db4be37075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.234814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-7fad9a97-15d0-445b-88d2-c3e32871e74d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1415234 Aug 31 06:59:06.243370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 7c63bc87-0ab1-4f78-8623-95c27b17d24c) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:06.249921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:06.250518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.256076 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cffd9e2e-48af-4e18-a6ea-dcecaf30533d req-1d54f39a-2ea2-4897-a6f4-b725691dea1e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520215 Aug 31 06:59:06.256289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf4a392-783c-4f94-8293-751f22111e50 None None] Network 7c63bc87-0ab1-4f78-8623-95c27b17d24c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:06.272282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a9bcf20a-7187-4fcb-8faa-cfb90103778c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6518669 Aug 31 06:59:06.296658 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f659a56-897c-4338-8c15-04db4be37075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.299290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f659a56-897c-4338-8c15-04db4be37075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.306663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f659a56-897c-4338-8c15-04db4be37075 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da8e37bb-103c-4d95-a66d-c2447e435191 HTTP/1.1" status: 204 len: 168 time: 0.2016339 Aug 31 06:59:06.322998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f659a56-897c-4338-8c15-04db4be37075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e37bb-103c-4d95-a66d-c2447e435191,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:06.445237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771cc48-ec46-4c91-871b-f0b75c74698c None None] Network 7c63bc87-0ab1-4f78-8623-95c27b17d24c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:06.482561 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:59:06.965788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-f4acc603-6623-4e85-b50d-c2ae739fc414 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:06.967611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-f4acc603-6623-4e85-b50d-c2ae739fc414 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 814 time: 0.1680183 Aug 31 06:59:06.992886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-f8b3e8d2-938c-4182-8edc-288bb5f9c205 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/quotas/d25d49f580af4023b98b2717ffbc7c6b HTTP/1.1" status: 200 len: 375 time: 0.0187943 Aug 31 06:59:07.073247 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-07d17a77-bda7-4dba-b1ce-239f64d6045d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705683 Aug 31 06:59:07.083432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-b01f9710-085d-4b7b-b8e2-4137cc657131 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:59:07.091596 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-b01f9710-085d-4b7b-b8e2-4137cc657131 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175140 Aug 31 06:59:07.219292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-cb4ca517-d6ae-4f39-8b00-9ddae42799d6 service neutron] 10.222.0.15 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263390 Aug 31 06:59:07.356752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-cf3c09a2-abb4-47c5-989a-610788f41e83 service neutron] 10.222.0.15 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299274 Aug 31 06:59:07.467036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3444067-5ff8-473e-8030-4f9e07dea40f req-f6e0d58d-bee3-45cf-88a2-980c04914472 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:07.468737 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3444067-5ff8-473e-8030-4f9e07dea40f req-f6e0d58d-bee3-45cf-88a2-980c04914472 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0804198 Aug 31 06:59:07.564660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3444067-5ff8-473e-8030-4f9e07dea40f req-4cdc22dd-62ca-4b75-bb5a-8d6fb5e1ceaa tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865228 Aug 31 06:59:07.622329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf89d2c9-287f-4e70-a418-62052a6c8df8 req-c0b25ed4-0beb-4589-a633-49faaede4787 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 210 time: 0.0458791 Aug 31 06:59:08.038343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-290ab84a-575d-42a7-bb2d-66c0d094e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:08.040067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-290ab84a-575d-42a7-bb2d-66c0d094e928 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1098 time: 0.0581036 Aug 31 06:59:08.147962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-c1e5b4e0-8077-401f-b64d-8c5a7206cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:08.149512 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-c1e5b4e0-8077-401f-b64d-8c5a7206cc1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.1027994 Aug 31 06:59:08.234234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-a97a5250-2398-418c-86d6-a7cef96430a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 1001 time: 0.0760617 Aug 31 06:59:08.295829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-5eaf8373-8e57-4176-ad20-e6e5d029d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:08.297456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-5eaf8373-8e57-4176-ad20-e6e5d029d120 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0561876 Aug 31 06:59:08.350406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-b627bb4f-ed2a-44d5-9ab2-b022d911a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:08.353105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-b627bb4f-ed2a-44d5-9ab2-b022d911a817 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472198 Aug 31 06:59:08.471119 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-2b4b9d74-8cf3-4d70-80cd-f432474be1c7 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098747 Aug 31 06:59:08.631040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-bb92ecfe-93c8-4012-aa1b-0cee649ee273 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530375 Aug 31 06:59:08.758317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5fddb455-7104-4a24-8133-9b8b10ffd527 req-d6b5e41d-519b-4535-ae36-645b91978262 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 210 time: 0.0638916 Aug 31 06:59:08.826603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668e0b8-a623-4b90-8174-d1283bdd13f9 req-9fffb4a6-68ca-44bd-981a-7a34fa1adc0b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:08.830108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a668e0b8-a623-4b90-8174-d1283bdd13f9 req-9fffb4a6-68ca-44bd-981a-7a34fa1adc0b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.1269054 Aug 31 06:59:08.920653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a668e0b8-a623-4b90-8174-d1283bdd13f9 req-ff289354-dd73-4205-86d2-a73f4e341eed tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821273 Aug 31 06:59:09.196925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-8a98f875-7906-4118-87aa-0d65e10fd3de tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=81655541feed4757b1d5d0fd01217bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284648 Aug 31 06:59:09.389250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-3e225615-fe4d-4145-9a4e-29aaa39f39cd tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:09.390755 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-3e225615-fe4d-4145-9a4e-29aaa39f39cd tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884325 Aug 31 06:59:09.406636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-459db0c0-482d-4497-9666-5d48959f26a0 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/quotas/81655541feed4757b1d5d0fd01217bd2 HTTP/1.1" status: 200 len: 375 time: 0.0098977 Aug 31 06:59:09.440145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-600d17e8-046d-4adf-aeae-452efb6754b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=81655541feed4757b1d5d0fd01217bd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279171 Aug 31 06:59:09.615098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2f8f1418-4df7-4fad-ac63-d95ff9cfcdb4 req-34ef40a8-1992-41a0-8570-62d49b7b89f9 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 210 time: 0.0292711 Aug 31 06:59:09.852757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a6b5b5e1-610e-4333-81b5-b4b986d3bc17 req-c3687ba3-8c2f-4cb0-97fe-1768dc51fec0 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 210 time: 0.0264745 Aug 31 06:59:10.074158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021742c-d5b2-4718-8e64-33bbde4f9276 req-3e288105-2194-4ffe-80a4-5db3c83040da tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:10.076060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0021742c-d5b2-4718-8e64-33bbde4f9276 req-3e288105-2194-4ffe-80a4-5db3c83040da tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0680764 Aug 31 06:59:10.120203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0021742c-d5b2-4718-8e64-33bbde4f9276 req-7b1eb752-9494-4d97-b1cd-a14c4f25ab85 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367610 Aug 31 06:59:10.546291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-a6d2dcdc-fe48-4e6f-b815-b161ed716f15 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=81655541feed4757b1d5d0fd01217bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367639 Aug 31 06:59:10.750083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54337b1a-9f5b-4e65-bf2a-e71eb70d0da6 req-ad281b6f-0ef8-47b3-ae06-9a33241f9bc8 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 210 time: 0.0386226 Aug 31 06:59:10.812909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b877fc65-420f-47b3-85f2-187ddf7d6595 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:10.815652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b877fc65-420f-47b3-85f2-187ddf7d6595 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2566869 Aug 31 06:59:10.828981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Request body: {'port': {'device_id': 'b719c023-3d1d-4af5-a6c0-3443ad67edb2', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '81655541feed4757b1d5d0fd01217bd2'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:11.024843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-201424a1-e43a-4e3a-abed-09412c80222a req-e243b76d-be7f-426a-9754-86c692386579 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 210 time: 0.0510798 Aug 31 06:59:11.067005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Made reservation on behalf of 81655541feed4757b1d5d0fd01217bd2 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:11.073325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-e5da3954-a01f-4c01-94c4-c7fdde8c34f3 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:11.076251 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.076544 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-e5da3954-a01f-4c01-94c4-c7fdde8c34f3 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.23 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 814 time: 0.1667731 Aug 31 06:59:11.090671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Request body: {'port': {'device_id': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'admin_state_up': True, 'tenant_id': 'd25d49f580af4023b98b2717ffbc7c6b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:11.093765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.227347 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.232362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.293510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c172e-2dba-4dc4-8520-b5f12908cdd1 req-e1202f9b-6f93-4585-8dad-62fababb80e5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:11.295656 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f3c172e-2dba-4dc4-8520-b5f12908cdd1 req-e1202f9b-6f93-4585-8dad-62fababb80e5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0768905 Aug 31 06:59:11.296383 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Made reservation on behalf of d25d49f580af4023b98b2717ffbc7c6b for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:11.300266 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.307964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd639b39-3291-40fa-91b5-b2814f810601,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:11.378944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f3c172e-2dba-4dc4-8520-b5f12908cdd1 req-83289714-94d8-498f-bbbc-7f20db96ff9b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765848 Aug 31 06:59:11.386999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Allocated IP 192.168.233.169 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/e29185c5-520a-4982-9a73-135b5c3f9fb3) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:11.467073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Allocated IP 172.20.0.7 (7c63bc87-0ab1-4f78-8623-95c27b17d24c/2b1f452a-7689-4752-8ab0-67b9e0e6e735/167d17b1-d6e0-4be6-ba5e-1032d7c11d6b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:11.544027 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.558723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Transition to ACTIVE for port object e29185c5-520a-4982-9a73-135b5c3f9fb3 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:11.594778 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.630245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.634611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:11.638710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:11.641221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:11.672918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.693160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Pushing event updated for resources: {'Port': ['ID=e29185c5-520a-4982-9a73-135b5c3f9fb3,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:11.718960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:11.719833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.734345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Network 7c63bc87-0ab1-4f78-8623-95c27b17d24c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:11.738634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:11.743816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:11.748589 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-b980bdcc-a875-42ca-815d-78e7be207589 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9235530 Aug 31 06:59:11.765547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Request body: {'port': {'device_id': 'b719c023-3d1d-4af5-a6c0-3443ad67edb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:11.768922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Pushing event updated for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:11.823443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:11.825091 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.850230 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-94ff8c50-dcf8-4ffc-8313-1847e95c6ce7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7631333 Aug 31 06:59:11.862090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Request body: {'port': {'device_id': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:11.878363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.932464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af6ed7-180c-4b49-9101-3feee02808bb req-4cf84a74-b8e2-40bf-b832-a24274f20a4b tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:11.933988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89af6ed7-180c-4b49-9101-3feee02808bb req-4cf84a74-b8e2-40bf-b832-a24274f20a4b tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 936 time: 0.1038160 Aug 31 06:59:11.939504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.005601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-31b4303e-a003-4264-8485-f7df85b009d0 None None] Provisioning for port e29185c5-520a-4982-9a73-135b5c3f9fb3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:12.013062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-31b4303e-a003-4264-8485-f7df85b009d0 None None] Provisioning complete for port e29185c5-520a-4982-9a73-135b5c3f9fb3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:12.014729 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31b4303e-a003-4264-8485-f7df85b009d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.053389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89af6ed7-180c-4b49-9101-3feee02808bb req-27762fe4-0714-4758-98b9-fb45c0eadab5 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105275 Aug 31 06:59:12.123890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-31b4303e-a003-4264-8485-f7df85b009d0 None None] Port e29185c5-520a-4982-9a73-135b5c3f9fb3 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:12.215064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29185c5-520a-4982-9a73-135b5c3f9fb3 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:12.225464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.245518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Transition to ACTIVE for port object e29185c5-520a-4982-9a73-135b5c3f9fb3 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:12.250012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.250486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d554c-74fa-49b3-8c4b-aff87e9a1eec req-219559f7-e98c-4d32-982d-ba41b802a414 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:12.252180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-023d554c-74fa-49b3-8c4b-aff87e9a1eec req-219559f7-e98c-4d32-982d-ba41b802a414 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 931 time: 0.0976989 Aug 31 06:59:12.318500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e29185c5-520a-4982-9a73-135b5c3f9fb3,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:12.325477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-023d554c-74fa-49b3-8c4b-aff87e9a1eec req-bf17edc3-7aca-4090-9eb6-c35fac9bff08 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616302 Aug 31 06:59:12.393357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:12.407468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.421637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Attempting to bind port e29185c5-520a-4982-9a73-135b5c3f9fb3 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:12.421978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Attempting to bind port e29185c5-520a-4982-9a73-135b5c3f9fb3 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:12.423579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Attempting to bind port e29185c5-520a-4982-9a73-135b5c3f9fb3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:12.425088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Transition to ACTIVE for port object 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:12.429612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Port e29185c5-520a-4982-9a73-135b5c3f9fb3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:59:12.429937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Attempting to bind port e29185c5-520a-4982-9a73-135b5c3f9fb3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:12.435453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.436808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:12.437149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:12.437556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:12.437981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Bound port: e29185c5-520a-4982-9a73-135b5c3f9fb3, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:12.438333 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.506832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Pushing event updated for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:12.610238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Attempting to bind port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:12.610737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Attempting to bind port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:12.611159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Attempting to bind port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:12.617482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:59:12.617910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Attempting to bind port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:12.625876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:12.626303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Checking segment: {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:12.626941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Bound using segment: {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:12.627457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Bound port: 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:12.627910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.741516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:12.745695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:12.750381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.790522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:12.791192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.792625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] 10.222.0.23 "PUT /v2.0/ports/167d17b1-d6e0-4be6-ba5e-1032d7c11d6b HTTP/1.1" status: 200 len: 1092 time: 0.9351711 Aug 31 06:59:12.793088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:12.795403 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098e75e6-31c5-4275-87a6-8497629a6b25" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:12.833837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27ceec-8682-40de-acc0-7faa3d2a3b6b service neutron] Pushing event updated for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:12.938096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2fae2-c482-42ad-8bcf-7450e31434f7 req-deee3702-7460-4f7b-a835-0b601ce59865 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:12.946674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc2fae2-c482-42ad-8bcf-7450e31434f7 req-deee3702-7460-4f7b-a835-0b601ce59865 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0976753 Aug 31 06:59:12.982916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] For port e29185c5-520a-4982-9a73-135b5c3f9fb3, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:13.021810 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddc2fae2-c482-42ad-8bcf-7450e31434f7 req-df747ee3-3054-45cc-aa57-811ffef6ee0c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713780 Aug 31 06:59:13.029546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] For port e29185c5-520a-4982-9a73-135b5c3f9fb3, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e29185c5-520a-4982-9a73-135b5c3f9fb3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:13.036697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.082866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.083650 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.085111 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/e29185c5-520a-4982-9a73-135b5c3f9fb3 HTTP/1.1" status: 200 len: 1097 time: 1.3270917 Aug 31 06:59:13.085653 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b719c023-3d1d-4af5-a6c0-3443ad67edb2', 'tag': 'e29185c5-520a-4982-9a73-135b5c3f9fb3'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:13.088500 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1452004-5cdc-4c5e-a2fe-c222b63bd586" -d '{"events": [{"name": "network-changed", "server_uuid": "b719c023-3d1d-4af5-a6c0-3443ad67edb2", "tag": "e29185c5-520a-4982-9a73-135b5c3f9fb3"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:13.161282 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0738a51e-75ec-4249-9134-86382a0b7677 x-openstack-request-id: req-0738a51e-75ec-4249-9134-86382a0b7677 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:13.161282 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b719c023-3d1d-4af5-a6c0-3443ad67edb2", "tag": "e29185c5-520a-4982-9a73-135b5c3f9fb3", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:13.161282 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0738a51e-75ec-4249-9134-86382a0b7677 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:13.161695 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b719c023-3d1d-4af5-a6c0-3443ad67edb2', 'tag': 'e29185c5-520a-4982-9a73-135b5c3f9fb3', 'status': 'completed', 'code': 200} Aug 31 06:59:13.189460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40ece6-8cef-4d74-a21f-a3d7c1e1a2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e29185c5-520a-4982-9a73-135b5c3f9fb3,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:13.221947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-f4a6e4a4-2628-409f-bca5-2e5d6a3940d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.223627 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-f4a6e4a4-2628-409f-bca5-2e5d6a3940d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81655541feed4757b1d5d0fd01217bd2&device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 1100 time: 0.0906339 Aug 31 06:59:13.245085 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27c4578-86e9-4649-80ba-ba50e557efbe x-openstack-request-id: req-f27c4578-86e9-4649-80ba-ba50e557efbe {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:13.245432 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:13.245672 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f27c4578-86e9-4649-80ba-ba50e557efbe {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:13.246083 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'status': 'completed', 'code': 200} Aug 31 06:59:13.278610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-f2634b3c-7b47-4803-af07-593bcda97cec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=e29185c5-520a-4982-9a73-135b5c3f9fb3 HTTP/1.1" status: 200 len: 217 time: 0.0450408 Aug 31 06:59:13.314086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-7c4e23a5-64fe-4327-b11a-e217fba0a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.316696 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-7c4e23a5-64fe-4327-b11a-e217fba0a90d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 1095 time: 0.4698882 Aug 31 06:59:13.346348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3f82d-794d-4a58-a865-684945d1d530 req-2448892d-41ee-4dbe-8461-759fa752404a tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.351114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-131cfbf5-fcf7-4454-a885-0cdd0d516686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.352909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-131cfbf5-fcf7-4454-a885-0cdd0d516686 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0678370 Aug 31 06:59:13.357881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8f3f82d-794d-4a58-a865-684945d1d530 req-2448892d-41ee-4dbe-8461-759fa752404a tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 948 time: 0.1106124 Aug 31 06:59:13.415507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-c5ec8099-03fb-4d28-8953-68545c389d14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b HTTP/1.1" status: 200 len: 217 time: 0.0897799 Aug 31 06:59:13.480282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-500eb1bc-75f8-4701-b565-a7ef857a5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.481935 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-500eb1bc-75f8-4701-b565-a7ef857a5312 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1203334 Aug 31 06:59:13.491924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e174d-1b41-449a-9a11-6a33aff14b5f req-8a14bf10-6499-4e0a-bfed-076af09ec143 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.493762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-214e174d-1b41-449a-9a11-6a33aff14b5f req-8a14bf10-6499-4e0a-bfed-076af09ec143 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 943 time: 0.0737834 Aug 31 06:59:13.513928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8f3f82d-794d-4a58-a865-684945d1d530 req-83578d13-5885-4a4d-bb5e-c4601e5b2348 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550276 Aug 31 06:59:13.524643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-8abf8394-62bb-4469-a2a8-c663b761d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.526489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-8abf8394-62bb-4469-a2a8-c663b761d44e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b1f452a-7689-4752-8ab0-67b9e0e6e735 HTTP/1.1" status: 200 len: 854 time: 0.0978732 Aug 31 06:59:13.571669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-6a837063-afe4-4d35-b1c9-ba1afe4e0d19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c63bc87-0ab1-4f78-8623-95c27b17d24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323033 Aug 31 06:59:13.614324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-214e174d-1b41-449a-9a11-6a33aff14b5f req-1c621463-1ff3-42e1-8339-60a11a77094b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703201 Aug 31 06:59:13.655533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-deb546a3-cfed-41f4-ab91-0dfacf8bd689 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597881 Aug 31 06:59:13.705668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-36e73936-d003-4e84-8c89-f62281011e0b service neutron] 10.222.0.23 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265867 Aug 31 06:59:13.770470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ad5fc16-7a3c-48f8-bba1-a8a41e50e38b req-37ce8757-e573-4689-9d52-272fcd575db0 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065164 Aug 31 06:59:13.841486 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b202de0-27a5-4778-8708-8d6f6516f728 req-03d4e0cd-3e2b-44b1-9ff0-7b042ffc3d9a service neutron] 10.222.0.23 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234722 Aug 31 06:59:13.898785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-add2312b-7d5a-4e3e-94cb-63228f43c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.899934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-add2312b-7d5a-4e3e-94cb-63228f43c5cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81655541feed4757b1d5d0fd01217bd2&device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 1100 time: 0.0702355 Aug 31 06:59:13.961471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-b919a53d-e8b5-4c0d-9356-6402e72f47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.964240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-b919a53d-e8b5-4c0d-9356-6402e72f47f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 1095 time: 0.0640998 Aug 31 06:59:14.054446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-65db53e6-9fed-427f-ab41-59aef121180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.057226 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-65db53e6-9fed-427f-ab41-59aef121180f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.1489182 Aug 31 06:59:14.092701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-21250134-8224-406e-b264-2f9e46150910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.094267 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-21250134-8224-406e-b264-2f9e46150910 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 915 time: 0.1216178 Aug 31 06:59:14.108543 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-1abe7eb5-de41-476d-99ea-1d78125d8975 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=e29185c5-520a-4982-9a73-135b5c3f9fb3 HTTP/1.1" status: 200 len: 217 time: 0.0442035 Aug 31 06:59:14.161082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-2ffbd567-890a-4cf5-b8f9-8e245d821d21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b HTTP/1.1" status: 200 len: 217 time: 0.0563254 Aug 31 06:59:14.167758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-ea475049-3e1b-4754-845f-1e70ff439c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.169476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-ea475049-3e1b-4754-845f-1e70ff439c25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0527210 Aug 31 06:59:14.210267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208ffe-0f71-487e-92b6-386e093dbe37 req-6a430fac-a0b3-4c76-b80f-f7e77042bfb3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.212018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37208ffe-0f71-487e-92b6-386e093dbe37 req-6a430fac-a0b3-4c76-b80f-f7e77042bfb3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.1167929 Aug 31 06:59:14.216630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-feeb81a3-ff2f-43b8-8c39-a26170bdd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.218306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-feeb81a3-ff2f-43b8-8c39-a26170bdd7d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0414791 Aug 31 06:59:14.234111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-f5b06925-7b18-4a06-8480-b110e0f40967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.235565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-f5b06925-7b18-4a06-8480-b110e0f40967 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b1f452a-7689-4752-8ab0-67b9e0e6e735 HTTP/1.1" status: 200 len: 854 time: 0.0657732 Aug 31 06:59:14.272928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-514ad89a-a63d-4447-8ae3-64416c731679 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c63bc87-0ab1-4f78-8623-95c27b17d24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289371 Aug 31 06:59:14.305108 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37208ffe-0f71-487e-92b6-386e093dbe37 req-4825afe2-144a-441e-aee2-91ea75e7b247 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826266 Aug 31 06:59:14.327860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-57dc5207-b16a-466a-8273-5896bd3d7859 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955911 Aug 31 06:59:14.382358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-008caee0-a05d-4196-b17b-30bebf012a61 service neutron] 10.222.0.23 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995553 Aug 31 06:59:14.435852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b1452004-5cdc-4c5e-a2fe-c222b63bd586 req-915b0fda-0722-47f3-80fb-257788a2a21e service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035774 Aug 31 06:59:14.476833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-098e75e6-31c5-4275-87a6-8497629a6b25 req-aa34afee-8462-4918-9ed0-ae44b6209637 service neutron] 10.222.0.23 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869150 Aug 31 06:59:14.642377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef081a-60df-4af3-92fe-bbc48ecfc513 req-85b7f56d-cf26-4945-a456-40d315b7f81a tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.643826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4aef081a-60df-4af3-92fe-bbc48ecfc513 req-85b7f56d-cf26-4945-a456-40d315b7f81a tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 948 time: 0.0499685 Aug 31 06:59:14.683898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4aef081a-60df-4af3-92fe-bbc48ecfc513 req-163bc587-0933-4ce3-afc7-f05d40acdfa0 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Aug 31 06:59:14.739416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8d88a-0e84-4390-833e-f2f1c57629a7 req-ca426968-f9fe-4259-b936-b186b9326c35 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.740826 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a4c8d88a-0e84-4390-833e-f2f1c57629a7 req-ca426968-f9fe-4259-b936-b186b9326c35 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 943 time: 0.0503740 Aug 31 06:59:14.782178 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a4c8d88a-0e84-4390-833e-f2f1c57629a7 req-cf0f5629-782a-4e04-adb6-4c933b3d7219 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Aug 31 06:59:15.424372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a95dc-2b1f-447f-942a-fa4a4f12a5bd req-3c1b9fd0-6225-4e45-997c-ed74fe87cfac tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:15.426013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef1a95dc-2b1f-447f-942a-fa4a4f12a5bd req-3c1b9fd0-6225-4e45-997c-ed74fe87cfac tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0494301 Aug 31 06:59:15.470688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef1a95dc-2b1f-447f-942a-fa4a4f12a5bd req-e85db535-5a2b-4239-a013-faa078d006e4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Aug 31 06:59:15.808769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5e1e9-ea3d-4fa0-a74b-f11c7975a2ad req-9ce01a3b-6e44-4edb-9c1b-16ada8c14201 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:15.810506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41c5e1e9-ea3d-4fa0-a74b-f11c7975a2ad req-9ce01a3b-6e44-4edb-9c1b-16ada8c14201 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 948 time: 0.0583823 Aug 31 06:59:15.849778 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41c5e1e9-ea3d-4fa0-a74b-f11c7975a2ad req-7b1af973-c47c-4fc4-8903-1aaa6fa5a284 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330868 Aug 31 06:59:15.907383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144b94-1762-4bca-812d-dde01a718970 req-fc011af2-22a8-40dd-afdf-0354456dbf9c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:15.908902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a144b94-1762-4bca-812d-dde01a718970 req-fc011af2-22a8-40dd-afdf-0354456dbf9c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 943 time: 0.0506647 Aug 31 06:59:15.950856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5a144b94-1762-4bca-812d-dde01a718970 req-637b2a67-a983-4084-8fc3-ae95329f2341 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358491 Aug 31 06:59:16.586987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a43b-b102-4b72-a648-9da430775fc3 req-160cac25-0320-40cb-aead-6dfc21247242 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.589027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ca6a43b-b102-4b72-a648-9da430775fc3 req-160cac25-0320-40cb-aead-6dfc21247242 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0499308 Aug 31 06:59:16.635641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ca6a43b-b102-4b72-a648-9da430775fc3 req-b48c8e9e-711b-4503-ae30-610156fc15cc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Aug 31 06:59:16.986815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed9bfe-417e-49d8-9587-e260ff86dc8d req-dd2c9697-f790-47de-9b70-fa5083e59eff tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.991851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85ed9bfe-417e-49d8-9587-e260ff86dc8d req-dd2c9697-f790-47de-9b70-fa5083e59eff tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 948 time: 0.0585923 Aug 31 06:59:17.032148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85ed9bfe-417e-49d8-9587-e260ff86dc8d req-5663f981-4c4f-4c70-b310-160978d92776 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Aug 31 06:59:17.076643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfffb8-e161-4d72-ae4c-8d83f5e2bb1c req-574bbb21-03b0-414c-afe3-3974b3db12b2 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:17.078284 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6cfffb8-e161-4d72-ae4c-8d83f5e2bb1c req-574bbb21-03b0-414c-afe3-3974b3db12b2 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 943 time: 0.0561497 Aug 31 06:59:17.117566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6cfffb8-e161-4d72-ae4c-8d83f5e2bb1c req-ef6bedfd-5904-4cb5-8cc6-e7cd9636d39c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Aug 31 06:59:17.754617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213e9b-c0c2-414a-815b-df9d433118c6 req-ef75bc7f-2a25-4273-8d63-dc252f359673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:17.756132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc213e9b-c0c2-414a-815b-df9d433118c6 req-ef75bc7f-2a25-4273-8d63-dc252f359673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0511138 Aug 31 06:59:17.800720 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc213e9b-c0c2-414a-815b-df9d433118c6 req-a2fe11a7-8354-41d2-a383-6fe315cf2721 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372796 Aug 31 06:59:18.089029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e29185c5-520a-4982-9a73-135b5c3f9fb3 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:59:18.158434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36805bb-ea7e-41db-a27e-82797f7e35b8 req-dc6268f9-0eff-4131-892c-c10d2650cbf8 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.160213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c36805bb-ea7e-41db-a27e-82797f7e35b8 req-dc6268f9-0eff-4131-892c-c10d2650cbf8 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 948 time: 0.0598853 Aug 31 06:59:18.217456 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c36805bb-ea7e-41db-a27e-82797f7e35b8 req-9514544e-07d8-4ea7-bf09-e50668dafb65 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Aug 31 06:59:18.240577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e29185c5-520a-4982-9a73-135b5c3f9fb3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e29185c5-520a-4982-9a73-135b5c3f9fb3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:18.252071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27ed8-8718-4e06-bea5-a5027b0f7263 req-66254e32-0ef9-4362-b146-22612a6f0b3b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.253773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdc27ed8-8718-4e06-bea5-a5027b0f7263 req-66254e32-0ef9-4362-b146-22612a6f0b3b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 943 time: 0.0579481 Aug 31 06:59:18.256425 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'e29185c5-520a-4982-9a73-135b5c3f9fb3', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': 'e29185c5-520a-4982-9a73-135b5c3f9fb3', 'mac_address': 'fa:16:3e:f4:55:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:59:18.299535 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.299942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdc27ed8-8718-4e06-bea5-a5027b0f7263 req-27251af2-0e15-4763-9c14-e6286d8a6eb3 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388546 Aug 31 06:59:18.314099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29185c5-520a-4982-9a73-135b5c3f9fb3 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:18.349963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e29185c5-520a-4982-9a73-135b5c3f9fb3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e29185c5-520a-4982-9a73-135b5c3f9fb3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:18.354145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.355151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:59:18.451670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e29185c5-520a-4982-9a73-135b5c3f9fb3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:18.497423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:18.510058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'port_id': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'mac_address': 'fa:16:3e:5a:47:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1f452a-7689-4752-8ab0-67b9e0e6e735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:59:18.550071 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.562775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:18.582316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:18.586704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.634233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:18.840549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['e29185c5-520a-4982-9a73-135b5c3f9fb3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:59:18.845894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['167d17b1-d6e0-4be6-ba5e-1032d7c11d6b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:59:18.927238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d01dea-81b4-43f8-a3bd-25fcb02b2537 req-33733268-2136-4e6d-8e6b-67e57a2a3982 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.929631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52d01dea-81b4-43f8-a3bd-25fcb02b2537 req-33733268-2136-4e6d-8e6b-67e57a2a3982 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0525467 Aug 31 06:59:18.969422 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52d01dea-81b4-43f8-a3bd-25fcb02b2537 req-33edf07d-2d4d-47ae-8b18-bb527830847e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335290 Aug 31 06:59:19.353079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcfb2d-d5ab-47a6-ad1d-d1268caff528 req-b091c458-af92-4b84-ab78-310e2ff56516 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:19.355540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a0fcfb2d-d5ab-47a6-ad1d-d1268caff528 req-b091c458-af92-4b84-ab78-310e2ff56516 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 949 time: 0.0674412 Aug 31 06:59:19.397945 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a0fcfb2d-d5ab-47a6-ad1d-d1268caff528 req-03a85c9e-c403-4161-80b4-dc43fa4c1608 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Aug 31 06:59:19.419440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c4372-ad8a-4744-8d83-497b9ea0b916 req-f449db1e-ad2f-48d1-b548-4e84afa50312 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:19.420991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-741c4372-ad8a-4744-8d83-497b9ea0b916 req-f449db1e-ad2f-48d1-b548-4e84afa50312 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 944 time: 0.0537503 Aug 31 06:59:19.460477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-741c4372-ad8a-4744-8d83-497b9ea0b916 req-aaf1d014-361e-43a4-b713-c251aef24808 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Aug 31 06:59:20.092423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ed18-521e-4129-b5f9-160300f89354 req-7167f5b5-c44c-4c6e-82a8-fa8c827cac62 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:20.094292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c17ed18-521e-4129-b5f9-160300f89354 req-7167f5b5-c44c-4c6e-82a8-fa8c827cac62 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0548158 Aug 31 06:59:20.104179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e29185c5-520a-4982-9a73-135b5c3f9fb3 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:20.138297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c17ed18-521e-4129-b5f9-160300f89354 req-c7a94926-9bb6-4e2a-be3a-1d162c3e7e1a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379612 Aug 31 06:59:20.153812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port e29185c5-520a-4982-9a73-135b5c3f9fb3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:20.157452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port e29185c5-520a-4982-9a73-135b5c3f9fb3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:20.157827 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.235237 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.258476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b719c023-3d1d-4af5-a6c0-3443ad67edb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29185c5-520a-4982-9a73-135b5c3f9fb3'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:20.261083 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b72c07c-b128-4831-976e-26447e5aa16f" -d '{"events": [{"server_uuid": "b719c023-3d1d-4af5-a6c0-3443ad67edb2", "name": "network-vif-plugged", "status": "completed", "tag": "e29185c5-520a-4982-9a73-135b5c3f9fb3"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:20.273788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e29185c5-520a-4982-9a73-135b5c3f9fb3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e29185c5-520a-4982-9a73-135b5c3f9fb3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:20.278388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.279323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:20.306378 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c4454-4f56-4a91-a141-ec2412e363a4 x-openstack-request-id: req-a82c4454-4f56-4a91-a141-ec2412e363a4 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:20.306664 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b719c023-3d1d-4af5-a6c0-3443ad67edb2", "name": "network-vif-plugged", "status": "completed", "tag": "e29185c5-520a-4982-9a73-135b5c3f9fb3", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:20.316346 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a82c4454-4f56-4a91-a141-ec2412e363a4 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:20.316346 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b719c023-3d1d-4af5-a6c0-3443ad67edb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29185c5-520a-4982-9a73-135b5c3f9fb3', 'code': 200} Aug 31 06:59:20.365685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e29185c5-520a-4982-9a73-135b5c3f9fb3,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:20.377597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:20.384228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:20.384951 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.407845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5970a-6d79-4756-bba1-d6a66bac3434 req-014650b3-7f2f-48f6-ba23-cd327c6e808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:20.409422 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5a5970a-6d79-4756-bba1-d6a66bac3434 req-014650b3-7f2f-48f6-ba23-cd327c6e808e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 1102 time: 0.0508733 Aug 31 06:59:20.463861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5a5970a-6d79-4756-bba1-d6a66bac3434 req-fcd6a745-1eb6-4c3d-9c20-d0033f3b0e03 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Aug 31 06:59:20.486116 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.523556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:20.528466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a077159-7172-493a-b646-e7f78fd8cbb7 req-ca9dea08-87f7-4124-98ea-4953b9bf5f3a tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:20.529097 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.531402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a077159-7172-493a-b646-e7f78fd8cbb7 req-ca9dea08-87f7-4124-98ea-4953b9bf5f3a tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 950 time: 0.0572786 Aug 31 06:59:20.573761 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a077159-7172-493a-b646-e7f78fd8cbb7 req-910ec397-b4f8-4d5b-8820-917c3bbc15a1 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366492 Aug 31 06:59:20.587112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:20.596410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0727cc-af79-45f9-a167-5e9e7f7e297a req-a7391230-fc90-4c36-8999-17fbb7fb171b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:20.598203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab0727cc-af79-45f9-a167-5e9e7f7e297a req-a7391230-fc90-4c36-8999-17fbb7fb171b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0606682 Aug 31 06:59:20.638168 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab0727cc-af79-45f9-a167-5e9e7f7e297a req-b01adc64-c61c-4b84-baf1-be94bdb9d43e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 Aug 31 06:59:21.261412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644f10-9389-4149-899a-d0425a32f29b req-19adf29c-1121-4b9a-bc72-f60a9764c7e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:21.263007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46644f10-9389-4149-899a-d0425a32f29b req-19adf29c-1121-4b9a-bc72-f60a9764c7e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0552247 Aug 31 06:59:21.304205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46644f10-9389-4149-899a-d0425a32f29b req-9344c273-d8e9-4283-bdbe-fb3c92107e30 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352881 Aug 31 06:59:21.724029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529230d1-6499-445b-af2e-039eaf0c44a5 req-6966b8d3-519a-40b0-8ea4-021d10aafcf7 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:21.725581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-529230d1-6499-445b-af2e-039eaf0c44a5 req-6966b8d3-519a-40b0-8ea4-021d10aafcf7 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 950 time: 0.0670524 Aug 31 06:59:21.769036 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-529230d1-6499-445b-af2e-039eaf0c44a5 req-38bd84b8-67b6-4e0f-8f1f-9eadf7b2f99c tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Aug 31 06:59:21.801773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6030-58e3-4cde-b676-42f5f64e3a7f req-2907d172-021d-49e6-862c-0aa597c85f5a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:21.803511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c1c6030-58e3-4cde-b676-42f5f64e3a7f req-2907d172-021d-49e6-862c-0aa597c85f5a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0886154 Aug 31 06:59:21.866187 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c1c6030-58e3-4cde-b676-42f5f64e3a7f req-f4d88afa-544c-4d38-b05a-4ec454059db2 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557499 Aug 31 06:59:22.309040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:22.311508 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14890a37-7847-437a-a152-b3790809b83b" -d '{"events": [{"server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "name": "network-vif-plugged", "status": "completed", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:22.356366 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51a04a8-e4c4-48a7-b176-b6ac1d3e7a39 x-openstack-request-id: req-a51a04a8-e4c4-48a7-b176-b6ac1d3e7a39 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:22.357795 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "name": "network-vif-plugged", "status": "completed", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:22.358262 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a51a04a8-e4c4-48a7-b176-b6ac1d3e7a39 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:22.358722 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'code': 200} Aug 31 06:59:22.480482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dec6ea-b0be-4355-b211-666cf789c9e4 req-95cf2c44-5b3e-45d3-8446-8ed455168d55 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:22.482066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52dec6ea-b0be-4355-b211-666cf789c9e4 req-95cf2c44-5b3e-45d3-8446-8ed455168d55 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0841322 Aug 31 06:59:22.487863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825844a3-e2be-4fd2-a2de-bd6660131421 req-346329b2-6e37-4e04-9eb7-830a8b0f6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:22.489353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825844a3-e2be-4fd2-a2de-bd6660131421 req-346329b2-6e37-4e04-9eb7-830a8b0f6b0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 1097 time: 0.0783572 Aug 31 06:59:22.548331 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52dec6ea-b0be-4355-b211-666cf789c9e4 req-cd8f8eae-b513-475d-9407-4c3bb0867c47 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579700 Aug 31 06:59:22.552173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-825844a3-e2be-4fd2-a2de-bd6660131421 req-5a5f1930-2526-4095-a1b1-8c9f9af8e134 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543532 Aug 31 06:59:22.998848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecac3d0-c454-4c27-a140-7ba500c43680 req-d893f5cb-22c9-4d20-8d85-0b725d648d8e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:23.002845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ecac3d0-c454-4c27-a140-7ba500c43680 req-d893f5cb-22c9-4d20-8d85-0b725d648d8e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0636222 Aug 31 06:59:23.046842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ecac3d0-c454-4c27-a140-7ba500c43680 req-6b431608-2663-4647-b6f0-057fedc2a941 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 Aug 31 06:59:23.733250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea11a54-8f3d-4f12-a867-6e7c8382c1c4 req-96d6a9b2-f980-4f74-b0d7-3347f49b9568 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:23.734838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ea11a54-8f3d-4f12-a867-6e7c8382c1c4 req-96d6a9b2-f980-4f74-b0d7-3347f49b9568 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0713744 Aug 31 06:59:23.783160 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ea11a54-8f3d-4f12-a867-6e7c8382c1c4 req-78c0749a-332d-4e2e-9824-4806711b9063 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Aug 31 06:59:24.175098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78fe3d-a343-4dff-954b-bcbdce042460 req-f00d18a3-5aaf-4cc7-8eaf-fda053a3c792 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:24.176622 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e78fe3d-a343-4dff-954b-bcbdce042460 req-f00d18a3-5aaf-4cc7-8eaf-fda053a3c792 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0497038 Aug 31 06:59:24.220210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0e78fe3d-a343-4dff-954b-bcbdce042460 req-e126f3c4-4c18-428f-984e-09bb9476456a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Aug 31 06:59:24.220749 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-edf356d0-97a0-4f2f-b2d4-ac54df068f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.365042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39d03e-197b-4f9b-84dd-8e230278fc44 req-8159c0e5-0220-4f87-8af7-6e590c743b96 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:24.366891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d39d03e-197b-4f9b-84dd-8e230278fc44 req-8159c0e5-0220-4f87-8af7-6e590c743b96 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0610251 Aug 31 06:59:24.412849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d39d03e-197b-4f9b-84dd-8e230278fc44 req-6846bbec-88ae-409c-85a5-13313822e7a5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374999 Aug 31 06:59:24.545805 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.754259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d31ade-30d0-41e2-b952-c93356cb40ea req-3012d00a-aa2c-43e9-8473-5c86949a15a4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:24.756343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32d31ade-30d0-41e2-b952-c93356cb40ea req-3012d00a-aa2c-43e9-8473-5c86949a15a4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0551333 Aug 31 06:59:24.811180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32d31ade-30d0-41e2-b952-c93356cb40ea req-af79ed72-8676-4141-a3a4-7455214845dd tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Aug 31 06:59:24.946799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca92010-0082-404b-878e-80bb29df8f35 req-08922c61-acf4-4a5a-ad7f-bd0e9c2de6e1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:24.955474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1ca92010-0082-404b-878e-80bb29df8f35 req-08922c61-acf4-4a5a-ad7f-bd0e9c2de6e1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0697978 Aug 31 06:59:25.009815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1ca92010-0082-404b-878e-80bb29df8f35 req-b7b5679c-8ec4-44f6-aa03-b448e3e2cd9e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533879 Aug 31 06:59:25.524794 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-1220a731-3613-4842-8c45-4119fbe719ed req-5efc0641-83b0-4c5a-b50f-fc0a3437a7bd service neutron] show failed (client error): The resource could not be found. Aug 31 06:59:25.525970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-5efc0641-83b0-4c5a-b50f-fc0a3437a7bd service neutron] 10.222.0.42 "GET /v2.0/ports/f60d8855-f102-4ef7-9c9f-cae376c4ec6c/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0631058 Aug 31 06:59:25.813157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-67a4adc5-831f-4151-b16b-c7a9e14e34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:25.814733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-67a4adc5-831f-4151-b16b-c7a9e14e34dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 1098 time: 0.1126258 Aug 31 06:59:25.827947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:25.889855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:25.930124 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:25.991901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f37051-39ce-4bd4-bc47-f2cac6e92811 req-2cf9ece1-46ca-4530-b834-6d856bfdba71 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:25.993501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79f37051-39ce-4bd4-bc47-f2cac6e92811 req-2cf9ece1-46ca-4530-b834-6d856bfdba71 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0916076 Aug 31 06:59:26.111841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79f37051-39ce-4bd4-bc47-f2cac6e92811 req-f14ef002-4061-48b0-9a52-c804b2a34798 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114359 Aug 31 06:59:26.158895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762806-098f-442c-8784-4d29fae2c0ea req-7d38f353-6b58-4b53-a129-21a5f22db069 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:26.161062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8762806-098f-442c-8784-4d29fae2c0ea req-7d38f353-6b58-4b53-a129-21a5f22db069 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0703576 Aug 31 06:59:26.221620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b8762806-098f-442c-8784-4d29fae2c0ea req-81e8b173-5124-477a-8520-9a16576477be tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538838 Aug 31 06:59:26.230258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:26.272593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:26.317057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:26.319662 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c77dc9-8aca-4151-9636-5889b31df2d0" -d '{"events": [{"server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "name": "network-vif-unplugged", "status": "completed", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:26.325233 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.339230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Transition to ACTIVE for port object f60d8855-f102-4ef7-9c9f-cae376c4ec6c will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:26.344292 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.460826 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a79e8-95d5-4732-8b8d-f7b01cc84b11 x-openstack-request-id: req-e84a79e8-95d5-4732-8b8d-f7b01cc84b11 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:26.460826 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "name": "network-vif-unplugged", "status": "completed", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:26.461107 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e84a79e8-95d5-4732-8b8d-f7b01cc84b11 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:26.461463 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'code': 200} Aug 31 06:59:26.472318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:26.552746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] No DVR routers for this DVR port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:26.700188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Attempting to bind port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:26.700515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Attempting to bind port f60d8855-f102-4ef7-9c9f-cae376c4ec6c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:26.700838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Attempting to bind port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on network 17addcb1-b7c3-4208-9830-b67de5e25e39 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:26.705159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on network 17addcb1-b7c3-4208-9830-b67de5e25e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:59:26.705509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Attempting to bind port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on network 17addcb1-b7c3-4208-9830-b67de5e25e39 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:26.710607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:26.710941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Checking segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:26.711322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Bound using segment: {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:26.711744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Bound port: f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352efcab-4da8-45bf-b905-17a5e8ed13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:26.712096 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.774866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:26.777861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:26.782741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.815648 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6ee503ea-1542-401a-b452-177d65bcc821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.816600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:26.817393 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.818604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] 10.222.0.23 "PUT /v2.0/ports/f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 1093 time: 0.9951963 Aug 31 06:59:26.841330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623e747-ea80-43e5-99b2-f6203b9f3c26 service neutron] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:26.895774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-bb1c19c7-ca80-4894-a5a4-6bd4ce26e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:26.897344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-bb1c19c7-ca80-4894-a5a4-6bd4ce26e5dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1096 time: 0.0529864 Aug 31 06:59:26.928894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.025348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-08562e04-7848-4023-bddc-e864c10d551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:27.028961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-08562e04-7848-4023-bddc-e864c10d551b service neutron] 10.222.0.23 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.1245658 Aug 31 06:59:27.131034 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-59ecf0a3-7da8-42a7-8f8e-814a15759374 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 999 time: 0.0955336 Aug 31 06:59:27.189126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-cdf3a005-181b-4d27-9177-b86711d929cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:27.190634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-cdf3a005-181b-4d27-9177-b86711d929cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0534670 Aug 31 06:59:27.240523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a731-3613-4842-8c45-4119fbe719ed req-bdbbb5d2-818a-428b-b135-eb2e899847c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:27.242121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-bdbbb5d2-818a-428b-b135-eb2e899847c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437367 Aug 31 06:59:27.250352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27691adf-821a-4c73-a8ca-33c70535aba6 req-206a556e-0e46-42ad-90fe-ee899ce72615 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:27.253016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27691adf-821a-4c73-a8ca-33c70535aba6 req-206a556e-0e46-42ad-90fe-ee899ce72615 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0628803 Aug 31 06:59:27.298781 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27691adf-821a-4c73-a8ca-33c70535aba6 req-7215a569-daae-48ff-bef7-2688bd1459f9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Aug 31 06:59:27.395033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fff5ec-2736-4985-a720-d805c63e162d req-6dc2f3e5-54ba-4c80-8aee-62eff8d1f7c5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:27.396563 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1fff5ec-2736-4985-a720-d805c63e162d req-6dc2f3e5-54ba-4c80-8aee-62eff8d1f7c5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.0893619 Aug 31 06:59:27.399008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-851d85da-4c4b-42b2-b711-505381d7b906 service neutron] 10.222.0.23 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495879 Aug 31 06:59:27.486364 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1fff5ec-2736-4985-a720-d805c63e162d req-f9e020ab-5850-45aa-bfaf-56185f87a4e8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830357 Aug 31 06:59:27.516750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1220a731-3613-4842-8c45-4119fbe719ed req-fa442bf4-38e4-4f2a-887a-70f64b2a65cc service neutron] 10.222.0.23 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073945 Aug 31 06:59:28.150963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:28.240349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f60d8855-f102-4ef7-9c9f-cae376c4ec6c no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:28.279616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f60d8855-f102-4ef7-9c9f-cae376c4ec6c not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:28.424687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d333f-5436-4226-a6b1-11b988aede29 req-04380552-4e7b-4a30-b02e-c4c09a767fef tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.426334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-749d333f-5436-4226-a6b1-11b988aede29 req-04380552-4e7b-4a30-b02e-c4c09a767fef tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0539670 Aug 31 06:59:28.462774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:28.465099 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df63140b-a097-42b1-9808-70d11fc190ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:28.467201 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-749d333f-5436-4226-a6b1-11b988aede29 req-87677faa-dbc4-4c44-a60a-9252ff6462b2 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Aug 31 06:59:28.530788 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8a76f5-fa8a-41ed-82ee-10bf72472cf6 x-openstack-request-id: req-1e8a76f5-fa8a-41ed-82ee-10bf72472cf6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:28.531276 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:28.531582 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e8a76f5-fa8a-41ed-82ee-10bf72472cf6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:28.532139 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'status': 'completed', 'code': 200} Aug 31 06:59:28.610538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63140b-a097-42b1-9808-70d11fc190ba req-74211ba1-b2c6-427c-a6de-bc7863e494f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.612495 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-74211ba1-b2c6-427c-a6de-bc7863e494f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1096 time: 0.0487466 Aug 31 06:59:28.615567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63140b-a097-42b1-9808-70d11fc190ba req-e9d1262c-2d14-4294-9397-fdd221650df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.617828 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-e9d1262c-2d14-4294-9397-fdd221650df6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1096 time: 0.0684214 Aug 31 06:59:28.711631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34095d-59fa-4454-9249-e89ec5bd8816 req-9ec146b6-518e-4bb2-b757-13b324ed2abf tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.713734 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d34095d-59fa-4454-9249-e89ec5bd8816 req-9ec146b6-518e-4bb2-b757-13b324ed2abf tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.1212349 Aug 31 06:59:28.716135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63140b-a097-42b1-9808-70d11fc190ba req-4de55569-cc2c-4e8c-859d-39a6b989aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.717978 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-4de55569-cc2c-4e8c-859d-39a6b989aa79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.0961595 Aug 31 06:59:28.776458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d34095d-59fa-4454-9249-e89ec5bd8816 req-a3bc2d1f-a45c-4ddb-b5b7-658fc7df87d9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536215 Aug 31 06:59:28.777983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63140b-a097-42b1-9808-70d11fc190ba req-de77b2c1-2378-4e1f-a06f-a017140ab7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.779694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-de77b2c1-2378-4e1f-a06f-a017140ab7c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.1463552 Aug 31 06:59:28.796432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-71566200-2a74-439a-811d-26be60fdb184 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 999 time: 0.0663569 Aug 31 06:59:28.859510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63140b-a097-42b1-9808-70d11fc190ba req-c57b5d70-476d-4dad-b8a5-fb257fafebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.861298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-c57b5d70-476d-4dad-b8a5-fb257fafebcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0564070 Aug 31 06:59:28.868624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-a0286cb6-4a9d-4976-af8e-54b6b225d1c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 999 time: 0.0807085 Aug 31 06:59:28.913405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63140b-a097-42b1-9808-70d11fc190ba req-09d7cd10-7eb4-476e-8c8e-1927f47dee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.914926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-09d7cd10-7eb4-476e-8c8e-1927f47dee8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458128 Aug 31 06:59:28.920415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63140b-a097-42b1-9808-70d11fc190ba req-65a56f72-f73e-429c-b1f8-be0e5323a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.921941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-65a56f72-f73e-429c-b1f8-be0e5323a03d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0468082 Aug 31 06:59:28.972005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63140b-a097-42b1-9808-70d11fc190ba req-2e3ba4aa-10d8-4740-9a16-e692ed56712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.974220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-2e3ba4aa-10d8-4740-9a16-e692ed56712f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450435 Aug 31 06:59:29.035361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-fcc7b9fd-1964-463d-99ae-b8c224294255 service neutron] 10.222.0.23 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129634 Aug 31 06:59:29.089070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-f0388a30-e52b-4e3f-ba78-85c66b070341 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074145 Aug 31 06:59:29.159904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-a047a807-b6b8-4a45-9ce4-e723dd053896 service neutron] 10.222.0.23 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150401 Aug 31 06:59:29.195277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df63140b-a097-42b1-9808-70d11fc190ba req-994b8e49-54b0-4a72-b94e-88002aa803cc service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992196 Aug 31 06:59:29.607985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fb9c6-bad6-4d51-9194-35048d8ab6e5 req-f4e8ff0d-49a2-4387-a60c-f24143982c63 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:29.609593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-080fb9c6-bad6-4d51-9194-35048d8ab6e5 req-f4e8ff0d-49a2-4387-a60c-f24143982c63 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0634401 Aug 31 06:59:29.664158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-080fb9c6-bad6-4d51-9194-35048d8ab6e5 req-a0b6032b-4547-4ca1-84c9-731cae9abc99 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 Aug 31 06:59:29.911556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc89b7-fd12-4ed9-b3a2-2f49aaa802e9 req-03adb8ea-4946-426f-ad7f-4ec19b71d552 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:29.913090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4dc89b7-fd12-4ed9-b3a2-2f49aaa802e9 req-03adb8ea-4946-426f-ad7f-4ec19b71d552 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.0558174 Aug 31 06:59:29.955871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4dc89b7-fd12-4ed9-b3a2-2f49aaa802e9 req-42c22282-bbe5-4766-ac37-5f624f0036b0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355670 Aug 31 06:59:30.013086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.262131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c856829-6de9-47ee-94b5-24f8652ebe58 req-65f81075-d3bc-42de-b021-f345d510cb66 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:30.263766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c856829-6de9-47ee-94b5-24f8652ebe58 req-65f81075-d3bc-42de-b021-f345d510cb66 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.1267204 Aug 31 06:59:30.272658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-c4db3ebd-9d62-4b5f-9bb0-6edc67a077d2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:30.274236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-c4db3ebd-9d62-4b5f-9bb0-6edc67a077d2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8&tenant_id=114c303e58824a2f81726133673c4639&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 944 time: 0.1273222 Aug 31 06:59:30.353861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c856829-6de9-47ee-94b5-24f8652ebe58 req-de4dbdb2-5ad1-4ba2-9aab-9776b869f9f9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785933 Aug 31 06:59:30.363163 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-3182c8e1-fcb2-4731-9ea2-e3ca8f716b8c service neutron] delete failed (client error): The resource could not be found. Aug 31 06:59:30.364192 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-3182c8e1-fcb2-4731-9ea2-e3ca8f716b8c service neutron] 10.222.0.42 "DELETE /v2.0/ports/f60d8855-f102-4ef7-9c9f-cae376c4ec6c/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0820827 Aug 31 06:59:30.452703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-86e5bc25-fb88-468a-bd9f-56a1bb766f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:30.454273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-86e5bc25-fb88-468a-bd9f-56a1bb766f46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1096 time: 0.0426340 Aug 31 06:59:30.546295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-123441a7-d87e-4368-b6b8-8c88a0ae91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:30.547708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-123441a7-d87e-4368-b6b8-8c88a0ae91c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.0868995 Aug 31 06:59:30.622361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-eb9d494a-f3c5-4041-a72b-9223a7c55087 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 999 time: 0.0680356 Aug 31 06:59:30.675420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-8dbb052e-fcb6-4622-be96-c3289e9f24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:30.676633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-8dbb052e-fcb6-4622-be96-c3289e9f24b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0473883 Aug 31 06:59:30.730941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-a66743b5-fb08-441a-99b4-081018ca3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:30.733913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-a66743b5-fb08-441a-99b4-081018ca3d74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500605 Aug 31 06:59:30.804183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a6453-7d17-42a8-9e2c-7d672e52b386 req-66b30249-05d4-44b8-ab26-915c1f150692 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:30.805791 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db4a6453-7d17-42a8-9e2c-7d672e52b386 req-66b30249-05d4-44b8-ab26-915c1f150692 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0628331 Aug 31 06:59:30.846234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-4e21cd51-a3d3-4165-be28-f09dd195ba57 service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029770 Aug 31 06:59:30.848608 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db4a6453-7d17-42a8-9e2c-7d672e52b386 req-f3c08d04-a777-40d3-8455-0fcedd4298ee tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365732 Aug 31 06:59:30.943312 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dab60422-0962-4ee7-814d-1e8ccd5920b7 req-c0513e2e-096b-4e69-8608-ff83f95e2b1c service neutron] 10.222.0.42 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903771 Aug 31 06:59:31.495001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb7048-2331-4ebe-8082-4ddae2c6ae0e req-f8ccdf2f-6382-4316-98c1-737a08ef9b8a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:31.497207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87fb7048-2331-4ebe-8082-4ddae2c6ae0e req-f8ccdf2f-6382-4316-98c1-737a08ef9b8a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 944 time: 0.0708942 Aug 31 06:59:31.538184 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87fb7048-2331-4ebe-8082-4ddae2c6ae0e req-e64d8acf-f463-41aa-b0d3-151bf9715aaf tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345767 Aug 31 06:59:32.012638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b3ade-cc37-4da5-b3fd-bdf97de026ea req-4cdaafd3-d641-4ec5-8d8d-36f86ded447a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:32.014547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055b3ade-cc37-4da5-b3fd-bdf97de026ea req-4cdaafd3-d641-4ec5-8d8d-36f86ded447a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0800350 Aug 31 06:59:32.068945 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055b3ade-cc37-4da5-b3fd-bdf97de026ea req-1b6b4994-9bd6-4ba7-be80-3884502277f1 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467105 Aug 31 06:59:32.182548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f60d8855-f102-4ef7-9c9f-cae376c4ec6c details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:59:32.280898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:32.291948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'port_id': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'mac_address': 'fa:16:3e:e3:57:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:59:32.330208 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.343289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60d8855-f102-4ef7-9c9f-cae376c4ec6c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:32.363284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:32.367120 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.419926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:32.615196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f60d8855-f102-4ef7-9c9f-cae376c4ec6c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:59:32.662881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5de4f2-8d68-4928-ab6f-071e3496d2c3 req-cb5350cb-c480-43ee-8414-c485deb2e6cb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:32.668362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e5de4f2-8d68-4928-ab6f-071e3496d2c3 req-cb5350cb-c480-43ee-8414-c485deb2e6cb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 945 time: 0.0594897 Aug 31 06:59:32.708903 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e5de4f2-8d68-4928-ab6f-071e3496d2c3 req-6e28d9dd-b115-4eb0-b3b1-a56788dc4919 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343523 Aug 31 06:59:32.732178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 39644) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:32.799387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-85f479ff-aa2c-4433-9b66-12e217616dd0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/2fc187e1-87eb-4709-af0a-9944b0841d3f HTTP/1.1" status: 200 len: 992 time: 0.0649905 Aug 31 06:59:33.212989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa2c5-f98e-4324-9335-9a4bcb593e48 req-64626607-ac02-460a-8fcf-8e24e8df2267 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:33.214684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae2aa2c5-f98e-4324-9335-9a4bcb593e48 req-64626607-ac02-460a-8fcf-8e24e8df2267 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0664318 Aug 31 06:59:33.257476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae2aa2c5-f98e-4324-9335-9a4bcb593e48 req-586fcda6-ea6c-494e-83c7-80d4c113147f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Aug 31 06:59:34.191956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f60d8855-f102-4ef7-9c9f-cae376c4ec6c up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:34.465542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port f60d8855-f102-4ef7-9c9f-cae376c4ec6c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:34.474454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f60d8855-f102-4ef7-9c9f-cae376c4ec6c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:34.476928 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:34.490683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805e994-47b9-4596-8b17-48f0d6b421bd req-c1a311e5-a384-4237-bf30-9f9885680aa5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:34.493025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1805e994-47b9-4596-8b17-48f0d6b421bd req-c1a311e5-a384-4237-bf30-9f9885680aa5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0647714 Aug 31 06:59:34.547899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1805e994-47b9-4596-8b17-48f0d6b421bd req-41b492f8-1b05-41a6-8cda-c2d1df747c8e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Aug 31 06:59:34.569678 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:34.593817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:34.596948 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3823704a-72ae-4692-90c4-ce0240cc93d3" -d '{"events": [{"server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "name": "network-vif-plugged", "status": "completed", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:34.611145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:34.616630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:34.650213 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6313eb9-c165-4157-bbaa-73367654aedf x-openstack-request-id: req-d6313eb9-c165-4157-bbaa-73367654aedf {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:34.650583 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "name": "network-vif-plugged", "status": "completed", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:34.651013 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6313eb9-c165-4157-bbaa-73367654aedf {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:34.651497 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'code': 200} Aug 31 06:59:34.678911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:35.687376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9469c6f-c21a-429e-be5e-252a7866382c req-468f7f7d-e323-473b-b633-7d5ef5eeee2c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:35.689010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9469c6f-c21a-429e-be5e-252a7866382c req-468f7f7d-e323-473b-b633-7d5ef5eeee2c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0639620 Aug 31 06:59:35.736343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c9469c6f-c21a-429e-be5e-252a7866382c req-f9d7b50a-dd46-4da5-9726-2794f5d19334 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Aug 31 06:59:36.882285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b973eb-74df-4218-81d3-37678e293328 req-2aed3d15-08de-431e-aace-bacf21f6e905 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:36.890567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82b973eb-74df-4218-81d3-37678e293328 req-2aed3d15-08de-431e-aace-bacf21f6e905 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0712736 Aug 31 06:59:36.935126 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82b973eb-74df-4218-81d3-37678e293328 req-27d3ae2b-02a0-49cb-a403-1dc513fdf915 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Aug 31 06:59:38.130240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ebbd1-33fc-4bb3-9eb2-790256dea80b req-25df3502-7e27-4d61-bbfe-2918069b2947 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:38.131840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-910ebbd1-33fc-4bb3-9eb2-790256dea80b req-25df3502-7e27-4d61-bbfe-2918069b2947 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0651948 Aug 31 06:59:38.181367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-910ebbd1-33fc-4bb3-9eb2-790256dea80b req-a9136813-24fa-44df-82f7-d1da3aa5219b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Aug 31 06:59:39.332430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b51d1-f8d5-4396-9333-499731544ef2 req-666ffe71-c64f-41ee-8a7a-8e5c8ee9c5c1 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:39.340669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-707b51d1-f8d5-4396-9333-499731544ef2 req-666ffe71-c64f-41ee-8a7a-8e5c8ee9c5c1 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0628519 Aug 31 06:59:39.383617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-707b51d1-f8d5-4396-9333-499731544ef2 req-6b432d9c-ffbc-4f49-8e4c-ffbb74f5584e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420806 Aug 31 06:59:40.525980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c66c-09a7-4dc8-88da-7abd3182aae9 req-c092448f-a0ab-4d67-aeba-b37e4e976c84 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:40.533541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc89c66c-09a7-4dc8-88da-7abd3182aae9 req-c092448f-a0ab-4d67-aeba-b37e4e976c84 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0594103 Aug 31 06:59:40.581796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc89c66c-09a7-4dc8-88da-7abd3182aae9 req-d0a101d5-5f7d-4b41-ae33-df112ceff05a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473921 Aug 31 06:59:41.694897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25053e-849a-4c4c-bc85-1da2b62d8461 req-28316878-825b-488b-aaab-262b1342faf5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:41.696939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b25053e-849a-4c4c-bc85-1da2b62d8461 req-28316878-825b-488b-aaab-262b1342faf5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0548148 Aug 31 06:59:41.746037 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b25053e-849a-4c4c-bc85-1da2b62d8461 req-e3006f2c-1483-48e1-99c8-2f5fb98b6e20 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Aug 31 06:59:42.886278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeac0e-81ba-42d4-bf0d-310d630e9d0f req-456ad7f4-d28c-43ee-be4c-a6567c06a7ee tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:42.888017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3caeac0e-81ba-42d4-bf0d-310d630e9d0f req-456ad7f4-d28c-43ee-be4c-a6567c06a7ee tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0710628 Aug 31 06:59:42.929067 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3caeac0e-81ba-42d4-bf0d-310d630e9d0f req-5ccc3403-0682-4e66-97f9-c7f382bf8604 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344005 Aug 31 06:59:43.483423 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:59:44.054361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53b39-fbcb-42b9-b4e4-e50316d90429 req-f75d2d1e-631a-460d-ae86-45d610c185ad tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:44.057125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fe53b39-fbcb-42b9-b4e4-e50316d90429 req-f75d2d1e-631a-460d-ae86-45d610c185ad tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0572381 Aug 31 06:59:44.096291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2fe53b39-fbcb-42b9-b4e4-e50316d90429 req-75147566-61fe-4cee-ad35-7471adaa925c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Aug 31 06:59:45.259681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d4a73-be31-49d8-b417-9428e920dedf req-de14392a-dac1-4660-a694-e60bd043c1ff tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:45.261560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d50d4a73-be31-49d8-b417-9428e920dedf req-de14392a-dac1-4660-a694-e60bd043c1ff tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0638478 Aug 31 06:59:45.325462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d50d4a73-be31-49d8-b417-9428e920dedf req-43dc91a8-2dae-4dd9-82bb-94d8ded0b106 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484321 Aug 31 06:59:46.456321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b95176-63b7-4f6e-9e14-7f5477854973 req-4aa2586c-ab62-4c37-8bfb-2cfa1ee1af23 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:46.458165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1b95176-63b7-4f6e-9e14-7f5477854973 req-4aa2586c-ab62-4c37-8bfb-2cfa1ee1af23 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0550590 Aug 31 06:59:46.500337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1b95176-63b7-4f6e-9e14-7f5477854973 req-a43fc181-b44e-4c1d-980b-cb46e3671406 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354042 Aug 31 06:59:47.648163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49ec04-4901-4ca5-8262-54a8d4ee8aa1 req-9d4cd5bc-6e7a-4348-98aa-94ec9ca2724b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:47.650841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c49ec04-4901-4ca5-8262-54a8d4ee8aa1 req-9d4cd5bc-6e7a-4348-98aa-94ec9ca2724b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0703678 Aug 31 06:59:47.697318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c49ec04-4901-4ca5-8262-54a8d4ee8aa1 req-8c90e426-a35a-4262-9e4c-cf902c957722 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Aug 31 06:59:48.822009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955851d5-f82d-43e4-9b19-87ec5e5c7708 req-0e49f57e-20fd-42b5-aaff-6d232ac41d33 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:48.823642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-955851d5-f82d-43e4-9b19-87ec5e5c7708 req-0e49f57e-20fd-42b5-aaff-6d232ac41d33 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0552266 Aug 31 06:59:48.868937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-955851d5-f82d-43e4-9b19-87ec5e5c7708 req-03a98040-dcdc-424d-ac49-d468515f789e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Aug 31 06:59:50.017417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b2741-2a1c-4c21-86ad-c2c4c5dce163 req-13e90ead-38e6-4205-a329-a0cb80956f9f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:50.019192 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f2b2741-2a1c-4c21-86ad-c2c4c5dce163 req-13e90ead-38e6-4205-a329-a0cb80956f9f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0590963 Aug 31 06:59:50.070048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f2b2741-2a1c-4c21-86ad-c2c4c5dce163 req-9d3620fb-a76b-4335-a211-c133c0dc9c33 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Aug 31 06:59:51.202469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b26f-d489-4755-836f-5944ef6d5719 req-b0f6555e-350e-4171-a764-dc952ac53527 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:51.204379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4d7b26f-d489-4755-836f-5944ef6d5719 req-b0f6555e-350e-4171-a764-dc952ac53527 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0601788 Aug 31 06:59:51.268501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4d7b26f-d489-4755-836f-5944ef6d5719 req-10ec2145-070b-415c-8e6e-3a43ab5caefd tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571575 Aug 31 06:59:52.413011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff4744-a583-474e-8d0c-2422688871f7 req-9e2c06d6-2d7b-46a8-ae1a-6f0beb60904e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:52.415200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0ff4744-a583-474e-8d0c-2422688871f7 req-9e2c06d6-2d7b-46a8-ae1a-6f0beb60904e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0759373 Aug 31 06:59:52.454897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0ff4744-a583-474e-8d0c-2422688871f7 req-dc274b73-bd43-4df4-b35b-abb28b85bec0 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Aug 31 06:59:52.915820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-c6417c03-0a0b-4439-bd97-1e50cd09c979 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639629 Aug 31 06:59:53.009578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-b242ca3c-f1ad-4cf7-b40a-c0b456fac1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:53.009578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-b242ca3c-f1ad-4cf7-b40a-c0b456fac1c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1098 time: 0.0477445 Aug 31 06:59:53.130835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-ca54a353-28e3-4545-ac3f-34ad191216e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:53.132357 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-ca54a353-28e3-4545-ac3f-34ad191216e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.0915487 Aug 31 06:59:53.216919 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-8256e0ea-b90f-4400-84df-7689df83cdd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 1001 time: 0.0766194 Aug 31 06:59:53.267348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-af781126-d541-40e3-9b0f-f8870eca30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:53.268891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-af781126-d541-40e3-9b0f-f8870eca30d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0445180 Aug 31 06:59:53.323593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-8ac227c6-6f57-4c10-b03d-f82ee975a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:53.325424 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-8ac227c6-6f57-4c10-b03d-f82ee975a44a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468926 Aug 31 06:59:53.427823 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-7f94de4f-dc21-4b47-9943-9d0f626c74b2 service neutron] 10.222.0.23 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936913 Aug 31 06:59:53.927214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87963c-205f-4d53-a5cc-b2e39e3cbae0 req-de6c2bb8-b677-41cc-b528-b31858670957 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:53.928761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c87963c-205f-4d53-a5cc-b2e39e3cbae0 req-de6c2bb8-b677-41cc-b528-b31858670957 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0788145 Aug 31 06:59:53.935314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52ce28ca-0d2e-4524-aa39-b8cf1d3015e5 req-69ccaa4d-59b6-4206-87da-54a8064268cb service neutron] 10.222.0.23 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993176 Aug 31 06:59:53.976752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c87963c-205f-4d53-a5cc-b2e39e3cbae0 req-c35480a7-b895-4807-bffc-8ebe64bebb10 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Aug 31 06:59:54.214382 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-623986c7-75f1-40f1-87fc-08784811d4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:54.569773 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:55.131017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30f31b-586b-434c-84c2-616e9580e13a req-778b5d46-5053-45a1-8c1a-97e3abc119a5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:55.132765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ca30f31b-586b-434c-84c2-616e9580e13a req-778b5d46-5053-45a1-8c1a-97e3abc119a5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0684452 Aug 31 06:59:55.177980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ca30f31b-586b-434c-84c2-616e9580e13a req-7af33de3-6f7d-4019-8248-659d8af1b53c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Aug 31 06:59:55.959217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.308402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64463e38-fc47-4818-b3e1-034709475e38 req-9cd2946f-6b2e-4646-8b62-8367bbab72d4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:56.310181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64463e38-fc47-4818-b3e1-034709475e38 req-9cd2946f-6b2e-4646-8b62-8367bbab72d4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0568264 Aug 31 06:59:56.357957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64463e38-fc47-4818-b3e1-034709475e38 req-020beb1c-877f-4821-bcb7-10cb8fa0cd51 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Aug 31 06:59:56.820316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-085cb440-328f-46e5-8bad-7ea6866c5a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.935879 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.488238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290a1e3-d778-44d3-b3c7-f7bbe3870a35 req-3c95f4a2-5a48-407f-a82d-3709cfd12689 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:57.489928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a290a1e3-d778-44d3-b3c7-f7bbe3870a35 req-3c95f4a2-5a48-407f-a82d-3709cfd12689 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0543318 Aug 31 06:59:57.542413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a290a1e3-d778-44d3-b3c7-f7bbe3870a35 req-eab0f79a-0f76-4e11-8068-577f2e7c7eb7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Aug 31 06:59:58.159231 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.665734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a0dd0-6351-44a7-bdce-f08acab9095f req-2e105dcc-a8b9-4ce6-8e1f-2728524aa6f9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:58.667381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b9a0dd0-6351-44a7-bdce-f08acab9095f req-2e105dcc-a8b9-4ce6-8e1f-2728524aa6f9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0603683 Aug 31 06:59:58.714267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b9a0dd0-6351-44a7-bdce-f08acab9095f req-7ead3437-087c-4703-98f3-bbb174500af9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Aug 31 06:59:59.888142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb097f-168d-433f-95b2-a07ecd7a2740 req-c9e522c8-fe08-4595-ab4f-49fd35920ff9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:59.889912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18cb097f-168d-433f-95b2-a07ecd7a2740 req-c9e522c8-fe08-4595-ab4f-49fd35920ff9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0713000 Aug 31 06:59:59.933666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18cb097f-168d-433f-95b2-a07ecd7a2740 req-07dad7fa-9a36-4659-ad3c-415f35691884 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375957 Aug 31 07:00:00.005012 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.380451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:00:00.390307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:00.538836 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.560311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:00.585225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:00.587902 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e380e5ce-3676-462e-b61c-31b57e74c5df" -d '{"events": [{"server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:00.592711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'port_id': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'mac_address': 'fa:16:3e:5a:47:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1f452a-7689-4752-8ab0-67b9e0e6e735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:00:00.603484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:00.608429 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.639566 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def12594-36cb-4528-9a6a-d4e2b8d4ea15 x-openstack-request-id: req-def12594-36cb-4528-9a6a-d4e2b8d4ea15 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:00.640028 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:00.641059 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-def12594-36cb-4528-9a6a-d4e2b8d4ea15 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:00.641059 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'code': 200} Aug 31 07:00:00.690659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.708035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:00.730959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:00.737506 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.752113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:00.759606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.760172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.760900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.761268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.761614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.761951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.762285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.762617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.762946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.763275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.763601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.763928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:00.832414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:00.974063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['167d17b1-d6e0-4be6-ba5e-1032d7c11d6b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:01.082030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24261ea-e2c7-4ff3-8552-a301717a25be req-318bb54e-f8b4-4e4c-943a-1e960dc1a372 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:01.087282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e24261ea-e2c7-4ff3-8552-a301717a25be req-318bb54e-f8b4-4e4c-943a-1e960dc1a372 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 944 time: 0.0676622 Aug 31 07:00:01.135419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e24261ea-e2c7-4ff3-8552-a301717a25be req-6f972519-0ebc-430f-a190-03f8054d78ba tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Aug 31 07:00:02.279827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f395-366d-470a-bfc4-e2ee95910fd8 req-9a9615ee-1632-47af-9b5e-fe78ca7d029e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:02.281541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c58f395-366d-470a-bfc4-e2ee95910fd8 req-9a9615ee-1632-47af-9b5e-fe78ca7d029e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 944 time: 0.0596960 Aug 31 07:00:02.327805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6c58f395-366d-470a-bfc4-e2ee95910fd8 req-94711b23-3330-4f73-bd33-9b049911527f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382497 Aug 31 07:00:02.379081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:02.433658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:02.434030 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.514272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.552110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:02.556781 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.614940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:02.641763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:02.644317 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ecc343-4ce7-4624-a46d-27af1b70fd73" -d '{"events": [{"server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "name": "network-vif-plugged", "status": "completed", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:02.684081 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d8dad-9f3e-486b-af59-dc44658d168c x-openstack-request-id: req-633d8dad-9f3e-486b-af59-dc44658d168c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:02.684388 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "name": "network-vif-plugged", "status": "completed", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:02.684646 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-633d8dad-9f3e-486b-af59-dc44658d168c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:02.685048 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'code': 200} Aug 31 07:00:02.866809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c415-2679-4832-a611-8abccf0ca308 req-9d436960-04d0-4705-ab72-9b7f42d9aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:02.868905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18e3c415-2679-4832-a611-8abccf0ca308 req-9d436960-04d0-4705-ab72-9b7f42d9aa74 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 1097 time: 0.0448394 Aug 31 07:00:02.917221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18e3c415-2679-4832-a611-8abccf0ca308 req-edad18e9-44b6-4a8b-8719-7af77e08f520 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Aug 31 07:00:03.294793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc149fb3-4399-40f2-b0d2-21d307dc1176 req-e59ded18-5930-4a92-914e-5ebef7bff220 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:03.297282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc149fb3-4399-40f2-b0d2-21d307dc1176 req-e59ded18-5930-4a92-914e-5ebef7bff220 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1098 time: 0.0458298 Aug 31 07:00:03.337805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc149fb3-4399-40f2-b0d2-21d307dc1176 req-f81d8ce4-4d62-4f74-988b-853ec42c09ac tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342300 Aug 31 07:00:03.361329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40228) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:03.567526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f48e-59d8-404a-8402-86a8da9f6473 req-8f0d8f33-bf38-4831-80ed-f20525c7d8f4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:03.569347 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e513f48e-59d8-404a-8402-86a8da9f6473 req-8f0d8f33-bf38-4831-80ed-f20525c7d8f4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0863028 Aug 31 07:00:03.634690 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e513f48e-59d8-404a-8402-86a8da9f6473 req-892816be-3ee5-4079-9fc6-dd76aa285746 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563145 Aug 31 07:00:03.637128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port f448a444-a888-476d-8aef-c97880bd9bee {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:03.637489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.728570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.728947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.741220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for f448a444-a888-476d-8aef-c97880bd9bee owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:03.943079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.979081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=f448a444-a888-476d-8aef-c97880bd9bee,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:04.048381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:04.048805 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Floating IP 2fc187e1-87eb-4709-af0a-9944b0841d3f disassociated (deleted). External IP: 172.25.5.31, port: f60d8855-f102-4ef7-9c9f-cae376c4ec6c. Aug 31 07:00:04.356833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router b766aeb3-dce6-41f1-8108-56cedb64644e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:00:04.484819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:04.492057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:04.497010 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] Sync routers for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:04.506417 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:04.507262 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:04.528160 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1007c082-6b33-494b-ad15-845c9ce980db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/floatingips/2fc187e1-87eb-4709-af0a-9944b0841d3f HTTP/1.1" status: 204 len: 168 time: 1.1656482 Aug 31 07:00:04.528694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:04.531714 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b68443-652c-4e04-99dc-6ce20d16298d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:04.604042 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019383d-e3d9-4185-b0c2-a60f51531242 x-openstack-request-id: req-9019383d-e3d9-4185-b0c2-a60f51531242 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:04.604337 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:04.604590 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9019383d-e3d9-4185-b0c2-a60f51531242 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:04.604992 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'status': 'completed', 'code': 200} Aug 31 07:00:04.628780 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:04.692343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-27266c76-5702-43db-8fa6-987f824e4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.692343 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-27266c76-5702-43db-8fa6-987f824e4a68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 1098 time: 0.0627840 Aug 31 07:00:04.883888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48f8a0-e990-426c-b9fe-4a5c946d74b7 req-ae82a7ee-b6ac-4df8-9302-6edbef33406b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.899992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d48f8a0-e990-426c-b9fe-4a5c946d74b7 req-ae82a7ee-b6ac-4df8-9302-6edbef33406b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.0759368 Aug 31 07:00:04.900851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3335fc4-d7a0-4865-8c3b-c0c81932eaac req-3e220dc4-8585-4cc4-a46c-5477dcccf688 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.915862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3335fc4-d7a0-4865-8c3b-c0c81932eaac req-3e220dc4-8585-4cc4-a46c-5477dcccf688 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.1002202 Aug 31 07:00:04.929015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-5ec90425-2d2a-4870-9a5e-e2917ff01e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.930824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-5ec90425-2d2a-4870-9a5e-e2917ff01e12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 200 len: 898 time: 0.2309978 Aug 31 07:00:04.969667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d48f8a0-e990-426c-b9fe-4a5c946d74b7 req-a5b45891-8514-44ae-a478-90dde58f095d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644598 Aug 31 07:00:05.019031 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-1f4e6800-0669-4b28-b4ae-a85909cacb08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 200 len: 217 time: 0.0795772 Aug 31 07:00:05.029217 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:05.084250 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3335fc4-d7a0-4865-8c3b-c0c81932eaac req-57e5c2e6-7ba1-46dd-9157-f43775a3684d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523829 Aug 31 07:00:05.087810 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] Checking router: b766aeb3-dce6-41f1-8108-56cedb64644e for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:05.099153 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:05.100176 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:05.112301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-891a2c27-2b3c-4767-acf7-d1035dafaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:05.112301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-891a2c27-2b3c-4767-acf7-d1035dafaabb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 200 len: 833 time: 0.0771351 Aug 31 07:00:05.205832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-5cd5acd8-a148-4f85-a948-b763f2bf46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:05.212619 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-5cd5acd8-a148-4f85-a948-b763f2bf46ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17addcb1-b7c3-4208-9830-b67de5e25e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979946 Aug 31 07:00:05.256374 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:05.263034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543bc42-fca4-4833-a049-c39df7375c6b req-b9861e6a-16a8-479b-99a2-d93aaa653645 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:05.275770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5543bc42-fca4-4833-a049-c39df7375c6b req-b9861e6a-16a8-479b-99a2-d93aaa653645 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0828102 Aug 31 07:00:05.321919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5543bc42-fca4-4833-a049-c39df7375c6b req-718fe0f0-4d23-4f3d-90d1-82f807293aa3 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Aug 31 07:00:05.334928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-dc8b01d0-53a2-45b7-9ba4-6f15ac6250f3 service neutron] 10.222.0.23 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101599 Aug 31 07:00:05.497698 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4b68443-652c-4e04-99dc-6ce20d16298d req-33788c87-ee1b-452e-b96e-147bd0434482 service neutron] 10.222.0.23 "GET /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543562 Aug 31 07:00:05.609346 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:05.638880 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794020f-9d58-4517-b8ee-eda75b75eb0c None None] The sync data for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 is: [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:07Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '39abc204-1ef3-425b-99bd-29394ce2825b', 'name': '', 'network_id': '17addcb1-b7c3-4208-9830-b67de5e25e39', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:72:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:05Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': '12f4e8bc-2f76-4873-8866-f2cb21c9e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:05.892156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-6ea3e9a1-1258-4609-bf2a-8975e955d94d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:05.904195 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-6ea3e9a1-1258-4609-bf2a-8975e955d94d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 814 time: 0.1765819 Aug 31 07:00:05.925623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8ff586b5-4f17-44f1-bfcb-373481b9eec4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/quotas/d25d49f580af4023b98b2717ffbc7c6b HTTP/1.1" status: 200 len: 375 time: 0.0201507 Aug 31 07:00:06.012337 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-d237183c-107a-47eb-95b6-728ffac98337 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838144 Aug 31 07:00:06.152212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d4fa7-ec0c-42f1-8e23-790b104f9d62 None None] New status for floating IP 2fc187e1-87eb-4709-af0a-9944b0841d3f: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:00:06.179200 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-a2bb11f1-6aad-498f-8363-bcbeb3330d1d service neutron] 10.222.0.15 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649990 Aug 31 07:00:06.215594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02691a4-c6f8-47aa-8a1b-36c1339b22f4 req-73fcf9bd-8248-4487-9771-54faf0c7d930 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:06.219368 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c02691a4-c6f8-47aa-8a1b-36c1339b22f4 req-73fcf9bd-8248-4487-9771-54faf0c7d930 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.1375766 Aug 31 07:00:06.301666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c02691a4-c6f8-47aa-8a1b-36c1339b22f4 req-8cc4338e-e34a-4366-ae02-28bf6fcf4f0d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=c95bd0a2-471a-42ef-b14f-4094de51fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709023 Aug 31 07:00:06.330830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-f1b8317e-3010-4a18-a6a8-76bd58e6d8ca tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:06.333072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-f1b8317e-3010-4a18-a6a8-76bd58e6d8ca tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 946 time: 0.1325200 Aug 31 07:00:06.368263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-87ae1dc2-1689-4729-bd13-7cebf9cd92b0 service neutron] 10.222.0.15 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697502 Aug 31 07:00:06.443086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port f60d8855-f102-4ef7-9c9f-cae376c4ec6c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:06.443473 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.551803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e7d3a893-2cdd-4732-b2a3-3cfcc593154e req-909c4c68-2ffb-473b-be88-45700153c956 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 210 time: 0.0379088 Aug 31 07:00:06.628220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port f60d8855-f102-4ef7-9c9f-cae376c4ec6c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:06.628595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.653457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for f60d8855-f102-4ef7-9c9f-cae376c4ec6c owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:06.802252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.846043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=f60d8855-f102-4ef7-9c9f-cae376c4ec6c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:06.873386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.873814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.874209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.874537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.874872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.875199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.875524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.875848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.876171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.876496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.876809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.877123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:06.901296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] No DVR routers for this DVR port f60d8855-f102-4ef7-9c9f-cae376c4ec6c on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:06.913735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.921604 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d5bb4a0-b8f3-433b-92f1-8edf30be9c50 req-07cab390-2128-4613-b250-16f7bd65395b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "DELETE /v2.0/ports/f60d8855-f102-4ef7-9c9f-cae376c4ec6c HTTP/1.1" status: 204 len: 173 time: 0.5821257 Aug 31 07:00:06.922200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'name': 'network-vif-deleted', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:06.924871 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3353a1b5-0234-4be3-bf07-923c1f0b3d24" -d '{"events": [{"server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "name": "network-vif-deleted", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:07.009642 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b820892-382b-438a-9a99-8d9112a51dda x-openstack-request-id: req-2b820892-382b-438a-9a99-8d9112a51dda {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:07.010113 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6db8e2b-7cbc-47d0-8de6-1f7953f372e8", "name": "network-vif-deleted", "tag": "f60d8855-f102-4ef7-9c9f-cae376c4ec6c", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:07.010437 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b820892-382b-438a-9a99-8d9112a51dda {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:07.011582 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6db8e2b-7cbc-47d0-8de6-1f7953f372e8', 'name': 'network-vif-deleted', 'tag': 'f60d8855-f102-4ef7-9c9f-cae376c4ec6c', 'status': 'completed', 'code': 200} Aug 31 07:00:07.036975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-1738580e-69fc-48b5-9fc1-ace4ac254dd5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:07.038719 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-1738580e-69fc-48b5-9fc1-ace4ac254dd5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8e2e001-6ea6-4554-af29-529bd3adbbbf HTTP/1.1" status: 200 len: 945 time: 0.0796938 Aug 31 07:00:07.181010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Deleting port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:07.181410 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.363167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] For port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:07.364195 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.400835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Calling delete_port for 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:07.517012 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c97e6edb-3009-4c9f-b4fc-a0aa8ba90360 req-2f2bd1d3-ac44-4972-b7f3-416946c0ad46 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6db8e2b-7cbc-47d0-8de6-1f7953f372e8 HTTP/1.1" status: 200 len: 210 time: 0.0356505 Aug 31 07:00:07.644418 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.669421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['167d17b1-d6e0-4be6-ba5e-1032d7c11d6b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:07.716951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Pushing event deleted for resources: {'Port': ['ID=167d17b1-d6e0-4be6-ba5e-1032d7c11d6b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:07.766076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] No DVR routers for this DVR port 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:07.769054 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.771417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdddb3bd-308f-4f34-8c99-ac02e02c124d req-82948480-e5a5-4b1f-a548-85154f49ec2f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.23 "DELETE /v2.0/ports/167d17b1-d6e0-4be6-ba5e-1032d7c11d6b HTTP/1.1" status: 204 len: 173 time: 0.7227480 Aug 31 07:00:07.812991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-190e0597-63c0-4853-9c6f-b88a4b33eaee req-7bc9e30e-944a-4e76-8ddd-5817d817ccc7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 210 time: 0.0753009 Aug 31 07:00:07.926356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-989e5765-5cdb-4e7f-a1b6-d23611a640d5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:07.927931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-989e5765-5cdb-4e7f-a1b6-d23611a640d5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.42 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 814 time: 0.2427177 Aug 31 07:00:07.942415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Request body: {'port': {'device_id': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'admin_state_up': True, 'tenant_id': 'd25d49f580af4023b98b2717ffbc7c6b'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:08.102542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Made reservation on behalf of d25d49f580af4023b98b2717ffbc7c6b for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:08.107539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.280168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Allocated IP 172.20.0.4 (7c63bc87-0ab1-4f78-8623-95c27b17d24c/2b1f452a-7689-4752-8ab0-67b9e0e6e735/268c9a60-d695-46c5-b388-f3bd361d07af) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:08.483474 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.527660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.577348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Network 7c63bc87-0ab1-4f78-8623-95c27b17d24c is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:08.583831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40394) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:08.588993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:08.594257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:08.647723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Pushing event updated for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:08.664368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.664725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.665096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.665464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.665974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.666496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.667016 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.667694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.667944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.668183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.668516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.668849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:08.700009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:08.701049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.722329 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-8a8e1947-8450-4d55-bd24-5f54cad7f8cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7842276 Aug 31 07:00:08.737665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Request body: {'port': {'device_id': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:08.815332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.017743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'name': 'network-vif-deleted', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:09.022230 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ac3306-ba6a-46d0-9738-4575a7f498ee" -d '{"events": [{"server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "name": "network-vif-deleted", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:09.086523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f1887-8612-4d08-92c4-8e3f469065d2 req-d788f886-f4af-420d-ab12-00ad6729d1d5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:09.088142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-750f1887-8612-4d08-92c4-8e3f469065d2 req-d788f886-f4af-420d-ab12-00ad6729d1d5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 931 time: 0.1624398 Aug 31 07:00:09.096694 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec518cd-d711-4a42-9e40-c74d2481dd7d x-openstack-request-id: req-7ec518cd-d711-4a42-9e40-c74d2481dd7d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:09.097119 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e2e001-6ea6-4554-af29-529bd3adbbbf", "name": "network-vif-deleted", "tag": "167d17b1-d6e0-4be6-ba5e-1032d7c11d6b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:09.097493 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ec518cd-d711-4a42-9e40-c74d2481dd7d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:09.097984 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e2e001-6ea6-4554-af29-529bd3adbbbf', 'name': 'network-vif-deleted', 'tag': '167d17b1-d6e0-4be6-ba5e-1032d7c11d6b', 'status': 'completed', 'code': 200} Aug 31 07:00:09.164567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.170527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-750f1887-8612-4d08-92c4-8e3f469065d2 req-04f5a808-254e-45d6-bb1b-4073ea750d9e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580547 Aug 31 07:00:09.265712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268c9a60-d695-46c5-b388-f3bd361d07af {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:09.274997 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.298159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Transition to ACTIVE for port object 268c9a60-d695-46c5-b388-f3bd361d07af will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:09.305450 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.451315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:09.489888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Attempting to bind port 268c9a60-d695-46c5-b388-f3bd361d07af on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:09.490345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Attempting to bind port 268c9a60-d695-46c5-b388-f3bd361d07af by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:09.490756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Attempting to bind port 268c9a60-d695-46c5-b388-f3bd361d07af on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:09.497091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Port 268c9a60-d695-46c5-b388-f3bd361d07af on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:00:09.497513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Attempting to bind port 268c9a60-d695-46c5-b388-f3bd361d07af on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:09.504386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:09.505195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Checking segment: {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:09.505820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Bound using segment: {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:09.507126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Bound port: 268c9a60-d695-46c5-b388-f3bd361d07af, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:09.507501 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.530385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 39abc204-1ef3-425b-99bd-29394ce2825b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:09.530826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.591937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:09.598406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:09.638219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.642104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port 39abc204-1ef3-425b-99bd-29394ce2825b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=39abc204-1ef3-425b-99bd-29394ce2825b,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:09.642697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.673152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 39abc204-1ef3-425b-99bd-29394ce2825b owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:09.693412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:09.694104 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.695630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] 10.222.0.42 "PUT /v2.0/ports/268c9a60-d695-46c5-b388-f3bd361d07af HTTP/1.1" status: 200 len: 1092 time: 0.9628727 Aug 31 07:00:09.696084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:09.698835 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:09.767717 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe440a7-05a4-4920-a694-7eeea196672a x-openstack-request-id: req-5fe440a7-05a4-4920-a694-7eeea196672a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:09.768016 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:09.768272 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fe440a7-05a4-4920-a694-7eeea196672a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:09.768681 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af', 'status': 'completed', 'code': 200} Aug 31 07:00:09.779784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ae82f-a83c-4349-8f32-cb7addaaa8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:09.799032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-d11ecfc4-cc8b-458c-a13a-909fa62e9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:09.800793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-d11ecfc4-cc8b-458c-a13a-909fa62e9718 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 1095 time: 0.0614409 Aug 31 07:00:09.848918 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-ada293bf-b2e1-4e99-b79c-10559e711c5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=268c9a60-d695-46c5-b388-f3bd361d07af HTTP/1.1" status: 200 len: 217 time: 0.0392063 Aug 31 07:00:09.922778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-eb96920a-7748-465e-ba0d-d77fab134f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:09.924962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-eb96920a-7748-465e-ba0d-d77fab134f24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b1f452a-7689-4752-8ab0-67b9e0e6e735 HTTP/1.1" status: 200 len: 854 time: 0.0689352 Aug 31 07:00:09.926396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.959967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-638bb90e-8305-48da-a496-5288600c4e79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c63bc87-0ab1-4f78-8623-95c27b17d24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271721 Aug 31 07:00:09.974128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=39abc204-1ef3-425b-99bd-29394ce2825b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:10.102516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-ea894f6a-e1ec-411b-a513-91fceefe57ee service neutron] 10.222.0.42 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352150 Aug 31 07:00:10.199237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:10.269108 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7d956371-732a-42bc-af95-cfbe36c25b9b req-0e2e9b88-10c1-495d-a9cc-f2a56bdfd56e service neutron] 10.222.0.42 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582766 Aug 31 07:00:10.400080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f60d8855-f102-4ef7-9c9f-cae376c4ec6c no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:10.403608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89824727-7f1e-4d7e-83eb-d61cebbc57bf req-130414b8-1603-4e1b-828d-9ee77a982bb8 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:10.405525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89824727-7f1e-4d7e-83eb-d61cebbc57bf req-130414b8-1603-4e1b-828d-9ee77a982bb8 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 943 time: 0.1191676 Aug 31 07:00:10.407268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-cc4c0be0-a952-4cf8-ae5b-fb28050fdec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:10.408670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-cc4c0be0-a952-4cf8-ae5b-fb28050fdec2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 1095 time: 0.0780025 Aug 31 07:00:10.421513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: f60d8855-f102-4ef7-9c9f-cae376c4ec6c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:10.421861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f60d8855-f102-4ef7-9c9f-cae376c4ec6c not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:10.422545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:10.452284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:10.453120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 167d17b1-d6e0-4be6-ba5e-1032d7c11d6b not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:10.896001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89824727-7f1e-4d7e-83eb-d61cebbc57bf req-4f889840-c29e-4783-bd4d-ab2709985d4c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816906 Aug 31 07:00:10.941594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-381a64df-4664-4375-aa51-32ebaaacdf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:10.943048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-381a64df-4664-4375-aa51-32ebaaacdf9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 915 time: 0.5266879 Aug 31 07:00:10.962410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router b766aeb3-dce6-41f1-8108-56cedb64644e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:00:10.996410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-7e5d210a-3642-4538-9121-0e0e13f361d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=268c9a60-d695-46c5-b388-f3bd361d07af HTTP/1.1" status: 200 len: 217 time: 0.0446150 Aug 31 07:00:11.074130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-2397d724-4393-42b7-92cf-42f6134c4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:11.075756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-2397d724-4393-42b7-92cf-42f6134c4903 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b1f452a-7689-4752-8ab0-67b9e0e6e735 HTTP/1.1" status: 200 len: 854 time: 0.0714810 Aug 31 07:00:11.123097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-ce3a078f-1685-49a5-ac45-c2cc175a8a2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c63bc87-0ab1-4f78-8623-95c27b17d24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388393 Aug 31 07:00:11.135214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:11.153644 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] Sync routers for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:11.166327 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:11.167180 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:11.172402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8ed1dc9a-80f7-47db-b4de-428b724f3f8f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "PUT /v2.0/routers/b766aeb3-dce6-41f1-8108-56cedb64644e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5845098 Aug 31 07:00:11.175266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40452) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:11.280422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1e3150-c5e3-416a-8b13-f96a12c43765 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting subnet 12f4e8bc-2f76-4873-8866-f2cb21c9e609 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:11.287245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3150-c5e3-416a-8b13-f96a12c43765 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.318598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-ce9ee044-251c-4e7d-8976-5742ced6a0f4 service neutron] 10.222.0.42 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844172 Aug 31 07:00:11.372918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3150-c5e3-416a-8b13-f96a12c43765 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.528062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3150-c5e3-416a-8b13-f96a12c43765 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.564111 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:11.579983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa2e967c-b951-4842-a0f5-ff5fe82ce82a req-fb67b800-209b-4eb3-b5de-c44366b6dc77 service neutron] 10.222.0.42 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513473 Aug 31 07:00:11.622568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3150-c5e3-416a-8b13-f96a12c43765 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.654888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e3150-c5e3-416a-8b13-f96a12c43765 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Subnet': ['ID=12f4e8bc-2f76-4873-8866-f2cb21c9e609,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:11.659406 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3150-c5e3-416a-8b13-f96a12c43765 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.665100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7b1e3150-c5e3-416a-8b13-f96a12c43765 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/subnets/12f4e8bc-2f76-4873-8866-f2cb21c9e609 HTTP/1.1" status: 204 len: 168 time: 0.4886045 Aug 31 07:00:11.665555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40462) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:11.670211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f53992-ff14-43cf-8495-76a9fb559b5d None None] Network 17addcb1-b7c3-4208-9830-b67de5e25e39 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:11.802915 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T07:00:09Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:11.841911 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] Checking router: b766aeb3-dce6-41f1-8108-56cedb64644e for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:11.869883 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] Routers {'b766aeb3-dce6-41f1-8108-56cedb64644e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:11.871268 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b766aeb3-dce6-41f1-8108-56cedb64644e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:11.886589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] DHCP port deletion for 17addcb1-b7c3-4208-9830-b67de5e25e39 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:11.953879 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.039779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] Deleting port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:12.040542 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.046439 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] Set router b766aeb3-dce6-41f1-8108-56cedb64644e gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:12.137626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:12.184220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa7456-8330-4101-a56f-f57f71e033a9 req-078b524e-6e96-4219-8afb-da985bd8f4db tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:12.185806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4fa7456-8330-4101-a56f-f57f71e033a9 req-078b524e-6e96-4219-8afb-da985bd8f4db tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 943 time: 0.1221552 Aug 31 07:00:12.270349 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.275999 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4fa7456-8330-4101-a56f-f57f71e033a9 req-44666598-525c-4209-b209-65da390f26d1 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749252 Aug 31 07:00:12.311015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] For port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:12.311424 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.339517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 47c6964f-c83e-4769-8d26-d6ecec720163 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:12.340026 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.344147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] Calling delete_port for 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:12.443894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port 47c6964f-c83e-4769-8d26-d6ecec720163, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=47c6964f-c83e-4769-8d26-d6ecec720163,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:12.444583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.460110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 47c6964f-c83e-4769-8d26-d6ecec720163 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:12.514234 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T07:00:09Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:12.528962 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.547287 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c40df1-29af-4651-a001-b7cfff521299 None None] The sync data for ids ['b766aeb3-dce6-41f1-8108-56cedb64644e'] in n-d-712142-16 is: [{'id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1212368011', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T07:00:09Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '47c6964f-c83e-4769-8d26-d6ecec720163', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b766aeb3-dce6-41f1-8108-56cedb64644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:12.615325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,segment=NetworkSegment(352efcab-4da8-45bf-b905-17a5e8ed13ca),segment_id=352efcab-4da8-45bf-b905-17a5e8ed13ca)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:12.620514 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.649155 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.666549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] No DVR routers for this DVR port 12e73f1c-0428-4345-ab7d-e8cc1e0971a3 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:12.688262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:12.738567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf0f5f-9756-4d0f-a1d1-3828219ed4e8 None None] Pushing event deleted for resources: {'Port': ['ID=12e73f1c-0428-4345-ab7d-e8cc1e0971a3,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:12.759988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.786665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=47c6964f-c83e-4769-8d26-d6ecec720163,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:12.858289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.960643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.963107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.032335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.032934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Fanout notify agent at l3_agent the message router_deleted on router b766aeb3-dce6-41f1-8108-56cedb64644e {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:00:13.040718 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.042011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-df2a001d-f231-4bde-a5d3-8154370e52a6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/routers/b766aeb3-dce6-41f1-8108-56cedb64644e HTTP/1.1" status: 204 len: 168 time: 1.3754544 Aug 31 07:00:13.044568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40492) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:13.129794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.230920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.247570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17addcb1-b7c3-4208-9830-b67de5e25e39']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:13.260295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352efcab-4da8-45bf-b905-17a5e8ed13ca') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:13.260843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352efcab-4da8-45bf-b905-17a5e8ed13ca') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:13.271712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.293249 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.323395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:00:13.324146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:00:13.345448 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:00:13.466896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.478415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.480345 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/networks/17addcb1-b7c3-4208-9830-b67de5e25e39 HTTP/1.1" status: 204 len: 168 time: 0.4348524 Aug 31 07:00:13.483235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40508) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:13.499550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090de4ad-5614-45d3-b066-ee0cc6207d50 req-4414219f-89ba-43a1-8cf7-a38b691cf45a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:13.501468 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-090de4ad-5614-45d3-b066-ee0cc6207d50 req-4414219f-89ba-43a1-8cf7-a38b691cf45a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 943 time: 0.1035242 Aug 31 07:00:13.520341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e74c4-9e76-4787-8dde-4f9945bcc1b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Network': ['ID=17addcb1-b7c3-4208-9830-b67de5e25e39,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:13.551408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-231389a1-36b3-4bbd-ada8-a9a7b40b0510 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.557125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-090de4ad-5614-45d3-b066-ee0cc6207d50 req-3b62c74a-5808-4ba0-8d77-5953178b179d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Aug 31 07:00:13.578949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-231389a1-36b3-4bbd-ada8-a9a7b40b0510 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.654674 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-231389a1-36b3-4bbd-ada8-a9a7b40b0510 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.655507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-231389a1-36b3-4bbd-ada8-a9a7b40b0510 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.658522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-231389a1-36b3-4bbd-ada8-a9a7b40b0510 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/security-groups/c95bd0a2-471a-42ef-b14f-4094de51fe3a HTTP/1.1" status: 204 len: 168 time: 0.1723840 Aug 31 07:00:13.667687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231389a1-36b3-4bbd-ada8-a9a7b40b0510 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95bd0a2-471a-42ef-b14f-4094de51fe3a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:13.950430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 47c6964f-c83e-4769-8d26-d6ecec720163 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:13.976949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 47c6964f-c83e-4769-8d26-d6ecec720163 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:13.977459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 47c6964f-c83e-4769-8d26-d6ecec720163 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:13.977944 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 39abc204-1ef3-425b-99bd-29394ce2825b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:14.001385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 39abc204-1ef3-425b-99bd-29394ce2825b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:14.001955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 39abc204-1ef3-425b-99bd-29394ce2825b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:14.063304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40530) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:14.067982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3e4bb415-502a-4d04-84f4-eccc7f0da5ea tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387374774', 'description': 'tempest-secgroup-smoke-387374774 description', 'project_id': '114c303e58824a2f81726133673c4639'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:14.096289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb415-502a-4d04-84f4-eccc7f0da5ea tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.187946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb415-502a-4d04-84f4-eccc7f0da5ea tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.193051 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb415-502a-4d04-84f4-eccc7f0da5ea tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.227055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb415-502a-4d04-84f4-eccc7f0da5ea tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.228192 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3e4bb415-502a-4d04-84f4-eccc7f0da5ea tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1638448 Aug 31 07:00:14.230191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bb415-502a-4d04-84f4-eccc7f0da5ea tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e968a21-e04d-467a-826b-c9753c476efd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:14.231182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40536) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:14.237261 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b19d9bd1-4172-4ecd-bd02-eaa0360a47fc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '6e968a21-e04d-467a-826b-c9753c476efd', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:14.274620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b19d9bd1-4172-4ecd-bd02-eaa0360a47fc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.328911 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b19d9bd1-4172-4ecd-bd02-eaa0360a47fc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.333510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b19d9bd1-4172-4ecd-bd02-eaa0360a47fc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.352798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d9bd1-4172-4ecd-bd02-eaa0360a47fc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2f2053-ed5d-4bc5-9160-db91c45e5df8,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:14.363921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b19d9bd1-4172-4ecd-bd02-eaa0360a47fc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.365624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b19d9bd1-4172-4ecd-bd02-eaa0360a47fc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326478 Aug 31 07:00:14.369082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40544) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:14.374048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-897daea8-6f7e-436d-b12f-7ab6ea93077b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '6e968a21-e04d-467a-826b-c9753c476efd', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:14.412569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-897daea8-6f7e-436d-b12f-7ab6ea93077b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.437717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 268c9a60-d695-46c5-b388-f3bd361d07af details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:00:14.482395 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-897daea8-6f7e-436d-b12f-7ab6ea93077b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.488180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-897daea8-6f7e-436d-b12f-7ab6ea93077b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.513636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897daea8-6f7e-436d-b12f-7ab6ea93077b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74221020-1d29-41f8-abce-facd0ec641d3,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:14.516599 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-897daea8-6f7e-436d-b12f-7ab6ea93077b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.518580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-897daea8-6f7e-436d-b12f-7ab6ea93077b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479371 Aug 31 07:00:14.521091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40548) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:14.527340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0f1e53cb-455e-4120-a8c4-0f3dd3b3667e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '6e968a21-e04d-467a-826b-c9753c476efd', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:14.558749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f1e53cb-455e-4120-a8c4-0f3dd3b3667e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.573245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:14.587086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '268c9a60-d695-46c5-b388-f3bd361d07af', 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'port_id': '268c9a60-d695-46c5-b388-f3bd361d07af', 'mac_address': 'fa:16:3e:aa:13:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1f452a-7689-4752-8ab0-67b9e0e6e735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:00:14.643767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.648724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f1e53cb-455e-4120-a8c4-0f3dd3b3667e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.655447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f1e53cb-455e-4120-a8c4-0f3dd3b3667e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.662891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268c9a60-d695-46c5-b388-f3bd361d07af {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:14.678690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0f1e53cb-455e-4120-a8c4-0f3dd3b3667e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.682863 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0f1e53cb-455e-4120-a8c4-0f3dd3b3667e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1606445 Aug 31 07:00:14.684859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40560) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:14.686946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:14.689917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0d69e02d-3329-4704-8055-6a9873b02e16 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '6e968a21-e04d-467a-826b-c9753c476efd', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:14.692839 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.696169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e53cb-455e-4120-a8c4-0f3dd3b3667e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e03c246-05aa-4a8a-ac32-8bc08329865b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:14.726366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d69e02d-3329-4704-8055-6a9873b02e16 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.746060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467be3-4ac1-4d69-be4f-5dce3f1ffe09 req-1c6b94a4-0562-4b91-8019-915da4339be3 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:14.755824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-61467be3-4ac1-4d69-be4f-5dce3f1ffe09 req-1c6b94a4-0562-4b91-8019-915da4339be3 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 943 time: 0.1023672 Aug 31 07:00:14.781585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:14.829918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-61467be3-4ac1-4d69-be4f-5dce3f1ffe09 req-381661a8-961f-4dfd-9754-fecb4c5962ab tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710833 Aug 31 07:00:14.830138 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d69e02d-3329-4704-8055-6a9873b02e16 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.835012 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d69e02d-3329-4704-8055-6a9873b02e16 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.858379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69e02d-3329-4704-8055-6a9873b02e16 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02faa13d-9405-479a-b40b-2bc688919487,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:14.860935 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0d69e02d-3329-4704-8055-6a9873b02e16 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.862396 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0d69e02d-3329-4704-8055-6a9873b02e16 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1765742 Aug 31 07:00:14.865137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40562) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:14.870697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ec186df9-2031-42c5-866c-16cb1f06a81a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '6e968a21-e04d-467a-826b-c9753c476efd', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:14.895572 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-ec186df9-2031-42c5-866c-16cb1f06a81a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Project 114c303e58824a2f81726133673c4639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:00:14.903136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['268c9a60-d695-46c5-b388-f3bd361d07af'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:14.907173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec186df9-2031-42c5-866c-16cb1f06a81a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.980382 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec186df9-2031-42c5-866c-16cb1f06a81a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.985302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec186df9-2031-42c5-866c-16cb1f06a81a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.000972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec186df9-2031-42c5-866c-16cb1f06a81a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b099f8c-77b3-4e4f-ab10-02f95e7865ba,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:15.020184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ec186df9-2031-42c5-866c-16cb1f06a81a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.022334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ec186df9-2031-42c5-866c-16cb1f06a81a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561458 Aug 31 07:00:15.025139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40570) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:15.029911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0f6fe164-e86c-4fed-bae0-664d67d5214f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '6e968a21-e04d-467a-826b-c9753c476efd', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:15.083418 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-0f6fe164-e86c-4fed-bae0-664d67d5214f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Project 114c303e58824a2f81726133673c4639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:00:15.092074 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe164-e86c-4fed-bae0-664d67d5214f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.155659 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe164-e86c-4fed-bae0-664d67d5214f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.159506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe164-e86c-4fed-bae0-664d67d5214f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.178362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe164-e86c-4fed-bae0-664d67d5214f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bc4a7d-416b-418c-92ef-8a3c6611ab6a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:15.187340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe164-e86c-4fed-bae0-664d67d5214f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.188772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f6fe164-e86c-4fed-bae0-664d67d5214f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625538 Aug 31 07:00:15.191590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40574) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:15.197447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'network': {'name': 'tempest-network-smoke--1259908853', 'project_id': '114c303e58824a2f81726133673c4639', 'port_security_enabled': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:15.219333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:15.223087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.248292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:00:15.258176 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.258453 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Added segment 839fb987-2b97-4625-b567-011bdefeae27 of type vlan for network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 Aug 31 07:00:15.300602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.327279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.332817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:15.333574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.431310 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2385671 Aug 31 07:00:15.435217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40586) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:15.440479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'admin_state_up': True, 'project_id': '114c303e58824a2f81726133673c4639', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:15.440635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0356d7b-f79c-44f6-8036-aa226420f061 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Network': ['ID=632e101c-7ce7-4fbd-8409-78b2b7b613b9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:15.452787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:00:15.479084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.480598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.554933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.729173 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.019037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.043041 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.063555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f62e30-67ee-41dc-81f6-da3ee9419fa8 req-da48b33e-8d06-4877-871d-7dc38ab85ee9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:16.065083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58f62e30-67ee-41dc-81f6-da3ee9419fa8 req-da48b33e-8d06-4877-871d-7dc38ab85ee9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 944 time: 0.1517138 Aug 31 07:00:16.171717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58f62e30-67ee-41dc-81f6-da3ee9419fa8 req-193089db-6bd8-4fb4-a2af-cd616dac39c2 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784760 Aug 31 07:00:16.199143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.25.5.213 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:16.329253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.372529 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.415823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:16.415823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:16.419092 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:16.451437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 268c9a60-d695-46c5-b388-f3bd361d07af up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:16.466938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:16.509697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 268c9a60-d695-46c5-b388-f3bd361d07af completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:16.516178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 268c9a60-d695-46c5-b388-f3bd361d07af triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:16.516554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.672731 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.698369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:16.700619 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9965795d-4f6d-4ddf-9706-8d5837deea77" -d '{"events": [{"server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "name": "network-vif-plugged", "status": "completed", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:16.727218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.736284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:16.742403 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.783049 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd09e88-9e3a-4ac6-939d-2fb0c8e25b73 x-openstack-request-id: req-dcd09e88-9e3a-4ac6-939d-2fb0c8e25b73 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:16.783344 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "name": "network-vif-plugged", "status": "completed", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:16.783602 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcd09e88-9e3a-4ac6-939d-2fb0c8e25b73 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:16.783996 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af', 'code': 200} Aug 31 07:00:16.806089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:16.994770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535eab6-eeac-424a-8d3b-f23a507763b3 req-a56f6e91-1c15-4629-a44f-1d2e1082caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:16.996304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a535eab6-eeac-424a-8d3b-f23a507763b3 req-a56f6e91-1c15-4629-a44f-1d2e1082caa2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 1097 time: 0.1420703 Aug 31 07:00:17.029693 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.045632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a535eab6-eeac-424a-8d3b-f23a507763b3 req-d3604ff7-293f-48fc-a8a0-60920cfb6a6b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Aug 31 07:00:17.173746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:00:17.673681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:17.685872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Sync routers for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:17.700674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:17.701346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:17.708575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c761db-590f-448f-b847-238555fd22a2 req-3e5e0970-126f-4980-987b-8d0a573503da tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:17.717835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63c761db-590f-448f-b847-238555fd22a2 req-3e5e0970-126f-4980-987b-8d0a573503da tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0822427 Aug 31 07:00:17.726201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.730771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40664) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.731299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0ce1eaf2-c326-4b36-9912-399113379b75 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2940462 Aug 31 07:00:17.767555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-63c761db-590f-448f-b847-238555fd22a2 req-d735cc69-e5e7-43d8-a229-57889de10dfa tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Aug 31 07:00:17.789398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0699118e-09d8-4a1d-ab4c-bfb7b8ff618f tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=114c303e58824a2f81726133673c4639&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538344 Aug 31 07:00:17.789637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40666) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.837371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:17.911247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be74af72-905a-4b64-91bd-bb13066a8578 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:17.912806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-be74af72-905a-4b64-91bd-bb13066a8578 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1225419 Aug 31 07:00:17.915898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.975000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 40674) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.975268 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd65fffa-2070-409f-a496-c87bf0b0e0cf tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577481 Aug 31 07:00:17.982054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613417093', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'project_id': '114c303e58824a2f81726133673c4639', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:18.041757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:16Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:18.070457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Checking router: f3e2a852-e840-4aa5-8f81-1c5ed35b90fa for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:18.070813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Updating router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:00:18.096451 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.201923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:18.208531 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.424214 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.438332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.441229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Transition to ACTIVE for port object dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:18.451541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.515224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Attempting to bind port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:18.515647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Attempting to bind port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:18.516199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Attempting to bind port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:18.520927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Subnet': ['ID=b260b118-62df-4b40-b0b5-82fdfe1cf0e4,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:18.528328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:18.528712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:18.529127 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.529796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:18.530498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Bound port: dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:18.530901 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.560117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c4d55-6f35-4513-a6d7-553c768266f0 None None] Pushing event updated for resources: {'Port': ['ID=dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:18.572081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Checking segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:18.573062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network hostable DHCP agents. Network: 632e101c-7ce7-4fbd-8409-78b2b7b613b9, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:00:18.605247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:00:18.620982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 632e101c-7ce7-4fbd-8409-78b2b7b613b9) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:18.628450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:18.629952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.634554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0827f6-2539-415f-bf87-018f47adeb6a None None] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:18.648311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fc7803eb-2374-42ca-8006-2fd8639a5407 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6712987 Aug 31 07:00:18.651026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 40696) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:18.731662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] For port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:18.778238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] For port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:18.794429 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.931977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:00:18.931977 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.938582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:18.939007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:18.982214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b708ed-24f3-4430-9518-8965b7e8d010 req-183f2915-57a1-4ea8-9832-ec2280c6c990 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:18.984492 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78b708ed-24f3-4430-9518-8965b7e8d010 req-183f2915-57a1-4ea8-9832-ec2280c6c990 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.1263099 Aug 31 07:00:19.041580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78b708ed-24f3-4430-9518-8965b7e8d010 req-21cdc30f-fb31-47af-a226-18d9d7862ec7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510633 Aug 31 07:00:19.201179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebe254-577a-41be-add2-0ea2986d34ef req-9837e524-260e-47cf-b1bb-7b5555806978 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:19.221082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3ebe254-577a-41be-add2-0ea2986d34ef req-9837e524-260e-47cf-b1bb-7b5555806978 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0881228 Aug 31 07:00:19.254703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c4d55-6f35-4513-a6d7-553c768266f0 None None] Pushing event updated for resources: {'Port': ['ID=dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:19.340572 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a3ebe254-577a-41be-add2-0ea2986d34ef req-dc8af7da-0885-4fdb-942c-94da2bd57436 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882540 Aug 31 07:00:19.381836 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.401532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:19.407109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Allocated IP 172.20.0.2 (632e101c-7ce7-4fbd-8409-78b2b7b613b9/b260b118-62df-4b40-b0b5-82fdfe1cf0e4/bd73999d-6a80-4a6d-8c2b-68c57099c0b9) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:19.700013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431363-ba50-44e0-aa5e-6ae847e00cc5 req-71c3acf5-4750-4276-a4f4-fb15f2c6db67 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:19.708021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef431363-ba50-44e0-aa5e-6ae847e00cc5 req-71c3acf5-4750-4276-a4f4-fb15f2c6db67 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.1180155 Aug 31 07:00:19.712848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:16Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:19.747057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80c91e-d4a4-45f5-a4c7-594a79dfbdf9 None None] The sync data for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 is: [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:16Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:19.795162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef431363-ba50-44e0-aa5e-6ae847e00cc5 req-2fe159dd-90c7-46ff-8126-f84703d2cca9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857556 Aug 31 07:00:19.828012 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.838889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Transition to ACTIVE for port object bd73999d-6a80-4a6d-8c2b-68c57099c0b9 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:19.860182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Transition to ACTIVE for port object bd73999d-6a80-4a6d-8c2b-68c57099c0b9 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:19.868674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.909744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:19.915547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:19.918292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:19.937793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.20.0.1 (632e101c-7ce7-4fbd-8409-78b2b7b613b9/b260b118-62df-4b40-b0b5-82fdfe1cf0e4/eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:19.956848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Pushing event updated for resources: {'Port': ['ID=bd73999d-6a80-4a6d-8c2b-68c57099c0b9,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:19.992657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Attempting to bind port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:19.993040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Attempting to bind port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:19.993445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Attempting to bind port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:19.999398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:20.003793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Checking segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:20.003793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.004055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Bound using segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:20.004557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Bound port: bd73999d-6a80-4a6d-8c2b-68c57099c0b9, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:20.004952 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.138396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa106527-63ca-4091-8480-516bafd40395 req-233bf87e-1fe2-4a65-9e6d-e63e30e46cda tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:20.150376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] For port bd73999d-6a80-4a6d-8c2b-68c57099c0b9, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:20.155531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] For port bd73999d-6a80-4a6d-8c2b-68c57099c0b9, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bd73999d-6a80-4a6d-8c2b-68c57099c0b9,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:20.158886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa106527-63ca-4091-8480-516bafd40395 req-233bf87e-1fe2-4a65-9e6d-e63e30e46cda tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.1501486 Aug 31 07:00:20.161237 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.218471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.239651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Transition to ACTIVE for port object eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:20.261871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f835e-eed8-492d-82f8-139cd1b8cc70 None None] Pushing event updated for resources: {'Port': ['ID=bd73999d-6a80-4a6d-8c2b-68c57099c0b9,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:20.330110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa106527-63ca-4091-8480-516bafd40395 req-763c06c8-d98e-4e0b-a6ad-3c0c03fdecf5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702480 Aug 31 07:00:20.362957 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.426086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:20.429826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:20.434170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:20.485624 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:00:20.560707 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.630122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:20.850660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.049791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90ab81-6949-4eab-8a1f-5b6bc6330a1f req-e9a55e6c-d697-4de6-a041-172c171a9e61 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:21.051348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a90ab81-6949-4eab-8a1f-5b6bc6330a1f req-e9a55e6c-d697-4de6-a041-172c171a9e61 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0979028 Aug 31 07:00:21.130689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a90ab81-6949-4eab-8a1f-5b6bc6330a1f req-ffaf548b-e496-4153-b1a4-31b154b83ac9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508907 Aug 31 07:00:21.315190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.322385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.409295 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.432208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:21.535649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:21.537727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:21.664810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559b6aa-e064-44ab-b073-3cb5e4b1f80d None None] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:21.698662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:00:21.815646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c63e80c8-b988-42bf-a163-8ffa9ffa49e4 None None] Provisioning for port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:21.872787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:21.878380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-224e73e2-0209-4ec6-b0ea-3f60fd868a96 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "PUT /v2.0/routers/f3e2a852-e840-4aa5-8f81-1c5ed35b90fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2260110 Aug 31 07:00:22.108445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bd73999d-6a80-4a6d-8c2b-68c57099c0b9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:22.177803 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Sync routers for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:22.192526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:22.198071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:22.198376 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.210159 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:22.210802 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:22.243163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-dde81eb9-0939-418e-a4dd-bb798438c5a1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387374774&fields=id&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 267 time: 0.1052272 Aug 31 07:00:22.310896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2b04ee26-9415-43c6-8323-9074aee38cf6 None None] Provisioning for port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:22.324428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2b04ee26-9415-43c6-8323-9074aee38cf6 None None] Provisioning complete for port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:22.324800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b04ee26-9415-43c6-8323-9074aee38cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.370452 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:22.441152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2b04ee26-9415-43c6-8323-9074aee38cf6 None None] Port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:00:22.447431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924aeb-daaf-4752-80c9-335836deadc0 req-f483c368-fd32-4cbc-b707-805753d84d3c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:22.455336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-f483c368-fd32-4cbc-b707-805753d84d3c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 797 time: 0.2033792 Aug 31 07:00:22.456977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673413e9-f6ab-4aa8-a2d2-f61732810bf2 req-aedf06e8-f2d6-4159-97c6-8f2647e73c0f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:22.474556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-49d4e0c1-ffcf-4824-86f0-20010af4caf9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/quotas/114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 375 time: 0.0182214 Aug 31 07:00:22.475688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-673413e9-f6ab-4aa8-a2d2-f61732810bf2 req-aedf06e8-f2d6-4159-97c6-8f2647e73c0f tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.1595688 Aug 31 07:00:22.504065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2b04ee26-9415-43c6-8323-9074aee38cf6 None None] Provisioning complete for port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:22.504701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b04ee26-9415-43c6-8323-9074aee38cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.510248 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.596202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port bd73999d-6a80-4a6d-8c2b-68c57099c0b9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bd73999d-6a80-4a6d-8c2b-68c57099c0b9,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:22.600298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-673413e9-f6ab-4aa8-a2d2-f61732810bf2 req-38236930-79c0-4711-a246-7bb1ac469788 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231785 Aug 31 07:00:22.605422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.606115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:22.671558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-bd79ed0b-1139-45a1-a55c-53a4897a7f14 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960862 Aug 31 07:00:22.790407 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:21Z', 'revision_number': 2, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:22.796246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=bd73999d-6a80-4a6d-8c2b-68c57099c0b9,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:22.816603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:22.824648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:22.825028 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.855656 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Checking router: f3e2a852-e840-4aa5-8f81-1c5ed35b90fa for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:22.858257 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Updating router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:00:22.868618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-6364f11d-e354-4237-962a-65b5d74579a6 service neutron] 10.222.0.15 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727531 Aug 31 07:00:22.908041 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.926163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a1e5cf2b-4dbc-4d14-8c6d-72df772e6936 None None] Provisioning complete for port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:22.927017 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf2b-4dbc-4d14-8c6d-72df772e6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.007667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-b2f222c8-74b5-4576-8dc2-cf85454983c3 service neutron] 10.222.0.15 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290491 Aug 31 07:00:23.079085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.090590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5cf2b-4dbc-4d14-8c6d-72df772e6936 None None] Port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:00:23.108834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:23.115038 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.181732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:23.218016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0fe48c2c-4fd5-45c2-a5fd-7542ccc259b0 None None] Provisioning complete for port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:23.219072 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0fe48c2c-4fd5-45c2-a5fd-7542ccc259b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.270721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0fe48c2c-4fd5-45c2-a5fd-7542ccc259b0 None None] Port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:00:23.314684 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.321625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b24986a-3995-43c1-bf9a-94d7ae997cde req-df7df462-f948-4974-8f84-eb4f46315aca tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 210 time: 0.0675154 Aug 31 07:00:23.327490 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Transition to ACTIVE for port object eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:23.334450 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.396761 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Pushing event updated for resources: {'Port': ['ID=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:23.432189 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.432577 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.432920 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.433283 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.436185 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.436185 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.436716 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.438558 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.438558 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.438829 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.439165 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.439493 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:23.527611 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Attempting to bind port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:23.528286 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Attempting to bind port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:23.528811 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Attempting to bind port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:23.535862 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:23.536568 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Checking segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:23.537081 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.537636 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Bound using segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:23.540058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Bound port: eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:23.540718 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.670260 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] For port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:23.677466 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] For port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:23.683687 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.770556 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63568bd5-2fed-4d59-b0a7-171cb496edf4 None None] Pushing event updated for resources: {'Port': ['ID=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:23.791688 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:23.792560 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:23.794086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb1c92-9769-462b-ade4-d079433d224d req-283f2b92-7dc8-43f9-9a74-742abb536828 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:23.797933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-12cb1c92-9769-462b-ade4-d079433d224d req-283f2b92-7dc8-43f9-9a74-742abb536828 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0821736 Aug 31 07:00:23.868182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-12cb1c92-9769-462b-ade4-d079433d224d req-4fba876d-4f2e-4f70-8a0f-dc766d92edba tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612943 Aug 31 07:00:23.997053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bd73999d-6a80-4a6d-8c2b-68c57099c0b9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:24.088752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:24.089581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.192555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:24.229783 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:24.257979 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a23ceaaa-601c-4cf5-8d06-5aa73086938e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.281884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:24.282389 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.470287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eba83975-e7c7-46bc-aeca-c0a66a30b1fc req-945ce145-d471-4a39-bd4e-c25de6b25541 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 210 time: 0.0590849 Aug 31 07:00:24.525627 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:24.566958 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f73c3-8149-49ca-8dfa-d46dbb6a8ac7 None None] The sync data for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 is: [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:24.594005 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.735895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924aeb-daaf-4752-80c9-335836deadc0 req-addad41e-866c-4b58-9c41-8aa87a5f1696 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:24.738630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-addad41e-866c-4b58-9c41-8aa87a5f1696 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 797 time: 0.2113359 Aug 31 07:00:24.813655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-dd6512ee-d6ea-40ba-a1e0-a4bf257eaa68 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 379 time: 0.0644526 Aug 31 07:00:24.826075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'port': {'device_id': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'admin_state_up': True, 'tenant_id': '114c303e58824a2f81726133673c4639', 'security_groups': ['6e968a21-e04d-467a-826b-c9753c476efd']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:25.021930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df7599-7ae8-42ec-a339-dc16c56c0f8a req-a73e9b08-903c-4bf2-bc26-4623c0cdc0df tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:25.028369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:25.032384 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.038081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93df7599-7ae8-42ec-a339-dc16c56c0f8a req-a73e9b08-903c-4bf2-bc26-4623c0cdc0df tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0861156 Aug 31 07:00:25.109440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93df7599-7ae8-42ec-a339-dc16c56c0f8a req-ba17f55e-ab40-42fe-9638-4f09a5c87e53 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512168 Aug 31 07:00:25.659021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddf1c8b9-a6e7-4c10-9c4d-9195dbe0618a req-00ac23c6-207b-4904-a6b3-f851651e88e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 210 time: 0.0508025 Aug 31 07:00:25.666631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.20.0.13 (632e101c-7ce7-4fbd-8409-78b2b7b613b9/b260b118-62df-4b40-b0b5-82fdfe1cf0e4/96ba1527-3519-463d-9d78-095e02b90eec) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:25.867807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.894513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Transition to ACTIVE for port object 96ba1527-3519-463d-9d78-095e02b90eec will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:25.965312 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.968262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.047382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:26.062904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:26.064655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:26.068654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:26.079191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:26.167667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:26.169711 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.172253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:26.180671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:26.181057 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.191462 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-d13a2787-b86e-47a1-8414-d4b99b38e77b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3693337 Aug 31 07:00:26.204365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Request body: {'port': {'device_id': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:26.322370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.353636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711240b-ace7-471b-b43d-2f0674f3aedf req-401bae27-579a-49b8-9545-ea874723d6cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:26.355987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a711240b-ace7-471b-b43d-2f0674f3aedf req-401bae27-579a-49b8-9545-ea874723d6cf tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.1249621 Aug 31 07:00:26.375596 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.426790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:26.429875 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f527dc0c-a685-44ec-9fcd-f4556d2c59fb None None] Provisioning for port 96ba1527-3519-463d-9d78-095e02b90eec completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:26.441453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f527dc0c-a685-44ec-9fcd-f4556d2c59fb None None] Provisioning complete for port 96ba1527-3519-463d-9d78-095e02b90eec triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:26.443354 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f527dc0c-a685-44ec-9fcd-f4556d2c59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.449488 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.451360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a711240b-ace7-471b-b43d-2f0674f3aedf req-5fc02491-c596-426f-865f-d586c14738b3 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871580 Aug 31 07:00:26.528348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f527dc0c-a685-44ec-9fcd-f4556d2c59fb None None] Port 96ba1527-3519-463d-9d78-095e02b90eec cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:00:26.564788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:26.701991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ba1527-3519-463d-9d78-095e02b90eec {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:26.711652 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.727222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Transition to ACTIVE for port object 96ba1527-3519-463d-9d78-095e02b90eec will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:26.731154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.818713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:26.840038 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c060e5a-9049-4970-b34a-086a74a59f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.865436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dd871-a6e7-4764-8565-011fa99edace req-cf58b2b7-23dc-4c0a-a670-ad4f91519ed5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:26.867597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a88dd871-a6e7-4764-8565-011fa99edace req-cf58b2b7-23dc-4c0a-a670-ad4f91519ed5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.1113210 Aug 31 07:00:26.925311 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.952299 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a88dd871-a6e7-4764-8565-011fa99edace req-a4ec9588-3fc4-449c-b52d-157d060ae046 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658553 Aug 31 07:00:26.966509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:26.966954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:26.967295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:26.973269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:00:26.973654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:26.993458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:26.993867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Checking segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:27.000467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Bound using segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:27.001056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Bound port: 96ba1527-3519-463d-9d78-095e02b90eec, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:27.001462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.080586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:27.084156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:27.091998 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.137902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.138282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.139738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] 10.222.0.23 "PUT /v2.0/ports/96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1093 time: 0.9403112 Aug 31 07:00:27.140194 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:27.142485 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:27.164415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9dd7a-da34-403e-8140-1ba65a3a866b service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:27.195667 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32fb18d-8740-4281-b495-f72d8c133f85 x-openstack-request-id: req-d32fb18d-8740-4281-b495-f72d8c133f85 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:27.197304 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:27.197924 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d32fb18d-8740-4281-b495-f72d8c133f85 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:27.198517 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'status': 'completed', 'code': 200} Aug 31 07:00:27.243289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924aeb-daaf-4752-80c9-335836deadc0 req-dff64bf5-d9d3-42c9-be68-728692203aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.244937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-dff64bf5-d9d3-42c9-be68-728692203aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1096 time: 0.0423381 Aug 31 07:00:27.289151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-a81d2979-0fc5-4924-833a-cc5dd1f310f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 217 time: 0.0362682 Aug 31 07:00:27.342371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924aeb-daaf-4752-80c9-335836deadc0 req-121581e4-db08-4be3-a8f7-4451aaf409df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.343914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-121581e4-db08-4be3-a8f7-4451aaf409df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0483787 Aug 31 07:00:27.398296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924aeb-daaf-4752-80c9-335836deadc0 req-6237f831-efa2-49b1-8c33-039e6eea1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.399820 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-6237f831-efa2-49b1-8c33-039e6eea1b72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476558 Aug 31 07:00:27.497755 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-347e53b0-08b1-4e7f-bd20-76e899192f1b service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908060 Aug 31 07:00:27.634755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe646ec4-74aa-49a7-b3ec-c4090eb663ad req-21175e90-3d7e-4724-b787-433e2d772d17 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.636846 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe646ec4-74aa-49a7-b3ec-c4090eb663ad req-21175e90-3d7e-4724-b787-433e2d772d17 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.1123314 Aug 31 07:00:27.640915 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77924aeb-daaf-4752-80c9-335836deadc0 req-29f1407a-efad-4e43-85ee-8c4f984a67a1 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355362 Aug 31 07:00:27.680134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe646ec4-74aa-49a7-b3ec-c4090eb663ad req-495ce005-c895-4533-b50a-5041d957eff6 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Aug 31 07:00:27.742760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-d634afcd-627b-45ef-863a-0adfb633086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.744262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-d634afcd-627b-45ef-863a-0adfb633086a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1096 time: 0.0484529 Aug 31 07:00:27.843010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-26844e8f-5b1a-4d9e-8da8-a04e201af196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.844522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-26844e8f-5b1a-4d9e-8da8-a04e201af196 service neutron] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.0932424 Aug 31 07:00:27.888623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-2603d2cf-89d5-4da3-9f06-5a13d3bc54a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 217 time: 0.0363417 Aug 31 07:00:27.976999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-27845d44-dac4-4ee6-95ec-d0962ec1d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.978886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-27845d44-dac4-4ee6-95ec-d0962ec1d4ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0812314 Aug 31 07:00:28.010839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:28.068479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-fe299604-d6aa-4f88-98b6-abd8e8313c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:28.073234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-fe299604-d6aa-4f88-98b6-abd8e8313c0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758109 Aug 31 07:00:28.109207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:28.109821 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.124500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164006-0386-462f-9d44-2b3448acf983 req-5ced7486-26ef-462a-a091-e20d539c9af9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:28.133349 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85164006-0386-462f-9d44-2b3448acf983 req-5ced7486-26ef-462a-a091-e20d539c9af9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.0667338 Aug 31 07:00:28.185247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85164006-0386-462f-9d44-2b3448acf983 req-7f1ad567-4d79-4bbc-9c0c-8a67aeb44465 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461345 Aug 31 07:00:28.221761 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.273346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-43fd2452-168a-4407-ace7-d2f8e7647824 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885595 Aug 31 07:00:28.404118 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea6dfd8b-a21f-473a-ac18-136f7dbce70f req-0a78f080-5275-4e55-a705-6636d6565e41 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152110 Aug 31 07:00:28.832974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1afc1-f5b4-4446-ac70-cab1cdc637a9 req-7cc066d0-48d7-4633-b524-bbb934cb5330 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:28.841923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96a1afc1-f5b4-4446-ac70-cab1cdc637a9 req-7cc066d0-48d7-4633-b524-bbb934cb5330 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0736477 Aug 31 07:00:28.914361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96a1afc1-f5b4-4446-ac70-cab1cdc637a9 req-f89eea20-9757-4035-8012-28ce513a6cec tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704155 Aug 31 07:00:29.312377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e98455-b6c0-47c0-aae2-3e5ae30e0e28 req-415458be-c83a-4aad-9156-e38032473b01 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:29.314157 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c6e98455-b6c0-47c0-aae2-3e5ae30e0e28 req-415458be-c83a-4aad-9156-e38032473b01 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.0580103 Aug 31 07:00:29.362636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c6e98455-b6c0-47c0-aae2-3e5ae30e0e28 req-b2ba39c8-ec58-4ec0-acae-950678f7b53f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415299 Aug 31 07:00:30.025404 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.066591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c62bf-3127-44b7-8671-892ef6c5e606 req-bd6229ab-1d55-4689-a353-0dd669b5b375 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:30.068393 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-407c62bf-3127-44b7-8671-892ef6c5e606 req-bd6229ab-1d55-4689-a353-0dd669b5b375 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0706370 Aug 31 07:00:30.114492 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-407c62bf-3127-44b7-8671-892ef6c5e606 req-fb7b61dd-0927-4acf-aa50-1707503c343d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358529 Aug 31 07:00:30.493723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 96ba1527-3519-463d-9d78-095e02b90eec details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:00:30.615124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:30.629831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '96ba1527-3519-463d-9d78-095e02b90eec', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'port_id': '96ba1527-3519-463d-9d78-095e02b90eec', 'mac_address': 'fa:16:3e:51:70:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:00:30.687640 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.701811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ba1527-3519-463d-9d78-095e02b90eec {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:30.729722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:30.737226 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.759602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70e251-e8bf-4fa9-a6c1-6cbd5a4ac4a7 req-82f25b33-aa23-43b8-b67d-9393ec8fa06a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:30.762509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb70e251-e8bf-4fa9-a6c1-6cbd5a4ac4a7 req-82f25b33-aa23-43b8-b67d-9393ec8fa06a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.0743573 Aug 31 07:00:30.796392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:30.812964 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb70e251-e8bf-4fa9-a6c1-6cbd5a4ac4a7 req-3bfb1bbb-5863-4315-994e-63abdd603232 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Aug 31 07:00:30.950907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['96ba1527-3519-463d-9d78-095e02b90eec'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:31.284623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1239-46b6-4c03-9e38-29258cd73839 req-a43e0d57-9b56-4e73-9b8b-8ced88276336 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:31.286624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8bd1239-46b6-4c03-9e38-29258cd73839 req-a43e0d57-9b56-4e73-9b8b-8ced88276336 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0895033 Aug 31 07:00:31.331862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8bd1239-46b6-4c03-9e38-29258cd73839 req-0dde71a1-f486-4f88-8cf9-7022eccaef08 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365727 Aug 31 07:00:31.939556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9abf-15a6-492a-8bf2-7b46ea7ff177 req-911521fc-a02a-45e8-9d57-4b7166767b65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:31.941101 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fac9abf-15a6-492a-8bf2-7b46ea7ff177 req-911521fc-a02a-45e8-9d57-4b7166767b65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 945 time: 0.0606728 Aug 31 07:00:31.980780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fac9abf-15a6-492a-8bf2-7b46ea7ff177 req-cf4c434a-3266-46f0-850b-79d1e35d2a89 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Aug 31 07:00:32.484713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18adb2-2787-4f51-bf0d-e773b397d895 req-2a317b28-f4b9-45f8-a91d-722a7e4e0f55 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.494658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 96ba1527-3519-463d-9d78-095e02b90eec up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:32.499224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c18adb2-2787-4f51-bf0d-e773b397d895 req-2a317b28-f4b9-45f8-a91d-722a7e4e0f55 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0754158 Aug 31 07:00:32.547648 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5c18adb2-2787-4f51-bf0d-e773b397d895 req-7e0dad9b-84c7-4efe-857c-cf5538f0fcd0 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471852 Aug 31 07:00:32.572053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 96ba1527-3519-463d-9d78-095e02b90eec completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:32.576821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 96ba1527-3519-463d-9d78-095e02b90eec triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:32.577119 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.656230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.680012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:32.682284 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd59bb68-88bb-4cc1-9575-6770866606f2" -d '{"events": [{"server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "name": "network-vif-plugged", "status": "completed", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:32.695934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:32.700721 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.730620 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7c068a-0ca3-4819-a5fe-f518f9fc4c92 x-openstack-request-id: req-7d7c068a-0ca3-4819-a5fe-f518f9fc4c92 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:32.730981 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "name": "network-vif-plugged", "status": "completed", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:32.731358 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d7c068a-0ca3-4819-a5fe-f518f9fc4c92 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:32.731760 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'code': 200} Aug 31 07:00:32.759249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:32.822986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24089aa3-8a70-4b36-ad3a-55f248c05cbf req-d8190a35-abad-4126-86bf-227398f3a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.824671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24089aa3-8a70-4b36-ad3a-55f248c05cbf req-d8190a35-abad-4126-86bf-227398f3a21a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1098 time: 0.0408857 Aug 31 07:00:32.863824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24089aa3-8a70-4b36-ad3a-55f248c05cbf req-ca71eb55-f854-4370-93db-0943bea2cd8c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315917 Aug 31 07:00:33.105489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493afe-7802-4c6c-a8bc-0d6a84351134 req-62ee2476-9878-489b-86e4-472e7633e474 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:33.107011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d493afe-7802-4c6c-a8bc-0d6a84351134 req-62ee2476-9878-489b-86e4-472e7633e474 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0577590 Aug 31 07:00:33.158456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d493afe-7802-4c6c-a8bc-0d6a84351134 req-a50b4a90-6f83-46be-bff9-732c5103d642 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449839 Aug 31 07:00:33.679903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0f3a5-78ba-4469-b888-29dbcb3ee90b req-d5e6a97a-1a0b-417e-9ba1-60e2efe5ed31 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:33.681735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ff0f3a5-78ba-4469-b888-29dbcb3ee90b req-d5e6a97a-1a0b-417e-9ba1-60e2efe5ed31 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0531483 Aug 31 07:00:33.724213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ff0f3a5-78ba-4469-b888-29dbcb3ee90b req-ca8dd85b-a7ca-43d0-9a97-cee832b4a1bd tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362742 Aug 31 07:00:34.288468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dfee9-ec98-4e6a-88f1-e69d8d1d7fb9 req-9a3daa90-d373-4d27-8cfa-fe1ac1701e84 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:34.289962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae1dfee9-ec98-4e6a-88f1-e69d8d1d7fb9 req-9a3daa90-d373-4d27-8cfa-fe1ac1701e84 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0505426 Aug 31 07:00:34.328133 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae1dfee9-ec98-4e6a-88f1-e69d8d1d7fb9 req-f5db6060-e965-4908-83b2-7054068b3f03 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 Aug 31 07:00:34.452740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b902dd5-6a88-46f7-8477-4c8bd93c3e13 req-0651420f-dc78-4ef2-8ae8-ebade870eb4e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:34.454390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b902dd5-6a88-46f7-8477-4c8bd93c3e13 req-0651420f-dc78-4ef2-8ae8-ebade870eb4e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0571859 Aug 31 07:00:34.494304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b902dd5-6a88-46f7-8477-4c8bd93c3e13 req-fbb07167-37c0-47eb-b50e-fbc99ba7bd0c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331199 Aug 31 07:00:34.516554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41412) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:34.557804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c44b24-5e07-44b5-9a0c-250260ec90dc tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:34.562898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-21c44b24-5e07-44b5-9a0c-250260ec90dc tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1093 time: 0.0417359 Aug 31 07:00:34.563847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41416) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:34.570750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '96ba1527-3519-463d-9d78-095e02b90eec', 'tenant_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:34.596339 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.709021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.816428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.25.5.142 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/e6a07a39-a6be-46a9-b407-a5c58c256c06) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:34.853893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b3791-9e1b-416f-a4cd-ddbb5a2929e7 req-e53aad98-6eec-43fc-aac1-c0674af59727 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:34.855414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-723b3791-9e1b-416f-a4cd-ddbb5a2929e7 req-e53aad98-6eec-43fc-aac1-c0674af59727 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0531361 Aug 31 07:00:34.895823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-723b3791-9e1b-416f-a4cd-ddbb5a2929e7 req-05b7f146-758c-4af2-936d-55685c5f82b3 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Aug 31 07:00:34.925856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.965682 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.001929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:35.009960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:35.014144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:35.019898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=e6a07a39-a6be-46a9-b407-a5c58c256c06,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:35.508717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.628266 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.800896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.806377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.875449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=e6a07a39-a6be-46a9-b407-a5c58c256c06,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:35.886984 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.023898 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Floating IP 542361b1-8c46-45b9-bc94-918c4c096bc0 associated. External IP: 172.25.5.142, port: 96ba1527-3519-463d-9d78-095e02b90eec. Aug 31 07:00:36.070621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f9510-73e3-4e5d-b66d-b998ed8de965 req-5dbae0bb-cd5e-4411-af4d-394256cb7ffc tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.072153 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-652f9510-73e3-4e5d-b66d-b998ed8de965 req-5dbae0bb-cd5e-4411-af4d-394256cb7ffc tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0995920 Aug 31 07:00:36.152677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-652f9510-73e3-4e5d-b66d-b998ed8de965 req-ed4edc1e-54de-458e-b822-fcc314625a97 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714736 Aug 31 07:00:36.275196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:00:36.386377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:36.398068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] Sync routers for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:36.407315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.415293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:36.415954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:00:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:36.437548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bec6f404-1414-4208-8e98-ee82a8d6d7c0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8726659 Aug 31 07:00:36.438159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:36.441373 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618" -d '{"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:36.535413 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62362969-6bae-4559-8bf3-9d3530c8ce62 x-openstack-request-id: req-62362969-6bae-4559-8bf3-9d3530c8ce62 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:36.535413 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:36.536166 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62362969-6bae-4559-8bf3-9d3530c8ce62 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:36.536166 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'status': 'completed', 'code': 200} Aug 31 07:00:36.596602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:36.610531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-50807cda-983e-4b8a-b086-52dec2f67607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.612143 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-50807cda-983e-4b8a-b086-52dec2f67607 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1098 time: 0.0706019 Aug 31 07:00:36.622636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6665e-69b5-46d4-a827-308687133456 req-c4664e17-432c-4b37-ae36-5ba336fa58bc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.630982 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4b6665e-69b5-46d4-a827-308687133456 req-c4664e17-432c-4b37-ae36-5ba336fa58bc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.1131434 Aug 31 07:00:36.671959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4b6665e-69b5-46d4-a827-308687133456 req-62bbd9e3-6281-437d-a417-8fb4a1812cb1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398324 Aug 31 07:00:36.698751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41434) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:36.776788 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a55d704-ddfe-4cc3-b577-b9dbf05d5846 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/542361b1-8c46-45b9-bc94-918c4c096bc0 HTTP/1.1" status: 200 len: 992 time: 0.0764079 Aug 31 07:00:36.783880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-16ea913a-8e4b-45ce-ba93-7c7e4e03f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.785419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-16ea913a-8e4b-45ce-ba93-7c7e4e03f8bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.1658895 Aug 31 07:00:36.859080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-bb16aae2-42ee-46bf-a6c1-cc89c65f44b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1000 time: 0.0657196 Aug 31 07:00:36.913620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-a7611caa-d6df-4c01-bb97-599bb02a1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.915251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-a7611caa-d6df-4c01-bb97-599bb02a1d05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0483398 Aug 31 07:00:36.966921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-2347f60a-0e0b-403a-a680-4b9247348826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.968486 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-2347f60a-0e0b-403a-a680-4b9247348826 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459769 Aug 31 07:00:37.034678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '542361b1-8c46-45b9-bc94-918c4c096bc0', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'port_id': '96ba1527-3519-463d-9d78-095e02b90eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'mac_address': 'fa:16:3e:51:70:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:00:35Z', 'updated_at': '2021-08-31T07:00:35Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:26Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:37.036932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaba83-bd24-4fb7-a48b-be0dce54fed6 req-b2fde7e7-56d1-44ad-90b1-78f37c3ee0c4 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:37.045992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cdaaba83-bd24-4fb7-a48b-be0dce54fed6 req-b2fde7e7-56d1-44ad-90b1-78f37c3ee0c4 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 950 time: 0.0649395 Aug 31 07:00:37.075660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] Checking router: f3e2a852-e840-4aa5-8f81-1c5ed35b90fa for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:37.085863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:37.086796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:00:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:37.101339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cdaaba83-bd24-4fb7-a48b-be0dce54fed6 req-5d2b9a29-dbed-4f81-9df7-b566e497c991 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533173 Aug 31 07:00:37.105129 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-f70a14de-6ba6-41e2-98da-81f98a57384e service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264894 Aug 31 07:00:37.218113 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c5c3dd4-4a07-4bc3-9a83-db37fa333618 req-da923133-c900-4fff-96c8-7a4a331b2f7e service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038334 Aug 31 07:00:37.222617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:37.298501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e4a3-20c4-4884-bb35-5c8c541adbbe req-823cd859-da15-44ab-82a2-14a211f99931 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:37.300274 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bb1e4a3-20c4-4884-bb35-5c8c541adbbe req-823cd859-da15-44ab-82a2-14a211f99931 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0569878 Aug 31 07:00:37.353431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bb1e4a3-20c4-4884-bb35-5c8c541adbbe req-488677d5-c468-4b54-89bc-c91f253c203b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 Aug 31 07:00:37.473984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '542361b1-8c46-45b9-bc94-918c4c096bc0', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'port_id': '96ba1527-3519-463d-9d78-095e02b90eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'mac_address': 'fa:16:3e:51:70:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:00:35Z', 'updated_at': '2021-08-31T07:00:35Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:26Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:37.501496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5fe72-7d23-46c7-a292-6b9bb1aed7a0 None None] The sync data for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 is: [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '542361b1-8c46-45b9-bc94-918c4c096bc0', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'port_id': '96ba1527-3519-463d-9d78-095e02b90eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'mac_address': 'fa:16:3e:51:70:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:00:35Z', 'updated_at': '2021-08-31T07:00:35Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:26Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:37.726856 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e7bcd7-a710-405c-9b37-ddc365e6ee39 None None] New status for floating IP 542361b1-8c46-45b9-bc94-918c4c096bc0: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:00:37.780502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41444) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:37.854090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-88af135f-3f8f-47ca-9941-ba3121888bd4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/542361b1-8c46-45b9-bc94-918c4c096bc0 HTTP/1.1" status: 200 len: 992 time: 0.0722728 Aug 31 07:00:38.214707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eee96-a8c6-4e0b-bfa3-24887252dc14 req-70884652-5f49-4efa-9ce8-e5a97f4e611c tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:38.217656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef0eee96-a8c6-4e0b-bfa3-24887252dc14 req-70884652-5f49-4efa-9ce8-e5a97f4e611c tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 950 time: 0.0572748 Aug 31 07:00:38.260711 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef0eee96-a8c6-4e0b-bfa3-24887252dc14 req-74f12383-eda9-4a6a-90eb-3acb43c70920 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd639b39-3291-40fa-91b5-b2814f810601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379233 Aug 31 07:00:38.497763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-8a5a7aa1-82c1-4329-89d6-8e708cfd28de tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:38.499438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-8a5a7aa1-82c1-4329-89d6-8e708cfd28de tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.23 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 950 time: 0.0936861 Aug 31 07:00:38.542501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028033-879f-46ce-a706-1e68c318bde4 req-b392bc8c-2856-4bec-9d6e-8c7d76a49d6e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:38.544086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db028033-879f-46ce-a706-1e68c318bde4 req-b392bc8c-2856-4bec-9d6e-8c7d76a49d6e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0979044 Aug 31 07:00:38.619629 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db028033-879f-46ce-a706-1e68c318bde4 req-04815974-a12e-48bd-a45c-82fbeb4bfcc4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683076 Aug 31 07:00:38.646851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Deleting port e29185c5-520a-4982-9a73-135b5c3f9fb3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:38.647198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.744894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] For port e29185c5-520a-4982-9a73-135b5c3f9fb3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e29185c5-520a-4982-9a73-135b5c3f9fb3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:38.745433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.759896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Calling delete_port for e29185c5-520a-4982-9a73-135b5c3f9fb3 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:38.858467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41454) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:38.906353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.920387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['e29185c5-520a-4982-9a73-135b5c3f9fb3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:38.941412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6e6972f-0cc8-414e-b82f-405bfc9042e7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/542361b1-8c46-45b9-bc94-918c4c096bc0 HTTP/1.1" status: 200 len: 994 time: 0.0740869 Aug 31 07:00:38.943047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Pushing event deleted for resources: {'Port': ['ID=e29185c5-520a-4982-9a73-135b5c3f9fb3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:38.991746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] No DVR routers for this DVR port e29185c5-520a-4982-9a73-135b5c3f9fb3 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:39.001028 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:39.003746 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-502b041e-fca5-4dd5-9f04-d65ef47ca49c req-00df9d12-9123-495b-bd8f-2ce58526d9b2 tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.23 "DELETE /v2.0/ports/e29185c5-520a-4982-9a73-135b5c3f9fb3 HTTP/1.1" status: 204 len: 173 time: 0.4983733 Aug 31 07:00:39.004224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b719c023-3d1d-4af5-a6c0-3443ad67edb2', 'name': 'network-vif-deleted', 'tag': 'e29185c5-520a-4982-9a73-135b5c3f9fb3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:39.006678 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1c62fa-4811-42b3-8364-7c6db266af61" -d '{"events": [{"server_uuid": "b719c023-3d1d-4af5-a6c0-3443ad67edb2", "name": "network-vif-deleted", "tag": "e29185c5-520a-4982-9a73-135b5c3f9fb3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:39.053875 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2227b7-ed3f-4d1c-9f82-3db38bbd5cc9 x-openstack-request-id: req-5d2227b7-ed3f-4d1c-9f82-3db38bbd5cc9 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:39.054181 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b719c023-3d1d-4af5-a6c0-3443ad67edb2", "name": "network-vif-deleted", "tag": "e29185c5-520a-4982-9a73-135b5c3f9fb3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:39.054444 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d2227b7-ed3f-4d1c-9f82-3db38bbd5cc9 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:39.054862 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b719c023-3d1d-4af5-a6c0-3443ad67edb2', 'name': 'network-vif-deleted', 'tag': 'e29185c5-520a-4982-9a73-135b5c3f9fb3', 'status': 'completed', 'code': 200} Aug 31 07:00:39.383358 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7cae55a8-00cf-42fb-b736-3705ce524eca req-0a1a16fb-e644-4115-968a-4edc21308c9f tempest-VolumesBackupsTest-1668228114 tempest-VolumesBackupsTest-1668228114-project] 10.222.0.15 "GET /v2.0/ports?device_id=b719c023-3d1d-4af5-a6c0-3443ad67edb2 HTTP/1.1" status: 200 len: 210 time: 0.0349476 Aug 31 07:00:39.741604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727f80-a9b5-47af-9105-8cb542f74cb3 req-80a52c54-11b1-4b5e-9c9e-2d52662e4362 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:39.743115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d727f80-a9b5-47af-9105-8cb542f74cb3 req-80a52c54-11b1-4b5e-9c9e-2d52662e4362 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0500541 Aug 31 07:00:39.800586 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d727f80-a9b5-47af-9105-8cb542f74cb3 req-dc2c0d55-40d9-424b-97f1-f483a451ee99 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511096 Aug 31 07:00:40.916179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8a786-0451-40a1-9a1a-859839f3468e req-73e4e67c-16d9-4fbf-a583-c8d9551262e5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:40.917708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8b8a786-0451-40a1-9a1a-859839f3468e req-73e4e67c-16d9-4fbf-a583-c8d9551262e5 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0499740 Aug 31 07:00:40.956500 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8b8a786-0451-40a1-9a1a-859839f3468e req-39b86909-4f9a-4a6c-b8c3-1c889dc4569c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Aug 31 07:00:42.438038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e744694-1028-4a71-aaf7-be06c5cfc731 req-d6f02b57-072b-4a92-8fcb-9f4f2df6efc0 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:42.441162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e744694-1028-4a71-aaf7-be06c5cfc731 req-d6f02b57-072b-4a92-8fcb-9f4f2df6efc0 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.3975112 Aug 31 07:00:42.485685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e744694-1028-4a71-aaf7-be06c5cfc731 req-2fa1fc74-a57d-472d-af30-3743f491f8ec tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377376 Aug 31 07:00:42.523772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e29185c5-520a-4982-9a73-135b5c3f9fb3 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:42.561839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: e29185c5-520a-4982-9a73-135b5c3f9fb3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:42.562194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e29185c5-520a-4982-9a73-135b5c3f9fb3 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:43.617839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a67a0-f4d0-4e98-95c6-ef632ea66887 req-b949ca79-dac6-436f-93ca-8dc2e8ae0253 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:43.619461 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-589a67a0-f4d0-4e98-95c6-ef632ea66887 req-b949ca79-dac6-436f-93ca-8dc2e8ae0253 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0577998 Aug 31 07:00:43.668323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-589a67a0-f4d0-4e98-95c6-ef632ea66887 req-531d7f58-ffcf-4695-a559-eee44172fd45 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Aug 31 07:00:44.809437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f87234-16d6-4343-89b3-63b34e38a5af req-6c46bf24-9c72-4f2a-838e-871ce3dc18b9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:44.810950 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6f87234-16d6-4343-89b3-63b34e38a5af req-6c46bf24-9c72-4f2a-838e-871ce3dc18b9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0633678 Aug 31 07:00:44.856933 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6f87234-16d6-4343-89b3-63b34e38a5af req-5f01ee5d-8a0f-4a2b-aefd-ff884e33b9fa tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383067 Aug 31 07:00:46.010068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae63cc-a650-4594-9977-2ed3ed01fc3c req-0271cd27-64a7-4287-9b32-18feba9eea51 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:46.022535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fae63cc-a650-4594-9977-2ed3ed01fc3c req-0271cd27-64a7-4287-9b32-18feba9eea51 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0710824 Aug 31 07:00:46.060322 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4fae63cc-a650-4594-9977-2ed3ed01fc3c req-aed83132-cbff-4bd5-b834-c29ebc3ff673 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361559 Aug 31 07:00:47.214658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb53b5-80c7-4351-a0d1-7bf3e8c5b243 req-83efb6de-c43f-49cf-8d68-efeb8be56b10 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:47.218930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92bb53b5-80c7-4351-a0d1-7bf3e8c5b243 req-83efb6de-c43f-49cf-8d68-efeb8be56b10 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0736845 Aug 31 07:00:47.275163 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92bb53b5-80c7-4351-a0d1-7bf3e8c5b243 req-06114d04-a133-47bc-b2d8-72a3bc41224a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Aug 31 07:00:48.449145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77f2b-88b0-4355-ad8f-b3a6f7697c0b req-4d691718-0b78-4a17-aedf-a1f3f5e6ee79 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:48.450929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-38a77f2b-88b0-4355-ad8f-b3a6f7697c0b req-4d691718-0b78-4a17-aedf-a1f3f5e6ee79 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0829177 Aug 31 07:00:48.505339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-38a77f2b-88b0-4355-ad8f-b3a6f7697c0b req-51fa0e1d-6481-4969-af13-ba75c93d9cfc tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Aug 31 07:00:49.677060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f9dc3-2a12-4e97-a793-971d7f0cb04e req-d08ca457-d7ea-48be-8d32-336d84749112 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:49.679690 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb9f9dc3-2a12-4e97-a793-971d7f0cb04e req-d08ca457-d7ea-48be-8d32-336d84749112 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0794659 Aug 31 07:00:49.748294 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb9f9dc3-2a12-4e97-a793-971d7f0cb04e req-ddd78e3a-2d63-4d16-9222-811cbbe9e420 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624363 Aug 31 07:00:50.687266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 268c9a60-d695-46c5-b388-f3bd361d07af details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:00:50.689486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 268c9a60-d695-46c5-b388-f3bd361d07af no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:50.870934 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.908022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:50.911008 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb282f0-23f0-4604-bf7e-f4a6bb5fc492" -d '{"events": [{"server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "name": "network-vif-unplugged", "status": "completed", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:50.941423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:50.970707 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:50.979936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.008921 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77ac5f6-55d8-475e-8c60-9a19aad72409 x-openstack-request-id: req-a77ac5f6-55d8-475e-8c60-9a19aad72409 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:51.009265 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "name": "network-vif-unplugged", "status": "completed", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:51.009497 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a77ac5f6-55d8-475e-8c60-9a19aad72409 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:51.009895 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af', 'code': 200} Aug 31 07:00:51.017708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0b60a-55a4-4fff-9978-40e66f6649a0 req-55ccc12d-f277-42a4-81e3-ca9d2aebfc10 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:51.025815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64e0b60a-55a4-4fff-9978-40e66f6649a0 req-55ccc12d-f277-42a4-81e3-ca9d2aebfc10 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.1927466 Aug 31 07:00:51.033909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '268c9a60-d695-46c5-b388-f3bd361d07af', 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'port_id': '268c9a60-d695-46c5-b388-f3bd361d07af', 'mac_address': 'fa:16:3e:aa:13:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1f452a-7689-4752-8ab0-67b9e0e6e735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:00:51.098807 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.100483 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64e0b60a-55a4-4fff-9978-40e66f6649a0 req-c28011f1-507d-4eba-ae33-ec9580e7229d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714614 Aug 31 07:00:51.111101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:51.118734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268c9a60-d695-46c5-b388-f3bd361d07af {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:51.140991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:51.148251 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.204995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:51.351632 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['268c9a60-d695-46c5-b388-f3bd361d07af'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:52.226062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e43d1-f3d7-43ab-a0b7-dd0bef4e1b10 req-7e160272-1773-4828-b50f-7c46312cf913 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:52.227848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a3e43d1-f3d7-43ab-a0b7-dd0bef4e1b10 req-7e160272-1773-4828-b50f-7c46312cf913 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 944 time: 0.0574656 Aug 31 07:00:52.284883 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a3e43d1-f3d7-43ab-a0b7-dd0bef4e1b10 req-e8c48205-2e96-43a9-9986-291f386db0c7 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506423 Aug 31 07:00:52.684676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 268c9a60-d695-46c5-b388-f3bd361d07af up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:52.756400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 268c9a60-d695-46c5-b388-f3bd361d07af triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:52.756893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.851791 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.900379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:52.905659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.961610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:53.013791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:53.017308 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b67fe-6308-46c0-9534-567bf0f22f45" -d '{"events": [{"server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "name": "network-vif-plugged", "status": "completed", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:53.077562 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc13680-a523-455e-bdc4-6a5d67fbd2a2 x-openstack-request-id: req-ecc13680-a523-455e-bdc4-6a5d67fbd2a2 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:53.077863 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "name": "network-vif-plugged", "status": "completed", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:53.078135 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecc13680-a523-455e-bdc4-6a5d67fbd2a2 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:53.078536 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af', 'code': 200} Aug 31 07:00:53.250076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31820d-844b-4e3d-b238-42abc4b5a718 req-4eca792c-a2e4-41e9-89f8-ec9a77f9e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:53.250076 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b31820d-844b-4e3d-b238-42abc4b5a718 req-4eca792c-a2e4-41e9-89f8-ec9a77f9e0a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 1097 time: 0.0474124 Aug 31 07:00:53.297659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7b31820d-844b-4e3d-b238-42abc4b5a718 req-0ea03791-18b3-4235-968c-d494727a1495 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Aug 31 07:00:53.438872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57d15a-fe90-45f5-8fa5-ed371be85794 req-58443265-f0e0-430b-8990-ba37ec175fce tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:53.440600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac57d15a-fe90-45f5-8fa5-ed371be85794 req-58443265-f0e0-430b-8990-ba37ec175fce tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0622551 Aug 31 07:00:53.484398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac57d15a-fe90-45f5-8fa5-ed371be85794 req-f3eb2be6-a988-4919-a906-4e5e2ba669ca tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373154 Aug 31 07:00:54.223850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2477789c-321a-4dbc-b1cd-815412cdd4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:54.598251 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:54.643104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216499b4-b09d-4be1-bea3-04640c2eea14 req-0c2d00b3-52af-4616-b465-39b2eb9e15f4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:54.645880 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-216499b4-b09d-4be1-bea3-04640c2eea14 req-0c2d00b3-52af-4616-b465-39b2eb9e15f4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0753767 Aug 31 07:00:54.692862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-216499b4-b09d-4be1-bea3-04640c2eea14 req-52aa27a7-6c27-428e-9124-59e4da2a0e7a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Aug 31 07:00:54.828153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ebaa4-0099-4d07-9c6a-2ec082920736 req-e07199b0-89a7-4e85-8342-17b8d4b1fa4d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:54.838370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-319ebaa4-0099-4d07-9c6a-2ec082920736 req-e07199b0-89a7-4e85-8342-17b8d4b1fa4d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0694060 Aug 31 07:00:54.881380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-319ebaa4-0099-4d07-9c6a-2ec082920736 req-ca0793b6-b530-460f-90be-46b42464e40c tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Aug 31 07:00:55.330753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab84b-c065-4768-8397-4def53995dd1 req-48e55056-8b33-4b42-9797-c748d5d5163d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:55.332318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-48e55056-8b33-4b42-9797-c748d5d5163d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 814 time: 0.1234224 Aug 31 07:00:55.349579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-d174a784-5c5b-4daf-99a8-5d698b025317 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/quotas/d25d49f580af4023b98b2717ffbc7c6b HTTP/1.1" status: 200 len: 375 time: 0.0100932 Aug 31 07:00:55.418260 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-61175d2b-f27c-41e7-882d-ce464a41f504 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611327 Aug 31 07:00:55.525408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-d89f7fc8-715d-4115-a322-95e46260258c service neutron] 10.222.0.15 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988605 Aug 31 07:00:55.633715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-c5039bed-c525-4610-8085-e02207304744 service neutron] 10.222.0.15 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011384 Aug 31 07:00:55.852901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-757af8bc-8873-40a8-8a8b-a0d10da09489 req-0daadea9-6042-45a6-b4fb-f11a89c62ad1 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 210 time: 0.0438476 Aug 31 07:00:55.975309 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.557871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-2abe7f4c-ed32-4dd1-8a8e-53c57520692d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:56.559858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-2abe7f4c-ed32-4dd1-8a8e-53c57520692d tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a HTTP/1.1" status: 200 len: 945 time: 0.0629888 Aug 31 07:00:56.658575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Deleting port 268c9a60-d695-46c5-b388-f3bd361d07af {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:56.659001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.762657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] For port 268c9a60-d695-46c5-b388-f3bd361d07af, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=268c9a60-d695-46c5-b388-f3bd361d07af,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:56.763018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.778743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Calling delete_port for 268c9a60-d695-46c5-b388-f3bd361d07af owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:56.836751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a53de89-1337-433f-81ec-f0dfa0ed6600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.936355 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.971425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.003092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['268c9a60-d695-46c5-b388-f3bd361d07af'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:57.055509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Pushing event deleted for resources: {'Port': ['ID=268c9a60-d695-46c5-b388-f3bd361d07af,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:57.076578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-157d1cbb-aa73-4a26-9aed-6f7a3761cfa9 req-f9836a3c-7281-460b-aac3-f797c26b571a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 210 time: 0.0738962 Aug 31 07:00:57.123336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] No DVR routers for this DVR port 268c9a60-d695-46c5-b388-f3bd361d07af on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:57.126519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.129701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c9fc8f0-b485-492e-86ae-c55ef56f70c3 req-1e0a47f7-7577-47c7-8283-5ad8b6b15b1a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.42 "DELETE /v2.0/ports/268c9a60-d695-46c5-b388-f3bd361d07af HTTP/1.1" status: 204 len: 173 time: 0.5635533 Aug 31 07:00:57.130438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'name': 'network-vif-deleted', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:57.134724 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed537539-3bf4-4ea7-a2d2-a007aaf98ad6" -d '{"events": [{"server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "name": "network-vif-deleted", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:57.194320 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7889fb-5987-4387-9316-1f00edcde52f x-openstack-request-id: req-3e7889fb-5987-4387-9316-1f00edcde52f {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:57.194667 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a", "name": "network-vif-deleted", "tag": "268c9a60-d695-46c5-b388-f3bd361d07af", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:57.194966 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e7889fb-5987-4387-9316-1f00edcde52f {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:57.195441 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c3b1c7-3ae4-4d38-9198-c05c4a0f127a', 'name': 'network-vif-deleted', 'tag': '268c9a60-d695-46c5-b388-f3bd361d07af', 'status': 'completed', 'code': 200} Aug 31 07:00:57.201990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab84b-c065-4768-8397-4def53995dd1 req-66d111c8-2ad2-4d80-a86a-cbedeaa89c00 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:57.203926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-66d111c8-2ad2-4d80-a86a-cbedeaa89c00 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.23 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 814 time: 0.3284156 Aug 31 07:00:57.242830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Request body: {'port': {'device_id': '3098c304-0dc2-4c4d-a9b2-41e4d781574f', 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'admin_state_up': True, 'tenant_id': 'd25d49f580af4023b98b2717ffbc7c6b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:57.382834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Made reservation on behalf of d25d49f580af4023b98b2717ffbc7c6b for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:57.387089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.484977 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:00:57.535502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Allocated IP 172.20.0.14 (7c63bc87-0ab1-4f78-8623-95c27b17d24c/2b1f452a-7689-4752-8ab0-67b9e0e6e735/c21f183f-f1c9-4bf0-a228-5e842f7aacb1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:57.784981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.826860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.840412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['268c9a60-d695-46c5-b388-f3bd361d07af'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:57.874105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Network 7c63bc87-0ab1-4f78-8623-95c27b17d24c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:57.877338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:57.885246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:57.918952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Pushing event updated for resources: {'Port': ['ID=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:57.962268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:57.962943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.982546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-92a16e84-914f-4bfd-b158-698252ac29ea tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465863 Aug 31 07:00:57.996501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Request body: {'port': {'device_id': '3098c304-0dc2-4c4d-a9b2-41e4d781574f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:58.067602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.168872 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.357704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a026569-7e43-4472-bad7-6dbfa51c294a req-ddd526b2-5226-42bf-bb6f-854708f4692a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:58.359444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a026569-7e43-4472-bad7-6dbfa51c294a req-ddd526b2-5226-42bf-bb6f-854708f4692a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 932 time: 0.1243749 Aug 31 07:00:58.445097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a026569-7e43-4472-bad7-6dbfa51c294a req-5560a1d8-07d5-4023-a6b1-07f3778a1ef8 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779562 Aug 31 07:00:58.513761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21f183f-f1c9-4bf0-a228-5e842f7aacb1 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:58.522757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.542128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Transition to ACTIVE for port object c21f183f-f1c9-4bf0-a228-5e842f7aacb1 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:58.546618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.609883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Pushing event updated for resources: {'Port': ['ID=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:58.693602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Attempting to bind port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:58.693876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Attempting to bind port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:58.694206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Attempting to bind port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:58.700297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:00:58.700861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Attempting to bind port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 on network 7c63bc87-0ab1-4f78-8623-95c27b17d24c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:58.706499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:58.706847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Checking segment: {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:58.707247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Bound using segment: {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:58.707703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Bound port: c21f183f-f1c9-4bf0-a228-5e842f7aacb1, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:58.708079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.807773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] For port c21f183f-f1c9-4bf0-a228-5e842f7aacb1, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:58.811992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] For port c21f183f-f1c9-4bf0-a228-5e842f7aacb1, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:58.821027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.863994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:58.864597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.866135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] 10.222.0.23 "PUT /v2.0/ports/c21f183f-f1c9-4bf0-a228-5e842f7aacb1 HTTP/1.1" status: 200 len: 1093 time: 0.8748531 Aug 31 07:00:58.866614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3098c304-0dc2-4c4d-a9b2-41e4d781574f', 'tag': 'c21f183f-f1c9-4bf0-a228-5e842f7aacb1'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:58.869084 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c865ffba-49aa-46cc-a05c-34a03c9c577a" -d '{"events": [{"name": "network-changed", "server_uuid": "3098c304-0dc2-4c4d-a9b2-41e4d781574f", "tag": "c21f183f-f1c9-4bf0-a228-5e842f7aacb1"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:58.898908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eceee-56a0-4110-8a5a-f16350faec03 service neutron] Pushing event updated for resources: {'Port': ['ID=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:58.948284 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ccad6a-a745-4fb0-8aae-688d7421c55c x-openstack-request-id: req-96ccad6a-a745-4fb0-8aae-688d7421c55c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:58.949063 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3098c304-0dc2-4c4d-a9b2-41e4d781574f", "tag": "c21f183f-f1c9-4bf0-a228-5e842f7aacb1", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:58.949253 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96ccad6a-a745-4fb0-8aae-688d7421c55c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:58.950206 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3098c304-0dc2-4c4d-a9b2-41e4d781574f', 'tag': 'c21f183f-f1c9-4bf0-a228-5e842f7aacb1', 'status': 'completed', 'code': 200} Aug 31 07:00:58.974044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab84b-c065-4768-8397-4def53995dd1 req-d3a82b1a-4371-4f99-be9e-dfb3c004d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:58.975668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-d3a82b1a-4371-4f99-be9e-dfb3c004d141 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 1096 time: 0.0597370 Aug 31 07:00:59.040323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-8aac9e1b-5d46-49d0-bdca-9a30f18bbaca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c21f183f-f1c9-4bf0-a228-5e842f7aacb1 HTTP/1.1" status: 200 len: 217 time: 0.0552337 Aug 31 07:00:59.110074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab84b-c065-4768-8397-4def53995dd1 req-a2d076c8-86c7-4563-9733-f8b2737b93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:59.110074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-a2d076c8-86c7-4563-9733-f8b2737b93b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b1f452a-7689-4752-8ab0-67b9e0e6e735 HTTP/1.1" status: 200 len: 854 time: 0.0613341 Aug 31 07:00:59.146685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-3018f1ea-7292-43c9-bcf5-3bb36132e29a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c63bc87-0ab1-4f78-8623-95c27b17d24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279112 Aug 31 07:00:59.252886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-9810057a-3f66-40d6-a64b-9de331a0c68c service neutron] 10.222.0.23 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988817 Aug 31 07:00:59.363567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60eab84b-c065-4768-8397-4def53995dd1 req-aaed004d-542e-4662-8bbc-74f3572a22d2 service neutron] 10.222.0.23 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019485 Aug 31 07:00:59.468228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-620b6088-f56c-4b18-84fa-b3c8a59bea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:59.470201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-620b6088-f56c-4b18-84fa-b3c8a59bea0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 1096 time: 0.0553286 Aug 31 07:00:59.622365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f942b03-bbe3-4a73-8d51-afd89c774988 req-62cbe416-999b-4feb-8f3c-ca6a439a79ab tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:59.623975 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f942b03-bbe3-4a73-8d51-afd89c774988 req-62cbe416-999b-4feb-8f3c-ca6a439a79ab tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 944 time: 0.0829597 Aug 31 07:00:59.627404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-2deeebb3-307d-4440-a184-d26e2c6952e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:59.628879 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-2deeebb3-307d-4440-a184-d26e2c6952e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 200 len: 915 time: 0.1505961 Aug 31 07:00:59.688529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-edb15088-42a9-464c-bd48-6465cdf45fb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c21f183f-f1c9-4bf0-a228-5e842f7aacb1 HTTP/1.1" status: 200 len: 217 time: 0.0477931 Aug 31 07:00:59.735159 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f942b03-bbe3-4a73-8d51-afd89c774988 req-8a708075-cdf3-4d2f-9843-9ac717e21716 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020789 Aug 31 07:00:59.770598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-8432005b-2bac-4fa8-a34f-56fb319e8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:59.772971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-8432005b-2bac-4fa8-a34f-56fb319e8d72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b1f452a-7689-4752-8ab0-67b9e0e6e735 HTTP/1.1" status: 200 len: 854 time: 0.0733187 Aug 31 07:00:59.807564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-e1c3587a-f299-442b-848c-54f304cd57b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c63bc87-0ab1-4f78-8623-95c27b17d24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271952 Aug 31 07:00:59.911495 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-e49926bd-0a9b-4afb-afa7-d4b5538e9eee service neutron] 10.222.0.23 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962763 Aug 31 07:01:00.005576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c865ffba-49aa-46cc-a05c-34a03c9c577a req-642faf74-d973-4bbd-b6fa-1ea3f670221f service neutron] 10.222.0.23 "GET /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867143 Aug 31 07:01:00.018341 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.734247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 268c9a60-d695-46c5-b388-f3bd361d07af no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:00.740694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 41940) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:00.745114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-347c5616-12f8-42f4-a840-a04631dd838e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91130487', 'description': 'tempest-secgroup-smoke-91130487 description', 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:00.754417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 268c9a60-d695-46c5-b388-f3bd361d07af {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:00.755026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 268c9a60-d695-46c5-b388-f3bd361d07af not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:00.776619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-347c5616-12f8-42f4-a840-a04631dd838e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.868432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fe83-77c2-47b9-8e45-924a0d4dad47 req-2ec1d6d8-bdfd-404b-9827-b0929d38dbb6 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:00.870203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f107fe83-77c2-47b9-8e45-924a0d4dad47 req-2ec1d6d8-bdfd-404b-9827-b0929d38dbb6 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 944 time: 0.0623486 Aug 31 07:01:00.900378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-347c5616-12f8-42f4-a840-a04631dd838e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.905913 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-347c5616-12f8-42f4-a840-a04631dd838e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.917498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f107fe83-77c2-47b9-8e45-924a0d4dad47 req-d464024c-dd5a-4614-82c9-e25dbcc1f12a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383301 Aug 31 07:01:00.946095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-347c5616-12f8-42f4-a840-a04631dd838e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.947343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-347c5616-12f8-42f4-a840-a04631dd838e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2059605 Aug 31 07:01:00.950935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41944) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:00.955167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c5616-12f8-42f4-a840-a04631dd838e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b64703f-cb61-43f8-86e8-6d990dba1ec2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:00.955844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-79dcc165-3ec6-4b83-9f7e-b83bae87c0c1 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'security_group_rule': {'security_group_id': '8b64703f-cb61-43f8-86e8-6d990dba1ec2', 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:00.993979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79dcc165-3ec6-4b83-9f7e-b83bae87c0c1 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.052361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79dcc165-3ec6-4b83-9f7e-b83bae87c0c1 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.057033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79dcc165-3ec6-4b83-9f7e-b83bae87c0c1 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.080651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcc165-3ec6-4b83-9f7e-b83bae87c0c1 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faf86f9-aa21-45cb-baab-e2dc9f596acc,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:01.084623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79dcc165-3ec6-4b83-9f7e-b83bae87c0c1 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.090447 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-79dcc165-3ec6-4b83-9f7e-b83bae87c0c1 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338654 Aug 31 07:01:01.090673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41948) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:01.096575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-53c3d997-c255-4101-abc8-3630ffdb9e35 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'security_group_rule': {'security_group_id': '8b64703f-cb61-43f8-86e8-6d990dba1ec2', 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:01.128047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53c3d997-c255-4101-abc8-3630ffdb9e35 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.188440 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53c3d997-c255-4101-abc8-3630ffdb9e35 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.192213 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53c3d997-c255-4101-abc8-3630ffdb9e35 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.211847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3d997-c255-4101-abc8-3630ffdb9e35 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa32f1c-6bc4-4e4e-987c-da6068caa5c8,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:01.219334 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53c3d997-c255-4101-abc8-3630ffdb9e35 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.223376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-53c3d997-c255-4101-abc8-3630ffdb9e35 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279833 Aug 31 07:01:01.223558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41952) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:01.228718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c0f35770-2c1e-4c47-8cdd-a729fef6a4e2 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'security_group_rule': {'security_group_id': '8b64703f-cb61-43f8-86e8-6d990dba1ec2', 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:01.257540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0f35770-2c1e-4c47-8cdd-a729fef6a4e2 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.321200 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0f35770-2c1e-4c47-8cdd-a729fef6a4e2 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.325655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0f35770-2c1e-4c47-8cdd-a729fef6a4e2 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.346061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f35770-2c1e-4c47-8cdd-a729fef6a4e2 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77c5e04-054d-486d-9766-0e2b6379d049,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:01.351982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c0f35770-2c1e-4c47-8cdd-a729fef6a4e2 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.353318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c0f35770-2c1e-4c47-8cdd-a729fef6a4e2 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287858 Aug 31 07:01:01.355837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41954) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:01.360371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-89d6a0ce-040d-437c-b6c0-fa7ae7e17ca8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'security_group_rule': {'security_group_id': '8b64703f-cb61-43f8-86e8-6d990dba1ec2', 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:01.389458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ce-040d-437c-b6c0-fa7ae7e17ca8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.455755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ce-040d-437c-b6c0-fa7ae7e17ca8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.460935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ce-040d-437c-b6c0-fa7ae7e17ca8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.479435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6a0ce-040d-437c-b6c0-fa7ae7e17ca8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9399df93-3f25-40dd-8c83-0e02b623e608,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:01.488294 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ce-040d-437c-b6c0-fa7ae7e17ca8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.489941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-89d6a0ce-040d-437c-b6c0-fa7ae7e17ca8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331387 Aug 31 07:01:01.494444 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41956) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:01.499312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4879f0f9-d648-4eeb-b01a-5a2fcb73cfa8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'security_group_rule': {'security_group_id': '8b64703f-cb61-43f8-86e8-6d990dba1ec2', 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:01.522968 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-4879f0f9-d648-4eeb-b01a-5a2fcb73cfa8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Project ded1f4eb650f4ded9b97cda1e69750c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:01:01.528730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4879f0f9-d648-4eeb-b01a-5a2fcb73cfa8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.593773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4879f0f9-d648-4eeb-b01a-5a2fcb73cfa8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.598805 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4879f0f9-d648-4eeb-b01a-5a2fcb73cfa8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.619763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879f0f9-d648-4eeb-b01a-5a2fcb73cfa8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32283c38-997f-4368-9245-0d561701df73,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:01.623906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4879f0f9-d648-4eeb-b01a-5a2fcb73cfa8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.627694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4879f0f9-d648-4eeb-b01a-5a2fcb73cfa8 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296756 Aug 31 07:01:01.628171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 41960) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:01.632564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-345b889f-8a15-488d-9388-30ef37f10288 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'security_group_rule': {'security_group_id': '8b64703f-cb61-43f8-86e8-6d990dba1ec2', 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:01.656093 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-345b889f-8a15-488d-9388-30ef37f10288 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Project ded1f4eb650f4ded9b97cda1e69750c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:01:01.661418 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345b889f-8a15-488d-9388-30ef37f10288 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.723535 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345b889f-8a15-488d-9388-30ef37f10288 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.727962 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345b889f-8a15-488d-9388-30ef37f10288 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.747408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b889f-8a15-488d-9388-30ef37f10288 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d03a90d-0950-4202-b980-865c4cc5c72d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:01.753483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345b889f-8a15-488d-9388-30ef37f10288 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.765451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-345b889f-8a15-488d-9388-30ef37f10288 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257937 Aug 31 07:01:02.026966 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-8acf7d91-6bff-46f3-b82c-4ceb5ccddd19 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91130487&fields=id&tenant_id=ded1f4eb650f4ded9b97cda1e69750c1 HTTP/1.1" status: 200 len: 267 time: 0.0474992 Aug 31 07:01:02.085716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73277c4f-6711-414c-bb70-8ea53af86f98 req-43e94f9a-b34b-4d34-8ec8-988e49016e54 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:02.089674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73277c4f-6711-414c-bb70-8ea53af86f98 req-43e94f9a-b34b-4d34-8ec8-988e49016e54 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 944 time: 0.0739927 Aug 31 07:01:02.129960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73277c4f-6711-414c-bb70-8ea53af86f98 req-de134876-1953-4290-944d-d3a45caa85bb tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Aug 31 07:01:02.155801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-6d586052-8910-4ffe-8a37-0e0c2d4f8574 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:02.157417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-6d586052-8910-4ffe-8a37-0e0c2d4f8574 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/networks?id=aa90644d-8b27-49ad-892d-5833184842bc HTTP/1.1" status: 200 len: 814 time: 0.1228552 Aug 31 07:01:02.174361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-56dfbb2e-afe4-468b-a9c2-5028a4fc5e75 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/quotas/ded1f4eb650f4ded9b97cda1e69750c1 HTTP/1.1" status: 200 len: 375 time: 0.0097277 Aug 31 07:01:02.228719 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-fa20e9c2-54c6-48dd-9669-001957e097ba tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ded1f4eb650f4ded9b97cda1e69750c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478311 Aug 31 07:01:02.335889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-c5fabec5-7fe3-434a-aafc-5246b250ed37 service neutron] 10.222.0.15 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951469 Aug 31 07:01:02.437549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-df7319b0-62a1-4676-8680-d16583b75823 service neutron] 10.222.0.15 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950556 Aug 31 07:01:02.618841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c21f183f-f1c9-4bf0-a228-5e842f7aacb1 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:01:02.727681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c21f183f-f1c9-4bf0-a228-5e842f7aacb1, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:02.740770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'c21f183f-f1c9-4bf0-a228-5e842f7aacb1', 'network_id': '7c63bc87-0ab1-4f78-8623-95c27b17d24c', 'port_id': 'c21f183f-f1c9-4bf0-a228-5e842f7aacb1', 'mac_address': 'fa:16:3e:b9:66:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1f452a-7689-4752-8ab0-67b9e0e6e735', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:01:02.790178 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:02.801823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc3183eb-17bb-4040-a15c-75006064879a req-290dddbc-02f4-4230-8b4e-40b9efb1670e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 210 time: 0.0425932 Aug 31 07:01:02.804768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21f183f-f1c9-4bf0-a228-5e842f7aacb1 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:02.826808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c21f183f-f1c9-4bf0-a228-5e842f7aacb1, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:02.831374 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:02.905693 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:02.914177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.914517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.915056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.915557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.916052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.916544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.917039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.917822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.918794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.919178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.919689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:02.920023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:03.055040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['c21f183f-f1c9-4bf0-a228-5e842f7aacb1'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:01:03.301958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a49582-49d7-4164-a272-013c5d8616a0 req-e832ae74-ea42-4d7b-b8af-de36808513d8 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:03.303731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05a49582-49d7-4164-a272-013c5d8616a0 req-e832ae74-ea42-4d7b-b8af-de36808513d8 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 945 time: 0.0675244 Aug 31 07:01:03.344806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-05a49582-49d7-4164-a272-013c5d8616a0 req-eddc1ab5-5118-4698-8a64-296c9eefe1e9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350471 Aug 31 07:01:03.843583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0d9b08a5-e8c9-49cc-a556-e1fdac45397b tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:03.845509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0d9b08a5-e8c9-49cc-a556-e1fdac45397b tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.42 "GET /v2.0/networks?id=aa90644d-8b27-49ad-892d-5833184842bc HTTP/1.1" status: 200 len: 814 time: 0.1286812 Aug 31 07:01:03.914456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-a220bf86-8618-463f-9d54-8fe35d958ba4 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ded1f4eb650f4ded9b97cda1e69750c1 HTTP/1.1" status: 200 len: 378 time: 0.0598214 Aug 31 07:01:03.932024 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d142ea4-dc44-4cbb-8cfc-3a851ab9bbd1 req-5b127d37-e24a-4918-b884-1540bf3fc2d2 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 210 time: 0.0399506 Aug 31 07:01:03.936849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'port': {'device_id': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'admin_state_up': True, 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'security_groups': ['8b64703f-cb61-43f8-86e8-6d990dba1ec2']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:04.086053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Made reservation on behalf of ded1f4eb650f4ded9b97cda1e69750c1 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:04.090282 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.237761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Allocated IP 172.20.0.5 (aa90644d-8b27-49ad-892d-5833184842bc/aa5d71a8-0b05-4add-ad8d-b075542992f9/08c5b7f2-6838-4856-a904-779a26301ed7) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:04.397152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.411866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Transition to ACTIVE for port object 08c5b7f2-6838-4856-a904-779a26301ed7 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:04.447728 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.476458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19e70-3483-4fa1-a1f4-89f4b8ea1f83 req-ddc1f0cf-6186-4d62-b8fb-ccf3f7de3385 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:04.479105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-caa19e70-3483-4fa1-a1f4-89f4b8ea1f83 req-ddc1f0cf-6186-4d62-b8fb-ccf3f7de3385 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 945 time: 0.0617106 Aug 31 07:01:04.499855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Network aa90644d-8b27-49ad-892d-5833184842bc is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:04.506989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:04.511356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:04.526464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-caa19e70-3483-4fa1-a1f4-89f4b8ea1f83 req-12f7cddd-f43e-470e-b016-4c752be29ecc tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Aug 31 07:01:04.542394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'Port': ['ID=08c5b7f2-6838-4856-a904-779a26301ed7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:04.569253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:04.570093 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.585852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-030e7d95-3fee-4e8e-a5e0-fbdeb5e215b0 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6565895 Aug 31 07:01:04.598715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Request body: {'port': {'device_id': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:04.636386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c21f183f-f1c9-4bf0-a228-5e842f7aacb1 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:04.674653 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.709870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:04.716110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:04.718069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.828598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.869714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3098c304-0dc2-4c4d-a9b2-41e4d781574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21f183f-f1c9-4bf0-a228-5e842f7aacb1'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:04.872038 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c9009d-826c-4a97-924f-21eff3ad15d4" -d '{"events": [{"server_uuid": "3098c304-0dc2-4c4d-a9b2-41e4d781574f", "name": "network-vif-plugged", "status": "completed", "tag": "c21f183f-f1c9-4bf0-a228-5e842f7aacb1"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:04.888885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-018c48f5-8539-44cd-b2e5-092530503008 None None] Provisioning for port 08c5b7f2-6838-4856-a904-779a26301ed7 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:04.894311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-018c48f5-8539-44cd-b2e5-092530503008 None None] Provisioning complete for port 08c5b7f2-6838-4856-a904-779a26301ed7 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:04.894735 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-018c48f5-8539-44cd-b2e5-092530503008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.930740 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9f11d8-2f7c-4581-ae3e-ba1910f97f9a x-openstack-request-id: req-ac9f11d8-2f7c-4581-ae3e-ba1910f97f9a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:04.931040 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3098c304-0dc2-4c4d-a9b2-41e4d781574f", "name": "network-vif-plugged", "status": "completed", "tag": "c21f183f-f1c9-4bf0-a228-5e842f7aacb1", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:04.931298 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac9f11d8-2f7c-4581-ae3e-ba1910f97f9a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:04.931695 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3098c304-0dc2-4c4d-a9b2-41e4d781574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21f183f-f1c9-4bf0-a228-5e842f7aacb1', 'code': 200} Aug 31 07:01:04.939680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port c21f183f-f1c9-4bf0-a228-5e842f7aacb1, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:04.971105 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.993569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-018c48f5-8539-44cd-b2e5-092530503008 None None] Port 08c5b7f2-6838-4856-a904-779a26301ed7 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:01:05.081074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:05.083684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2ac96-c7ca-44a6-8e50-4131362f9bac req-dff8d14a-7078-4eb2-b3bb-a5de14f0037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:05.090230 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dff2ac96-c7ca-44a6-8e50-4131362f9bac req-dff8d14a-7078-4eb2-b3bb-a5de14f0037a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 1098 time: 0.0844910 Aug 31 07:01:05.118290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c5b7f2-6838-4856-a904-779a26301ed7 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:05.126943 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.141802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Transition to ACTIVE for port object 08c5b7f2-6838-4856-a904-779a26301ed7 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:05.148782 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.179585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631e803-58ba-48db-9eac-e5f392ac07c6 req-9a0336cd-202b-437f-ad44-393924b52725 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:05.190348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b631e803-58ba-48db-9eac-e5f392ac07c6 req-9a0336cd-202b-437f-ad44-393924b52725 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 931 time: 0.1302218 Aug 31 07:01:05.224120 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dff2ac96-c7ca-44a6-8e50-4131362f9bac req-8d995bff-e9bc-46ff-a6e5-58e9b6f77edc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048982 Aug 31 07:01:05.224553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Pushing event updated for resources: {'Port': ['ID=08c5b7f2-6838-4856-a904-779a26301ed7,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:05.239246 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b631e803-58ba-48db-9eac-e5f392ac07c6 req-86d72f72-18b7-4371-9842-a157e6612dea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479155 Aug 31 07:01:05.337198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Attempting to bind port 08c5b7f2-6838-4856-a904-779a26301ed7 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:05.337542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Attempting to bind port 08c5b7f2-6838-4856-a904-779a26301ed7 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:05.337875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Attempting to bind port 08c5b7f2-6838-4856-a904-779a26301ed7 on network aa90644d-8b27-49ad-892d-5833184842bc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:05.353822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Port 08c5b7f2-6838-4856-a904-779a26301ed7 on network aa90644d-8b27-49ad-892d-5833184842bc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:01:05.354352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Attempting to bind port 08c5b7f2-6838-4856-a904-779a26301ed7 on network aa90644d-8b27-49ad-892d-5833184842bc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:05.363899 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:05.364453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Checking segment: {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:05.365853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Bound using segment: {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:05.366402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Bound port: 08c5b7f2-6838-4856-a904-779a26301ed7, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43417101-5ae7-4b37-923f-f8f1b02b9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:05.366990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.464280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] For port 08c5b7f2-6838-4856-a904-779a26301ed7, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:05.467580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] For port 08c5b7f2-6838-4856-a904-779a26301ed7, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=08c5b7f2-6838-4856-a904-779a26301ed7,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:05.472895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.515433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:05.516307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.518505 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] 10.222.0.42 "PUT /v2.0/ports/08c5b7f2-6838-4856-a904-779a26301ed7 HTTP/1.1" status: 200 len: 1092 time: 0.9238575 Aug 31 07:01:05.518626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:05.521075 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e965ae9-d296-4b12-8cf5-79260e689bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:05.569239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2650ca-5a47-4dcd-8a1c-c2cc0bbc0c07 service neutron] Pushing event updated for resources: {'Port': ['ID=08c5b7f2-6838-4856-a904-779a26301ed7,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:05.601608 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3facb0c-8ce7-4781-8de4-b243beebd4a5 x-openstack-request-id: req-c3facb0c-8ce7-4781-8de4-b243beebd4a5 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:05.603885 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:05.603885 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3facb0c-8ce7-4781-8de4-b243beebd4a5 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:05.603885 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7', 'status': 'completed', 'code': 200} Aug 31 07:01:05.652397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-9eeb23f4-6f87-4308-aff4-d851ce789ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:05.654018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-9eeb23f4-6f87-4308-aff4-d851ce789ad1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ded1f4eb650f4ded9b97cda1e69750c1&device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1095 time: 0.0698440 Aug 31 07:01:05.708148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-89c467f7-fd4d-405b-a2fc-424b0bbc6859 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c5b7f2-6838-4856-a904-779a26301ed7 HTTP/1.1" status: 200 len: 217 time: 0.0450628 Aug 31 07:01:05.718137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089183c-1893-4896-828b-cf684999db7e req-cd3e4a7f-c225-4260-bf96-2770914e251e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:05.720671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7089183c-1893-4896-828b-cf684999db7e req-cd3e4a7f-c225-4260-bf96-2770914e251e tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0771971 Aug 31 07:01:05.769367 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7089183c-1893-4896-828b-cf684999db7e req-327863f6-a399-4f92-91db-f0342137e874 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Aug 31 07:01:05.772548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-17a87d4a-3de7-49c1-b6a9-8799ad0ccd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:05.774558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-17a87d4a-3de7-49c1-b6a9-8799ad0ccd79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa5d71a8-0b05-4add-ad8d-b075542992f9 HTTP/1.1" status: 200 len: 853 time: 0.0578580 Aug 31 07:01:05.837082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-7182f597-91aa-49e9-a0aa-24f42ed36de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:05.838686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-7182f597-91aa-49e9-a0aa-24f42ed36de3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa90644d-8b27-49ad-892d-5833184842bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508678 Aug 31 07:01:05.934085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-0271ab99-36be-4b6c-84c9-da46f93d73ff service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874436 Aug 31 07:01:06.034855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bb91abe5-2994-434b-ab41-d93977cbcea1 req-35d46308-20c9-4315-a9c8-3f1b796c2264 service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937610 Aug 31 07:01:06.152117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-93ed57db-dc4e-4973-8bdf-40b5f4de17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.154475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-93ed57db-dc4e-4973-8bdf-40b5f4de17ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ded1f4eb650f4ded9b97cda1e69750c1&device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1095 time: 0.0699446 Aug 31 07:01:06.290187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-0b7c4bfe-d2de-4444-8d9e-5fe09deb8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.291745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-0b7c4bfe-d2de-4444-8d9e-5fe09deb8e0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa90644d-8b27-49ad-892d-5833184842bc HTTP/1.1" status: 200 len: 915 time: 0.1303651 Aug 31 07:01:06.342622 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-5ebf77da-d83b-4ded-842e-0d678889c595 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c5b7f2-6838-4856-a904-779a26301ed7 HTTP/1.1" status: 200 len: 217 time: 0.0431540 Aug 31 07:01:06.434640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-824a1baa-81ae-4c1a-83fc-e157653747d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.436215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-824a1baa-81ae-4c1a-83fc-e157653747d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa5d71a8-0b05-4add-ad8d-b075542992f9 HTTP/1.1" status: 200 len: 853 time: 0.0846720 Aug 31 07:01:06.447954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1895ef5-6751-41ee-9108-3547319ae036 req-ec9853b9-c73d-44f8-8835-0ea8abf7504c tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.449663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d1895ef5-6751-41ee-9108-3547319ae036 req-ec9853b9-c73d-44f8-8835-0ea8abf7504c tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.1007206 Aug 31 07:01:06.525298 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d1895ef5-6751-41ee-9108-3547319ae036 req-f69b226a-bf59-4f49-829c-c178af8009cb tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654354 Aug 31 07:01:06.528901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-1da736bf-2577-4b24-8880-63e0e7723172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.530560 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-1da736bf-2577-4b24-8880-63e0e7723172 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa90644d-8b27-49ad-892d-5833184842bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798767 Aug 31 07:01:06.631352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-1d22d5d8-770e-45f2-bed6-b76cd0715e81 service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927396 Aug 31 07:01:06.759496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5e965ae9-d296-4b12-8cf5-79260e689bcf req-7cd03c69-d1e0-425f-9aa8-20f750f410ac service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195488 Aug 31 07:01:06.894780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb57b1-918e-4ffc-aabd-dbee41d8b261 req-eb40d66d-99de-4dd2-abaf-1bc025b71ef9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.896875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5deb57b1-918e-4ffc-aabd-dbee41d8b261 req-eb40d66d-99de-4dd2-abaf-1bc025b71ef9 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0548503 Aug 31 07:01:06.941453 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5deb57b1-918e-4ffc-aabd-dbee41d8b261 req-d3a6b8f2-4900-4d93-adfc-be11c7023013 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Aug 31 07:01:07.088969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d40a-70f6-46e0-949c-c4e5300ac7a6 req-73f2f845-8a63-48ca-9c69-e91545ad4444 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:07.090967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec24d40a-70f6-46e0-949c-c4e5300ac7a6 req-73f2f845-8a63-48ca-9c69-e91545ad4444 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0597470 Aug 31 07:01:07.134360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec24d40a-70f6-46e0-949c-c4e5300ac7a6 req-6b34b372-9456-400c-8bba-fb8a5de90494 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Aug 31 07:01:07.142323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-6a747a8b-920b-468e-a699-988d1954a011 req-8bdfb0d4-7b03-4898-b764-2d0448119e83 service neutron] (94668) timed out ('10.222.0.15', 49086) {{(pid=94668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:01:07.356696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133223e-6fec-4b83-91c1-fa3eeb6b3dea req-c42a0ab4-a4e0-469b-a4be-495865bc8ceb tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:07.361538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a133223e-6fec-4b83-91c1-fa3eeb6b3dea req-c42a0ab4-a4e0-469b-a4be-495865bc8ceb tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0596256 Aug 31 07:01:07.403257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a133223e-6fec-4b83-91c1-fa3eeb6b3dea req-3ae14236-c725-41df-ad93-e66f7c5ac71a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360451 Aug 31 07:01:07.534459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1f63d-b674-4cdb-96a3-6cb0d70bca3d req-a66f221f-cd67-4a64-bd22-c05063fee58a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:07.538464 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dc1f63d-b674-4cdb-96a3-6cb0d70bca3d req-a66f221f-cd67-4a64-bd22-c05063fee58a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0591469 Aug 31 07:01:07.592689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7dc1f63d-b674-4cdb-96a3-6cb0d70bca3d req-e23c3659-c0a0-499a-bb30-dc6ee76e46dc tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445566 Aug 31 07:01:07.706474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02504f-03f3-406d-8974-bcaee58b0a30 req-7246b94d-5a5d-4414-bc72-4e23c59341d3 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:07.708229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d02504f-03f3-406d-8974-bcaee58b0a30 req-7246b94d-5a5d-4414-bc72-4e23c59341d3 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.0873682 Aug 31 07:01:07.772313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d02504f-03f3-406d-8974-bcaee58b0a30 req-c2d4a836-c84d-4950-b73e-2916d371ce91 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575504 Aug 31 07:01:07.856076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30f056-9065-48de-9a53-25494b35f43b req-68dd1f1f-200f-4338-a2b7-28d1aaa690a0 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:07.857702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a30f056-9065-48de-9a53-25494b35f43b req-68dd1f1f-200f-4338-a2b7-28d1aaa690a0 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0554230 Aug 31 07:01:07.908942 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7a30f056-9065-48de-9a53-25494b35f43b req-90619353-bde6-4185-8b04-9e279b188b22 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Aug 31 07:01:08.037635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ebcac-b544-4f23-b248-d8ed811f098c req-ac1e9137-3ecb-4f49-ad12-0065e2bcad59 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:08.039349 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-803ebcac-b544-4f23-b248-d8ed811f098c req-ac1e9137-3ecb-4f49-ad12-0065e2bcad59 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0601208 Aug 31 07:01:08.093947 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-803ebcac-b544-4f23-b248-d8ed811f098c req-c86ec95e-7ba5-42b6-b627-30a01ea2f9a4 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Aug 31 07:01:08.582535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc6a4b-fec2-4581-816b-0e58b5335502 req-c6d3ee4d-0cf2-4d89-a951-7e286813b238 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:08.585005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d1cc6a4b-fec2-4581-816b-0e58b5335502 req-c6d3ee4d-0cf2-4d89-a951-7e286813b238 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.1762590 Aug 31 07:01:08.624750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d1cc6a4b-fec2-4581-816b-0e58b5335502 req-309543a2-3102-4558-bc55-ef94b14ac030 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Aug 31 07:01:08.906769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dd5f6-de3e-4c53-a062-89826ce6d5dc req-8543a78f-7127-44bc-92b4-071dd1a70b22 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:08.908212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b6dd5f6-de3e-4c53-a062-89826ce6d5dc req-8543a78f-7127-44bc-92b4-071dd1a70b22 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.0534470 Aug 31 07:01:08.946799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b6dd5f6-de3e-4c53-a062-89826ce6d5dc req-90dd5103-e163-4293-9996-ccc78e10e95a tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324745 Aug 31 07:01:09.754245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-a1dd2b99-811a-43b5-9e84-e61d1169131a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:09.756290 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-a1dd2b99-811a-43b5-9e84-e61d1169131a tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.23 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0804007 Aug 31 07:01:09.768362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a159fcc-31a6-48ad-9c44-028160183f5e req-359ffa1d-68cf-4ab7-9152-5168258e1ede tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:09.769819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5a159fcc-31a6-48ad-9c44-028160183f5e req-359ffa1d-68cf-4ab7-9152-5168258e1ede tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 946 time: 0.0642502 Aug 31 07:01:09.858075 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5a159fcc-31a6-48ad-9c44-028160183f5e req-9041f1fa-5662-4d4d-87b3-9186aef3bb23 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/security-groups?id=2584a1bd-4722-4935-acb1-5c0ca4fb7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801754 Aug 31 07:01:09.885009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Deleting port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:09.885647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.970698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] For port c21f183f-f1c9-4bf0-a228-5e842f7aacb1, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,segment=NetworkSegment(a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25),segment_id=a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:09.971072 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.990109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Calling delete_port for c21f183f-f1c9-4bf0-a228-5e842f7aacb1 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:10.143125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a706-daf0-4ffe-9a93-40b1b7228217 req-c3a9ab28-0bbc-4352-8fdc-3ad030714d51 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:10.144870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eba6a706-daf0-4ffe-9a93-40b1b7228217 req-c3a9ab28-0bbc-4352-8fdc-3ad030714d51 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.1255586 Aug 31 07:01:10.185751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eba6a706-daf0-4ffe-9a93-40b1b7228217 req-b41f0cb7-a3ae-4291-ab71-cacbb30bcf1f tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341868 Aug 31 07:01:10.395455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.414713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['c21f183f-f1c9-4bf0-a228-5e842f7aacb1'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:01:10.425394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Pushing event deleted for resources: {'Port': ['ID=c21f183f-f1c9-4bf0-a228-5e842f7aacb1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:10.456389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.456733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.457072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.457429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.457759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.458086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.458471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.458797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.459115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.459436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.459763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.460074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:10.478660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] No DVR routers for this DVR port c21f183f-f1c9-4bf0-a228-5e842f7aacb1 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:10.481273 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.483290 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c6a0167-812c-4a07-bef8-9a6aa0e03172 req-866b5394-61d8-41f1-a3c2-598695db225b tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.23 "DELETE /v2.0/ports/c21f183f-f1c9-4bf0-a228-5e842f7aacb1 HTTP/1.1" status: 204 len: 173 time: 0.7126193 Aug 31 07:01:10.483724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3098c304-0dc2-4c4d-a9b2-41e4d781574f', 'name': 'network-vif-deleted', 'tag': 'c21f183f-f1c9-4bf0-a228-5e842f7aacb1'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:10.486417 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b41496-43eb-41a6-b2c5-e89fe97f6f00" -d '{"events": [{"server_uuid": "3098c304-0dc2-4c4d-a9b2-41e4d781574f", "name": "network-vif-deleted", "tag": "c21f183f-f1c9-4bf0-a228-5e842f7aacb1"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:10.533657 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60885f2b-0a72-42e3-9824-0f7538c8ee55 x-openstack-request-id: req-60885f2b-0a72-42e3-9824-0f7538c8ee55 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:10.533964 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3098c304-0dc2-4c4d-a9b2-41e4d781574f", "name": "network-vif-deleted", "tag": "c21f183f-f1c9-4bf0-a228-5e842f7aacb1", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:10.534300 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60885f2b-0a72-42e3-9824-0f7538c8ee55 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:10.534627 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3098c304-0dc2-4c4d-a9b2-41e4d781574f', 'name': 'network-vif-deleted', 'tag': 'c21f183f-f1c9-4bf0-a228-5e842f7aacb1', 'status': 'completed', 'code': 200} Aug 31 07:01:10.981290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e4dd8b8-4718-41bb-abc0-6c532474d2f4 req-35ba5a11-26d7-4861-8ec7-902dbeb47f40 tempest-ServerDiskConfigTestJSON-1201194109 tempest-ServerDiskConfigTestJSON-1201194109-project] 10.222.0.15 "GET /v2.0/ports?device_id=3098c304-0dc2-4c4d-a9b2-41e4d781574f HTTP/1.1" status: 200 len: 210 time: 0.0355420 Aug 31 07:01:11.311185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04347545-4a5f-49a9-84de-1b437dc7dfe0 req-e91f5f18-44d7-4e75-adcb-675908219f16 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:11.312691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-04347545-4a5f-49a9-84de-1b437dc7dfe0 req-e91f5f18-44d7-4e75-adcb-675908219f16 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.0545394 Aug 31 07:01:11.362211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-04347545-4a5f-49a9-84de-1b437dc7dfe0 req-d0739c62-5b87-463b-9ca9-7bdb71434bbe tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430124 Aug 31 07:01:12.153462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dab582-9b4e-42bc-b240-237729415bc4 req-1e201003-e9b6-4a2f-bd62-b5e56c3216ab tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:12.155202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01dab582-9b4e-42bc-b240-237729415bc4 req-1e201003-e9b6-4a2f-bd62-b5e56c3216ab tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1098 time: 0.0487306 Aug 31 07:01:12.185929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42132) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:12.206607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01dab582-9b4e-42bc-b240-237729415bc4 req-2522e840-4828-495a-9ccd-6629e792eedb tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434520 Aug 31 07:01:12.231790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38499fe-5cac-4cd5-ab30-48fe32ebf841 admin admin] Deleting subnet 2b1f452a-7689-4752-8ab0-67b9e0e6e735 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:12.234963 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38499fe-5cac-4cd5-ab30-48fe32ebf841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.271579 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38499fe-5cac-4cd5-ab30-48fe32ebf841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.338227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38499fe-5cac-4cd5-ab30-48fe32ebf841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.381129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d67a9-7613-49aa-8391-e22f416b36e4 req-dbc18f17-48ac-4925-a06f-789e0dd4fc6c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:12.382679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c4d67a9-7613-49aa-8391-e22f416b36e4 req-dbc18f17-48ac-4925-a06f-789e0dd4fc6c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0926769 Aug 31 07:01:12.425140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38499fe-5cac-4cd5-ab30-48fe32ebf841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.457801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38499fe-5cac-4cd5-ab30-48fe32ebf841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1f452a-7689-4752-8ab0-67b9e0e6e735,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:12.459898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38499fe-5cac-4cd5-ab30-48fe32ebf841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.464690 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b38499fe-5cac-4cd5-ab30-48fe32ebf841 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2b1f452a-7689-4752-8ab0-67b9e0e6e735 HTTP/1.1" status: 204 len: 168 time: 0.2777088 Aug 31 07:01:12.466080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42142) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:12.470704 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c4d67a9-7613-49aa-8391-e22f416b36e4 req-bbab50c7-9d61-4036-a9e4-fc91b638ac00 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801592 Aug 31 07:01:12.503784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42144) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:12.558592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.562158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a175b1-8ddd-4c8f-93a9-8832a7fdbc64 req-7ffeec97-2b82-4632-b46c-dc1eaabbf130 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:12.564782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89a175b1-8ddd-4c8f-93a9-8832a7fdbc64 req-7ffeec97-2b82-4632-b46c-dc1eaabbf130 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.1193428 Aug 31 07:01:12.598464 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-664a27e0-31f8-440c-b3fa-f5f69f984d2b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/542361b1-8c46-45b9-bc94-918c4c096bc0 HTTP/1.1" status: 200 len: 994 time: 0.0931766 Aug 31 07:01:12.623257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89a175b1-8ddd-4c8f-93a9-8832a7fdbc64 req-a7f584e7-f545-4c4d-9b29-f95e0a74724a tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483134 Aug 31 07:01:12.652378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.663679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c63bc87-0ab1-4f78-8623-95c27b17d24c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:12.682294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:12.682547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79fd38c-0cbb-4e06-a467-5bcdcf6cfa25') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:12.711173 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.712065 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c21f183f-f1c9-4bf0-a228-5e842f7aacb1 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:12.734450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: c21f183f-f1c9-4bf0-a228-5e842f7aacb1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:12.734792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device c21f183f-f1c9-4bf0-a228-5e842f7aacb1 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:12.737102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.745299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:01:12.745804 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:01:12.748105 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:01:12.805393 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.811102 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.813423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] 10.222.0.15 "DELETE /v2.0/networks/7c63bc87-0ab1-4f78-8623-95c27b17d24c HTTP/1.1" status: 204 len: 168 time: 0.3462880 Aug 31 07:01:12.831529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a17e0-df3b-43b1-98dd-bfec619f0cde admin admin] Pushing event deleted for resources: {'Network': ['ID=7c63bc87-0ab1-4f78-8623-95c27b17d24c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:12.914475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-d9a9e5ca-f4d7-41ed-99e3-d04031e080d0 req-c05f5a5e-3baf-4a34-a0ce-20b1007609d1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:01:12.915683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9a9e5ca-f4d7-41ed-99e3-d04031e080d0 req-c05f5a5e-3baf-4a34-a0ce-20b1007609d1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067580 Aug 31 07:01:13.010861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42170) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:13.069609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8282b886-c050-4f17-a04a-72b6b1d50021 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d25d49f580af4023b98b2717ffbc7c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574329 Aug 31 07:01:13.073746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42178) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:13.144256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82af637e-3a73-4923-acb0-d5db8f87b687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.179934 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82af637e-3a73-4923-acb0-d5db8f87b687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.244616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82af637e-3a73-4923-acb0-d5db8f87b687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.247987 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82af637e-3a73-4923-acb0-d5db8f87b687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.250201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-82af637e-3a73-4923-acb0-d5db8f87b687 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2584a1bd-4722-4935-acb1-5c0ca4fb7805 HTTP/1.1" status: 204 len: 168 time: 0.1750178 Aug 31 07:01:13.262575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af637e-3a73-4923-acb0-d5db8f87b687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2584a1bd-4722-4935-acb1-5c0ca4fb7805,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:13.436854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42184) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:13.491267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cdf65-2b4b-483c-a4f9-de22cfc8dc8b req-0047324f-2833-493a-9e26-7d85286e9db0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:13.493043 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-820cdf65-2b4b-483c-a4f9-de22cfc8dc8b req-0047324f-2833-493a-9e26-7d85286e9db0 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0612617 Aug 31 07:01:13.553058 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-820cdf65-2b4b-483c-a4f9-de22cfc8dc8b req-5aa6cd9b-0eee-4805-bfc0-f9da3518f1ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459783 Aug 31 07:01:13.686732 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-437c5a41-da78-44f0-9928-c3e5c6a2ac8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2476780 Aug 31 07:01:13.776659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f57d77-cfb8-4220-a56a-6966d8083b49 req-ab773ada-9346-4d9e-a699-0c26c83a7adc tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:13.779002 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4f57d77-cfb8-4220-a56a-6966d8083b49 req-ab773ada-9346-4d9e-a699-0c26c83a7adc tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.0624723 Aug 31 07:01:13.828149 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a4f57d77-cfb8-4220-a56a-6966d8083b49 req-e9eb15ab-73d4-4576-acca-eed2a354b109 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363178 Aug 31 07:01:14.687434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294a3fc-c5f3-4edb-ba3d-a0385f7e7c7a req-66bb7780-91ed-4da7-9b80-8dba50e58240 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:14.689644 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9294a3fc-c5f3-4edb-ba3d-a0385f7e7c7a req-66bb7780-91ed-4da7-9b80-8dba50e58240 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0553725 Aug 31 07:01:14.731577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9294a3fc-c5f3-4edb-ba3d-a0385f7e7c7a req-5aa867bf-196f-4ccf-8b0c-fed5a2ab17cc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337517 Aug 31 07:01:14.888351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42266) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:14.955984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b00343-bf8b-4f89-831b-0670487611f0 req-f93aa57f-d249-43bf-9653-79908aab0a00 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:14.955984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85b00343-bf8b-4f89-831b-0670487611f0 req-f93aa57f-d249-43bf-9653-79908aab0a00 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.0548401 Aug 31 07:01:15.042289 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.046648 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85b00343-bf8b-4f89-831b-0670487611f0 req-2bc63b54-e537-4494-9bbf-e3f119215554 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837259 Aug 31 07:01:15.107002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-4d18a3b2-cf0f-4f28-bb86-ad200058f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:15.109445 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-4d18a3b2-cf0f-4f28-bb86-ad200058f6e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1098 time: 0.0764871 Aug 31 07:01:15.159122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.163647 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.208614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-17f1e934-7cd6-404d-8706-31597c430d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:15.209527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8983f5f487824d98b242a89842fa0320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183925 Aug 31 07:01:15.210243 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-17f1e934-7cd6-404d-8706-31597c430d8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.0927846 Aug 31 07:01:15.212101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42276) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:15.214349 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f19e7c-d272-4452-83ab-9809bdbda3b6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:15.221928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.222278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.222766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.223109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.223441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.223975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.224514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.225014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.225371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.225702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.226031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.226356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eccd6b-470b-4ff7-89ff-c2adee49a21b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:15.305316 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-0f868184-658d-48b7-8d38-4b0b66ddef6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1002 time: 0.0860207 Aug 31 07:01:15.342653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a86fe2f-0f4d-4611-84d6-7eb35a90d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.374326 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a86fe2f-0f4d-4611-84d6-7eb35a90d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.383550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-f531d4b7-817c-4eaf-8a0d-26ff6fcd91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:15.385044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-f531d4b7-817c-4eaf-8a0d-26ff6fcd91db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0702784 Aug 31 07:01:15.448795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-001640b9-a66d-4b43-9746-c5bd03a225dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:15.450272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-001640b9-a66d-4b43-9746-c5bd03a225dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561616 Aug 31 07:01:15.465150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a86fe2f-0f4d-4611-84d6-7eb35a90d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.467696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a86fe2f-0f4d-4611-84d6-7eb35a90d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.468765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2a86fe2f-0f4d-4611-84d6-7eb35a90d51d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8f19e7c-d272-4452-83ab-9809bdbda3b6 HTTP/1.1" status: 204 len: 168 time: 0.2557375 Aug 31 07:01:15.487231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86fe2f-0f4d-4611-84d6-7eb35a90d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f19e7c-d272-4452-83ab-9809bdbda3b6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:15.566463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-7ec71cdf-7b16-47d8-a111-3740236dd090 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086020 Aug 31 07:01:15.667312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-07a4df3d-8bfe-476c-9079-81794efbae54 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942788 Aug 31 07:01:15.888239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0b722-3067-4455-b103-b499c5874a13 req-6f999ede-a227-4eb0-84de-c46daf096c02 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:15.889810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20e0b722-3067-4455-b103-b499c5874a13 req-6f999ede-a227-4eb0-84de-c46daf096c02 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0521920 Aug 31 07:01:15.931200 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-20e0b722-3067-4455-b103-b499c5874a13 req-75136baf-6d31-40be-824f-f875e58b55d7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338056 Aug 31 07:01:16.187484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8070c5a-3f56-4c04-b11c-747cb71df86a req-7d135c7a-ed22-4dab-a24d-1d553080024f tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.189313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8070c5a-3f56-4c04-b11c-747cb71df86a req-7d135c7a-ed22-4dab-a24d-1d553080024f tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 943 time: 0.0521340 Aug 31 07:01:16.210522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42310) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:16.229805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a8070c5a-3f56-4c04-b11c-747cb71df86a req-2dc36a6f-6c74-47cb-ae9d-7c8f33d98137 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337393 Aug 31 07:01:16.312590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-128380460-network', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:16.333685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Made reservation on behalf of 7e5d296e6a864cbd9b30ea1118ed16c6 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:16.335899 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.344278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.436656 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.440576 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.470510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:16.477439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6569897e-055e-42a7-aabd-2d2f1b01f1c4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:16.483692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.484021 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Added segment 8073a0e5-810f-413e-ada9-9b8e66e6f8f8 of type vlan for network e281e950-c565-498d-a562-64d7513aca48 Aug 31 07:01:16.527474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.551318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.552298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.552862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.623550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4116769 Aug 31 07:01:16.626628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42314) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:16.631622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Request body: {'subnet': {'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-128380460-subnet', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:16.636921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8d0c4-9a8d-4c0a-842d-374be80524cb admin admin] Pushing event updated for resources: {'Network': ['ID=e281e950-c565-498d-a562-64d7513aca48,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:16.647931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e281e950-c565-498d-a562-64d7513aca48 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:16.663851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Made reservation on behalf of 7e5d296e6a864cbd9b30ea1118ed16c6 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:16.668269 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.794865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 08c5b7f2-6838-4856-a904-779a26301ed7 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:01:16.863175 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.892624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 08c5b7f2-6838-4856-a904-779a26301ed7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=08c5b7f2-6838-4856-a904-779a26301ed7,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:16.904951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '08c5b7f2-6838-4856-a904-779a26301ed7', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:01:16.913697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:16.930736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Checking segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:16.931090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Network hostable DHCP agents. Network: e281e950-c565-498d-a562-64d7513aca48, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:16.951520 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.953178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Network e281e950-c565-498d-a562-64d7513aca48 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:16.966495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e281e950-c565-498d-a562-64d7513aca48) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:16.975949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.977376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c5b7f2-6838-4856-a904-779a26301ed7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:16.979472 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.009175 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a72dc77-a8c0-4eeb-b535-27e55be36ea4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3814137 Aug 31 07:01:17.012769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42320) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.020886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:17.023106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 08c5b7f2-6838-4856-a904-779a26301ed7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=08c5b7f2-6838-4856-a904-779a26301ed7,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:17.032316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88705b-5259-4d5c-ae91-9f7bdcb7f902 None None] Network e281e950-c565-498d-a562-64d7513aca48 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:17.044019 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.063336 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.064692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.104010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fe4a8-9962-4bb4-b6fc-48d6897c0e68 req-26016a90-b040-46eb-bec8-a380023ecc39 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:17.106701 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83fe4a8-9962-4bb4-b6fc-48d6897c0e68 req-26016a90-b040-46eb-bec8-a380023ecc39 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0795150 Aug 31 07:01:17.137758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.158626 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83fe4a8-9962-4bb4-b6fc-48d6897c0e68 req-e34eee5c-a31c-4a31-b948-5d70aebed331 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454659 Aug 31 07:01:17.205043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=08c5b7f2-6838-4856-a904-779a26301ed7,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:17.266183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['08c5b7f2-6838-4856-a904-779a26301ed7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:01:17.327476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.343706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e281e950-c565-498d-a562-64d7513aca48', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:17.344895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.413829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e893b-5209-4e40-9e55-b1896459f570 req-efaac2cc-188f-4e7c-b929-89e58bb5ce4e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:17.415347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-687e893b-5209-4e40-9e55-b1896459f570 req-efaac2cc-188f-4e7c-b929-89e58bb5ce4e tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 944 time: 0.1035318 Aug 31 07:01:17.462177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-687e893b-5209-4e40-9e55-b1896459f570 req-81d2ad4a-1d41-47d9-ae37-4a8e32601384 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401032 Aug 31 07:01:17.568245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Allocated IP 172.20.0.2 (e281e950-c565-498d-a562-64d7513aca48/3bf4b3fe-4833-4648-bc94-1ef8604dcc8a/921c0b73-e338-4ce2-a59d-94d8cb6978a7) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:17.605348 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.628657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.761218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Allocated IP 172.25.5.219 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/35c2cb6a-953a-42e9-96f2-42985c765ac5) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:17.874160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.925061 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.958588 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.968437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Transition to ACTIVE for port object 921c0b73-e338-4ce2-a59d-94d8cb6978a7 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:17.973167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:17.976231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:17.980802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:17.992844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Transition to ACTIVE for port object 921c0b73-e338-4ce2-a59d-94d8cb6978a7 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:18.004294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=35c2cb6a-953a-42e9-96f2-42985c765ac5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:18.006798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.054547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Network e281e950-c565-498d-a562-64d7513aca48 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:18.057466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:18.061899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:18.064100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Pushing event updated for resources: {'Port': ['ID=921c0b73-e338-4ce2-a59d-94d8cb6978a7,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:18.123538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Attempting to bind port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:18.124241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Attempting to bind port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:18.124550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Attempting to bind port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:18.130639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:18.131012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Checking segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:18.131416 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.131808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Bound using segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:18.132277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Bound port: 921c0b73-e338-4ce2-a59d-94d8cb6978a7, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:18.132653 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.201002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] For port 921c0b73-e338-4ce2-a59d-94d8cb6978a7, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:18.205841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] For port 921c0b73-e338-4ce2-a59d-94d8cb6978a7, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=921c0b73-e338-4ce2-a59d-94d8cb6978a7,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:18.211979 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.282353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e76e77-e774-4322-b205-6b7d7af345d5 None None] Pushing event updated for resources: {'Port': ['ID=921c0b73-e338-4ce2-a59d-94d8cb6978a7,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:18.323950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4102b5-105e-4b8f-b263-b9373a480d6a req-89fe7522-3f15-4716-9a1e-c4daf72be0c3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:18.326024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f4102b5-105e-4b8f-b263-b9373a480d6a req-89fe7522-3f15-4716-9a1e-c4daf72be0c3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0699420 Aug 31 07:01:18.375698 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f4102b5-105e-4b8f-b263-b9373a480d6a req-de653a55-d299-4427-9c4c-490d58e6c3ce tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413427 Aug 31 07:01:18.689909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7e205-dabd-489c-97f4-4a2fc6e7e26a req-3c8f32da-fe8c-4299-a3ed-fac11b237b2d tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:18.691408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ad7e205-dabd-489c-97f4-4a2fc6e7e26a req-3c8f32da-fe8c-4299-a3ed-fac11b237b2d tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 944 time: 0.1277516 Aug 31 07:01:18.708570 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.777632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ad7e205-dabd-489c-97f4-4a2fc6e7e26a req-589437ee-7415-48c7-9252-f5fb55ff48bb tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769851 Aug 31 07:01:18.795920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 08c5b7f2-6838-4856-a904-779a26301ed7 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:18.856712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 08c5b7f2-6838-4856-a904-779a26301ed7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:18.861615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 08c5b7f2-6838-4856-a904-779a26301ed7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:18.861988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.962463 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.967845 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.997673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:19.000605 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926b81a8-98d6-419f-aafd-2dec1930de71" -d '{"events": [{"server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "name": "network-vif-plugged", "status": "completed", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:19.035778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 08c5b7f2-6838-4856-a904-779a26301ed7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=08c5b7f2-6838-4856-a904-779a26301ed7,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:19.050259 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:19.115430 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2987e1-a07f-4509-8974-c794e3e2da16 x-openstack-request-id: req-2f2987e1-a07f-4509-8974-c794e3e2da16 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:19.117371 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "name": "network-vif-plugged", "status": "completed", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:19.117806 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f2987e1-a07f-4509-8974-c794e3e2da16 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:19.118419 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7', 'code': 200} Aug 31 07:01:19.142855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Router 4501a12f-ec29-4b31-a43a-468f3829a986 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:01:19.160678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=08c5b7f2-6838-4856-a904-779a26301ed7,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:19.264534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f514e6-2c30-4c28-9e55-2ead4eb0f682 req-5df16163-3585-46ef-a80e-bcc1fb7581b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:19.266224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7f514e6-2c30-4c28-9e55-2ead4eb0f682 req-5df16163-3585-46ef-a80e-bcc1fb7581b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1097 time: 0.1249893 Aug 31 07:01:19.307027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:19.316839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Sync routers for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:19.329034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:19.330234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:00:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:19.336585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7f514e6-2c30-4c28-9e55-2ead4eb0f682 req-b7573a59-adc0-4ea1-a612-a036a3a098a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607903 Aug 31 07:01:19.343045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:19.350519 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dc06657a-18c8-40b2-95ff-687b862dbaf8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3337116 Aug 31 07:01:19.350783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42346) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.476524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:19.480833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc5ac9-3730-43f8-822d-288c9b7a2dca None None] Network e281e950-c565-498d-a562-64d7513aca48 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:19.544440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf959cc-17aa-42f8-b552-ff98f929ff3e req-8dbaea33-d4e4-430f-bf30-8ae70c3aeb31 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:19.545986 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cf959cc-17aa-42f8-b552-ff98f929ff3e req-8dbaea33-d4e4-430f-bf30-8ae70c3aeb31 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0754673 Aug 31 07:01:19.594160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-26841d7c-61b5-439e-a37d-da9defe5a833 None None] Provisioning for port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:19.653976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7cf959cc-17aa-42f8-b552-ff98f929ff3e req-7e4e197e-b1b9-49ca-805d-c872655aeacb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740719 Aug 31 07:01:19.834649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:18Z', 'revision_number': 3, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:19.875589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Checking router: 4501a12f-ec29-4b31-a43a-468f3829a986 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:19.876090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Updating router 4501a12f-ec29-4b31-a43a-468f3829a986 port 35c2cb6a-953a-42e9-96f2-42985c765ac5 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:01:19.930009 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:19.948991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe413511-76df-47b6-884f-028096a30f2b req-80ff615c-1631-43a2-9fe3-5153413f0b78 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:19.962073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe413511-76df-47b6-884f-028096a30f2b req-80ff615c-1631-43a2-9fe3-5153413f0b78 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 945 time: 0.0890307 Aug 31 07:01:20.047707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fe413511-76df-47b6-884f-028096a30f2b req-6ca4c3e0-56e3-4883-8d60-cbb275b1f91c tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845435 Aug 31 07:01:20.057568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.131581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 921c0b73-e338-4ce2-a59d-94d8cb6978a7 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:20.275260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Allocated IP 172.20.0.1 (e281e950-c565-498d-a562-64d7513aca48/3bf4b3fe-4833-4648-bc94-1ef8604dcc8a/0ffc93f6-0428-451e-80bf-b2d850090e7a) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:20.316074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:20.332515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:20.333108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.434891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.449833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Transition to ACTIVE for port object 0ffc93f6-0428-451e-80bf-b2d850090e7a will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:20.488698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.521712 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.525043 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.541316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Network e281e950-c565-498d-a562-64d7513aca48 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:20.545683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:20.548849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Transition to ACTIVE for port object 35c2cb6a-953a-42e9-96f2-42985c765ac5 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:20.552679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:20.584994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Pushing event updated for resources: {'Port': ['ID=0ffc93f6-0428-451e-80bf-b2d850090e7a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:20.587328 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.602012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 921c0b73-e338-4ce2-a59d-94d8cb6978a7, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=921c0b73-e338-4ce2-a59d-94d8cb6978a7,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:20.609642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.620693 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.671473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Attempting to bind port 35c2cb6a-953a-42e9-96f2-42985c765ac5 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:20.672125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Attempting to bind port 35c2cb6a-953a-42e9-96f2-42985c765ac5 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:20.672652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Attempting to bind port 35c2cb6a-953a-42e9-96f2-42985c765ac5 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:20.688422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:20.688895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:20.689536 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.690031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:20.690645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Bound port: 35c2cb6a-953a-42e9-96f2-42985c765ac5, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:20.691976 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.698495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43d5c9-2d17-40e3-8611-33c2dfcdb737 None None] Pushing event updated for resources: {'Port': ['ID=35c2cb6a-953a-42e9-96f2-42985c765ac5,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:20.826946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=921c0b73-e338-4ce2-a59d-94d8cb6978a7,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:20.830405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] For port 35c2cb6a-953a-42e9-96f2-42985c765ac5, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:20.835235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] For port 35c2cb6a-953a-42e9-96f2-42985c765ac5, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=35c2cb6a-953a-42e9-96f2-42985c765ac5,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:20.840331 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.898075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:20.898815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:00:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:20.937248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbb0d5-bd7d-4899-946e-d0436cabfcce req-60efbe4c-0ff6-4389-bc24-5c67a5948cd7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:20.938834 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43dbb0d5-bd7d-4899-946e-d0436cabfcce req-60efbe4c-0ff6-4389-bc24-5c67a5948cd7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.1694977 Aug 31 07:01:20.955655 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.968195 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43d5c9-2d17-40e3-8611-33c2dfcdb737 None None] Pushing event updated for resources: {'Port': ['ID=35c2cb6a-953a-42e9-96f2-42985c765ac5,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:21.010169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5145e330-39f8-417b-9d8e-f6c3bb17c02a None None] Provisioning for port 0ffc93f6-0428-451e-80bf-b2d850090e7a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:21.017985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43dbb0d5-bd7d-4899-946e-d0436cabfcce req-16fa6009-96a2-47db-83f9-d56692a73563 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715246 Aug 31 07:01:21.018296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5145e330-39f8-417b-9d8e-f6c3bb17c02a None None] Provisioning complete for port 0ffc93f6-0428-451e-80bf-b2d850090e7a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:21.018676 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5145e330-39f8-417b-9d8e-f6c3bb17c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.071177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:21.099842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5145e330-39f8-417b-9d8e-f6c3bb17c02a None None] Port 0ffc93f6-0428-451e-80bf-b2d850090e7a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:01:21.183782 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.190115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.214147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5f356-76cb-4630-8905-075b053e44c8 req-f5fd2094-7af1-41cc-9103-c5aee50c3a79 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:21.216739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68c5f356-76cb-4630-8905-075b053e44c8 req-f5fd2094-7af1-41cc-9103-c5aee50c3a79 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 945 time: 0.0780377 Aug 31 07:01:21.259890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68c5f356-76cb-4630-8905-075b053e44c8 req-f81d390d-3010-47fc-b7bc-1adac188d3cc tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371671 Aug 31 07:01:21.273844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.276644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Pushing event updated for resources: {'Port': ['ID=0ffc93f6-0428-451e-80bf-b2d850090e7a,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:21.313503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:18Z', 'revision_number': 3, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:21.348059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fcf41-af40-4e9d-ad58-4cf0a1e2f742 None None] The sync data for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 is: [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:18Z', 'revision_number': 3, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:21.414993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Network e281e950-c565-498d-a562-64d7513aca48 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:21.422792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee11f6f-1cfc-4149-bc46-82453259f290 req-3fcbeda6-bc5f-465e-a700-9eb3f99e2934 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:21.424436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dee11f6f-1cfc-4149-bc46-82453259f290 req-3fcbeda6-bc5f-465e-a700-9eb3f99e2934 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 945 time: 0.0806823 Aug 31 07:01:21.425861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:21.545879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dee11f6f-1cfc-4149-bc46-82453259f290 req-900a8f75-a50b-45e3-87f5-f61657baea1d tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796385 Aug 31 07:01:21.575865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42370) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:21.602275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Router 4501a12f-ec29-4b31-a43a-468f3829a986 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:01:21.824332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:21.827483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-20726e09-bc1d-4f64-a4f1-ec7bca9cfc39 None None] Provisioning complete for port 0ffc93f6-0428-451e-80bf-b2d850090e7a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:21.827867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-20726e09-bc1d-4f64-a4f1-ec7bca9cfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.829736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d124157f-aeb4-42fe-a83b-a11575372dbf admin admin] 10.222.0.15 "PUT /v2.0/routers/4501a12f-ec29-4b31-a43a-468f3829a986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4777434 Aug 31 07:01:21.849344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d973b-37b8-4df2-82be-35ea62fb38a0 tempest-TestVolumeBackupRestore-765162978 tempest-TestVolumeBackupRestore-765162978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:21.850816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-103d973b-37b8-4df2-82be-35ea62fb38a0 tempest-TestVolumeBackupRestore-765162978 tempest-TestVolumeBackupRestore-765162978-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1092 time: 0.2737126 Aug 31 07:01:21.853740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42376) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:21.860886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:21.888300 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.911457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-20726e09-bc1d-4f64-a4f1-ec7bca9cfc39 None None] Port 0ffc93f6-0428-451e-80bf-b2d850090e7a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:01:22.047144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.195406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 921c0b73-e338-4ce2-a59d-94d8cb6978a7 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:22.248307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Allocated IP 172.25.5.177 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/12545612-b7ba-4559-aa7c-84e48b672a2f) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:22.280995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30afd-28e9-4d2c-b41c-caa2268f7198 req-d860423f-84fc-421a-aaf3-3cb4267d33a9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:22.292382 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cfb30afd-28e9-4d2c-b41c-caa2268f7198 req-d860423f-84fc-421a-aaf3-3cb4267d33a9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.1203027 Aug 31 07:01:22.306107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:22.306590 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.413987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cfb30afd-28e9-4d2c-b41c-caa2268f7198 req-48569d77-21d8-4460-bafa-0a8b5da9aad3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193435 Aug 31 07:01:22.460703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 35c2cb6a-953a-42e9-96f2-42985c765ac5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:22.531542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.554282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 35c2cb6a-953a-42e9-96f2-42985c765ac5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:22.560248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 35c2cb6a-953a-42e9-96f2-42985c765ac5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:22.560766 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.611709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.684558 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.708214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:22.710396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'Port': ['ID=12545612-b7ba-4559-aa7c-84e48b672a2f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:22.714845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:22.723067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 35c2cb6a-953a-42e9-96f2-42985c765ac5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=35c2cb6a-953a-42e9-96f2-42985c765ac5,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:22.726432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:22.728626 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.801234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=35c2cb6a-953a-42e9-96f2-42985c765ac5,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:22.819240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42390) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:22.824420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-53bce352-78eb-4c02-8eed-d6bb6357c763 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689603130', 'description': 'tempest-description--581380588'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:22.848956 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53bce352-78eb-4c02-8eed-d6bb6357c763 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.938163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53bce352-78eb-4c02-8eed-d6bb6357c763 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.945169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53bce352-78eb-4c02-8eed-d6bb6357c763 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.979685 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53bce352-78eb-4c02-8eed-d6bb6357c763 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.983751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42392) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:22.985662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-53bce352-78eb-4c02-8eed-d6bb6357c763 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1648359 Aug 31 07:01:22.987510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bce352-78eb-4c02-8eed-d6bb6357c763 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc6fdf0-515d-41e1-b226-fc74f187897d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:22.988296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3d9a5062-a9db-433c-a2e4-cc5f43d44ab0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'security_group_rule': {'security_group_id': '7fc6fdf0-515d-41e1-b226-fc74f187897d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:23.030975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5062-a9db-433c-a2e4-cc5f43d44ab0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.195659 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5062-a9db-433c-a2e4-cc5f43d44ab0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.201519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5062-a9db-433c-a2e4-cc5f43d44ab0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.233479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a5062-a9db-433c-a2e4-cc5f43d44ab0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52f3f84-fee6-4677-96ca-11a0b18b2082,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:23.245942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5062-a9db-433c-a2e4-cc5f43d44ab0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.247216 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3d9a5062-a9db-433c-a2e4-cc5f43d44ab0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2624385 Aug 31 07:01:23.249758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42394) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:23.254974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.259247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c3e91c24-75a7-4bf6-86f6-32e4b35e56a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'security_group_rule': {'security_group_id': '7fc6fdf0-515d-41e1-b226-fc74f187897d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:23.325875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3e91c24-75a7-4bf6-86f6-32e4b35e56a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.366213 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.453920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3e91c24-75a7-4bf6-86f6-32e4b35e56a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.472366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3e91c24-75a7-4bf6-86f6-32e4b35e56a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.551095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e91c24-75a7-4bf6-86f6-32e4b35e56a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9042ae3-8c34-4be7-ab8f-853c807273f3,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:23.562546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c3e91c24-75a7-4bf6-86f6-32e4b35e56a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.563758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c3e91c24-75a7-4bf6-86f6-32e4b35e56a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129985 Aug 31 07:01:23.567031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42404) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:23.579721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:23.597625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd075643-0b9e-498e-a8e1-90013753d014 req-05086dfc-3062-4e9d-9f56-d168f1a72128 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:23.599966 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd075643-0b9e-498e-a8e1-90013753d014 req-05086dfc-3062-4e9d-9f56-d168f1a72128 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.0964682 Aug 31 07:01:23.611719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.633989 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Sync routers for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:23.644753 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:23.645771 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:00:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:23.664167 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.669064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd075643-0b9e-498e-a8e1-90013753d014 req-f668e6d1-83d6-472a-8d8a-8d01c20a8af5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571878 Aug 31 07:01:23.670231 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.748888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event updated for resources: {'Port': ['ID=12545612-b7ba-4559-aa7c-84e48b672a2f,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:23.765686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.798619 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:23.809257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.954979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Allocated IP 172.25.5.49 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/a8528aa8-0fc2-4d5c-8b7d-f5ad5df2c99f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:24.040291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 35c2cb6a-953a-42e9-96f2-42985c765ac5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:24.123918 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:21Z', 'revision_number': 2, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:24.131364 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.135908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 35c2cb6a-953a-42e9-96f2-42985c765ac5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:24.136289 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.162562 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Checking router: 4501a12f-ec29-4b31-a43a-468f3829a986 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:24.163176 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Updating router 4501a12f-ec29-4b31-a43a-468f3829a986 port 0ffc93f6-0428-451e-80bf-b2d850090e7a binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:01:24.197987 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.216362 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.262127 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7e22440-e41f-4f21-a9c5-3d96768d0d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.280641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:24.282255 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Floating IP 9dd94b87-2600-4a41-98a8-5bd0608818ca associated. External IP: 172.25.5.177, port: 08c5b7f2-6838-4856-a904-779a26301ed7. Aug 31 07:01:24.283991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:24.290939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:24.359560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'Port': ['ID=a8528aa8-0fc2-4d5c-8b7d-f5ad5df2c99f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:24.437326 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.506846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.537139 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.550430 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Transition to ACTIVE for port object 0ffc93f6-0428-451e-80bf-b2d850090e7a will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:24.557839 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.558029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:01:24.599095 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.611320 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Pushing event updated for resources: {'Port': ['ID=0ffc93f6-0428-451e-80bf-b2d850090e7a,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:24.664183 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.665056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.665056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.665270 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.665534 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.665865 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.666189 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.666512 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.666838 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.667157 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.667478 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.667795 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.682467 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Attempting to bind port 0ffc93f6-0428-451e-80bf-b2d850090e7a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:24.682831 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Attempting to bind port 0ffc93f6-0428-451e-80bf-b2d850090e7a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:24.683194 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Attempting to bind port 0ffc93f6-0428-451e-80bf-b2d850090e7a on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:24.688756 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:24.689132 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Checking segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:24.689555 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.689943 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Bound using segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:24.690407 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Bound port: 0ffc93f6-0428-451e-80bf-b2d850090e7a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:24.690781 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.736905 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.737157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:24.749547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] Sync routers for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:24.769047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.769999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:24.772028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:00:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:24.782474 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.786437 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] For port 0ffc93f6-0428-451e-80bf-b2d850090e7a, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:24.794032 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] For port 0ffc93f6-0428-451e-80bf-b2d850090e7a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0ffc93f6-0428-451e-80bf-b2d850090e7a,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:24.802688 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.854706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-84facc7a-d4e6-47d2-8538-8647f86108ea tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9989650 Aug 31 07:01:24.857621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 42414) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:24.858287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:24.861405 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff179349-b13b-4b43-803e-5cbb8bc55dff" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:24.870372 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e289d20-6434-4495-bb5e-1e8545ae58a9 None None] Pushing event updated for resources: {'Port': ['ID=0ffc93f6-0428-451e-80bf-b2d850090e7a,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:24.876407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'Port': ['ID=a8528aa8-0fc2-4d5c-8b7d-f5ad5df2c99f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:24.919079 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:24.921859 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:00:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:24.979252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e48012f-8bbf-4258-beb8-0edbdd0803fe tempest-TestVolumeBackupRestore-765162978 tempest-TestVolumeBackupRestore-765162978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:24.981099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e32a6-940b-45c1-abfb-b1d1f765fe8e req-c9340b54-1064-41e7-a97a-75988897575d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:24.989918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-086e32a6-940b-45c1-abfb-b1d1f765fe8e req-c9340b54-1064-41e7-a97a-75988897575d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.1230574 Aug 31 07:01:24.998496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.006288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42418) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:25.007974 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6e48012f-8bbf-4258-beb8-0edbdd0803fe tempest-TestVolumeBackupRestore-765162978 tempest-TestVolumeBackupRestore-765162978-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1092 time: 0.1418653 Aug 31 07:01:25.012374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-244cbe86-c5da-4bb0-9d8b-1694bb12a7ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Request body: {'floatingip': {'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:25.034154 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108bb359-b3c8-4466-8769-4d7bcb80d346 x-openstack-request-id: req-108bb359-b3c8-4466-8769-4d7bcb80d346 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:25.035236 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:25.035498 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-108bb359-b3c8-4466-8769-4d7bcb80d346 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:25.036802 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7', 'status': 'completed', 'code': 200} Aug 31 07:01:25.136919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-e6279a49-04c5-41a1-b012-58884698ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:25.138949 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-e6279a49-04c5-41a1-b012-58884698ad1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ded1f4eb650f4ded9b97cda1e69750c1&device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1097 time: 0.0840604 Aug 31 07:01:25.140093 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.153232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bfa64dd9-7ecc-4bdd-bf63-774e76c5ca45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5732450 Aug 31 07:01:25.204499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-086e32a6-940b-45c1-abfb-b1d1f765fe8e req-d51454bd-da26-40aa-afd0-073d6a1c67a3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133451 Aug 31 07:01:25.233667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-244cbe86-c5da-4bb0-9d8b-1694bb12a7ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.326684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:25.404326 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:25.407188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-1fb80508-2775-485c-9cc1-e8ecde2bca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:25.408694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-1fb80508-2775-485c-9cc1-e8ecde2bca8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa90644d-8b27-49ad-892d-5833184842bc HTTP/1.1" status: 200 len: 915 time: 0.2605956 Aug 31 07:01:25.571762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-2990a681-a49a-4aa0-b049-399bcdc9581a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c5b7f2-6838-4856-a904-779a26301ed7 HTTP/1.1" status: 200 len: 999 time: 0.1436465 Aug 31 07:01:25.587170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-ab8559cd-c53c-4a96-8fc1-29143360a228 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1689603130&fields=id&tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6 HTTP/1.1" status: 200 len: 267 time: 0.2319560 Aug 31 07:01:25.757448 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:24Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:25.768229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9dd94b87-2600-4a41-98a8-5bd0608818ca', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:23Z', 'updated_at': '2021-08-31T07:01:23Z', 'revision_number': 0, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:25.789805 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da7cfd-e5e9-4c18-80db-5ef6099254ec None None] The sync data for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 is: [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:24Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:25.826694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] Checking router: 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:25.858839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:25.860505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-ee388d8d-ee1d-48d7-a826-5694c320fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:25.861429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:00:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:25.865953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-ee388d8d-ee1d-48d7-a826-5694c320fc41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa5d71a8-0b05-4add-ad8d-b075542992f9 HTTP/1.1" status: 200 len: 853 time: 0.2769587 Aug 31 07:01:25.916096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-96b6f40d-4a3d-4581-9ca8-fe525fc61a89 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:25.928832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-96b6f40d-4a3d-4581-9ca8-fe525fc61a89 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.3224328 Aug 31 07:01:25.991532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-ee8d9604-ae84-4a06-8318-0353053b5c80 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/quotas/7e5d296e6a864cbd9b30ea1118ed16c6 HTTP/1.1" status: 200 len: 375 time: 0.0596697 Aug 31 07:01:26.051682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.119482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-244cbe86-c5da-4bb0-9d8b-1694bb12a7ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.124612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-244cbe86-c5da-4bb0-9d8b-1694bb12a7ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.129569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-f749e12b-d33a-47a0-ad0d-b39fe6c9b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:26.142515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-f749e12b-d33a-47a0-ad0d-b39fe6c9b3c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa90644d-8b27-49ad-892d-5833184842bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2612996 Aug 31 07:01:26.172962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:26.185835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-62259526-35a3-4e66-b35c-adc1d674c9bf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1933014 Aug 31 07:01:26.277655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0ffc93f6-0428-451e-80bf-b2d850090e7a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:26.406962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-840a84b8-e40d-4c2d-891b-174465672830 service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201107 Aug 31 07:01:26.407367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0ffc93f6-0428-451e-80bf-b2d850090e7a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:26.444081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-c4666903-21ec-4649-ac27-a0286e4a2579 service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485824 Aug 31 07:01:26.460097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0ffc93f6-0428-451e-80bf-b2d850090e7a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:26.460756 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.614657 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-ec5ed6a3-35b9-46c8-9ef8-c290f4943f91 service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066514 Aug 31 07:01:26.617928 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff179349-b13b-4b43-803e-5cbb8bc55dff req-59c6dd3b-c473-453e-b9f3-4144199d372f service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608984 Aug 31 07:01:26.642686 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.726785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 0ffc93f6-0428-451e-80bf-b2d850090e7a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0ffc93f6-0428-451e-80bf-b2d850090e7a,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:26.746843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9dd94b87-2600-4a41-98a8-5bd0608818ca', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:23Z', 'updated_at': '2021-08-31T07:01:23Z', 'revision_number': 0, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:26.748810 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.870325 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1429266b-7fce-4bfa-b1f8-22d9779e26c2 req-929a7764-ed4c-41d5-9989-241f5605d5d4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 210 time: 0.0464113 Aug 31 07:01:26.876675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e90623-3a71-49c4-829f-f654dcf9d106 None None] The sync data for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 is: [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9dd94b87-2600-4a41-98a8-5bd0608818ca', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:23Z', 'updated_at': '2021-08-31T07:01:23Z', 'revision_number': 0, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:26.894721 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7b5d209f-15d0-45fd-9f74-7eb0e2f0f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.949213 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.952102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=0ffc93f6-0428-451e-80bf-b2d850090e7a,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:27.009274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd53da-d219-431d-83bf-d229c12fa6b3 req-655e996e-4ebf-4587-9c44-daa908bf0788 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.011045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52cd53da-d219-431d-83bf-d229c12fa6b3 req-655e996e-4ebf-4587-9c44-daa908bf0788 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.2910922 Aug 31 07:01:27.077854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52cd53da-d219-431d-83bf-d229c12fa6b3 req-1967e11a-be0a-488d-8ce1-65672df8df67 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586648 Aug 31 07:01:27.083405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244cbe86-c5da-4bb0-9d8b-1694bb12a7ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:01:27.250703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244cbe86-c5da-4bb0-9d8b-1694bb12a7ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:27.256410 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-244cbe86-c5da-4bb0-9d8b-1694bb12a7ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.320043 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc0455-8ed8-4072-8b7b-722a97ae0146 None None] New status for floating IP 9dd94b87-2600-4a41-98a8-5bd0608818ca: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:01:27.322043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:27.324582 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:27.347009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-244cbe86-c5da-4bb0-9d8b-1694bb12a7ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "PUT /v2.0/floatingips/9dd94b87-2600-4a41-98a8-5bd0608818ca HTTP/1.1" status: 200 len: 991 time: 2.3398404 Aug 31 07:01:27.400881 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c334dbc-d965-40b3-b181-1a231a855990 x-openstack-request-id: req-8c334dbc-d965-40b3-b181-1a231a855990 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:27.400881 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:27.401206 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c334dbc-d965-40b3-b181-1a231a855990 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:27.401666 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7', 'status': 'completed', 'code': 200} Aug 31 07:01:27.475135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-738c3e66-a8a8-4eb9-b671-f8ba08091f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.476993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-738c3e66-a8a8-4eb9-b671-f8ba08091f2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ded1f4eb650f4ded9b97cda1e69750c1&device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1097 time: 0.0505979 Aug 31 07:01:27.600414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-2065335a-76a7-47a5-8a9d-c1f0d40eadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.602225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-2065335a-76a7-47a5-8a9d-c1f0d40eadf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa90644d-8b27-49ad-892d-5833184842bc HTTP/1.1" status: 200 len: 915 time: 0.1177230 Aug 31 07:01:27.686760 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-cf7ff839-2d0f-420c-a6eb-c08e4d19c163 service neutron] show failed (client error): The resource could not be found. Aug 31 07:01:27.688425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-cf7ff839-2d0f-420c-a6eb-c08e4d19c163 service neutron] 10.222.0.23 "GET /v2.0/ports/96ba1527-3519-463d-9d78-095e02b90eec/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.1294911 Aug 31 07:01:27.711399 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] Sync routers for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:27.729109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:27.731519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:27.748970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-d5e5bf69-8d6e-4cd0-b188-60a703975c38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c5b7f2-6838-4856-a904-779a26301ed7 HTTP/1.1" status: 200 len: 1001 time: 0.1385140 Aug 31 07:01:27.830226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-f35d5300-0905-4e4e-ba18-0b2857933fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.831579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-f35d5300-0905-4e4e-ba18-0b2857933fda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa5d71a8-0b05-4add-ad8d-b075542992f9 HTTP/1.1" status: 200 len: 853 time: 0.0753219 Aug 31 07:01:27.880011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:27.953668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-98403a00-fb91-48ff-8c24-c900edce2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.955228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-98403a00-fb91-48ff-8c24-c900edce2bcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa90644d-8b27-49ad-892d-5833184842bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036377 Aug 31 07:01:28.054757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0ffc93f6-0428-451e-80bf-b2d850090e7a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:28.057054 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f6e80d1-e292-4dc2-a97b-4e9b630342f2 req-97eb6cb0-0f04-499f-a411-ff6179bc5d41 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 210 time: 0.0787067 Aug 31 07:01:28.130220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-6066a153-8fa1-4618-91b9-9aadf0e4c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:28.131762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-6066a153-8fa1-4618-91b9-9aadf0e4c58e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 1098 time: 0.2230163 Aug 31 07:01:28.154077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:28.215280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-3ed4a79a-d7fd-47d6-9e5e-71bdd1bc6908 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:28.217378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-3ed4a79a-d7fd-47d6-9e5e-71bdd1bc6908 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.1469328 Aug 31 07:01:28.263401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.279213 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.295779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0ffc93f6-0428-451e-80bf-b2d850090e7a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:28.295779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.315174 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-e1f789d2-53f5-48cf-ac94-3510e8f52673 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6 HTTP/1.1" status: 200 len: 380 time: 0.0873730 Aug 31 07:01:28.326281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-b9cf2cdf-9f59-4b05-a86a-12bec264b32f service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322659 Aug 31 07:01:28.334452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9dd94b87-2600-4a41-98a8-5bd0608818ca', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:23Z', 'updated_at': '2021-08-31T07:01:27Z', 'revision_number': 2, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:28.336253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'port': {'device_id': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'admin_state_up': True, 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'security_groups': ['7fc6fdf0-515d-41e1-b226-fc74f187897d']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:28.389020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] Checking router: 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:28.417993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:28.418998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:28.444671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d39146-90ab-4fde-a510-98ca67d82969 req-ddc2cfb5-f8c8-42a3-a5a7-873cca0ba26c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:28.447482 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30d39146-90ab-4fde-a510-98ca67d82969 req-ddc2cfb5-f8c8-42a3-a5a7-873cca0ba26c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 946 time: 0.2372830 Aug 31 07:01:28.526662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Made reservation on behalf of 7e5d296e6a864cbd9b30ea1118ed16c6 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:28.535346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.581908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30d39146-90ab-4fde-a510-98ca67d82969 req-a914a918-c905-4e67-8f94-31c72b5406a7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207891 Aug 31 07:01:28.652955 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b86f5dc8-8ff1-4ec4-b50d-f86f7a01604f req-d6ff40ef-0499-44b0-bc8d-f8c47cceb924 service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178458 Aug 31 07:01:28.678626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:28.744081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:28.805296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Allocated IP 172.20.0.4 (e281e950-c565-498d-a562-64d7513aca48/3bf4b3fe-4833-4648-bc94-1ef8604dcc8a/8cea5688-0938-4e1b-b15a-964fb63166c9) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:28.838611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:28.896958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:28.898446 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0f43c-c35c-4160-9968-38522948b17e" -d '{"events": [{"server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "name": "network-vif-unplugged", "status": "completed", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:28.903114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.937622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Transition to ACTIVE for port object 96ba1527-3519-463d-9d78-095e02b90eec will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:28.946443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.114738 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.151497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Transition to ACTIVE for port object 8cea5688-0938-4e1b-b15a-964fb63166c9 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:29.189748 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea4fca7-d3f5-45e1-81c2-9430d1147641 x-openstack-request-id: req-0ea4fca7-d3f5-45e1-81c2-9430d1147641 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:29.190104 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "name": "network-vif-unplugged", "status": "completed", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:29.190302 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ea4fca7-d3f5-45e1-81c2-9430d1147641 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:29.193896 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'code': 200} Aug 31 07:01:29.235221 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.253335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] No DVR routers for this DVR port 96ba1527-3519-463d-9d78-095e02b90eec on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:29.372125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Network e281e950-c565-498d-a562-64d7513aca48 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:29.374026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:29.384184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:29.388099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:29.390478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9dd94b87-2600-4a41-98a8-5bd0608818ca', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:23Z', 'updated_at': '2021-08-31T07:01:27Z', 'revision_number': 2, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:29.402890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:29.428655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:29.432311 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:29.453630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016155a2-1aec-4de7-880c-9404685b0cb1 None None] The sync data for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 is: [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9dd94b87-2600-4a41-98a8-5bd0608818ca', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'port_id': '08c5b7f2-6838-4856-a904-779a26301ed7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:23Z', 'updated_at': '2021-08-31T07:01:27Z', 'revision_number': 2, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:29.511510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:29.512490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.530494 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ba1a54-dd57-43ae-b5bf-e1f6e20c4150 x-openstack-request-id: req-f9ba1a54-dd57-43ae-b5bf-e1f6e20c4150 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:29.530894 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:29.531246 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9ba1a54-dd57-43ae-b5bf-e1f6e20c4150 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:29.531745 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7', 'status': 'completed', 'code': 200} Aug 31 07:01:29.539975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717f00a-08a9-4657-a87a-6bb6b25d6184 req-acdf5745-a552-4bf4-97d9-f9806437e32a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:29.540415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c8429cf6-2e0d-4dbf-a90d-efe8f289508e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2138209 Aug 31 07:01:29.548388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4717f00a-08a9-4657-a87a-6bb6b25d6184 req-acdf5745-a552-4bf4-97d9-f9806437e32a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 931 time: 0.3606086 Aug 31 07:01:29.568501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Request body: {'port': {'device_id': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:29.575358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:29.576086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:29.576429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:29.615761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:01:29.616365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:29.625067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:29.628574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Checking segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:29.628994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Bound using segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:29.629777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Bound port: 96ba1527-3519-463d-9d78-095e02b90eec, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:29.630156 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.700066 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.707783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4717f00a-08a9-4657-a87a-6bb6b25d6184 req-b386a3ab-c9c1-4ca9-b17d-0028205ee6f0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583850 Aug 31 07:01:29.712878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-d4f70f2b-8b79-449c-9241-4f74869c96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:29.714450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-d4f70f2b-8b79-449c-9241-4f74869c96dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ded1f4eb650f4ded9b97cda1e69750c1&device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1097 time: 0.1353972 Aug 31 07:01:29.784309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-acaa8c4a-e0c2-4eee-a31f-326b7a08e9e9 None None] Provisioning for port 8cea5688-0938-4e1b-b15a-964fb63166c9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:29.793451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-acaa8c4a-e0c2-4eee-a31f-326b7a08e9e9 None None] Provisioning complete for port 8cea5688-0938-4e1b-b15a-964fb63166c9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:29.793966 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-acaa8c4a-e0c2-4eee-a31f-326b7a08e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.844788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:29.851632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:29.853650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-acaa8c4a-e0c2-4eee-a31f-326b7a08e9e9 None None] Port 8cea5688-0938-4e1b-b15a-964fb63166c9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:01:29.858981 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.907982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-42268ce5-0405-43d0-a2de-76389fbb502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:29.909535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-42268ce5-0405-43d0-a2de-76389fbb502c service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa90644d-8b27-49ad-892d-5833184842bc HTTP/1.1" status: 200 len: 915 time: 0.1723151 Aug 31 07:01:29.913159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:29.913731 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.915269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] 10.222.0.42 "PUT /v2.0/ports/96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1093 time: 1.7732778 Aug 31 07:01:29.933073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ffc2f-3676-4f7d-a853-1b3e9fdfaca5 req-ac59f487-857d-4338-83ed-77ff86d77784 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:29.933896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc1ffc2f-3676-4f7d-a853-1b3e9fdfaca5 req-ac59f487-857d-4338-83ed-77ff86d77784 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.2086949 Aug 31 07:01:30.028371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926e72c-b541-4adb-91b7-0adba539f133 service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:30.029015 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.052094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-9c7c7621-a774-4a97-afaf-b0c2e112a471 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c5b7f2-6838-4856-a904-779a26301ed7 HTTP/1.1" status: 200 len: 1001 time: 0.1282518 Aug 31 07:01:30.054522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-9d1cd31d-a6f9-4c7b-a10d-cabd6bb0092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.055968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-9d1cd31d-a6f9-4c7b-a10d-cabd6bb0092a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1096 time: 0.0869226 Aug 31 07:01:30.078610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc1ffc2f-3676-4f7d-a853-1b3e9fdfaca5 req-0c96656b-f747-4cee-acd6-bd2e1be51f79 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385098 Aug 31 07:01:30.170606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cea5688-0938-4e1b-b15a-964fb63166c9 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:30.180858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.195092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Transition to ACTIVE for port object 8cea5688-0938-4e1b-b15a-964fb63166c9 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:30.200801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.288941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:30.374063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Attempting to bind port 8cea5688-0938-4e1b-b15a-964fb63166c9 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:30.374711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Attempting to bind port 8cea5688-0938-4e1b-b15a-964fb63166c9 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:30.374711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Attempting to bind port 8cea5688-0938-4e1b-b15a-964fb63166c9 on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:30.380119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Port 8cea5688-0938-4e1b-b15a-964fb63166c9 on network e281e950-c565-498d-a562-64d7513aca48 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:01:30.380453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Attempting to bind port 8cea5688-0938-4e1b-b15a-964fb63166c9 on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:30.386420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:30.386788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Checking segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:30.387070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Bound using segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:30.387503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Bound port: 8cea5688-0938-4e1b-b15a-964fb63166c9, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:30.387868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.465832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:30.470350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:30.475557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.536426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.537285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.538992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] 10.222.0.23 "PUT /v2.0/ports/8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 1092 time: 0.9822199 Aug 31 07:01:30.549292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7260-ae63-400c-ab23-2abacb398dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:30.564123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-b1237b84-a45a-4fd5-8379-bafa63d9df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.565653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-b1237b84-a45a-4fd5-8379-bafa63d9df3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa5d71a8-0b05-4add-ad8d-b075542992f9 HTTP/1.1" status: 200 len: 853 time: 0.4997780 Aug 31 07:01:30.628005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-c9679502-d4f2-4314-83c7-cf05b501beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.630508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-c9679502-d4f2-4314-83c7-cf05b501beaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.5623901 Aug 31 07:01:30.647360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-842e99b8-a7be-4874-9b0e-03876f6e9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.649167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-842e99b8-a7be-4874-9b0e-03876f6e9910 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa90644d-8b27-49ad-892d-5833184842bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639107 Aug 31 07:01:30.663130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c3fca24c-5be3-4fb1-9552-69c3e4059ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.664779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c3fca24c-5be3-4fb1-9552-69c3e4059ab7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1095 time: 0.0685375 Aug 31 07:01:30.717136 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-19c31e7f-52b9-4aea-a259-7039dc90e47b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 217 time: 0.0445240 Aug 31 07:01:30.781480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 96ba1527-3519-463d-9d78-095e02b90eec no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:30.797282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-96853a8b-e5da-44d5-a8ec-9717b3573710 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1000 time: 0.1470294 Aug 31 07:01:30.808045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c6259307-3ea4-451f-93fe-35cac7a08dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.809866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-c6259307-3ea4-451f-93fe-35cac7a08dfb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0852866 Aug 31 07:01:30.863409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 96ba1527-3519-463d-9d78-095e02b90eec not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:30.882825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-dd08b58b-58cf-412b-8f3f-cc3a59023c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.884548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-dd08b58b-58cf-412b-8f3f-cc3a59023c74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625868 Aug 31 07:01:30.900904 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-ee3775df-2e51-404a-9d95-f883c8e7de73 service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431040 Aug 31 07:01:30.918526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-f12c2f3e-e20c-48f1-b751-daa561bb272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.919929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-f12c2f3e-e20c-48f1-b751-daa561bb272c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.1016705 Aug 31 07:01:30.978587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93195c53-3f51-44c6-85be-761d83342395 req-92677540-3bfd-4f53-a967-26c99d1a172c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.980104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93195c53-3f51-44c6-85be-761d83342395 req-92677540-3bfd-4f53-a967-26c99d1a172c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 943 time: 0.1801631 Aug 31 07:01:31.014302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-b7109ead-f763-4953-b1ae-4895a66c6b89 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227531 Aug 31 07:01:31.067366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-d89270b1-6f5d-4361-8acc-b184ce970ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.069963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-d89270b1-6f5d-4361-8acc-b184ce970ec4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336019 Aug 31 07:01:31.079565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93195c53-3f51-44c6-85be-761d83342395 req-95561442-93b7-49c0-960b-6b1833d3d0c4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738876 Aug 31 07:01:31.141814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-033175c3-4893-4b27-bb9b-d77b9a9603f6 req-398d62f6-847b-4abd-8bed-e74dd4bb4eff service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191752 Aug 31 07:01:31.191674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259c2ac4-c3cf-4f5f-8ae7-4fedc1abe531 req-8551b00e-9be9-41ea-881a-4a2309693103 service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839355 Aug 31 07:01:31.193766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:31.196401 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a82962-ef72-404e-a5a8-8147a8fc33e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:31.256964 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-65ec3439-40ff-40af-8627-7756b15053b5 service neutron] 10.222.0.42 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760242 Aug 31 07:01:31.277662 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5355f2a4-0d28-476d-8d87-71354ee5ec7a x-openstack-request-id: req-5355f2a4-0d28-476d-8d87-71354ee5ec7a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:31.278098 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:31.278356 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5355f2a4-0d28-476d-8d87-71354ee5ec7a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:31.278766 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'status': 'completed', 'code': 200} Aug 31 07:01:31.284264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfac47-eb6b-47cd-aeca-999c18933bf2 req-02ca1de0-dcf3-41a3-abca-3019e1086ad1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.286406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37dfac47-eb6b-47cd-aeca-999c18933bf2 req-02ca1de0-dcf3-41a3-abca-3019e1086ad1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.0904903 Aug 31 07:01:31.373590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-dc197cf4-6069-4724-8f94-3bec87f0befb service neutron] 10.222.0.42 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081660 Aug 31 07:01:31.402182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37dfac47-eb6b-47cd-aeca-999c18933bf2 req-c6d9be8e-0f28-43c9-b881-73ac6adc1c2a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030777 Aug 31 07:01:31.415305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-03f54cc0-3ec0-49e0-9bea-020ae8fb0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.423239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-03f54cc0-3ec0-49e0-9bea-020ae8fb0cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1096 time: 0.0918705 Aug 31 07:01:31.533931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:31.537774 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b70c3-701c-4e07-af19-b797d2bfa6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:31.542423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-ea535a0f-fc18-444f-98e0-bacb36b52351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.544630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-ea535a0f-fc18-444f-98e0-bacb36b52351 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1096 time: 0.0993040 Aug 31 07:01:31.581831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-ed415da6-2abc-4592-b8c8-67010b0e63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.585013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-ed415da6-2abc-4592-b8c8-67010b0e63f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.1591833 Aug 31 07:01:31.618891 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d40d2a-370b-48af-bcfc-0e6c78f57874 x-openstack-request-id: req-30d40d2a-370b-48af-bcfc-0e6c78f57874 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:31.619675 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:31.620424 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30d40d2a-370b-48af-bcfc-0e6c78f57874 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:31.621843 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'status': 'completed', 'code': 200} Aug 31 07:01:31.722242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-60206b81-d715-4275-bcc2-dd7b6ebf4bca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1000 time: 0.1195192 Aug 31 07:01:31.742946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-d864941c-cb88-41ce-8e28-b839604b90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.745807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-d864941c-cb88-41ce-8e28-b839604b90b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1095 time: 0.0906966 Aug 31 07:01:31.747577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-857ccd05-1b2b-4b5c-8b8e-c1447bb64050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.750412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-857ccd05-1b2b-4b5c-8b8e-c1447bb64050 service neutron] 10.222.0.42 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.1944728 Aug 31 07:01:31.793719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-088cdb39-913f-47f8-820d-cacd8529d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.801755 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-088cdb39-913f-47f8-820d-cacd8529d35f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0652776 Aug 31 07:01:31.887950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-58bfe83b-0cc9-4ad6-b71e-cc88bdd424e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.887950 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-58bfe83b-0cc9-4ad6-b71e-cc88bdd424e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746858 Aug 31 07:01:31.935187 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-1992bfdc-1b44-4b18-9dc4-620a6fb69502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1000 time: 0.1677601 Aug 31 07:01:31.938985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-c78b2870-9ef3-4652-ae66-1d4636664263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.940859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-c78b2870-9ef3-4652-ae66-1d4636664263 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1865926 Aug 31 07:01:32.030646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-f3ef3fcc-b3bb-4a83-a7b9-374796b1aae5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 217 time: 0.0766592 Aug 31 07:01:32.034403 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-4296fca8-5ce3-4a54-85ce-834179fdb591 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423132 Aug 31 07:01:32.083232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-c6a32970-e737-4438-8893-e8ea1b056767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:32.086139 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-c6a32970-e737-4438-8893-e8ea1b056767 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.1437123 Aug 31 07:01:32.133616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-b52dd52f-f2f9-4b0b-9286-763f07669aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:32.135125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-b52dd52f-f2f9-4b0b-9286-763f07669aee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0925951 Aug 31 07:01:32.166272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-6d0d6023-2a2a-4c61-a79d-175043027c79 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228569 Aug 31 07:01:32.198510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-11e9d918-68ee-4b40-8bfd-f8a23b23c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:32.199598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-11e9d918-68ee-4b40-8bfd-f8a23b23c20b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995061 Aug 31 07:01:32.261948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72803dd4-c4ce-440f-be37-08498750c5e1 req-b016987f-eca7-423f-823b-8d35648f9d7b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:32.264929 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-72803dd4-c4ce-440f-be37-08498750c5e1 req-b016987f-eca7-423f-823b-8d35648f9d7b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 943 time: 0.0694766 Aug 31 07:01:32.272670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-8af26297-b5e7-45c4-9972-44b3adb9774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:32.274247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-8af26297-b5e7-45c4-9972-44b3adb9774f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284914 Aug 31 07:01:32.313753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-72803dd4-c4ce-440f-be37-08498750c5e1 req-cc35f053-4f85-4fe1-a8f0-52671447557f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Aug 31 07:01:32.377821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-4a33a4b9-ed10-4b9a-8aa6-020fc6d0a5cc service neutron] 10.222.0.42 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704304 Aug 31 07:01:32.465282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-9effd50f-e3ad-4a76-8aac-62a08a4ccba7 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822972 Aug 31 07:01:32.589895 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c4a82962-ef72-404e-a5a8-8147a8fc33e1 req-551df5f4-6e60-47b7-8b22-a15a4db2ef65 service neutron] 10.222.0.42 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025900 Aug 31 07:01:32.625799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208402c0-c442-4645-b631-1d1ee1d87ed9 req-0971a1e5-bd63-43da-902d-fd010ae91e85 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:32.627304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-208402c0-c442-4645-b631-1d1ee1d87ed9 req-0971a1e5-bd63-43da-902d-fd010ae91e85 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.1263416 Aug 31 07:01:32.633302 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a72b70c3-701c-4e07-af19-b797d2bfa6b6 req-919078f0-f16e-4f59-b53c-142470428c11 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581588 Aug 31 07:01:32.670141 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-208402c0-c442-4645-b631-1d1ee1d87ed9 req-0b60add0-d345-41b7-bd28-fe9301cc4d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358880 Aug 31 07:01:33.439955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0039635-e580-4656-9fd6-b137bb278076 req-29757c7b-ed6e-4b96-99ec-6cc0ae0d4832 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:33.441478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0039635-e580-4656-9fd6-b137bb278076 req-29757c7b-ed6e-4b96-99ec-6cc0ae0d4832 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 943 time: 0.0554483 Aug 31 07:01:33.482140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0039635-e580-4656-9fd6-b137bb278076 req-a34a7db5-647c-4b68-834d-ddb7d2ee1915 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343812 Aug 31 07:01:33.797770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9123c8-e663-45e9-a26a-fb6763d3ce7d req-8f995b49-42e7-453b-88da-b9c964929c00 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:33.799823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f9123c8-e663-45e9-a26a-fb6763d3ce7d req-8f995b49-42e7-453b-88da-b9c964929c00 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.0558987 Aug 31 07:01:33.850248 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f9123c8-e663-45e9-a26a-fb6763d3ce7d req-87a3fa72-ca83-4040-9ced-e58ea746cb2b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403059 Aug 31 07:01:34.132424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-704f35d8-7d90-490b-a0ec-216ce6073bc6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.134343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-704f35d8-7d90-490b-a0ec-216ce6073bc6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3&tenant_id=114c303e58824a2f81726133673c4639&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 944 time: 0.0888760 Aug 31 07:01:34.157360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947d57d-b34e-4c5e-8ab0-1e28caa7252c req-3818a3d6-7533-4f64-95de-a2df06d2f0ae tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.158837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1947d57d-b34e-4c5e-8ab0-1e28caa7252c req-3818a3d6-7533-4f64-95de-a2df06d2f0ae tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.0793209 Aug 31 07:01:34.231104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1947d57d-b34e-4c5e-8ab0-1e28caa7252c req-1ede8b80-3071-4216-a80b-2764a182b298 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549331 Aug 31 07:01:34.235751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-ea8adb81-5a7c-45d4-a309-6f48798cd5fc service neutron] 10.222.0.42 "GET /v2.0/ports/96ba1527-3519-463d-9d78-095e02b90eec/bindings/n-h2-712142-16 HTTP/1.1" status: 200 len: 383 time: 0.0924194 Aug 31 07:01:34.306770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-c0cf7595-fc39-45d3-be0b-ad34f7784e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.308370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-c0cf7595-fc39-45d3-be0b-ad34f7784e54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1096 time: 0.0415597 Aug 31 07:01:34.409245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-277542b5-53c1-46b8-90fb-64ec2ab673b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.410737 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-277542b5-53c1-46b8-90fb-64ec2ab673b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.0954895 Aug 31 07:01:34.484030 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:01:34.494830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-0e1397b3-726a-49e1-ab2b-77e14560a03f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1000 time: 0.0763557 Aug 31 07:01:34.556942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-fc20795d-635d-498d-80f0-7a9eacc66c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.558631 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-fc20795d-635d-498d-80f0-7a9eacc66c71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0561390 Aug 31 07:01:34.635079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-0df216ff-bc6e-4fc9-8b02-8bb2abc7253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.637225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-0df216ff-bc6e-4fc9-8b02-8bb2abc7253c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687728 Aug 31 07:01:34.639900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c5e2-09ba-4eca-8884-dba6d46ea438 req-1f150994-d96e-4aa2-aeab-a134b1c93679 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.641502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97a4c5e2-09ba-4eca-8884-dba6d46ea438 req-1f150994-d96e-4aa2-aeab-a134b1c93679 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 943 time: 0.0697551 Aug 31 07:01:34.692589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97a4c5e2-09ba-4eca-8884-dba6d46ea438 req-99d0fc11-9639-4cea-b36e-4b2d75b1dbcc tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445483 Aug 31 07:01:34.749350 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-b34e64f7-149b-4b13-82e1-876b7b5839b0 service neutron] 10.222.0.42 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041422 Aug 31 07:01:34.802084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:01:34.857218 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-bb3b055e-079b-428d-a840-28d41b914e65 service neutron] 10.222.0.42 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994158 Aug 31 07:01:34.867076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 96ba1527-3519-463d-9d78-095e02b90eec details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:01:34.974720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:34.995412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'mac_address': 'fa:16:3e:3e:cb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:01:35.043094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:35.062004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '96ba1527-3519-463d-9d78-095e02b90eec', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'port_id': '96ba1527-3519-463d-9d78-095e02b90eec', 'mac_address': 'fa:16:3e:51:70:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:01:35.065018 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.080888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cea5688-0938-4e1b-b15a-964fb63166c9 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:35.145923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:35.149415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.162680 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.200225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ba1527-3519-463d-9d78-095e02b90eec {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:35.248796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:35.256451 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.261437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:35.318394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:35.367711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['8cea5688-0938-4e1b-b15a-964fb63166c9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:01:35.412294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c115-4667-4c19-a0de-dd70d38584e3 req-227548b5-ffd0-408b-83ad-b115f1527e15 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:35.414357 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e560c115-4667-4c19-a0de-dd70d38584e3 req-227548b5-ffd0-408b-83ad-b115f1527e15 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 945 time: 0.0705760 Aug 31 07:01:35.471600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e560c115-4667-4c19-a0de-dd70d38584e3 req-31b88280-a9d3-4972-8d76-5a032d857c56 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485210 Aug 31 07:01:35.534916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['96ba1527-3519-463d-9d78-095e02b90eec'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:01:35.818259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c016f58-c0de-4466-aad5-ff1d9a85341c req-2f8cd8fa-baca-4ee4-bb3d-389166aa9498 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:35.819941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c016f58-c0de-4466-aad5-ff1d9a85341c req-2f8cd8fa-baca-4ee4-bb3d-389166aa9498 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0534730 Aug 31 07:01:35.859774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c016f58-c0de-4466-aad5-ff1d9a85341c req-7b78c2bf-7df7-4aa6-86d8-64667793ee2d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332694 Aug 31 07:01:36.617574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0d1e-d843-4d14-b694-a8cd3c04bed4 req-1d1e85c7-46b4-47ff-94bc-d914b4d3e11e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:36.619170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259a0d1e-d843-4d14-b694-a8cd3c04bed4 req-1d1e85c7-46b4-47ff-94bc-d914b4d3e11e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 945 time: 0.0620904 Aug 31 07:01:36.657827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-259a0d1e-d843-4d14-b694-a8cd3c04bed4 req-fc4bd9e9-3da8-4404-a5ae-b086f897eb2d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321374 Aug 31 07:01:36.809631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:36.874434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 96ba1527-3519-463d-9d78-095e02b90eec details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:01:36.944860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 8cea5688-0938-4e1b-b15a-964fb63166c9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:36.980911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 8cea5688-0938-4e1b-b15a-964fb63166c9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:36.981325 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.034593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928cc2a-1800-452b-9c84-69acb04d47b2 req-05e0ada5-2339-4c70-9f09-113ecde2831a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:37.036592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d928cc2a-1800-452b-9c84-69acb04d47b2 req-05e0ada5-2339-4c70-9f09-113ecde2831a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0829713 Aug 31 07:01:37.086314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d928cc2a-1800-452b-9c84-69acb04d47b2 req-ae59662c-b502-469a-90d4-2aa93ba1183e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430467 Aug 31 07:01:37.092916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:37.130173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '96ba1527-3519-463d-9d78-095e02b90eec', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'port_id': '96ba1527-3519-463d-9d78-095e02b90eec', 'mac_address': 'fa:16:3e:51:70:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:01:37.145783 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.174458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:37.177221 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f631910-a4b2-4129-8881-20e3f6cfcd16" -d '{"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-plugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:37.190180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:37.195649 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.233277 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ea422b-e9e3-4c49-8abb-83a00d5dc869 x-openstack-request-id: req-c7ea422b-e9e3-4c49-8abb-83a00d5dc869 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:37.233709 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-plugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:37.233880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-2137f84a-7257-4de2-8eff-d5b55a8139cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:37.234039 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7ea422b-e9e3-4c49-8abb-83a00d5dc869 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:37.234361 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'code': 200} Aug 31 07:01:37.235567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-2137f84a-7257-4de2-8eff-d5b55a8139cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 1097 time: 0.0498257 Aug 31 07:01:37.250980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:37.289608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:37.316083 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.339357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4d5a-fd3a-4aee-97c2-0bd64c6bc0d0 req-1a46bd48-120b-4cf5-b6c8-80a6f0aa701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:37.340995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-319c4d5a-fd3a-4aee-97c2-0bd64c6bc0d0 req-1a46bd48-120b-4cf5-b6c8-80a6f0aa701d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1097 time: 0.0444727 Aug 31 07:01:37.392378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-319c4d5a-fd3a-4aee-97c2-0bd64c6bc0d0 req-bcb07783-0678-4135-8f5a-3c50659d3435 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Aug 31 07:01:37.536778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:37.568366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:37.601733 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 96ba1527-3519-463d-9d78-095e02b90eec {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:37.610555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.623081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Ignored duplicate provisioning block setup for port 96ba1527-3519-463d-9d78-095e02b90eec by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 07:01:37.628033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.748722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=9']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:37.791285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] No DVR routers for this DVR port 96ba1527-3519-463d-9d78-095e02b90eec on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:37.829161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633c1f-c477-4d67-bcfa-fd2444df9551 req-75068f26-3901-4e60-b3d5-eb3eef74e66a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:37.833717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7633c1f-c477-4d67-bcfa-fd2444df9551 req-75068f26-3901-4e60-b3d5-eb3eef74e66a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 944 time: 0.0757596 Aug 31 07:01:37.877409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7633c1f-c477-4d67-bcfa-fd2444df9551 req-2c937f82-8b99-435a-96ba-f9023d9324db tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392666 Aug 31 07:01:37.981672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:37.982029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:37.982360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:37.990448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:01:37.990758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Attempting to bind port 96ba1527-3519-463d-9d78-095e02b90eec on network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:37.995881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:37.996219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Checking segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:37.996601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Bound using segment: {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:37.997028 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Bound port: 96ba1527-3519-463d-9d78-095e02b90eec, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839fb987-2b97-4625-b567-011bdefeae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:37.997489 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.075533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:38.078705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:38.083684 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.119798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.120667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.123076 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] 10.222.0.23 "PUT /v2.0/ports/96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1093 time: 0.8788261 Aug 31 07:01:38.123801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:38.126855 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de798732-2b7b-44a4-a184-1afcc533e08b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:38.190702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567f0d-d38f-42df-a085-d5048c15036a service neutron] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=10']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:38.242024 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee773c20-2189-469f-a879-e02e8f40acf8 x-openstack-request-id: req-ee773c20-2189-469f-a879-e02e8f40acf8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:38.242513 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:38.242745 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee773c20-2189-469f-a879-e02e8f40acf8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:38.243161 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'status': 'completed', 'code': 200} Aug 31 07:01:38.262748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-aec9297a-d631-4762-b1ed-f7f479dc5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.264293 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-aec9297a-d631-4762-b1ed-f7f479dc5660 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1097 time: 0.1058495 Aug 31 07:01:38.284166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2cd37-5901-4e29-8b0f-6e79715d6ddc req-c7107e0e-9e00-41f7-8ea0-716c5743e872 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.285780 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebf2cd37-5901-4e29-8b0f-6e79715d6ddc req-c7107e0e-9e00-41f7-8ea0-716c5743e872 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 945 time: 0.0764143 Aug 31 07:01:38.428574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ebf2cd37-5901-4e29-8b0f-6e79715d6ddc req-0b32055c-904b-41bf-95b7-c5b19e338667 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162963 Aug 31 07:01:38.430967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798732-2b7b-44a4-a184-1afcc533e08b req-7b258ada-ee4e-488f-8587-c049d2da7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.432504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-7b258ada-ee4e-488f-8587-c049d2da7d47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1097 time: 0.1647251 Aug 31 07:01:38.512111 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-99a44333-a23d-4958-8394-76eaf1e16c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.513652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-99a44333-a23d-4958-8394-76eaf1e16c07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.2373636 Aug 31 07:01:38.606177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-82f77ef9-bafa-4fa3-85d1-fba1b6aada4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1000 time: 0.0838854 Aug 31 07:01:38.607436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798732-2b7b-44a4-a184-1afcc533e08b req-3e1485b3-5383-49d4-a513-cf728fc27e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.608820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-3e1485b3-5383-49d4-a513-cf728fc27e96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.1616273 Aug 31 07:01:38.708299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-ee16209c-5d98-4a6b-8c53-4154e9e347ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.709878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-ee16209c-5d98-4a6b-8c53-4154e9e347ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0975087 Aug 31 07:01:38.726849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-998f4981-70e6-4019-ac68-064ee301699f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1000 time: 0.0880783 Aug 31 07:01:38.798866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-ffef6d0f-1d5e-481b-9978-1125488c3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.800555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-ffef6d0f-1d5e-481b-9978-1125488c3420 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829127 Aug 31 07:01:38.804287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798732-2b7b-44a4-a184-1afcc533e08b req-edbaf876-9ad0-4dc7-b41c-dfa377e9a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.805802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-edbaf876-9ad0-4dc7-b41c-dfa377e9a964 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0608833 Aug 31 07:01:38.917069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798732-2b7b-44a4-a184-1afcc533e08b req-fc407f15-a52a-4560-8c08-7deb4ec81223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.918806 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-fc407f15-a52a-4560-8c08-7deb4ec81223 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041501 Aug 31 07:01:38.949621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-f11f8f9c-dec7-4997-b993-a61a89264b91 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420841 Aug 31 07:01:39.041752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d9313-d3d0-46a5-bbec-9c434a46e6c9 req-985fe9cf-9d80-4f8d-be54-2e335812d371 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:39.045603 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-734d9313-d3d0-46a5-bbec-9c434a46e6c9 req-985fe9cf-9d80-4f8d-be54-2e335812d371 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 945 time: 0.0802038 Aug 31 07:01:39.095057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-734d9313-d3d0-46a5-bbec-9c434a46e6c9 req-e49645f3-c9b7-4e03-ba35-7a04b29bc6e6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416923 Aug 31 07:01:39.420523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-18bec3b6-c40a-442d-ac29-2908f34eee1b service neutron] 10.222.0.42 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925370 Aug 31 07:01:39.474581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8367d5a2-071d-4e55-9c8a-f33fb2b17b26 req-8fa7e65e-d642-4586-a81a-980907d1a137 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669776 Aug 31 07:01:39.608351 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-a647a763-48d1-4c23-9840-36dafe9ea8d6 service neutron] 10.222.0.42 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787822 Aug 31 07:01:39.630470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798732-2b7b-44a4-a184-1afcc533e08b req-55a9cabe-25c6-48cf-9ef5-ba8e17ab1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:39.631967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-55a9cabe-25c6-48cf-9ef5-ba8e17ab1ec4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1097 time: 0.1047404 Aug 31 07:01:39.640594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81642da2-18b0-4b66-83a9-120515182551 req-ffb74c29-b094-42dd-92b5-1f52108b2afb tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:39.642225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81642da2-18b0-4b66-83a9-120515182551 req-ffb74c29-b094-42dd-92b5-1f52108b2afb tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 945 time: 0.1002371 Aug 31 07:01:39.734741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81642da2-18b0-4b66-83a9-120515182551 req-c70bde45-dd30-469d-9846-eccf4947c5a9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834653 Aug 31 07:01:39.771390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798732-2b7b-44a4-a184-1afcc533e08b req-57e595aa-3f82-45cf-a8a0-947c629bb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:39.773644 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-57e595aa-3f82-45cf-a8a0-947c629bb484 service neutron] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.1304033 Aug 31 07:01:39.866211 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-4730d3b5-8cb4-48ae-8fa1-43902ca5d569 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1000 time: 0.0833099 Aug 31 07:01:39.898307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d9b44-8962-4ef1-8286-297f4eeb8746 req-c3cdf4ad-4d47-4bc3-90d7-8dca378d6ca4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:39.901690 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5f4d9b44-8962-4ef1-8286-297f4eeb8746 req-c3cdf4ad-4d47-4bc3-90d7-8dca378d6ca4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 945 time: 0.0656557 Aug 31 07:01:39.908897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42588) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:39.917077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'floatingip': {'port_id': '8cea5688-0938-4e1b-b15a-964fb63166c9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:39.943401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798732-2b7b-44a4-a184-1afcc533e08b req-e0559f63-3380-493b-866b-a66435264c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:39.945046 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-e0559f63-3380-493b-866b-a66435264c18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0715730 Aug 31 07:01:39.960803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.002537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798732-2b7b-44a4-a184-1afcc533e08b req-99eaba0e-3d00-4b3e-a0c2-06e47f46c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:40.004624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-99eaba0e-3d00-4b3e-a0c2-06e47f46c5c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504088 Aug 31 07:01:40.118710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-6a1c15d6-738f-4a89-87a3-fe83b9b3db3d service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003816 Aug 31 07:01:40.271148 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488428df-d9a2-4d6e-b084-cfa36de6a063 req-829a83a0-fa38-4566-b065-16f011dc9a20 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:40.272728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-488428df-d9a2-4d6e-b084-cfa36de6a063 req-829a83a0-fa38-4566-b065-16f011dc9a20 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 945 time: 0.0907810 Aug 31 07:01:40.276684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de798732-2b7b-44a4-a184-1afcc533e08b req-298b4a30-48aa-4ed7-a8c1-1c274d1b75fa service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500428 Aug 31 07:01:40.321465 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-488428df-d9a2-4d6e-b084-cfa36de6a063 req-3718b247-9cc4-40e8-840d-3bcec21262fb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400717 Aug 31 07:01:40.444024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.449656 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.558048 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Floating IP 6287cae8-1271-4324-aaeb-2431c919a881 associated. External IP: 172.25.5.49, port: 8cea5688-0938-4e1b-b15a-964fb63166c9. Aug 31 07:01:40.886621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 96ba1527-3519-463d-9d78-095e02b90eec no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:40.932671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 96ba1527-3519-463d-9d78-095e02b90eec not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:41.062590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Router 4501a12f-ec29-4b31-a43a-468f3829a986 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:01:41.202655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:41.214697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:41.216604 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] Sync routers for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:41.233555 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:41.234430 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:41.248442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-eb1abe32-ea97-4914-97a7-5b17f525a60c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "PUT /v2.0/floatingips/6287cae8-1271-4324-aaeb-2431c919a881 HTTP/1.1" status: 200 len: 990 time: 1.3377671 Aug 31 07:01:41.249299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:41.251603 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91361db4-33c8-4f65-8201-768e503f18c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:41.293984 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022d73c9-bb7c-4571-a3e6-928923ca9f3b x-openstack-request-id: req-022d73c9-bb7c-4571-a3e6-928923ca9f3b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:41.294475 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:41.295072 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-022d73c9-bb7c-4571-a3e6-928923ca9f3b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:41.296162 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'status': 'completed', 'code': 200} Aug 31 07:01:41.380103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361db4-33c8-4f65-8201-768e503f18c2 req-44115330-3fb4-4e82-b4a0-a92d6ae640cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.382386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91361db4-33c8-4f65-8201-768e503f18c2 req-44115330-3fb4-4e82-b4a0-a92d6ae640cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1097 time: 0.0621216 Aug 31 07:01:41.384371 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:41.544138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2d3b3-b420-4a07-9d80-589673c9e57c req-a808ccd6-6627-47d7-b4f8-4cb550758280 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.549811 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7a2d3b3-b420-4a07-9d80-589673c9e57c req-a808ccd6-6627-47d7-b4f8-4cb550758280 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 945 time: 0.0926816 Aug 31 07:01:41.554299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361db4-33c8-4f65-8201-768e503f18c2 req-eb48d1b1-36b3-417f-9b9c-96fc569709bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.560220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91361db4-33c8-4f65-8201-768e503f18c2 req-eb48d1b1-36b3-417f-9b9c-96fc569709bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1671538 Aug 31 07:01:41.660624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7a2d3b3-b420-4a07-9d80-589673c9e57c req-73631775-7487-4ab3-9c36-59bbc68e3f5c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991066 Aug 31 07:01:41.666861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91361db4-33c8-4f65-8201-768e503f18c2 req-c9bb09e6-6172-4638-939c-0a272e5ce942 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 998 time: 0.0974126 Aug 31 07:01:41.670053 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '6287cae8-1271-4324-aaeb-2431c919a881', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'port_id': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'mac_address': 'fa:16:3e:3e:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:24Z', 'updated_at': '2021-08-31T07:01:40Z', 'revision_number': 1, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:26Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:41.700234 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] Checking router: 4501a12f-ec29-4b31-a43a-468f3829a986 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:41.700614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42608) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:41.712723 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:41.712723 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:41.744685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361db4-33c8-4f65-8201-768e503f18c2 req-c80fdb0e-5433-43cd-afac-9e5d2f9825fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.747869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91361db4-33c8-4f65-8201-768e503f18c2 req-c80fdb0e-5433-43cd-afac-9e5d2f9825fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0729215 Aug 31 07:01:41.773085 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-47c6a94c-1ea2-4b0b-96f3-8ef3fb718f62 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/542361b1-8c46-45b9-bc94-918c4c096bc0 HTTP/1.1" status: 200 len: 992 time: 0.0708594 Aug 31 07:01:41.808059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361db4-33c8-4f65-8201-768e503f18c2 req-5410b4ed-ec0f-4c55-96a0-03693c96079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.809918 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91361db4-33c8-4f65-8201-768e503f18c2 req-5410b4ed-ec0f-4c55-96a0-03693c96079a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541193 Aug 31 07:01:41.846034 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:41.921107 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91361db4-33c8-4f65-8201-768e503f18c2 req-3402ced3-f177-4b2c-bcae-836a595abd1f service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031935 Aug 31 07:01:42.039109 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91361db4-33c8-4f65-8201-768e503f18c2 req-23a5bd6e-362d-4ad3-b83e-8f9d016d0e0c service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110170 Aug 31 07:01:42.129663 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '6287cae8-1271-4324-aaeb-2431c919a881', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'port_id': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'mac_address': 'fa:16:3e:3e:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:24Z', 'updated_at': '2021-08-31T07:01:40Z', 'revision_number': 1, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:26Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:42.158396 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696c14-560a-4e5c-98be-65e027896a0f None None] The sync data for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 is: [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '6287cae8-1271-4324-aaeb-2431c919a881', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'port_id': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'mac_address': 'fa:16:3e:3e:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:01:24Z', 'updated_at': '2021-08-31T07:01:40Z', 'revision_number': 1, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:26Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:42.395499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888829fb-7abd-44c7-aceb-10f0f8b18f4c None None] New status for floating IP 6287cae8-1271-4324-aaeb-2431c919a881: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:01:42.851239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 96ba1527-3519-463d-9d78-095e02b90eec details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:01:42.960391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:42.974609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '96ba1527-3519-463d-9d78-095e02b90eec', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'port_id': '96ba1527-3519-463d-9d78-095e02b90eec', 'mac_address': 'fa:16:3e:51:70:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:01:43.021129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.036912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ba1527-3519-463d-9d78-095e02b90eec {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:43.058205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:43.063739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.120868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=11']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:43.279610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['96ba1527-3519-463d-9d78-095e02b90eec'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:01:44.868148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 96ba1527-3519-463d-9d78-095e02b90eec up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:44.932606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 96ba1527-3519-463d-9d78-095e02b90eec completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:44.936846 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 96ba1527-3519-463d-9d78-095e02b90eec triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:44.937325 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.036478 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.079317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:45.082323 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7b491a-aef2-48d2-a726-f6928490a3ab" -d '{"events": [{"server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "name": "network-vif-plugged", "status": "completed", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:45.099821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:45.105417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.137406 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f9f045-8329-4888-9727-1d2f2bfe6a73 x-openstack-request-id: req-68f9f045-8329-4888-9727-1d2f2bfe6a73 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:45.137695 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "name": "network-vif-plugged", "status": "completed", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:45.137955 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68f9f045-8329-4888-9727-1d2f2bfe6a73 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:45.138343 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'code': 200} Aug 31 07:01:45.164383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=12']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:47.627346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-6a4042a5-8958-4599-80a4-5ffb23341130 req-7e5c7cfc-bf1a-47ec-ac10-2193e0c66832 service neutron] (94667) timed out ('10.222.0.15', 52654) {{(pid=94667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:01:54.231124 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7374adc2-2ee3-4d54-9369-09eeb12106b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.613285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.949996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-22987468-1532-4024-a7ce-c73dad4947a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1078036 Aug 31 07:01:55.981601 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.073991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-04160948-74a4-436c-a2fb-997c52436fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:56.075521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-04160948-74a4-436c-a2fb-997c52436fb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1099 time: 0.0482655 Aug 31 07:01:56.195152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-1f3128ef-025a-4e6e-9e6e-9a33264f31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:56.196689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-1f3128ef-025a-4e6e-9e6e-9a33264f31b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.0984626 Aug 31 07:01:56.279415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-9f22c0fd-1a0a-4896-bad6-6c1faa4fbf0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 1002 time: 0.0716057 Aug 31 07:01:56.337541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-c187ca7b-9868-4f10-84c0-829352fe4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:56.339060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-c187ca7b-9868-4f10-84c0-829352fe4c89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.0506401 Aug 31 07:01:56.392734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-f2a79658-666b-4e8a-8294-19ce1b424843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:56.394856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-f2a79658-666b-4e8a-8294-19ce1b424843 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464816 Aug 31 07:01:56.511236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-e84bfc41-ade8-48b1-a45a-39fba42eef0a service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087894 Aug 31 07:01:56.608802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e060c95-2446-4187-ad4a-4196a7d7b726 req-42545498-93af-417d-8100-13a595f1e3e3 service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898006 Aug 31 07:01:56.826406 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a5917901-661d-49ff-970b-6dac031a8aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.912128 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.167584 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.009923 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.574448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 42822) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:00.795523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Deleting port 12545612-b7ba-4559-aa7c-84e48b672a2f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:00.795871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.872277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.872609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.886230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Calling delete_port for 12545612-b7ba-4559-aa7c-84e48b672a2f owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:01.048246 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:01.075749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event deleted for resources: {'Port': ['ID=12545612-b7ba-4559-aa7c-84e48b672a2f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:01.142903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:01.143242 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Floating IP 9dd94b87-2600-4a41-98a8-5bd0608818ca disassociated (deleted). External IP: 172.25.5.177, port: 08c5b7f2-6838-4856-a904-779a26301ed7. Aug 31 07:02:01.378937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:01.517655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:01.524484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:01.532356 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] Sync routers for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:01.562966 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:01.563761 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:01.567818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4bcc44b6-d2ab-465e-961f-b81ef4a6b7db tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "DELETE /v2.0/floatingips/9dd94b87-2600-4a41-98a8-5bd0608818ca HTTP/1.1" status: 204 len: 168 time: 0.9912820 Aug 31 07:02:01.569757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:01.573894 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d02bc15-9289-4679-b9b8-7981c42fc2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:01.626823 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0489aeca-ec2e-44ad-a11e-3624d7cf8eea x-openstack-request-id: req-0489aeca-ec2e-44ad-a11e-3624d7cf8eea {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:01.628136 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:01.628834 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0489aeca-ec2e-44ad-a11e-3624d7cf8eea {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:01.629623 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7', 'status': 'completed', 'code': 200} Aug 31 07:02:01.721057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-7050810c-94c1-4b4d-86b8-2bf6d64883a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:01.723469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-7050810c-94c1-4b4d-86b8-2bf6d64883a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ded1f4eb650f4ded9b97cda1e69750c1&device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 1097 time: 0.0735800 Aug 31 07:02:01.734680 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:01.923818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602782f1-e068-43ed-8dda-827a0b4e1b62 req-b14b2007-bb00-4075-98ed-f2fcb1f89ce3 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:01.925473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-602782f1-e068-43ed-8dda-827a0b4e1b62 req-b14b2007-bb00-4075-98ed-f2fcb1f89ce3 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 945 time: 0.1116440 Aug 31 07:02:01.931296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-23dd93da-d1d2-4af0-a25d-19f1165b3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:01.933365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-23dd93da-d1d2-4af0-a25d-19f1165b3a34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa90644d-8b27-49ad-892d-5833184842bc HTTP/1.1" status: 200 len: 915 time: 0.2018127 Aug 31 07:02:01.987501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-4cb52bd0-9049-4e16-9413-317e6ec8a14e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08c5b7f2-6838-4856-a904-779a26301ed7 HTTP/1.1" status: 200 len: 217 time: 0.0458429 Aug 31 07:02:01.995961 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:02.040708 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-602782f1-e068-43ed-8dda-827a0b4e1b62 req-518fea63-d6be-42cd-97bd-be232930a839 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062765 Aug 31 07:02:02.066180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-9ef0552d-a8f3-43f4-81f2-018e09992786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:02.067860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-9ef0552d-a8f3-43f4-81f2-018e09992786 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa5d71a8-0b05-4add-ad8d-b075542992f9 HTTP/1.1" status: 200 len: 853 time: 0.0671442 Aug 31 07:02:02.142097 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] Checking router: 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:02.145736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-daeb5559-0243-41aa-baeb-21e704afe2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:02.147352 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-daeb5559-0243-41aa-baeb-21e704afe2cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa90644d-8b27-49ad-892d-5833184842bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681329 Aug 31 07:02:02.163335 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:02.164629 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:02.272107 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-1a579742-a553-41b2-a8f3-50eadd486118 service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115756 Aug 31 07:02:02.288480 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:02.376886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d02bc15-9289-4679-b9b8-7981c42fc2cf req-360e3fe9-764b-4246-97b3-d745541ba920 service neutron] 10.222.0.42 "GET /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952680 Aug 31 07:02:02.507894 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:02.545662 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b9bf-d1af-46d2-af40-2af515c6572e None None] The sync data for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 is: [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '5e1274da-e90f-49b5-8509-116e0f023931', 'name': '', 'network_id': 'aa90644d-8b27-49ad-892d-5833184842bc', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'mac_address': 'fa:16:3e:8a:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'subnets': [{'id': 'aa5d71a8-0b05-4add-ad8d-b075542992f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:02.795299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f99e5-7206-42e9-8b4c-f96a9b1bf39b None None] New status for floating IP 9dd94b87-2600-4a41-98a8-5bd0608818ca: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:02:03.182338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae3e30-c933-453b-9707-043c2996b71b req-60d759a6-07c0-4831-b993-518baf8e2ceb tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:03.183967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9aae3e30-c933-453b-9707-043c2996b71b req-60d759a6-07c0-4831-b993-518baf8e2ceb tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Aug 31 07:02:03.231519 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9aae3e30-c933-453b-9707-043c2996b71b req-023f6abf-4366-4a80-b28a-28540c2031ab tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/security-groups?id=8b64703f-cb61-43f8-86e8-6d990dba1ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382142 Aug 31 07:02:03.418726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-4b681f26-39a2-414e-8cfc-87db6395d426 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:03.420256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-4b681f26-39a2-414e-8cfc-87db6395d426 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 945 time: 0.0535686 Aug 31 07:02:03.528502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Deleting port 08c5b7f2-6838-4856-a904-779a26301ed7 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:03.528502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.623056 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] For port 08c5b7f2-6838-4856-a904-779a26301ed7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=08c5b7f2-6838-4856-a904-779a26301ed7,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:03.623426 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.637670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Calling delete_port for 08c5b7f2-6838-4856-a904-779a26301ed7 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:03.771387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.802769 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event deleted for resources: {'Port': ['ID=08c5b7f2-6838-4856-a904-779a26301ed7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:03.850750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] No DVR routers for this DVR port 08c5b7f2-6838-4856-a904-779a26301ed7 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:03.852914 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.855057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a1d37f93-db5a-4b76-a445-b7176d454313 req-f5dd4f32-669f-41fd-b001-ab41d64f19d9 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.42 "DELETE /v2.0/ports/08c5b7f2-6838-4856-a904-779a26301ed7 HTTP/1.1" status: 204 len: 173 time: 0.4283628 Aug 31 07:02:03.855454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'name': 'network-vif-deleted', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:03.857952 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f746218-d128-4567-b696-f68bfbae1b99" -d '{"events": [{"server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "name": "network-vif-deleted", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:03.925714 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f2bc4d-f4fd-4966-9385-375fd808b66c x-openstack-request-id: req-b8f2bc4d-f4fd-4966-9385-375fd808b66c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:03.926165 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f32a63-48b1-424d-b899-15c83201eff2", "name": "network-vif-deleted", "tag": "08c5b7f2-6838-4856-a904-779a26301ed7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:03.926630 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8f2bc4d-f4fd-4966-9385-375fd808b66c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:03.927134 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f32a63-48b1-424d-b899-15c83201eff2', 'name': 'network-vif-deleted', 'tag': '08c5b7f2-6838-4856-a904-779a26301ed7', 'status': 'completed', 'code': 200} Aug 31 07:02:04.355486 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab2bd5c1-6ec8-41aa-868e-a4c49320158c req-be86965a-5cae-45a5-9c9c-45f7294bf16a tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 210 time: 0.0362294 Aug 31 07:02:05.456708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f0cd6a8f-3871-4a8e-a3ee-dbd877fbec15 req-2ecf50ad-f781-4260-9b64-776ebc497611 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 210 time: 0.0290463 Aug 31 07:02:06.566470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db630a45-d11e-479f-af6a-6885a7c74196 req-bb88c126-0755-4587-98cb-e9d89d17a92d tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Aug 31 07:02:06.954057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 08c5b7f2-6838-4856-a904-779a26301ed7 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:06.976601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 08c5b7f2-6838-4856-a904-779a26301ed7 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:06.976962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 08c5b7f2-6838-4856-a904-779a26301ed7 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:07.678212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a69577f9-308d-4537-ae8e-f2dde23fb6b0 req-1276e197-986b-4105-bdfe-08b83edafe43 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f32a63-48b1-424d-b899-15c83201eff2 HTTP/1.1" status: 200 len: 210 time: 0.0266862 Aug 31 07:02:08.740236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43006) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:08.800247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16f8fd75-26dd-4ee2-bd75-32e90812f3b4 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.830118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16f8fd75-26dd-4ee2-bd75-32e90812f3b4 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.904854 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16f8fd75-26dd-4ee2-bd75-32e90812f3b4 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.907435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-16f8fd75-26dd-4ee2-bd75-32e90812f3b4 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.908623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-16f8fd75-26dd-4ee2-bd75-32e90812f3b4 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] 10.222.0.15 "DELETE /v2.0/security-groups/8b64703f-cb61-43f8-86e8-6d990dba1ec2 HTTP/1.1" status: 204 len: 168 time: 0.1673896 Aug 31 07:02:08.918917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8fd75-26dd-4ee2-bd75-32e90812f3b4 tempest-TestVolumeBackupRestore-2013722884 tempest-TestVolumeBackupRestore-2013722884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b64703f-cb61-43f8-86e8-6d990dba1ec2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:11.485957 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:02:12.437431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43396) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:13.095927 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:13.494462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Deleting port 5e1274da-e90f-49b5-8509-116e0f023931 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:13.495432 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:13.581541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] For port 5e1274da-e90f-49b5-8509-116e0f023931, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5e1274da-e90f-49b5-8509-116e0f023931,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:13.581907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:13.594701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Calling delete_port for 5e1274da-e90f-49b5-8509-116e0f023931 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:13.793891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:13.825675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1274da-e90f-49b5-8509-116e0f023931,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:14.048925 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.305702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfecf9-cfe8-472b-acbb-eb1d419e6898 req-c7f675bc-8de9-4b47-a096-68a1321cea32 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:14.308041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6dfecf9-cfe8-472b-acbb-eb1d419e6898 req-c7f675bc-8de9-4b47-a096-68a1321cea32 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1099 time: 0.0496378 Aug 31 07:02:14.349869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d6dfecf9-cfe8-472b-acbb-eb1d419e6898 req-bfef3a4a-beb6-44c1-b545-32b907bef26a tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332453 Aug 31 07:02:14.375081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43500) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:14.587240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port e6a07a39-a6be-46a9-b407-a5c58c256c06 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:14.587850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.662285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:14.687169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.687860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.700800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for e6a07a39-a6be-46a9-b407-a5c58c256c06 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:14.773634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:14.785576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43504) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:14.785774 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-df6bf899-01cc-42ef-aa63-951bcffe3491 admin admin] 10.222.0.15 "PUT /v2.0/routers/39872635-7bfc-4a56-96f0-c6a3bad9e8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3458440 Aug 31 07:02:14.787874 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] Sync routers for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:14.803692 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:14.804697 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:14.921642 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:14.949677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.013319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.071427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=e6a07a39-a6be-46a9-b407-a5c58c256c06,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:15.095152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.095506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.095854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.096755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.097153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.097513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.097791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.098123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.098457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.098777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.099109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.099432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:15.139035 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T07:02:13Z', 'revision_number': 5, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port': {'id': '9aa956d8-4b35-41c1-bfb7-08bceb599ecf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:40Z', 'updated_at': '2021-08-31T06:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:15.157176 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.165738 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] Checking router: 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:15.174712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.175053 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Floating IP 542361b1-8c46-45b9-bc94-918c4c096bc0 disassociated (deleted). External IP: 172.25.5.142, port: 96ba1527-3519-463d-9d78-095e02b90eec. Aug 31 07:02:15.177363 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] Routers {'39872635-7bfc-4a56-96f0-c6a3bad9e8c3'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:15.178002 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:15.270415 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] Set router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:15.307805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Deleting port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:15.308371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.329130 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T07:02:15Z', 'revision_number': 6, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:15.358763 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f31faa-bc30-4ccb-bd07-35615d5dc5b9 None None] The sync data for ids ['39872635-7bfc-4a56-96f0-c6a3bad9e8c3'] in n-d-712142-16 is: [{'id': '39872635-7bfc-4a56-96f0-c6a3bad9e8c3', 'name': 'tempest-TestVolumeBackupRestore-1551657314-router', 'tenant_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:37Z', 'updated_at': '2021-08-31T07:02:15Z', 'revision_number': 6, 'project_id': 'ded1f4eb650f4ded9b97cda1e69750c1', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:15.474205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] For port 9aa956d8-4b35-41c1-bfb7-08bceb599ecf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9aa956d8-4b35-41c1-bfb7-08bceb599ecf,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:15.474562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.495382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Calling delete_port for 9aa956d8-4b35-41c1-bfb7-08bceb599ecf owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:15.517058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:16.029962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:16.036267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.043142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] Sync routers for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:16.054411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:16.054856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:16.075528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1c79ab1d-2ba6-4d33-b3f9-c71dbde1115c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/floatingips/542361b1-8c46-45b9-bc94-918c4c096bc0 HTTP/1.1" status: 204 len: 168 time: 1.6992588 Aug 31 07:02:16.089296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:16.091676 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef" -d '{"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:16.134634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.195460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa956d8-4b35-41c1-bfb7-08bceb599ecf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:16.200734 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1690f1af-2ab5-4605-8342-6747d3b4dc12 x-openstack-request-id: req-1690f1af-2ab5-4605-8342-6747d3b4dc12 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:16.201082 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:16.201561 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1690f1af-2ab5-4605-8342-6747d3b4dc12 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:16.202602 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'status': 'completed', 'code': 200} Aug 31 07:02:16.213304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:16.294391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-6c0c90d6-267a-4f31-a96c-c1f9747e41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:16.296148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-6c0c90d6-267a-4f31-a96c-c1f9747e41b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 1099 time: 0.0547769 Aug 31 07:02:16.299488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.349557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5e1274da-e90f-49b5-8509-116e0f023931 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:16.386617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5e1274da-e90f-49b5-8509-116e0f023931 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:16.388534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5e1274da-e90f-49b5-8509-116e0f023931 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:16.389324 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9aa956d8-4b35-41c1-bfb7-08bceb599ecf no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:16.427353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9aa956d8-4b35-41c1-bfb7-08bceb599ecf {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:16.427951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9aa956d8-4b35-41c1-bfb7-08bceb599ecf not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:16.442937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-cf1fd4bc-59f3-485a-bca4-67b4eead8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:16.445209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-cf1fd4bc-59f3-485a-bca4-67b4eead8aaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 200 len: 898 time: 0.1403592 Aug 31 07:02:16.476368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.493434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.515721 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-fcffdda0-5c1f-4ebf-9a3c-021b5df86491 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 200 len: 217 time: 0.0610197 Aug 31 07:02:16.568372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.569240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39872635-7bfc-4a56-96f0-c6a3bad9e8c3 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:02:16.574472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.576184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1820ab22-5e88-4415-90d1-c18225e5bcc9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/39872635-7bfc-4a56-96f0-c6a3bad9e8c3 HTTP/1.1" status: 204 len: 168 time: 1.7891479 Aug 31 07:02:16.582450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43526) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:16.584909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b26d-b0d7-4f79-9a82-ef8c8d10f155 req-be4d0158-7565-4f8f-beac-8e090b94f69a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:16.594317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d66b26d-b0d7-4f79-9a82-ef8c8d10f155 req-be4d0158-7565-4f8f-beac-8e090b94f69a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 947 time: 0.1330554 Aug 31 07:02:16.612673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:26Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:16.666748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d66b26d-b0d7-4f79-9a82-ef8c8d10f155 req-ef365a72-63bf-4540-95e7-511c6a0feeef tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713913 Aug 31 07:02:16.671710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-e0f54649-8e84-4c3b-adcd-ff4a9e2f4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:16.673734 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-e0f54649-8e84-4c3b-adcd-ff4a9e2f4028 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 200 len: 834 time: 0.1458070 Aug 31 07:02:16.676977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Deleting subnet aa5d71a8-0b05-4add-ad8d-b075542992f9 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:16.680731 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.756046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.790634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-95a90fc3-39a2-497d-9467-82192b5ca640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:16.792252 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-95a90fc3-39a2-497d-9467-82192b5ca640 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=632e101c-7ce7-4fbd-8409-78b2b7b613b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090577 Aug 31 07:02:16.808376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] Checking router: f3e2a852-e840-4aa5-8f81-1c5ed35b90fa for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:16.819939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:16.821229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:16.916272 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.936928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:16.957967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-d9a6da31-6b06-4800-ac86-aaeb06c1f3da service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534650 Aug 31 07:02:17.048872 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.088661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5d71a8-0b05-4add-ad8d-b075542992f9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.100979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.103312 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aa5d71a8-0b05-4add-ad8d-b075542992f9 HTTP/1.1" status: 204 len: 168 time: 0.5192249 Aug 31 07:02:17.105770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43530) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:17.105930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb609e-27c2-4bf6-ba69-da1a597e2f14 None None] Network aa90644d-8b27-49ad-892d-5833184842bc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:17.113231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.117822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.118298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.118727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.119246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.119594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.119933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.120270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.120647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.120984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.121344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.121700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc6907-43ee-4732-8851-4600bf7dcceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.129055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d5e0c229-9a47-4fd4-a4f6-a3048e0f7cef req-1f7a5b7d-ceba-4c72-b4e3-1486871a2dce service neutron] 10.222.0.23 "GET /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609662 Aug 31 07:02:17.183425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.240881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Deleting port f3b0f92f-d249-4da8-bc11-60f82ea2148f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:17.241252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.264059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:26Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:17.297806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982a649-9e2e-4d1c-bc78-0effa7394295 None None] The sync data for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 is: [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:00:20Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1', 'name': '', 'network_id': '632e101c-7ce7-4fbd-8409-78b2b7b613b9', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:01:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:19Z', 'updated_at': '2021-08-31T07:00:26Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b260b118-62df-4b40-b0b5-82fdfe1cf0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:17.318126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] For port f3b0f92f-d249-4da8-bc11-60f82ea2148f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=f3b0f92f-d249-4da8-bc11-60f82ea2148f,segment=NetworkSegment(43417101-5ae7-4b37-923f-f8f1b02b9d44),segment_id=43417101-5ae7-4b37-923f-f8f1b02b9d44)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:17.318733 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.334041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Calling delete_port for f3b0f92f-d249-4da8-bc11-60f82ea2148f owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:17.394102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] DHCP port deletion for aa90644d-8b27-49ad-892d-5833184842bc request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:02:17.429696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.448855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Deleting port f3b0f92f-d249-4da8-bc11-60f82ea2148f {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:17.450420 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.460450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b0f92f-d249-4da8-bc11-60f82ea2148f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.463065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] No DVR routers for this DVR port f3b0f92f-d249-4da8-bc11-60f82ea2148f on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:17.541163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] For port f3b0f92f-d249-4da8-bc11-60f82ea2148f, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:17.541881 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.559409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.564070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Calling delete_port for f3b0f92f-d249-4da8-bc11-60f82ea2148f owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:17.569200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Port f3b0f92f-d249-4da8-bc11-60f82ea2148f was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:02:17.571166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa90644d-8b27-49ad-892d-5833184842bc']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:17.571477 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.583279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43417101-5ae7-4b37-923f-f8f1b02b9d44') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:17.583660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43417101-5ae7-4b37-923f-f8f1b02b9d44') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:17.594092 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.608854 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.618572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Pushing event deleted for resources: {'Port': ['ID=f3b0f92f-d249-4da8-bc11-60f82ea2148f,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.619968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:02:17.620644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.623900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] No DVR routers for this DVR port f3b0f92f-d249-4da8-bc11-60f82ea2148f on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:17.636823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.637276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.637682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.638295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.638706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.639099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.639476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.640033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.640445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.640904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.641423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.641622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0403d2cd-c427-4c25-99a8-2d1838fbb502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:02:17.648271 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:02:17.689384 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e338f-fefa-4c7b-b8fb-5c347938b34b None None] New status for floating IP 542361b1-8c46-45b9-bc94-918c4c096bc0: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:02:17.713955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.725824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.727889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa90644d-8b27-49ad-892d-5833184842bc HTTP/1.1" status: 204 len: 168 time: 0.6210034 Aug 31 07:02:17.731174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43536) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:17.741811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52456f20-d025-49ea-a1a7-531a03517564 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa90644d-8b27-49ad-892d-5833184842bc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.832777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234d74-89d5-44be-be9f-37a805e5dfb9 req-4aea838c-c585-4098-b910-f062a0d6f4e1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:17.834345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54234d74-89d5-44be-be9f-37a805e5dfb9 req-4aea838c-c585-4098-b910-f062a0d6f4e1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 947 time: 0.0598841 Aug 31 07:02:17.882362 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54234d74-89d5-44be-be9f-37a805e5dfb9 req-6576e410-d7c9-48d8-8205-189358291134 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e968a21-e04d-467a-826b-c9753c476efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414379 Aug 31 07:02:18.020905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fdb565b7-4a9b-4e46-b970-d690991f136c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:18.022381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fdb565b7-4a9b-4e46-b970-d690991f136c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 947 time: 0.1122782 Aug 31 07:02:18.043668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f3b0f92f-d249-4da8-bc11-60f82ea2148f no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:18.067416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: f3b0f92f-d249-4da8-bc11-60f82ea2148f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:18.067756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device f3b0f92f-d249-4da8-bc11-60f82ea2148f not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:18.206684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 96ba1527-3519-463d-9d78-095e02b90eec {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:18.206949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.332632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port 96ba1527-3519-463d-9d78-095e02b90eec, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=96ba1527-3519-463d-9d78-095e02b90eec,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:18.332995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.350940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 96ba1527-3519-463d-9d78-095e02b90eec owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:18.371646 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.646531 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.684421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=96ba1527-3519-463d-9d78-095e02b90eec,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:18.746955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] No DVR routers for this DVR port 96ba1527-3519-463d-9d78-095e02b90eec on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:18.751014 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.753979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0866eb32-c437-406b-977d-d8c14fa749d3 req-fa63e35c-5f9c-48f9-b1b4-127aeabe69bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "DELETE /v2.0/ports/96ba1527-3519-463d-9d78-095e02b90eec HTTP/1.1" status: 204 len: 173 time: 0.7054927 Aug 31 07:02:18.754430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'name': 'network-vif-deleted', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:18.757383 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e109d7c-f69b-4e13-aad5-49d6216a34ca" -d '{"events": [{"server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "name": "network-vif-deleted", "tag": "96ba1527-3519-463d-9d78-095e02b90eec"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:18.823176 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70e52fb-1034-4588-9843-deed50fb89d3 x-openstack-request-id: req-d70e52fb-1034-4588-9843-deed50fb89d3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:18.823746 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4620945-7f44-4bc6-b734-15033aafadc3", "name": "network-vif-deleted", "tag": "96ba1527-3519-463d-9d78-095e02b90eec", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:18.824149 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d70e52fb-1034-4588-9843-deed50fb89d3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:18.824735 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4620945-7f44-4bc6-b734-15033aafadc3', 'name': 'network-vif-deleted', 'tag': '96ba1527-3519-463d-9d78-095e02b90eec', 'status': 'completed', 'code': 200} Aug 31 07:02:18.863336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Deleting port 8f91b5c1-fc3b-444c-9ebf-6027caa03443 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:18.863542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.951550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] For port 8f91b5c1-fc3b-444c-9ebf-6027caa03443, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=8f91b5c1-fc3b-444c-9ebf-6027caa03443,segment=NetworkSegment(3ffadc86-8fff-4d59-a82f-6defe204a99d),segment_id=3ffadc86-8fff-4d59-a82f-6defe204a99d)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:18.951920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.966125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Calling delete_port for 8f91b5c1-fc3b-444c-9ebf-6027caa03443 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:19.036442 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f98bb8e-de44-4599-ac07-f92d31ca4a27 req-5f4930b9-2ac6-4cd9-b582-ff7c2ac2f50d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4620945-7f44-4bc6-b734-15033aafadc3 HTTP/1.1" status: 200 len: 210 time: 0.0296459 Aug 31 07:02:19.209438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.248729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f91b5c1-fc3b-444c-9ebf-6027caa03443,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:19.457060 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.684859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Router 77674fbc-9291-4b63-a549-b1db995c451b has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:19.793443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:19.798473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-57761032-fe6f-445a-98c7-094cdafad80e admin admin] 10.222.0.15 "PUT /v2.0/routers/77674fbc-9291-4b63-a549-b1db995c451b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0656459 Aug 31 07:02:19.801178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43552) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:19.803189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] Sync routers for ids ['77674fbc-9291-4b63-a549-b1db995c451b'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:19.813031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] Routers {'77674fbc-9291-4b63-a549-b1db995c451b'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:19.813684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['77674fbc-9291-4b63-a549-b1db995c451b'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:19.913793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.926839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] Set router 77674fbc-9291-4b63-a549-b1db995c451b gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:20.037858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.104569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Deleting port 1814e293-2838-4391-b256-95c717355c0a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:20.105042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.110501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43556) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:20.152013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '1814e293-2838-4391-b256-95c717355c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T07:02:19Z', 'revision_number': 5, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port': {'id': '1814e293-2838-4391-b256-95c717355c0a', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77674fbc-9291-4b63-a549-b1db995c451b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:48Z', 'updated_at': '2021-08-31T06:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:20.180334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] Checking router: 77674fbc-9291-4b63-a549-b1db995c451b for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:20.188800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] Routers {'77674fbc-9291-4b63-a549-b1db995c451b'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:20.189460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['77674fbc-9291-4b63-a549-b1db995c451b'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:20.216704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] For port 1814e293-2838-4391-b256-95c717355c0a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1814e293-2838-4391-b256-95c717355c0a,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:20.217474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.233822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Calling delete_port for 1814e293-2838-4391-b256-95c717355c0a owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:20.288887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] Set router 77674fbc-9291-4b63-a549-b1db995c451b gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:20.350290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T07:02:20Z', 'revision_number': 6, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:20.380859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad1571-44a8-4ed3-9250-bd0664ba8e55 None None] The sync data for ids ['77674fbc-9291-4b63-a549-b1db995c451b'] in n-d-712142-16 is: [{'id': '77674fbc-9291-4b63-a549-b1db995c451b', 'name': 'tempest-TestVolumeBackupRestore-2133959007-router', 'tenant_id': '9ce5539f281f42599dc505bf9bc904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T07:02:20Z', 'revision_number': 6, 'project_id': '9ce5539f281f42599dc505bf9bc904fc', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:20.447281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.475409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1814e293-2838-4391-b256-95c717355c0a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:20.538939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.584657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.646654 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.649005 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.695400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.695919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77674fbc-9291-4b63-a549-b1db995c451b {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:02:20.700511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.701744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-395bc96b-0ba0-4444-aea9-f93969e68f28 admin admin] 10.222.0.15 "DELETE /v2.0/routers/77674fbc-9291-4b63-a549-b1db995c451b HTTP/1.1" status: 204 len: 168 time: 0.8995466 Aug 31 07:02:20.704384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43562) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:20.756830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2e18f6-572c-4d45-820f-ae41aef57733 admin admin] Deleting subnet ffd26599-9d8a-402d-88a2-3672496f82bd {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:20.761085 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e2e18f6-572c-4d45-820f-ae41aef57733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.806370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e2e18f6-572c-4d45-820f-ae41aef57733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.892090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:20.892573 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.906531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e2e18f6-572c-4d45-820f-ae41aef57733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.968234 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e2e18f6-572c-4d45-820f-ae41aef57733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.001765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1e2e18f6-572c-4d45-820f-ae41aef57733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.006601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1e2e18f6-572c-4d45-820f-ae41aef57733 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ffd26599-9d8a-402d-88a2-3672496f82bd HTTP/1.1" status: 204 len: 168 time: 0.3010557 Aug 31 07:02:21.007605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43566) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:21.008703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e18f6-572c-4d45-820f-ae41aef57733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd26599-9d8a-402d-88a2-3672496f82bd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:21.024220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7436c5a-15ac-4c26-b8aa-a85dd613ef78 None None] Network f3b17ef8-2ada-40cb-95fc-7fb1f619d2be requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:21.041106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 96ba1527-3519-463d-9d78-095e02b90eec no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:21.095194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 96ba1527-3519-463d-9d78-095e02b90eec {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:21.095521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 96ba1527-3519-463d-9d78-095e02b90eec not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:21.113051 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.183664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Deleting port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:21.184870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.266227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] For port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,segment=NetworkSegment(3ffadc86-8fff-4d59-a82f-6defe204a99d),segment_id=3ffadc86-8fff-4d59-a82f-6defe204a99d)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:21.266555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.275938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] DHCP port deletion for f3b17ef8-2ada-40cb-95fc-7fb1f619d2be request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:02:21.282029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Calling delete_port for 36d11e32-ecf9-42d7-9fc8-1ae5479309ec owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:21.342792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] Deleting port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:21.343179 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.376186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.381953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:21.382577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.398759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:21.403133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Pushing event deleted for resources: {'Port': ['ID=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:21.407615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] No DVR routers for this DVR port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:21.424909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] For port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,segment=NetworkSegment(3ffadc86-8fff-4d59-a82f-6defe204a99d),segment_id=3ffadc86-8fff-4d59-a82f-6defe204a99d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:21.425338 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.439528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] Calling delete_port for 36d11e32-ecf9-42d7-9fc8-1ae5479309ec owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:21.485089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.496240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b17ef8-2ada-40cb-95fc-7fb1f619d2be']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:21.511575 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffadc86-8fff-4d59-a82f-6defe204a99d') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:21.512259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffadc86-8fff-4d59-a82f-6defe204a99d') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:21.522946 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.530487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.548888 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.556160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:02:21.556776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.559993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] Pushing event deleted for resources: {'Port': ['ID=36d11e32-ecf9-42d7-9fc8-1ae5479309ec,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:21.567532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d799344-adec-4dc7-8a29-a2a9b443acce None None] No DVR routers for this DVR port 36d11e32-ecf9-42d7-9fc8-1ae5479309ec on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:02:21.608238 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:02:21.629793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.635655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.640387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] 10.222.0.15 "DELETE /v2.0/networks/f3b17ef8-2ada-40cb-95fc-7fb1f619d2be HTTP/1.1" status: 204 len: 168 time: 0.6269393 Aug 31 07:02:21.650809 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.650990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f40c6-7cf4-4b3f-b715-ce05ecf3617d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b17ef8-2ada-40cb-95fc-7fb1f619d2be,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:21.682162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:21.766589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43574) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:21.815765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9a12922b-98b1-4d19-a8e9-994f406b2702 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ded1f4eb650f4ded9b97cda1e69750c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479338 Aug 31 07:02:21.818393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:21.872470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.884505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fddd4a9b-a5d5-4722-ba19-64758414e4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.907725 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fddd4a9b-a5d5-4722-ba19-64758414e4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.956701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fddd4a9b-a5d5-4722-ba19-64758414e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.959318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fddd4a9b-a5d5-4722-ba19-64758414e4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.963227 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fddd4a9b-a5d5-4722-ba19-64758414e4be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f8a18d7-96e9-4c6e-b025-4ec01fb4b896 HTTP/1.1" status: 204 len: 168 time: 0.1411259 Aug 31 07:02:21.996757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd4a9b-a5d5-4722-ba19-64758414e4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8a18d7-96e9-4c6e-b025-4ec01fb4b896,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:22.133130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1814e293-2838-4391-b256-95c717355c0a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:22.143916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:22.156386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1814e293-2838-4391-b256-95c717355c0a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:22.157109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1814e293-2838-4391-b256-95c717355c0a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:22.157614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8f91b5c1-fc3b-444c-9ebf-6027caa03443 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:22.177755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 8f91b5c1-fc3b-444c-9ebf-6027caa03443 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:22.178348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 8f91b5c1-fc3b-444c-9ebf-6027caa03443 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:22.179007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 36d11e32-ecf9-42d7-9fc8-1ae5479309ec no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:22.199092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 36d11e32-ecf9-42d7-9fc8-1ae5479309ec {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:22.199781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 36d11e32-ecf9-42d7-9fc8-1ae5479309ec not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:22.282133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:22.292299 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] Sync routers for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:22.298932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43582) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:22.299204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a074d63e-fc69-4db3-b0e4-e7010cbc46c4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "PUT /v2.0/routers/f3e2a852-e840-4aa5-8f81-1c5ed35b90fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1872365 Aug 31 07:02:22.304540 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:22.305691 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:22.356008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfed4c45-d5bb-4481-a8b4-f4d949a1aa8b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting subnet b260b118-62df-4b40-b0b5-82fdfe1cf0e4 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:22.360003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfed4c45-d5bb-4481-a8b4-f4d949a1aa8b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.420297 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfed4c45-d5bb-4481-a8b4-f4d949a1aa8b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.423804 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:22.635882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43592) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:22.635882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4d3e0e93-541d-4a09-942b-474b85a879aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ce5539f281f42599dc505bf9bc904fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954311 Aug 31 07:02:22.635882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43598) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:22.639091 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfed4c45-d5bb-4481-a8b4-f4d949a1aa8b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.639559 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:02:21Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:22.674307 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] Checking router: f3e2a852-e840-4aa5-8f81-1c5ed35b90fa for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:22.683970 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] Routers {'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:22.684603 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:22.711813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd76dc06-903d-41e0-81aa-6250819b284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.712082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfed4c45-d5bb-4481-a8b4-f4d949a1aa8b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.751572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd76dc06-903d-41e0-81aa-6250819b284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.776160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd22cb-037f-45b8-86a7-74f90b8b32be None None] Network 632e101c-7ce7-4fbd-8409-78b2b7b613b9 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:22.776501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cfed4c45-d5bb-4481-a8b4-f4d949a1aa8b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.781484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cfed4c45-d5bb-4481-a8b4-f4d949a1aa8b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/subnets/b260b118-62df-4b40-b0b5-82fdfe1cf0e4 HTTP/1.1" status: 204 len: 168 time: 0.4785404 Aug 31 07:02:22.781484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed4c45-d5bb-4481-a8b4-f4d949a1aa8b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Subnet': ['ID=b260b118-62df-4b40-b0b5-82fdfe1cf0e4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:22.784400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43606) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:22.848452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd76dc06-903d-41e0-81aa-6250819b284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.852003 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fd76dc06-903d-41e0-81aa-6250819b284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.856421 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fd76dc06-903d-41e0-81aa-6250819b284e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5a7c029-775c-4043-8bb3-9ee15df3047b HTTP/1.1" status: 204 len: 168 time: 0.2869141 Aug 31 07:02:22.865436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76dc06-903d-41e0-81aa-6250819b284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a7c029-775c-4043-8bb3-9ee15df3047b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:22.962304 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.991176 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] Set router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:23.132180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] DHCP port deletion for 632e101c-7ce7-4fbd-8409-78b2b7b613b9 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:02:23.237058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] Deleting port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:23.237828 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.270671 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:02:21Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:23.308497 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d22d16-ece1-4b1e-8e49-84358156b855 None None] The sync data for ids ['f3e2a852-e840-4aa5-8f81-1c5ed35b90fa'] in n-d-712142-16 is: [{'id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436114', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:15Z', 'updated_at': '2021-08-31T07:02:21Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': 'dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2a852-e840-4aa5-8f81-1c5ed35b90fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:16Z', 'updated_at': '2021-08-31T07:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:23.373617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] For port bd73999d-6a80-4a6d-8c2b-68c57099c0b9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bd73999d-6a80-4a6d-8c2b-68c57099c0b9,segment=NetworkSegment(839fb987-2b97-4625-b567-011bdefeae27),segment_id=839fb987-2b97-4625-b567-011bdefeae27)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:23.374176 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.393277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] Calling delete_port for bd73999d-6a80-4a6d-8c2b-68c57099c0b9 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:23.538394 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.574517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] No DVR routers for this DVR port bd73999d-6a80-4a6d-8c2b-68c57099c0b9 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:23.624055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecdaee-1029-4afa-bfa8-4c4f00a6b9e4 None None] Pushing event deleted for resources: {'Port': ['ID=bd73999d-6a80-4a6d-8c2b-68c57099c0b9,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:23.759227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.822965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:23.823319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.907552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:23.907906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.921254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:24.046149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bd73999d-6a80-4a6d-8c2b-68c57099c0b9 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:24.070975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: bd73999d-6a80-4a6d-8c2b-68c57099c0b9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:24.071317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bd73999d-6a80-4a6d-8c2b-68c57099c0b9 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:24.071787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:24.092667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:24.093016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device eda5b6a8-c21f-4eea-aea6-3e4fd58a18e1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:24.112357 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.138247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:24.210787 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.245796 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-096d47ff-7167-46ec-9f68-62a0e17953ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.305268 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.307415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.352943 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.353630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Fanout notify agent at l3_agent the message router_deleted on router f3e2a852-e840-4aa5-8f81-1c5ed35b90fa {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:02:24.361026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.365442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-60390956-96f9-4394-a67d-e4e44ae24671 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/routers/f3e2a852-e840-4aa5-8f81-1c5ed35b90fa HTTP/1.1" status: 204 len: 168 time: 1.5774632 Aug 31 07:02:24.365772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43636) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:24.465916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.557196 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.578792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632e101c-7ce7-4fbd-8409-78b2b7b613b9']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:24.590457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839fb987-2b97-4625-b567-011bdefeae27') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:24.590753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839fb987-2b97-4625-b567-011bdefeae27') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:24.600672 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.613975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.626093 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.633277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:02:24.633929 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:02:24.639023 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:02:24.719532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.729019 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.731035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/networks/632e101c-7ce7-4fbd-8409-78b2b7b613b9 HTTP/1.1" status: 204 len: 168 time: 0.3638585 Aug 31 07:02:24.733712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:24.741437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9738b-9627-4b1a-9c19-605fbeef2dc9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Network': ['ID=632e101c-7ce7-4fbd-8409-78b2b7b613b9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:24.800994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa276cf6-d2b6-47b0-beb4-1d4f0100838c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.832331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa276cf6-d2b6-47b0-beb4-1d4f0100838c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.902445 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa276cf6-d2b6-47b0-beb4-1d4f0100838c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.905594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa276cf6-d2b6-47b0-beb4-1d4f0100838c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.906788 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fa276cf6-d2b6-47b0-beb4-1d4f0100838c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/security-groups/6e968a21-e04d-467a-826b-c9753c476efd HTTP/1.1" status: 204 len: 168 time: 0.1720791 Aug 31 07:02:24.924365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa276cf6-d2b6-47b0-beb4-1d4f0100838c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e968a21-e04d-467a-826b-c9753c476efd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:25.442627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43662) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:25.447618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7aeefa65-761f-4880-b03e-2b48930d928a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21719352', 'description': 'tempest-secgroup-smoke-21719352 description', 'project_id': '114c303e58824a2f81726133673c4639'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:25.470346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aeefa65-761f-4880-b03e-2b48930d928a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.567566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aeefa65-761f-4880-b03e-2b48930d928a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.571496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aeefa65-761f-4880-b03e-2b48930d928a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.598689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7aeefa65-761f-4880-b03e-2b48930d928a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.599942 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7aeefa65-761f-4880-b03e-2b48930d928a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1561804 Aug 31 07:02:25.603058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43666) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:25.604483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeefa65-761f-4880-b03e-2b48930d928a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:25.610240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-aaaf3101-4512-4890-9409-42fe1ae57517 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:25.647708 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3101-4512-4890-9409-42fe1ae57517 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.708765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3101-4512-4890-9409-42fe1ae57517 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.714261 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3101-4512-4890-9409-42fe1ae57517 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.739791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf3101-4512-4890-9409-42fe1ae57517 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f56e092-f6c3-418d-836f-8bdf0d99ca32,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:25.751111 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3101-4512-4890-9409-42fe1ae57517 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.753959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aaaf3101-4512-4890-9409-42fe1ae57517 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497827 Aug 31 07:02:25.755898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43674) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:25.761138 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9499443c-714b-4583-b401-18e8300a9d71 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:25.788884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9499443c-714b-4583-b401-18e8300a9d71 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.856706 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9499443c-714b-4583-b401-18e8300a9d71 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.860395 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9499443c-714b-4583-b401-18e8300a9d71 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.880369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499443c-714b-4583-b401-18e8300a9d71 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c44efb5-37b7-4b3f-8446-a136333b94ef,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:25.888376 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9499443c-714b-4583-b401-18e8300a9d71 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.889743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9499443c-714b-4583-b401-18e8300a9d71 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325498 Aug 31 07:02:25.892310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43678) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:25.897130 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-21a0588c-29b3-4994-810b-669df8397431 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:25.923275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21a0588c-29b3-4994-810b-669df8397431 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.993687 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.007186 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21a0588c-29b3-4994-810b-669df8397431 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.011571 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21a0588c-29b3-4994-810b-669df8397431 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.030880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0588c-29b3-4994-810b-669df8397431 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130aa84e-27d2-4a94-9f93-e4026a0ba35b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.035319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-21a0588c-29b3-4994-810b-669df8397431 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.039396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43682) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:26.039633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-21a0588c-29b3-4994-810b-669df8397431 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461325 Aug 31 07:02:26.046298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-61b46e0f-36cd-4862-bd57-7786801c73ee tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:26.063588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:26.078591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61b46e0f-36cd-4862-bd57-7786801c73ee tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.083990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:26.084333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dcb56573-0303-4e3a-a3c6-f53a3fc5b8f1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:26.146366 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61b46e0f-36cd-4862-bd57-7786801c73ee tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.150310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61b46e0f-36cd-4862-bd57-7786801c73ee tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.167997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b46e0f-36cd-4862-bd57-7786801c73ee tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ce4e04-7bc6-4b5e-9697-bca53902f523,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.174798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61b46e0f-36cd-4862-bd57-7786801c73ee tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.176079 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-61b46e0f-36cd-4862-bd57-7786801c73ee tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337590 Aug 31 07:02:26.178934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43686) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:26.183618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-175b7756-d352-4cba-a494-ec5b5f202ce2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:26.206225 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-175b7756-d352-4cba-a494-ec5b5f202ce2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Project 114c303e58824a2f81726133673c4639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:02:26.211210 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-175b7756-d352-4cba-a494-ec5b5f202ce2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.284712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-175b7756-d352-4cba-a494-ec5b5f202ce2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.288559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-175b7756-d352-4cba-a494-ec5b5f202ce2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.307957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b7756-d352-4cba-a494-ec5b5f202ce2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712be919-72a2-46c8-9856-1929df843e8a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.317258 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-175b7756-d352-4cba-a494-ec5b5f202ce2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.318558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-175b7756-d352-4cba-a494-ec5b5f202ce2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386061 Aug 31 07:02:26.321429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43690) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:26.325891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2a0a362a-9b65-4030-b51a-14b2e2d73306 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': 'abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:26.348358 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-2a0a362a-9b65-4030-b51a-14b2e2d73306 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Project 114c303e58824a2f81726133673c4639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:02:26.353690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a0a362a-9b65-4030-b51a-14b2e2d73306 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.427159 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a0a362a-9b65-4030-b51a-14b2e2d73306 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.431181 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a0a362a-9b65-4030-b51a-14b2e2d73306 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.449564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a362a-9b65-4030-b51a-14b2e2d73306 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5510dd6-19d7-468b-ad97-6244e94768ca,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.456887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2a0a362a-9b65-4030-b51a-14b2e2d73306 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.458182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2a0a362a-9b65-4030-b51a-14b2e2d73306 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358240 Aug 31 07:02:26.461049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43694) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:26.466531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'network': {'name': 'tempest-network-smoke--881778232', 'project_id': '114c303e58824a2f81726133673c4639', 'port_security_enabled': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:26.487310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:26.490915 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.516172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:02:26.526841 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.527184 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Added segment 41b6c4f6-6f00-4754-9c92-5dde07920434 of type vlan for network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 Aug 31 07:02:26.573650 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.600054 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.605676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:26.606285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.671157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43698) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:26.671812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2090094 Aug 31 07:02:26.677252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'admin_state_up': True, 'project_id': '114c303e58824a2f81726133673c4639', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:26.681156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b5936-63ec-4c47-92dd-ecee3f28c6ba tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Network': ['ID=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.693790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:02:26.711052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.712397 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.831110 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42322739-c1df-4b9c-ba7d-6e1c2933d84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.841144 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.926750 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.993734 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.208000 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.238331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.355148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.25.5.162 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/588ecad5-4201-46d3-af1a-23de670e74a3) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:27.466325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.509326 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.546698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:27.552134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:27.556465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:27.581878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=588ecad5-4201-46d3-af1a-23de670e74a3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:27.844042 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.070338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.174882 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.235652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3752284-c58c-4976-be6d-c20cabbac60f is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:02:28.356216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:28.366988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Sync routers for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:28.376115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:28.376710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:28.376904 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.381788 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bb89d46b-930b-4360-8852-c428b9786db5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7056878 Aug 31 07:02:28.382357 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43730) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:28.419966 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a93c84eb-81e6-4ed7-9235-5ee9bcacdae6 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=114c303e58824a2f81726133673c4639&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361464 Aug 31 07:02:28.422829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:28.530007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae57c5-3441-40c9-b866-e467aba7e7ec tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:28.534243 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7fae57c5-3441-40c9-b866-e467aba7e7ec tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1062989 Aug 31 07:02:28.534626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43736) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:28.574404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4af4d023-9fad-4ceb-8e6d-0e20ed45b127 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381351 Aug 31 07:02:28.576541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43738) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:28.582780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-757064010', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'project_id': '114c303e58824a2f81726133673c4639', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:28.636947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:28.697913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:28.700635 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.833048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:27Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:28.860718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Checking router: f3752284-c58c-4976-be6d-c20cabbac60f for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:28.861265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Updating router f3752284-c58c-4976-be6d-c20cabbac60f port 588ecad5-4201-46d3-af1a-23de670e74a3 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:02:28.893517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.922731 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.007268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Checking segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:29.007529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network hostable DHCP agents. Network: e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:02:29.015677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Subnet': ['ID=b23e109b-67c4-4e62-992e-0fa74932d3b1,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:29.031218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:02:29.042344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:29.047500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:29.048408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.069211 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1b592484-919e-4b8a-8df9-a3c1f2a29a81 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4907951 Aug 31 07:02:29.072147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43752) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:29.087401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31749cd0-5d4f-4711-bcb2-56befd17c942 None None] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:29.327918 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.333961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:02:29.334778 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.351906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Transition to ACTIVE for port object 588ecad5-4201-46d3-af1a-23de670e74a3 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:29.366333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.484506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da82e89-fe74-4de2-aa2e-58cb7a39fd8f None None] Pushing event updated for resources: {'Port': ['ID=588ecad5-4201-46d3-af1a-23de670e74a3,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:29.489713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Attempting to bind port 588ecad5-4201-46d3-af1a-23de670e74a3 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:29.490093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Attempting to bind port 588ecad5-4201-46d3-af1a-23de670e74a3 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:29.490455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Attempting to bind port 588ecad5-4201-46d3-af1a-23de670e74a3 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:29.501175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:29.501604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:29.502544 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.503438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:29.503438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Bound port: 588ecad5-4201-46d3-af1a-23de670e74a3, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:29.504315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.560172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.577428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Allocated IP 172.20.0.2 (e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8/b23e109b-67c4-4e62-992e-0fa74932d3b1/21ea4321-871b-4f40-85b2-63ebbf39be75) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:29.595774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] For port 588ecad5-4201-46d3-af1a-23de670e74a3, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:29.628188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] For port 588ecad5-4201-46d3-af1a-23de670e74a3, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=588ecad5-4201-46d3-af1a-23de670e74a3,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:29.651524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.735284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:29.735912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:29.744290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da82e89-fe74-4de2-aa2e-58cb7a39fd8f None None] Pushing event updated for resources: {'Port': ['ID=588ecad5-4201-46d3-af1a-23de670e74a3,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:29.894322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.905629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:29.932236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Transition to ACTIVE for port object 21ea4321-871b-4f40-85b2-63ebbf39be75 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:30.017082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Transition to ACTIVE for port object 21ea4321-871b-4f40-85b2-63ebbf39be75 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:30.035619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.043856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.093309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.20.0.1 (e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8/b23e109b-67c4-4e62-992e-0fa74932d3b1/665e7936-ad63-4214-8be1-28a3b5eb89cd) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:30.099463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:30.112832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:30.116869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:30.118910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Pushing event updated for resources: {'Port': ['ID=21ea4321-871b-4f40-85b2-63ebbf39be75,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:30.206061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Attempting to bind port 21ea4321-871b-4f40-85b2-63ebbf39be75 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:30.206746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Attempting to bind port 21ea4321-871b-4f40-85b2-63ebbf39be75 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:30.207109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Attempting to bind port 21ea4321-871b-4f40-85b2-63ebbf39be75 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:30.215676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:30.216058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Checking segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:30.216468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.216863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Bound using segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:30.217368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Bound port: 21ea4321-871b-4f40-85b2-63ebbf39be75, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:30.217753 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.229482 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.244665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Transition to ACTIVE for port object 665e7936-ad63-4214-8be1-28a3b5eb89cd will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:30.255749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:27Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:30.286320 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.286535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e726ca6-a8b4-4697-bc15-a86130230c83 None None] The sync data for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 is: [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:27Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:30.327661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] For port 21ea4321-871b-4f40-85b2-63ebbf39be75, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:30.331317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] For port 21ea4321-871b-4f40-85b2-63ebbf39be75, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=21ea4321-871b-4f40-85b2-63ebbf39be75,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:30.336748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:30.337471 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.340377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:30.345340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:30.352933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=665e7936-ad63-4214-8be1-28a3b5eb89cd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:30.423265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac7901-c1b1-4f06-a124-c4d2f106dd72 None None] Pushing event updated for resources: {'Port': ['ID=21ea4321-871b-4f40-85b2-63ebbf39be75,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:30.430971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.597893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.002975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.008454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.079379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=665e7936-ad63-4214-8be1-28a3b5eb89cd,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:31.093690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.222448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:31.224114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:31.390268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3752284-c58c-4976-be6d-c20cabbac60f has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:31.518650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:31.524009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-31df7b87-38f9-4a3a-a463-7884a0cea30d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "PUT /v2.0/routers/f3752284-c58c-4976-be6d-c20cabbac60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4506550 Aug 31 07:02:31.633611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f80c19-a25d-4f79-85d3-d4d1ce9b7d1d None None] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:31.697866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-600179c1-4654-47ea-80e5-3cbf77751491 None None] Provisioning for port 21ea4321-871b-4f40-85b2-63ebbf39be75 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:31.743334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-1b0d4f0a-fb6f-4644-a3a7-950f1242499d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21719352&fields=id&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 267 time: 0.0386658 Aug 31 07:02:31.893702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b018-6275-4291-b561-571129d38c37 req-c7e153ca-6b56-4bde-ae35-d4f29dadfcf1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:31.895274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-c7e153ca-6b56-4bde-ae35-d4f29dadfcf1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 796 time: 0.1424057 Aug 31 07:02:31.922376 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-d1dfb5d1-a641-46dc-9d29-c61f48054074 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/quotas/114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 375 time: 0.0173323 Aug 31 07:02:32.049856 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-bafb75ae-05d2-4b50-83e5-357fd8c0928d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083643 Aug 31 07:02:32.163046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 21ea4321-871b-4f40-85b2-63ebbf39be75 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:32.190640 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-d2fa3706-e6cf-4dac-a18c-42757f76ca4c service neutron] 10.222.0.15 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387649 Aug 31 07:02:32.239986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 21ea4321-871b-4f40-85b2-63ebbf39be75 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:32.244182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 21ea4321-871b-4f40-85b2-63ebbf39be75 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:32.244805 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.337029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-42d7f652-b954-40ff-a9ec-46f22ffaa081 service neutron] 10.222.0.15 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452081 Aug 31 07:02:32.356513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Provisioning complete for port 21ea4321-871b-4f40-85b2-63ebbf39be75 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:32.358445 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.581627 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Sync routers for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:32.598878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d885d050-2ff3-454d-9c96-06b5be69fadd req-cb28a7d7-1c82-4639-b7b1-b5b1ba72e9de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 210 time: 0.0492022 Aug 31 07:02:32.607125 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:32.608077 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:32.656927 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.710463 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.748222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 21ea4321-871b-4f40-85b2-63ebbf39be75, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=21ea4321-871b-4f40-85b2-63ebbf39be75,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:32.779605 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:32.802957 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.803925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 588ecad5-4201-46d3-af1a-23de670e74a3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:32.896310 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:02:32.897209 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:02:32.935445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=21ea4321-871b-4f40-85b2-63ebbf39be75,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:32.938957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 588ecad5-4201-46d3-af1a-23de670e74a3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:32.945166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 588ecad5-4201-46d3-af1a-23de670e74a3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:32.945815 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.059408 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 2, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:33.069618 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.091556 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Checking router: f3752284-c58c-4976-be6d-c20cabbac60f for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:33.092073 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Updating router f3752284-c58c-4976-be6d-c20cabbac60f port 665e7936-ad63-4214-8be1-28a3b5eb89cd binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:02:33.096212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 588ecad5-4201-46d3-af1a-23de670e74a3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=588ecad5-4201-46d3-af1a-23de670e74a3,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:33.102432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.119327 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.166608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=588ecad5-4201-46d3-af1a-23de670e74a3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:33.459817 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.478613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Provisioning for port 665e7936-ad63-4214-8be1-28a3b5eb89cd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:33.478846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Transition to ACTIVE for port object 665e7936-ad63-4214-8be1-28a3b5eb89cd will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:33.483972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Provisioning complete for port 665e7936-ad63-4214-8be1-28a3b5eb89cd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:33.484469 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.486164 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.526293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e17c8d5c-0f91-46a7-9002-bea03fbcf1d2 None None] Port 665e7936-ad63-4214-8be1-28a3b5eb89cd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:33.555680 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Pushing event updated for resources: {'Port': ['ID=665e7936-ad63-4214-8be1-28a3b5eb89cd,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:33.570062 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.570406 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.570739 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.571066 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.571389 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.571773 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.572112 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.572431 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.572744 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.573055 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.573395 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.573707 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:33.646184 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Attempting to bind port 665e7936-ad63-4214-8be1-28a3b5eb89cd on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:33.646789 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Attempting to bind port 665e7936-ad63-4214-8be1-28a3b5eb89cd by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:33.647223 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Attempting to bind port 665e7936-ad63-4214-8be1-28a3b5eb89cd on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:33.654809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:33.655471 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Checking segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:33.656034 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.656596 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Bound using segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:33.657278 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Bound port: 665e7936-ad63-4214-8be1-28a3b5eb89cd, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:33.657846 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.735056 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57254622-ce59-4b7b-968e-6e0ffe6e630c req-cbee742e-08c7-421d-ac06-b4aea9b9ee04 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 210 time: 0.0344357 Aug 31 07:02:33.746466 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] For port 665e7936-ad63-4214-8be1-28a3b5eb89cd, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:33.749878 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] For port 665e7936-ad63-4214-8be1-28a3b5eb89cd, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=665e7936-ad63-4214-8be1-28a3b5eb89cd,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:33.764392 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.833091 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:33.834069 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:33.901179 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f989f-e55e-4fad-b8e9-90905fb65270 None None] Pushing event updated for resources: {'Port': ['ID=665e7936-ad63-4214-8be1-28a3b5eb89cd,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:34.000819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b018-6275-4291-b561-571129d38c37 req-2fd18d51-c8b4-498e-b8af-d06a524dff0d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:34.003052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-2fd18d51-c8b4-498e-b8af-d06a524dff0d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 796 time: 0.2029901 Aug 31 07:02:34.084595 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:34.092585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-3ac38e67-1f61-4056-9a4d-15c2ff735aa5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 378 time: 0.0787230 Aug 31 07:02:34.102826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'port': {'device_id': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'admin_state_up': True, 'tenant_id': '114c303e58824a2f81726133673c4639', 'security_groups': ['abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:34.132690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 21ea4321-871b-4f40-85b2-63ebbf39be75 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:34.230839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 21ea4321-871b-4f40-85b2-63ebbf39be75 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:34.231254 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.297682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:34.303436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.343612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 588ecad5-4201-46d3-af1a-23de670e74a3 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:34.427805 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:34.428016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 588ecad5-4201-46d3-af1a-23de670e74a3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:34.428201 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.464366 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e002f-eadc-465e-88ad-a587a6a7a15d None None] The sync data for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 is: [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:34.503086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.20.0.9 (e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8/b23e109b-67c4-4e62-992e-0fa74932d3b1/d5f49fc5-c0e9-4994-bfdf-904d2c941a11) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:34.753997 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.796617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Transition to ACTIVE for port object d5f49fc5-c0e9-4994-bfdf-904d2c941a11 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:34.837378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.859608 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eaf6c9c8-540a-401d-ad43-bf23a0cf3437 req-dd0d98e2-4175-4684-85b6-e83501fb1158 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 210 time: 0.0377400 Aug 31 07:02:34.885658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:34.890050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:34.914749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:35.292990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4b671fe1-6f55-4bba-ba07-ed616017bac9 None None] Provisioning for port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:35.297887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4b671fe1-6f55-4bba-ba07-ed616017bac9 None None] Provisioning complete for port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:35.298575 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4b671fe1-6f55-4bba-ba07-ed616017bac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:35.363681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4b671fe1-6f55-4bba-ba07-ed616017bac9 None None] Port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:35.395007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:35.418209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:35.418834 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:35.433820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-e13ec308-c6b8-4fbc-9439-b538ff6dc307 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3357193 Aug 31 07:02:35.447671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Request body: {'port': {'device_id': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:35.509603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:35.820533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f49fc5-c0e9-4994-bfdf-904d2c941a11 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:02:35.829114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:35.842704 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Transition to ACTIVE for port object d5f49fc5-c0e9-4994-bfdf-904d2c941a11 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:35.846725 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:35.902345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:35.993594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:35.994337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:35.994465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:36.005671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:02:36.005998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:36.015390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:36.015736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Checking segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:36.016306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Bound using segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:36.016763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Bound port: d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:36.017135 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:36.060380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3dc0d-db6a-43b7-a41b-095ebebb1467 req-5c07f4a9-2355-48cf-84a0-dd91264d85c3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.075077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3a3dc0d-db6a-43b7-a41b-095ebebb1467 req-5c07f4a9-2355-48cf-84a0-dd91264d85c3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 943 time: 0.1089742 Aug 31 07:02:36.116354 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:36.121067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:36.128092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:36.159928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3a3dc0d-db6a-43b7-a41b-095ebebb1467 req-4aaa96b1-3f29-4723-a90f-829175513be5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810099 Aug 31 07:02:36.178997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 665e7936-ad63-4214-8be1-28a3b5eb89cd up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:36.200688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.201343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:36.202950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 1092 time: 0.7607329 Aug 31 07:02:36.203420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:36.206324 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7372a3c-dd3a-4db3-a636-c74a387b63a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:36.224637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821328d9-0b30-4b92-be6f-580d442a3b84 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:36.284886 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306cb73-cb74-4455-bbda-17015e3594de x-openstack-request-id: req-b306cb73-cb74-4455-bbda-17015e3594de {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:36.285208 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:36.285471 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b306cb73-cb74-4455-bbda-17015e3594de {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:36.285881 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'status': 'completed', 'code': 200} Aug 31 07:02:36.290509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 665e7936-ad63-4214-8be1-28a3b5eb89cd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:36.298348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 665e7936-ad63-4214-8be1-28a3b5eb89cd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:36.298884 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:36.304284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b018-6275-4291-b561-571129d38c37 req-640602d7-6b19-48fa-8596-8e6bba895b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.306068 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-640602d7-6b19-48fa-8596-8e6bba895b15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1095 time: 0.0581539 Aug 31 07:02:36.369269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-54aa39c9-aaae-4b83-9ed9-46442cbc771e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 217 time: 0.0496304 Aug 31 07:02:36.405517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:36.426024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b018-6275-4291-b561-571129d38c37 req-fc3ed02b-eda4-428e-a92c-41c48ff7d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.427555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-fc3ed02b-eda4-428e-a92c-41c48ff7d3e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 200 len: 834 time: 0.0558586 Aug 31 07:02:36.445582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 665e7936-ad63-4214-8be1-28a3b5eb89cd, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=665e7936-ad63-4214-8be1-28a3b5eb89cd,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:36.452137 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:36.502273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b018-6275-4291-b561-571129d38c37 req-82389d2d-b369-48c8-bce5-00aa5a246715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.503815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-82389d2d-b369-48c8-bce5-00aa5a246715 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683932 Aug 31 07:02:36.512817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=665e7936-ad63-4214-8be1-28a3b5eb89cd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:36.613073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-f342a0e8-6688-41a4-8af6-198dbfd2c8f5 service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004591 Aug 31 07:02:36.722675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bbe5b018-6275-4291-b561-571129d38c37 req-981cb9d5-bbd7-45ea-bfd2-db2bd1a4decc service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014488 Aug 31 07:02:36.810248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-2e399754-6f5b-42f4-aad9-7744ed9341be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.811778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-2e399754-6f5b-42f4-aad9-7744ed9341be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1095 time: 0.0416343 Aug 31 07:02:36.910226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-9beabcba-c52c-48dd-a701-7bcef229f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.911750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-9beabcba-c52c-48dd-a701-7bcef229f2a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 897 time: 0.0921485 Aug 31 07:02:36.955934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-347c7b09-563b-485e-9e8f-7263e1219611 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 217 time: 0.0360534 Aug 31 07:02:37.027572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-22ae3c43-4558-42e9-8f55-4f8a1d0cbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:37.029533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-22ae3c43-4558-42e9-8f55-4f8a1d0cbaef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 200 len: 834 time: 0.0656545 Aug 31 07:02:37.107501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-8fbe4198-0260-4761-85ce-c7bfbcbca2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:37.109098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-8fbe4198-0260-4761-85ce-c7bfbcbca2fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650971 Aug 31 07:02:37.211422 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-27707469-d0a1-4c36-8abc-6c0a7cf1cf23 service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940802 Aug 31 07:02:37.341230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a032d-8515-4c7f-824f-88ddd51aa6a8 req-4f4a438f-88b5-42b7-95a2-948250e21023 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:37.342733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba6a032d-8515-4c7f-824f-88ddd51aa6a8 req-4f4a438f-88b5-42b7-95a2-948250e21023 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 943 time: 0.0757215 Aug 31 07:02:37.348416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7372a3c-dd3a-4db3-a636-c74a387b63a3 req-f5f9466d-da55-43cf-93d3-fb78cbdfc95e service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288850 Aug 31 07:02:37.384892 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba6a032d-8515-4c7f-824f-88ddd51aa6a8 req-16863875-91c1-4f47-9e7c-824fd1a2f017 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355043 Aug 31 07:02:38.041449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 665e7936-ad63-4214-8be1-28a3b5eb89cd up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:38.090273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 665e7936-ad63-4214-8be1-28a3b5eb89cd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:38.090630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:38.526703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d5b7-7e53-4e40-af4a-6c7c8188b49a req-6de7b624-612c-4072-a4f2-44f2f43b4b56 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:38.529066 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42f7d5b7-7e53-4e40-af4a-6c7c8188b49a req-6de7b624-612c-4072-a4f2-44f2f43b4b56 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 943 time: 0.0752838 Aug 31 07:02:38.584086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-42f7d5b7-7e53-4e40-af4a-6c7c8188b49a req-db5b8612-076a-4e10-bc7a-7c5b3bd4857f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476005 Aug 31 07:02:39.119974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d5f49fc5-c0e9-4994-bfdf-904d2c941a11 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:02:39.229560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:39.254171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'port_id': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'mac_address': 'fa:16:3e:10:4b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:02:39.309681 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:39.323820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f49fc5-c0e9-4994-bfdf-904d2c941a11 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:02:39.344493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:39.351661 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:39.403823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:39.561818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['d5f49fc5-c0e9-4994-bfdf-904d2c941a11'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:02:39.754965 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cdb4c-704d-45d3-80a1-f59195539f87 req-4a9d8577-2d1e-4a65-a512-eb9c035da063 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:39.757219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da6cdb4c-704d-45d3-80a1-f59195539f87 req-4a9d8577-2d1e-4a65-a512-eb9c035da063 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 944 time: 0.0835347 Aug 31 07:02:39.820823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da6cdb4c-704d-45d3-80a1-f59195539f87 req-00e36da1-5f18-40d5-a92e-6a0348f71d93 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553257 Aug 31 07:02:40.955154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c67b3e-f6fe-4679-8dda-561e7e559809 req-5a0ccc11-3fd7-4b75-a7a2-383637864a37 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:40.956956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1c67b3e-f6fe-4679-8dda-561e7e559809 req-5a0ccc11-3fd7-4b75-a7a2-383637864a37 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 944 time: 0.0618081 Aug 31 07:02:41.004997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1c67b3e-f6fe-4679-8dda-561e7e559809 req-7a372cc6-a2b8-4fa4-bd51-653022a1eb11 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416808 Aug 31 07:02:41.122672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d5f49fc5-c0e9-4994-bfdf-904d2c941a11 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:41.170781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:41.174414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:41.174783 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.259448 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.283512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:41.285783 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f718fafe-fe74-4c99-921e-66ee75787452" -d '{"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-plugged", "status": "completed", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:41.309681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:41.314547 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.325357 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94046d43-8bae-4d5a-8e9b-f67ab4db852e x-openstack-request-id: req-94046d43-8bae-4d5a-8e9b-f67ab4db852e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:41.325648 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-plugged", "status": "completed", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:41.325900 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94046d43-8bae-4d5a-8e9b-f67ab4db852e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:41.326287 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'code': 200} Aug 31 07:02:41.372175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:41.431397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab688e9e-18f2-41e2-bfd0-c6da2012a3bc req-a3364f2b-5805-447c-b288-1b9af93abf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:41.432984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab688e9e-18f2-41e2-bfd0-c6da2012a3bc req-a3364f2b-5805-447c-b288-1b9af93abf19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0492625 Aug 31 07:02:41.470525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab688e9e-18f2-41e2-bfd0-c6da2012a3bc req-5a819858-aa82-4519-8ade-6fd59721012b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299983 Aug 31 07:02:42.129608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7ee18-565d-415a-939b-eb5c9b5e87ab req-80573366-d301-43e1-9587-7eadc363baf7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:42.131216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c6e7ee18-565d-415a-939b-eb5c9b5e87ab req-80573366-d301-43e1-9587-7eadc363baf7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0516150 Aug 31 07:02:42.170886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c6e7ee18-565d-415a-939b-eb5c9b5e87ab req-9f1481b0-36c9-40e7-8aeb-d952a8e1e365 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333495 Aug 31 07:02:43.296672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe4b79-665a-447d-b5f1-543cea3738b0 req-f75e715c-0a52-41e5-8699-3cf9462f2ef2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:43.299016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48fe4b79-665a-447d-b5f1-543cea3738b0 req-f75e715c-0a52-41e5-8699-3cf9462f2ef2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0588531 Aug 31 07:02:43.341353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48fe4b79-665a-447d-b5f1-543cea3738b0 req-a8652f1f-5f7e-4684-9e14-f605d807ec1a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348511 Aug 31 07:02:43.473785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8af375-fd15-4f78-ba3e-b5f7ebfcb9a7 req-d34a10f6-d7b3-47fd-bdb7-0ae7307e11eb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:43.475490 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b8af375-fd15-4f78-ba3e-b5f7ebfcb9a7 req-d34a10f6-d7b3-47fd-bdb7-0ae7307e11eb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0580080 Aug 31 07:02:43.521980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b8af375-fd15-4f78-ba3e-b5f7ebfcb9a7 req-11a95a87-0188-4f89-b313-8a37bdf93882 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361018 Aug 31 07:02:43.544824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 43986) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:43.604247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4af5b4-1b8f-460d-b2f8-66260db80d5d tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:43.606134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ef4af5b4-1b8f-460d-b2f8-66260db80d5d tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1092 time: 0.0600255 Aug 31 07:02:43.609227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 43994) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:43.613936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'tenant_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:43.639962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.756908 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.899781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.25.5.5 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/70e85957-b4ac-4242-9c0f-0e91212f4629) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:44.022022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:44.065042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:44.108913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:44.112766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:44.117381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:44.120469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=70e85957-b4ac-4242-9c0f-0e91212f4629,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:44.530017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:44.604650 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:44.778573 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:44.783345 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:44.858724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=70e85957-b4ac-4242-9c0f-0e91212f4629,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:44.867590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:44.971438 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Floating IP 8f06212a-278f-4b8e-b1cc-2a6d11200737 associated. External IP: 172.25.5.5, port: d5f49fc5-c0e9-4994-bfdf-904d2c941a11. Aug 31 07:02:45.192941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3752284-c58c-4976-be6d-c20cabbac60f has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:45.311093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:45.322368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] Sync routers for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:45.328010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.332818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:45.333681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:45.365355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fa93aecf-ca94-4a8d-b807-9bd3aa4ac4de tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7524378 Aug 31 07:02:45.365355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:45.365778 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04741101-5ce5-4e4d-b983-4f745b59072d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:45.419183 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6b6f17-cedb-4b94-8c8b-4c9d0059b4ac x-openstack-request-id: req-ad6b6f17-cedb-4b94-8c8b-4c9d0059b4ac {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:45.419473 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:45.419746 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad6b6f17-cedb-4b94-8c8b-4c9d0059b4ac {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:45.420164 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'status': 'completed', 'code': 200} Aug 31 07:02:45.477264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:45.486992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa2c59-0dd9-405d-aa2e-586c4fbf0cef req-0dd96109-2a1b-4bb5-98ac-1f9341c3504f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:45.489174 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7efa2c59-0dd9-405d-aa2e-586c4fbf0cef req-0dd96109-2a1b-4bb5-98ac-1f9341c3504f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0678575 Aug 31 07:02:45.491693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741101-5ce5-4e4d-b983-4f745b59072d req-b50ba083-dff1-46d4-9810-89a7045341ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:45.493691 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04741101-5ce5-4e4d-b983-4f745b59072d req-b50ba083-dff1-46d4-9810-89a7045341ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0488088 Aug 31 07:02:45.544520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7efa2c59-0dd9-405d-aa2e-586c4fbf0cef req-eeeab8ef-9ff0-491e-b978-db42bee386ff tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463722 Aug 31 07:02:45.568540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44284) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:45.669269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-68dbfc91-1e7b-4c90-b15c-8f148fa1f225 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/8f06212a-278f-4b8e-b1cc-2a6d11200737 HTTP/1.1" status: 200 len: 989 time: 0.0996599 Aug 31 07:02:45.670727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741101-5ce5-4e4d-b983-4f745b59072d req-80293159-191f-4948-924d-626e3a69685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:45.672290 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04741101-5ce5-4e4d-b983-4f745b59072d req-80293159-191f-4948-924d-626e3a69685b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 897 time: 0.1711912 Aug 31 07:02:45.743106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04741101-5ce5-4e4d-b983-4f745b59072d req-6fc6b795-cfb9-45b7-851b-cd0de226333c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 997 time: 0.0634468 Aug 31 07:02:45.765890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8f06212a-278f-4b8e-b1cc-2a6d11200737', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'port_id': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'mac_address': 'fa:16:3e:10:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:44Z', 'updated_at': '2021-08-31T07:02:44Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:36Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:45.794187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] Checking router: f3752284-c58c-4976-be6d-c20cabbac60f for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:45.802646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:45.803254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:45.812888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741101-5ce5-4e4d-b983-4f745b59072d req-6a95a789-82fd-4ed1-b2be-76379339f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:45.814449 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04741101-5ce5-4e4d-b983-4f745b59072d req-6a95a789-82fd-4ed1-b2be-76379339f16c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 200 len: 834 time: 0.0641456 Aug 31 07:02:45.871711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741101-5ce5-4e4d-b983-4f745b59072d req-ebb864e8-cc2e-459b-afa2-5b6b14bf32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:45.873275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04741101-5ce5-4e4d-b983-4f745b59072d req-ebb864e8-cc2e-459b-afa2-5b6b14bf32d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450456 Aug 31 07:02:45.923509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:45.995376 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04741101-5ce5-4e4d-b983-4f745b59072d req-b6019879-dd63-4598-99ac-016a9c6b9dda service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118586 Aug 31 07:02:46.108374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04741101-5ce5-4e4d-b983-4f745b59072d req-c1e239b9-2943-4f99-a845-2f9a21f5646d service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046362 Aug 31 07:02:46.198451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8f06212a-278f-4b8e-b1cc-2a6d11200737', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'port_id': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'mac_address': 'fa:16:3e:10:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:44Z', 'updated_at': '2021-08-31T07:02:44Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:36Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:46.240545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb7b52-6281-4937-bcd9-d1f8d5cb6e7b None None] The sync data for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 is: [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '8f06212a-278f-4b8e-b1cc-2a6d11200737', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'port_id': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'mac_address': 'fa:16:3e:10:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:44Z', 'updated_at': '2021-08-31T07:02:44Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:36Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:46.481556 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65ae24-ecf3-462b-a87d-2ed00a605b9d None None] New status for floating IP 8f06212a-278f-4b8e-b1cc-2a6d11200737: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:02:46.673592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 44438) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:46.758447 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fbf355f2-0c05-4b73-92ba-b742ed0fa3e2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/8f06212a-278f-4b8e-b1cc-2a6d11200737 HTTP/1.1" status: 200 len: 989 time: 0.0830734 Aug 31 07:02:47.761669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 44446) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:47.840573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6c7a55c2-ccaf-4959-b927-42c03387f4e4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/8f06212a-278f-4b8e-b1cc-2a6d11200737 HTTP/1.1" status: 200 len: 991 time: 0.0775466 Aug 31 07:02:48.493587 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:02:54.228557 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c5f7-b3d2-481b-80a8-ed271d2bff3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.619945 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:55.897141 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-2823200a-1652-41e8-b745-d1e29985d5f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487535 Aug 31 07:02:55.976635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-f577c6d7-c7af-4d32-9918-0ab35385ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:55.980804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-f577c6d7-c7af-4d32-9918-0ab35385ff37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1097 time: 0.0515215 Aug 31 07:02:55.997544 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.109078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-e6d85901-caff-4803-8e68-0bd070dab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:56.111187 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-e6d85901-caff-4803-8e68-0bd070dab07a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1095028 Aug 31 07:02:56.190660 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-c70f8e23-50b5-42f4-a323-5f0d897c6edf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 1000 time: 0.0716455 Aug 31 07:02:56.242023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-f85101d8-fd56-41c9-8f1c-f3fc3e1463bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:56.243474 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-f85101d8-fd56-41c9-8f1c-f3fc3e1463bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0460665 Aug 31 07:02:56.292564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-7a7830c2-93a2-40f7-80fe-3c427e258167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:56.294157 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-7a7830c2-93a2-40f7-80fe-3c427e258167 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427935 Aug 31 07:02:56.405447 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-0fff5cc4-1b4c-4cfc-9c79-7fe85568ad7c service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028695 Aug 31 07:02:56.510564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df6b76b5-7237-4efc-9e41-bacd6844f889 req-e7d7ae36-ad3f-418d-a618-4ac5e8f6a6a3 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959213 Aug 31 07:02:56.833729 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a5002261-f792-41e8-a97f-111923773b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.922839 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.173778 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:00.017468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:04.661321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d0635e3-995a-4abf-881e-63af798eec6c req-e51d0123-ad02-4fa6-a666-bbb300bce806 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456746 Aug 31 07:03:04.744466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0635e3-995a-4abf-881e-63af798eec6c req-f3ed4fa7-7061-4684-87ca-49a6fa3e6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:04.746038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d0635e3-995a-4abf-881e-63af798eec6c req-f3ed4fa7-7061-4684-87ca-49a6fa3e6758 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0410912 Aug 31 07:03:04.853625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0635e3-995a-4abf-881e-63af798eec6c req-995385fe-fc93-4a92-a086-21c6d7cd840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:04.855144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d0635e3-995a-4abf-881e-63af798eec6c req-995385fe-fc93-4a92-a086-21c6d7cd840f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 897 time: 0.0875199 Aug 31 07:03:04.927841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d0635e3-995a-4abf-881e-63af798eec6c req-eed824df-7910-4357-afb2-0f683f415372 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 999 time: 0.0640900 Aug 31 07:03:04.982305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0635e3-995a-4abf-881e-63af798eec6c req-da6f9fa1-b411-4965-a229-e392cf1188d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:04.983956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d0635e3-995a-4abf-881e-63af798eec6c req-da6f9fa1-b411-4965-a229-e392cf1188d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 200 len: 834 time: 0.0437477 Aug 31 07:03:05.037169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0635e3-995a-4abf-881e-63af798eec6c req-9a0ee948-cc39-4893-99d0-debdf8330867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:05.038783 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d0635e3-995a-4abf-881e-63af798eec6c req-9a0ee948-cc39-4893-99d0-debdf8330867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446332 Aug 31 07:03:05.144159 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d0635e3-995a-4abf-881e-63af798eec6c req-3977464b-5f53-47e3-996a-d5b1088f8321 service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964346 Aug 31 07:03:05.240889 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4d0635e3-995a-4abf-881e-63af798eec6c req-a8db16ae-a4d0-4567-b6a6-4aa35e83c652 service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846641 Aug 31 07:03:20.715232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4ce4b-834b-465d-8fe1-6f27ff95818a req-0a033400-abd0-498e-996c-7017bb18048e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:20.716739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbb4ce4b-834b-465d-8fe1-6f27ff95818a req-0a033400-abd0-498e-996c-7017bb18048e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 945 time: 0.0509408 Aug 31 07:03:20.759785 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbb4ce4b-834b-465d-8fe1-6f27ff95818a req-22a563ee-62ba-4b35-a211-cc55b8db5ab4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363960 Aug 31 07:03:21.392271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bdaa8-12be-47dc-9245-9b563825224c req-fb3535a8-398f-4640-907d-63391fcee6ed tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:21.394239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f05bdaa8-12be-47dc-9245-9b563825224c req-fb3535a8-398f-4640-907d-63391fcee6ed tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0530450 Aug 31 07:03:21.435029 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f05bdaa8-12be-47dc-9245-9b563825224c req-b85362e3-dc7c-4055-abdf-92ea609e3f70 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340974 Aug 31 07:03:21.459416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45054) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:21.520264 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-81f1de60-2360-4e31-98da-5a2ff381811f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/8f06212a-278f-4b8e-b1cc-2a6d11200737 HTTP/1.1" status: 200 len: 991 time: 0.0596938 Aug 31 07:03:21.979669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0be2-98e9-4250-bada-a3a7a676fb24 req-e9f8255f-f5e2-404b-94c4-8006c87c7b02 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:21.981177 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f6d0be2-98e9-4250-bada-a3a7a676fb24 req-e9f8255f-f5e2-404b-94c4-8006c87c7b02 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0416360 Aug 31 07:03:22.022242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f6d0be2-98e9-4250-bada-a3a7a676fb24 req-e50f2b68-eeb2-41ad-ac87-64cd2a2ecef8 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344932 Aug 31 07:03:22.587452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-093bdda5-d786-436d-9df1-cb381b378503 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393524 Aug 31 07:03:23.214836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-afc24d85-cc8c-4d28-b3a8-9be939730541 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:03:23.215895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-afc24d85-cc8c-4d28-b3a8-9be939730541 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1141713 Aug 31 07:03:23.226252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Request body: {'binding': {'host': 'n-h1-712142-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:23.226578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Unknown quota resources ['binding']. {{(pid=94667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:03:23.361676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on host n-h1-712142-16 for vnic_type normal with profile None {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:03:23.362010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:03:23.362338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:23.366797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:03:23.367282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:23.372915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:03:23.373283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Checking segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:23.373671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Bound using segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:03:23.374098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Bound port: d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:03:23.464985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:03:23.470354 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] Notify callbacks [] for binding, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.471783 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-ea597314-3a17-44cf-9306-76b15d016045 service neutron] 10.222.0.15 "POST /v2.0/ports/d5f49fc5-c0e9-4994-bfdf-904d2c941a11/bindings HTTP/1.1" status: 201 len: 390 time: 0.2487962 Aug 31 07:03:23.618900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dfffa-d235-4c9e-8805-8fd35c50235e req-f495ad6a-2818-46a8-b52d-b30e81ae620c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:23.621154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f58dfffa-d235-4c9e-8805-8fd35c50235e req-f495ad6a-2818-46a8-b52d-b30e81ae620c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0519638 Aug 31 07:03:23.663894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f58dfffa-d235-4c9e-8805-8fd35c50235e req-2ebc1a8e-e862-4ee8-83c6-4b68770ee252 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372307 Aug 31 07:03:23.728717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-2d16eafd-2d59-489c-a9ed-910adb90200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:23.730180 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-2d16eafd-2d59-489c-a9ed-910adb90200a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0411849 Aug 31 07:03:23.823759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-200fe00a-c1e5-468f-904a-87f6207f0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:23.825274 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-200fe00a-c1e5-468f-904a-87f6207f0a19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 897 time: 0.0854130 Aug 31 07:03:24.231940 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c59fc70e-6b77-4f1b-8c65-c6b2c1457ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:24.240866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-27746ab4-fc22-43e1-bb0c-6e93388e8457 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 999 time: 0.4073935 Aug 31 07:03:24.292925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-9943a019-46b7-4de3-93e2-e511a8c7d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:24.294366 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-9943a019-46b7-4de3-93e2-e511a8c7d7ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 200 len: 834 time: 0.0455930 Aug 31 07:03:24.343315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-dc37343d-04aa-443e-969c-335d2c8d5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:24.344890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-dc37343d-04aa-443e-969c-335d2c8d5bb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415432 Aug 31 07:03:24.443940 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-8f5edbfe-a5e2-4a23-a515-3ccc2cee0eca service neutron] 10.222.0.23 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861328 Aug 31 07:03:24.536664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c80f2549-4b87-4ffd-98a9-2cf0caaa4b99 service neutron] 10.222.0.23 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845311 Aug 31 07:03:24.630007 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:24.685941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-22d73cf6-6e12-494b-8801-72c05c6b457f tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:24.687525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-22d73cf6-6e12-494b-8801-72c05c6b457f tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8&tenant_id=114c303e58824a2f81726133673c4639&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1097 time: 0.0856318 Aug 31 07:03:24.703683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-16'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:24.758685 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:24.786359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049b7a0-84af-47ac-9dd0-6410a5ed9c7b req-b90e7581-7885-428a-bb34-0201bc28da7e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:24.788004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9049b7a0-84af-47ac-9dd0-6410a5ed9c7b req-b90e7581-7885-428a-bb34-0201bc28da7e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0520341 Aug 31 07:03:24.828713 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9049b7a0-84af-47ac-9dd0-6410a5ed9c7b req-4edc0e01-dfea-4d87-8eb2-3bb25aabfc2a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333970 Aug 31 07:03:24.912781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:24.949530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:24.990051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:24.992416 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7617e104-dfd9-4e64-82f6-2c441834c1a9" -d '{"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:24.996503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.003237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.115944 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c9ec38-eaa7-42bd-b478-2e8fb6266aa8 x-openstack-request-id: req-f4c9ec38-eaa7-42bd-b478-2e8fb6266aa8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:25.116280 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:25.116485 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4c9ec38-eaa7-42bd-b478-2e8fb6266aa8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:25.116883 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'code': 200} Aug 31 07:03:25.134351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:25.150511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.151151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.151664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.152168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.152824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.153359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.153948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.154453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.154955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.155461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.155958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.156741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.209621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on host n-h2-712142-16 for vnic_type normal with profile {"migrating_to": "n-h1-712142-16"} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:03:25.209955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:03:25.210297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:25.219758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:03:25.220213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Attempting to bind port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:25.225855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:03:25.226207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Checking segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:25.226601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Bound using segment: {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:03:25.227194 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Bound port: d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b6c4f6-6f00-4754-9c92-5dde07920434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:03:25.227566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.268225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:03:25.316606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:25.322051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:03:25.328826 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.416719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:25.437020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5afddccd-05ac-47a9-a6b2-76af33826587 None None] Provisioning complete for port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:25.438645 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5afddccd-05ac-47a9-a6b2-76af33826587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.451047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=8']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:25.465429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'mac_address': 'fa:16:3e:3e:cb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:03:25.501484 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:03:25.509670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:25.510764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.512355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-c7358290-0c69-48be-bba2-8bd469e87f3f service neutron] 10.222.0.23 "PUT /v2.0/ports/d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 1123 time: 0.8136089 Aug 31 07:03:25.574043 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.594788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['d5f49fc5-c0e9-4994-bfdf-904d2c941a11'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:03:25.639267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cea5688-0938-4e1b-b15a-964fb63166c9 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:03:25.690877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:25.702479 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.727247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5afddccd-05ac-47a9-a6b2-76af33826587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.803748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:25.807394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['8cea5688-0938-4e1b-b15a-964fb63166c9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:03:25.809299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:25.811524 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9d721-9ee7-4984-bd46-7c748879a244" -d '{"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-plugged", "status": "completed", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:25.859437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.859437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.859437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.859437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.860860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.860860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.861109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.862212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.862212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.862212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.862478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.862644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.880961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5afddccd-05ac-47a9-a6b2-76af33826587 None None] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:25.900773 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5afddccd-05ac-47a9-a6b2-76af33826587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.972115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d25a1-97b2-49c6-880f-57c255256dc5 req-795d3e0e-9898-4e85-893b-ce0aa6faacd1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:25.979543 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a9d25a1-97b2-49c6-880f-57c255256dc5 req-795d3e0e-9898-4e85-893b-ce0aa6faacd1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0613978 Aug 31 07:03:25.995497 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2505d8-dbb2-4903-89a3-978f18541143 x-openstack-request-id: req-7c2505d8-dbb2-4903-89a3-978f18541143 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:25.995792 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-plugged", "status": "completed", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:25.996047 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c2505d8-dbb2-4903-89a3-978f18541143 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:25.996435 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'code': 200} Aug 31 07:03:26.038388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a9d25a1-97b2-49c6-880f-57c255256dc5 req-a80048d8-b9f3-404b-b2e3-52b965b2f7b1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568171 Aug 31 07:03:26.137086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.145161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afddccd-05ac-47a9-a6b2-76af33826587 None None] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:26.510819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6edafcfc-5522-44bd-8f5b-09ccc9db0914 None None] Provisioning complete for port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:26.511975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6edafcfc-5522-44bd-8f5b-09ccc9db0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.855612 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-277a841c-1824-4610-9c1a-cd7929ffb5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.932663 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.118528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:27.121122 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fced8b-34d8-4035-8977-c8d3dd88dc69" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:27.162418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901c3f-d842-4bf0-afde-f9fa14e3303b req-0d52291b-cf06-48ff-8ef9-45c90cd35155 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:27.168696 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8bbbf6-2f9c-4410-818d-8a20d259238c x-openstack-request-id: req-0e8bbbf6-2f9c-4410-818d-8a20d259238c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:27.169053 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:27.169399 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e8bbbf6-2f9c-4410-818d-8a20d259238c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:27.169866 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'status': 'completed', 'code': 200} Aug 31 07:03:27.170757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd901c3f-d842-4bf0-afde-f9fa14e3303b req-0d52291b-cf06-48ff-8ef9-45c90cd35155 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0621443 Aug 31 07:03:27.230616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd901c3f-d842-4bf0-afde-f9fa14e3303b req-66889a63-cd2c-4c9b-b911-59f24b2acea1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586798 Aug 31 07:03:27.291104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:27.372607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 8cea5688-0938-4e1b-b15a-964fb63166c9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:27.373963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.375330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-7514b673-cd6e-4971-b72a-e1ec1d05624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:27.377437 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-7514b673-cd6e-4971-b72a-e1ec1d05624b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1128 time: 0.1815124 Aug 31 07:03:27.492102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-9ed0a24b-08a9-4fe4-aa8f-ea015351e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:27.494462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-9ed0a24b-08a9-4fe4-aa8f-ea015351e283 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 897 time: 0.1069624 Aug 31 07:03:27.517436 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.567724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:27.573886 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.577608 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-0766550a-12a9-4883-ac4b-325fb8af8cb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 999 time: 0.0741613 Aug 31 07:03:27.656736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:27.688848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-f656ea39-dbd7-4b9a-8dcc-55077bba839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:27.690452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-f656ea39-dbd7-4b9a-8dcc-55077bba839d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 200 len: 834 time: 0.1008766 Aug 31 07:03:27.760777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-3342a8d3-a3a1-4d47-8256-0c5eec5e93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:27.763291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-3342a8d3-a3a1-4d47-8256-0c5eec5e93d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642881 Aug 31 07:03:27.880533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-03671a07-5c71-46b6-9c7b-288e1a463ece service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083214 Aug 31 07:03:28.000691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:28.005353 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a75982-f6a3-4c11-bada-d1370370a7ff" -d '{"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-plugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:28.009643 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3fced8b-34d8-4035-8977-c8d3dd88dc69 req-83432462-fae2-481b-b247-bdb024a926e5 service neutron] 10.222.0.42 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205633 Aug 31 07:03:28.062922 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac30e90e-9658-4828-98ce-42e36ae35dba x-openstack-request-id: req-ac30e90e-9658-4828-98ce-42e36ae35dba {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:28.063247 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-plugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:28.063503 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac30e90e-9658-4828-98ce-42e36ae35dba {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:28.063902 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'code': 200} Aug 31 07:03:28.184576 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.685047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f558f-62a6-4e4a-9ac4-fd5cf39fe770 req-6133a41f-b5ab-4974-ba51-a2524768579a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:28.686537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a12f558f-62a6-4e4a-9ac4-fd5cf39fe770 req-6133a41f-b5ab-4974-ba51-a2524768579a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.3456917 Aug 31 07:03:28.743601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a12f558f-62a6-4e4a-9ac4-fd5cf39fe770 req-32c1dcd4-5aac-4bb0-bde5-8086942748b8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449059 Aug 31 07:03:29.305218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d5f49fc5-c0e9-4994-bfdf-904d2c941a11 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:03:29.414301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:29.433112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d5f49fc5-c0e9-4994-bfdf-904d2c941a11 has no active binding in host n-h1-712142-16 {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:03:29.904080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4714580-c3cc-4800-b223-0c1879dc9815 req-a2287b0f-c5ea-430e-b50a-6a77f19a17d6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:29.906567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4714580-c3cc-4800-b223-0c1879dc9815 req-a2287b0f-c5ea-430e-b50a-6a77f19a17d6 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 945 time: 0.0750015 Aug 31 07:03:29.972178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4714580-c3cc-4800-b223-0c1879dc9815 req-3a004ace-1b4c-4e9c-a75b-022f4bca6b02 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579569 Aug 31 07:03:30.024426 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:30.614649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-92313c70-41ea-4e57-a22c-0e33307dcb32 service neutron] 10.222.0.42 "GET /v2.0/ports/d5f49fc5-c0e9-4994-bfdf-904d2c941a11/bindings/n-h1-712142-16 HTTP/1.1" status: 200 len: 385 time: 0.0623343 Aug 31 07:03:30.875263 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:30.908189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:30.972901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:30.975275 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa220737-1f07-4631-86a7-05ae81d83e00" -d '{"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:31.014332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:31.060050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.083727 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e99759-a6e6-4b55-b000-308b6ec2e5f2 x-openstack-request-id: req-07e99759-a6e6-4b55-b000-308b6ec2e5f2 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:31.084640 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:31.086676 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07e99759-a6e6-4b55-b000-308b6ec2e5f2 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:31.086676 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'code': 200} Aug 31 07:03:31.183532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] Transition to ACTIVE for port object d5f49fc5-c0e9-4994-bfdf-904d2c941a11 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:31.199237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.355753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=11']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:31.405601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e268f48-eef9-475f-826e-cf047ea5979e req-f59a3959-def7-4f82-ab56-aeb7ea83ab31 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:31.420101 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e268f48-eef9-475f-826e-cf047ea5979e req-f59a3959-def7-4f82-ab56-aeb7ea83ab31 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 944 time: 0.2340276 Aug 31 07:03:31.515164 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e268f48-eef9-475f-826e-cf047ea5979e req-a1b5fb70-b84b-4ce6-9835-e9c52dfe7d1e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788047 Aug 31 07:03:31.516235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] No DVR routers for this DVR port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:31.661931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-3c31df8d-ad63-4e3b-96cf-afcd86da82d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5f49fc5-c0e9-4994-bfdf-904d2c941a11/bindings/n-h1-712142-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0354226 Aug 31 07:03:31.786190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-479434d2-6716-4001-9b47-3a528f0856b3 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:31.787996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-479434d2-6716-4001-9b47-3a528f0856b3 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8&tenant_id=114c303e58824a2f81726133673c4639&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.0625734 Aug 31 07:03:31.852491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-75f95b01-650e-4ebb-a703-3399f2c40ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:31.854083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-75f95b01-650e-4ebb-a703-3399f2c40ec1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 1096 time: 0.0559347 Aug 31 07:03:31.928441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-8834b9d4-b1c1-4d9e-baca-dec7380bb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:31.931706 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-8834b9d4-b1c1-4d9e-baca-dec7380bb015 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0506647 Aug 31 07:03:32.063155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-8e26208b-568d-4db0-88e4-0747f236aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:32.064815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-8e26208b-568d-4db0-88e4-0747f236aed9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 897 time: 0.1215909 Aug 31 07:03:32.159040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-e09ff09e-b1cf-4480-b166-776815f418c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 997 time: 0.0820360 Aug 31 07:03:32.244938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-e760f192-f6d0-4a88-b59b-d3c80265e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:32.247037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-e760f192-f6d0-4a88-b59b-d3c80265e974 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 200 len: 834 time: 0.0778534 Aug 31 07:03:32.316425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-85affe3b-7ecc-44e8-84b6-db30c17c1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:32.318089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-85affe3b-7ecc-44e8-84b6-db30c17c1367 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635364 Aug 31 07:03:32.452320 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-2a9595c9-a6f9-4d25-a42b-7a8bdc0f3193 service neutron] 10.222.0.23 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235425 Aug 31 07:03:32.582294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-374440e4-1705-4007-8d67-d3de83457887 service neutron] 10.222.0.23 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217706 Aug 31 07:03:32.646059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034482-2089-4c26-95c7-1f281f63c376 req-6b7fc046-0b41-4c1a-8e51-2ac5acb79335 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:32.648356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66034482-2089-4c26-95c7-1f281f63c376 req-6b7fc046-0b41-4c1a-8e51-2ac5acb79335 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 944 time: 0.0603678 Aug 31 07:03:32.698532 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66034482-2089-4c26-95c7-1f281f63c376 req-62da0a95-c6c5-48ca-b97e-1be4ee04ec25 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433316 Aug 31 07:03:32.863094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-66851b6f-6950-4f71-b5c2-1fa777e4d040 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:32.865223 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-66851b6f-6950-4f71-b5c2-1fa777e4d040 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8&tenant_id=114c303e58824a2f81726133673c4639&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 1096 time: 0.0571804 Aug 31 07:03:33.041008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-931c3be4-5850-4a72-b7fa-b3a6bbb667c2 service neutron] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:33.044580 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-931c3be4-5850-4a72-b7fa-b3a6bbb667c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.046013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28b26cfe-838d-47b9-a35d-2449bf462112 req-931c3be4-5850-4a72-b7fa-b3a6bbb667c2 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d5f49fc5-c0e9-4994-bfdf-904d2c941a11/bindings/n-h2-712142-16 HTTP/1.1" status: 204 len: 173 time: 0.1733038 Aug 31 07:03:33.353343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d5f49fc5-c0e9-4994-bfdf-904d2c941a11 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:33.449889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device d5f49fc5-c0e9-4994-bfdf-904d2c941a11 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:33.979993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6290086-1a1c-49f3-8b23-bb1bd3e7f4db req-9ea4284a-2fe4-4fdd-8b53-526befd32556 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:33.979993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6290086-1a1c-49f3-8b23-bb1bd3e7f4db req-9ea4284a-2fe4-4fdd-8b53-526befd32556 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 944 time: 0.0947919 Aug 31 07:03:33.979993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d6290086-1a1c-49f3-8b23-bb1bd3e7f4db req-f7245839-a72a-4d9e-b9be-ee89601d2dbc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494232 Aug 31 07:03:34.077895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa73de-7af0-45fd-80f5-5dbedda9c08c req-274fa99e-033a-4848-a591-2818c986f2ac tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:34.086279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22aa73de-7af0-45fd-80f5-5dbedda9c08c req-274fa99e-033a-4848-a591-2818c986f2ac tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0599949 Aug 31 07:03:34.137011 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22aa73de-7af0-45fd-80f5-5dbedda9c08c req-49eec103-c0a0-4cc7-b2d5-62b491ab5781 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497444 Aug 31 07:03:34.261049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9bea7-adbe-40b7-8420-1ec1f75ae63b req-a6252220-0adc-4c8d-90ae-29648f16333e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:34.271511 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e3b9bea7-adbe-40b7-8420-1ec1f75ae63b req-a6252220-0adc-4c8d-90ae-29648f16333e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 944 time: 0.0646937 Aug 31 07:03:34.320951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e3b9bea7-adbe-40b7-8420-1ec1f75ae63b req-e6a0ef16-83a0-4744-9108-fd30764b140e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442929 Aug 31 07:03:34.361110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45272) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:34.447810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d7ac268a-23f0-4797-8d7d-108ca73c962b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/8f06212a-278f-4b8e-b1cc-2a6d11200737 HTTP/1.1" status: 200 len: 989 time: 0.0854690 Aug 31 07:03:36.688735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45350) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:36.695677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305169c-be83-405e-92ff-d079d40f2fbf req-ed5222bd-f633-4630-845f-68ce3d7aedc4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:36.697630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7305169c-be83-405e-92ff-d079d40f2fbf req-ed5222bd-f633-4630-845f-68ce3d7aedc4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 945 time: 0.0517185 Aug 31 07:03:36.762203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7305169c-be83-405e-92ff-d079d40f2fbf req-c3d6c122-a4bb-4cfa-bc95-fd2d4194082e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Aug 31 07:03:36.865825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 70e85957-b4ac-4242-9c0f-0e91212f4629 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:36.866383 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:36.949048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:36.949381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:36.961882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 70e85957-b4ac-4242-9c0f-0e91212f4629 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:37.144512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:37.172454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=70e85957-b4ac-4242-9c0f-0e91212f4629,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:37.184819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.185177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.185549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.185920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.186217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.186549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.186877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.187237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.187562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.187886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.188218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.188536 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:37.246726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:37.247035 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Floating IP 8f06212a-278f-4b8e-b1cc-2a6d11200737 disassociated (deleted). External IP: 172.25.5.5, port: d5f49fc5-c0e9-4994-bfdf-904d2c941a11. Aug 31 07:03:37.465436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3752284-c58c-4976-be6d-c20cabbac60f has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:03:37.595459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:03:37.602889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:37.607704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] Sync routers for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:03:37.617386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:37.618042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:37.631034 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-be43f47f-635a-477d-89b3-d1758329300e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/floatingips/8f06212a-278f-4b8e-b1cc-2a6d11200737 HTTP/1.1" status: 204 len: 168 time: 0.9411151 Aug 31 07:03:37.631741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:37.634334 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:37.685807 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e579ed-7415-4cb3-ab70-33b0d48379b5 x-openstack-request-id: req-a9e579ed-7415-4cb3-ab70-33b0d48379b5 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:37.686348 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:37.687558 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9e579ed-7415-4cb3-ab70-33b0d48379b5 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:37.688237 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'status': 'completed', 'code': 200} Aug 31 07:03:37.755785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-5d6acffc-481d-427f-a110-5e33cb9c5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:37.757635 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-5d6acffc-481d-427f-a110-5e33cb9c5311 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0481675 Aug 31 07:03:37.795905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:37.906033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-043eaa4e-9fc9-4ae3-ae8e-cd259e2fed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:37.907983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-043eaa4e-9fc9-4ae3-ae8e-cd259e2fed8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 200 len: 897 time: 0.1419425 Aug 31 07:03:37.958143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfdb2d-2ee3-4df5-a2fb-9c9caefbb50d req-78a150da-5fdc-412b-9702-33b3c8984e8a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:37.960969 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddbfdb2d-2ee3-4df5-a2fb-9c9caefbb50d req-78a150da-5fdc-412b-9702-33b3c8984e8a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 944 time: 0.0610936 Aug 31 07:03:37.982516 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-dd593402-62ad-4df8-a3eb-89d2cb60fd35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 200 len: 217 time: 0.0601690 Aug 31 07:03:38.068934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddbfdb2d-2ee3-4df5-a2fb-9c9caefbb50d req-3ee3de0f-ac20-46a9-b6d9-8e1cc953bde2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970995 Aug 31 07:03:38.069368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-40aa4abc-4d1c-4b3e-8d2d-b8f4f555bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:38.071053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-40aa4abc-4d1c-4b3e-8d2d-b8f4f555bc45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 200 len: 834 time: 0.0799773 Aug 31 07:03:38.078938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:36Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:38.080298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f2f0d-fbf6-4487-b53d-dcf5c975c132 req-f7f53339-9da6-483c-bad5-f0e9818b8657 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:38.082053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-472f2f0d-fbf6-4487-b53d-dcf5c975c132 req-f7f53339-9da6-483c-bad5-f0e9818b8657 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 945 time: 0.2225983 Aug 31 07:03:38.132551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] Checking router: f3752284-c58c-4976-be6d-c20cabbac60f for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:03:38.148649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:38.149385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:38.157904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-f68259c5-2daa-4ce1-ac85-aa02b8456e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:38.159454 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-f68259c5-2daa-4ce1-ac85-aa02b8456e9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764153 Aug 31 07:03:38.167130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-472f2f0d-fbf6-4487-b53d-dcf5c975c132 req-6f3dd8f7-a254-4cf5-ab9e-1025b5d8e7c1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758636 Aug 31 07:03:38.277161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-cdf9f15e-692d-4fcb-ba26-1bc4478c1955 service neutron] 10.222.0.23 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085999 Aug 31 07:03:38.308102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:38.340015 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-65e1df91-e7d7-4ab1-8a44-bb4ce6eee929 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:38.341666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-65e1df91-e7d7-4ab1-8a44-bb4ce6eee929 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8 HTTP/1.1" status: 200 len: 944 time: 0.0677907 Aug 31 07:03:38.392629 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe8ffcf-b7c5-4191-9091-f9b4b78011e6 req-89c0e18e-dc06-41da-a895-f24bf5cdbc80 service neutron] 10.222.0.23 "GET /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079621 Aug 31 07:03:38.465414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:38.466148 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:38.594967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port d5f49fc5-c0e9-4994-bfdf-904d2c941a11, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:38.595732 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:38.609940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:36Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:38.616426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for d5f49fc5-c0e9-4994-bfdf-904d2c941a11 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:38.650748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be89c4-7570-4295-ac86-17f1090993ba None None] The sync data for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 is: [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:02:30Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '665e7936-ad63-4214-8be1-28a3b5eb89cd', 'name': '', 'network_id': 'e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:2f:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:29Z', 'updated_at': '2021-08-31T07:02:36Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'b23e109b-67c4-4e62-992e-0fa74932d3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:03:38.780200 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:38.818096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=d5f49fc5-c0e9-4994-bfdf-904d2c941a11,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:38.875674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] No DVR routers for this DVR port d5f49fc5-c0e9-4994-bfdf-904d2c941a11 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:38.878746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:38.881015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-116641c2-351a-4ef3-9e3a-c89f0e17a26f req-f5829646-adf7-482e-9054-349a275aadc7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.23 "DELETE /v2.0/ports/d5f49fc5-c0e9-4994-bfdf-904d2c941a11 HTTP/1.1" status: 204 len: 173 time: 0.5323465 Aug 31 07:03:38.969969 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a129ea-1acd-4d37-b9c1-9c42ff22b597 None None] New status for floating IP 8f06212a-278f-4b8e-b1cc-2a6d11200737: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:03:39.162618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45430) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:39.379564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:39.473869 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:39.501458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:39.503778 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7700cb-c796-45bb-ae1d-c13e8fd96aa3" -d '{"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:39.518568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:39.523976 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:39.565482 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74dba57-695d-4af9-a131-b85e97706f41 x-openstack-request-id: req-b74dba57-695d-4af9-a131-b85e97706f41 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:39.565482 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:39.565482 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b74dba57-695d-4af9-a131-b85e97706f41 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:39.565482 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'code': 200} Aug 31 07:03:39.586132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:39.596183 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:39.689853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-deleted', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:39.693109 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef631d06-c1fd-4086-a9ff-fdd691130b52" -d '{"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-deleted", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:39.740983 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e32561-fbb4-4b2a-8967-ba9fce0cfe3f x-openstack-request-id: req-d6e32561-fbb4-4b2a-8967-ba9fce0cfe3f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:39.741313 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8", "name": "network-vif-deleted", "tag": "d5f49fc5-c0e9-4994-bfdf-904d2c941a11", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:39.742118 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6e32561-fbb4-4b2a-8967-ba9fce0cfe3f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:39.742549 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1f4a7-8134-4d5f-bb00-c1ca9f077bb8', 'name': 'network-vif-deleted', 'tag': 'd5f49fc5-c0e9-4994-bfdf-904d2c941a11', 'status': 'completed', 'code': 200} Aug 31 07:03:39.893693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 665e7936-ad63-4214-8be1-28a3b5eb89cd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:39.894042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:40.004533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port 665e7936-ad63-4214-8be1-28a3b5eb89cd, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=665e7936-ad63-4214-8be1-28a3b5eb89cd,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:40.004917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:40.019646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 665e7936-ad63-4214-8be1-28a3b5eb89cd owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:40.231668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:40.263506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=665e7936-ad63-4214-8be1-28a3b5eb89cd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:40.474536 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.056062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router f3752284-c58c-4976-be6d-c20cabbac60f has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:03:41.172212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:03:41.177281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-382c1374-73e8-41e2-852b-5730217cb576 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "PUT /v2.0/routers/f3752284-c58c-4976-be6d-c20cabbac60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0135570 Aug 31 07:03:41.180221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45488) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:41.183416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] Sync routers for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:03:41.193891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:41.194537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:41.242145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecab666-fd63-472b-86f4-f02ce130ba51 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting subnet b23e109b-67c4-4e62-992e-0fa74932d3b1 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:03:41.245507 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ecab666-fd63-472b-86f4-f02ce130ba51 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.287194 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ecab666-fd63-472b-86f4-f02ce130ba51 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.313798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:41.387961 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ecab666-fd63-472b-86f4-f02ce130ba51 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.424844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:03:41.427428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d5f49fc5-c0e9-4994-bfdf-904d2c941a11 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:41.458074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ecab666-fd63-472b-86f4-f02ce130ba51 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.464238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: d5f49fc5-c0e9-4994-bfdf-904d2c941a11 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:41.464577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d5f49fc5-c0e9-4994-bfdf-904d2c941a11 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:41.490139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecab666-fd63-472b-86f4-f02ce130ba51 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Subnet': ['ID=b23e109b-67c4-4e62-992e-0fa74932d3b1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:41.500834 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6ecab666-fd63-472b-86f4-f02ce130ba51 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.505451 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6ecab666-fd63-472b-86f4-f02ce130ba51 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/subnets/b23e109b-67c4-4e62-992e-0fa74932d3b1 HTTP/1.1" status: 204 len: 168 time: 0.3217366 Aug 31 07:03:41.505943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45496) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:41.528674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b62c3-30be-4302-8b7d-6236eea03b84 None None] Network e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:03:41.648859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.711035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:41.739774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'mac_address': 'fa:16:3e:3e:cb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:03:41.753140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:03:40Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '588ecad5-4201-46d3-af1a-23de670e74a3', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:27Z', 'updated_at': '2021-08-31T07:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:41.777077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.842180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 588ecad5-4201-46d3-af1a-23de670e74a3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:41.842536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.936570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port 588ecad5-4201-46d3-af1a-23de670e74a3, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=588ecad5-4201-46d3-af1a-23de670e74a3,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:41.936570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:41.953932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 588ecad5-4201-46d3-af1a-23de670e74a3 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:41.965046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] Checking router: f3752284-c58c-4976-be6d-c20cabbac60f for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:03:41.989717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] Routers {'f3752284-c58c-4976-be6d-c20cabbac60f'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:41.990432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3752284-c58c-4976-be6d-c20cabbac60f'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:41.992383 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.088366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cea5688-0938-4e1b-b15a-964fb63166c9 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:03:42.111717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] DHCP port deletion for e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:03:42.128395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:42.136440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.191822 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.213385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] Set router f3752284-c58c-4976-be6d-c20cabbac60f gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:42.221216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=588ecad5-4201-46d3-af1a-23de670e74a3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:42.294912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.317790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['8cea5688-0938-4e1b-b15a-964fb63166c9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:03:42.338798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:03:41Z', 'revision_number': 6, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:42.362712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:42.401815 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.404424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.405105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef676c4-b5c9-4960-ab01-3beb000048d3 None None] The sync data for ids ['f3752284-c58c-4976-be6d-c20cabbac60f'] in n-d-712142-16 is: [{'id': 'f3752284-c58c-4976-be6d-c20cabbac60f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104385827', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:26Z', 'updated_at': '2021-08-31T07:03:41Z', 'revision_number': 6, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:03:42.470498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.470747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] Deleting port 21ea4321-871b-4f40-85b2-63ebbf39be75 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:42.470994 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.471228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Fanout notify agent at l3_agent the message router_deleted on router f3752284-c58c-4976-be6d-c20cabbac60f {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:03:42.480043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.484278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e0d2f047-8df7-4b6b-9519-74b2c481304c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/routers/f3752284-c58c-4976-be6d-c20cabbac60f HTTP/1.1" status: 204 len: 168 time: 0.9741085 Aug 31 07:03:42.484663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45530) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:42.576500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] For port 21ea4321-871b-4f40-85b2-63ebbf39be75, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=21ea4321-871b-4f40-85b2-63ebbf39be75,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:42.576912 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.599067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.600125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] Calling delete_port for 21ea4321-871b-4f40-85b2-63ebbf39be75 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:42.678680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 21ea4321-871b-4f40-85b2-63ebbf39be75 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:42.679021 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.742484 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.792032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] Pushing event deleted for resources: {'Port': ['ID=21ea4321-871b-4f40-85b2-63ebbf39be75,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:42.793425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port 21ea4321-871b-4f40-85b2-63ebbf39be75, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=21ea4321-871b-4f40-85b2-63ebbf39be75,segment=NetworkSegment(41b6c4f6-6f00-4754-9c92-5dde07920434),segment_id=41b6c4f6-6f00-4754-9c92-5dde07920434)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:42.793829 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.808848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830dd6b7-4d61-4408-b989-bb77b2ab8a95 None None] No DVR routers for this DVR port 21ea4321-871b-4f40-85b2-63ebbf39be75 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:42.815662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 21ea4321-871b-4f40-85b2-63ebbf39be75 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:42.924366 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:42.972134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=21ea4321-871b-4f40-85b2-63ebbf39be75,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:42.982813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] No DVR routers for this DVR port 21ea4321-871b-4f40-85b2-63ebbf39be75 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:43.110775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.122085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:43.135403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b6c4f6-6f00-4754-9c92-5dde07920434') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:43.135749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b6c4f6-6f00-4754-9c92-5dde07920434') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:43.151658 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.194468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.203462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:03:43.204544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:03:43.260820 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:03:43.288548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.301303 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.303696 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/networks/e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8 HTTP/1.1" status: 204 len: 168 time: 0.8177361 Aug 31 07:03:43.309558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:43.316683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b6738-e360-427a-b070-86fc1dd940c2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Network': ['ID=e9fa85c1-0cd5-4cae-bb8f-987bdbb472c8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:43.377581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:43.417228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-635197c9-3380-4275-9635-38ce8ce87c19 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.458707 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 8cea5688-0938-4e1b-b15a-964fb63166c9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:43.459968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.463947 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-635197c9-3380-4275-9635-38ce8ce87c19 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.581412 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-635197c9-3380-4275-9635-38ce8ce87c19 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.583984 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-635197c9-3380-4275-9635-38ce8ce87c19 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.592276 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-635197c9-3380-4275-9635-38ce8ce87c19 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/security-groups/abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0 HTTP/1.1" status: 204 len: 168 time: 0.2799556 Aug 31 07:03:43.626475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635197c9-3380-4275-9635-38ce8ce87c19 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb9d4a0-f2a5-411d-a0e6-ce2fcaed04b0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:43.680348 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.720962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:43.739909 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52743bb-5a24-4f57-bcac-44d2a9167b82" -d '{"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-plugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:43.761560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:43.768737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:43.867770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:43.879886 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ef922-a324-4625-b6e3-3315c8b35ecd x-openstack-request-id: req-e99ef922-a324-4625-b6e3-3315c8b35ecd {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:43.880447 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-plugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:43.880884 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e99ef922-a324-4625-b6e3-3315c8b35ecd {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:43.881581 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'code': 200} Aug 31 07:03:43.974902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45584) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:43.979808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3d35ad59-bf24-4a56-9dfa-de519449c7bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347845442', 'description': 'tempest-secgroup-smoke-347845442 description', 'project_id': '114c303e58824a2f81726133673c4639'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:44.041848 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d35ad59-bf24-4a56-9dfa-de519449c7bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.146340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 21ea4321-871b-4f40-85b2-63ebbf39be75 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:44.180583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 21ea4321-871b-4f40-85b2-63ebbf39be75 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:44.181057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 21ea4321-871b-4f40-85b2-63ebbf39be75 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:44.181575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 588ecad5-4201-46d3-af1a-23de670e74a3 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:44.210143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 588ecad5-4201-46d3-af1a-23de670e74a3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:44.210594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 588ecad5-4201-46d3-af1a-23de670e74a3 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:44.211073 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 665e7936-ad63-4214-8be1-28a3b5eb89cd no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:44.222445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d35ad59-bf24-4a56-9dfa-de519449c7bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.237103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 665e7936-ad63-4214-8be1-28a3b5eb89cd {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:44.237618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 665e7936-ad63-4214-8be1-28a3b5eb89cd not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:44.245398 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d35ad59-bf24-4a56-9dfa-de519449c7bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.286953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3d35ad59-bf24-4a56-9dfa-de519449c7bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.288540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3d35ad59-bf24-4a56-9dfa-de519449c7bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3126070 Aug 31 07:03:44.292385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45592) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:44.299193 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-95284c22-e936-4a31-bc08-7f08e125c673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '531ee524-d63e-43ef-9f61-b86238a0590f', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:44.305662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35ad59-bf24-4a56-9dfa-de519449c7bd tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531ee524-d63e-43ef-9f61-b86238a0590f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:44.336698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95284c22-e936-4a31-bc08-7f08e125c673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.432577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95284c22-e936-4a31-bc08-7f08e125c673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.438601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95284c22-e936-4a31-bc08-7f08e125c673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.459527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95284c22-e936-4a31-bc08-7f08e125c673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91f2b50-aa7f-425b-9463-100fc4c3567a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:44.464252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-95284c22-e936-4a31-bc08-7f08e125c673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.466112 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-95284c22-e936-4a31-bc08-7f08e125c673 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724265 Aug 31 07:03:44.470796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45598) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:44.476548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e0a2781e-5706-4c26-8cce-dd8bd80f9d77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '531ee524-d63e-43ef-9f61-b86238a0590f', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:44.509358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0a2781e-5706-4c26-8cce-dd8bd80f9d77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.585399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0a2781e-5706-4c26-8cce-dd8bd80f9d77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.590905 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0a2781e-5706-4c26-8cce-dd8bd80f9d77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.612325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2781e-5706-4c26-8cce-dd8bd80f9d77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72322a3b-126e-4738-96d6-5d449e0a1a2b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:44.628600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e0a2781e-5706-4c26-8cce-dd8bd80f9d77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.630055 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e0a2781e-5706-4c26-8cce-dd8bd80f9d77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1574166 Aug 31 07:03:44.634524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45602) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:44.642805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-45e2f8ed-23aa-4dc8-b811-795f8aa9fc65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '531ee524-d63e-43ef-9f61-b86238a0590f', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:44.683920 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45e2f8ed-23aa-4dc8-b811-795f8aa9fc65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.767215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45e2f8ed-23aa-4dc8-b811-795f8aa9fc65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.772498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45e2f8ed-23aa-4dc8-b811-795f8aa9fc65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.807592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-45e2f8ed-23aa-4dc8-b811-795f8aa9fc65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.809387 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-45e2f8ed-23aa-4dc8-b811-795f8aa9fc65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733341 Aug 31 07:03:44.812720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45606) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:44.819095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8f65bbba-0c8e-4ca7-b444-d3fa7dbb8672 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '531ee524-d63e-43ef-9f61-b86238a0590f', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:44.824344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f8ed-23aa-4dc8-b811-795f8aa9fc65 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21c560a-3942-431d-b547-82799602371f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:44.872856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f65bbba-0c8e-4ca7-b444-d3fa7dbb8672 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.962325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f65bbba-0c8e-4ca7-b444-d3fa7dbb8672 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.969998 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f65bbba-0c8e-4ca7-b444-d3fa7dbb8672 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:44.994156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65bbba-0c8e-4ca7-b444-d3fa7dbb8672 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74c4475-d157-4042-b60b-8aa9da38dfa1,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:45.003683 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f65bbba-0c8e-4ca7-b444-d3fa7dbb8672 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.005754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8f65bbba-0c8e-4ca7-b444-d3fa7dbb8672 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1918316 Aug 31 07:03:45.008638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45616) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:45.014739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d96e76ab-994a-4f54-ae76-f08158439d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '531ee524-d63e-43ef-9f61-b86238a0590f', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:45.063068 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-d96e76ab-994a-4f54-ae76-f08158439d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Project 114c303e58824a2f81726133673c4639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:03:45.070547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d96e76ab-994a-4f54-ae76-f08158439d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.162816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d96e76ab-994a-4f54-ae76-f08158439d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.167925 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d96e76ab-994a-4f54-ae76-f08158439d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.206034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e76ab-994a-4f54-ae76-f08158439d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a26656-318c-44f0-b38a-b94f3f671ec1,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:45.214166 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d96e76ab-994a-4f54-ae76-f08158439d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.218824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45620) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:45.220145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d96e76ab-994a-4f54-ae76-f08158439d08 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2102237 Aug 31 07:03:45.224301 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a2d7bf93-4bf0-4cbf-bb29-e0bcff623fa8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'security_group_rule': {'security_group_id': '531ee524-d63e-43ef-9f61-b86238a0590f', 'project_id': '114c303e58824a2f81726133673c4639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:45.278390 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-a2d7bf93-4bf0-4cbf-bb29-e0bcff623fa8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Project 114c303e58824a2f81726133673c4639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:03:45.299108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bf93-4bf0-4cbf-bb29-e0bcff623fa8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.403445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bf93-4bf0-4cbf-bb29-e0bcff623fa8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.409298 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bf93-4bf0-4cbf-bb29-e0bcff623fa8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.430523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7bf93-4bf0-4cbf-bb29-e0bcff623fa8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f696691b-3f91-4c2b-ae06-557d6feeefa2,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:45.438024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bf93-4bf0-4cbf-bb29-e0bcff623fa8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.439370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a2d7bf93-4bf0-4cbf-bb29-e0bcff623fa8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2194831 Aug 31 07:03:45.445665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45628) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:45.457121 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'network': {'name': 'tempest-network-smoke--58462586', 'project_id': '114c303e58824a2f81726133673c4639', 'port_security_enabled': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:45.484253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:03:45.493540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.556256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:03:45.573530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.574473 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Added segment e324b455-40ef-472a-9369-bcbe75a54a56 of type vlan for network df0c7854-4107-4c52-8796-128cbf82a6c3 Aug 31 07:03:45.654447 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.699875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.713478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:45.714202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.862070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4142616 Aug 31 07:03:45.863313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45636) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:45.871186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c17c10-dd99-492b-ad90-805ea8edb479 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Network': ['ID=df0c7854-4107-4c52-8796-128cbf82a6c3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:45.873337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'admin_state_up': True, 'project_id': '114c303e58824a2f81726133673c4639', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:45.887496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network df0c7854-4107-4c52-8796-128cbf82a6c3 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:03:45.947559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.948877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:46.025731 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:46.221288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:46.542254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:46.570730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:46.680002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.25.5.59 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/4c0b6c62-c3ea-47bc-adf0-a4ca52d49329) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:03:46.795589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:46.845675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:46.901798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:03:46.906132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:03:46.915174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:03:46.939291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=4c0b6c62-c3ea-47bc-adf0-a4ca52d49329,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:47.323074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.634378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.815889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router a42ee410-d3cc-4491-a8f2-6a569975c594 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:03:47.959351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:03:47.977891 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Sync routers for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:03:47.995619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.997906 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:47.998258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aa799147-e4a1-404a-83d9-10dd2ce053d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1304824 Aug 31 07:03:47.999644 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:48.001579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45662) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:48.064717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a31df3cd-f193-4edb-a983-22e03157a0f0 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=114c303e58824a2f81726133673c4639&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578306 Aug 31 07:03:48.065099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45664) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:48.179293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec148e-c6d0-4205-8b57-b4770bb91d19 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:48.180874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ddec148e-c6d0-4205-8b57-b4770bb91d19 tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1147444 Aug 31 07:03:48.185440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45666) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:48.214403 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:48.217757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9689e1b3-c6f1-4b00-9b49-6bba1f55255a tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287144 Aug 31 07:03:48.218087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 45668) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:48.223295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901865679', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'project_id': '114c303e58824a2f81726133673c4639', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:48.346770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:03:48.356835 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:48.464205 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:47Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:48.506254 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Checking router: a42ee410-d3cc-4491-a8f2-6a569975c594 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:03:48.506665 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Updating router a42ee410-d3cc-4491-a8f2-6a569975c594 port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:03:48.548123 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:48.619486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:48.713611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Checking segment: {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:48.714313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network hostable DHCP agents. Network: df0c7854-4107-4c52-8796-128cbf82a6c3, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:03:48.716291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Subnet': ['ID=e2ad5911-e96b-4399-a8d6-cf30a991a494,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:48.742567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network df0c7854-4107-4c52-8796-128cbf82a6c3 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:03:48.759272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, df0c7854-4107-4c52-8796-128cbf82a6c3) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:03:48.769669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d005216-9c73-407e-8471-f5cfe769bee8 None None] Network df0c7854-4107-4c52-8796-128cbf82a6c3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:03:48.775232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:48.776215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:48.794671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fb34a4c8-026f-4863-82e6-7cd41736b706 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5752015 Aug 31 07:03:48.797966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 45672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:48.973620 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.025032 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Transition to ACTIVE for port object 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:49.030133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-df0c7854-4107-4c52-8796-128cbf82a6c3', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:03:49.032771 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.035793 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.211961 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Attempting to bind port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:03:49.214332 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Attempting to bind port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:03:49.215134 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Attempting to bind port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:49.234741 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:03:49.235387 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:49.235888 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.236498 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:03:49.237686 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Bound port: 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:03:49.238542 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.294394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Allocated IP 172.20.0.2 (df0c7854-4107-4c52-8796-128cbf82a6c3/e2ad5911-e96b-4399-a8d6-cf30a991a494/54ec7060-bb3e-4359-a0a8-46eb708a93e9) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:03:49.343892 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Pushing event updated for resources: {'Port': ['ID=4c0b6c62-c3ea-47bc-adf0-a4ca52d49329,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:49.380313 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.380661 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.382937 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.383370 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.383709 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.384044 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.384373 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.384700 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.385316 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.385642 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.385976 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.386288 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:49.404937 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] For port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:49.418070 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] For port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4c0b6c62-c3ea-47bc-adf0-a4ca52d49329,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:03:49.424523 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.531487 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:49.532154 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:49.595307 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.605983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Transition to ACTIVE for port object 54ec7060-bb3e-4359-a0a8-46eb708a93e9 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:49.609811 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb511611-3318-4545-85cf-2d8999c083fb None None] Pushing event updated for resources: {'Port': ['ID=4c0b6c62-c3ea-47bc-adf0-a4ca52d49329,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:49.664359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Transition to ACTIVE for port object 54ec7060-bb3e-4359-a0a8-46eb708a93e9 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:49.675519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.731419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Network df0c7854-4107-4c52-8796-128cbf82a6c3 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:03:49.735277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:03:49.739526 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:03:49.760700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Pushing event updated for resources: {'Port': ['ID=54ec7060-bb3e-4359-a0a8-46eb708a93e9,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:49.765838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.781305 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:49.817228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Attempting to bind port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:03:49.818228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Attempting to bind port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:03:49.828947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Attempting to bind port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 on network df0c7854-4107-4c52-8796-128cbf82a6c3 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:49.843807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:03:49.844483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Checking segment: {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:49.845062 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.848598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Bound using segment: {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:03:49.849363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Bound port: 54ec7060-bb3e-4359-a0a8-46eb708a93e9, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:03:49.850110 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:49.952141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] For port 54ec7060-bb3e-4359-a0a8-46eb708a93e9, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:49.956576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] For port 54ec7060-bb3e-4359-a0a8-46eb708a93e9, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=54ec7060-bb3e-4359-a0a8-46eb708a93e9,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:03:49.965848 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:50.061285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d941d7f-1a98-4278-ba58-9388ab0efb84 None None] Pushing event updated for resources: {'Port': ['ID=54ec7060-bb3e-4359-a0a8-46eb708a93e9,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:50.150478 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:47Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:50.192714 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485f8b0-9c00-43a7-bbd1-11c3ea1fd7a8 None None] The sync data for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 is: [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:47Z', 'revision_number': 3, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:03:50.876642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.20.0.1 (df0c7854-4107-4c52-8796-128cbf82a6c3/e2ad5911-e96b-4399-a8d6-cf30a991a494/e716776b-ec5d-49bc-900a-7cf0012b6f86) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:03:51.148513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:51.180083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Transition to ACTIVE for port object e716776b-ec5d-49bc-900a-7cf0012b6f86 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:51.268959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:51.332422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network df0c7854-4107-4c52-8796-128cbf82a6c3 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:03:51.339179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:03:51.352018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:03:51.360826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=e716776b-ec5d-49bc-900a-7cf0012b6f86,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:51.456872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:51.711336 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:51.765067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6884d4-1be4-4801-ac57-44d549d8e490 None None] Network df0c7854-4107-4c52-8796-128cbf82a6c3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:03:51.962384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-df284c9f-91a3-4c31-8d9f-3b7637ccfd4f None None] Provisioning for port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:52.174437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.187997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.272953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:52.351771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:52.361050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:52.361577 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.390211 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.393266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-85db2d43-9d8c-453f-ae8a-88a13732af9e req-ea3f9a1d-7d74-4253-98d4-c5deb4c2d789 service neutron] (94667) timed out ('10.222.0.42', 53050) {{(pid=94667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:03:52.393844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=e716776b-ec5d-49bc-900a-7cf0012b6f86,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:52.487006 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.537222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4c0b6c62-c3ea-47bc-adf0-a4ca52d49329,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:52.542781 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.544833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 54ec7060-bb3e-4359-a0a8-46eb708a93e9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:52.587728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network df0c7854-4107-4c52-8796-128cbf82a6c3 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:03:52.594924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:03:52.715089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4c0b6c62-c3ea-47bc-adf0-a4ca52d49329,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:52.752009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Provisioning for port e716776b-ec5d-49bc-900a-7cf0012b6f86 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:52.778321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Provisioning complete for port e716776b-ec5d-49bc-900a-7cf0012b6f86 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:52.779003 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.787329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router a42ee410-d3cc-4491-a8f2-6a569975c594 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:03:52.829806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Port e716776b-ec5d-49bc-900a-7cf0012b6f86 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:03:52.831537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:52.851400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:52.851967 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.913569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Provisioning complete for port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:52.914231 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:52.992990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:03:53.001527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-43830471-4fe7-405a-9c82-e651d63966df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "PUT /v2.0/routers/a42ee410-d3cc-4491-a8f2-6a569975c594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2013216 Aug 31 07:03:53.167654 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:53.189288 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:53.258494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] For port 54ec7060-bb3e-4359-a0a8-46eb708a93e9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=54ec7060-bb3e-4359-a0a8-46eb708a93e9,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:53.263647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Sync routers for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:03:53.268772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-1eb574d6-d047-4856-977b-045bbb19e86a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347845442&fields=id&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 267 time: 0.0830021 Aug 31 07:03:53.276402 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:53.404546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e90fab5b-b761-4859-b6ab-555df9f120ce tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:53.414662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e90fab5b-b761-4859-b6ab-555df9f120ce tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/networks?id=df0c7854-4107-4c52-8796-128cbf82a6c3 HTTP/1.1" status: 200 len: 795 time: 0.1448202 Aug 31 07:03:53.423596 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:03:53.424304 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:03:53.430674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:53.431849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:53.434712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-1b27fbdb-43c0-4276-a608-eb5e67ee7849 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/quotas/114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 375 time: 0.0190735 Aug 31 07:03:53.498018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-268f1fc1-b9dd-40b0-83bf-ac1c37a25060 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623038 Aug 31 07:03:53.554215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0db60a49-f407-476f-a5ee-04d731a019bf None None] Provisioning complete for port e716776b-ec5d-49bc-900a-7cf0012b6f86 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:53.555378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0db60a49-f407-476f-a5ee-04d731a019bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:53.562547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f3261-270e-4fba-b2f2-f161b6b8f7e3 None None] Pushing event updated for resources: {'Port': ['ID=54ec7060-bb3e-4359-a0a8-46eb708a93e9,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:53.670327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-96f09225-5f1f-4353-a9c8-5dd87fc39202 service neutron] 10.222.0.15 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570899 Aug 31 07:03:53.677775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0db60a49-f407-476f-a5ee-04d731a019bf None None] Port e716776b-ec5d-49bc-900a-7cf0012b6f86 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:03:53.689740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:53.794259 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-7b15e34b-86f6-4a94-a54e-b5f437a40fe2 service neutron] 10.222.0.15 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196134 Aug 31 07:03:54.039038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-50f4b26e-91f7-4314-b9a6-f76b4a7b3d34 None None] Provisioning complete for port e716776b-ec5d-49bc-900a-7cf0012b6f86 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:54.039524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-50f4b26e-91f7-4314-b9a6-f76b4a7b3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:54.067090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cdc4ad83-87b5-4940-9358-e21bf9b94518 req-cffb6a99-2434-4e94-ab2a-34d0568d0bed tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 210 time: 0.0415020 Aug 31 07:03:54.125933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-50f4b26e-91f7-4314-b9a6-f76b4a7b3d34 None None] Port e716776b-ec5d-49bc-900a-7cf0012b6f86 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:03:54.220931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 2, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:54.258781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Checking router: a42ee410-d3cc-4491-a8f2-6a569975c594 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:03:54.259158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Updating router a42ee410-d3cc-4491-a8f2-6a569975c594 port e716776b-ec5d-49bc-900a-7cf0012b6f86 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:03:54.270741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:54.310083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ce220baa-ae0b-46b1-a03d-81e19e937514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:54.350158 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:54.416936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:54.416936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:54.651661 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:54.657581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 54ec7060-bb3e-4359-a0a8-46eb708a93e9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:54.762398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:54.762776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:54.888370 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:54.907950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Transition to ACTIVE for port object e716776b-ec5d-49bc-900a-7cf0012b6f86 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:54.918778 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:54.975413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f3650-5b46-41d5-b63e-7602bd068bc6 None None] Pushing event updated for resources: {'Port': ['ID=e716776b-ec5d-49bc-900a-7cf0012b6f86,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:55.053241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Attempting to bind port e716776b-ec5d-49bc-900a-7cf0012b6f86 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:03:55.054439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Attempting to bind port e716776b-ec5d-49bc-900a-7cf0012b6f86 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:03:55.055040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Attempting to bind port e716776b-ec5d-49bc-900a-7cf0012b6f86 on network df0c7854-4107-4c52-8796-128cbf82a6c3 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:55.062171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:03:55.063086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Checking segment: {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:55.063959 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:55.064832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Bound using segment: {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:03:55.065777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Bound port: e716776b-ec5d-49bc-900a-7cf0012b6f86, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:03:55.066636 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:55.248580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] For port e716776b-ec5d-49bc-900a-7cf0012b6f86, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:55.253231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] For port e716776b-ec5d-49bc-900a-7cf0012b6f86, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e716776b-ec5d-49bc-900a-7cf0012b6f86,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:03:55.262179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64e38716-f153-4ca4-bbf1-e59d09e57c93 req-cf980b05-065f-402a-9b43-4ee8e60faee2 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 210 time: 0.0946684 Aug 31 07:03:55.268451 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:55.384732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:55.385670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:55.472632 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f3650-5b46-41d5-b63e-7602bd068bc6 None None] Pushing event updated for resources: {'Port': ['ID=e716776b-ec5d-49bc-900a-7cf0012b6f86,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:55.530335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-84b125c5-1354-4460-98e2-4458c3742563 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:55.531918 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-84b125c5-1354-4460-98e2-4458c3742563 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/networks?id=df0c7854-4107-4c52-8796-128cbf82a6c3 HTTP/1.1" status: 200 len: 795 time: 0.2315047 Aug 31 07:03:55.621952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-1afb0bac-0d80-4f17-920d-beb83589a107 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=114c303e58824a2f81726133673c4639 HTTP/1.1" status: 200 len: 379 time: 0.0786183 Aug 31 07:03:55.637581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'port': {'device_id': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'admin_state_up': True, 'tenant_id': '114c303e58824a2f81726133673c4639', 'security_groups': ['531ee524-d63e-43ef-9f61-b86238a0590f']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:55.652000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:55.893782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Made reservation on behalf of 114c303e58824a2f81726133673c4639 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:03:55.902791 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:56.049813 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:56.060194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:55Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:56.104965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adda6110-f763-4d47-b809-7fa215a3420f None None] The sync data for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 is: [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:55Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:03:56.270709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.20.0.9 (df0c7854-4107-4c52-8796-128cbf82a6c3/e2ad5911-e96b-4399-a8d6-cf30a991a494/1d6e65ae-c074-459a-ba57-f8f881ed42c2) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:03:56.556242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8246dd6d-4300-4210-81a0-af0174502150 req-f854f647-3608-4972-b442-88bebb71dc71 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 210 time: 0.0594826 Aug 31 07:03:56.665123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:56.687050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Transition to ACTIVE for port object 1d6e65ae-c074-459a-ba57-f8f881ed42c2 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:56.732447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:56.817712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network df0c7854-4107-4c52-8796-128cbf82a6c3 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:03:56.822359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:03:56.834277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:03:56.852304 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c14d235-79be-4295-a729-29c262408fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:56.920884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:56.924276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:56.952506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:56.957259 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:56.964948 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-e23edb78-b255-4511-9939-2ac1f8ed7803 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3329122 Aug 31 07:03:56.979738 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Request body: {'port': {'device_id': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:57.093891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.438627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-20dfd5cb-962a-46f9-a290-fb8a659aba49 None None] Provisioning for port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:57.442895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-20dfd5cb-962a-46f9-a290-fb8a659aba49 None None] Provisioning complete for port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:57.443370 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-20dfd5cb-962a-46f9-a290-fb8a659aba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.466240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6e65ae-c074-459a-ba57-f8f881ed42c2 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:03:57.475140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.493216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Transition to ACTIVE for port object 1d6e65ae-c074-459a-ba57-f8f881ed42c2 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:57.496952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.531590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-20dfd5cb-962a-46f9-a290-fb8a659aba49 None None] Port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:03:57.579665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:57.707424 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Attempting to bind port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:03:57.707810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Attempting to bind port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:03:57.708152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Attempting to bind port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 on network df0c7854-4107-4c52-8796-128cbf82a6c3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:57.713168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 on network df0c7854-4107-4c52-8796-128cbf82a6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:03:57.713542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Attempting to bind port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 on network df0c7854-4107-4c52-8796-128cbf82a6c3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:57.719435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:03:57.719779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Checking segment: {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:57.720186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Bound using segment: {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:03:57.720629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Bound port: 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e324b455-40ef-472a-9369-bcbe75a54a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:03:57.720987 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.817984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40420-8eaf-4155-b243-18ecd78d44e9 req-72bf415e-b790-4bb4-82e3-1e07c2183e9a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:57.832155 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2d40420-8eaf-4155-b243-18ecd78d44e9 req-72bf415e-b790-4bb4-82e3-1e07c2183e9a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 943 time: 0.1125755 Aug 31 07:03:57.832677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:57.839104 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:03:57.864074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.893993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:57.894880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.896546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] 10.222.0.42 "PUT /v2.0/ports/1d6e65ae-c074-459a-ba57-f8f881ed42c2 HTTP/1.1" status: 200 len: 1092 time: 0.9224937 Aug 31 07:03:57.902957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2d40420-8eaf-4155-b243-18ecd78d44e9 req-2c530361-c311-4b41-8d7d-f6e8fa90cd10 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671167 Aug 31 07:03:57.953542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:57.971041 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a6e66f-4ff4-445e-947a-670418419bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:58.034152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-e0ac0c51-a50c-48fe-b2d9-f4ab1bc029a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:58.036867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-e0ac0c51-a50c-48fe-b2d9-f4ab1bc029a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1098 time: 0.1254184 Aug 31 07:03:58.072397 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834490b2-5ea3-407c-97b1-63c252d6999b x-openstack-request-id: req-834490b2-5ea3-407c-97b1-63c252d6999b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:58.072771 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:58.072959 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-834490b2-5ea3-407c-97b1-63c252d6999b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:58.073360 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'status': 'completed', 'code': 200} Aug 31 07:03:58.182524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209cb49-6808-43bb-bd29-23e6b7e30fed service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:58.190195 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:58.191002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-f13aca9a-dcf2-435b-ba5e-438dac161cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:58.195636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-f13aca9a-dcf2-435b-ba5e-438dac161cce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 1095 time: 0.2117400 Aug 31 07:03:58.322268 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-c68af7ac-7b9d-49f1-adc9-a3043f7099da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2 HTTP/1.1" status: 200 len: 217 time: 0.1078687 Aug 31 07:03:58.325659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e716776b-ec5d-49bc-900a-7cf0012b6f86 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:58.347538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-eb57f93c-4f01-4a54-bc98-89d5bd11c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:58.349280 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-eb57f93c-4f01-4a54-bc98-89d5bd11c37b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.2869117 Aug 31 07:03:58.399813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e716776b-ec5d-49bc-900a-7cf0012b6f86 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:58.414145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-a9541be8-e59d-4621-8ff8-f5ccea13774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:58.426176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-a9541be8-e59d-4621-8ff8-f5ccea13774e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2ad5911-e96b-4399-a8d6-cf30a991a494 HTTP/1.1" status: 200 len: 835 time: 0.0847635 Aug 31 07:03:58.429038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e716776b-ec5d-49bc-900a-7cf0012b6f86 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:58.429472 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:58.503939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-d491ca63-ea1f-4d48-bd91-d508cb90cb92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 1000 time: 0.1466925 Aug 31 07:03:58.540022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-5776964c-39dc-4215-9ee7-58bfdb59cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:58.544763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-5776964c-39dc-4215-9ee7-58bfdb59cb33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df0c7854-4107-4c52-8796-128cbf82a6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096663 Aug 31 07:03:58.620396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:58.630170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-fc113d7e-4340-41a3-874f-5748ddb459d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:58.631968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-fc113d7e-4340-41a3-874f-5748ddb459d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.1162558 Aug 31 07:03:58.684008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port e716776b-ec5d-49bc-900a-7cf0012b6f86, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e716776b-ec5d-49bc-900a-7cf0012b6f86,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:58.689549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:58.715970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-5f44d752-367c-47ca-b657-cb53eb95c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:58.718218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-5f44d752-367c-47ca-b657-cb53eb95c89d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789123 Aug 31 07:03:58.751665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-da33aa20-3198-4aa6-bdd4-25b61b4d7edd service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989210 Aug 31 07:03:58.756623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=e716776b-ec5d-49bc-900a-7cf0012b6f86,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:58.916850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-62781687-af71-4c60-9d63-62d8d5f78034 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899130 Aug 31 07:03:58.917556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-31c9d115-c7cf-4145-a594-029a7eafd41c req-8754a24e-a313-41d9-84fc-18b7c0e09618 service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569502 Aug 31 07:03:59.055529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-610d4bc0-e0d6-49ff-9714-c03d58151546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:59.057326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-610d4bc0-e0d6-49ff-9714-c03d58151546 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 1095 time: 0.0753331 Aug 31 07:03:59.113461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ad76b0fe-7c80-4088-8a5d-cc305f117f1a req-5ee258d3-858b-4a22-9e7d-e556ec4f946f service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892090 Aug 31 07:03:59.146065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08790e5-95b6-4e93-9b90-20b31e2df249 req-3fab8b4b-dec2-4df3-8ac5-2960e7ee9627 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:59.148878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a08790e5-95b6-4e93-9b90-20b31e2df249 req-3fab8b4b-dec2-4df3-8ac5-2960e7ee9627 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 943 time: 0.0708351 Aug 31 07:03:59.208209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a08790e5-95b6-4e93-9b90-20b31e2df249 req-64aa639f-4a20-4e1e-b12f-3bf6722a1e90 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530710 Aug 31 07:03:59.261837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-024b8eeb-786c-428a-9b4c-b959a3971cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:59.263433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-024b8eeb-786c-428a-9b4c-b959a3971cd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df0c7854-4107-4c52-8796-128cbf82a6c3 HTTP/1.1" status: 200 len: 896 time: 0.1939583 Aug 31 07:03:59.321985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-03a21fb9-247a-4793-87f1-722a980ed68a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2 HTTP/1.1" status: 200 len: 217 time: 0.0441935 Aug 31 07:03:59.382980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-affeb084-1fab-4a01-9cae-0cbe6a00bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:59.385330 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-affeb084-1fab-4a01-9cae-0cbe6a00bce1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2ad5911-e96b-4399-a8d6-cf30a991a494 HTTP/1.1" status: 200 len: 835 time: 0.0555348 Aug 31 07:03:59.443521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-2af0a4be-4580-4a7a-a6a8-0eae4bef4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:59.445172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-2af0a4be-4580-4a7a-a6a8-0eae4bef4e02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df0c7854-4107-4c52-8796-128cbf82a6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510962 Aug 31 07:03:59.577930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-94d5e333-80e6-465f-a1f7-8322801f2e90 service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230705 Aug 31 07:03:59.699653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56a6e66f-4ff4-445e-947a-670418419bd1 req-91c6a31e-7bb5-4e07-9d88-5e900e10c661 service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135123 Aug 31 07:04:00.039776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:00.202842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e716776b-ec5d-49bc-900a-7cf0012b6f86 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:00.261434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e716776b-ec5d-49bc-900a-7cf0012b6f86 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:00.261808 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:00.373630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437409-9d50-46c5-8919-6ff24518c50c req-13f499c3-1049-4c07-bd89-f69f5c792028 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:00.375183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e437409-9d50-46c5-8919-6ff24518c50c req-13f499c3-1049-4c07-bd89-f69f5c792028 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 943 time: 0.0814764 Aug 31 07:04:00.415414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e437409-9d50-46c5-8919-6ff24518c50c req-4c875bb8-34d8-4994-a7b0-ce83d893d3df tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338550 Aug 31 07:04:00.787294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc2ebf-eaf5-4f01-8161-ddcf786b21ca req-a1561c57-aed2-4f8c-99ea-d8bc704c61c9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:00.789235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcbc2ebf-eaf5-4f01-8161-ddcf786b21ca req-a1561c57-aed2-4f8c-99ea-d8bc704c61c9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0628800 Aug 31 07:04:00.830559 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fcbc2ebf-eaf5-4f01-8161-ddcf786b21ca req-0e4c8ccb-07af-4b86-902c-8b837f8275ae tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345738 Aug 31 07:04:01.283276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428a32b-c2dd-4fc8-8b8b-53f38bd234a6 req-fdd3817c-1c96-49a8-86af-2c510416130c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:01.285259 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2428a32b-c2dd-4fc8-8b8b-53f38bd234a6 req-fdd3817c-1c96-49a8-86af-2c510416130c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0558751 Aug 31 07:04:01.333683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2428a32b-c2dd-4fc8-8b8b-53f38bd234a6 req-4cb305f9-aec4-4c8a-9406-8ea598e7deb9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 Aug 31 07:04:01.512201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1d6e65ae-c074-459a-ba57-f8f881ed42c2 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:04:01.538750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb5c93-6fd8-46f8-99aa-f451fc879966 req-ce2983b7-8130-442b-8b76-ce9b3f63daaf tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:01.540334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5aeb5c93-6fd8-46f8-99aa-f451fc879966 req-ce2983b7-8130-442b-8b76-ce9b3f63daaf tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 943 time: 0.0531077 Aug 31 07:04:01.581822 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5aeb5c93-6fd8-46f8-99aa-f451fc879966 req-821cc820-dff2-4d26-aa20-f5e29dd58786 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341694 Aug 31 07:04:01.637813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:01.650585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'port_id': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'mac_address': 'fa:16:3e:e3:99:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:04:01.692551 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.708079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6e65ae-c074-459a-ba57-f8f881ed42c2 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:01.727719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:01.732638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.789843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:01.958046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['1d6e65ae-c074-459a-ba57-f8f881ed42c2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:04:02.461317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c827bc-eadd-417a-8738-91e5047216f7 req-e2d0e729-348e-4b40-bee1-864584462eaa tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:02.463672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31c827bc-eadd-417a-8738-91e5047216f7 req-e2d0e729-348e-4b40-bee1-864584462eaa tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0590229 Aug 31 07:04:02.495377 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:04:02.506320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31c827bc-eadd-417a-8738-91e5047216f7 req-2a64f540-6e4d-4069-be64-6bf0a872578b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347955 Aug 31 07:04:02.701161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300c4e1-b6aa-4fad-93c5-2d13ed121252 req-6a561c06-7712-41c1-9c92-6f34d4876209 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:02.703313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c300c4e1-b6aa-4fad-93c5-2d13ed121252 req-6a561c06-7712-41c1-9c92-6f34d4876209 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 944 time: 0.0514390 Aug 31 07:04:02.742146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c300c4e1-b6aa-4fad-93c5-2d13ed121252 req-59e4ebd4-4a62-4c5f-b874-597a81a169fe tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319889 Aug 31 07:04:03.463556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:03.533139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1d6e65ae-c074-459a-ba57-f8f881ed42c2 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:03.576427 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.605277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:03.607558 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02b2373-d921-49b8-87f7-2e4ffc003a69" -d '{"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:03.630179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:03.633612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:03.641971 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.647299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:03.647764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.664417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572e1a-d3fd-4095-904f-cf238a585db1 req-5002f774-d286-4eff-8652-57353a56831f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:03.666128 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-49572e1a-d3fd-4095-904f-cf238a585db1 req-5002f774-d286-4eff-8652-57353a56831f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0837243 Aug 31 07:04:03.694953 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e737dfe-35d6-423b-9a49-c3b406d1780f x-openstack-request-id: req-1e737dfe-35d6-423b-9a49-c3b406d1780f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:03.696469 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:03.697105 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e737dfe-35d6-423b-9a49-c3b406d1780f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:03.697666 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'code': 200} Aug 31 07:04:03.706466 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-49572e1a-d3fd-4095-904f-cf238a585db1 req-ff7172ac-b9d7-489f-b91d-5770fe58b06f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342052 Aug 31 07:04:03.752057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=11']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:03.802678 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.838560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:03.843090 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.878538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05225897-2ecf-4d5b-8f46-735043d92795 req-574d93e4-b703-481a-a8da-85184c103361 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:03.880037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05225897-2ecf-4d5b-8f46-735043d92795 req-574d93e4-b703-481a-a8da-85184c103361 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 944 time: 0.0625305 Aug 31 07:04:03.893600 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:03.918233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-05225897-2ecf-4d5b-8f46-735043d92795 req-f10c32c1-5187-4394-b108-71d2f32d8406 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Aug 31 07:04:04.852451 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e08b9-a44e-447e-93b5-9cadce5efa6f req-400f39e0-1581-4f8e-91fe-bf3ad0e6ca6b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:04.854114 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-053e08b9-a44e-447e-93b5-9cadce5efa6f req-400f39e0-1581-4f8e-91fe-bf3ad0e6ca6b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0565960 Aug 31 07:04:04.899429 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-053e08b9-a44e-447e-93b5-9cadce5efa6f req-2d2d0e08-6299-4f96-a12b-a9b2030ab7b5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385823 Aug 31 07:04:05.115944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694cccb-3d72-4dd1-9fb1-2ad25d461a63 req-7725322d-5e1b-4b85-be57-758e3487d587 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:05.121823 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e694cccb-3d72-4dd1-9fb1-2ad25d461a63 req-7725322d-5e1b-4b85-be57-758e3487d587 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0885079 Aug 31 07:04:05.176091 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e694cccb-3d72-4dd1-9fb1-2ad25d461a63 req-2da2a1e2-0046-4194-94e8-332c315769cc tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530305 Aug 31 07:04:05.467314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:04:05.662685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:05.677751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'mac_address': 'fa:16:3e:3e:cb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:04:05.714328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:05.716796 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6af1a02-6587-42e8-829c-1991e13cb69e" -d '{"events": [{"server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "name": "network-vif-plugged", "status": "completed", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:05.745357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.782083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cea5688-0938-4e1b-b15a-964fb63166c9 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:05.792098 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd723c1d-af31-48ad-80f8-8d4177ec62ed x-openstack-request-id: req-dd723c1d-af31-48ad-80f8-8d4177ec62ed {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:05.792583 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "name": "network-vif-plugged", "status": "completed", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:05.792989 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd723c1d-af31-48ad-80f8-8d4177ec62ed {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:05.793554 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'code': 200} Aug 31 07:04:05.829735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:05.850346 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.953817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfc07-332a-4408-b0df-ef8284e15b1b req-3ba57796-8a71-463d-a454-94c5d38a7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:05.960458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-174cfc07-332a-4408-b0df-ef8284e15b1b req-3ba57796-8a71-463d-a454-94c5d38a7b0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0873504 Aug 31 07:04:05.971432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['8cea5688-0938-4e1b-b15a-964fb63166c9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:04:06.047152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=12']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:06.088303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-174cfc07-332a-4408-b0df-ef8284e15b1b req-c34c5c64-90a2-4032-a6d8-0233ced94e53 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224351 Aug 31 07:04:06.151560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baefce6-cc8e-4a4d-98f3-c1d81227f5fe req-38eae01a-99f4-4d54-8114-80b83f5d77c8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:06.160647 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1baefce6-cc8e-4a4d-98f3-c1d81227f5fe req-38eae01a-99f4-4d54-8114-80b83f5d77c8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 945 time: 0.0964260 Aug 31 07:04:06.379718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0304ab-fcf4-4b10-b7de-71375ce4077f req-bab1b0fc-e53a-4df2-a12f-a12611b48cf4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:06.382345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c0304ab-fcf4-4b10-b7de-71375ce4077f req-bab1b0fc-e53a-4df2-a12f-a12611b48cf4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0794156 Aug 31 07:04:06.439936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c0304ab-fcf4-4b10-b7de-71375ce4077f req-f1f24f49-8bb5-43c2-ae10-cf62761798c8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477221 Aug 31 07:04:06.619722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1baefce6-cc8e-4a4d-98f3-c1d81227f5fe req-75b43e8c-156a-4ff9-80e2-69b0b24a1ef4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547160 Aug 31 07:04:07.474491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:07.545909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 8cea5688-0938-4e1b-b15a-964fb63166c9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:07.546417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:07.692752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b06cc-0471-4569-a084-03e88f007c0f req-65f8afcb-975b-4750-bf06-6449b6e87b36 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:07.703336 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:07.705543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb0b06cc-0471-4569-a084-03e88f007c0f req-65f8afcb-975b-4750-bf06-6449b6e87b36 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0874805 Aug 31 07:04:07.760630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:07.767920 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:07.784883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082a287-f368-49c8-bfe8-c1225642ad05 req-1992a1dc-13c3-430f-a5ee-8138dc1b07c1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:07.793101 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f082a287-f368-49c8-bfe8-c1225642ad05 req-1992a1dc-13c3-430f-a5ee-8138dc1b07c1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 945 time: 0.0708122 Aug 31 07:04:07.801602 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eb0b06cc-0471-4569-a084-03e88f007c0f req-07f880bc-6d55-4777-888a-bafa82eb570e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934782 Aug 31 07:04:07.834621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:07.837175 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc23696-e1bb-42ee-aedb-cc0465811039" -d '{"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-plugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:07.845968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f082a287-f368-49c8-bfe8-c1225642ad05 req-14e8718a-48a5-4c31-82b8-3e5449b32235 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517592 Aug 31 07:04:07.881269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=13']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:07.939168 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28560df-dc74-4b1a-b9c1-355bd8ee6d4c x-openstack-request-id: req-e28560df-dc74-4b1a-b9c1-355bd8ee6d4c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:07.939509 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-plugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:07.939898 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e28560df-dc74-4b1a-b9c1-355bd8ee6d4c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:07.940432 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'code': 200} Aug 31 07:04:07.957453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e619-ca7a-493f-b64e-891f9c6774bf req-3f450acd-9023-4211-bfbd-dcd51ed33bc4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:07.959173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc54e619-ca7a-493f-b64e-891f9c6774bf req-3f450acd-9023-4211-bfbd-dcd51ed33bc4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0654063 Aug 31 07:04:08.021005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc54e619-ca7a-493f-b64e-891f9c6774bf req-0dd69159-675b-4cab-8ddb-2cfcc7bf977d tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556250 Aug 31 07:04:08.053765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46334) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:08.110809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf3368-7a99-4083-ad1f-4969d1ed27fc tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:08.113045 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8cbf3368-7a99-4083-ad1f-4969d1ed27fc tempest-TestNetworkAdvancedServerOps-761578500 tempest-TestNetworkAdvancedServerOps-761578500-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 1092 time: 0.0579000 Aug 31 07:04:08.116009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:08.120991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'tenant_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:08.155437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.311407 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.459576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Allocated IP 172.25.5.166 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/351d4d19-3b36-4973-b830-596eeae4c937) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:08.661292 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.723591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.794857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:08.800200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:08.810175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:08.813179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=351d4d19-3b36-4973-b830-596eeae4c937,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:09.078134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650349a-25f6-46a6-8e83-36d397bd2bc6 req-e0ca59e3-9900-4b48-a2fd-b2e3022b88a2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:09.081497 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b650349a-25f6-46a6-8e83-36d397bd2bc6 req-e0ca59e3-9900-4b48-a2fd-b2e3022b88a2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.1070085 Aug 31 07:04:09.146675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b650349a-25f6-46a6-8e83-36d397bd2bc6 req-4fdc6bf5-42e8-43e2-8b56-cbd8c421173b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588968 Aug 31 07:04:09.268084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46352) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:09.269370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.352832 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.472840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-13d9f88f-75bc-4c2e-9615-03a83032f67c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81655541feed4757b1d5d0fd01217bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035728 Aug 31 07:04:09.475312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46358) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:09.546946 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55da3ba5-2f67-409b-bf34-9afcd20748e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.559216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.566489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.573679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55da3ba5-2f67-409b-bf34-9afcd20748e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.635855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55da3ba5-2f67-409b-bf34-9afcd20748e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.639491 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55da3ba5-2f67-409b-bf34-9afcd20748e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.640976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-55da3ba5-2f67-409b-bf34-9afcd20748e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd639b39-3291-40fa-91b5-b2814f810601 HTTP/1.1" status: 204 len: 168 time: 0.1643813 Aug 31 07:04:09.649815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da3ba5-2f67-409b-bf34-9afcd20748e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd639b39-3291-40fa-91b5-b2814f810601,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:09.651349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event updated for resources: {'Port': ['ID=351d4d19-3b36-4973-b830-596eeae4c937,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:09.659793 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.111489 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Floating IP b4b48d97-2f56-42cd-ba6c-03d1aada8efa associated. External IP: 172.25.5.166, port: 1d6e65ae-c074-459a-ba57-f8f881ed42c2. Aug 31 07:04:10.483831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb6f26-22f2-4b85-83de-996f8e129b93 req-1ad1702b-f989-4633-8d37-d218bca7a28b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:10.486184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b9cb6f26-22f2-4b85-83de-996f8e129b93 req-1ad1702b-f989-4633-8d37-d218bca7a28b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.1578422 Aug 31 07:04:10.556379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router a42ee410-d3cc-4491-a8f2-6a569975c594 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:04:10.573210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b9cb6f26-22f2-4b85-83de-996f8e129b93 req-df462c31-aa0f-43f3-9686-19aa765ea82e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787368 Aug 31 07:04:10.743050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:10.754147 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] Sync routers for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:10.765007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.815866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d05aa63-3b7f-486f-b7ad-15da76781015 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6984370 Aug 31 07:04:10.816965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:10.820394 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdc773e-c762-40a5-b68b-5f670f80daa5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:10.880601 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9dab1a-e017-4e68-a64e-4e7e1275f9d4 x-openstack-request-id: req-9b9dab1a-e017-4e68-a64e-4e7e1275f9d4 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:10.881522 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:10.882281 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b9dab1a-e017-4e68-a64e-4e7e1275f9d4 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:10.882917 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'status': 'completed', 'code': 200} Aug 31 07:04:10.917840 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:10.918477 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:11.023566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095c646-5f63-4fec-ac7c-1519afdf058c req-459ecac2-c350-4777-9fa0-d0b376d8b955 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:11.025115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8095c646-5f63-4fec-ac7c-1519afdf058c req-459ecac2-c350-4777-9fa0-d0b376d8b955 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0883570 Aug 31 07:04:11.036132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-e029e1a0-74b7-4b9f-8015-70ce6cac7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:11.038809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:11.039409 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-e029e1a0-74b7-4b9f-8015-70ce6cac7dfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 1097 time: 0.1313920 Aug 31 07:04:11.088558 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8095c646-5f63-4fec-ac7c-1519afdf058c req-33f9c4d5-046b-4bb8-b0e0-7549fa413d04 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475969 Aug 31 07:04:11.111923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46392) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:11.188405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-471873ee-9a04-4729-b2da-3a625e2fa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:11.191009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-471873ee-9a04-4729-b2da-3a625e2fa746 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df0c7854-4107-4c52-8796-128cbf82a6c3 HTTP/1.1" status: 200 len: 896 time: 0.1180766 Aug 31 07:04:11.218345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-726fb05e-8022-4b19-b0e0-0ce820ed2c44 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/b4b48d97-2f56-42cd-ba6c-03d1aada8efa HTTP/1.1" status: 200 len: 991 time: 0.1044271 Aug 31 07:04:11.293245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-5f6c4105-4645-48b8-afa3-9f060552b701 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2 HTTP/1.1" status: 200 len: 999 time: 0.0941322 Aug 31 07:04:11.335946 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'b4b48d97-2f56-42cd-ba6c-03d1aada8efa', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'port_id': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'mac_address': 'fa:16:3e:e3:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:04:09Z', 'updated_at': '2021-08-31T07:04:09Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:58Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:11.370926 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] Checking router: a42ee410-d3cc-4491-a8f2-6a569975c594 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:11.382228 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:11.383550 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:11.397459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-b307bda8-1dc1-493d-93ca-c30792a005ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:11.398980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-b307bda8-1dc1-493d-93ca-c30792a005ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2ad5911-e96b-4399-a8d6-cf30a991a494 HTTP/1.1" status: 200 len: 835 time: 0.0980322 Aug 31 07:04:11.508342 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:11.509008 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-8f33ae5d-4b6d-44de-8ace-e0dc9aa75aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:11.510993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-8f33ae5d-4b6d-44de-8ace-e0dc9aa75aff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df0c7854-4107-4c52-8796-128cbf82a6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999925 Aug 31 07:04:11.660264 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-425051bb-9baa-49ea-bce0-928973654ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380720 Aug 31 07:04:11.784079 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bdc773e-c762-40a5-b68b-5f670f80daa5 req-c6f58474-7568-430b-b4c5-1d4046b0eb12 service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151340 Aug 31 07:04:11.841281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b6075-a9c9-4ebd-bc1f-561b2ce112dd req-ff01649c-130f-4c31-a456-2200f13cc7d9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:11.847073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-631b6075-a9c9-4ebd-bc1f-561b2ce112dd req-ff01649c-130f-4c31-a456-2200f13cc7d9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.1274638 Aug 31 07:04:11.902711 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-631b6075-a9c9-4ebd-bc1f-561b2ce112dd req-d2c2c939-941f-41c1-90a3-30ffe60e867d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481160 Aug 31 07:04:12.020547 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'b4b48d97-2f56-42cd-ba6c-03d1aada8efa', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'port_id': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'mac_address': 'fa:16:3e:e3:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:04:09Z', 'updated_at': '2021-08-31T07:04:09Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:58Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:12.062717 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f747c-f044-493c-bb9f-40c2a9b43d10 None None] The sync data for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 is: [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'b4b48d97-2f56-42cd-ba6c-03d1aada8efa', 'tenant_id': '114c303e58824a2f81726133673c4639', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'port_id': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'mac_address': 'fa:16:3e:e3:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:04:09Z', 'updated_at': '2021-08-31T07:04:09Z', 'revision_number': 0, 'project_id': '114c303e58824a2f81726133673c4639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:58Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:12.222419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46402) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:12.296688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6e449662-c5ae-428a-b137-6d317d2fb0b5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/b4b48d97-2f56-42cd-ba6c-03d1aada8efa HTTP/1.1" status: 200 len: 991 time: 0.0718961 Aug 31 07:04:12.420792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6233c78d-79b5-4fcc-aa11-555328e0e785 None None] New status for floating IP b4b48d97-2f56-42cd-ba6c-03d1aada8efa: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:04:13.061863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1495-fdfa-4249-85cc-7bd9754470f0 req-2022dd7c-62ff-4a25-a50c-8ef0e1a8823d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:13.063621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a1e1495-fdfa-4249-85cc-7bd9754470f0 req-2022dd7c-62ff-4a25-a50c-8ef0e1a8823d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0632107 Aug 31 07:04:13.115054 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a1e1495-fdfa-4249-85cc-7bd9754470f0 req-a0309eb2-1d21-4c9b-9e99-7ad6eea1d5e8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Aug 31 07:04:13.301928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46412) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:13.381283 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cdaee0f7-0b7d-4974-8c84-4c0bc37b27b1 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/b4b48d97-2f56-42cd-ba6c-03d1aada8efa HTTP/1.1" status: 200 len: 993 time: 0.0773382 Aug 31 07:04:14.303764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981e8a-8931-42b8-bbc4-5e0135018484 req-a2d6f16a-bf72-4cf8-81e1-b788141c0e20 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:14.310268 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99981e8a-8931-42b8-bbc4-5e0135018484 req-a2d6f16a-bf72-4cf8-81e1-b788141c0e20 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0803094 Aug 31 07:04:14.382863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99981e8a-8931-42b8-bbc4-5e0135018484 req-cd11b29c-63c7-4714-85fb-cff1e969e38f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654850 Aug 31 07:04:15.545805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176d586-4da1-42b8-aae9-fbbe39222309 req-75cd7ec8-bb09-4159-ad1c-41b110be06e5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:15.554051 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4176d586-4da1-42b8-aae9-fbbe39222309 req-75cd7ec8-bb09-4159-ad1c-41b110be06e5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0684659 Aug 31 07:04:15.610086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4176d586-4da1-42b8-aae9-fbbe39222309 req-dc14b205-53ce-4198-9400-249fa976deea tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515511 Aug 31 07:04:16.745982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8252d-1102-46e0-a957-758d99138e5e req-e4d7b2f7-ed21-4de9-8701-bf8afbbcb81e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:16.748955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4da8252d-1102-46e0-a957-758d99138e5e req-e4d7b2f7-ed21-4de9-8701-bf8afbbcb81e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0695608 Aug 31 07:04:16.809601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4da8252d-1102-46e0-a957-758d99138e5e req-6aa897e3-9d93-4cbb-b13d-318fcb5cbd45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526304 Aug 31 07:04:17.956209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd7cea-439c-4677-a47f-a2a171cd9826 req-a9724816-ff96-4898-a32f-d2f828943440 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:17.961799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83bd7cea-439c-4677-a47f-a2a171cd9826 req-a9724816-ff96-4898-a32f-d2f828943440 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0681312 Aug 31 07:04:18.010269 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83bd7cea-439c-4677-a47f-a2a171cd9826 req-758058d9-43f2-4596-b790-3dc697be5b93 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 Aug 31 07:04:19.379827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c30271-5883-4c0c-b9c2-3a9ac650405d req-1dd61926-860f-46ab-b0c7-1bdf5baeae45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:19.381581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9c30271-5883-4c0c-b9c2-3a9ac650405d req-1dd61926-860f-46ab-b0c7-1bdf5baeae45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0579321 Aug 31 07:04:19.428650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f9c30271-5883-4c0c-b9c2-3a9ac650405d req-b7d17021-0e54-4c1a-ab23-9ae57569e14f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354650 Aug 31 07:04:20.455280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054a1e-e9e7-40f4-adb4-d8e239a555ea req-4cb3c957-e683-49fe-b2f8-e407e42b46e2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:20.457038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e054a1e-e9e7-40f4-adb4-d8e239a555ea req-4cb3c957-e683-49fe-b2f8-e407e42b46e2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0590451 Aug 31 07:04:20.501736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e054a1e-e9e7-40f4-adb4-d8e239a555ea req-d4768f7f-1a85-4ab5-b0aa-c7b6acb421fd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374851 Aug 31 07:04:20.727599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-64680763-3db9-4d54-ac6f-ca27d76664c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:20.730302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-64680763-3db9-4d54-ac6f-ca27d76664c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1098 time: 0.0472414 Aug 31 07:04:20.734049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b3464-c365-4b67-b9c8-6fab19c8a123 req-59a7acc7-3a76-420e-a193-82f33e791691 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:20.735595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c20b3464-c365-4b67-b9c8-6fab19c8a123 req-59a7acc7-3a76-420e-a193-82f33e791691 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 946 time: 0.0633836 Aug 31 07:04:20.781215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c20b3464-c365-4b67-b9c8-6fab19c8a123 req-24d79452-b65a-4ce1-8655-1ecdf58638cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Aug 31 07:04:20.832714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-0342ba79-0b3a-4256-b058-8d1308803db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:20.834377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-0342ba79-0b3a-4256-b058-8d1308803db4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0975628 Aug 31 07:04:20.907599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-19c6d1eb-a310-4624-935d-320c5ddf9ced service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 1000 time: 0.0659926 Aug 31 07:04:20.962861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-7685b28f-8303-4f34-9b5d-5cd8392fbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:20.964450 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-7685b28f-8303-4f34-9b5d-5cd8392fbe27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0490994 Aug 31 07:04:21.012204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-a5ed966e-8ce2-4590-bb17-f1f80642bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:21.013775 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-a5ed966e-8ce2-4590-bb17-f1f80642bb8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424774 Aug 31 07:04:21.112148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-ecee52dc-1a1f-4b4c-9fec-ceef50625ce7 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889635 Aug 31 07:04:21.203793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ebc08f4d-9726-48fb-a95c-649f06336897 req-d706130c-9348-4779-a795-b661091271f7 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849123 Aug 31 07:04:21.582270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:21.725082 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:21.749414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:21.751699 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de1c8a5-f98b-4897-aed3-44ba6025e126" -d '{"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:21.767487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:21.772459 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:21.843580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=14']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:21.847460 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe1c390-6131-4b07-88e2-eaf13f27e8cb x-openstack-request-id: req-3fe1c390-6131-4b07-88e2-eaf13f27e8cb {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:21.847792 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:21.848243 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fe1c390-6131-4b07-88e2-eaf13f27e8cb {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:21.848825 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'code': 200} Aug 31 07:04:21.926755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02753bd5-f303-447d-88d8-38cb6c9898d5 req-b56379c6-a905-4ba4-8c44-ef98994393f6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:21.928270 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02753bd5-f303-447d-88d8-38cb6c9898d5 req-b56379c6-a905-4ba4-8c44-ef98994393f6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0518122 Aug 31 07:04:21.974669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02753bd5-f303-447d-88d8-38cb6c9898d5 req-8f473dd7-32d4-4c2f-acdf-1f893eff72b8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401049 Aug 31 07:04:22.200670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363e91a-f607-4c80-a4ed-f5095c9e0a28 req-8e88c3a0-c581-44ef-8516-1886f4014ec1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:22.203086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a363e91a-f607-4c80-a4ed-f5095c9e0a28 req-8e88c3a0-c581-44ef-8516-1886f4014ec1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0652974 Aug 31 07:04:22.248608 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a363e91a-f607-4c80-a4ed-f5095c9e0a28 req-08bc67c3-fd96-448e-89c7-208a8be3799a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392444 Aug 31 07:04:22.395454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9e93-c9d9-48f3-8757-1ea1584ef611 req-a586d083-2d06-40d6-abfe-d5ee3c4befb8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:22.396949 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-36da9e93-c9d9-48f3-8757-1ea1584ef611 req-a586d083-2d06-40d6-abfe-d5ee3c4befb8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0655844 Aug 31 07:04:22.452452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-36da9e93-c9d9-48f3-8757-1ea1584ef611 req-a3600601-b37d-47fa-969a-e946fb58670e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483189 Aug 31 07:04:22.745027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207e07-c515-47ad-9fee-205eeef53333 req-caa627a8-0e12-4c4a-991e-7258e41cfae1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:22.746755 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-caa627a8-0e12-4c4a-991e-7258e41cfae1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.1161251 Aug 31 07:04:22.763764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-cc290a7a-ea73-4d98-9568-48989fb46966 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/quotas/7e5d296e6a864cbd9b30ea1118ed16c6 HTTP/1.1" status: 200 len: 375 time: 0.0104897 Aug 31 07:04:22.836508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-08441d54-45d6-4cc1-a372-cebd16e5f271 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0600729 Aug 31 07:04:23.037829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-b5779642-0ce9-463b-a8af-2aa0fbd1978a service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940045 Aug 31 07:04:23.142676 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-a7ab657e-2eb8-46ca-88e8-39195ef1d0a3 service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983968 Aug 31 07:04:23.359651 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bee2a93-d26f-4558-a1d8-b0c6c6c12f5a req-77c209ae-5842-4fe9-9818-300de6115865 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 210 time: 0.0422204 Aug 31 07:04:24.250875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c494abae-e185-435f-b29b-768c5987fb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.522597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207e07-c515-47ad-9fee-205eeef53333 req-1cd2690d-315a-4b34-89b4-c3a117691e91 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:24.523161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9750afb4-b79f-4ec8-b7c2-6d1c68d27849 req-a0e706f0-1a10-4ee4-ae69-40632cdee6aa tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 210 time: 0.0428212 Aug 31 07:04:24.525302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-1cd2690d-315a-4b34-89b4-c3a117691e91 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.1184390 Aug 31 07:04:24.539909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'port': {'device_id': 'd19830cd-c435-4063-bf4c-589de15c4d77', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'admin_state_up': True, 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:24.629148 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.672728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Made reservation on behalf of 7e5d296e6a864cbd9b30ea1118ed16c6 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:24.677909 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.836496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Allocated IP 172.20.0.9 (e281e950-c565-498d-a562-64d7513aca48/3bf4b3fe-4833-4648-bc94-1ef8604dcc8a/b992310a-ab1d-4fe8-a8b0-63e9184b5c1a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:25.029489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.044032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Transition to ACTIVE for port object b992310a-ab1d-4fe8-a8b0-63e9184b5c1a will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:25.078962 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.131365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Network e281e950-c565-498d-a562-64d7513aca48 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:25.134392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:25.138573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:25.162972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'Port': ['ID=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:25.192335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:25.193341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.209262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-efa6d086-159b-4059-8a61-175d565d1ee6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6733849 Aug 31 07:04:25.224729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Request body: {'port': {'device_id': 'd19830cd-c435-4063-bf4c-589de15c4d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:25.286109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.372809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5873ade8-136a-4240-a310-b93ab19cb951 None None] Provisioning for port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:25.377909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5873ade8-136a-4240-a310-b93ab19cb951 None None] Provisioning complete for port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:25.378442 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5873ade8-136a-4240-a310-b93ab19cb951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.417004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5873ade8-136a-4240-a310-b93ab19cb951 None None] Port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:25.591335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b992310a-ab1d-4fe8-a8b0-63e9184b5c1a {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:25.600495 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.638740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Transition to ACTIVE for port object b992310a-ab1d-4fe8-a8b0-63e9184b5c1a will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:25.643580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.697023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccf797-db00-41a3-b7c8-08d385059b3e req-e46a697c-8776-412e-8452-3d976e6c0826 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:25.698752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95ccf797-db00-41a3-b7c8-08d385059b3e req-e46a697c-8776-412e-8452-3d976e6c0826 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 931 time: 0.0953732 Aug 31 07:04:25.708003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Pushing event updated for resources: {'Port': ['ID=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:25.815147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95ccf797-db00-41a3-b7c8-08d385059b3e req-ad240b08-798b-43b3-bb5f-3023c60d7002 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718541 Aug 31 07:04:25.843944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Attempting to bind port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:25.844403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Attempting to bind port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:25.844793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Attempting to bind port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:25.850986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a on network e281e950-c565-498d-a562-64d7513aca48 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:04:25.851322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Attempting to bind port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:25.857250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:25.857617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Checking segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:25.858036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Bound using segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:25.858541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Bound port: b992310a-ab1d-4fe8-a8b0-63e9184b5c1a, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:25.858930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.940327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] For port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:25.945463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] For port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:25.950551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.989971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:25.990948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.992442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] 10.222.0.23 "PUT /v2.0/ports/b992310a-ab1d-4fe8-a8b0-63e9184b5c1a HTTP/1.1" status: 200 len: 1092 time: 0.7727876 Aug 31 07:04:25.992898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19830cd-c435-4063-bf4c-589de15c4d77', 'tag': 'b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:25.997161 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1351ec79-3e77-46cd-bef4-b279eb55c8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d19830cd-c435-4063-bf4c-589de15c4d77", "tag": "b992310a-ab1d-4fe8-a8b0-63e9184b5c1a"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:26.039519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.091940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432b0f4-f68b-4422-a4df-8fd2339b77da service neutron] Pushing event updated for resources: {'Port': ['ID=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:26.117695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207e07-c515-47ad-9fee-205eeef53333 req-ffe353cf-712a-4b4e-b1a4-89c0f5003ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.119382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-ffe353cf-712a-4b4e-b1a4-89c0f5003ae4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 1095 time: 0.0794847 Aug 31 07:04:26.190149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-1bc91d76-6ccf-4315-9b19-27a3fae4eb54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a HTTP/1.1" status: 200 len: 217 time: 0.0593154 Aug 31 07:04:26.271286 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc53ad6-e1ef-4c16-b309-e02f18b848be x-openstack-request-id: req-cdc53ad6-e1ef-4c16-b309-e02f18b848be {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:26.271581 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19830cd-c435-4063-bf4c-589de15c4d77", "tag": "b992310a-ab1d-4fe8-a8b0-63e9184b5c1a", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:26.271846 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdc53ad6-e1ef-4c16-b309-e02f18b848be {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:26.272260 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19830cd-c435-4063-bf4c-589de15c4d77', 'tag': 'b992310a-ab1d-4fe8-a8b0-63e9184b5c1a', 'status': 'completed', 'code': 200} Aug 31 07:04:26.273795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207e07-c515-47ad-9fee-205eeef53333 req-d895b4c9-0827-47f4-9280-06a9492caf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.275319 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-d895b4c9-0827-47f4-9280-06a9492caf48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0743017 Aug 31 07:04:26.332025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207e07-c515-47ad-9fee-205eeef53333 req-c9448625-e6c3-4be9-ac46-6a8d8d96d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.334127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-c9448625-e6c3-4be9-ac46-6a8d8d96d60a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504079 Aug 31 07:04:26.431815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-08857a69-e48d-4a34-af56-83b64ba9e6a5 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901146 Aug 31 07:04:26.463678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 46724) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:26.536221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18207e07-c515-47ad-9fee-205eeef53333 req-1bb85139-5b64-40c3-b3be-ee29164bd5c9 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968266 Aug 31 07:04:26.540090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-3f5d89e6-1b1e-4a3c-a02d-452e419258da req-14e930d9-5053-4979-8ae7-e6f2b91fbea7 service neutron] (94667) timed out ('10.222.0.23', 52536) {{(pid=94667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:04:26.581615 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.623979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-d062ca19-92fd-41f0-96e2-bb544adce38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.625541 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-d062ca19-92fd-41f0-96e2-bb544adce38c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 1095 time: 0.0421295 Aug 31 07:04:26.675098 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.679370 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.717036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-37aefd8e-69a7-4c06-83ad-078fdb065509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.718544 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-37aefd8e-69a7-4c06-83ad-078fdb065509 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0862484 Aug 31 07:04:26.720044 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcc47db359c04f3b8963c51a975d497b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581244 Aug 31 07:04:26.720904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e18bc78-fb17-4955-946d-d2af4c9450dc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:26.722633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 46728) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:26.728866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.729243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.729597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.729935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.730300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.730633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.730964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.731292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.731620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.732500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.732830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.733157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170ee3-df81-44f4-ad1b-d5306afb97cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.780472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-e131e903-5162-4029-a8d2-7e04a5c187cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a HTTP/1.1" status: 200 len: 217 time: 0.0504003 Aug 31 07:04:26.842057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf730cd-2d95-4c23-b8e2-5f5fba746152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.845907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f72c1b9b-a52e-47b5-8b88-a3a949bb4f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.850595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-41d441b3-8051-4650-ad73-06c2e1c5d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.852088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-41d441b3-8051-4650-ad73-06c2e1c5d11c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0643878 Aug 31 07:04:26.893421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf730cd-2d95-4c23-b8e2-5f5fba746152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.929389 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.970546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-95dd826a-ed6d-4baa-9188-1976719ba89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.971977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-95dd826a-ed6d-4baa-9188-1976719ba89f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119711 Aug 31 07:04:26.984793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb180-5a8b-4547-bcf1-b40867bf189d req-c3d76531-3fea-4a44-9b9a-3b44a8f397cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.986298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90bdb180-5a8b-4547-bcf1-b40867bf189d req-c3d76531-3fea-4a44-9b9a-3b44a8f397cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 943 time: 0.0909605 Aug 31 07:04:27.016181 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf730cd-2d95-4c23-b8e2-5f5fba746152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.018693 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5cf730cd-2d95-4c23-b8e2-5f5fba746152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.019809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5cf730cd-2d95-4c23-b8e2-5f5fba746152 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e18bc78-fb17-4955-946d-d2af4c9450dc HTTP/1.1" status: 204 len: 168 time: 0.2961295 Aug 31 07:04:27.060679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf730cd-2d95-4c23-b8e2-5f5fba746152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e18bc78-fb17-4955-946d-d2af4c9450dc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:27.086392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-90bdb180-5a8b-4547-bcf1-b40867bf189d req-a5734ea6-fcb6-4f63-b640-9a02d785003b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888371 Aug 31 07:04:27.122074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-213b506b-48d1-455b-a673-bb0717a3b5e1 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345274 Aug 31 07:04:27.225855 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1351ec79-3e77-46cd-bef4-b279eb55c8e2 req-252ed38a-0231-4214-bb01-6af53bf652fb service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963442 Aug 31 07:04:28.190241 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:28.211163 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf301c-746c-4f2c-a949-9b1191f9a7c0 req-7741424d-edde-43e9-954e-8da1824fc5b6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:28.212746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59bf301c-746c-4f2c-a949-9b1191f9a7c0 req-7741424d-edde-43e9-954e-8da1824fc5b6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 943 time: 0.0539749 Aug 31 07:04:28.256250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59bf301c-746c-4f2c-a949-9b1191f9a7c0 req-943cf726-e31e-4a3b-a756-fcfe98a16483 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366189 Aug 31 07:04:29.248313 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-345c0155-b733-4fe0-9478-70725f24446d tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d00b063291c14d5591aa9cf3bf0ae5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288324 Aug 31 07:04:29.363455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-e10a6c37-c4b3-46b0-a5bd-9474e4745adf tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:29.365067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-e10a6c37-c4b3-46b0-a5bd-9474e4745adf tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111767 Aug 31 07:04:29.374536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffefc-817a-413a-8c84-fa7962e250a1 req-841f3fc9-29bb-4480-b17a-99d6f864aa87 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:29.377603 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15cffefc-817a-413a-8c84-fa7962e250a1 req-841f3fc9-29bb-4480-b17a-99d6f864aa87 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 943 time: 0.0507636 Aug 31 07:04:29.381890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-9aeb0a68-6ef8-4856-b8c8-6777ac9ebb3d tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/quotas/d00b063291c14d5591aa9cf3bf0ae5a1 HTTP/1.1" status: 200 len: 375 time: 0.0107648 Aug 31 07:04:29.416688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-0b3e21ac-0852-4e2a-a26d-2ac2a47cc815 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d00b063291c14d5591aa9cf3bf0ae5a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276961 Aug 31 07:04:29.417129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15cffefc-817a-413a-8c84-fa7962e250a1 req-43ea1c90-59e3-41a2-9e29-6c613dd9c03e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340595 Aug 31 07:04:29.586219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94a59095-420a-4b37-a408-f09a2b8cd80e req-92da5338-38ae-4571-90df-25e59a7aab74 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 210 time: 0.0281861 Aug 31 07:04:29.625640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b992310a-ab1d-4fe8-a8b0-63e9184b5c1a details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:04:29.727177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:29.742779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'b992310a-ab1d-4fe8-a8b0-63e9184b5c1a', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': 'b992310a-ab1d-4fe8-a8b0-63e9184b5c1a', 'mac_address': 'fa:16:3e:f1:73:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:04:29.783617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.797932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b992310a-ab1d-4fe8-a8b0-63e9184b5c1a {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:29.818620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:29.823083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.876313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:29.883718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.884067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.884543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.885011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.885378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.885716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.886046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.886373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.887749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.888118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.888457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:29.888790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:30.023547 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.079742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:04:30.545540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d6487-bbc0-46aa-8d76-a547514a7fa7 req-002d99ba-73d5-45bb-8d19-9cfcba9d2b9a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:30.548860 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-316d6487-bbc0-46aa-8d76-a547514a7fa7 req-002d99ba-73d5-45bb-8d19-9cfcba9d2b9a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 944 time: 0.0581057 Aug 31 07:04:30.587983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-993d6685-20cf-49d9-9ded-e477c1dba02e tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d00b063291c14d5591aa9cf3bf0ae5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248930 Aug 31 07:04:30.590617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-316d6487-bbc0-46aa-8d76-a547514a7fa7 req-a14ebd17-0585-4c8f-96fe-a92497e651e2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366471 Aug 31 07:04:30.693574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-183a2e4e-6c4b-46d7-a421-646757c5dc66 req-45cc3f54-74db-4112-864e-97f4e8454df2 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 210 time: 0.0332279 Aug 31 07:04:30.738436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-a9c32739-6971-4200-b245-7bdb08f9e1db tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:30.739882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-a9c32739-6971-4200-b245-7bdb08f9e1db tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394742 Aug 31 07:04:30.754880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Request body: {'port': {'device_id': 'edfa8a4a-c9a8-48f3-8287-63648058266c', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': 'd00b063291c14d5591aa9cf3bf0ae5a1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:30.871562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Made reservation on behalf of d00b063291c14d5591aa9cf3bf0ae5a1 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:30.875296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.884440 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.979428 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.983454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.045831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024f49f2-4a6b-449f-9d12-54351d4f9e6d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:31.116061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Allocated IP 192.168.233.115 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/4034a354-ecfc-4489-a278-9cf39613f26d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:31.265945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.279556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Transition to ACTIVE for port object 4034a354-ecfc-4489-a278-9cf39613f26d will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:31.311446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.356048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:31.359639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:31.362748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:31.394087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Pushing event updated for resources: {'Port': ['ID=4034a354-ecfc-4489-a278-9cf39613f26d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:31.426006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:31.426689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.442766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-c9e67857-2475-4298-be82-f81941df91bb tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6913798 Aug 31 07:04:31.455294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Request body: {'port': {'device_id': 'edfa8a4a-c9a8-48f3-8287-63648058266c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:31.511623 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.633872 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b992310a-ab1d-4fe8-a8b0-63e9184b5c1a up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:31.683940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c0b4bfb-cfb1-41b5-a150-7d740fbb6a31 None None] Provisioning for port 4034a354-ecfc-4489-a278-9cf39613f26d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:31.689660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c0b4bfb-cfb1-41b5-a150-7d740fbb6a31 None None] Provisioning complete for port 4034a354-ecfc-4489-a278-9cf39613f26d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:31.690075 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4bfb-cfb1-41b5-a150-7d740fbb6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.711281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:31.712191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aade9-a485-4023-8bcc-85b7cbeb1a01 req-9bb29398-c1c3-4071-83fb-047458bf2f30 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:31.713794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c0aade9-a485-4023-8bcc-85b7cbeb1a01 req-9bb29398-c1c3-4071-83fb-047458bf2f30 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 944 time: 0.0522835 Aug 31 07:04:31.720837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:31.721235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.732853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b4bfb-cfb1-41b5-a150-7d740fbb6a31 None None] Port 4034a354-ecfc-4489-a278-9cf39613f26d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:31.774219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c0aade9-a485-4023-8bcc-85b7cbeb1a01 req-ce566781-b4b4-4856-80c2-bce8d28399a0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Aug 31 07:04:31.814435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.826863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4034a354-ecfc-4489-a278-9cf39613f26d {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:31.836164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19830cd-c435-4063-bf4c-589de15c4d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:31.837616 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.838457 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4771e6-d034-4c83-8a88-509281bb14ad" -d '{"events": [{"server_uuid": "d19830cd-c435-4063-bf4c-589de15c4d77", "name": "network-vif-plugged", "status": "completed", "tag": "b992310a-ab1d-4fe8-a8b0-63e9184b5c1a"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:31.851225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:31.854918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Transition to ACTIVE for port object 4034a354-ecfc-4489-a278-9cf39613f26d will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:31.855952 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.867799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1b376-ccd0-4ca7-8ace-f4baec676581 req-60d53b15-df58-45ef-ab26-695ada43c7cd tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:31.869346 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78b1b376-ccd0-4ca7-8ace-f4baec676581 req-60d53b15-df58-45ef-ab26-695ada43c7cd tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 936 time: 0.0833945 Aug 31 07:04:31.870157 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.891316 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0246df-48eb-439e-bba9-ab385a4ae41d x-openstack-request-id: req-ef0246df-48eb-439e-bba9-ab385a4ae41d {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:31.891613 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19830cd-c435-4063-bf4c-589de15c4d77", "name": "network-vif-plugged", "status": "completed", "tag": "b992310a-ab1d-4fe8-a8b0-63e9184b5c1a", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:31.891890 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef0246df-48eb-439e-bba9-ab385a4ae41d {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:31.892311 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19830cd-c435-4063-bf4c-589de15c4d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b992310a-ab1d-4fe8-a8b0-63e9184b5c1a', 'code': 200} Aug 31 07:04:31.908786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:31.949654 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Pushing event updated for resources: {'Port': ['ID=4034a354-ecfc-4489-a278-9cf39613f26d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:31.981619 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78b1b376-ccd0-4ca7-8ace-f4baec676581 req-927dd8bc-6fa4-4f96-beb4-46a517059af2 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033864 Aug 31 07:04:32.002316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2530264-732d-49a0-b81e-be7d466e8377 req-2f0a7adb-a6e1-453d-9263-689de2f8a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.003850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2530264-732d-49a0-b81e-be7d466e8377 req-2f0a7adb-a6e1-453d-9263-689de2f8a5fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 1097 time: 0.0566287 Aug 31 07:04:32.040694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Attempting to bind port 4034a354-ecfc-4489-a278-9cf39613f26d on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:32.041048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Attempting to bind port 4034a354-ecfc-4489-a278-9cf39613f26d by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:32.041398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b2530264-732d-49a0-b81e-be7d466e8377 req-87ed3ddb-c9b9-4a84-921d-c206ac484e8b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304997 Aug 31 07:04:32.041520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Attempting to bind port 4034a354-ecfc-4489-a278-9cf39613f26d on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:32.046624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Port 4034a354-ecfc-4489-a278-9cf39613f26d on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:04:32.046953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Attempting to bind port 4034a354-ecfc-4489-a278-9cf39613f26d on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:32.051911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:32.052254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:32.052639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:32.053071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Bound port: 4034a354-ecfc-4489-a278-9cf39613f26d, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:32.053466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:32.119896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] For port 4034a354-ecfc-4489-a278-9cf39613f26d, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:32.123031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] For port 4034a354-ecfc-4489-a278-9cf39613f26d, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4034a354-ecfc-4489-a278-9cf39613f26d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:32.127914 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:32.175676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.176306 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:32.177926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] 10.222.0.42 "PUT /v2.0/ports/4034a354-ecfc-4489-a278-9cf39613f26d HTTP/1.1" status: 200 len: 1097 time: 0.7270510 Aug 31 07:04:32.178406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfa8a4a-c9a8-48f3-8287-63648058266c', 'tag': '4034a354-ecfc-4489-a278-9cf39613f26d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:32.180826 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e3b03-23ac-4d26-9b10-1bf64041a526" -d '{"events": [{"name": "network-changed", "server_uuid": "edfa8a4a-c9a8-48f3-8287-63648058266c", "tag": "4034a354-ecfc-4489-a278-9cf39613f26d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:32.201451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674ca01-25a7-4d60-97e1-22e9babc22ab service neutron] Pushing event updated for resources: {'Port': ['ID=4034a354-ecfc-4489-a278-9cf39613f26d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:32.254653 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2a32ac-edd9-4590-9d51-ce9276900602 x-openstack-request-id: req-ae2a32ac-edd9-4590-9d51-ce9276900602 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:32.254979 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfa8a4a-c9a8-48f3-8287-63648058266c", "tag": "4034a354-ecfc-4489-a278-9cf39613f26d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:32.255214 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae2a32ac-edd9-4590-9d51-ce9276900602 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:32.255599 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfa8a4a-c9a8-48f3-8287-63648058266c', 'tag': '4034a354-ecfc-4489-a278-9cf39613f26d', 'status': 'completed', 'code': 200} Aug 31 07:04:32.274604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-266a3ff6-fe06-4c33-ab52-d4a9f4dd87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.276189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-266a3ff6-fe06-4c33-ab52-d4a9f4dd87c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00b063291c14d5591aa9cf3bf0ae5a1&device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 1100 time: 0.0511627 Aug 31 07:04:32.325852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-7c70833d-5cb6-4ced-94ab-797eea77b395 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4034a354-ecfc-4489-a278-9cf39613f26d HTTP/1.1" status: 200 len: 217 time: 0.0402787 Aug 31 07:04:32.383473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-3cedb5f5-40f8-46e7-ad21-1b38d72063fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.385278 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-3cedb5f5-40f8-46e7-ad21-1b38d72063fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0518446 Aug 31 07:04:32.431678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4bcd0b3b-1dfb-4ac4-92c9-9c2e4dce4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.433311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-4bcd0b3b-1dfb-4ac4-92c9-9c2e4dce4fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405521 Aug 31 07:04:32.526931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-5b9480cb-d9e1-4ad1-a910-f26439c1696c service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860474 Aug 31 07:04:32.614488 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa6876a3-52d1-4b3b-b8f7-2cddd0c533ef req-cefda9eb-433a-47fc-a383-cc38c595344f service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797322 Aug 31 07:04:32.701493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-0410f7e7-0179-4634-9b84-2dbebe4c5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.702996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-0410f7e7-0179-4634-9b84-2dbebe4c5fcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00b063291c14d5591aa9cf3bf0ae5a1&device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 1100 time: 0.0449915 Aug 31 07:04:32.791191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-40fc1e41-e789-4c65-b1ca-c97d5f6869a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.792680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-40fc1e41-e789-4c65-b1ca-c97d5f6869a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.0819736 Aug 31 07:04:32.837944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-eee392ac-7ba2-4a83-8a50-f16ebb00e661 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4034a354-ecfc-4489-a278-9cf39613f26d HTTP/1.1" status: 200 len: 217 time: 0.0377681 Aug 31 07:04:32.911728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-a67f8e2e-287f-4fb6-9e2a-5d5034a1bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.913097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-a67f8e2e-287f-4fb6-9e2a-5d5034a1bfe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0668485 Aug 31 07:04:32.921746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344d99-d010-4246-84b6-223be3a795a8 req-9f9ec4ce-1c71-4bf2-9205-414e85124a0f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.923097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b344d99-d010-4246-84b6-223be3a795a8 req-9f9ec4ce-1c71-4bf2-9205-414e85124a0f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0877016 Aug 31 07:04:32.984712 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b344d99-d010-4246-84b6-223be3a795a8 req-9761051b-bd77-48ae-a8ba-c1d4a731ba70 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533195 Aug 31 07:04:32.987340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-4308224a-bddc-4146-8935-249ffa56fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.988887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-4308224a-bddc-4146-8935-249ffa56fa87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649469 Aug 31 07:04:33.085211 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-8466b370-bbfc-4f39-815e-0197289c4087 service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867236 Aug 31 07:04:33.107470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5a0b5-bfb6-43d8-8f54-73c53d40cb1b req-413e16cb-bfd3-420a-9a4f-e827522f9d89 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:33.109122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2f5a0b5-bfb6-43d8-8f54-73c53d40cb1b req-413e16cb-bfd3-420a-9a4f-e827522f9d89 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 948 time: 0.0548594 Aug 31 07:04:33.148594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2f5a0b5-bfb6-43d8-8f54-73c53d40cb1b req-a259d0bd-db6a-43de-a9fe-3f4229fbbd7f tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Aug 31 07:04:33.182003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-820e3b03-23ac-4d26-9b10-1bf64041a526 req-3cc83ce4-e3a7-4439-b46b-d9fcd740cadb service neutron] 10.222.0.42 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873260 Aug 31 07:04:34.105337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fa905-5174-4fa1-b8b5-e7f2bca07968 req-9da9b5ce-6d6d-470a-802b-1469a1533171 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:34.107120 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-799fa905-5174-4fa1-b8b5-e7f2bca07968 req-9da9b5ce-6d6d-470a-802b-1469a1533171 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Aug 31 07:04:34.149416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-799fa905-5174-4fa1-b8b5-e7f2bca07968 req-92c90fd9-f5d8-4a70-a9ab-2fbb5724c0cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Aug 31 07:04:34.281582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb653b7-b812-4658-a88d-d071c7b762dd req-35fd2f2c-c0c6-4d93-9329-da41a87f1964 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:34.283277 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bfb653b7-b812-4658-a88d-d071c7b762dd req-35fd2f2c-c0c6-4d93-9329-da41a87f1964 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 948 time: 0.0628924 Aug 31 07:04:34.325741 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bfb653b7-b812-4658-a88d-d071c7b762dd req-1c042e1c-134a-4068-ae82-e4a1910591c3 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348511 Aug 31 07:04:34.380597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb42d-981b-4041-bb8b-6aed5d7a3241 req-35801464-3239-404f-b05f-4b81d7d6817d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:34.382313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87aeb42d-981b-4041-bb8b-6aed5d7a3241 req-35801464-3239-404f-b05f-4b81d7d6817d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0649929 Aug 31 07:04:34.423855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-87aeb42d-981b-4041-bb8b-6aed5d7a3241 req-655585a6-117f-4d78-9b8b-2dcd475c63bc tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348654 Aug 31 07:04:35.446678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5b72-702d-4369-a0ed-cf37e7d5d134 req-779ff685-0005-40b3-8f1f-f51fd624c78a tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:35.448238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dbfe5b72-702d-4369-a0ed-cf37e7d5d134 req-779ff685-0005-40b3-8f1f-f51fd624c78a tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 948 time: 0.0495012 Aug 31 07:04:35.496539 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dbfe5b72-702d-4369-a0ed-cf37e7d5d134 req-c012424c-453c-43b4-a7a8-22eb7735a3e7 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Aug 31 07:04:35.555139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83f21-0976-404e-8e83-62da68e7a0c8 req-dd0c3c4b-93bf-4a6f-a7a7-9ba45d3534d2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:35.556804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-49e83f21-0976-404e-8e83-62da68e7a0c8 req-dd0c3c4b-93bf-4a6f-a7a7-9ba45d3534d2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0536339 Aug 31 07:04:35.597889 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-49e83f21-0976-404e-8e83-62da68e7a0c8 req-21238b21-de84-4018-9301-1b1557e0dc34 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Aug 31 07:04:35.680713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4034a354-ecfc-4489-a278-9cf39613f26d details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:04:35.776928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4034a354-ecfc-4489-a278-9cf39613f26d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4034a354-ecfc-4489-a278-9cf39613f26d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:35.788696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '4034a354-ecfc-4489-a278-9cf39613f26d', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '4034a354-ecfc-4489-a278-9cf39613f26d', 'mac_address': 'fa:16:3e:ab:b0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:04:35.824653 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.837614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4034a354-ecfc-4489-a278-9cf39613f26d {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:35.857237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4034a354-ecfc-4489-a278-9cf39613f26d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4034a354-ecfc-4489-a278-9cf39613f26d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:35.861379 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.907602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4034a354-ecfc-4489-a278-9cf39613f26d,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:36.085638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['4034a354-ecfc-4489-a278-9cf39613f26d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:04:36.632034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd980d2-5a06-4103-8503-fa88e5c8ae32 req-7065834a-be08-46f4-b24d-c4814f0f2ec6 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:36.633666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ccd980d2-5a06-4103-8503-fa88e5c8ae32 req-7065834a-be08-46f4-b24d-c4814f0f2ec6 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 949 time: 0.0590670 Aug 31 07:04:36.679720 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ccd980d2-5a06-4103-8503-fa88e5c8ae32 req-2cd3f51f-637d-47a2-9df5-14ccc6af5d88 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Aug 31 07:04:36.719014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad900f-69c2-4b5f-9cad-94adf3c5f728 req-18b958be-0061-4d17-9a2a-f354fdd28571 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:36.720523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91ad900f-69c2-4b5f-9cad-94adf3c5f728 req-18b958be-0061-4d17-9a2a-f354fdd28571 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0525911 Aug 31 07:04:36.758870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91ad900f-69c2-4b5f-9cad-94adf3c5f728 req-e6906655-40ed-4519-841e-9f0a6d1493cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324578 Aug 31 07:04:37.696715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4034a354-ecfc-4489-a278-9cf39613f26d up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:37.747572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 4034a354-ecfc-4489-a278-9cf39613f26d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:37.752031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 4034a354-ecfc-4489-a278-9cf39613f26d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:37.752402 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.803388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c02de6-5649-4966-9d2b-7e67106cd266 req-ea09122d-f712-4239-ad26-9e93eecbba4a tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:37.804930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0c02de6-5649-4966-9d2b-7e67106cd266 req-ea09122d-f712-4239-ad26-9e93eecbba4a tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 949 time: 0.0568490 Aug 31 07:04:37.844583 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.847127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0c02de6-5649-4966-9d2b-7e67106cd266 req-41e4bbcc-8390-4631-8d39-41a9d95b211a tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Aug 31 07:04:37.869908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfa8a4a-c9a8-48f3-8287-63648058266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4034a354-ecfc-4489-a278-9cf39613f26d'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:37.872297 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1386e2a-7c4b-4f27-8485-23d8295208bc" -d '{"events": [{"server_uuid": "edfa8a4a-c9a8-48f3-8287-63648058266c", "name": "network-vif-plugged", "status": "completed", "tag": "4034a354-ecfc-4489-a278-9cf39613f26d"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:37.886564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 4034a354-ecfc-4489-a278-9cf39613f26d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4034a354-ecfc-4489-a278-9cf39613f26d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:37.886831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001ef1-c70f-44b5-be14-e9943d63245c req-d80cf033-6955-426e-bf4c-ec1e28815587 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:37.889552 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e001ef1-c70f-44b5-be14-e9943d63245c req-d80cf033-6955-426e-bf4c-ec1e28815587 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0593472 Aug 31 07:04:37.894751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.919490 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b6f27f-e19c-4be9-befd-7cdaa6808efd x-openstack-request-id: req-26b6f27f-e19c-4be9-befd-7cdaa6808efd {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:37.919813 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfa8a4a-c9a8-48f3-8287-63648058266c", "name": "network-vif-plugged", "status": "completed", "tag": "4034a354-ecfc-4489-a278-9cf39613f26d", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:37.920068 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26b6f27f-e19c-4be9-befd-7cdaa6808efd {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:37.920453 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfa8a4a-c9a8-48f3-8287-63648058266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4034a354-ecfc-4489-a278-9cf39613f26d', 'code': 200} Aug 31 07:04:37.934156 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e001ef1-c70f-44b5-be14-e9943d63245c req-b23a7a28-041c-49cf-8551-f87bd80ba8c6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 Aug 31 07:04:37.949471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=4034a354-ecfc-4489-a278-9cf39613f26d,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:38.015626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9145f0-1bbd-4905-8b24-376aa4b3ca7a req-001d3e32-120e-41dd-9e76-41e3a2d86ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:38.017148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf9145f0-1bbd-4905-8b24-376aa4b3ca7a req-001d3e32-120e-41dd-9e76-41e3a2d86ecc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 1102 time: 0.0409935 Aug 31 07:04:38.052202 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf9145f0-1bbd-4905-8b24-376aa4b3ca7a req-f444e7e8-0d07-4f72-9714-e0e7a2f4aa46 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266404 Aug 31 07:04:38.968877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3513222-37c1-4e25-ad42-9c0c5f3c1f7a req-f397a179-41ff-41c7-a9b3-559adf9178a8 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:38.970446 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3513222-37c1-4e25-ad42-9c0c5f3c1f7a req-f397a179-41ff-41c7-a9b3-559adf9178a8 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 950 time: 0.0501239 Aug 31 07:04:39.016067 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3513222-37c1-4e25-ad42-9c0c5f3c1f7a req-504c37e3-f389-4030-bea7-4910be3ebdf1 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366728 Aug 31 07:04:39.053282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7290fb-0e43-431a-900a-3f85268a01d0 req-7e60f832-25fa-474c-a090-36f3bc6cb62e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:39.054841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de7290fb-0e43-431a-900a-3f85268a01d0 req-7e60f832-25fa-474c-a090-36f3bc6cb62e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0508821 Aug 31 07:04:39.101921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de7290fb-0e43-431a-900a-3f85268a01d0 req-9ab93999-f224-4972-8d42-843090614774 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Aug 31 07:04:39.495472 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:04:40.127670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64996e-d095-422f-9db4-93580f363505 req-881bbd1c-e969-4b92-90ec-6e374ef3a1cd tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:40.129311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb64996e-d095-422f-9db4-93580f363505 req-881bbd1c-e969-4b92-90ec-6e374ef3a1cd tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 950 time: 0.0486679 Aug 31 07:04:40.168814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb64996e-d095-422f-9db4-93580f363505 req-fcadaa91-b30e-49d2-8205-1362f6e213b1 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Aug 31 07:04:40.222277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dad82-a1e3-4919-8116-c180260dbf17 req-b13e24f5-10f0-4dc0-8712-43645f2a9790 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:40.223921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a5dad82-a1e3-4919-8116-c180260dbf17 req-b13e24f5-10f0-4dc0-8712-43645f2a9790 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0532668 Aug 31 07:04:40.262138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a5dad82-a1e3-4919-8116-c180260dbf17 req-c5a5e234-1fe1-4fa4-b1b1-2c05e1ee871c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Aug 31 07:04:40.425400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6755c-6fd7-4431-ad6b-75e588522835 req-fdbc07d8-72c5-4f92-bf2c-ab9f0317bbbd tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:40.426939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe6755c-6fd7-4431-ad6b-75e588522835 req-fdbc07d8-72c5-4f92-bf2c-ab9f0317bbbd tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 950 time: 0.0492733 Aug 31 07:04:40.465130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fe6755c-6fd7-4431-ad6b-75e588522835 req-4a870c42-0dc8-4f94-be26-0b453970da7f tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Aug 31 07:04:41.389469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5422fd-f712-413f-8c3f-87d9aee2ecc7 req-f5f4e6a2-0dda-4821-b775-a5ac2b000a04 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:41.391017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd5422fd-f712-413f-8c3f-87d9aee2ecc7 req-f5f4e6a2-0dda-4821-b775-a5ac2b000a04 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0613647 Aug 31 07:04:41.429404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd5422fd-f712-413f-8c3f-87d9aee2ecc7 req-21d73505-ec86-42cb-bdf4-2f73fa306b06 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322950 Aug 31 07:04:41.580098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad15ad-7d23-4540-b3ea-2b2095d20625 req-60323f12-38a0-4300-8383-1331ac17fc9e tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:41.581610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8ad15ad-7d23-4540-b3ea-2b2095d20625 req-60323f12-38a0-4300-8383-1331ac17fc9e tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 950 time: 0.0486729 Aug 31 07:04:41.619099 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f8ad15ad-7d23-4540-b3ea-2b2095d20625 req-f4afa189-2f0c-4c86-b3e2-9b22467df2f1 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/security-groups?id=024f49f2-4a6b-449f-9d12-54351d4f9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Aug 31 07:04:41.919348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-770e621a-5e46-4af9-aed7-18a36fc99c13 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:41.921239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-770e621a-5e46-4af9-aed7-18a36fc99c13 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.42 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 950 time: 0.0519705 Aug 31 07:04:42.012293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Deleting port 4034a354-ecfc-4489-a278-9cf39613f26d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:42.012640 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:42.102755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] For port 4034a354-ecfc-4489-a278-9cf39613f26d, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=4034a354-ecfc-4489-a278-9cf39613f26d,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:42.103125 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:42.118330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Calling delete_port for 4034a354-ecfc-4489-a278-9cf39613f26d owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:42.253902 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:42.288545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Pushing event deleted for resources: {'Port': ['ID=4034a354-ecfc-4489-a278-9cf39613f26d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:42.332227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] No DVR routers for this DVR port 4034a354-ecfc-4489-a278-9cf39613f26d on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:04:42.332781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['4034a354-ecfc-4489-a278-9cf39613f26d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:04:42.336466 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:42.338579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-611a6cd7-fbeb-4fa8-a0c8-e823f829af61 req-8528a608-4cc7-43c8-b816-18f59eaee690 tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.42 "DELETE /v2.0/ports/4034a354-ecfc-4489-a278-9cf39613f26d HTTP/1.1" status: 204 len: 173 time: 0.4105783 Aug 31 07:04:42.339054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfa8a4a-c9a8-48f3-8287-63648058266c', 'name': 'network-vif-deleted', 'tag': '4034a354-ecfc-4489-a278-9cf39613f26d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:42.342096 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a9dd36-dbb3-419a-8aee-dbdcccd53937" -d '{"events": [{"server_uuid": "edfa8a4a-c9a8-48f3-8287-63648058266c", "name": "network-vif-deleted", "tag": "4034a354-ecfc-4489-a278-9cf39613f26d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:42.386418 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49962eaf-81fa-4ac4-a6cf-e0cb17ac6261 x-openstack-request-id: req-49962eaf-81fa-4ac4-a6cf-e0cb17ac6261 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:42.386902 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfa8a4a-c9a8-48f3-8287-63648058266c", "name": "network-vif-deleted", "tag": "4034a354-ecfc-4489-a278-9cf39613f26d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:42.387158 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49962eaf-81fa-4ac4-a6cf-e0cb17ac6261 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:42.387559 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfa8a4a-c9a8-48f3-8287-63648058266c', 'name': 'network-vif-deleted', 'tag': '4034a354-ecfc-4489-a278-9cf39613f26d', 'status': 'completed', 'code': 200} Aug 31 07:04:42.554443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a3a92-fe3c-4780-8812-9baf9f71e61d req-27035163-125a-41d3-add1-ea955c965808 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:42.555993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b0a3a92-fe3c-4780-8812-9baf9f71e61d req-27035163-125a-41d3-add1-ea955c965808 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0507438 Aug 31 07:04:42.595061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b0a3a92-fe3c-4780-8812-9baf9f71e61d req-8aee7f6a-b3ff-4f11-abb2-ddbbf5466f1c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325673 Aug 31 07:04:42.808739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba256813-610f-4a38-bea2-6df95d32ce11 req-b01d0e3a-5fbb-4445-b9fd-7f5f1a2e329e tempest-VolumesNegativeTest-419831871 tempest-VolumesNegativeTest-419831871-project] 10.222.0.15 "GET /v2.0/ports?device_id=edfa8a4a-c9a8-48f3-8287-63648058266c HTTP/1.1" status: 200 len: 210 time: 0.0263197 Aug 31 07:04:43.715242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ba7d-9109-42a1-82b4-092684c12d5f req-0e2c74f9-eb5c-4ac4-9d9f-47e08de0b184 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:43.717382 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8299ba7d-9109-42a1-82b4-092684c12d5f req-0e2c74f9-eb5c-4ac4-9d9f-47e08de0b184 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0530953 Aug 31 07:04:43.755819 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8299ba7d-9109-42a1-82b4-092684c12d5f req-a2df0268-7067-4039-be2f-71671c8c8791 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Aug 31 07:04:44.867318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a7603-9821-4b58-8bb5-7b6bdc276693 req-d30aafb7-a8e8-48fa-94cf-4728ee4592da tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:44.868912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-802a7603-9821-4b58-8bb5-7b6bdc276693 req-d30aafb7-a8e8-48fa-94cf-4728ee4592da tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0772624 Aug 31 07:04:44.892358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab0c8-c0f0-43a6-90c5-bfc2686f62fc req-395d2cbd-8589-4ea6-8b40-85b4dedcca05 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:44.894894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-650ab0c8-c0f0-43a6-90c5-bfc2686f62fc req-395d2cbd-8589-4ea6-8b40-85b4dedcca05 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0614872 Aug 31 07:04:44.918576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-802a7603-9821-4b58-8bb5-7b6bdc276693 req-62f1460f-7774-4fd9-842c-2b0ca04c5b5a tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Aug 31 07:04:44.943215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-650ab0c8-c0f0-43a6-90c5-bfc2686f62fc req-2a9a8dfb-d2b9-4938-8198-57c947ae3e15 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 Aug 31 07:04:45.749243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4034a354-ecfc-4489-a278-9cf39613f26d no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:45.769593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 4034a354-ecfc-4489-a278-9cf39613f26d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:45.769937 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 4034a354-ecfc-4489-a278-9cf39613f26d not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:46.078640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaaeeb-960e-428c-9f48-d865cf59261b req-f31b1a0b-0924-4c7b-8639-3912f7f26677 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:46.079134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9395c29-b9b7-47f8-877c-44f2488902cf req-4e5761d3-320d-4768-b8ba-edb5132e636e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:46.080344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c3eaaeeb-960e-428c-9f48-d865cf59261b req-f31b1a0b-0924-4c7b-8639-3912f7f26677 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0540884 Aug 31 07:04:46.081686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9395c29-b9b7-47f8-877c-44f2488902cf req-4e5761d3-320d-4768-b8ba-edb5132e636e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0667539 Aug 31 07:04:46.128539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c3eaaeeb-960e-428c-9f48-d865cf59261b req-868799a0-40b8-4f4b-b437-5edabfe32a16 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Aug 31 07:04:46.136721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9395c29-b9b7-47f8-877c-44f2488902cf req-b95ff92a-4479-4976-836d-5c2b716ded3f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484662 Aug 31 07:04:47.264431 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c6806-9696-467d-8493-3943839f482b req-146e7379-3806-44dd-af99-63cc916b12fc tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:47.266085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-578c6806-9696-467d-8493-3943839f482b req-146e7379-3806-44dd-af99-63cc916b12fc tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0546107 Aug 31 07:04:47.266986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fe72a-da85-460e-88ff-3fe7d5004788 req-16cb62c6-0a9f-45eb-9dc2-c865892a382b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:47.269632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-723fe72a-da85-460e-88ff-3fe7d5004788 req-16cb62c6-0a9f-45eb-9dc2-c865892a382b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0523431 Aug 31 07:04:47.305166 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-578c6806-9696-467d-8493-3943839f482b req-9c3b1431-6916-4562-9139-0ca73e4bc2e9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Aug 31 07:04:47.315704 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-723fe72a-da85-460e-88ff-3fe7d5004788 req-25433ce0-2caf-4287-898e-4bfe180b1980 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374064 Aug 31 07:04:48.435234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa0a5-c1bf-471a-9ff7-35582248bf38 req-3157ef71-e144-4f6b-a1e8-5910e0665ebe tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:48.436912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2cfa0a5-c1bf-471a-9ff7-35582248bf38 req-3157ef71-e144-4f6b-a1e8-5910e0665ebe tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0512223 Aug 31 07:04:48.437075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fb90c-18db-4d78-bf81-a5fce14c09c3 req-775f8d32-009c-46d8-9951-436de9940858 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:48.439022 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-376fb90c-18db-4d78-bf81-a5fce14c09c3 req-775f8d32-009c-46d8-9951-436de9940858 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0635004 Aug 31 07:04:48.482455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-376fb90c-18db-4d78-bf81-a5fce14c09c3 req-67a69c33-0789-4944-9677-4aec685ab6f7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Aug 31 07:04:48.493179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2cfa0a5-c1bf-471a-9ff7-35582248bf38 req-30bc2938-c561-45ea-9f47-4a87ecc21ee7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475237 Aug 31 07:04:48.683118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47124) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:48.839589 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ccf78a10-439a-41f8-880f-f0fc65530eb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d00b063291c14d5591aa9cf3bf0ae5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551971 Aug 31 07:04:48.842705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47128) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:48.892228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-391b33f0-6824-459c-8a41-8cbb44271a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:48.913983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-391b33f0-6824-459c-8a41-8cbb44271a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:48.963261 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-391b33f0-6824-459c-8a41-8cbb44271a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:48.965872 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-391b33f0-6824-459c-8a41-8cbb44271a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:48.967679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-391b33f0-6824-459c-8a41-8cbb44271a3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/024f49f2-4a6b-449f-9d12-54351d4f9e6d HTTP/1.1" status: 204 len: 168 time: 0.1240478 Aug 31 07:04:48.982423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b33f0-6824-459c-8a41-8cbb44271a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f49f2-4a6b-449f-9d12-54351d4f9e6d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:49.624923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11008e3-7bfb-4519-9f0c-0ab5daf04703 req-0e25b9ae-6d2b-4caa-92f4-6fb926f185df tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:49.627436 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a11008e3-7bfb-4519-9f0c-0ab5daf04703 req-0e25b9ae-6d2b-4caa-92f4-6fb926f185df tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0537298 Aug 31 07:04:49.637928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef80645-8b63-4a18-a19f-f78ce1713acf req-e5e50028-ec62-4b29-a1ff-542a09965d3c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:49.641084 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cef80645-8b63-4a18-a19f-f78ce1713acf req-e5e50028-ec62-4b29-a1ff-542a09965d3c tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0632942 Aug 31 07:04:49.679067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47154) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:49.684683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cef80645-8b63-4a18-a19f-f78ce1713acf req-c65429db-a241-428e-bd3b-e40644c69165 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372488 Aug 31 07:04:49.699022 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a11008e3-7bfb-4519-9f0c-0ab5daf04703 req-67b278fe-154c-4fdf-81c3-f851b51375f3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615244 Aug 31 07:04:49.788698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-308820182-network', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:49.809036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Made reservation on behalf of 33324afe7db8400d94ceba4ef306c4e6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:49.812018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.820541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.912690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.916625 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.937948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:04:49.953110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fa8898-828f-4ecc-8287-5c2b6a419c6e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:49.956070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.956419 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Added segment 7c7c103f-9d30-4529-ac9c-b314c1c7f201 of type vlan for network 85c84fd9-75f8-4abe-a061-d1544fa06736 Aug 31 07:04:50.000179 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.025775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.026717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:50.027297 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.070908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3908377 Aug 31 07:04:50.075340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47158) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:50.081080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Request body: {'subnet': {'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-308820182-subnet', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:50.088902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571d80-c775-4c09-8fb2-446d7cc36e19 admin admin] Pushing event updated for resources: {'Network': ['ID=85c84fd9-75f8-4abe-a061-d1544fa06736,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:50.098835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 85c84fd9-75f8-4abe-a061-d1544fa06736 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:04:50.105893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Made reservation on behalf of 33324afe7db8400d94ceba4ef306c4e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:50.109218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.288447 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.336484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ba171c-e866-4541-b4f1-78e143f383c0,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:50.351522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.351864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.352203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.352536 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.352865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.353212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.353539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.353863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.354183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.354503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.354822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.355145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:50.365034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Checking segment: {'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:50.365453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Network hostable DHCP agents. Network: 85c84fd9-75f8-4abe-a061-d1544fa06736, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:04:50.386167 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Network 85c84fd9-75f8-4abe-a061-d1544fa06736 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:04:50.396392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 85c84fd9-75f8-4abe-a061-d1544fa06736) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:50.400530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:50.401111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.405450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ad65e-0a0d-4e4b-8961-2d03f3027b19 None None] Network 85c84fd9-75f8-4abe-a061-d1544fa06736 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:50.415429 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d5f0e197-c509-40be-a785-bb5e1ee1d7ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3383250 Aug 31 07:04:50.418314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47160) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:50.423484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:50.446486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.447486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.503487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.554316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-85c84fd9-75f8-4abe-a061-d1544fa06736', 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'fixed_ips': [{'subnet_id': '79ba171c-e866-4541-b4f1-78e143f383c0'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:04:50.555190 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.700345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Allocated IP 172.20.0.2 (85c84fd9-75f8-4abe-a061-d1544fa06736/79ba171c-e866-4541-b4f1-78e143f383c0/e816ef26-f2a2-4ddf-a639-0717d67e53d5) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:50.840716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc1515-9bbb-4f98-9dc7-e4f5feb48986 req-a21fe15b-e9b2-4fdf-b120-e92eb5558686 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:50.843791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0abc1515-9bbb-4f98-9dc7-e4f5feb48986 req-a21fe15b-e9b2-4fdf-b120-e92eb5558686 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0545993 Aug 31 07:04:50.874056 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.883540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Transition to ACTIVE for port object e816ef26-f2a2-4ddf-a639-0717d67e53d5 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:50.886281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0abc1515-9bbb-4f98-9dc7-e4f5feb48986 req-3d75756b-0753-4b95-aa87-83845a75df51 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360837 Aug 31 07:04:50.901775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Transition to ACTIVE for port object e816ef26-f2a2-4ddf-a639-0717d67e53d5 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:50.908830 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.952217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Network 85c84fd9-75f8-4abe-a061-d1544fa06736 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:50.953492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:50.957645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:50.963057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Pushing event updated for resources: {'Port': ['ID=e816ef26-f2a2-4ddf-a639-0717d67e53d5,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:50.968608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.016099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Attempting to bind port e816ef26-f2a2-4ddf-a639-0717d67e53d5 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:51.016484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Attempting to bind port e816ef26-f2a2-4ddf-a639-0717d67e53d5 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:51.016826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Attempting to bind port e816ef26-f2a2-4ddf-a639-0717d67e53d5 on network 85c84fd9-75f8-4abe-a061-d1544fa06736 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:51.022021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:51.022392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Checking segment: {'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:51.022793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.023182 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Bound using segment: {'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:51.023658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Bound port: e816ef26-f2a2-4ddf-a639-0717d67e53d5, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:51.024028 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.033615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623f36d-157b-43db-944c-9108f83e0e85 req-6bab35c8-02e1-403e-b71e-11881b3c1137 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:51.035152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f623f36d-157b-43db-944c-9108f83e0e85 req-6bab35c8-02e1-403e-b71e-11881b3c1137 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.1232829 Aug 31 07:04:51.083938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f623f36d-157b-43db-944c-9108f83e0e85 req-003893e7-7652-434e-ac74-3b5c6cbcfa1e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418591 Aug 31 07:04:51.093283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] For port e816ef26-f2a2-4ddf-a639-0717d67e53d5, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:51.105855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] For port e816ef26-f2a2-4ddf-a639-0717d67e53d5, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e816ef26-f2a2-4ddf-a639-0717d67e53d5,segment=NetworkSegment(7c7c103f-9d30-4529-ac9c-b314c1c7f201),segment_id=7c7c103f-9d30-4529-ac9c-b314c1c7f201)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:51.105855 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.159167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67406be3-e00a-4f69-a9fd-17048f2e80de None None] Pushing event updated for resources: {'Port': ['ID=e816ef26-f2a2-4ddf-a639-0717d67e53d5,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:51.234647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.258548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.393630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Allocated IP 172.25.5.150 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/0634a7bd-197b-4906-b966-70cd1460b876) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:51.515113 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.554900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.595407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:51.599883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:51.602553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:51.627770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Pushing event updated for resources: {'Port': ['ID=0634a7bd-197b-4906-b966-70cd1460b876,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:51.861800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.026715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b80a1-a415-41c8-8dab-71f89b3aad6a req-9d8ef430-9d5f-4832-9849-e635e2399c87 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:52.029001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d98b80a1-a415-41c8-8dab-71f89b3aad6a req-9d8ef430-9d5f-4832-9849-e635e2399c87 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0607486 Aug 31 07:04:52.071793 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d98b80a1-a415-41c8-8dab-71f89b3aad6a req-f6e5c494-7b5a-4380-96e2-62d2cb8528e2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Aug 31 07:04:52.080433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.174560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428bbe2b-e81b-453d-9a6e-a9c1190b8dcb None None] Network 85c84fd9-75f8-4abe-a061-d1544fa06736 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:52.253449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9b406-d8d9-4d59-aff0-b17ca84d0552 req-4a365941-705f-4ee1-a3c1-1050dda5174f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:52.255006 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-47a9b406-d8d9-4d59-aff0-b17ca84d0552 req-4a365941-705f-4ee1-a3c1-1050dda5174f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0797756 Aug 31 07:04:52.275819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e75638b7-f3b4-43cf-a14d-752feb9f5485 None None] Provisioning for port e816ef26-f2a2-4ddf-a639-0717d67e53d5 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:52.281512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:04:52.310350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-47a9b406-d8d9-4d59-aff0-b17ca84d0552 req-a402faeb-6ea7-452a-b09d-14e7265cc5a5 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453057 Aug 31 07:04:52.334869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e816ef26-f2a2-4ddf-a639-0717d67e53d5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:52.407765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:52.413588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e816ef26-f2a2-4ddf-a639-0717d67e53d5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:52.417515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e816ef26-f2a2-4ddf-a639-0717d67e53d5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:52.418046 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.420669 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Sync routers for ids ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:52.428239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.432161 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f9fe70c4-a273-4a26-b298-912d45aa7a93 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0103700 Aug 31 07:04:52.432297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47170) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:52.436476 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Routers {'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:52.437166 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:52.505686 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.540859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port e816ef26-f2a2-4ddf-a639-0717d67e53d5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e816ef26-f2a2-4ddf-a639-0717d67e53d5,segment=NetworkSegment(7c7c103f-9d30-4529-ac9c-b314c1c7f201),segment_id=7c7c103f-9d30-4529-ac9c-b314c1c7f201)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:52.547430 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.552139 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Set router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:52.612804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=e816ef26-f2a2-4ddf-a639-0717d67e53d5,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:52.706484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9657b68a-8b3f-4878-b5a4-f0c245178a4e None None] Provisioning complete for port e816ef26-f2a2-4ddf-a639-0717d67e53d5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:52.706775 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9657b68a-8b3f-4878-b5a4-f0c245178a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.748887 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0634a7bd-197b-4906-b966-70cd1460b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:04:51Z', 'revision_number': 3, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port': {'id': '0634a7bd-197b-4906-b966-70cd1460b876', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:51Z', 'updated_at': '2021-08-31T07:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:52.775713 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Checking router: e9657d57-dac4-43e0-8d8d-fb24d82a8b2a for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:52.776056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Updating router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a port 0634a7bd-197b-4906-b966-70cd1460b876 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:52.800742 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.887492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.053978 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.064160 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Transition to ACTIVE for port object 0634a7bd-197b-4906-b966-70cd1460b876 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:53.070636 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.089077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Allocated IP 172.20.0.1 (85c84fd9-75f8-4abe-a061-d1544fa06736/79ba171c-e866-4541-b4f1-78e143f383c0/a2873049-b39e-4f93-bfe4-4e45c44811e1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:53.119994 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Pushing event updated for resources: {'Port': ['ID=0634a7bd-197b-4906-b966-70cd1460b876,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:53.135893 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.136244 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.136565 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.136892 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.137232 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.137557 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.137904 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.138218 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.138531 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.138844 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.139162 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.139474 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:53.142695 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Attempting to bind port 0634a7bd-197b-4906-b966-70cd1460b876 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:53.143060 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Attempting to bind port 0634a7bd-197b-4906-b966-70cd1460b876 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:53.143418 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Attempting to bind port 0634a7bd-197b-4906-b966-70cd1460b876 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:53.149363 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:53.149724 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:53.150338 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.150899 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:53.151372 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Bound port: 0634a7bd-197b-4906-b966-70cd1460b876, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:53.151747 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.204309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.209339 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] For port 0634a7bd-197b-4906-b966-70cd1460b876, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:53.212505 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] For port 0634a7bd-197b-4906-b966-70cd1460b876, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0634a7bd-197b-4906-b966-70cd1460b876,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:53.217453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc78aeb-a134-4150-b4ca-6b194395574e req-dcbede76-d02e-437a-b324-2fab436abf4a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:53.217984 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.219249 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bcc78aeb-a134-4150-b4ca-6b194395574e req-dcbede76-d02e-437a-b324-2fab436abf4a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0540881 Aug 31 07:04:53.219871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Transition to ACTIVE for port object a2873049-b39e-4f93-bfe4-4e45c44811e1 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:53.262327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bcc78aeb-a134-4150-b4ca-6b194395574e req-5dcec196-2ed0-444f-b519-4700c50756fe tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Aug 31 07:04:53.268896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.275215 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Routers {'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:53.275717 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:53.319459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Network 85c84fd9-75f8-4abe-a061-d1544fa06736 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:53.323986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:53.326409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2873049-b39e-4f93-bfe4-4e45c44811e1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:53.327847 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e82e0-4b62-4e3e-a6d9-238e9e50d153 None None] Pushing event updated for resources: {'Port': ['ID=0634a7bd-197b-4906-b966-70cd1460b876,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:53.328095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:53.379585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.397178 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] Set router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:53.518560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3eb46-9fb0-44e3-b85a-0fb2d49013d7 req-1b4b9312-7e42-4081-a9b3-966362209dad tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:53.520372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2a3eb46-9fb0-44e3-b85a-0fb2d49013d7 req-1b4b9312-7e42-4081-a9b3-966362209dad tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.1049066 Aug 31 07:04:53.598260 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2a3eb46-9fb0-44e3-b85a-0fb2d49013d7 req-2ab8b042-c4ae-4c3c-93fa-1b73726f1670 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701861 Aug 31 07:04:53.599117 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.625636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1cbfcd45-f806-4bb5-9b3e-acac79f75c96 None None] Provisioning for port a2873049-b39e-4f93-bfe4-4e45c44811e1 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:53.629767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1cbfcd45-f806-4bb5-9b3e-acac79f75c96 None None] Provisioning complete for port a2873049-b39e-4f93-bfe4-4e45c44811e1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:53.630538 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1cbfcd45-f806-4bb5-9b3e-acac79f75c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.668393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfcd45-f806-4bb5-9b3e-acac79f75c96 None None] Port a2873049-b39e-4f93-bfe4-4e45c44811e1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:53.677292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0634a7bd-197b-4906-b966-70cd1460b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:04:51Z', 'revision_number': 3, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port': {'id': '0634a7bd-197b-4906-b966-70cd1460b876', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:51Z', 'updated_at': '2021-08-31T07:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:53.703288 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c4f487-6dca-4b94-a3c9-70a78e04829d None None] The sync data for ids ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'] in n-d-712142-16 is: [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0634a7bd-197b-4906-b966-70cd1460b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:04:51Z', 'revision_number': 3, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port': {'id': '0634a7bd-197b-4906-b966-70cd1460b876', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:51Z', 'updated_at': '2021-08-31T07:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:53.781062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.785663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.852237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.853990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2873049-b39e-4f93-bfe4-4e45c44811e1,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:54.239666 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b8e99915-9319-4dab-8bb8-9a696c5ff898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.259215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Network 85c84fd9-75f8-4abe-a061-d1544fa06736 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:54.262104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:54.339239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e816ef26-f2a2-4ddf-a639-0717d67e53d5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:54.414552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e816ef26-f2a2-4ddf-a639-0717d67e53d5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:54.414940 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.416526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa663b5b-d258-4dd4-8d1c-e7dd396bdaca req-b7404acb-3a0b-48aa-9012-a957d5dcb304 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:54.418129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa663b5b-d258-4dd4-8d1c-e7dd396bdaca req-b7404acb-3a0b-48aa-9012-a957d5dcb304 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0608530 Aug 31 07:04:54.431229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:04:54.490047 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa663b5b-d258-4dd4-8d1c-e7dd396bdaca req-e0ae01b9-33bd-45a0-80c1-e85685078bda tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560765 Aug 31 07:04:54.524656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0634a7bd-197b-4906-b966-70cd1460b876 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:54.572955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:54.579529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-42660128-e417-4080-a068-076abfc852d5 admin admin] 10.222.0.15 "PUT /v2.0/routers/e9657d57-dac4-43e0-8d8d-fb24d82a8b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1460729 Aug 31 07:04:54.581667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0634a7bd-197b-4906-b966-70cd1460b876 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:54.592127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0634a7bd-197b-4906-b966-70cd1460b876 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:54.592503 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.641849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d1c24d1c-ae13-4158-9f15-acdc0d73388a None None] Provisioning complete for port a2873049-b39e-4f93-bfe4-4e45c44811e1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:54.642539 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d1c24d1c-ae13-4158-9f15-acdc0d73388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.670282 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.691120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d1c24d1c-ae13-4158-9f15-acdc0d73388a None None] Port a2873049-b39e-4f93-bfe4-4e45c44811e1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:54.749691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc06202-ff4f-44bd-9aa3-e276fa5d7065 req-20d30306-5bfc-4697-9476-ddd523e14f2b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:54.751328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dc06202-ff4f-44bd-9aa3-e276fa5d7065 req-20d30306-5bfc-4697-9476-ddd523e14f2b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0674319 Aug 31 07:04:54.753347 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.777357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 0634a7bd-197b-4906-b966-70cd1460b876, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0634a7bd-197b-4906-b966-70cd1460b876,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:54.782665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.801833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dc06202-ff4f-44bd-9aa3-e276fa5d7065 req-1dbfce6e-3547-4146-8d65-d7c07491cda3 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Aug 31 07:04:54.835854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=0634a7bd-197b-4906-b966-70cd1460b876,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:55.098043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47194) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:55.102971 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1162066209-network', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:55.126257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Made reservation on behalf of f4acad47635b417c8c33472f8b02a787 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:55.128592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.141769 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.230517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.235254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.260035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:04:55.268740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1bb6f9-d505-4f8d-a11e-2203d2f5c556,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:55.275656 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.276007 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Added segment 7947b89e-1a11-419d-9ea1-c0b0083c8d5b of type vlan for network 3ed543d4-cea4-4450-8c60-5579cffa4c6b Aug 31 07:04:55.318577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.344396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.345338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:55.346052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.398125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2989819 Aug 31 07:04:55.401440 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47196) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:55.407011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Request body: {'subnet': {'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1162066209-subnet', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:55.407437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1448cd-b9e3-4fdd-9988-5baef703822a admin admin] Pushing event updated for resources: {'Network': ['ID=3ed543d4-cea4-4450-8c60-5579cffa4c6b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:55.418668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 3ed543d4-cea4-4450-8c60-5579cffa4c6b details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:04:55.438324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Made reservation on behalf of f4acad47635b417c8c33472f8b02a787 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:55.440650 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.460560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Sync routers for ids ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:55.494366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Routers {'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:55.494996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:55.608040 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e6237-c56b-4bc7-bd63-da6ed64436c5 req-dbfa9e5f-2648-402b-8028-b7cf47ec0a37 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:55.609561 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f92e6237-c56b-4bc7-bd63-da6ed64436c5 req-dbfa9e5f-2648-402b-8028-b7cf47ec0a37 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0554519 Aug 31 07:04:55.624697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.638682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Set router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:55.652462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f92e6237-c56b-4bc7-bd63-da6ed64436c5 req-44600732-e508-4b17-a45b-c80006389c3f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341606 Aug 31 07:04:55.677067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f1109c-f099-4c6f-925c-dc61a9a29aab,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:55.698814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Checking segment: {'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:55.699180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Network hostable DHCP agents. Network: 3ed543d4-cea4-4450-8c60-5579cffa4c6b, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:04:55.717646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Network 3ed543d4-cea4-4450-8c60-5579cffa4c6b is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:04:55.727581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 3ed543d4-cea4-4450-8c60-5579cffa4c6b) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:55.732265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:55.733109 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.746956 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-70c1bfb9-d07b-4438-91c5-a5b7bd42d460 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3444388 Aug 31 07:04:55.750285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47200) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:55.755003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:55.763361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49735d3e-8e7b-4d92-8c80-d7d94ba65e76 None None] Network 3ed543d4-cea4-4450-8c60-5579cffa4c6b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:55.777481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.778519 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.836443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.978190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0634a7bd-197b-4906-b966-70cd1460b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:04:53Z', 'revision_number': 4, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port': {'id': '0634a7bd-197b-4906-b966-70cd1460b876', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:51Z', 'updated_at': '2021-08-31T07:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a2873049-b39e-4f93-bfe4-4e45c44811e1', 'name': '', 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'mac_address': 'fa:16:3e:7f:a1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '79ba171c-e866-4541-b4f1-78e143f383c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:52Z', 'updated_at': '2021-08-31T07:04:53Z', 'revision_number': 2, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'subnets': [{'id': '79ba171c-e866-4541-b4f1-78e143f383c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:55.987573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-3ed543d4-cea4-4450-8c60-5579cffa4c6b', 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'fixed_ips': [{'subnet_id': '36f1109c-f099-4c6f-925c-dc61a9a29aab'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:04:55.987573 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.018519 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.022713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Checking router: e9657d57-dac4-43e0-8d8d-fb24d82a8b2a for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:56.022982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Updating router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a port a2873049-b39e-4f93-bfe4-4e45c44811e1 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:56.030137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c4013-644d-4f37-9dfe-e968f5905a26 req-535a7a95-3c04-40c6-aacb-36f875777593 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:56.031650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-541c4013-644d-4f37-9dfe-e968f5905a26 req-535a7a95-3c04-40c6-aacb-36f875777593 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.1479211 Aug 31 07:04:56.064206 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.114173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-541c4013-644d-4f37-9dfe-e968f5905a26 req-f09f8942-d2cc-4881-81fc-b4a6ca59de44 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705252 Aug 31 07:04:56.115128 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.265610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0634a7bd-197b-4906-b966-70cd1460b876 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:56.271214 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.292531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.321415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Allocated IP 172.20.0.2 (3ed543d4-cea4-4450-8c60-5579cffa4c6b/36f1109c-f099-4c6f-925c-dc61a9a29aab/d57e58c3-c587-4fa7-b2f9-06320ebd783a) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:56.404060 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Allocated IP 172.25.5.63 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/98134731-c83f-4606-b008-00832aaa7767) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:56.473325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0634a7bd-197b-4906-b966-70cd1460b876 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:56.473716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.531520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.589739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.630288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:56.638116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:56.640886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:56.668343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=98134731-c83f-4606-b008-00832aaa7767,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:56.776742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ca7bb-7e6a-4d53-b9b3-ac71ce789316 req-e30db575-0bf7-4830-8fbe-c77d4c145d13 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:56.778874 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-323ca7bb-7e6a-4d53-b9b3-ac71ce789316 req-e30db575-0bf7-4830-8fbe-c77d4c145d13 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0533547 Aug 31 07:04:56.825763 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.830410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-323ca7bb-7e6a-4d53-b9b3-ac71ce789316 req-433f8e40-da60-4248-a1fa-1cb072b27d16 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Aug 31 07:04:56.854427 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.858233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Transition to ACTIVE for port object d57e58c3-c587-4fa7-b2f9-06320ebd783a will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:56.890562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Transition to ACTIVE for port object a2873049-b39e-4f93-bfe4-4e45c44811e1 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:56.892305 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fa08bece-3d6b-4e88-bc49-d3c7a94b0f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.896554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Transition to ACTIVE for port object d57e58c3-c587-4fa7-b2f9-06320ebd783a will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:56.900644 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.907688 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.920903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.980029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Network 3ed543d4-cea4-4450-8c60-5579cffa4c6b is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:56.984656 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.988345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:56.990724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036b3bb-6a7e-4f4c-836e-262560534bac None None] Pushing event updated for resources: {'Port': ['ID=a2873049-b39e-4f93-bfe4-4e45c44811e1,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:56.992897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:57.114738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Pushing event updated for resources: {'Port': ['ID=d57e58c3-c587-4fa7-b2f9-06320ebd783a,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:57.122615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Attempting to bind port a2873049-b39e-4f93-bfe4-4e45c44811e1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:57.122916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Attempting to bind port a2873049-b39e-4f93-bfe4-4e45c44811e1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:57.123283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Attempting to bind port a2873049-b39e-4f93-bfe4-4e45c44811e1 on network 85c84fd9-75f8-4abe-a061-d1544fa06736 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:57.132714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Attempting to bind port d57e58c3-c587-4fa7-b2f9-06320ebd783a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:57.133087 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Attempting to bind port d57e58c3-c587-4fa7-b2f9-06320ebd783a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:57.133469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Attempting to bind port d57e58c3-c587-4fa7-b2f9-06320ebd783a on network 3ed543d4-cea4-4450-8c60-5579cffa4c6b {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:57.135813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:57.136184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Checking segment: {'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:57.136591 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.136992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Bound using segment: {'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:57.139565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Bound port: a2873049-b39e-4f93-bfe4-4e45c44811e1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7c103f-9d30-4529-ac9c-b314c1c7f201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:57.139970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.154329 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:57.154811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Checking segment: {'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:57.155435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.156075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Bound using segment: {'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:57.156306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Bound port: d57e58c3-c587-4fa7-b2f9-06320ebd783a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:57.156718 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.161924 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.282499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] For port a2873049-b39e-4f93-bfe4-4e45c44811e1, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:57.284879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] For port d57e58c3-c587-4fa7-b2f9-06320ebd783a, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:57.288167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] For port a2873049-b39e-4f93-bfe4-4e45c44811e1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a2873049-b39e-4f93-bfe4-4e45c44811e1,segment=NetworkSegment(7c7c103f-9d30-4529-ac9c-b314c1c7f201),segment_id=7c7c103f-9d30-4529-ac9c-b314c1c7f201)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:57.290278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] For port d57e58c3-c587-4fa7-b2f9-06320ebd783a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d57e58c3-c587-4fa7-b2f9-06320ebd783a,segment=NetworkSegment(7947b89e-1a11-419d-9ea1-c0b0083c8d5b),segment_id=7947b89e-1a11-419d-9ea1-c0b0083c8d5b)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:57.292730 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.298623 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.303142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e71d7-4c4d-4b06-b6d0-fcafe0f61e0d req-fcb0be5f-fcf0-4c6e-b379-3c4b16a47054 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:57.304668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-371e71d7-4c4d-4b06-b6d0-fcafe0f61e0d req-fcb0be5f-fcf0-4c6e-b379-3c4b16a47054 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.1011555 Aug 31 07:04:57.367532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036b3bb-6a7e-4f4c-836e-262560534bac None None] Pushing event updated for resources: {'Port': ['ID=a2873049-b39e-4f93-bfe4-4e45c44811e1,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:57.370161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Routers {'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:57.370775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:57.375105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-371e71d7-4c4d-4b06-b6d0-fcafe0f61e0d req-39359025-adf8-45ee-8e82-7e19c0f68ed8 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610018 Aug 31 07:04:57.397161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Router 78dcaf98-d884-47af-9a22-f3634e5007fa is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:04:57.493620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe2f94-10a7-42dc-b305-699710e8956e None None] Pushing event updated for resources: {'Port': ['ID=d57e58c3-c587-4fa7-b2f9-06320ebd783a,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:57.551529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:57.565860 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Sync routers for ids ['78dcaf98-d884-47af-9a22-f3634e5007fa'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:57.578998 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Routers {'78dcaf98-d884-47af-9a22-f3634e5007fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:57.579634 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['78dcaf98-d884-47af-9a22-f3634e5007fa'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:57.586871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.588325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-28287c0d-ea99-48ec-ad19-6fe6a7655ce3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8370795 Aug 31 07:04:57.590994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47208) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:57.595996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] Set router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:57.730461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdee8c3-3ebb-4f3a-8b5b-b697b2f50988 req-95d5fa25-7e57-4a67-9d7a-383572920b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:57.733299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-afdee8c3-3ebb-4f3a-8b5b-b697b2f50988 req-95d5fa25-7e57-4a67-9d7a-383572920b9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 1097 time: 0.1387756 Aug 31 07:04:57.785822 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-afdee8c3-3ebb-4f3a-8b5b-b697b2f50988 req-08174575-54a9-471f-bd62-5fdbe9666667 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440700 Aug 31 07:04:57.817327 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Set router 78dcaf98-d884-47af-9a22-f3634e5007fa gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:57.949594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0634a7bd-197b-4906-b966-70cd1460b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:04:53Z', 'revision_number': 4, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port': {'id': '0634a7bd-197b-4906-b966-70cd1460b876', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:51Z', 'updated_at': '2021-08-31T07:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a2873049-b39e-4f93-bfe4-4e45c44811e1', 'name': '', 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'mac_address': 'fa:16:3e:7f:a1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '79ba171c-e866-4541-b4f1-78e143f383c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:52Z', 'updated_at': '2021-08-31T07:04:57Z', 'revision_number': 4, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'subnets': [{'id': '79ba171c-e866-4541-b4f1-78e143f383c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:57.980955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9841fc7-656b-4623-ab9d-c95c0991d57b None None] The sync data for ids ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'] in n-d-712142-16 is: [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0634a7bd-197b-4906-b966-70cd1460b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:04:53Z', 'revision_number': 4, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port': {'id': '0634a7bd-197b-4906-b966-70cd1460b876', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:51Z', 'updated_at': '2021-08-31T07:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a2873049-b39e-4f93-bfe4-4e45c44811e1', 'name': '', 'network_id': '85c84fd9-75f8-4abe-a061-d1544fa06736', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'mac_address': 'fa:16:3e:7f:a1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '79ba171c-e866-4541-b4f1-78e143f383c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:52Z', 'updated_at': '2021-08-31T07:04:57Z', 'revision_number': 4, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'subnets': [{'id': '79ba171c-e866-4541-b4f1-78e143f383c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:57.982090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52796a2a-dd99-4f08-a2af-a2c6d52fe25f req-391387b5-c097-4851-8e3c-8129570d585f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:57.990574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52796a2a-dd99-4f08-a2af-a2c6d52fe25f req-391387b5-c097-4851-8e3c-8129570d585f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0719304 Aug 31 07:04:58.065259 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52796a2a-dd99-4f08-a2af-a2c6d52fe25f req-8fe612fb-2600-4570-ae1d-792772d70f02 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712593 Aug 31 07:04:58.090521 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '98134731-c83f-4606-b008-00832aaa7767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:04:56Z', 'revision_number': 3, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port': {'id': '98134731-c83f-4606-b008-00832aaa7767', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:56Z', 'updated_at': '2021-08-31T07:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:58.126428 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Checking router: 78dcaf98-d884-47af-9a22-f3634e5007fa for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:58.126779 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Updating router 78dcaf98-d884-47af-9a22-f3634e5007fa port 98134731-c83f-4606-b008-00832aaa7767 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:58.156459 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.160564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-425d3c5c-f73a-45ee-aaa8-745333e28f15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2243335 Aug 31 07:04:58.194173 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.400861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a2873049-b39e-4f93-bfe4-4e45c44811e1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:58.508920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a2873049-b39e-4f93-bfe4-4e45c44811e1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:58.515362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a2873049-b39e-4f93-bfe4-4e45c44811e1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:58.516367 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.628438 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.640033 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Transition to ACTIVE for port object 98134731-c83f-4606-b008-00832aaa7767 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:58.648615 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.673009 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.719658 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42795783-c14c-4b56-b668-922346dab035 None None] Pushing event updated for resources: {'Port': ['ID=98134731-c83f-4606-b008-00832aaa7767,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:58.741810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a2873049-b39e-4f93-bfe4-4e45c44811e1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a2873049-b39e-4f93-bfe4-4e45c44811e1,segment=NetworkSegment(7c7c103f-9d30-4529-ac9c-b314c1c7f201),segment_id=7c7c103f-9d30-4529-ac9c-b314c1c7f201)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:58.748723 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.749907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d57e58c3-c587-4fa7-b2f9-06320ebd783a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:58.757011 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Attempting to bind port 98134731-c83f-4606-b008-00832aaa7767 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:58.763366 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Attempting to bind port 98134731-c83f-4606-b008-00832aaa7767 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:58.764019 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Attempting to bind port 98134731-c83f-4606-b008-00832aaa7767 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:58.776189 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:58.776885 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:58.777665 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.778219 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:58.778968 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Bound port: 98134731-c83f-4606-b008-00832aaa7767, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:58.779351 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.875092 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] For port 98134731-c83f-4606-b008-00832aaa7767, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:58.877612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cf309e-1bb8-444a-84b4-f417a1b3d6e7 None None] Network 3ed543d4-cea4-4450-8c60-5579cffa4c6b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:58.879928 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] For port 98134731-c83f-4606-b008-00832aaa7767, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=98134731-c83f-4606-b008-00832aaa7767,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:58.886862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a2873049-b39e-4f93-bfe4-4e45c44811e1,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:58.906100 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.907503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d57e58c3-c587-4fa7-b2f9-06320ebd783a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:58.925433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.961251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-36d6841e-70d8-4959-a696-f1ff2441a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:58.964018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-36d6841e-70d8-4959-a696-f1ff2441a2f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1096 time: 0.7161424 Aug 31 07:04:58.981043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b3f65-73cb-4661-a528-0a1d17829436 req-938ea21a-28fb-4688-a6e9-1d3a7b1fc84f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:58.991495 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-114b3f65-73cb-4661-a528-0a1d17829436 req-938ea21a-28fb-4688-a6e9-1d3a7b1fc84f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.1639428 Aug 31 07:04:58.996588 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42795783-c14c-4b56-b668-922346dab035 None None] Pushing event updated for resources: {'Port': ['ID=98134731-c83f-4606-b008-00832aaa7767,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:59.004071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5820df9f-ed51-4e60-9ed3-d58e3080314b None None] Provisioning for port d57e58c3-c587-4fa7-b2f9-06320ebd783a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:59.014901 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Routers {'78dcaf98-d884-47af-9a22-f3634e5007fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:59.015122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5820df9f-ed51-4e60-9ed3-d58e3080314b None None] Provisioning complete for port d57e58c3-c587-4fa7-b2f9-06320ebd783a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:59.015756 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['78dcaf98-d884-47af-9a22-f3634e5007fa'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:59.019736 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5820df9f-ed51-4e60-9ed3-d58e3080314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.166017 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] Set router 78dcaf98-d884-47af-9a22-f3634e5007fa gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:59.179083 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-114b3f65-73cb-4661-a528-0a1d17829436 req-db970554-78d6-4314-a653-51830f664204 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862559 Aug 31 07:04:59.247365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca444-f4c3-4571-966b-111bd194cb1c req-d3c25e60-6b3c-4585-af6a-ce98d343d559 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:59.253569 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf0ca444-f4c3-4571-966b-111bd194cb1c req-d3c25e60-6b3c-4585-af6a-ce98d343d559 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0995152 Aug 31 07:04:59.303482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-df9767e6-13e9-49ae-b7e2-e079848c3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:59.304885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-df9767e6-13e9-49ae-b7e2-e079848c3ca6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.2632556 Aug 31 07:04:59.339774 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bf0ca444-f4c3-4571-966b-111bd194cb1c req-d2a20f03-b57c-440f-8769-ac568127d752 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713174 Aug 31 07:04:59.351085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5820df9f-ed51-4e60-9ed3-d58e3080314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.394450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Allocated IP 172.20.0.1 (3ed543d4-cea4-4450-8c60-5579cffa4c6b/36f1109c-f099-4c6f-925c-dc61a9a29aab/463bd2d2-82b7-40fe-95b9-b2c0b26c6051) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:59.405794 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '98134731-c83f-4606-b008-00832aaa7767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:04:56Z', 'revision_number': 3, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port': {'id': '98134731-c83f-4606-b008-00832aaa7767', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:56Z', 'updated_at': '2021-08-31T07:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:59.422650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-afc25278-15bc-4c35-8ec9-f65bbc163e7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 998 time: 0.1080546 Aug 31 07:04:59.422960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5820df9f-ed51-4e60-9ed3-d58e3080314b None None] For port d57e58c3-c587-4fa7-b2f9-06320ebd783a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d57e58c3-c587-4fa7-b2f9-06320ebd783a,segment=NetworkSegment(7947b89e-1a11-419d-9ea1-c0b0083c8d5b),segment_id=7947b89e-1a11-419d-9ea1-c0b0083c8d5b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:59.430546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5820df9f-ed51-4e60-9ed3-d58e3080314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.446941 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0a595-668b-4d09-9cae-38b3b05a7e1f None None] The sync data for ids ['78dcaf98-d884-47af-9a22-f3634e5007fa'] in n-d-712142-16 is: [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '98134731-c83f-4606-b008-00832aaa7767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:04:56Z', 'revision_number': 3, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port': {'id': '98134731-c83f-4606-b008-00832aaa7767', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:56Z', 'updated_at': '2021-08-31T07:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:59.503847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820df9f-ed51-4e60-9ed3-d58e3080314b None None] Pushing event updated for resources: {'Port': ['ID=d57e58c3-c587-4fa7-b2f9-06320ebd783a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:59.527620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-c3289739-2c7c-41f7-bc83-00ad60a746b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:59.529157 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-c3289739-2c7c-41f7-bc83-00ad60a746b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0901263 Aug 31 07:04:59.600891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.623542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Transition to ACTIVE for port object 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:59.632784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-bb5996e8-cfdf-413a-a64a-c4aa559ac91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:59.634444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-bb5996e8-cfdf-413a-a64a-c4aa559ac91a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943267 Aug 31 07:04:59.656920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6b8a233e-1f53-45b7-85a9-68726dd2440e None None] Provisioning complete for port d57e58c3-c587-4fa7-b2f9-06320ebd783a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:59.657618 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6b8a233e-1f53-45b7-85a9-68726dd2440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.725852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.797630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Network 3ed543d4-cea4-4450-8c60-5579cffa4c6b is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:59.802556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:59.805282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:59.808889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-2c4291e4-5aea-40d1-b2e7-1c86d126745b service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599603 Aug 31 07:04:59.844625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Pushing event updated for resources: {'Port': ['ID=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:59.850629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1d6e65ae-c074-459a-ba57-f8f881ed42c2 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:04:59.871032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1d6e65ae-c074-459a-ba57-f8f881ed42c2 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:59.930298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.043208 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50664d2d-3748-448e-8d7f-9b65ca66d081 req-72e610e1-0857-4fe1-b040-0d6ad3d06572 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049615 Aug 31 07:05:00.102230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.108818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:00.128492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.145708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'port_id': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'mac_address': 'fa:16:3e:e3:99:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:05:00.157037 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.210039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-23d997df-315c-43fc-af9d-f6febcd62e54 None None] Provisioning for port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:00.225430 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.227676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-23d997df-315c-43fc-af9d-f6febcd62e54 None None] Provisioning complete for port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:00.228273 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-23d997df-315c-43fc-af9d-f6febcd62e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.242938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:00.245370 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aace33-bca4-484d-b312-c57de5a04db4" -d '{"events": [{"server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:00.293774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:00.305845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d6e65ae-c074-459a-ba57-f8f881ed42c2 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:00.310281 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.361866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-23d997df-315c-43fc-af9d-f6febcd62e54 None None] Port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:00.375684 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2903751-867e-4617-862e-2e958341f04a x-openstack-request-id: req-b2903751-867e-4617-862e-2e958341f04a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:00.378503 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:00.378847 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2903751-867e-4617-862e-2e958341f04a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:00.379248 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'code': 200} Aug 31 07:05:00.440005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 98134731-c83f-4606-b008-00832aaa7767 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:00.446252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.db.api [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:05:00.446622 n-d-712142-16 neutron-server[94669]: DEBUG oslo_db.api [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:05:00.447290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:00.478794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad160-97fb-4c62-b1b5-d8bab1b626dc req-28fbdfa7-be47-4aeb-96ee-9f579c5ed8f9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:00.480366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1c4ad160-97fb-4c62-b1b5-d8bab1b626dc req-28fbdfa7-be47-4aeb-96ee-9f579c5ed8f9 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 943 time: 0.1397433 Aug 31 07:05:00.511577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 98134731-c83f-4606-b008-00832aaa7767 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:00.529569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 98134731-c83f-4606-b008-00832aaa7767 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:00.530308 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.538994 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1c4ad160-97fb-4c62-b1b5-d8bab1b626dc req-5f08c473-844c-43af-927d-eda649bff99e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496860 Aug 31 07:05:00.557520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e648c88-2f17-4a88-849f-d8cca985b0db req-8274116b-0bbe-4e35-9bce-321f2dbd169d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:00.561881 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e648c88-2f17-4a88-849f-d8cca985b0db req-8274116b-0bbe-4e35-9bce-321f2dbd169d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0855558 Aug 31 07:05:00.562376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47222) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:00.569455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.576183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.645512 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.657835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Pushing event updated for resources: {'Port': ['ID=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:00.662345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.676810 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e648c88-2f17-4a88-849f-d8cca985b0db req-89278b17-e75d-4c45-92e4-f4b5b9b59a87 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070280 Aug 31 07:05:00.685608 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aa73c56e-a5bc-4c98-b84f-dfa615080cff tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/floatingips/b4b48d97-2f56-42cd-ba6c-03d1aada8efa HTTP/1.1" status: 200 len: 991 time: 0.1165445 Aug 31 07:05:00.685815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 98134731-c83f-4606-b008-00832aaa7767, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=98134731-c83f-4606-b008-00832aaa7767,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:00.690742 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.692203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a2873049-b39e-4f93-bfe4-4e45c44811e1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:00.771848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=98134731-c83f-4606-b008-00832aaa7767,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:00.776916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Network 3ed543d4-cea4-4450-8c60-5579cffa4c6b is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:00.778946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:00.791023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a2873049-b39e-4f93-bfe4-4e45c44811e1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:00.791540 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.885337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d57e58c3-c587-4fa7-b2f9-06320ebd783a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:00.904392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Router 78dcaf98-d884-47af-9a22-f3634e5007fa has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:00.937668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d57e58c3-c587-4fa7-b2f9-06320ebd783a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:00.938312 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.014656 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.023335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:01.029938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b29f58c4-bb79-4738-9a4f-19ef728de350 admin admin] 10.222.0.15 "PUT /v2.0/routers/78dcaf98-d884-47af-9a22-f3634e5007fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4375455 Aug 31 07:05:01.187192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6e65ae-c074-459a-ba57-f8f881ed42c2 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:01.197124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-21fe3c24-aa24-4720-a71c-a1f84eb4ad89 None None] Provisioning complete for port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:01.197446 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-21fe3c24-aa24-4720-a71c-a1f84eb4ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.258709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:01.272505 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.315048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-21fe3c24-aa24-4720-a71c-a1f84eb4ad89 None None] Port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:01.347442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:01.504861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['1d6e65ae-c074-459a-ba57-f8f881ed42c2'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:01.590030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Sync routers for ids ['78dcaf98-d884-47af-9a22-f3634e5007fa'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:01.612904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Routers {'78dcaf98-d884-47af-9a22-f3634e5007fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:01.613571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['78dcaf98-d884-47af-9a22-f3634e5007fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:01.772601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Set router 78dcaf98-d884-47af-9a22-f3634e5007fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:01.835039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a34c50-eab3-47b0-9f19-a0f55d09f7b0 req-77554e37-f3a9-4ff9-875d-ac416190c43e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:01.836513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93a34c50-eab3-47b0-9f19-a0f55d09f7b0 req-77554e37-f3a9-4ff9-875d-ac416190c43e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0558152 Aug 31 07:05:01.902771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-93a34c50-eab3-47b0-9f19-a0f55d09f7b0 req-a51573f9-e54a-4178-857f-58feec328c67 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575173 Aug 31 07:05:02.076654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '98134731-c83f-4606-b008-00832aaa7767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:05:00Z', 'revision_number': 4, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port': {'id': '98134731-c83f-4606-b008-00832aaa7767', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:56Z', 'updated_at': '2021-08-31T07:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '463bd2d2-82b7-40fe-95b9-b2c0b26c6051', 'name': '', 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'mac_address': 'fa:16:3e:92:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '36f1109c-f099-4c6f-925c-dc61a9a29aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:59Z', 'updated_at': '2021-08-31T07:05:00Z', 'revision_number': 2, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'subnets': [{'id': '36f1109c-f099-4c6f-925c-dc61a9a29aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:02.102929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Checking router: 78dcaf98-d884-47af-9a22-f3634e5007fa for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:02.103281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Updating router 78dcaf98-d884-47af-9a22-f3634e5007fa port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:05:02.131081 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.173257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47270) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:02.262699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 98134731-c83f-4606-b008-00832aaa7767 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:02.374820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 98134731-c83f-4606-b008-00832aaa7767 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:02.375188 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.517180 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.528735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Transition to ACTIVE for port object 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:02.535654 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.536045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.607482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb670be-8bfd-4c2d-9b0f-770d565ff3f6 None None] Pushing event updated for resources: {'Port': ['ID=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:02.643004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Attempting to bind port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:02.643512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Attempting to bind port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:02.643881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Attempting to bind port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 on network 3ed543d4-cea4-4450-8c60-5579cffa4c6b {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:02.649293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:02.649752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Checking segment: {'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:02.650156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.650583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Bound using segment: {'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:02.651051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Bound port: 463bd2d2-82b7-40fe-95b9-b2c0b26c6051, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7947b89e-1a11-419d-9ea1-c0b0083c8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:02.651432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.724770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] For port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:02.728293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] For port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,segment=NetworkSegment(7947b89e-1a11-419d-9ea1-c0b0083c8d5b),segment_id=7947b89e-1a11-419d-9ea1-c0b0083c8d5b)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:02.735184 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.802903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Routers {'78dcaf98-d884-47af-9a22-f3634e5007fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:02.803543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['78dcaf98-d884-47af-9a22-f3634e5007fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:02.812746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Deleting port a2873049-b39e-4f93-bfe4-4e45c44811e1 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:02.813092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.843730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb670be-8bfd-4c2d-9b0f-770d565ff3f6 None None] Pushing event updated for resources: {'Port': ['ID=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:02.902236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] For port a2873049-b39e-4f93-bfe4-4e45c44811e1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a2873049-b39e-4f93-bfe4-4e45c44811e1,segment=NetworkSegment(7c7c103f-9d30-4529-ac9c-b314c1c7f201),segment_id=7c7c103f-9d30-4529-ac9c-b314c1c7f201)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:02.902833 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.916608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Calling delete_port for a2873049-b39e-4f93-bfe4-4e45c44811e1 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:02.931543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] Set router 78dcaf98-d884-47af-9a22-f3634e5007fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:03.048624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cf4db-0d8a-4618-89d8-f0c8a55c150a req-918c9142-9deb-4671-899b-a078fe63a990 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:03.050280 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-793cf4db-0d8a-4618-89d8-f0c8a55c150a req-918c9142-9deb-4671-899b-a078fe63a990 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0566130 Aug 31 07:05:03.097126 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-793cf4db-0d8a-4618-89d8-f0c8a55c150a req-b240f0cd-3a5d-4840-bca7-80626c15a3cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 Aug 31 07:05:03.139250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:03.166432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '98134731-c83f-4606-b008-00832aaa7767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:05:00Z', 'revision_number': 4, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port': {'id': '98134731-c83f-4606-b008-00832aaa7767', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:56Z', 'updated_at': '2021-08-31T07:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '463bd2d2-82b7-40fe-95b9-b2c0b26c6051', 'name': '', 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'mac_address': 'fa:16:3e:92:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '36f1109c-f099-4c6f-925c-dc61a9a29aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:59Z', 'updated_at': '2021-08-31T07:05:02Z', 'revision_number': 4, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'subnets': [{'id': '36f1109c-f099-4c6f-925c-dc61a9a29aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:03.169696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2873049-b39e-4f93-bfe4-4e45c44811e1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:03.194486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6ebb7-97f5-4744-9652-793d00110bee None None] The sync data for ids ['78dcaf98-d884-47af-9a22-f3634e5007fa'] in n-d-712142-16 is: [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '98134731-c83f-4606-b008-00832aaa7767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:05:00Z', 'revision_number': 4, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port': {'id': '98134731-c83f-4606-b008-00832aaa7767', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:56Z', 'updated_at': '2021-08-31T07:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '463bd2d2-82b7-40fe-95b9-b2c0b26c6051', 'name': '', 'network_id': '3ed543d4-cea4-4450-8c60-5579cffa4c6b', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'mac_address': 'fa:16:3e:92:de:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '36f1109c-f099-4c6f-925c-dc61a9a29aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:59Z', 'updated_at': '2021-08-31T07:05:02Z', 'revision_number': 4, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'subnets': [{'id': '36f1109c-f099-4c6f-925c-dc61a9a29aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:03.383964 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:03.874374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1d6e65ae-c074-459a-ba57-f8f881ed42c2 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:03.926780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:03.927153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:03.951272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:04.005895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.029970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:04.032240 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d59d7bf-fc7f-4d76-b3d6-13dfbd928857" -d '{"events": [{"server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "name": "network-vif-plugged", "status": "completed", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:04.045588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:04.051339 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.064596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:04.070596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-27a52e02-cdc9-4a44-88a8-b19915a11b16 admin admin] 10.222.0.15 "PUT /v2.0/routers/e9657d57-dac4-43e0-8d8d-fb24d82a8b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8961766 Aug 31 07:05:04.072914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47276) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:04.077924 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] Sync routers for ids ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:04.084378 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f405ea02-ac8e-4f27-ae86-c1d5aa168856 x-openstack-request-id: req-f405ea02-ac8e-4f27-ae86-c1d5aa168856 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:04.084698 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "name": "network-vif-plugged", "status": "completed", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:04.084938 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f405ea02-ac8e-4f27-ae86-c1d5aa168856 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:04.085366 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'code': 200} Aug 31 07:05:04.090046 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] Routers {'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:04.091323 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:04.116609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:04.183549 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.208911 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] Set router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:04.225986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac508c-d6dd-4c9d-b90c-65c800be9719 req-de7b573d-8edc-43ac-b78d-93fb36894a45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:04.228256 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aeac508c-d6dd-4c9d-b90c-65c800be9719 req-de7b573d-8edc-43ac-b78d-93fb36894a45 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0597703 Aug 31 07:05:04.283418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aeac508c-d6dd-4c9d-b90c-65c800be9719 req-924eb21d-d0fa-46b8-886c-ff1b25823895 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490820 Aug 31 07:05:04.322632 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.366881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:04.384303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Deleting port 0634a7bd-197b-4906-b966-70cd1460b876 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:04.384546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.420916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:04.425791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:04.425791 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.472319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] For port 0634a7bd-197b-4906-b966-70cd1460b876, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0634a7bd-197b-4906-b966-70cd1460b876,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:04.472615 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.485981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Calling delete_port for 0634a7bd-197b-4906-b966-70cd1460b876 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:04.510162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.534984 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0634a7bd-197b-4906-b966-70cd1460b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:05:03Z', 'revision_number': 5, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port': {'id': '0634a7bd-197b-4906-b966-70cd1460b876', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:51Z', 'updated_at': '2021-08-31T07:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:04.543516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,segment=NetworkSegment(7947b89e-1a11-419d-9ea1-c0b0083c8d5b),segment_id=7947b89e-1a11-419d-9ea1-c0b0083c8d5b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:04.548405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.563734 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] Checking router: e9657d57-dac4-43e0-8d8d-fb24d82a8b2a for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:04.573447 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] Routers {'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:04.574073 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:04.630987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:04.681305 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] Set router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:04.688474 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.729251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Pushing event deleted for resources: {'Port': ['ID=0634a7bd-197b-4906-b966-70cd1460b876,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:04.745264 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:05:04Z', 'revision_number': 6, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:04.771838 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cf477-20e7-48ef-90cb-26ad22b0146e None None] The sync data for ids ['e9657d57-dac4-43e0-8d8d-fb24d82a8b2a'] in n-d-712142-16 is: [{'id': 'e9657d57-dac4-43e0-8d8d-fb24d82a8b2a', 'name': 'tempest-TestAggregatesBasicOps-308820182-router', 'tenant_id': '33324afe7db8400d94ceba4ef306c4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:50Z', 'updated_at': '2021-08-31T07:05:04Z', 'revision_number': 6, 'project_id': '33324afe7db8400d94ceba4ef306c4e6', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:04.790862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.881592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.883801 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.929659 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.930157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9657d57-dac4-43e0-8d8d-fb24d82a8b2a {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:05:04.934478 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.935633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d8aa701-0eeb-43a8-902a-8e202aa62568 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e9657d57-dac4-43e0-8d8d-fb24d82a8b2a HTTP/1.1" status: 204 len: 168 time: 0.8615165 Aug 31 07:05:04.938169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47280) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:04.992589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-99404e22-bef5-45d8-9d04-b230061c4853 admin admin] Deleting subnet 79ba171c-e866-4541-b4f1-78e143f383c0 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:04.996158 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99404e22-bef5-45d8-9d04-b230061c4853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.035968 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99404e22-bef5-45d8-9d04-b230061c4853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.132658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99404e22-bef5-45d8-9d04-b230061c4853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.204163 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99404e22-bef5-45d8-9d04-b230061c4853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.242598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99404e22-bef5-45d8-9d04-b230061c4853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ba171c-e866-4541-b4f1-78e143f383c0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:05.244707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-99404e22-bef5-45d8-9d04-b230061c4853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.246683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-99404e22-bef5-45d8-9d04-b230061c4853 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79ba171c-e866-4541-b4f1-78e143f383c0 HTTP/1.1" status: 204 len: 168 time: 0.3075778 Aug 31 07:05:05.249597 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47282) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:05.251569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b8fa5f-7e8a-4255-b067-02c94d38368d None None] Network 85c84fd9-75f8-4abe-a061-d1544fa06736 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:05.335150 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.435195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Deleting port e816ef26-f2a2-4ddf-a639-0717d67e53d5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:05.435518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.444296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59604ec0-3eb2-4bff-8503-809f65025051 req-8aecf5cb-3d5b-4a81-9a84-02c227781bf4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:05.445910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59604ec0-3eb2-4bff-8503-809f65025051 req-8aecf5cb-3d5b-4a81-9a84-02c227781bf4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0722108 Aug 31 07:05:05.451995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] DHCP port deletion for 85c84fd9-75f8-4abe-a061-d1544fa06736 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:05:05.507096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] Deleting port e816ef26-f2a2-4ddf-a639-0717d67e53d5 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:05.507474 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.536682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] For port e816ef26-f2a2-4ddf-a639-0717d67e53d5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e816ef26-f2a2-4ddf-a639-0717d67e53d5,segment=NetworkSegment(7c7c103f-9d30-4529-ac9c-b314c1c7f201),segment_id=7c7c103f-9d30-4529-ac9c-b314c1c7f201)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:05.537034 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.542968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59604ec0-3eb2-4bff-8503-809f65025051 req-ef022015-2b2c-4713-b96b-5ff95cffdf68 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845699 Aug 31 07:05:05.553938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Calling delete_port for e816ef26-f2a2-4ddf-a639-0717d67e53d5 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:05.578744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] For port e816ef26-f2a2-4ddf-a639-0717d67e53d5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e816ef26-f2a2-4ddf-a639-0717d67e53d5,segment=NetworkSegment(7c7c103f-9d30-4529-ac9c-b314c1c7f201),segment_id=7c7c103f-9d30-4529-ac9c-b314c1c7f201)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:05.579278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.598955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] Calling delete_port for e816ef26-f2a2-4ddf-a639-0717d67e53d5 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:05.665907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.695400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e816ef26-f2a2-4ddf-a639-0717d67e53d5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:05.697491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] No DVR routers for this DVR port e816ef26-f2a2-4ddf-a639-0717d67e53d5 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:05.707452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.735503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] Pushing event deleted for resources: {'Port': ['ID=e816ef26-f2a2-4ddf-a639-0717d67e53d5,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:05.739535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5529a-f12b-4c76-92f4-127ba9d2242a None None] No DVR routers for this DVR port e816ef26-f2a2-4ddf-a639-0717d67e53d5 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:05.817976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.833894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c84fd9-75f8-4abe-a061-d1544fa06736']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:05.853025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04efe29-4f47-478c-a0c7-616b74f8d986 req-ed4173f9-1148-472a-9a90-7821467b1e18 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:05.861493 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c04efe29-4f47-478c-a0c7-616b74f8d986 req-ed4173f9-1148-472a-9a90-7821467b1e18 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.1403353 Aug 31 07:05:05.876162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7c103f-9d30-4529-ac9c-b314c1c7f201') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:05.876462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7c103f-9d30-4529-ac9c-b314c1c7f201') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:05.898058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.923528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.929764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c04efe29-4f47-478c-a0c7-616b74f8d986 req-89d6db7a-8aa6-4442-ba15-8474aff350c6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673726 Aug 31 07:05:05.935732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:05.936144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:05.938635 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:06.015815 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.038422 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.041255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] 10.222.0.15 "DELETE /v2.0/networks/85c84fd9-75f8-4abe-a061-d1544fa06736 HTTP/1.1" status: 204 len: 168 time: 0.7891438 Aug 31 07:05:06.041746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb74dcf-496e-484b-8eb7-14fe8f270b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=85c84fd9-75f8-4abe-a061-d1544fa06736,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:06.043433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47292) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:06.107611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021b1ee-a1a4-49e2-bc7c-8c89d430e1e8 req-66c722f2-592c-458e-b489-7d627a4cd091 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:06.110193 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d021b1ee-a1a4-49e2-bc7c-8c89d430e1e8 req-66c722f2-592c-458e-b489-7d627a4cd091 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0846314 Aug 31 07:05:06.156218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d021b1ee-a1a4-49e2-bc7c-8c89d430e1e8 req-ed061c85-53b9-4cdb-8642-9d8543d552b3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350552 Aug 31 07:05:06.370546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:06.420747 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:06.421361 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.489413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627468-f8cb-4143-a530-ec015a689974 req-fe522cfd-cd3a-491d-9b7a-99bb4bdd52be tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:06.490908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-fe522cfd-cd3a-491d-9b7a-99bb4bdd52be tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.1268754 Aug 31 07:05:06.529641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-f084d635-c116-49d8-8534-c558dafa4fe9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/quotas/7e5d296e6a864cbd9b30ea1118ed16c6 HTTP/1.1" status: 200 len: 375 time: 0.0312669 Aug 31 07:05:06.591688 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.643271 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-3b1076fd-f84f-4807-9fa7-bd6bb830875f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1047792 Aug 31 07:05:06.726983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a2873049-b39e-4f93-bfe4-4e45c44811e1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:06.748155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a2873049-b39e-4f93-bfe4-4e45c44811e1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:06.748580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a2873049-b39e-4f93-bfe4-4e45c44811e1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:06.748991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e816ef26-f2a2-4ddf-a639-0717d67e53d5 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:06.767638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e816ef26-f2a2-4ddf-a639-0717d67e53d5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:06.768004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e816ef26-f2a2-4ddf-a639-0717d67e53d5 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:06.768553 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0634a7bd-197b-4906-b966-70cd1460b876 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:06.789823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 0634a7bd-197b-4906-b966-70cd1460b876 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:06.790164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0634a7bd-197b-4906-b966-70cd1460b876 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:06.819185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-3a45214e-907f-48f7-a5b2-10eb59812e3b service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654022 Aug 31 07:05:06.938017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-c9b7ceda-6fac-4560-952a-44e3d94ee162 service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026905 Aug 31 07:05:07.009977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Deleting port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:07.010320 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.100569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] For port 463bd2d2-82b7-40fe-95b9-b2c0b26c6051, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,segment=NetworkSegment(7947b89e-1a11-419d-9ea1-c0b0083c8d5b),segment_id=7947b89e-1a11-419d-9ea1-c0b0083c8d5b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:07.101229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.108946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a10c50d1-e211-4d46-b4aa-c98081f4052a req-9ff1e424-747b-4fc1-81e1-2fda683119f9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 210 time: 0.0346050 Aug 31 07:05:07.119391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Calling delete_port for 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:07.288604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-d5386737-3772-4e16-9cc9-73102aaa5d20 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633018 Aug 31 07:05:07.383614 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.770417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-4e699c9c-7010-4f66-8dba-1eb01c415dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:07.771974 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-4e699c9c-7010-4f66-8dba-1eb01c415dd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 1097 time: 0.4346924 Aug 31 07:05:07.774492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=463bd2d2-82b7-40fe-95b9-b2c0b26c6051,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:07.968545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-bf5b5b3d-f9ee-4f5a-b9f0-feeec46c4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:07.971017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-bf5b5b3d-f9ee-4f5a-b9f0-feeec46c4f75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df0c7854-4107-4c52-8796-128cbf82a6c3 HTTP/1.1" status: 200 len: 896 time: 0.1692946 Aug 31 07:05:08.141617 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:08.147441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-05277634-929c-4d8a-b710-7eaa2cdcec49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2 HTTP/1.1" status: 200 len: 1001 time: 0.1413798 Aug 31 07:05:08.308053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90e2265f-e432-4968-9de6-2092aee905c4 req-9cb3b8a5-ca10-4685-97f2-f91cf7ad090d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 210 time: 0.1084294 Aug 31 07:05:08.323334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627468-f8cb-4143-a530-ec015a689974 req-3dd79982-a64b-46d8-9b4c-77090cdaeda3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:08.325304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-3dd79982-a64b-46d8-9b4c-77090cdaeda3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.42 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.3202591 Aug 31 07:05:08.343232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'port': {'device_id': 'd2ece237-53a8-490b-99e7-5cdea07ddb65', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'admin_state_up': True, 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:08.348139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-91314e5c-b630-4831-9498-d58e37141051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:08.350277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-91314e5c-b630-4831-9498-d58e37141051 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2ad5911-e96b-4399-a8d6-cf30a991a494 HTTP/1.1" status: 200 len: 835 time: 0.1951425 Aug 31 07:05:08.538613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-02fb524c-8823-4baf-906d-26649cd399d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:08.540129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-02fb524c-8823-4baf-906d-26649cd399d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df0c7854-4107-4c52-8796-128cbf82a6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785638 Aug 31 07:05:08.719809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Made reservation on behalf of 7e5d296e6a864cbd9b30ea1118ed16c6 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:08.725523 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:08.801787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-f00f0c66-e91d-4c6c-83dc-ea864a540567 service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491441 Aug 31 07:05:08.838411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Router 78dcaf98-d884-47af-9a22-f3634e5007fa has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:09.031565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Allocated IP 172.20.0.6 (e281e950-c565-498d-a562-64d7513aca48/3bf4b3fe-4833-4648-bc94-1ef8604dcc8a/e552fe16-da94-493e-8ba5-570ce7dcad86) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:09.062137 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-aad93177-706d-4034-acdf-84a1979d5eee service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257948 Aug 31 07:05:09.110556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:09.119616 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-62771eb0-6ca8-4a5e-b138-87e3a7689a73 admin admin] 10.222.0.15 "PUT /v2.0/routers/78dcaf98-d884-47af-9a22-f3634e5007fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0730450 Aug 31 07:05:09.120040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47320) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:09.120498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] Sync routers for ids ['78dcaf98-d884-47af-9a22-f3634e5007fa'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:09.131070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] Routers {'78dcaf98-d884-47af-9a22-f3634e5007fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:09.131818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['78dcaf98-d884-47af-9a22-f3634e5007fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:09.243868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.244653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.259855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Transition to ACTIVE for port object e552fe16-da94-493e-8ba5-570ce7dcad86 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:09.266056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] Set router 78dcaf98-d884-47af-9a22-f3634e5007fa gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:09.299114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.327330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:09.346828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Network e281e950-c565-498d-a562-64d7513aca48 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:09.351848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:09.362493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.367119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:09.433379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'Port': ['ID=e552fe16-da94-493e-8ba5-570ce7dcad86,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:09.457386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Deleting port 98134731-c83f-4606-b008-00832aaa7767 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:09.458249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.469784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:09.470459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.497952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-dfded379-d626-4ac2-80e4-ccb855232ea1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1605692 Aug 31 07:05:09.513860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Request body: {'port': {'device_id': 'd2ece237-53a8-490b-99e7-5cdea07ddb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:09.558705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f458b-8500-49e3-ade5-beb2c59fb320 req-9045f3e5-b1f5-4fc7-8d48-84e788eaec20 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:09.561105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a50f458b-8500-49e3-ade5-beb2c59fb320 req-9045f3e5-b1f5-4fc7-8d48-84e788eaec20 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 931 time: 0.1150539 Aug 31 07:05:09.591823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.593429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '98134731-c83f-4606-b008-00832aaa7767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:05:07Z', 'revision_number': 5, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port': {'id': '98134731-c83f-4606-b008-00832aaa7767', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:56Z', 'updated_at': '2021-08-31T07:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:09.604523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] For port 98134731-c83f-4606-b008-00832aaa7767, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=98134731-c83f-4606-b008-00832aaa7767,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:09.605438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.622712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Calling delete_port for 98134731-c83f-4606-b008-00832aaa7767 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:09.627360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] Checking router: 78dcaf98-d884-47af-9a22-f3634e5007fa for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:09.642781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] Routers {'78dcaf98-d884-47af-9a22-f3634e5007fa'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:09.643549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['78dcaf98-d884-47af-9a22-f3634e5007fa'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:09.710525 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a50f458b-8500-49e3-ade5-beb2c59fb320 req-9891ae61-3a03-43de-90de-66a3c2d1277b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813179 Aug 31 07:05:09.735302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5569cce1-5133-44cc-ac23-508c21581f5d None None] Provisioning for port e552fe16-da94-493e-8ba5-570ce7dcad86 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:09.745212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5569cce1-5133-44cc-ac23-508c21581f5d None None] Provisioning complete for port e552fe16-da94-493e-8ba5-570ce7dcad86 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:09.745585 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5569cce1-5133-44cc-ac23-508c21581f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.773218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] Set router 78dcaf98-d884-47af-9a22-f3634e5007fa gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:09.831240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:05:09Z', 'revision_number': 6, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:09.841722 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.867019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7572cc-5197-4e7b-94fe-c096861fc216 None None] The sync data for ids ['78dcaf98-d884-47af-9a22-f3634e5007fa'] in n-d-712142-16 is: [{'id': '78dcaf98-d884-47af-9a22-f3634e5007fa', 'name': 'tempest-TestAggregatesBasicOps-1162066209-router', 'tenant_id': 'f4acad47635b417c8c33472f8b02a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:55Z', 'updated_at': '2021-08-31T07:05:09Z', 'revision_number': 6, 'project_id': 'f4acad47635b417c8c33472f8b02a787', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:09.868509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=98134731-c83f-4606-b008-00832aaa7767,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:09.870704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5569cce1-5133-44cc-ac23-508c21581f5d None None] Port e552fe16-da94-493e-8ba5-570ce7dcad86 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:09.890941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e552fe16-da94-493e-8ba5-570ce7dcad86 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:09.898963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.914291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Transition to ACTIVE for port object e552fe16-da94-493e-8ba5-570ce7dcad86 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:09.917799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.935269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.971592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Pushing event updated for resources: {'Port': ['ID=e552fe16-da94-493e-8ba5-570ce7dcad86,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:10.031197 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.033543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.053979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Attempting to bind port e552fe16-da94-493e-8ba5-570ce7dcad86 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:10.054314 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Attempting to bind port e552fe16-da94-493e-8ba5-570ce7dcad86 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:10.054861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Attempting to bind port e552fe16-da94-493e-8ba5-570ce7dcad86 on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:10.059807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Port e552fe16-da94-493e-8ba5-570ce7dcad86 on network e281e950-c565-498d-a562-64d7513aca48 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:05:10.060175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Attempting to bind port e552fe16-da94-493e-8ba5-570ce7dcad86 on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:10.066187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:10.066527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Checking segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:10.066912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Bound using segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:10.067394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Bound port: e552fe16-da94-493e-8ba5-570ce7dcad86, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:10.067750 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.088679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.089386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78dcaf98-d884-47af-9a22-f3634e5007fa {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:05:10.094363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.095612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd5c4361-7433-4d73-ba10-74ee110a69f2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/78dcaf98-d884-47af-9a22-f3634e5007fa HTTP/1.1" status: 204 len: 168 time: 0.9745855 Aug 31 07:05:10.098129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47324) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:10.147968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] For port e552fe16-da94-493e-8ba5-570ce7dcad86, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:10.151254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] For port e552fe16-da94-493e-8ba5-570ce7dcad86, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e552fe16-da94-493e-8ba5-570ce7dcad86,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:10.151992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7527ca3-6dfc-4686-b1ec-9e6773809ed7 admin admin] Deleting subnet 36f1109c-f099-4c6f-925c-dc61a9a29aab {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:10.156651 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7527ca3-6dfc-4686-b1ec-9e6773809ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.157447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.197255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.198087 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.199623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] 10.222.0.42 "PUT /v2.0/ports/e552fe16-da94-493e-8ba5-570ce7dcad86 HTTP/1.1" status: 200 len: 1092 time: 0.6921225 Aug 31 07:05:10.200272 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ece237-53a8-490b-99e7-5cdea07ddb65', 'tag': 'e552fe16-da94-493e-8ba5-570ce7dcad86'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:10.202696 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ece237-53a8-490b-99e7-5cdea07ddb65", "tag": "e552fe16-da94-493e-8ba5-570ce7dcad86"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:10.237361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22c53b-261b-41c6-a60a-6898f1e8e903 service neutron] Pushing event updated for resources: {'Port': ['ID=e552fe16-da94-493e-8ba5-570ce7dcad86,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:10.273705 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd7f2dc-5bd5-4995-af36-aeb49b9a4a09 x-openstack-request-id: req-ffd7f2dc-5bd5-4995-af36-aeb49b9a4a09 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:10.277361 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ece237-53a8-490b-99e7-5cdea07ddb65", "tag": "e552fe16-da94-493e-8ba5-570ce7dcad86", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:10.278776 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffd7f2dc-5bd5-4995-af36-aeb49b9a4a09 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:10.280411 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ece237-53a8-490b-99e7-5cdea07ddb65', 'tag': 'e552fe16-da94-493e-8ba5-570ce7dcad86', 'status': 'completed', 'code': 200} Aug 31 07:05:10.331171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627468-f8cb-4143-a530-ec015a689974 req-6eb544b0-02dc-4716-981b-2f9336944715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.333103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-6eb544b0-02dc-4716-981b-2f9336944715 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 1095 time: 0.0746808 Aug 31 07:05:10.351873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:10.395449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:10.397528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 463bd2d2-82b7-40fe-95b9-b2c0b26c6051 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:10.413539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-68d0f58a-912b-4e5f-969e-a9eda05b417f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552fe16-da94-493e-8ba5-570ce7dcad86 HTTP/1.1" status: 200 len: 217 time: 0.0699420 Aug 31 07:05:10.468306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627468-f8cb-4143-a530-ec015a689974 req-3b6c8714-864c-49c3-82c4-341bbbc83790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.469846 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-3b6c8714-864c-49c3-82c4-341bbbc83790 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0484829 Aug 31 07:05:10.524032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb627468-f8cb-4143-a530-ec015a689974 req-7baf9873-7c9a-4a2d-b6b4-3d0710ccd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.525495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-7baf9873-7c9a-4a2d-b6b4-3d0710ccd1d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470753 Aug 31 07:05:10.554388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7527ca3-6dfc-4686-b1ec-9e6773809ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.621518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-667b269a-cb6a-4c4c-bef1-e9e62ce1ab2e service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883043 Aug 31 07:05:10.632030 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7527ca3-6dfc-4686-b1ec-9e6773809ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.687477 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7527ca3-6dfc-4686-b1ec-9e6773809ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.724651 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb627468-f8cb-4143-a530-ec015a689974 req-976baea2-4113-426c-b503-58d6a5bd43e2 service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948501 Aug 31 07:05:10.734729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7527ca3-6dfc-4686-b1ec-9e6773809ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f1109c-f099-4c6f-925c-dc61a9a29aab,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:10.740599 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7527ca3-6dfc-4686-b1ec-9e6773809ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.746068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47330) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:10.746438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e7527ca3-6dfc-4686-b1ec-9e6773809ed7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/36f1109c-f099-4c6f-925c-dc61a9a29aab HTTP/1.1" status: 204 len: 168 time: 0.6469588 Aug 31 07:05:10.764635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba283d3-03f7-4272-a49d-41a416b1ed47 None None] Network 3ed543d4-cea4-4450-8c60-5579cffa4c6b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:10.851343 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.862827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-4182c589-d2d7-4242-a206-78c68f5aaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.864507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-4182c589-d2d7-4242-a206-78c68f5aaeaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 1095 time: 0.0677805 Aug 31 07:05:10.868966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30360787-a09c-44cc-9f8c-a18942da602a req-9b8a1cde-2581-40d8-b594-e05c8a5c4df6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.870759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30360787-a09c-44cc-9f8c-a18942da602a req-9b8a1cde-2581-40d8-b594-e05c8a5c4df6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 943 time: 0.0568767 Aug 31 07:05:10.925796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30360787-a09c-44cc-9f8c-a18942da602a req-2ea597cf-c223-4d33-a03c-3009b66136de tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Aug 31 07:05:10.991469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] DHCP port deletion for 3ed543d4-cea4-4450-8c60-5579cffa4c6b request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:05:10.998189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Deleting port d57e58c3-c587-4fa7-b2f9-06320ebd783a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:10.998530 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.041668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-cc34934e-24b7-429a-abe1-f5145ec5e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:11.043159 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-cc34934e-24b7-429a-abe1-f5145ec5e2c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1531878 Aug 31 07:05:11.046479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] Deleting port d57e58c3-c587-4fa7-b2f9-06320ebd783a {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:11.046866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.100984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-cc8ec4bd-a782-4297-8ba7-9bbd99a12cf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552fe16-da94-493e-8ba5-570ce7dcad86 HTTP/1.1" status: 200 len: 217 time: 0.0430024 Aug 31 07:05:11.111794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] For port d57e58c3-c587-4fa7-b2f9-06320ebd783a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d57e58c3-c587-4fa7-b2f9-06320ebd783a,segment=NetworkSegment(7947b89e-1a11-419d-9ea1-c0b0083c8d5b),segment_id=7947b89e-1a11-419d-9ea1-c0b0083c8d5b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:11.112061 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.116077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] For port d57e58c3-c587-4fa7-b2f9-06320ebd783a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d57e58c3-c587-4fa7-b2f9-06320ebd783a,segment=NetworkSegment(7947b89e-1a11-419d-9ea1-c0b0083c8d5b),segment_id=7947b89e-1a11-419d-9ea1-c0b0083c8d5b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:11.116970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.130821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] Calling delete_port for d57e58c3-c587-4fa7-b2f9-06320ebd783a owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:11.150154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Calling delete_port for d57e58c3-c587-4fa7-b2f9-06320ebd783a owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:11.206270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-4e440d8e-c902-43e2-982f-ae181a6f8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:11.207651 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-4e440d8e-c902-43e2-982f-ae181a6f8d4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0983000 Aug 31 07:05:11.221230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.246887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] Pushing event deleted for resources: {'Port': ['ID=d57e58c3-c587-4fa7-b2f9-06320ebd783a,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:11.252244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f158d-bd82-49f8-83b9-8e602738a37d None None] No DVR routers for this DVR port d57e58c3-c587-4fa7-b2f9-06320ebd783a on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:11.274336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-e4a0ad99-0f4a-4b6a-af4d-82a476a85356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:11.275879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-e4a0ad99-0f4a-4b6a-af4d-82a476a85356 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604625 Aug 31 07:05:11.282554 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.323065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57e58c3-c587-4fa7-b2f9-06320ebd783a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:11.353532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] No DVR routers for this DVR port d57e58c3-c587-4fa7-b2f9-06320ebd783a on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:11.442086 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.460025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed543d4-cea4-4450-8c60-5579cffa4c6b']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:11.469595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-51f96bba-b9af-4309-948e-fe6732ef54c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848915 Aug 31 07:05:11.472697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7947b89e-1a11-419d-9ea1-c0b0083c8d5b') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:11.472997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7947b89e-1a11-419d-9ea1-c0b0083c8d5b') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:11.509434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.551268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.561082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:11.561498 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: self.session.flush() Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:11.563124 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:11.635217 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55ff7bcd-f091-4caa-a2dd-abce5bfc694f req-08ae6097-efef-4d75-ae8b-db44d8f7014d service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534956 Aug 31 07:05:11.636234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.642397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.644224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ed543d4-cea4-4450-8c60-5579cffa4c6b HTTP/1.1" status: 204 len: 168 time: 0.8962636 Aug 31 07:05:11.656306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551606f-99eb-4768-9ff7-5d41e6f78bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed543d4-cea4-4450-8c60-5579cffa4c6b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:11.800429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47334) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:11.844146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7f47e752-613f-480b-b118-f9e0a244d0dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33324afe7db8400d94ceba4ef306c4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425215 Aug 31 07:05:11.846863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:11.899076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d0a-d524-4b36-98b8-edb31e91fe16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.920494 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d0a-d524-4b36-98b8-edb31e91fe16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.967147 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d0a-d524-4b36-98b8-edb31e91fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.979630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d0a-d524-4b36-98b8-edb31e91fe16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.980516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1c0f0d0a-d524-4b36-98b8-edb31e91fe16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2fa8898-828f-4ecc-8287-5c2b6a419c6e HTTP/1.1" status: 204 len: 168 time: 0.1322482 Aug 31 07:05:12.002234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f0d0a-d524-4b36-98b8-edb31e91fe16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fa8898-828f-4ecc-8287-5c2b6a419c6e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:12.078472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057944ac-bf59-43c3-aa44-80fbc2e451b4 req-0389250c-a536-4176-a83b-3c92bad03276 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:12.080002 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-057944ac-bf59-43c3-aa44-80fbc2e451b4 req-0389250c-a536-4176-a83b-3c92bad03276 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 943 time: 0.0586932 Aug 31 07:05:12.151217 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-057944ac-bf59-43c3-aa44-80fbc2e451b4 req-c96ca39b-3f39-4c1a-9379-0d3d62f3d56a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618258 Aug 31 07:05:12.278886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 98134731-c83f-4606-b008-00832aaa7767 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:12.302137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 98134731-c83f-4606-b008-00832aaa7767 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:12.302493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 98134731-c83f-4606-b008-00832aaa7767 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:12.302916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d57e58c3-c587-4fa7-b2f9-06320ebd783a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:12.324978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d57e58c3-c587-4fa7-b2f9-06320ebd783a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:12.325298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d57e58c3-c587-4fa7-b2f9-06320ebd783a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:12.424763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47344) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:12.466926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0f801154-04e9-49d8-9939-23dfe5ea9f7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4acad47635b417c8c33472f8b02a787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409400 Aug 31 07:05:12.469492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:12.533315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4543d7d6-0715-489b-9cfa-0e0a8a725913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.556375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4543d7d6-0715-489b-9cfa-0e0a8a725913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.603206 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4543d7d6-0715-489b-9cfa-0e0a8a725913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.606098 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4543d7d6-0715-489b-9cfa-0e0a8a725913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.607279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4543d7d6-0715-489b-9cfa-0e0a8a725913 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb1bb6f9-d505-4f8d-a11e-2203d2f5c556 HTTP/1.1" status: 204 len: 168 time: 0.1368940 Aug 31 07:05:12.615410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543d7d6-0715-489b-9cfa-0e0a8a725913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1bb6f9-d505-4f8d-a11e-2203d2f5c556,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:13.288840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:13.313823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d4aa1-0cdb-490b-b754-8b97adb403af req-06207c70-fccb-4412-80f4-f62aa966e14e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:13.315374 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e00d4aa1-0cdb-490b-b754-8b97adb403af req-06207c70-fccb-4412-80f4-f62aa966e14e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 943 time: 0.0550179 Aug 31 07:05:13.356859 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e00d4aa1-0cdb-490b-b754-8b97adb403af req-c73fa4e4-615f-4f6f-9a35-de1bedc15f29 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Aug 31 07:05:13.390878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1740921562-network', 'tenant_id': 'abe3ef82c1a14653b6829f5b53e559a1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:13.410920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Made reservation on behalf of abe3ef82c1a14653b6829f5b53e559a1 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:13.413141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.422064 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.516135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.519994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.540247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:05:13.554013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72664b5d-7dbe-4f96-bf0c-50c50cae1599,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:13.558860 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.559778 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Added segment 6edf6c42-c748-4c2c-bba5-573ba64dd70c of type vlan for network 16445317-8a8c-4a0d-9690-b05c2bff8390 Aug 31 07:05:13.601710 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.624904 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.625863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:13.626444 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.676553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3866498 Aug 31 07:05:13.679582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47374) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:13.684651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Request body: {'subnet': {'network_id': '16445317-8a8c-4a0d-9690-b05c2bff8390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1740921562-subnet', 'tenant_id': 'abe3ef82c1a14653b6829f5b53e559a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:13.685560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23aa6b-c8f4-47c8-87fa-6830dd56e282 admin admin] Pushing event updated for resources: {'Network': ['ID=16445317-8a8c-4a0d-9690-b05c2bff8390,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:13.695250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 16445317-8a8c-4a0d-9690-b05c2bff8390 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:05:13.705657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Made reservation on behalf of abe3ef82c1a14653b6829f5b53e559a1 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:13.708006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.873523 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.901708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e552fe16-da94-493e-8ba5-570ce7dcad86 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:05:13.928207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c152c7-5926-484e-8aec-85486d4d9018,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:13.942928 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Checking segment: {'id': '6edf6c42-c748-4c2c-bba5-573ba64dd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '16445317-8a8c-4a0d-9690-b05c2bff8390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:13.943446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Network hostable DHCP agents. Network: 16445317-8a8c-4a0d-9690-b05c2bff8390, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:05:13.969872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Network 16445317-8a8c-4a0d-9690-b05c2bff8390 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:05:13.986123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 16445317-8a8c-4a0d-9690-b05c2bff8390) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:13.993045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:13.994948 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.015000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ff389-7782-4dab-855a-8fbd1a5ea118 None None] Network 16445317-8a8c-4a0d-9690-b05c2bff8390 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:14.016956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-793c32b6-f5ca-46e6-828b-301628fb3b88 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3360951 Aug 31 07:05:14.165531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e552fe16-da94-493e-8ba5-570ce7dcad86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e552fe16-da94-493e-8ba5-570ce7dcad86,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:14.194408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e552fe16-da94-493e-8ba5-570ce7dcad86', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': 'e552fe16-da94-493e-8ba5-570ce7dcad86', 'mac_address': 'fa:16:3e:9a:5f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:05:14.298213 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.310914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c8664-f111-4750-8140-a29b5b9c5663 None None] Network 16445317-8a8c-4a0d-9690-b05c2bff8390 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:14.326516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e552fe16-da94-493e-8ba5-570ce7dcad86 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:14.382461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e552fe16-da94-493e-8ba5-570ce7dcad86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e552fe16-da94-493e-8ba5-570ce7dcad86,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:14.389875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.496009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e552fe16-da94-493e-8ba5-570ce7dcad86,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:14.501940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92be9d-edf9-4182-b656-54fc8d9783a0 req-e9e07a96-0919-41be-8779-af7e0c5a9120 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.505728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b92be9d-edf9-4182-b656-54fc8d9783a0 req-e9e07a96-0919-41be-8779-af7e0c5a9120 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 944 time: 0.0694520 Aug 31 07:05:14.554161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b92be9d-edf9-4182-b656-54fc8d9783a0 req-167c3614-4021-42b4-a301-b38576e1eca9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Aug 31 07:05:14.631022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e552fe16-da94-493e-8ba5-570ce7dcad86'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:14.663480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47392) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:14.668832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-851443763-network', 'tenant_id': '47791e1912584151b858d0aa78b58a9e'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:14.690767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Made reservation on behalf of 47791e1912584151b858d0aa78b58a9e for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:14.692966 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.701885 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.797697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.801706 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.828617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:05:14.834919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49d4a55-811b-4b75-ace8-9197e2793210,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:14.841859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.842204 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Added segment 3142edf0-e9e6-4324-a24e-10f58071f214 of type vlan for network 006831cc-d6f5-40bc-bc3b-5cdc95815e59 Aug 31 07:05:14.880989 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.906698 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.907627 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.908197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.963387 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2987361 Aug 31 07:05:14.966700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47394) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:14.971783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Request body: {'subnet': {'network_id': '006831cc-d6f5-40bc-bc3b-5cdc95815e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-851443763-subnet', 'tenant_id': '47791e1912584151b858d0aa78b58a9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:14.972751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac91c4-a3f2-4614-aefe-076f06ba0bbf admin admin] Pushing event updated for resources: {'Network': ['ID=006831cc-d6f5-40bc-bc3b-5cdc95815e59,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:14.989437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 006831cc-d6f5-40bc-bc3b-5cdc95815e59 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:05:14.993458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Made reservation on behalf of 47791e1912584151b858d0aa78b58a9e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:14.995787 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:15.164496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:15.223860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e638baf-c3d7-489b-b90b-778a10505d2b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:15.232883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Checking segment: {'id': '3142edf0-e9e6-4324-a24e-10f58071f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '006831cc-d6f5-40bc-bc3b-5cdc95815e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:15.233272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Network hostable DHCP agents. Network: 006831cc-d6f5-40bc-bc3b-5cdc95815e59, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:05:15.249822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Network 006831cc-d6f5-40bc-bc3b-5cdc95815e59 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:05:15.258085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 006831cc-d6f5-40bc-bc3b-5cdc95815e59) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:15.263652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.264517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:15.267550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e2916-d1ad-4d42-90be-c5627f30b690 None None] Network 006831cc-d6f5-40bc-bc3b-5cdc95815e59 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:15.278935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1b87f80b-bcc6-411b-a165-0906c1516fe4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3110464 Aug 31 07:05:15.543014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f60a7e2-8594-4ee7-af61-720cfa3438c4 None None] Network 006831cc-d6f5-40bc-bc3b-5cdc95815e59 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:15.678067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0ed8-1537-4198-86c9-6f4b598b3703 req-f32df808-f1f6-468f-a469-fb5de490ea11 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.679594 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb9d0ed8-1537-4198-86c9-6f4b598b3703 req-f32df808-f1f6-468f-a469-fb5de490ea11 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 944 time: 0.0520852 Aug 31 07:05:15.717730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb9d0ed8-1537-4198-86c9-6f4b598b3703 req-b5c6e76c-324d-485c-a2da-34c43c75a8ba tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Aug 31 07:05:15.778775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d685d38a-d1bc-4a83-a3de-64abf8543319 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.781171 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d685d38a-d1bc-4a83-a3de-64abf8543319 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/networks?id=16445317-8a8c-4a0d-9690-b05c2bff8390 HTTP/1.1" status: 200 len: 812 time: 0.1105878 Aug 31 07:05:15.796787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-31071bd5-e87a-45af-b263-90d4915d68cd tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/quotas/abe3ef82c1a14653b6829f5b53e559a1 HTTP/1.1" status: 200 len: 375 time: 0.0100145 Aug 31 07:05:15.832745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-bc47a5e5-cb1d-4447-bb54-b4dc851b791c tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=abe3ef82c1a14653b6829f5b53e559a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302093 Aug 31 07:05:15.929349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e552fe16-da94-493e-8ba5-570ce7dcad86 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:15.982180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port e552fe16-da94-493e-8ba5-570ce7dcad86 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:15.986396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e552fe16-da94-493e-8ba5-570ce7dcad86 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:15.987007 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:16.031235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-fd906324-4042-4a4d-b73d-828eaee463b1 service neutron] 10.222.0.15 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915076 Aug 31 07:05:16.067930 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:16.090888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ece237-53a8-490b-99e7-5cdea07ddb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e552fe16-da94-493e-8ba5-570ce7dcad86'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:16.093156 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956aa2cf-5f63-4433-9e83-e2da64d71493" -d '{"events": [{"server_uuid": "d2ece237-53a8-490b-99e7-5cdea07ddb65", "name": "network-vif-plugged", "status": "completed", "tag": "e552fe16-da94-493e-8ba5-570ce7dcad86"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:16.107389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e552fe16-da94-493e-8ba5-570ce7dcad86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e552fe16-da94-493e-8ba5-570ce7dcad86,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:16.113538 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:16.132753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-33e781c8-f8fd-4bc0-a160-06acd8a73331 service neutron] 10.222.0.15 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953553 Aug 31 07:05:16.150839 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651d43f0-ae3f-4327-a581-46441181b0a0 x-openstack-request-id: req-651d43f0-ae3f-4327-a581-46441181b0a0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:16.151268 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ece237-53a8-490b-99e7-5cdea07ddb65", "name": "network-vif-plugged", "status": "completed", "tag": "e552fe16-da94-493e-8ba5-570ce7dcad86", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:16.151622 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-651d43f0-ae3f-4327-a581-46441181b0a0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:16.152148 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ece237-53a8-490b-99e7-5cdea07ddb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e552fe16-da94-493e-8ba5-570ce7dcad86', 'code': 200} Aug 31 07:05:16.174479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e552fe16-da94-493e-8ba5-570ce7dcad86,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:16.243286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc833e76-eb8c-49ae-8dec-c6b084c6b2de req-1cd98d31-85fe-43f6-835e-589ee636785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:16.244748 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc833e76-eb8c-49ae-8dec-c6b084c6b2de req-1cd98d31-85fe-43f6-835e-589ee636785b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 1097 time: 0.0416863 Aug 31 07:05:16.281672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc833e76-eb8c-49ae-8dec-c6b084c6b2de req-8400bd33-9be8-4e64-aa02-8575db456709 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297391 Aug 31 07:05:16.328766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b6542ef1-e93d-449c-b437-a2162462e5a0 req-c68f6f98-5bb2-42d0-8391-525646c3f2fd tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 210 time: 0.0298815 Aug 31 07:05:16.494871 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:05:16.853206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1ac8f-64b0-4b29-a60f-72c61a0d882a req-15b51f82-d8a3-4dc6-b36b-6dd4fe8ae51b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:16.854714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5dc1ac8f-64b0-4b29-a60f-72c61a0d882a req-15b51f82-d8a3-4dc6-b36b-6dd4fe8ae51b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 945 time: 0.0597136 Aug 31 07:05:16.894666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5dc1ac8f-64b0-4b29-a60f-72c61a0d882a req-82b4230f-1c85-4dea-8597-d6a56abc003a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Aug 31 07:05:17.237976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-5621dcef-ea34-487b-86e6-e72daf1cbd0c tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:17.239727 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-5621dcef-ea34-487b-86e6-e72daf1cbd0c tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.23 "GET /v2.0/networks?id=16445317-8a8c-4a0d-9690-b05c2bff8390 HTTP/1.1" status: 200 len: 812 time: 0.1211646 Aug 31 07:05:17.256534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Request body: {'port': {'device_id': 'c1f77b98-3668-4ed0-aa47-a7f945cc3b0b', 'network_id': '16445317-8a8c-4a0d-9690-b05c2bff8390', 'admin_state_up': True, 'tenant_id': 'abe3ef82c1a14653b6829f5b53e559a1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:17.430957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Made reservation on behalf of abe3ef82c1a14653b6829f5b53e559a1 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:17.436188 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.473685 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-95586c18-bce8-47be-b8b9-034991cc231d req-83d56554-8d16-4658-9d1d-a340925163b5 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 210 time: 0.0325480 Aug 31 07:05:17.591255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Allocated IP 172.20.0.12 (16445317-8a8c-4a0d-9690-b05c2bff8390/a9c152c7-5926-484e-8aec-85486d4d9018/418230f6-20e4-4037-a637-62791999d167) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:17.744483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.783727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.840895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Network 16445317-8a8c-4a0d-9690-b05c2bff8390 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:17.845331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:17.848803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:17.883828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Pushing event updated for resources: {'Port': ['ID=418230f6-20e4-4037-a637-62791999d167,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:17.910454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:17.911067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.925142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-d88431ce-fd18-44ca-936a-cb88ebdb8929 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6728504 Aug 31 07:05:17.937547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Request body: {'port': {'device_id': 'c1f77b98-3668-4ed0-aa47-a7f945cc3b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:18.021133 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.047312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3bbc7-9268-4d87-ac3c-a6a8cd4845c1 req-28640fe0-8f85-4441-a978-95058fe595b1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:18.048817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1dc3bbc7-9268-4d87-ac3c-a6a8cd4845c1 req-28640fe0-8f85-4441-a978-95058fe595b1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 945 time: 0.0859001 Aug 31 07:05:18.117977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1dc3bbc7-9268-4d87-ac3c-a6a8cd4845c1 req-e5c98838-9411-48ba-b475-35cc4ef75cc8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518160 Aug 31 07:05:18.333347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418230f6-20e4-4037-a637-62791999d167 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:18.341064 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.352406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Transition to ACTIVE for port object 418230f6-20e4-4037-a637-62791999d167 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:18.357481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.408363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Pushing event updated for resources: {'Port': ['ID=418230f6-20e4-4037-a637-62791999d167,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:18.473616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Attempting to bind port 418230f6-20e4-4037-a637-62791999d167 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:18.473946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Attempting to bind port 418230f6-20e4-4037-a637-62791999d167 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '6edf6c42-c748-4c2c-bba5-573ba64dd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '16445317-8a8c-4a0d-9690-b05c2bff8390'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:18.474273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Attempting to bind port 418230f6-20e4-4037-a637-62791999d167 on network 16445317-8a8c-4a0d-9690-b05c2bff8390 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:18.478441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Port 418230f6-20e4-4037-a637-62791999d167 on network 16445317-8a8c-4a0d-9690-b05c2bff8390 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:05:18.478761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Attempting to bind port 418230f6-20e4-4037-a637-62791999d167 on network 16445317-8a8c-4a0d-9690-b05c2bff8390 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:18.484034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:18.484369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Checking segment: {'id': '6edf6c42-c748-4c2c-bba5-573ba64dd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '16445317-8a8c-4a0d-9690-b05c2bff8390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:18.484750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Bound using segment: {'id': '6edf6c42-c748-4c2c-bba5-573ba64dd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '16445317-8a8c-4a0d-9690-b05c2bff8390'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:18.485176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Bound port: 418230f6-20e4-4037-a637-62791999d167, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6edf6c42-c748-4c2c-bba5-573ba64dd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '16445317-8a8c-4a0d-9690-b05c2bff8390'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:18.485552 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.558047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] For port 418230f6-20e4-4037-a637-62791999d167, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:18.584776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] For port 418230f6-20e4-4037-a637-62791999d167, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=418230f6-20e4-4037-a637-62791999d167,segment=NetworkSegment(6edf6c42-c748-4c2c-bba5-573ba64dd70c),segment_id=6edf6c42-c748-4c2c-bba5-573ba64dd70c)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:18.589460 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.632776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:18.633415 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.635102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] 10.222.0.23 "PUT /v2.0/ports/418230f6-20e4-4037-a637-62791999d167 HTTP/1.1" status: 200 len: 1093 time: 0.7015939 Aug 31 07:05:18.635540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f77b98-3668-4ed0-aa47-a7f945cc3b0b', 'tag': '418230f6-20e4-4037-a637-62791999d167'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:18.638441 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f77b98-3668-4ed0-aa47-a7f945cc3b0b", "tag": "418230f6-20e4-4037-a637-62791999d167"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:18.653708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c028266-6db2-4ce0-9acd-479b4f008c76 req-33de1c41-5023-4deb-b0c7-cd685db9769a tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:18.655294 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c028266-6db2-4ce0-9acd-479b4f008c76 req-33de1c41-5023-4deb-b0c7-cd685db9769a tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 944 time: 0.1128292 Aug 31 07:05:18.695028 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2caa3c7-dc89-4fe2-acd1-55313432dd76 x-openstack-request-id: req-a2caa3c7-dc89-4fe2-acd1-55313432dd76 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:18.695325 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f77b98-3668-4ed0-aa47-a7f945cc3b0b", "tag": "418230f6-20e4-4037-a637-62791999d167", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:18.695578 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2caa3c7-dc89-4fe2-acd1-55313432dd76 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:18.695976 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f77b98-3668-4ed0-aa47-a7f945cc3b0b', 'tag': '418230f6-20e4-4037-a637-62791999d167', 'status': 'completed', 'code': 200} Aug 31 07:05:18.696601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1005f88-db13-45a9-9055-7e4090d7fafe service neutron] Pushing event updated for resources: {'Port': ['ID=418230f6-20e4-4037-a637-62791999d167,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:18.740204 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c028266-6db2-4ce0-9acd-479b4f008c76 req-d253afba-af0c-472c-a050-4e5d824527c9 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723150 Aug 31 07:05:18.744578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-4cabe434-9d7f-46c6-9103-7aab704a6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:18.746077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-4cabe434-9d7f-46c6-9103-7aab704a6fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3ef82c1a14653b6829f5b53e559a1&device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 1096 time: 0.0750856 Aug 31 07:05:18.793383 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-ce6d8bad-40fe-4302-9b85-5c42c30a846b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418230f6-20e4-4037-a637-62791999d167 HTTP/1.1" status: 200 len: 217 time: 0.0395374 Aug 31 07:05:18.843277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-2c9eecd3-64f8-4f1a-9d2a-77a673aa3def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:18.844744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-2c9eecd3-64f8-4f1a-9d2a-77a673aa3def service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c152c7-5926-484e-8aec-85486d4d9018 HTTP/1.1" status: 200 len: 852 time: 0.0449815 Aug 31 07:05:18.875714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-45e1f9bd-378f-48a3-823c-a36b6451427e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16445317-8a8c-4a0d-9690-b05c2bff8390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238233 Aug 31 07:05:18.964020 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-809f3f84-7aef-4fdc-893b-296107947428 service neutron] 10.222.0.23 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816963 Aug 31 07:05:19.057833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-501fd821-ba2e-4dbb-8421-94110775bdf2 req-ce2acb3d-f5e8-404b-a2b4-e2c8d79aa9f9 service neutron] 10.222.0.23 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858111 Aug 31 07:05:19.147873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-d3a2d536-1ed3-436a-8dd9-39c043e5f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:19.149409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-d3a2d536-1ed3-436a-8dd9-39c043e5f1f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3ef82c1a14653b6829f5b53e559a1&device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 1096 time: 0.0479734 Aug 31 07:05:19.245163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-f47851f2-5110-4bec-964d-c07feb60434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:19.247392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-f47851f2-5110-4bec-964d-c07feb60434b service neutron] 10.222.0.23 "GET /v2.0/networks?id=16445317-8a8c-4a0d-9690-b05c2bff8390 HTTP/1.1" status: 200 len: 913 time: 0.0909057 Aug 31 07:05:19.290944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-59668eee-5b02-4bf0-bb51-b637e2e1699f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418230f6-20e4-4037-a637-62791999d167 HTTP/1.1" status: 200 len: 217 time: 0.0361383 Aug 31 07:05:19.346205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-5df2dc0b-f694-4331-a52d-f428e2613116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:19.347706 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-5df2dc0b-f694-4331-a52d-f428e2613116 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c152c7-5926-484e-8aec-85486d4d9018 HTTP/1.1" status: 200 len: 852 time: 0.0490408 Aug 31 07:05:19.387099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-025c98c8-6a57-45b5-b927-0858f1ac269c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16445317-8a8c-4a0d-9690-b05c2bff8390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312243 Aug 31 07:05:19.479240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-72df5522-a56e-4a3e-b781-b078675ac0fa service neutron] 10.222.0.23 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Aug 31 07:05:19.576303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd18e6d-66dc-4fac-a2e3-c36ebd44b524 req-eb2cc0c8-6350-468f-a4af-7d209797bbb0 service neutron] 10.222.0.23 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895207 Aug 31 07:05:19.866859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6fa96-f1fe-4758-bc36-38c6be1c3801 req-c91dc53c-d395-4c13-af21-97e0fc8c7579 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:19.868431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3dc6fa96-f1fe-4758-bc36-38c6be1c3801 req-c91dc53c-d395-4c13-af21-97e0fc8c7579 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 944 time: 0.0571954 Aug 31 07:05:19.911956 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3dc6fa96-f1fe-4758-bc36-38c6be1c3801 req-a66c11fd-b18b-4477-bf27-7fd70983f539 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360768 Aug 31 07:05:21.039382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e8d4c-3652-4012-9789-3d35f495c68b req-f23139ec-9925-42c8-94f4-2a05a02c895a tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:21.040937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-735e8d4c-3652-4012-9789-3d35f495c68b req-f23139ec-9925-42c8-94f4-2a05a02c895a tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 944 time: 0.0556874 Aug 31 07:05:21.082236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-735e8d4c-3652-4012-9789-3d35f495c68b req-aea4d054-f7aa-4358-becb-466387a15eb5 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347226 Aug 31 07:05:21.858794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 418230f6-20e4-4037-a637-62791999d167 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:05:21.955677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 418230f6-20e4-4037-a637-62791999d167, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=418230f6-20e4-4037-a637-62791999d167,segment=NetworkSegment(6edf6c42-c748-4c2c-bba5-573ba64dd70c),segment_id=6edf6c42-c748-4c2c-bba5-573ba64dd70c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:21.967221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '418230f6-20e4-4037-a637-62791999d167', 'network_id': '16445317-8a8c-4a0d-9690-b05c2bff8390', 'port_id': '418230f6-20e4-4037-a637-62791999d167', 'mac_address': 'fa:16:3e:00:b0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c152c7-5926-484e-8aec-85486d4d9018', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:05:22.003514 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.016737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418230f6-20e4-4037-a637-62791999d167 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:22.035596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 418230f6-20e4-4037-a637-62791999d167, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=418230f6-20e4-4037-a637-62791999d167,segment=NetworkSegment(6edf6c42-c748-4c2c-bba5-573ba64dd70c),segment_id=6edf6c42-c748-4c2c-bba5-573ba64dd70c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:22.039539 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.084959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=418230f6-20e4-4037-a637-62791999d167,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:22.216382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe4535-20ef-4eb4-9437-445401f34a3b req-02d4fa30-748b-41e7-ae6d-41495337d874 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:22.217972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-edbe4535-20ef-4eb4-9437-445401f34a3b req-02d4fa30-748b-41e7-ae6d-41495337d874 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 945 time: 0.0535204 Aug 31 07:05:22.253545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['418230f6-20e4-4037-a637-62791999d167'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:22.261598 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-edbe4535-20ef-4eb4-9437-445401f34a3b req-066c0784-7521-4049-8f08-94ee03b7229e tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373852 Aug 31 07:05:23.380668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7358-3a8b-4426-a757-be828bf475df req-6ce04b19-a372-43f3-9552-7ea40a0d2576 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:23.382223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-08cb7358-3a8b-4426-a757-be828bf475df req-6ce04b19-a372-43f3-9552-7ea40a0d2576 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 945 time: 0.0496998 Aug 31 07:05:23.419978 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-08cb7358-3a8b-4426-a757-be828bf475df req-6c78ef7b-6d04-40bd-957c-adcb0dcfe008 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Aug 31 07:05:23.873656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 418230f6-20e4-4037-a637-62791999d167 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:23.922055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 418230f6-20e4-4037-a637-62791999d167 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:23.925671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 418230f6-20e4-4037-a637-62791999d167 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:23.926042 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.003414 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.025690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f77b98-3668-4ed0-aa47-a7f945cc3b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418230f6-20e4-4037-a637-62791999d167'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:24.028770 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02d9c67-e865-49de-b1cc-7a16661bfb0b" -d '{"events": [{"server_uuid": "c1f77b98-3668-4ed0-aa47-a7f945cc3b0b", "name": "network-vif-plugged", "status": "completed", "tag": "418230f6-20e4-4037-a637-62791999d167"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:24.041725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 418230f6-20e4-4037-a637-62791999d167, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=418230f6-20e4-4037-a637-62791999d167,segment=NetworkSegment(6edf6c42-c748-4c2c-bba5-573ba64dd70c),segment_id=6edf6c42-c748-4c2c-bba5-573ba64dd70c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:24.045855 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.073251 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3387659-2ae1-48ea-8f4d-c2d5f9633da5 x-openstack-request-id: req-d3387659-2ae1-48ea-8f4d-c2d5f9633da5 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:24.073668 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f77b98-3668-4ed0-aa47-a7f945cc3b0b", "name": "network-vif-plugged", "status": "completed", "tag": "418230f6-20e4-4037-a637-62791999d167", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:24.074003 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3387659-2ae1-48ea-8f4d-c2d5f9633da5 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:24.075030 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f77b98-3668-4ed0-aa47-a7f945cc3b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418230f6-20e4-4037-a637-62791999d167', 'code': 200} Aug 31 07:05:24.103358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=418230f6-20e4-4037-a637-62791999d167,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:24.165649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea712c-45d6-4404-b6e3-e0044f55f537 req-416769b2-2694-4944-9fde-6bcaeef229da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:24.167148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dea712c-45d6-4404-b6e3-e0044f55f537 req-416769b2-2694-4944-9fde-6bcaeef229da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 1098 time: 0.0435848 Aug 31 07:05:24.205929 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6dea712c-45d6-4404-b6e3-e0044f55f537 req-194d54fc-c8a7-4139-859f-f697ad359e97 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Aug 31 07:05:24.232628 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f1eaaf2c-b725-4e4c-89ac-990e50098397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.538265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a507db-e5d5-4210-982a-fb56267d69a1 req-5c285464-2232-42d0-8e3e-935c793d88a2 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:24.539777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30a507db-e5d5-4210-982a-fb56267d69a1 req-5c285464-2232-42d0-8e3e-935c793d88a2 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0497723 Aug 31 07:05:24.579749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-30a507db-e5d5-4210-982a-fb56267d69a1 req-066a9de0-ee0d-40e0-858a-6f103e4c8af9 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Aug 31 07:05:24.622212 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.703093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0de25-a65e-45ea-9645-bbf6af7b0175 req-f44979dd-326b-4a96-9959-8f72d302a615 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:25.704606 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8c0de25-a65e-45ea-9645-bbf6af7b0175 req-f44979dd-326b-4a96-9959-8f72d302a615 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0491099 Aug 31 07:05:25.747348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8c0de25-a65e-45ea-9645-bbf6af7b0175 req-29424f2b-918a-44b8-8929-03e9f45127cc tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366766 Aug 31 07:05:25.867245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cf279-4839-41a7-ae56-3393dc6541d6 req-2c854ed7-4be4-483e-8595-6adbb13ad8bc tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:25.868682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c5cf279-4839-41a7-ae56-3393dc6541d6 req-2c854ed7-4be4-483e-8595-6adbb13ad8bc tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0518560 Aug 31 07:05:25.911869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3c5cf279-4839-41a7-ae56-3393dc6541d6 req-58108bc0-8715-43b7-a189-232ba3926f56 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Aug 31 07:05:26.027350 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.496070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69d29a-fa13-4bea-969a-81d85e235531 req-e5a116b7-ab50-4ba8-8aac-07546c000295 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:26.497540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb69d29a-fa13-4bea-969a-81d85e235531 req-e5a116b7-ab50-4ba8-8aac-07546c000295 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.4055762 Aug 31 07:05:26.536841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb69d29a-fa13-4bea-969a-81d85e235531 req-fdbb4552-f092-42b0-834c-834ddd6a7ff2 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Aug 31 07:05:26.844009 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3db9bf0-544e-40c0-9af6-0d0d6e6888e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.929567 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.656064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdea58-8003-4053-8c01-7cde5eb9b556 req-1eedba5d-5e7b-4001-a553-425e7d65f984 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:27.657839 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ecdea58-8003-4053-8c01-7cde5eb9b556 req-1eedba5d-5e7b-4001-a553-425e7d65f984 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0511177 Aug 31 07:05:27.699857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ecdea58-8003-4053-8c01-7cde5eb9b556 req-5e534576-7fd5-432f-875c-588ceeadacf8 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359344 Aug 31 07:05:27.963628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36b9dd-a013-436b-aa0b-d2c9ffd8949f req-61e2f9b9-5d5d-45ad-9876-f5b8e05ab5de tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:27.965779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ca36b9dd-a013-436b-aa0b-d2c9ffd8949f req-61e2f9b9-5d5d-45ad-9876-f5b8e05ab5de tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0854588 Aug 31 07:05:27.968714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-8764a729-1fa6-4cc6-b3dd-56a2834369a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:27.970218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-8764a729-1fa6-4cc6-b3dd-56a2834369a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3ef82c1a14653b6829f5b53e559a1&device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 1098 time: 0.0609996 Aug 31 07:05:28.063949 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ca36b9dd-a013-436b-aa0b-d2c9ffd8949f req-b28fae67-bde3-4a8c-9c1e-e8287c986f97 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Aug 31 07:05:28.095557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-04d21aab-5e1a-4777-bf12-f092630c1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:28.097052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-04d21aab-5e1a-4777-bf12-f092630c1dde service neutron] 10.222.0.23 "GET /v2.0/networks?id=16445317-8a8c-4a0d-9690-b05c2bff8390 HTTP/1.1" status: 200 len: 913 time: 0.1178374 Aug 31 07:05:28.142410 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-fc693fc3-8936-4fae-b88f-d78707452268 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418230f6-20e4-4037-a637-62791999d167 HTTP/1.1" status: 200 len: 217 time: 0.0377469 Aug 31 07:05:28.190517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.192518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-d15fb598-64b3-485e-8591-5bb24a6eb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:28.194106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-d15fb598-64b3-485e-8591-5bb24a6eb58d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c152c7-5926-484e-8aec-85486d4d9018 HTTP/1.1" status: 200 len: 852 time: 0.0453961 Aug 31 07:05:28.231805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-bb0d9332-383a-459d-b8ad-c4508af8bb40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16445317-8a8c-4a0d-9690-b05c2bff8390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304728 Aug 31 07:05:28.327394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-41b29bf5-1bca-44c8-acbc-6538bab364e5 service neutron] 10.222.0.23 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878358 Aug 31 07:05:28.428550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c674317e-c855-4789-9476-c4b47eb0c5e1 req-f0485194-fe6a-4653-8a8f-e40341e0635b service neutron] 10.222.0.23 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940158 Aug 31 07:05:29.186481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411b5e0-4e58-4a9d-9ba7-64e8de471358 req-41092a70-e2b1-42b8-8829-13a6b5f0be18 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:29.188025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1411b5e0-4e58-4a9d-9ba7-64e8de471358 req-41092a70-e2b1-42b8-8829-13a6b5f0be18 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0504713 Aug 31 07:05:29.227437 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1411b5e0-4e58-4a9d-9ba7-64e8de471358 req-93d2bcf0-77e8-467c-a408-ff01235c92ae tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Aug 31 07:05:29.444746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9bfe5-dfa0-4bc3-9093-a41f041a47ac req-ed6f94ae-ffcc-48e5-ad4d-41543bddfbf9 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:29.446252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5eb9bfe5-dfa0-4bc3-9093-a41f041a47ac req-ed6f94ae-ffcc-48e5-ad4d-41543bddfbf9 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0480917 Aug 31 07:05:29.483831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5eb9bfe5-dfa0-4bc3-9093-a41f041a47ac req-f4cb7c51-5d4d-4de7-b544-9b3451851100 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Aug 31 07:05:30.030237 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.606204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8f731-af5a-4991-8514-17ef8faf7f2a req-b05ca1ec-73e5-4e65-a714-db1cc3743605 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:30.607678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2e8f731-af5a-4991-8514-17ef8faf7f2a req-b05ca1ec-73e5-4e65-a714-db1cc3743605 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0530870 Aug 31 07:05:30.644841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2e8f731-af5a-4991-8514-17ef8faf7f2a req-0262dd0c-43ba-4e9e-9bfd-f0819f669f0e tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Aug 31 07:05:30.878317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c5b74-1f7e-4fa6-9e13-f027a30b15ea req-fd7f045f-98a5-40f8-93a4-32df15894a6c tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:30.879822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d94c5b74-1f7e-4fa6-9e13-f027a30b15ea req-fd7f045f-98a5-40f8-93a4-32df15894a6c tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0774705 Aug 31 07:05:30.894842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-d84433ab-252f-4c6c-bd4f-f414df09a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:30.896278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-d84433ab-252f-4c6c-bd4f-f414df09a3c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=abe3ef82c1a14653b6829f5b53e559a1&device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 1098 time: 0.0656264 Aug 31 07:05:30.978898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d94c5b74-1f7e-4fa6-9e13-f027a30b15ea req-a01eb740-9ae1-4f5b-b947-df0d12e0a80d tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915494 Aug 31 07:05:31.013348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-d7e715ef-c25d-4781-835f-e1ccac535a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:31.014718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-d7e715ef-c25d-4781-835f-e1ccac535a46 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16445317-8a8c-4a0d-9690-b05c2bff8390 HTTP/1.1" status: 200 len: 913 time: 0.1111422 Aug 31 07:05:31.057573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-4eb063a7-1ebb-4950-b7d1-bc4383b12958 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418230f6-20e4-4037-a637-62791999d167 HTTP/1.1" status: 200 len: 217 time: 0.0359898 Aug 31 07:05:31.107095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-d1c9cb99-45b1-4c8b-9d16-23bbc64aff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:31.108646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-d1c9cb99-45b1-4c8b-9d16-23bbc64aff54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c152c7-5926-484e-8aec-85486d4d9018 HTTP/1.1" status: 200 len: 852 time: 0.0444813 Aug 31 07:05:31.144478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-f689428e-ae70-4005-9f39-c687726c3eaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16445317-8a8c-4a0d-9690-b05c2bff8390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292377 Aug 31 07:05:31.232753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-a0e5f7e0-b339-40ae-b2e0-b484a7a0fff3 service neutron] 10.222.0.23 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816007 Aug 31 07:05:31.324676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-81e7b366-e997-42e9-8dcc-c11fc837652b req-d19df0d9-590c-450d-9b03-cf623edf721a service neutron] 10.222.0.23 "GET /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849912 Aug 31 07:05:32.105978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d58638-97cd-4e60-8ee5-5d3908c0739a req-2d91acc5-e8e8-4d96-92ce-863af74ccad3 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:32.107666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15d58638-97cd-4e60-8ee5-5d3908c0739a req-2d91acc5-e8e8-4d96-92ce-863af74ccad3 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0513053 Aug 31 07:05:32.145579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a256a-7012-49f3-8ecf-d6aefee6ec57 req-22539a94-c634-4b13-8e05-589c3aab3283 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:32.147084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-271a256a-7012-49f3-8ecf-d6aefee6ec57 req-22539a94-c634-4b13-8e05-589c3aab3283 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0484819 Aug 31 07:05:32.148129 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15d58638-97cd-4e60-8ee5-5d3908c0739a req-dd98c392-547e-42c3-bfae-ceb51957ce60 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Aug 31 07:05:32.187908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-271a256a-7012-49f3-8ecf-d6aefee6ec57 req-fe255bbb-5d21-47fb-82be-8768bec8b102 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338473 Aug 31 07:05:32.320480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9ae7a-f852-4374-ab35-70b6a281f43b req-d235ba84-8726-430b-a32e-48a79e3e2ea8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:32.322148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73a9ae7a-f852-4374-ab35-70b6a281f43b req-d235ba84-8726-430b-a32e-48a79e3e2ea8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0637307 Aug 31 07:05:32.362084 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73a9ae7a-f852-4374-ab35-70b6a281f43b req-71ee745d-a2a9-4130-ba3c-bf3458e0245d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330758 Aug 31 07:05:32.430653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5299f-a9e6-4b00-aa23-8f57c6ba455c req-a4b2b3ce-427f-4bbc-9e09-f8da5a4bb7fd tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:32.432461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9f5299f-a9e6-4b00-aa23-8f57c6ba455c req-a4b2b3ce-427f-4bbc-9e09-f8da5a4bb7fd tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0560904 Aug 31 07:05:32.471958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9f5299f-a9e6-4b00-aa23-8f57c6ba455c req-f6419a2f-969d-47f3-802d-1ac82c50f094 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Aug 31 07:05:32.583244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78366997-c3b2-4f90-9f5d-b73df2abd34d req-87699a0d-9a92-45da-a16f-c814979e8d22 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:32.584635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78366997-c3b2-4f90-9f5d-b73df2abd34d req-87699a0d-9a92-45da-a16f-c814979e8d22 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0522897 Aug 31 07:05:32.621513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78366997-c3b2-4f90-9f5d-b73df2abd34d req-a76a714e-3f06-4dda-81d1-9a92186d18e6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303552 Aug 31 07:05:32.963332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080350-fcf7-4eac-a966-59f2d6cd715d req-cdeae5e5-14aa-4d87-8185-93671f646e8a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:32.964831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc080350-fcf7-4eac-a966-59f2d6cd715d req-cdeae5e5-14aa-4d87-8185-93671f646e8a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0537653 Aug 31 07:05:33.004284 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc080350-fcf7-4eac-a966-59f2d6cd715d req-45ec6564-1422-452f-932c-dd00b7343704 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Aug 31 07:05:33.588617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0682c-835c-4599-a54f-459b0727dbd3 req-a6741d42-ab38-4190-b88f-1b6c836280f8 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:33.590879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dca0682c-835c-4599-a54f-459b0727dbd3 req-a6741d42-ab38-4190-b88f-1b6c836280f8 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0498843 Aug 31 07:05:33.627703 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dca0682c-835c-4599-a54f-459b0727dbd3 req-53fcabc2-5fc0-4d74-808c-debf0d6d2c4c tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/security-groups?id=72664b5d-7dbe-4f96-bf0c-50c50cae1599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304325 Aug 31 07:05:34.118430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454e1e-fc25-4c86-bccb-a973dbc8fec6 req-0d894f94-2749-4d22-8348-420ad66a7d55 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:34.119918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f454e1e-fc25-4c86-bccb-a973dbc8fec6 req-0d894f94-2749-4d22-8348-420ad66a7d55 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0491638 Aug 31 07:05:34.165997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f454e1e-fc25-4c86-bccb-a973dbc8fec6 req-5e598007-6dff-4478-a73f-28398080daef tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396161 Aug 31 07:05:34.206281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-ac844c72-0e61-4554-af93-251b2b6f36e6 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:34.207722 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-ac844c72-0e61-4554-af93-251b2b6f36e6 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 946 time: 0.0562210 Aug 31 07:05:34.296760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Deleting port 418230f6-20e4-4037-a637-62791999d167 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:34.297012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.385593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] For port 418230f6-20e4-4037-a637-62791999d167, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=418230f6-20e4-4037-a637-62791999d167,segment=NetworkSegment(6edf6c42-c748-4c2c-bba5-573ba64dd70c),segment_id=6edf6c42-c748-4c2c-bba5-573ba64dd70c)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:34.385959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.398676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Calling delete_port for 418230f6-20e4-4037-a637-62791999d167 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:34.522267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.534033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['418230f6-20e4-4037-a637-62791999d167'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:34.554902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Pushing event deleted for resources: {'Port': ['ID=418230f6-20e4-4037-a637-62791999d167,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:34.594856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] No DVR routers for this DVR port 418230f6-20e4-4037-a637-62791999d167 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:34.597554 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.599505 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-532b9a2e-b56d-44c2-9f5b-49cf2ac6b031 req-21edb8f7-3b77-4873-a4ee-4ae18ea62218 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.23 "DELETE /v2.0/ports/418230f6-20e4-4037-a637-62791999d167 HTTP/1.1" status: 204 len: 173 time: 0.3849823 Aug 31 07:05:34.599936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f77b98-3668-4ed0-aa47-a7f945cc3b0b', 'name': 'network-vif-deleted', 'tag': '418230f6-20e4-4037-a637-62791999d167'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:34.602190 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a7fbf-c861-499b-b3c6-badfa0f498fc" -d '{"events": [{"server_uuid": "c1f77b98-3668-4ed0-aa47-a7f945cc3b0b", "name": "network-vif-deleted", "tag": "418230f6-20e4-4037-a637-62791999d167"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:34.641307 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a6a126-dfbd-4dd5-a066-813295cecd08 x-openstack-request-id: req-94a6a126-dfbd-4dd5-a066-813295cecd08 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:34.641605 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f77b98-3668-4ed0-aa47-a7f945cc3b0b", "name": "network-vif-deleted", "tag": "418230f6-20e4-4037-a637-62791999d167", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:34.641861 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94a6a126-dfbd-4dd5-a066-813295cecd08 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:34.642415 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f77b98-3668-4ed0-aa47-a7f945cc3b0b', 'name': 'network-vif-deleted', 'tag': '418230f6-20e4-4037-a637-62791999d167', 'status': 'completed', 'code': 200} Aug 31 07:05:34.725051 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66ad4bae-296e-420c-8b86-6bf1c4f0151d req-2743dbbc-840d-4bcd-bc8c-e9bfd1117295 tempest-TestServerAdvancedOps-426208478 tempest-TestServerAdvancedOps-426208478-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1f77b98-3668-4ed0-aa47-a7f945cc3b0b HTTP/1.1" status: 200 len: 210 time: 0.0297070 Aug 31 07:05:35.281025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8c1a-dd32-4b25-adfe-fb6a9cc53793 req-38d35fbf-2db1-4b1d-80ce-31d779bfdb20 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:35.282545 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-45fd8c1a-dd32-4b25-adfe-fb6a9cc53793 req-38d35fbf-2db1-4b1d-80ce-31d779bfdb20 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0484657 Aug 31 07:05:35.318951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-45fd8c1a-dd32-4b25-adfe-fb6a9cc53793 req-6396164a-b8d4-4241-ae19-a4b3704cc090 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305438 Aug 31 07:05:35.783545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47550) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:35.828390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed88d1cd-d574-4bc8-b6e1-5e20fa9d8d96 admin admin] Deleting subnet a9c152c7-5926-484e-8aec-85486d4d9018 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:35.831490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed88d1cd-d574-4bc8-b6e1-5e20fa9d8d96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.865915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47552) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:36.035333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 351d4d19-3b36-4973-b830-596eeae4c937 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:36.035593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.113613 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.113931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.127062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 351d4d19-3b36-4973-b830-596eeae4c937 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:36.157760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed88d1cd-d574-4bc8-b6e1-5e20fa9d8d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.197567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed88d1cd-d574-4bc8-b6e1-5e20fa9d8d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.251472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed88d1cd-d574-4bc8-b6e1-5e20fa9d8d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.280223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed88d1cd-d574-4bc8-b6e1-5e20fa9d8d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.284627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ed88d1cd-d574-4bc8-b6e1-5e20fa9d8d96 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a9c152c7-5926-484e-8aec-85486d4d9018 HTTP/1.1" status: 204 len: 168 time: 0.4976199 Aug 31 07:05:36.284627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88d1cd-d574-4bc8-b6e1-5e20fa9d8d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c152c7-5926-484e-8aec-85486d4d9018,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:36.285565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47554) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:36.306955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.334147 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=351d4d19-3b36-4973-b830-596eeae4c937,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:36.359549 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.363856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.364216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.364561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.364898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.365251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.365584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.365921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.366249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.366585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.366941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.367228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.367547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:36.429705 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.430069 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Floating IP b4b48d97-2f56-42cd-ba6c-03d1aada8efa disassociated (deleted). External IP: 172.25.5.166, port: 1d6e65ae-c074-459a-ba57-f8f881ed42c2. Aug 31 07:05:36.443136 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.453576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16445317-8a8c-4a0d-9690-b05c2bff8390']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:36.464122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edf6c42-c748-4c2c-bba5-573ba64dd70c') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:36.464449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edf6c42-c748-4c2c-bba5-573ba64dd70c') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:36.473950 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.487449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.493253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:36.493640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:36.495270 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:36.507472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c627-8b84-4907-9149-a445e273e65d req-29c9cf58-e096-4c4a-88d0-e2993e239d23 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:36.509027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5438c627-8b84-4907-9149-a445e273e65d req-29c9cf58-e096-4c4a-88d0-e2993e239d23 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.1085021 Aug 31 07:05:36.553737 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.558903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.560959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] 10.222.0.15 "DELETE /v2.0/networks/16445317-8a8c-4a0d-9690-b05c2bff8390 HTTP/1.1" status: 204 len: 168 time: 0.2743051 Aug 31 07:05:36.564113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:36.581810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a284a4-4874-4c98-b405-d6318eabd17c admin admin] Pushing event deleted for resources: {'Network': ['ID=16445317-8a8c-4a0d-9690-b05c2bff8390,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:36.589959 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5438c627-8b84-4907-9149-a445e273e65d req-d1d8bb4f-c066-48ef-9038-1685a38e1ef2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549581 Aug 31 07:05:36.624118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d94c3e-15a9-4a62-8ab6-3920f388a218 admin admin] Deleting subnet 6e638baf-c3d7-489b-b90b-778a10505d2b {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:36.627364 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24d94c3e-15a9-4a62-8ab6-3920f388a218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.661501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24d94c3e-15a9-4a62-8ab6-3920f388a218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.697494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router a42ee410-d3cc-4491-a8f2-6a569975c594 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:36.705739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24d94c3e-15a9-4a62-8ab6-3920f388a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.760566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24d94c3e-15a9-4a62-8ab6-3920f388a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.793530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d94c3e-15a9-4a62-8ab6-3920f388a218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e638baf-c3d7-489b-b90b-778a10505d2b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:36.795566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24d94c3e-15a9-4a62-8ab6-3920f388a218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.799692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-24d94c3e-15a9-4a62-8ab6-3920f388a218 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6e638baf-c3d7-489b-b90b-778a10505d2b HTTP/1.1" status: 204 len: 168 time: 0.2324231 Aug 31 07:05:36.799975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:36.821640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:36.826578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.832186 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] Sync routers for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:36.842022 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:36.842765 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:36.855495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bbf3e545-ca61-4d7a-8207-906702de351b tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/floatingips/b4b48d97-2f56-42cd-ba6c-03d1aada8efa HTTP/1.1" status: 204 len: 168 time: 0.9854019 Aug 31 07:05:36.855495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:36.856008 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec37d59e-3c65-4678-b598-49a6e8ada4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:36.883655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.895873 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f301849-1099-4d77-97f3-f7415e04819a x-openstack-request-id: req-4f301849-1099-4d77-97f3-f7415e04819a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:36.896239 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:36.896558 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f301849-1099-4d77-97f3-f7415e04819a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:36.897043 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'status': 'completed', 'code': 200} Aug 31 07:05:36.954699 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:36.975029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-e977318f-1fe8-4498-95be-0f9f8a41ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:36.977310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-e977318f-1fe8-4498-95be-0f9f8a41ede9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=114c303e58824a2f81726133673c4639&device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0542421 Aug 31 07:05:36.978299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.989802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006831cc-d6f5-40bc-bc3b-5cdc95815e59']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:37.000782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3142edf0-e9e6-4324-a24e-10f58071f214') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:37.001073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3142edf0-e9e6-4324-a24e-10f58071f214') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:37.011926 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.032989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.040271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:37.040842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:37.043351 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:37.107481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.116411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.118853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] 10.222.0.15 "DELETE /v2.0/networks/006831cc-d6f5-40bc-bc3b-5cdc95815e59 HTTP/1.1" status: 204 len: 168 time: 0.3179450 Aug 31 07:05:37.130476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de901ca4-9ee4-4a5f-83d4-84b7d5b6ca19 admin admin] Pushing event deleted for resources: {'Network': ['ID=006831cc-d6f5-40bc-bc3b-5cdc95815e59,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:37.164714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59ca73-63e8-47b9-b3ca-11fc63fd8c63 req-947e9564-c38a-4343-8c2a-45b8440f31d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:37.166542 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc59ca73-63e8-47b9-b3ca-11fc63fd8c63 req-947e9564-c38a-4343-8c2a-45b8440f31d4 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0874960 Aug 31 07:05:37.177969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-2ea62c6a-5707-432b-a3fe-40180df75fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:37.179544 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-2ea62c6a-5707-432b-a3fe-40180df75fe3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df0c7854-4107-4c52-8796-128cbf82a6c3 HTTP/1.1" status: 200 len: 896 time: 0.1723022 Aug 31 07:05:37.205141 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:58Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:37.232210 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] Checking router: a42ee410-d3cc-4491-a8f2-6a569975c594 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:37.241064 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:37.241748 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:37.246119 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-f29bc83d-2199-42f4-8dda-37de98ced839 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2 HTTP/1.1" status: 200 len: 217 time: 0.0520539 Aug 31 07:05:37.254008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc59ca73-63e8-47b9-b3ca-11fc63fd8c63 req-d3c40dbe-2915-4ca2-a822-1b3098f3055e tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781915 Aug 31 07:05:37.309281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47570) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:37.333912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-b526dac7-7570-4382-932b-3df62d6404a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:37.335379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-b526dac7-7570-4382-932b-3df62d6404a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2ad5911-e96b-4399-a8d6-cf30a991a494 HTTP/1.1" status: 200 len: 835 time: 0.0704212 Aug 31 07:05:37.352740 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:37.356334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-055ec877-3fcd-4352-980e-74bca8321a57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abe3ef82c1a14653b6829f5b53e559a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459688 Aug 31 07:05:37.359224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47572) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:37.398605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-d398cd50-3034-4c97-b8ab-3e8126b8462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:37.400143 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-d398cd50-3034-4c97-b8ab-3e8126b8462d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df0c7854-4107-4c52-8796-128cbf82a6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418112 Aug 31 07:05:37.412454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6985ba65-57c5-43f4-917a-6be7ddb43200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.435005 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6985ba65-57c5-43f4-917a-6be7ddb43200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.486016 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6985ba65-57c5-43f4-917a-6be7ddb43200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.490304 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6985ba65-57c5-43f4-917a-6be7ddb43200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.496098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6985ba65-57c5-43f4-917a-6be7ddb43200 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72664b5d-7dbe-4f96-bf0c-50c50cae1599 HTTP/1.1" status: 204 len: 168 time: 0.1333385 Aug 31 07:05:37.500777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-a8e6adab-1624-48f1-b325-e9e40604a0e5 service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914831 Aug 31 07:05:37.507514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985ba65-57c5-43f4-917a-6be7ddb43200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72664b5d-7dbe-4f96-bf0c-50c50cae1599,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:37.576403 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:58Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:37.607302 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d6d8f-a6d4-4cff-b1b7-d56570788bed None None] The sync data for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 is: [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:03:51Z', 'revision_number': 4, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e716776b-ec5d-49bc-900a-7cf0012b6f86', 'name': '', 'network_id': 'df0c7854-4107-4c52-8796-128cbf82a6c3', 'tenant_id': '114c303e58824a2f81726133673c4639', 'mac_address': 'fa:16:3e:4c:63:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:49Z', 'updated_at': '2021-08-31T07:03:58Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'subnets': [{'id': 'e2ad5911-e96b-4399-a8d6-cf30a991a494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:37.610601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec37d59e-3c65-4678-b598-49a6e8ada4f8 req-088e68ba-9fbc-412c-8fb1-35f0bc0b54ce service neutron] 10.222.0.42 "GET /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913291 Aug 31 07:05:37.728525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6fa2-814d-47b2-bc7d-3b5f601b3c3b req-ff48e4e2-05d0-42ba-acfc-90fa79e04fb5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:37.730706 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bdce6fa2-814d-47b2-bc7d-3b5f601b3c3b req-ff48e4e2-05d0-42ba-acfc-90fa79e04fb5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0632532 Aug 31 07:05:37.771585 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bdce6fa2-814d-47b2-bc7d-3b5f601b3c3b req-b184357e-5b74-4b1b-8dfc-99a260b42046 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347855 Aug 31 07:05:37.858185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47580) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:37.859400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae43854-93ac-4c24-95d1-58a4be7d9f78 None None] New status for floating IP b4b48d97-2f56-42cd-ba6c-03d1aada8efa: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:05:37.898001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e7bc3dcf-c9ee-44df-adf4-524df64c359c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47791e1912584151b858d0aa78b58a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385551 Aug 31 07:05:37.900507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47582) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:37.958893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77eec901-74c4-4768-9a0e-41f11752e638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.980559 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77eec901-74c4-4768-9a0e-41f11752e638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:37.983564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 418230f6-20e4-4037-a637-62791999d167 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:38.007421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 418230f6-20e4-4037-a637-62791999d167 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:38.007763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 418230f6-20e4-4037-a637-62791999d167 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:38.029840 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77eec901-74c4-4768-9a0e-41f11752e638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:38.032523 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-77eec901-74c4-4768-9a0e-41f11752e638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:38.033713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-77eec901-74c4-4768-9a0e-41f11752e638 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d49d4a55-811b-4b75-ace8-9197e2793210 HTTP/1.1" status: 204 len: 168 time: 0.1323221 Aug 31 07:05:38.041113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eec901-74c4-4768-9a0e-41f11752e638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49d4a55-811b-4b75-ace8-9197e2793210,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:38.377836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91969a44-b1bb-408f-b449-835bd7efb5e7 req-2f96bbab-3ab6-45df-9c38-27bdc937cba7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:38.379459 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91969a44-b1bb-408f-b449-835bd7efb5e7 req-2f96bbab-3ab6-45df-9c38-27bdc937cba7 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0530224 Aug 31 07:05:38.422702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-91969a44-b1bb-408f-b449-835bd7efb5e7 req-4176fcf6-f5e1-47b2-9ea5-4e87c01b8571 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/security-groups?id=531ee524-d63e-43ef-9f61-b86238a0590f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365689 Aug 31 07:05:38.901367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f4867-3954-4f10-be71-3530a56f6c5b req-7a770574-81f6-4ceb-bd96-591a3077be77 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:38.902884 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-017f4867-3954-4f10-be71-3530a56f6c5b req-7a770574-81f6-4ceb-bd96-591a3077be77 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0564120 Aug 31 07:05:38.943390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-017f4867-3954-4f10-be71-3530a56f6c5b req-57cd6267-1104-4fb5-97a0-c75b63fa28ee tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334580 Aug 31 07:05:38.993271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-ef487984-01e1-4c36-acd2-264e6151c049 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:38.994775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-ef487984-01e1-4c36-acd2-264e6151c049 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 945 time: 0.0491033 Aug 31 07:05:39.105657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:39.106000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.194102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port 1d6e65ae-c074-459a-ba57-f8f881ed42c2, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=1d6e65ae-c074-459a-ba57-f8f881ed42c2,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:39.194461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.208065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 1d6e65ae-c074-459a-ba57-f8f881ed42c2 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:39.360231 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.394199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=1d6e65ae-c074-459a-ba57-f8f881ed42c2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:39.437912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] No DVR routers for this DVR port 1d6e65ae-c074-459a-ba57-f8f881ed42c2 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:39.440908 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.443394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2cafa2e1-064d-4222-b43d-be6ae7ca5aca req-4d12d026-d638-4a33-92af-4258989e078f tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.42 "DELETE /v2.0/ports/1d6e65ae-c074-459a-ba57-f8f881ed42c2 HTTP/1.1" status: 204 len: 173 time: 0.4388704 Aug 31 07:05:39.443889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'name': 'network-vif-deleted', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:39.446402 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bef0a59-a70f-4a64-8d94-b76f0d8e6561" -d '{"events": [{"server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "name": "network-vif-deleted", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:39.492512 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb17c13-1eba-4d13-8d7a-5f8e234ed479 x-openstack-request-id: req-cdb17c13-1eba-4d13-8d7a-5f8e234ed479 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:39.492806 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e93f61b-c072-42cb-97c1-6bf358e6ca32", "name": "network-vif-deleted", "tag": "1d6e65ae-c074-459a-ba57-f8f881ed42c2", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:39.493061 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdb17c13-1eba-4d13-8d7a-5f8e234ed479 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:39.493548 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e93f61b-c072-42cb-97c1-6bf358e6ca32', 'name': 'network-vif-deleted', 'tag': '1d6e65ae-c074-459a-ba57-f8f881ed42c2', 'status': 'completed', 'code': 200} Aug 31 07:05:39.536229 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-52db285e-a5f5-4a5a-b192-a1ffee0e3d27 req-27d07d5e-a48a-4cb0-8ec8-4c07f28f2a69 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e93f61b-c072-42cb-97c1-6bf358e6ca32 HTTP/1.1" status: 200 len: 210 time: 0.0292330 Aug 31 07:05:40.064272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feba6ba-5a6a-4aeb-9e26-967fb83183fa req-ee4813b2-4e6e-4cb0-93d9-135c06c5ac91 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:40.065789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8feba6ba-5a6a-4aeb-9e26-967fb83183fa req-ee4813b2-4e6e-4cb0-93d9-135c06c5ac91 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0485823 Aug 31 07:05:40.106309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8feba6ba-5a6a-4aeb-9e26-967fb83183fa req-29f151cb-35db-42dc-8ac8-0e666055ea73 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Aug 31 07:05:40.593174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47598) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:40.954175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:41.243353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03909c5f-cc90-454f-a9b8-b4698a860057 req-4ef4b4e1-9008-4ebb-be89-9fda3af9e0d9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.244760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-03909c5f-cc90-454f-a9b8-b4698a860057 req-4ef4b4e1-9008-4ebb-be89-9fda3af9e0d9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0606809 Aug 31 07:05:41.250789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port e716776b-ec5d-49bc-900a-7cf0012b6f86 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:41.251134 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:41.334142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-03909c5f-cc90-454f-a9b8-b4698a860057 req-de08285e-9704-49ce-8ffa-fd5b8f813aed tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801182 Aug 31 07:05:41.367408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port e716776b-ec5d-49bc-900a-7cf0012b6f86, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e716776b-ec5d-49bc-900a-7cf0012b6f86,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:41.367771 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:41.380393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for e716776b-ec5d-49bc-900a-7cf0012b6f86 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:41.568270 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:41.594783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=e716776b-ec5d-49bc-900a-7cf0012b6f86,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:41.780014 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.006936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Router a42ee410-d3cc-4491-a8f2-6a569975c594 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:42.043161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1d6e65ae-c074-459a-ba57-f8f881ed42c2 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:42.063905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 1d6e65ae-c074-459a-ba57-f8f881ed42c2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:42.064258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 1d6e65ae-c074-459a-ba57-f8f881ed42c2 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:42.119964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:42.126285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-77a6186d-6727-47bb-a533-68523142eadb tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "PUT /v2.0/routers/a42ee410-d3cc-4491-a8f2-6a569975c594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5317307 Aug 31 07:05:42.128650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47602) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:42.131141 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] Sync routers for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:42.140597 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:42.141333 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:42.186335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33d4126-a116-414d-a631-77db8b4dc657 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting subnet e2ad5911-e96b-4399-a8d6-cf30a991a494 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:42.189714 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f33d4126-a116-414d-a631-77db8b4dc657 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.235595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f33d4126-a116-414d-a631-77db8b4dc657 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.252442 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:42.320180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f33d4126-a116-414d-a631-77db8b4dc657 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.392751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f33d4126-a116-414d-a631-77db8b4dc657 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.423653 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f33d4126-a116-414d-a631-77db8b4dc657 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.429710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f33d4126-a116-414d-a631-77db8b4dc657 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/subnets/e2ad5911-e96b-4399-a8d6-cf30a991a494 HTTP/1.1" status: 204 len: 168 time: 0.2999566 Aug 31 07:05:42.430561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47606) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:42.433531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d4126-a116-414d-a631-77db8b4dc657 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ad5911-e96b-4399-a8d6-cf30a991a494,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:42.440361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb246dd-bbe4-4fa3-b7e4-2ffd6b43b79d None None] Network df0c7854-4107-4c52-8796-128cbf82a6c3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:42.463302 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff5899-d3ef-413d-b4f0-7f21a7050274 req-ff69adf0-bb76-4a8e-b23b-b34701e3425b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:42.464893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81ff5899-d3ef-413d-b4f0-7f21a7050274 req-ff69adf0-bb76-4a8e-b23b-b34701e3425b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0568745 Aug 31 07:05:42.527317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81ff5899-d3ef-413d-b4f0-7f21a7050274 req-19c82728-5a50-4bc2-a6a2-7dbd50b9ccea tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553384 Aug 31 07:05:42.550258 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:05:41Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:42.561622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.577133 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] Checking router: a42ee410-d3cc-4491-a8f2-6a569975c594 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:42.585490 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] Routers {'a42ee410-d3cc-4491-a8f2-6a569975c594'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:42.586138 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a42ee410-d3cc-4491-a8f2-6a569975c594'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:42.646134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] DHCP port deletion for df0c7854-4107-4c52-8796-128cbf82a6c3 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:05:42.676589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.700133 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] Set router a42ee410-d3cc-4491-a8f2-6a569975c594 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:42.711588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Deleting port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:42.712025 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.779808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] For port 54ec7060-bb3e-4359-a0a8-46eb708a93e9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=54ec7060-bb3e-4359-a0a8-46eb708a93e9,segment=NetworkSegment(e324b455-40ef-472a-9369-bcbe75a54a56),segment_id=e324b455-40ef-472a-9369-bcbe75a54a56)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:42.780188 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.795595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Calling delete_port for 54ec7060-bb3e-4359-a0a8-46eb708a93e9 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:42.885773 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.901654 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:05:41Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:42.914117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Pushing event deleted for resources: {'Port': ['ID=54ec7060-bb3e-4359-a0a8-46eb708a93e9,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:42.916496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] No DVR routers for this DVR port 54ec7060-bb3e-4359-a0a8-46eb708a93e9 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:42.930507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.930858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.931274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.931573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.931858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.932189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.932388 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505dbd2-a1c0-47ea-81af-83a786f285ef None None] The sync data for ids ['a42ee410-d3cc-4491-a8f2-6a569975c594'] in n-d-712142-16 is: [{'id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004918091', 'tenant_id': '114c303e58824a2f81726133673c4639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:03:45Z', 'updated_at': '2021-08-31T07:05:41Z', 'revision_number': 5, 'project_id': '114c303e58824a2f81726133673c4639', 'gw_port': {'id': '4c0b6c62-c3ea-47bc-adf0-a4ca52d49329', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ee410-d3cc-4491-a8f2-6a569975c594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:03:46Z', 'updated_at': '2021-08-31T07:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:42.932540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.933395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.933738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.934096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.934380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:42.934701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81532-e190-45a7-9216-ceceae90bd79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:43.039799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Deleting port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:43.040077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.120532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] For port 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4c0b6c62-c3ea-47bc-adf0-a4ca52d49329,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:43.120897 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.134901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Calling delete_port for 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:43.307792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.334290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Port': ['ID=4c0b6c62-c3ea-47bc-adf0-a4ca52d49329,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:43.396543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.490556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.492744 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.541038 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.541689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Fanout notify agent at l3_agent the message router_deleted on router a42ee410-d3cc-4491-a8f2-6a569975c594 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:05:43.550562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.554306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5b3ab919-9af8-4fd0-ac7a-c9c31a577984 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/routers/a42ee410-d3cc-4491-a8f2-6a569975c594 HTTP/1.1" status: 204 len: 168 time: 1.1199000 Aug 31 07:05:43.555045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47610) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:43.648176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a88ee0-b8b2-406f-929d-b5b04b48327e req-e1e117e0-c079-4b7c-93aa-0174f7bfc31c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:43.649003 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.649931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58a88ee0-b8b2-406f-929d-b5b04b48327e req-e1e117e0-c079-4b7c-93aa-0174f7bfc31c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0520256 Aug 31 07:05:43.690932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-58a88ee0-b8b2-406f-929d-b5b04b48327e req-5ab7e18d-c6be-4f21-a85d-949ca291a782 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333531 Aug 31 07:05:43.740854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.751633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0c7854-4107-4c52-8796-128cbf82a6c3']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:43.762445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e324b455-40ef-472a-9369-bcbe75a54a56') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:43.762757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e324b455-40ef-472a-9369-bcbe75a54a56') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:43.771745 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.785928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.791923 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:43.792369 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:43.795440 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:43.866657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.875381 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.876554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/networks/df0c7854-4107-4c52-8796-128cbf82a6c3 HTTP/1.1" status: 204 len: 168 time: 0.3206444 Aug 31 07:05:43.888868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47616) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:43.896047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68925e3f-b23b-41ee-ad86-fd7b7fd0ce97 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'Network': ['ID=df0c7854-4107-4c52-8796-128cbf82a6c3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:43.949761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334ab28-a155-47ef-924f-9190c40d2745 req-c9a914c2-6904-4b69-81e4-993e9d595b8c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:43.950162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1cf76914-6075-43ff-9846-27685cda1e77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:43.951193 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b334ab28-a155-47ef-924f-9190c40d2745 req-c9a914c2-6904-4b69-81e4-993e9d595b8c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0924785 Aug 31 07:05:43.957816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-61cc8d29-b2f0-4d45-b7bc-b172c586d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:43.959253 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-61cc8d29-b2f0-4d45-b7bc-b172c586d72d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1096 time: 0.0655758 Aug 31 07:05:43.976165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1cf76914-6075-43ff-9846-27685cda1e77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.045006 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b334ab28-a155-47ef-924f-9190c40d2745 req-e60344aa-9fe1-40fa-8d45-bdb0a616cb64 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847049 Aug 31 07:05:44.045470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1cf76914-6075-43ff-9846-27685cda1e77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.048664 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1cf76914-6075-43ff-9846-27685cda1e77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.053419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1cf76914-6075-43ff-9846-27685cda1e77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] 10.222.0.15 "DELETE /v2.0/security-groups/531ee524-d63e-43ef-9f61-b86238a0590f HTTP/1.1" status: 204 len: 168 time: 0.1631444 Aug 31 07:05:44.070697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf76914-6075-43ff-9846-27685cda1e77 tempest-TestNetworkAdvancedServerOps-607007491 tempest-TestNetworkAdvancedServerOps-607007491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531ee524-d63e-43ef-9f61-b86238a0590f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:44.092542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-6963fd0a-b39d-4b61-b6da-5e3cf715026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:44.094042 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-6963fd0a-b39d-4b61-b6da-5e3cf715026a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1270628 Aug 31 07:05:44.170404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-26116cf5-e57d-44bb-a8a1-7b303df0cf40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 998 time: 0.0672705 Aug 31 07:05:44.230617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-abf1a30f-d454-45b8-ac0e-49be18d78574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:44.232442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-abf1a30f-d454-45b8-ac0e-49be18d78574 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0549982 Aug 31 07:05:44.264398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 54ec7060-bb3e-4359-a0a8-46eb708a93e9 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:44.279179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-e1b7037a-d8e6-431a-8bed-56db78ce28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:44.280732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-e1b7037a-d8e6-431a-8bed-56db78ce28f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417917 Aug 31 07:05:44.286247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 54ec7060-bb3e-4359-a0a8-46eb708a93e9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:44.286613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 54ec7060-bb3e-4359-a0a8-46eb708a93e9 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:44.287030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e716776b-ec5d-49bc-900a-7cf0012b6f86 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:44.310106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e716776b-ec5d-49bc-900a-7cf0012b6f86 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:44.310431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e716776b-ec5d-49bc-900a-7cf0012b6f86 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:44.310838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:44.330850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:44.331195 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4c0b6c62-c3ea-47bc-adf0-a4ca52d49329 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:44.379474 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-22b286bf-1273-4002-91b3-6a9a3ebae03d service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907111 Aug 31 07:05:44.384902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47624) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:44.474987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2955611f-07db-4619-9615-5f6b6bdb0afa req-5e0b2276-b094-496b-9282-c8600a5108b1 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843198 Aug 31 07:05:44.526039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-42801ee2-dcd7-4a4c-90fa-162d94e2af7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=114c303e58824a2f81726133673c4639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399276 Aug 31 07:05:44.529011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47628) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:44.581403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0048de32-352f-460c-9f3d-6fe344866ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.602049 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0048de32-352f-460c-9f3d-6fe344866ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.649085 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0048de32-352f-460c-9f3d-6fe344866ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.652130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0048de32-352f-460c-9f3d-6fe344866ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.653334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0048de32-352f-460c-9f3d-6fe344866ea4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df4c6fbd-4651-4f9a-9148-de0da5ba5167 HTTP/1.1" status: 204 len: 168 time: 0.1233256 Aug 31 07:05:44.661062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048de32-352f-460c-9f3d-6fe344866ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c6fbd-4651-4f9a-9148-de0da5ba5167,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:44.906378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47634) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:44.945577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9fd9494d-d18a-4e99-ab82-2fe09d8c4094 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6d0c4ea82994b16a62a96eed6f7099f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380063 Aug 31 07:05:44.947951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47636) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:45.005147 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4cc1876a-390d-43d1-9a4f-7c36fa4e9933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:45.029788 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4cc1876a-390d-43d1-9a4f-7c36fa4e9933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:45.084875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4cc1876a-390d-43d1-9a4f-7c36fa4e9933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:45.087798 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4cc1876a-390d-43d1-9a4f-7c36fa4e9933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:45.092106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4cc1876a-390d-43d1-9a4f-7c36fa4e9933 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/280bd66f-8d88-4545-8d71-60366689f872 HTTP/1.1" status: 204 len: 168 time: 0.1397474 Aug 31 07:05:45.099456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1876a-390d-43d1-9a4f-7c36fa4e9933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280bd66f-8d88-4545-8d71-60366689f872,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:45.175165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71791f-bf18-41e5-91aa-4bde6fc5967c req-ca63f0fb-8bbf-4ca8-95b6-1202a9ecac9f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:45.176709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e71791f-bf18-41e5-91aa-4bde6fc5967c req-ca63f0fb-8bbf-4ca8-95b6-1202a9ecac9f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0527470 Aug 31 07:05:45.215675 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e71791f-bf18-41e5-91aa-4bde6fc5967c req-4be41af1-7d8a-4223-b0be-a9fa5c7dcc34 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Aug 31 07:05:45.336197 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d08b4f-55ca-4171-833c-cde385e1a531 req-2ebf81ea-eb3f-4a38-9a88-bfd0a4686bdf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:45.338266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3d08b4f-55ca-4171-833c-cde385e1a531 req-2ebf81ea-eb3f-4a38-9a88-bfd0a4686bdf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0503738 Aug 31 07:05:45.379030 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d3d08b4f-55ca-4171-833c-cde385e1a531 req-418499fa-4eb4-46a3-ad2a-0908f1815f15 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341263 Aug 31 07:05:45.603290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980b55b-d2c4-41e3-b2c2-1de0a82c8668 req-4e8e264f-7e22-4d1f-8e18-27f804791c10 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:45.605357 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7980b55b-d2c4-41e3-b2c2-1de0a82c8668 req-4e8e264f-7e22-4d1f-8e18-27f804791c10 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0552073 Aug 31 07:05:45.649596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7980b55b-d2c4-41e3-b2c2-1de0a82c8668 req-0f48ec65-7abf-4cf9-88d8-74d984b34605 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382960 Aug 31 07:05:45.862610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a29b-487d-421c-84ec-f81a17f85f84 req-7bcf5226-1f1b-48de-8397-2ef016df3eef tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:45.864172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4275a29b-487d-421c-84ec-f81a17f85f84 req-7bcf5226-1f1b-48de-8397-2ef016df3eef tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0500886 Aug 31 07:05:45.904951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4275a29b-487d-421c-84ec-f81a17f85f84 req-e80915e5-c24a-47f3-a38f-0221d4494cef tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347481 Aug 31 07:05:47.024461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15027ee0-3461-46cf-a5cb-c70b866cfadf req-a1f48708-9baa-4e71-9ec8-f1daea1df0b9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:47.026023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15027ee0-3461-46cf-a5cb-c70b866cfadf req-a1f48708-9baa-4e71-9ec8-f1daea1df0b9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0515141 Aug 31 07:05:47.066575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15027ee0-3461-46cf-a5cb-c70b866cfadf req-962b11ac-7a81-48fb-b8e8-92ff8af06069 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337265 Aug 31 07:05:47.145749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47806) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:47.270321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3576a542-962c-4467-a5ff-43764080f052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.277741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5b8f8-9710-4f88-9707-ee8b531a3426 req-e4bed2ae-e43d-48d0-9b26-6af065fde474 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:47.279281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2e5b8f8-9710-4f88-9707-ee8b531a3426 req-e4bed2ae-e43d-48d0-9b26-6af065fde474 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0551505 Aug 31 07:05:47.316933 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e2e5b8f8-9710-4f88-9707-ee8b531a3426 req-f764d779-ed9f-4b4a-9f0c-678a715beaf5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316193 Aug 31 07:05:47.366102 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3576a542-962c-4467-a5ff-43764080f052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.370292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3576a542-962c-4467-a5ff-43764080f052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.407810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576a542-962c-4467-a5ff-43764080f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69db9cc-410f-4a2a-967b-a6612d79ca50,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:47.412251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3576a542-962c-4467-a5ff-43764080f052 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d5bd22aaa75443ca6f2cf113838495a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654874 Aug 31 07:05:47.414844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47812) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:47.462305 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae364b79-d898-42bc-98b7-7c9897d1e26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.486513 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae364b79-d898-42bc-98b7-7c9897d1e26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.533897 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae364b79-d898-42bc-98b7-7c9897d1e26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.536413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae364b79-d898-42bc-98b7-7c9897d1e26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.537612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ae364b79-d898-42bc-98b7-7c9897d1e26a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c69db9cc-410f-4a2a-967b-a6612d79ca50 HTTP/1.1" status: 204 len: 168 time: 0.1218777 Aug 31 07:05:47.545461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae364b79-d898-42bc-98b7-7c9897d1e26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69db9cc-410f-4a2a-967b-a6612d79ca50,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:47.808330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47818) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:47.822232 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2189963-90fa-46c3-a4b0-68e611c1bc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.913277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2189963-90fa-46c3-a4b0-68e611c1bc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.917569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2189963-90fa-46c3-a4b0-68e611c1bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:47.954910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2189963-90fa-46c3-a4b0-68e611c1bc9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0991f51e8a6048ab96c48dcf4266a5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455123 Aug 31 07:05:47.956819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2189963-90fa-46c3-a4b0-68e611c1bc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37648ca8-87c5-403e-881e-a8c1f31c3639,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:47.957646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47820) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:48.008506 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f51ed5be-2968-4e70-bb66-1d9a6193a188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:48.029719 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f51ed5be-2968-4e70-bb66-1d9a6193a188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:48.077629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f51ed5be-2968-4e70-bb66-1d9a6193a188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:48.080274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f51ed5be-2968-4e70-bb66-1d9a6193a188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:48.081455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f51ed5be-2968-4e70-bb66-1d9a6193a188 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37648ca8-87c5-403e-881e-a8c1f31c3639 HTTP/1.1" status: 204 len: 168 time: 0.1227615 Aug 31 07:05:48.088999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ed5be-2968-4e70-bb66-1d9a6193a188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37648ca8-87c5-403e-881e-a8c1f31c3639,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:48.440396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8a325-cc0d-4ed2-8c6c-18193161fa37 req-f1070be5-b15a-4513-acb0-321ec71330b2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:48.441977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ce8a325-cc0d-4ed2-8c6c-18193161fa37 req-f1070be5-b15a-4513-acb0-321ec71330b2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0516784 Aug 31 07:05:48.482420 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ce8a325-cc0d-4ed2-8c6c-18193161fa37 req-f57219f7-cff9-4814-a31c-de7111f9fa29 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345113 Aug 31 07:05:48.610352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bf6ac-c658-486b-84a7-bd14c12105b8 req-7c179129-a4be-48ea-aa7d-7c067ee65fe3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:48.612080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-299bf6ac-c658-486b-84a7-bd14c12105b8 req-7c179129-a4be-48ea-aa7d-7c067ee65fe3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0583053 Aug 31 07:05:48.662220 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-299bf6ac-c658-486b-84a7-bd14c12105b8 req-f82ca8b8-7809-403d-b36a-7e9b43ca69e3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Aug 31 07:05:48.782693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18084-db69-463d-9124-1fb1f5312f6a req-9ccf8f7c-a722-44bf-b9b3-26dde8dc77fa tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:48.784206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94a18084-db69-463d-9124-1fb1f5312f6a req-9ccf8f7c-a722-44bf-b9b3-26dde8dc77fa tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0528674 Aug 31 07:05:48.824011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94a18084-db69-463d-9124-1fb1f5312f6a req-de1a5135-cb2f-44bf-8b8e-645fa1287b41 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Aug 31 07:05:48.940132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a4ffe-f2c0-4720-af49-ec9250f9e288 req-d38dd6d8-293b-40c8-87bc-3c3a21196ab4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:48.941289 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-960a4ffe-f2c0-4720-af49-ec9250f9e288 req-d38dd6d8-293b-40c8-87bc-3c3a21196ab4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0508456 Aug 31 07:05:48.982769 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-960a4ffe-f2c0-4720-af49-ec9250f9e288 req-4e7a1e56-5be1-4c64-99dc-b972ed48d2b9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348401 Aug 31 07:05:50.099037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47882) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:50.104176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'network': {'name': 'tempest-network-smoke--1481775113', 'project_id': 'd82d6334bbc64e048604b329414018bd', 'port_security_enabled': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:50.125099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Made reservation on behalf of d82d6334bbc64e048604b329414018bd for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:50.128433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.137327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.225726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.229281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.254760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:05:50.264986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3bf528-5710-441b-901c-2389faa45adc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:50.269748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.270097 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Added segment 2a4f8d46-d357-4ce4-9e31-b4b833512bf7 of type vlan for network d05b5d77-17f7-4370-8370-79c2d589c4b1 Aug 31 07:05:50.308557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.332431 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.337938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:50.338527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.391565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2912490 Aug 31 07:05:50.394728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47884) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:50.399389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'admin_state_up': True, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:50.409472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22ae6b-c4d3-4dcb-a071-44103c2fa045 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Network': ['ID=d05b5d77-17f7-4370-8370-79c2d589c4b1,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:50.423847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:05:50.425825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.426944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.479622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.617319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.806322 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.825372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:50.928999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Allocated IP 172.25.5.109 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/29438b69-6bf4-4522-a7ef-f20c7a45dd8d) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:51.032626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:51.070825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:51.110045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:51.115033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:51.119494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:51.123219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=29438b69-6bf4-4522-a7ef-f20c7a45dd8d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:51.149777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.150121 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.150459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.150796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.151146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.151475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.151799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.152121 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.152442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.152761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.153075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.153413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:51.373627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:51.576609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:51.707750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Router 2e239ad7-de90-45fc-a44a-fb6906b35854 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:05:51.813327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:51.824092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Sync routers for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:51.831320 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:51.832544 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aeba6345-7d94-4c32-b398-bf1dd6ac7557 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4368117 Aug 31 07:05:51.833651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:51.834307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:51.835933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47886) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:51.956436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:51.975517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2fd773c9-4e1c-4887-890a-7d9f5d282fe8 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d82d6334bbc64e048604b329414018bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1383708 Aug 31 07:05:51.978190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47890) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:52.136543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18fad4-8618-4141-bc3e-4a4768aed8b2 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:52.138322 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0e18fad4-8618-4141-bc3e-4a4768aed8b2 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591125 Aug 31 07:05:52.139294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:51Z', 'revision_number': 3, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:52.141212 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47892) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:52.170885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4f54e19f-389f-4c61-bb40-5405d16fbfa9 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261700 Aug 31 07:05:52.171140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Checking router: 2e239ad7-de90-45fc-a44a-fb6906b35854 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:52.171140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Updating router 2e239ad7-de90-45fc-a44a-fb6906b35854 port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:05:52.171362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47894) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:52.175976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638729876', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'project_id': 'd82d6334bbc64e048604b329414018bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:52.195095 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.282199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Made reservation on behalf of d82d6334bbc64e048604b329414018bd for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:52.285908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.445391 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.455202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Transition to ACTIVE for port object 29438b69-6bf4-4522-a7ef-f20c7a45dd8d will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:52.461172 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.466672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.516774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f5fa7-cae2-4cd7-91cc-a2839cf306ed None None] Pushing event updated for resources: {'Port': ['ID=29438b69-6bf4-4522-a7ef-f20c7a45dd8d,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:52.519291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Attempting to bind port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:52.519654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Attempting to bind port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:52.520010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Attempting to bind port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:52.524955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Subnet': ['ID=e7c3e821-3427-4e71-8862-85bf4763ff91,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:52.525429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:52.525803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:52.526233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.526618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:52.527079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Bound port: 29438b69-6bf4-4522-a7ef-f20c7a45dd8d, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:52.527454 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.535311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Checking segment: {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:52.535674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network hostable DHCP agents. Network: d05b5d77-17f7-4370-8370-79c2d589c4b1, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:05:52.552271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:05:52.562244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d05b5d77-17f7-4370-8370-79c2d589c4b1) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:52.566854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:52.567443 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.573606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ec183-0a9c-44b7-b4c8-f2ebc91b3255 None None] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:52.582312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ac1ff18f-d94b-4382-8d6e-89e7af53f8f7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4102192 Aug 31 07:05:52.585029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47896) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:52.618710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] For port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:52.636664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] For port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=29438b69-6bf4-4522-a7ef-f20c7a45dd8d,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:52.641773 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.722692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f5fa7-cae2-4cd7-91cc-a2839cf306ed None None] Pushing event updated for resources: {'Port': ['ID=29438b69-6bf4-4522-a7ef-f20c7a45dd8d,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:52.728998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:52.730202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:52.868794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d05b5d77-17f7-4370-8370-79c2d589c4b1', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:05:52.869696 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.895491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:53.303039 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Allocated IP 172.20.0.2 (d05b5d77-17f7-4370-8370-79c2d589c4b1/e7c3e821-3427-4e71-8862-85bf4763ff91/15b9bb33-0f19-41ac-a092-f67723fcf13f) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:53.305472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.391826 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:51Z', 'revision_number': 3, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:53.429866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc891563-aa32-4bde-aad4-e2dbb867b420 None None] The sync data for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 is: [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:51Z', 'revision_number': 3, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:53.490971 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.497866 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:05:53.502404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Transition to ACTIVE for port object 15b9bb33-0f19-41ac-a092-f67723fcf13f will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:53.520018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Transition to ACTIVE for port object 15b9bb33-0f19-41ac-a092-f67723fcf13f will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:53.525975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.568596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:53.571750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:53.576260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:53.579421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Pushing event updated for resources: {'Port': ['ID=15b9bb33-0f19-41ac-a092-f67723fcf13f,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:53.601745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Allocated IP 172.20.0.1 (d05b5d77-17f7-4370-8370-79c2d589c4b1/e7c3e821-3427-4e71-8862-85bf4763ff91/e4a55855-4105-41b3-9fb7-7af2b18fced1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:53.640498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Attempting to bind port 15b9bb33-0f19-41ac-a092-f67723fcf13f on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:53.640876 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Attempting to bind port 15b9bb33-0f19-41ac-a092-f67723fcf13f by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:53.641236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Attempting to bind port 15b9bb33-0f19-41ac-a092-f67723fcf13f on network d05b5d77-17f7-4370-8370-79c2d589c4b1 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:53.646636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:53.647010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Checking segment: {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:53.647411 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.647800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Bound using segment: {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:53.648263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Bound port: 15b9bb33-0f19-41ac-a092-f67723fcf13f, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:53.648640 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.739818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.742419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] For port 15b9bb33-0f19-41ac-a092-f67723fcf13f, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:53.746497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] For port 15b9bb33-0f19-41ac-a092-f67723fcf13f, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=15b9bb33-0f19-41ac-a092-f67723fcf13f,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:53.754039 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.759163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Transition to ACTIVE for port object e4a55855-4105-41b3-9fb7-7af2b18fced1 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:53.802029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.821512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e60ad0-1b84-42c9-8bf2-ced5193a2c4d None None] Pushing event updated for resources: {'Port': ['ID=15b9bb33-0f19-41ac-a092-f67723fcf13f,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:53.861682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:53.865127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:53.867904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:53.895426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=e4a55855-4105-41b3-9fb7-7af2b18fced1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:53.920756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.090252 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.236997 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-33db9c1b-62de-4595-96f0-651c7d46bbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.347175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 29438b69-6bf4-4522-a7ef-f20c7a45dd8d up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:54.402798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:54.406916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:54.407297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.410314 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.414642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.492165 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.494114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=e4a55855-4105-41b3-9fb7-7af2b18fced1,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:54.497495 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.516227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=29438b69-6bf4-4522-a7ef-f20c7a45dd8d,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:54.520517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.521741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 15b9bb33-0f19-41ac-a092-f67723fcf13f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:54.607326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:54.608691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:54.642885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 15b9bb33-0f19-41ac-a092-f67723fcf13f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:54.652188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=29438b69-6bf4-4522-a7ef-f20c7a45dd8d,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:54.670585 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.732989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Router 2e239ad7-de90-45fc-a44a-fb6906b35854 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:54.845537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ca723-1609-4f0d-8eaa-e6ddbb1586dd None None] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:54.850894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:54.859776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aec3f9d5-c728-44c4-a43f-b1de5cc9560e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "PUT /v2.0/routers/2e239ad7-de90-45fc-a44a-fb6906b35854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2710233 Aug 31 07:05:54.860146 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47900) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:54.865389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-337dc9b3-47b6-44f6-bbe3-8debe507b335 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1915679302', 'description': 'tempest-secgroup_access--1915679302 description', 'project_id': 'd82d6334bbc64e048604b329414018bd'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:54.900023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-337dc9b3-47b6-44f6-bbe3-8debe507b335 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.942183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-69be4dda-89be-40db-890f-c9f736852502 None None] Provisioning for port 15b9bb33-0f19-41ac-a092-f67723fcf13f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:54.950318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-69be4dda-89be-40db-890f-c9f736852502 None None] Provisioning complete for port 15b9bb33-0f19-41ac-a092-f67723fcf13f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:54.950682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-69be4dda-89be-40db-890f-c9f736852502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.012262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-337dc9b3-47b6-44f6-bbe3-8debe507b335 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.017168 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-337dc9b3-47b6-44f6-bbe3-8debe507b335 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.046143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-337dc9b3-47b6-44f6-bbe3-8debe507b335 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.047529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-337dc9b3-47b6-44f6-bbe3-8debe507b335 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1867220 Aug 31 07:05:55.050866 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47902) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:55.055844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8b19589a-0a63-4f76-b16d-a3459c0308e8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1197935405', 'description': 'tempest-secgroup_general--1197935405 description', 'project_id': 'd82d6334bbc64e048604b329414018bd'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:55.060940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dc9b3-47b6-44f6-bbe3-8debe507b335 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7789a4-bc39-4023-91a3-20d3f041508a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:55.084790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b19589a-0a63-4f76-b16d-a3459c0308e8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.116970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-69be4dda-89be-40db-890f-c9f736852502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.160865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-69be4dda-89be-40db-890f-c9f736852502 None None] For port 15b9bb33-0f19-41ac-a092-f67723fcf13f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=15b9bb33-0f19-41ac-a092-f67723fcf13f,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:55.165557 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-69be4dda-89be-40db-890f-c9f736852502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.199658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b19589a-0a63-4f76-b16d-a3459c0308e8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.204402 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b19589a-0a63-4f76-b16d-a3459c0308e8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.227549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be4dda-89be-40db-890f-c9f736852502 None None] Pushing event updated for resources: {'Port': ['ID=15b9bb33-0f19-41ac-a092-f67723fcf13f,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:55.233763 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8b19589a-0a63-4f76-b16d-a3459c0308e8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.235283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8b19589a-0a63-4f76-b16d-a3459c0308e8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1833410 Aug 31 07:05:55.238674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47904) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:55.243606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-84667d80-ea62-4f7e-86f1-4d86c21fc566 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'security_group_rule': {'security_group_id': 'ce7789a4-bc39-4023-91a3-20d3f041508a', 'project_id': 'd82d6334bbc64e048604b329414018bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:55.264335 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19589a-0a63-4f76-b16d-a3459c0308e8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129f2e4e-11f8-44cc-9b23-c9735e9f2e57,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:55.284758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84667d80-ea62-4f7e-86f1-4d86c21fc566 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.328718 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Sync routers for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:55.341916 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:55.342554 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:55.347389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84667d80-ea62-4f7e-86f1-4d86c21fc566 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.352197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84667d80-ea62-4f7e-86f1-4d86c21fc566 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.370189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84667d80-ea62-4f7e-86f1-4d86c21fc566 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188b2479-9019-4853-b19b-d124c35ab4bc,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:55.391591 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84667d80-ea62-4f7e-86f1-4d86c21fc566 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.392859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-84667d80-ea62-4f7e-86f1-4d86c21fc566 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532288 Aug 31 07:05:55.405726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3dab2484-efcf-4288-ad16-5700043d2551 None None] Provisioning for port e4a55855-4105-41b3-9fb7-7af2b18fced1 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:55.409830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3dab2484-efcf-4288-ad16-5700043d2551 None None] Provisioning complete for port e4a55855-4105-41b3-9fb7-7af2b18fced1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:55.410248 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3dab2484-efcf-4288-ad16-5700043d2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.478605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3dab2484-efcf-4288-ad16-5700043d2551 None None] Port e4a55855-4105-41b3-9fb7-7af2b18fced1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:55.492183 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:55.494105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3dab2484-efcf-4288-ad16-5700043d2551 None None] Provisioning complete for port 15b9bb33-0f19-41ac-a092-f67723fcf13f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:55.495374 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3dab2484-efcf-4288-ad16-5700043d2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.574558 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-4b3fb8c2-8c98-475b-8380-ff7c7056437b tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--1915679302&fields=id&tenant_id=d82d6334bbc64e048604b329414018bd HTTP/1.1" status: 200 len: 267 time: 0.0470026 Aug 31 07:05:55.616852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-b1743583-3586-486e-8610-0512e4a2d656 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--1197935405&fields=id&tenant_id=d82d6334bbc64e048604b329414018bd HTTP/1.1" status: 200 len: 267 time: 0.0412147 Aug 31 07:05:55.705493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a22cac83-01b8-4a22-919a-d62e9f8331c6 None None] Provisioning complete for port e4a55855-4105-41b3-9fb7-7af2b18fced1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:55.706568 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a22cac83-01b8-4a22-919a-d62e9f8331c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.732559 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 2, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:55.739775 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-9f2387c2-efce-43ca-872e-4681daa518fb tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:55.741374 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-9f2387c2-efce-43ca-872e-4681daa518fb tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/networks?id=d05b5d77-17f7-4370-8370-79c2d589c4b1 HTTP/1.1" status: 200 len: 797 time: 0.1160004 Aug 31 07:05:55.752654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a22cac83-01b8-4a22-919a-d62e9f8331c6 None None] Port e4a55855-4105-41b3-9fb7-7af2b18fced1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:55.762016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-4a91478f-6302-4378-8627-dd7e91c1723c tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/quotas/d82d6334bbc64e048604b329414018bd HTTP/1.1" status: 200 len: 375 time: 0.0146778 Aug 31 07:05:55.763427 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Checking router: 2e239ad7-de90-45fc-a44a-fb6906b35854 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:55.763782 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Updating router 2e239ad7-de90-45fc-a44a-fb6906b35854 port e4a55855-4105-41b3-9fb7-7af2b18fced1 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:05:55.789653 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.824084 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5e93fce7-b041-46a7-b116-04c2bb6a363c tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d82d6334bbc64e048604b329414018bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557759 Aug 31 07:05:55.872376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e2bc763f-ff69-495c-9168-e9142f7b683f None None] Provisioning complete for port e4a55855-4105-41b3-9fb7-7af2b18fced1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:55.872712 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e2bc763f-ff69-495c-9168-e9142f7b683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:55.912552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc763f-ff69-495c-9168-e9142f7b683f None None] Port e4a55855-4105-41b3-9fb7-7af2b18fced1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:55.933466 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-36a5aa81-1062-481e-b04c-d7a93ef6164a service neutron] 10.222.0.15 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960045 Aug 31 07:05:56.031955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-b2402703-34a2-4531-87ab-5d7c5e17d383 service neutron] 10.222.0.15 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920920 Aug 31 07:05:56.041073 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.061763 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.072624 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Transition to ACTIVE for port object e4a55855-4105-41b3-9fb7-7af2b18fced1 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:56.080003 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.136913 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Pushing event updated for resources: {'Port': ['ID=e4a55855-4105-41b3-9fb7-7af2b18fced1,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:56.147053 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.147396 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.147730 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.148059 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.148459 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.148701 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.149032 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.149368 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.149687 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.150002 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.150388 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.150637 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:56.223415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7f40f1d-c031-45a1-aedb-cff4a600c825 req-aa41d1d7-4b1b-42d2-b424-6e95397bb5c1 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 210 time: 0.0436313 Aug 31 07:05:56.251863 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Attempting to bind port e4a55855-4105-41b3-9fb7-7af2b18fced1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:56.252228 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Attempting to bind port e4a55855-4105-41b3-9fb7-7af2b18fced1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:56.252586 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Attempting to bind port e4a55855-4105-41b3-9fb7-7af2b18fced1 on network d05b5d77-17f7-4370-8370-79c2d589c4b1 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:56.257972 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:56.258465 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Checking segment: {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:56.258818 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.259674 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Bound using segment: {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:56.260047 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Bound port: e4a55855-4105-41b3-9fb7-7af2b18fced1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:56.261028 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.319255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 29438b69-6bf4-4522-a7ef-f20c7a45dd8d up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:56.335881 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] For port e4a55855-4105-41b3-9fb7-7af2b18fced1, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:56.340252 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] For port e4a55855-4105-41b3-9fb7-7af2b18fced1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e4a55855-4105-41b3-9fb7-7af2b18fced1,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:56.345467 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.379228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:56.379864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.393390 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:56.394125 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:56.506299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 15b9bb33-0f19-41ac-a092-f67723fcf13f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:56.524941 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36733948-f7c8-48fe-a420-329b57dc7523 None None] Pushing event updated for resources: {'Port': ['ID=e4a55855-4105-41b3-9fb7-7af2b18fced1,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:56.547778 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:56.580367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 15b9bb33-0f19-41ac-a092-f67723fcf13f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:56.580777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.782300 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:56Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:56.812668 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0b23b-2fd2-4cc7-adc4-c09ffa1e0dee None None] The sync data for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 is: [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:56Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:56.846277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c187-44a9-4146-abb1-7867d7a096c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:56.934676 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:57.346679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb5576f8-8af8-4aee-bddc-a7a08933f611 req-f4e72338-1482-43d8-aefa-4cdd885cfa06 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 210 time: 0.0394051 Aug 31 07:05:57.358617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-11562e13-7f81-45e5-bd88-531b5b4b08c0 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:57.360154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-11562e13-7f81-45e5-bd88-531b5b4b08c0 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.23 "GET /v2.0/networks?id=d05b5d77-17f7-4370-8370-79c2d589c4b1 HTTP/1.1" status: 200 len: 797 time: 0.1530223 Aug 31 07:05:57.413938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-4ed625ee-9589-4505-8f8a-83b66fcd02e5 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d82d6334bbc64e048604b329414018bd HTTP/1.1" status: 200 len: 478 time: 0.0436544 Aug 31 07:05:57.424325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'port': {'device_id': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'admin_state_up': True, 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'security_groups': ['ce7789a4-bc39-4023-91a3-20d3f041508a', '129f2e4e-11f8-44cc-9b23-c9735e9f2e57']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:57.535045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Made reservation on behalf of d82d6334bbc64e048604b329414018bd for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:57.538885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:57.677432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Allocated IP 172.20.0.10 (d05b5d77-17f7-4370-8370-79c2d589c4b1/e7c3e821-3427-4e71-8862-85bf4763ff91/2ff4a7d4-cdca-472d-b276-3464d182b55a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:57.830095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:57.845513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Transition to ACTIVE for port object 2ff4a7d4-cdca-472d-b276-3464d182b55a will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:57.878249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:57.929362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:57.932461 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:57.936292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:57.942808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=2ff4a7d4-cdca-472d-b276-3464d182b55a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:57.989817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:57.990480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.006589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-7da54f2d-a699-4f12-a2fd-36ae6b07bd79 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5863101 Aug 31 07:05:58.019534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Request body: {'port': {'device_id': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:58.080622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.127424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-79163d6d-a144-4592-a200-24200eb4196a None None] Provisioning for port 2ff4a7d4-cdca-472d-b276-3464d182b55a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:58.131952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-79163d6d-a144-4592-a200-24200eb4196a None None] Provisioning complete for port 2ff4a7d4-cdca-472d-b276-3464d182b55a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:58.132322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-79163d6d-a144-4592-a200-24200eb4196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.171417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-79163d6d-a144-4592-a200-24200eb4196a None None] Port 2ff4a7d4-cdca-472d-b276-3464d182b55a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:58.193333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.294251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e4a55855-4105-41b3-9fb7-7af2b18fced1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:58.343152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e4a55855-4105-41b3-9fb7-7af2b18fced1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:58.346972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e4a55855-4105-41b3-9fb7-7af2b18fced1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:58.347342 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.382148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff4a7d4-cdca-472d-b276-3464d182b55a {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:58.390381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.404238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Transition to ACTIVE for port object 2ff4a7d4-cdca-472d-b276-3464d182b55a will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:58.408808 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.434919 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.473565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port e4a55855-4105-41b3-9fb7-7af2b18fced1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e4a55855-4105-41b3-9fb7-7af2b18fced1,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:58.480156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.488133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Pushing event updated for resources: {'Port': ['ID=2ff4a7d4-cdca-472d-b276-3464d182b55a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:58.510801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e7104-2643-465c-8852-fb00cb1a35c6 req-1a8c67f3-2aa0-4098-a7ec-ba13d5c83120 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:58.521265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-176e7104-2643-465c-8852-fb00cb1a35c6 req-1a8c67f3-2aa0-4098-a7ec-ba13d5c83120 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 983 time: 0.0935295 Aug 31 07:05:58.549412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Attempting to bind port 2ff4a7d4-cdca-472d-b276-3464d182b55a on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:58.550511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Attempting to bind port 2ff4a7d4-cdca-472d-b276-3464d182b55a by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:58.550912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Attempting to bind port 2ff4a7d4-cdca-472d-b276-3464d182b55a on network d05b5d77-17f7-4370-8370-79c2d589c4b1 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:58.555895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Port 2ff4a7d4-cdca-472d-b276-3464d182b55a on network d05b5d77-17f7-4370-8370-79c2d589c4b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:05:58.556201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Attempting to bind port 2ff4a7d4-cdca-472d-b276-3464d182b55a on network d05b5d77-17f7-4370-8370-79c2d589c4b1 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:58.564636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:58.565144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-176e7104-2643-465c-8852-fb00cb1a35c6 req-8c275a0c-8d7d-4775-ba22-7038b2c302a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0422328 Aug 31 07:05:58.570137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Checking segment: {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:58.570757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Bound using segment: {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:58.571247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Bound port: 2ff4a7d4-cdca-472d-b276-3464d182b55a, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4f8d46-d357-4ce4-9e31-b4b833512bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:58.571625 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.573726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=e4a55855-4105-41b3-9fb7-7af2b18fced1,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:58.656254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] For port 2ff4a7d4-cdca-472d-b276-3464d182b55a, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:58.659504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] For port 2ff4a7d4-cdca-472d-b276-3464d182b55a, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:58.665540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.702312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:58.702945 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.704397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] 10.222.0.23 "PUT /v2.0/ports/2ff4a7d4-cdca-472d-b276-3464d182b55a HTTP/1.1" status: 200 len: 1132 time: 0.6892323 Aug 31 07:05:58.704844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:58.707201 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850a9822-80eb-4b54-8112-bfb551ff22cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:58.736483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a631efc-35fa-4763-a390-bac7dbe3796c service neutron] Pushing event updated for resources: {'Port': ['ID=2ff4a7d4-cdca-472d-b276-3464d182b55a,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:58.758370 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a87d2f8-e175-4f8e-8936-4f0ddae18cab x-openstack-request-id: req-3a87d2f8-e175-4f8e-8936-4f0ddae18cab {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:58.758668 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:58.758922 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a87d2f8-e175-4f8e-8936-4f0ddae18cab {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:58.759326 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'status': 'completed', 'code': 200} Aug 31 07:05:58.795227 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-38ee5d8b-5012-4a7a-905d-abb098fdc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:58.796833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-38ee5d8b-5012-4a7a-905d-abb098fdc2ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d82d6334bbc64e048604b329414018bd&device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 1135 time: 0.0491021 Aug 31 07:05:58.846469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-3f422869-12d1-4d12-8438-798517db14d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a HTTP/1.1" status: 200 len: 217 time: 0.0393643 Aug 31 07:05:58.899465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-b6113c13-6b1e-47c5-86ef-cf2893ce60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:58.901529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-b6113c13-6b1e-47c5-86ef-cf2893ce60bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7c3e821-3427-4e71-8862-85bf4763ff91 HTTP/1.1" status: 200 len: 835 time: 0.0457890 Aug 31 07:05:58.948870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-060e7d1d-0237-475b-9c29-a09277f8acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:58.950345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-060e7d1d-0237-475b-9c29-a09277f8acc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d05b5d77-17f7-4370-8370-79c2d589c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407188 Aug 31 07:05:59.053217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-cf4480c0-65e6-40cc-bc94-f0e9f37b3e95 service neutron] 10.222.0.23 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937407 Aug 31 07:05:59.143103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9f1b361b-996c-4117-8088-3d1868bfaa54 req-27bdb94b-c521-4ae1-ac93-544b1c136b45 service neutron] 10.222.0.23 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822506 Aug 31 07:05:59.236062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-bb9b459a-13ca-477d-ab58-17e570bccc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:59.237500 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-bb9b459a-13ca-477d-ab58-17e570bccc60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d82d6334bbc64e048604b329414018bd&device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 1135 time: 0.0419040 Aug 31 07:05:59.352288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-7973e203-30ad-4e46-8b53-cc28e0a3d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:59.353825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-7973e203-30ad-4e46-8b53-cc28e0a3d6a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d05b5d77-17f7-4370-8370-79c2d589c4b1 HTTP/1.1" status: 200 len: 898 time: 0.1049578 Aug 31 07:05:59.396292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-d7cef28e-fdf2-4efa-acbd-01fc1d813bcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a HTTP/1.1" status: 200 len: 217 time: 0.0348980 Aug 31 07:05:59.449629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-bd8c2978-004d-4cf7-8932-4856fd391196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:59.451098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-bd8c2978-004d-4cf7-8932-4856fd391196 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7c3e821-3427-4e71-8862-85bf4763ff91 HTTP/1.1" status: 200 len: 835 time: 0.0472097 Aug 31 07:05:59.500237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-5d15d995-af2c-4151-a810-36ed5a72f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:59.501735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-5d15d995-af2c-4151-a810-36ed5a72f447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d05b5d77-17f7-4370-8370-79c2d589c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425892 Aug 31 07:05:59.596459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-78d4874c-50a8-46cb-a4c3-746659a769d7 service neutron] 10.222.0.23 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862184 Aug 31 07:05:59.694450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278c8e0-8436-43ba-b64d-31c7d7799ab3 req-c3101965-a5c2-4001-b34b-d6eaa7122e59 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:59.696090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f278c8e0-8436-43ba-b64d-31c7d7799ab3 req-c3101965-a5c2-4001-b34b-d6eaa7122e59 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 983 time: 0.0532062 Aug 31 07:05:59.699171 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-850a9822-80eb-4b54-8112-bfb551ff22cc req-4f5d479c-5697-4135-831d-9fc8ce31258a service neutron] 10.222.0.23 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910981 Aug 31 07:05:59.736607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f278c8e0-8436-43ba-b64d-31c7d7799ab3 req-b001a5f7-b353-400e-b78d-b9e89ebd47ae tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0335896 Aug 31 07:05:59.886632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-4f74c213-cfb4-40d6-ac12-45b49cfa251c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415232 Aug 31 07:05:59.950642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-01fa6398-7811-4bec-a73f-5b32220c4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:59.952131 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-01fa6398-7811-4bec-a73f-5b32220c4140 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 1097 time: 0.0403476 Aug 31 07:06:00.032163 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.062166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-7539cc72-5436-4ebb-8f7f-f474f9e61e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:00.063732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-7539cc72-5436-4ebb-8f7f-f474f9e61e77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0904403 Aug 31 07:06:00.109070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-c47a73a3-4597-4db0-a073-fdfa0afe38a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a HTTP/1.1" status: 200 len: 217 time: 0.0359135 Aug 31 07:06:00.159387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-2daca872-d0a5-464e-812b-a7325795522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:00.160873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-2daca872-d0a5-464e-812b-a7325795522b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0437241 Aug 31 07:06:00.214022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-43469f4c-f846-4a24-b0ad-b345fd95c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:00.215459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-43469f4c-f846-4a24-b0ad-b345fd95c701 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467076 Aug 31 07:06:00.271953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e4a55855-4105-41b3-9fb7-7af2b18fced1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:00.312454 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-200e03d7-4036-40a5-9629-8cfd4c004231 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893648 Aug 31 07:06:00.322181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e4a55855-4105-41b3-9fb7-7af2b18fced1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:00.322469 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.408862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a26bec0a-0449-4a7a-8dba-9f5fb07beb8c req-28aef039-b28a-49fd-b58a-4d1925128356 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897892 Aug 31 07:06:00.855994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7f4e-e512-4513-970d-bbadd99d88c6 req-f573dd45-2b9e-4318-94d1-109f3d3a2a1c tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:00.857673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef8d7f4e-e512-4513-970d-bbadd99d88c6 req-f573dd45-2b9e-4318-94d1-109f3d3a2a1c tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 983 time: 0.0511339 Aug 31 07:06:00.902968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef8d7f4e-e512-4513-970d-bbadd99d88c6 req-4eadf063-9ee6-4610-9a19-b7124e25cc64 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0378115 Aug 31 07:06:02.015937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ddb3-d863-4cc8-8764-31aba9e4d2ff req-683719da-9989-42b0-9678-7bcb76e0f449 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.017458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2606ddb3-d863-4cc8-8764-31aba9e4d2ff req-683719da-9989-42b0-9678-7bcb76e0f449 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 983 time: 0.0491543 Aug 31 07:06:02.061275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2606ddb3-d863-4cc8-8764-31aba9e4d2ff req-1b716d32-1e5e-48f8-9ec4-aeb0586910a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0374963 Aug 31 07:06:02.091729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2ff4a7d4-cdca-472d-b276-3464d182b55a details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:06:02.185784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2ff4a7d4-cdca-472d-b276-3464d182b55a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:02.198752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'port_id': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'mac_address': 'fa:16:3e:38:97:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:06:02.235169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:02.247897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff4a7d4-cdca-472d-b276-3464d182b55a {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:06:02.267466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2ff4a7d4-cdca-472d-b276-3464d182b55a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:02.271209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:02.320649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2ff4a7d4-cdca-472d-b276-3464d182b55a,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:02.527650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['2ff4a7d4-cdca-472d-b276-3464d182b55a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:06:03.181329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5042d-3866-4e47-85f5-7ee892a27a22 req-c2e81d19-a45f-403e-847d-0a32520062b1 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:03.183490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2d5042d-3866-4e47-85f5-7ee892a27a22 req-c2e81d19-a45f-403e-847d-0a32520062b1 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 984 time: 0.0506182 Aug 31 07:06:03.231441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2d5042d-3866-4e47-85f5-7ee892a27a22 req-68d39d1e-2377-4ca4-9e00-0cdcf69ca38d tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0402703 Aug 31 07:06:04.110821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2ff4a7d4-cdca-472d-b276-3464d182b55a up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:04.162133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 2ff4a7d4-cdca-472d-b276-3464d182b55a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:04.165869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 2ff4a7d4-cdca-472d-b276-3464d182b55a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:04.166271 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:04.242866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:04.266294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:04.268617 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f913a7-becf-491a-90a4-14a86e11b222" -d '{"events": [{"server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "name": "network-vif-plugged", "status": "completed", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:04.281516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2ff4a7d4-cdca-472d-b276-3464d182b55a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:04.286645 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:04.314798 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ed88bc-bbf4-4181-8c17-3875a6c53553 x-openstack-request-id: req-b0ed88bc-bbf4-4181-8c17-3875a6c53553 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:04.317608 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "name": "network-vif-plugged", "status": "completed", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:04.317608 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0ed88bc-bbf4-4181-8c17-3875a6c53553 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:04.317608 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'code': 200} Aug 31 07:06:04.343771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2ff4a7d4-cdca-472d-b276-3464d182b55a,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:04.356003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc806-9960-4eb8-9e21-3b09c045d779 req-69a74391-707c-4b0c-a9d6-1cf5af8fffe8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:04.358204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-480bc806-9960-4eb8-9e21-3b09c045d779 req-69a74391-707c-4b0c-a9d6-1cf5af8fffe8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 985 time: 0.0534825 Aug 31 07:06:04.400063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-480bc806-9960-4eb8-9e21-3b09c045d779 req-7acee898-37d4-42ea-8608-561066826ef2 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0354698 Aug 31 07:06:04.414143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91accf-d20e-4b54-bf3d-43af7318d5ad req-56e1973a-a3bc-48e8-a66c-ca1fd44683c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:04.415575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9d91accf-d20e-4b54-bf3d-43af7318d5ad req-56e1973a-a3bc-48e8-a66c-ca1fd44683c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 1137 time: 0.0445631 Aug 31 07:06:04.450962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9d91accf-d20e-4b54-bf3d-43af7318d5ad req-5bc6c409-b1e7-4d19-be0b-1f86b958b057 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0280252 Aug 31 07:06:05.517825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dcee6-4ece-439c-96e2-75d85b19916a req-390b226a-a89a-4b16-92c4-0138bf3b6a9d tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:05.519345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-619dcee6-4ece-439c-96e2-75d85b19916a req-390b226a-a89a-4b16-92c4-0138bf3b6a9d tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 985 time: 0.0495470 Aug 31 07:06:05.558524 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-619dcee6-4ece-439c-96e2-75d85b19916a req-4aea1144-c5b2-4366-b54d-182fee252291 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0331736 Aug 31 07:06:06.673861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a7a01-682a-4c9d-ace3-732eccd19ba1 req-c31a2fcc-d74f-4add-9a9f-265cbeba4098 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:06.675362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-608a7a01-682a-4c9d-ace3-732eccd19ba1 req-c31a2fcc-d74f-4add-9a9f-265cbeba4098 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 985 time: 0.0481627 Aug 31 07:06:06.714234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-608a7a01-682a-4c9d-ace3-732eccd19ba1 req-34daea14-7a91-4c3e-9d73-97d0f5b4a2ff tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0328600 Aug 31 07:06:06.827301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d25a8-8ef8-40dd-86b8-7188dfd76f01 req-cf43c8e0-9c5c-4eeb-b277-201b4cb341d8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:06.828918 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d2d25a8-8ef8-40dd-86b8-7188dfd76f01 req-cf43c8e0-9c5c-4eeb-b277-201b4cb341d8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 985 time: 0.0495157 Aug 31 07:06:06.873063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d2d25a8-8ef8-40dd-86b8-7188dfd76f01 req-5f3ea4de-16f0-4407-9c5d-f38ff5460d50 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0380585 Aug 31 07:06:06.977947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb7909-090b-4d2b-abe3-bfcb0cda3e98 req-cc204116-9059-4928-80ab-b9e1cfe44f07 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:06.979390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bebb7909-090b-4d2b-abe3-bfcb0cda3e98 req-cc204116-9059-4928-80ab-b9e1cfe44f07 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 1137 time: 0.0401816 Aug 31 07:06:07.002152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bebb7909-090b-4d2b-abe3-bfcb0cda3e98 req-092cb31e-af7c-49d4-9981-1edd9d465d6b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:07.090195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bebb7909-090b-4d2b-abe3-bfcb0cda3e98 req-092cb31e-af7c-49d4-9981-1edd9d465d6b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:07.094554 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-bebb7909-090b-4d2b-abe3-bfcb0cda3e98 req-092cb31e-af7c-49d4-9981-1edd9d465d6b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:07.118316 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bebb7909-090b-4d2b-abe3-bfcb0cda3e98 req-092cb31e-af7c-49d4-9981-1edd9d465d6b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1328328 Aug 31 07:06:07.128006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cb31e-af7c-49d4-9981-1edd9d465d6b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239f917e-1af2-417b-8751-251553cbd0e0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:07.143523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47958) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:07.182701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae334e1-72ab-40c1-ad04-bed625cade32 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:07.184206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2ae334e1-72ab-40c1-ad04-bed625cade32 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 1132 time: 0.0396941 Aug 31 07:06:07.187191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47960) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:07.191685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:07.216136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:07.316781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:07.418423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Allocated IP 172.25.5.99 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/8e699841-e865-4be6-8610-afeb60b08590) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:07.522837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:07.560994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:07.602231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:07.607321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:07.609631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=8e699841-e865-4be6-8610-afeb60b08590,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:07.611851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:07.961969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.028201 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.201132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-c237f422-b6e0-4b87-85e6-ee03a43b27aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653112 Aug 31 07:06:08.209832 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.214776 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.323430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=8e699841-e865-4be6-8610-afeb60b08590,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:08.337009 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.339778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-a2c977a8-e8ea-4e88-83b2-add0203666f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:08.341394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-a2c977a8-e8ea-4e88-83b2-add0203666f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 1097 time: 0.0907631 Aug 31 07:06:08.509893 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Floating IP 4f0fce98-ba7f-477f-bbb5-3adbed3176e0 associated. External IP: 172.25.5.99, port: 2ff4a7d4-cdca-472d-b276-3464d182b55a. Aug 31 07:06:08.513342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-b04a855d-e7bd-4c46-8574-0b980fa34703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:08.514808 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-b04a855d-e7bd-4c46-8574-0b980fa34703 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1365204 Aug 31 07:06:08.918374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-b19dbebc-3035-4c2e-b7bc-ae8bf03aca65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552fe16-da94-493e-8ba5-570ce7dcad86 HTTP/1.1" status: 200 len: 217 time: 0.3737044 Aug 31 07:06:09.006878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-94fd4e89-4142-4039-8d38-9cec87103e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:09.008331 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-94fd4e89-4142-4039-8d38-9cec87103e25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0820308 Aug 31 07:06:09.126846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-7a8dd164-140f-42df-ad10-a9d9e1025a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:09.128423 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-7a8dd164-140f-42df-ad10-a9d9e1025a13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117015 Aug 31 07:06:09.202282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Router 2e239ad7-de90-45fc-a44a-fb6906b35854 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:06:09.275941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-38de99bf-259d-49d6-bc6b-68d2d78c47b8 service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381886 Aug 31 07:06:09.392512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:09.402731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] Sync routers for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:09.412602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:09.413260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:09.419531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5c678a0-09ed-4746-a7b4-9ad50c71e67d req-518aa415-7d0e-4c94-98d7-34f7a859a9e5 service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343222 Aug 31 07:06:09.420417 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:09.451831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ed28dddc-1c92-44cf-8faa-fdb711153b90 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2612104 Aug 31 07:06:09.451831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:09.452347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 47964) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:09.452824 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd99e3-1fa3-476d-9446-c3371c998641" -d '{"events": [{"name": "network-changed", "server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:09.489855 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce76d03-f042-48ec-b6c4-bf14bee7b40d x-openstack-request-id: req-8ce76d03-f042-48ec-b6c4-bf14bee7b40d {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:09.490152 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:09.490404 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ce76d03-f042-48ec-b6c4-bf14bee7b40d {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:09.490838 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'status': 'completed', 'code': 200} Aug 31 07:06:09.524531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:09.626310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-198058ee-c999-4c0a-ba47-eed33da11a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:09.627815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-198058ee-c999-4c0a-ba47-eed33da11a24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d82d6334bbc64e048604b329414018bd&device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 1137 time: 0.1062214 Aug 31 07:06:09.749352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4f0fce98-ba7f-477f-bbb5-3adbed3176e0', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'port_id': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'mac_address': 'fa:16:3e:38:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:06:07Z', 'updated_at': '2021-08-31T07:06:07Z', 'revision_number': 0, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:58Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:09.779550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] Checking router: 2e239ad7-de90-45fc-a44a-fb6906b35854 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:09.788742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:09.789401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:09.894630 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:10.000777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb3720-f610-42ef-9708-fe6ba8c86e8b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.001129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb3720-f610-42ef-9708-fe6ba8c86e8b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.001621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb3720-f610-42ef-9708-fe6ba8c86e8b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.002081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb3720-f610-42ef-9708-fe6ba8c86e8b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.002534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb3720-f610-42ef-9708-fe6ba8c86e8b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.004283 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-35eb3720-f610-42ef-9708-fe6ba8c86e8b tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.5510008 Aug 31 07:06:10.007417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47968) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:10.041863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-d2faffba-340e-4055-931d-8537b9b7aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.043370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-d2faffba-340e-4055-931d-8537b9b7aef5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d05b5d77-17f7-4370-8370-79c2d589c4b1 HTTP/1.1" status: 200 len: 898 time: 0.4060104 Aug 31 07:06:10.100686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee496d01-e073-4970-8632-c974cdb62e30 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.101153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee496d01-e073-4970-8632-c974cdb62e30 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.101685 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee496d01-e073-4970-8632-c974cdb62e30 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.102142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee496d01-e073-4970-8632-c974cdb62e30 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.103189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee496d01-e073-4970-8632-c974cdb62e30 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.105255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee496d01-e073-4970-8632-c974cdb62e30 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.0967364 Aug 31 07:06:10.108423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47970) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:10.122465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-41020bc2-4ffb-4a1d-8f83-fc7138569229 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a HTTP/1.1" status: 200 len: 999 time: 0.0693865 Aug 31 07:06:10.174836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-fe2af79a-6214-4552-b48f-9eeb721bf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.176840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-fe2af79a-6214-4552-b48f-9eeb721bf454 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7c3e821-3427-4e71-8862-85bf4763ff91 HTTP/1.1" status: 200 len: 835 time: 0.0470612 Aug 31 07:06:10.236476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-56151d42-b47f-4945-92a1-ba975dfa8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.238125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-56151d42-b47f-4945-92a1-ba975dfa8023 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d05b5d77-17f7-4370-8370-79c2d589c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521023 Aug 31 07:06:10.292998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4f0fce98-ba7f-477f-bbb5-3adbed3176e0', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'port_id': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'mac_address': 'fa:16:3e:38:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:06:07Z', 'updated_at': '2021-08-31T07:06:07Z', 'revision_number': 0, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:58Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:10.320638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef36ca-f9da-4069-9727-15d74801d3b4 None None] The sync data for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 is: [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '4f0fce98-ba7f-477f-bbb5-3adbed3176e0', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'port_id': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'mac_address': 'fa:16:3e:38:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:06:07Z', 'updated_at': '2021-08-31T07:06:07Z', 'revision_number': 0, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:58Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:10.332546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-5791c32d-86fd-4c4c-90b5-11cc9bd31400 service neutron] 10.222.0.23 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852380 Aug 31 07:06:10.374518 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-201a3b02-e113-4ead-a48c-55acb317f515 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2647939 Aug 31 07:06:10.376921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 47972) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:10.420204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3cdab7-7de6-4a61-84f0-40287032d10f tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.420689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3cdab7-7de6-4a61-84f0-40287032d10f tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.422375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef3cdab7-7de6-4a61-84f0-40287032d10f tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e239ad7-de90-45fc-a44a-fb6906b35854 HTTP/1.1" status: 200 len: 1992 time: 0.0444293 Aug 31 07:06:10.438126 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b6fd99e3-1fa3-476d-9446-c3371c998641 req-209c1d77-583a-480d-9b72-c48083b2c40e service neutron] 10.222.0.23 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963442 Aug 31 07:06:10.539031 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82bc9c4-1198-48bb-a77f-869fd2ad6081 None None] New status for floating IP 4f0fce98-ba7f-477f-bbb5-3adbed3176e0: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:06:24.230500 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6a41350d-d0e6-41f3-83ff-e0de97888f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.650767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:25.199537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-209edacf-0824-4530-b44c-13b08ca15cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:25.201255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-209edacf-0824-4530-b44c-13b08ca15cd5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1096 time: 0.0437732 Aug 31 07:06:25.312247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d41ff-5e23-48d8-87d3-fdf3a11d43ec req-b12f4a8d-0f3e-4530-9d17-7faf668edd1e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:25.313772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-168d41ff-5e23-48d8-87d3-fdf3a11d43ec req-b12f4a8d-0f3e-4530-9d17-7faf668edd1e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.1702731 Aug 31 07:06:25.342647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-9e194574-ec5f-417a-abf6-8b5c8218a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:25.344116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-9e194574-ec5f-417a-abf6-8b5c8218a39a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1315222 Aug 31 07:06:25.395049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-168d41ff-5e23-48d8-87d3-fdf3a11d43ec req-bd156635-bd54-4ddb-945e-dfaf628e2c34 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733893 Aug 31 07:06:25.420733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-4f01de67-8a23-4d79-abf5-c705c35342f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 998 time: 0.0642862 Aug 31 07:06:25.474482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-2d1f51a4-0747-4865-8dfc-60bef81098b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:25.475930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-2d1f51a4-0747-4865-8dfc-60bef81098b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0481262 Aug 31 07:06:25.521399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-2e548a5f-837a-43a0-a7fe-28877d50fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:25.522854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-2e548a5f-837a-43a0-a7fe-28877d50fca2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398021 Aug 31 07:06:25.612892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-cab31e03-2280-4696-b51d-27d26aca9bae service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816715 Aug 31 07:06:25.709997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-202a7ac5-9356-44c3-a6c4-36ad691cea4c req-6dcd140d-3bcd-43e5-80ad-9c6122926f3c service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868318 Aug 31 07:06:26.050032 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:26.586305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631ac60-2c89-4ff7-bdd7-a1b0f8f937d3 req-1b8b3b52-eb0a-484d-9b6b-1c81553f064d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:26.587822 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0631ac60-2c89-4ff7-bdd7-a1b0f8f937d3 req-1b8b3b52-eb0a-484d-9b6b-1c81553f064d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.1218441 Aug 31 07:06:26.627004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0631ac60-2c89-4ff7-bdd7-a1b0f8f937d3 req-eb9711cc-95d8-4a20-b701-55bab0ceea71 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Aug 31 07:06:26.847215 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-677b2b4a-58ed-40a4-9abb-bb434b8aad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:26.936140 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.194348 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:30.037552 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:30.500862 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:06:46.483932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48010) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:46.565550 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dedd4428-a2a7-46cc-8c7b-020cb6a22163 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2281 time: 0.0803518 Aug 31 07:06:46.568488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48014) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:46.573752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'network': {'name': 'tempest-network-smoke--2031694225', 'project_id': 'd82d6334bbc64e048604b329414018bd', 'port_security_enabled': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:46.594535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Made reservation on behalf of d82d6334bbc64e048604b329414018bd for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:06:46.598516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:46.620754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:06:46.629611 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:46.629948 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Added segment 118a5b27-09b3-4cda-aeeb-99521cab820d of type vlan for network ab4aeb83-8772-43bc-bed2-2599efd97784 Aug 31 07:06:46.670502 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:46.699140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:46.704614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:46.705208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:46.765118 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1955388 Aug 31 07:06:46.767881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48016) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:46.770875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Network': ['ID=ab4aeb83-8772-43bc-bed2-2599efd97784,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:46.773029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'admin_state_up': True, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:46.778508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.778869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.779215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.779555 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.779893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.780229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.780568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.780900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.781251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.781580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.781908 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.782230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d2af6-84fe-43ba-ade6-78bffc62caec tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:46.794026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ab4aeb83-8772-43bc-bed2-2599efd97784 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:06:46.797589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:46.798692 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:46.850714 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:46.989464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:47.180288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:47.199269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:47.306306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Allocated IP 172.25.5.95 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/bb1be8fd-8b4f-4aba-a20e-928a85afad67) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:47.409583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:47.448521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:47.486800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:47.489642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:47.495344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:47.516793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=bb1be8fd-8b4f-4aba-a20e-928a85afad67,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:47.744545 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:47.938104 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.064320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Router 2db03b68-c765-42ba-a6d6-031c52fc64ce is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:06:48.170295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:48.180999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Sync routers for ids ['2db03b68-c765-42ba-a6d6-031c52fc64ce'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:48.189475 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.193552 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-600cd7a4-1147-45c2-9257-b0aed160a722 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4217699 Aug 31 07:06:48.193708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Routers {'2db03b68-c765-42ba-a6d6-031c52fc64ce'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:48.193708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2db03b68-c765-42ba-a6d6-031c52fc64ce'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:48.193960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48018) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:48.261332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b6d34-9292-47d0-abbf-764766eb5e00 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:48.263535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3a8b6d34-9292-47d0-abbf-764766eb5e00 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d82d6334bbc64e048604b329414018bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0686026 Aug 31 07:06:48.266516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48020) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:48.299401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Set router 2db03b68-c765-42ba-a6d6-031c52fc64ce gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:48.417255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e4a33-70cc-4112-8801-f48843e9d439 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:48.418763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0b8e4a33-70cc-4112-8801-f48843e9d439 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512265 Aug 31 07:06:48.421670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48022) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:48.451797 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2703a3a0-c5e4-43a7-addd-aabce4f7a7a6 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288939 Aug 31 07:06:48.454626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48024) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:48.475962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:06:47Z', 'revision_number': 3, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:48.487787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1e0811c1-49e6-4167-b6e3-dc9c5ad8b8ab tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d82d6334bbc64e048604b329414018bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320749 Aug 31 07:06:48.490322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48026) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:48.506072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Checking router: 2db03b68-c765-42ba-a6d6-031c52fc64ce for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:48.506714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Updating router 2db03b68-c765-42ba-a6d6-031c52fc64ce port bb1be8fd-8b4f-4aba-a20e-928a85afad67 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:06:48.531788 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.576640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031db25d-fde9-46a5-83ed-eb3a9b8f1cbe tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:48.578213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-031db25d-fde9-46a5-83ed-eb3a9b8f1cbe tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869858 Aug 31 07:06:48.581045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48028) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:48.609029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-22229bdf-9f57-4399-89f3-59f8a03d7189 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269008 Aug 31 07:06:48.611438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48030) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:48.616198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-568746347', 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784', 'project_id': 'd82d6334bbc64e048604b329414018bd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:48.706705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Made reservation on behalf of d82d6334bbc64e048604b329414018bd for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:06:48.710231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.781341 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.791554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Transition to ACTIVE for port object bb1be8fd-8b4f-4aba-a20e-928a85afad67 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:48.797421 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.854044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Attempting to bind port bb1be8fd-8b4f-4aba-a20e-928a85afad67 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:06:48.854414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Attempting to bind port bb1be8fd-8b4f-4aba-a20e-928a85afad67 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:06:48.854786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Attempting to bind port bb1be8fd-8b4f-4aba-a20e-928a85afad67 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:48.860041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:06:48.860365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:48.860862 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.861292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:06:48.861762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Bound port: bb1be8fd-8b4f-4aba-a20e-928a85afad67, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:06:48.862142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.863602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Pushing event updated for resources: {'Port': ['ID=bb1be8fd-8b4f-4aba-a20e-928a85afad67,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:48.887690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.888034 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.888374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.888711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.889050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.889406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.889774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.890058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.890379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.890702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.891022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.891350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:48.899786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.927049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] For port bb1be8fd-8b4f-4aba-a20e-928a85afad67, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:06:48.930217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] For port bb1be8fd-8b4f-4aba-a20e-928a85afad67, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bb1be8fd-8b4f-4aba-a20e-928a85afad67,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:06:48.935782 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:48.973984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Subnet': ['ID=ca64398d-d677-41da-90cd-8da7aaa8c52c,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:48.986148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Checking segment: {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:48.986625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network hostable DHCP agents. Network: ab4aeb83-8772-43bc-bed2-2599efd97784, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:06:49.003449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c1425-1655-4b2f-a826-91818db74839 None None] Pushing event updated for resources: {'Port': ['ID=bb1be8fd-8b4f-4aba-a20e-928a85afad67,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:49.005253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network ab4aeb83-8772-43bc-bed2-2599efd97784 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:06:49.009486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Routers {'2db03b68-c765-42ba-a6d6-031c52fc64ce'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:49.010920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2db03b68-c765-42ba-a6d6-031c52fc64ce'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:49.019422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ab4aeb83-8772-43bc-bed2-2599efd97784) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:49.028629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:49.029351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.047031 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-47059dc1-45fb-4109-823f-09238ae45346 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4343634 Aug 31 07:06:49.047225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48032) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:49.060156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0e0d64-c462-490f-819d-77aa8916d117 None None] Network ab4aeb83-8772-43bc-bed2-2599efd97784 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:06:49.188285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] Set router 2db03b68-c765-42ba-a6d6-031c52fc64ce gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:49.368975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ab4aeb83-8772-43bc-bed2-2599efd97784', 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'fixed_ips': [{'subnet_id': 'ca64398d-d677-41da-90cd-8da7aaa8c52c'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:06:49.370581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.531458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:06:47Z', 'revision_number': 3, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:49.568225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7078fbe-345c-4115-8fd7-738a31df2f3d None None] The sync data for ids ['2db03b68-c765-42ba-a6d6-031c52fc64ce'] in n-d-712142-16 is: [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:06:47Z', 'revision_number': 3, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:49.573585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Allocated IP 172.20.0.18 (ab4aeb83-8772-43bc-bed2-2599efd97784/ca64398d-d677-41da-90cd-8da7aaa8c52c/e77d3054-5480-4177-93d7-99a270b75913) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:49.654612 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.750212 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.760016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Transition to ACTIVE for port object e77d3054-5480-4177-93d7-99a270b75913 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:49.776955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Transition to ACTIVE for port object e77d3054-5480-4177-93d7-99a270b75913 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:49.784790 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.831555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Network ab4aeb83-8772-43bc-bed2-2599efd97784 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:49.834729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:49.839696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:49.845657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Pushing event updated for resources: {'Port': ['ID=e77d3054-5480-4177-93d7-99a270b75913,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:49.933499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Attempting to bind port e77d3054-5480-4177-93d7-99a270b75913 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:06:49.933836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Attempting to bind port e77d3054-5480-4177-93d7-99a270b75913 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:06:49.934489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Attempting to bind port e77d3054-5480-4177-93d7-99a270b75913 on network ab4aeb83-8772-43bc-bed2-2599efd97784 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:49.944315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:06:49.944701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Checking segment: {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:49.945815 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.946257 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Bound using segment: {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:06:49.946755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Bound port: e77d3054-5480-4177-93d7-99a270b75913, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:06:49.947148 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.035621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] For port e77d3054-5480-4177-93d7-99a270b75913, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:06:50.038922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] For port e77d3054-5480-4177-93d7-99a270b75913, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e77d3054-5480-4177-93d7-99a270b75913,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:06:50.045042 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.114317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651d2a-ede0-4907-a8f4-43188e6cc0bc None None] Pushing event updated for resources: {'Port': ['ID=e77d3054-5480-4177-93d7-99a270b75913,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:50.409118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bb1be8fd-8b4f-4aba-a20e-928a85afad67 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:50.469651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Allocated IP 172.20.0.17 (ab4aeb83-8772-43bc-bed2-2599efd97784/ca64398d-d677-41da-90cd-8da7aaa8c52c/ba126ad6-9b14-4699-8755-a6c1f81f4f15) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:50.474014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port bb1be8fd-8b4f-4aba-a20e-928a85afad67 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:50.478206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port bb1be8fd-8b4f-4aba-a20e-928a85afad67 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:50.478642 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.564850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.585616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port bb1be8fd-8b4f-4aba-a20e-928a85afad67, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bb1be8fd-8b4f-4aba-a20e-928a85afad67,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:50.590786 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.597586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.613001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Transition to ACTIVE for port object ba126ad6-9b14-4699-8755-a6c1f81f4f15 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:50.654414 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.700306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network ab4aeb83-8772-43bc-bed2-2599efd97784 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:50.703671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:50.707915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:50.733259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=ba126ad6-9b14-4699-8755-a6c1f81f4f15,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:50.757504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.796289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=bb1be8fd-8b4f-4aba-a20e-928a85afad67,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:50.926097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.211380 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.217608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.301483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=ba126ad6-9b14-4699-8755-a6c1f81f4f15,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:51.304171 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.404412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network ab4aeb83-8772-43bc-bed2-2599efd97784 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:51.406026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:51.540474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6f4698-ac4f-457b-8ad4-40e7b257f248 None None] Network ab4aeb83-8772-43bc-bed2-2599efd97784 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:06:51.546617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Router 2db03b68-c765-42ba-a6d6-031c52fc64ce has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:06:51.658282 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:51.664306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c137eb10-57ac-402d-b93b-e0b8f80d7bfe tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "PUT /v2.0/routers/2db03b68-c765-42ba-a6d6-031c52fc64ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6158662 Aug 31 07:06:51.669108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d61bc197-33d5-4c54-8eff-2ba59cc062df None None] Provisioning for port e77d3054-5480-4177-93d7-99a270b75913 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:51.669791 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Sync routers for ids ['2db03b68-c765-42ba-a6d6-031c52fc64ce'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:51.679258 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Routers {'2db03b68-c765-42ba-a6d6-031c52fc64ce'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:51.679887 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2db03b68-c765-42ba-a6d6-031c52fc64ce'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:51.802233 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Set router 2db03b68-c765-42ba-a6d6-031c52fc64ce gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:51.929208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5e2c74a2-8348-4f42-8129-c1069d517025 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:51.930959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5e2c74a2-8348-4f42-8129-c1069d517025 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/networks?id=ab4aeb83-8772-43bc-bed2-2599efd97784 HTTP/1.1" status: 200 len: 798 time: 0.1144924 Aug 31 07:06:51.947017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-161dba03-bfee-4100-80e9-d2021cab2fb2 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/quotas/d82d6334bbc64e048604b329414018bd HTTP/1.1" status: 200 len: 375 time: 0.0097106 Aug 31 07:06:52.019015 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ba126ad6-9b14-4699-8755-a6c1f81f4f15', 'name': '', 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:73:d2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'ca64398d-d677-41da-90cd-8da7aaa8c52c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:50Z', 'updated_at': '2021-08-31T07:06:51Z', 'revision_number': 2, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'ca64398d-d677-41da-90cd-8da7aaa8c52c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:52.019322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6d9dc20f-5f76-463c-94bf-f2622c68f435 None None] Provisioning for port ba126ad6-9b14-4699-8755-a6c1f81f4f15 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:52.019553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-2efc7856-f106-435e-9583-c73fdd487508 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d82d6334bbc64e048604b329414018bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0659428 Aug 31 07:06:52.023985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6d9dc20f-5f76-463c-94bf-f2622c68f435 None None] Provisioning complete for port ba126ad6-9b14-4699-8755-a6c1f81f4f15 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:52.024541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc20f-5f76-463c-94bf-f2622c68f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.052358 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Checking router: 2db03b68-c765-42ba-a6d6-031c52fc64ce for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:52.053017 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Updating router 2db03b68-c765-42ba-a6d6-031c52fc64ce port ba126ad6-9b14-4699-8755-a6c1f81f4f15 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:06:52.065077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6d9dc20f-5f76-463c-94bf-f2622c68f435 None None] Port ba126ad6-9b14-4699-8755-a6c1f81f4f15 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:06:52.086280 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.143779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-cd546ed2-86ff-4115-bc68-85dd7e93fd6f service neutron] 10.222.0.15 "GET /v2.0/networks/ab4aeb83-8772-43bc-bed2-2599efd97784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105163 Aug 31 07:06:52.206276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7de98259-4155-4cd7-991b-a73baab35ac7 None None] Provisioning complete for port ba126ad6-9b14-4699-8755-a6c1f81f4f15 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:52.206947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7de98259-4155-4cd7-991b-a73baab35ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.247670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7de98259-4155-4cd7-991b-a73baab35ac7 None None] Port ba126ad6-9b14-4699-8755-a6c1f81f4f15 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:06:52.254568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-32a303ae-4efa-45c7-b4d8-dd4ec3a47106 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4aeb83-8772-43bc-bed2-2599efd97784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026065 Aug 31 07:06:52.372575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-54b14070-3e78-436f-b392-999c49d9522f None None] Provisioning complete for port ba126ad6-9b14-4699-8755-a6c1f81f4f15 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:52.372954 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-54b14070-3e78-436f-b392-999c49d9522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.393022 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.404234 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Transition to ACTIVE for port object ba126ad6-9b14-4699-8755-a6c1f81f4f15 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:52.410684 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.420442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-54b14070-3e78-436f-b392-999c49d9522f None None] Port ba126ad6-9b14-4699-8755-a6c1f81f4f15 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:06:52.470058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bb1be8fd-8b4f-4aba-a20e-928a85afad67 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:52.483127 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c0a2f-ba63-497b-824e-2c03c722586a None None] Pushing event updated for resources: {'Port': ['ID=ba126ad6-9b14-4699-8755-a6c1f81f4f15,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:52.490470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7f811829-44c2-4262-a35e-612f1aa1574d req-59d264f9-6389-417e-a016-bc4900e47ef5 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 210 time: 0.0390444 Aug 31 07:06:52.538406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port bb1be8fd-8b4f-4aba-a20e-928a85afad67 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:52.538779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.553337 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Attempting to bind port ba126ad6-9b14-4699-8755-a6c1f81f4f15 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:06:52.553703 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Attempting to bind port ba126ad6-9b14-4699-8755-a6c1f81f4f15 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:06:52.554060 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Attempting to bind port ba126ad6-9b14-4699-8755-a6c1f81f4f15 on network ab4aeb83-8772-43bc-bed2-2599efd97784 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:52.561509 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:06:52.561887 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Checking segment: {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:52.562930 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.563331 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Bound using segment: {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:06:52.563809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Bound port: ba126ad6-9b14-4699-8755-a6c1f81f4f15, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:06:52.564728 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.635281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e77d3054-5480-4177-93d7-99a270b75913 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:52.642001 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] For port ba126ad6-9b14-4699-8755-a6c1f81f4f15, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:06:52.645475 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] For port ba126ad6-9b14-4699-8755-a6c1f81f4f15, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ba126ad6-9b14-4699-8755-a6c1f81f4f15,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:06:52.653894 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.703082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port e77d3054-5480-4177-93d7-99a270b75913 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:52.709388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e77d3054-5480-4177-93d7-99a270b75913 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:52.710554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.721495 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c0a2f-ba63-497b-824e-2c03c722586a None None] Pushing event updated for resources: {'Port': ['ID=ba126ad6-9b14-4699-8755-a6c1f81f4f15,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:52.724087 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Routers {'2db03b68-c765-42ba-a6d6-031c52fc64ce'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:52.724697 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2db03b68-c765-42ba-a6d6-031c52fc64ce'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:52.815295 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.852072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port e77d3054-5480-4177-93d7-99a270b75913, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e77d3054-5480-4177-93d7-99a270b75913,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:52.859023 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:52.865859 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] Set router 2db03b68-c765-42ba-a6d6-031c52fc64ce gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:52.915233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=e77d3054-5480-4177-93d7-99a270b75913,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:53.091890 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ba126ad6-9b14-4699-8755-a6c1f81f4f15', 'name': '', 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:73:d2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'ca64398d-d677-41da-90cd-8da7aaa8c52c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:50Z', 'updated_at': '2021-08-31T07:06:52Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'ca64398d-d677-41da-90cd-8da7aaa8c52c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:53.117634 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776435d5-6283-4b04-8fdc-d1436e05204f None None] The sync data for ids ['2db03b68-c765-42ba-a6d6-031c52fc64ce'] in n-d-712142-16 is: [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'ba126ad6-9b14-4699-8755-a6c1f81f4f15', 'name': '', 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:73:d2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'ca64398d-d677-41da-90cd-8da7aaa8c52c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:50Z', 'updated_at': '2021-08-31T07:06:52Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'ca64398d-d677-41da-90cd-8da7aaa8c52c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:53.579695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-6441108e-bc7d-4819-9fa2-4136ac4d4f53 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:53.581952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-6441108e-bc7d-4819-9fa2-4136ac4d4f53 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.42 "GET /v2.0/networks?id=ab4aeb83-8772-43bc-bed2-2599efd97784 HTTP/1.1" status: 200 len: 798 time: 0.1438155 Aug 31 07:06:53.596098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Request body: {'port': {'device_id': 'a374c054-9350-43e1-96c8-b1a6c1d56106', 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784', 'admin_state_up': True, 'tenant_id': 'd82d6334bbc64e048604b329414018bd'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:53.612611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-701da5b7-a406-4a7b-b562-ec5bb50088e6 req-5c82f2a6-d56e-41ab-88c9-951b1e5b01ff tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 210 time: 0.0300353 Aug 31 07:06:53.718532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Made reservation on behalf of d82d6334bbc64e048604b329414018bd for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:06:53.722135 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:53.859216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Allocated IP 172.20.0.19 (ab4aeb83-8772-43bc-bed2-2599efd97784/ca64398d-d677-41da-90cd-8da7aaa8c52c/8ccc3093-0801-4e5b-938e-c03caaa8b4d5) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:53.992981 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.009469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Transition to ACTIVE for port object 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:54.043812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.092057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Network ab4aeb83-8772-43bc-bed2-2599efd97784 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:54.095241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:54.099353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:54.124114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event updated for resources: {'Port': ['ID=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:54.161266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:54.161985 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.178944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-5944878d-2788-47fb-a13f-4d782fe11dac tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5872469 Aug 31 07:06:54.192046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Request body: {'port': {'device_id': 'a374c054-9350-43e1-96c8-b1a6c1d56106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:54.236463 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5aa9bf79-d7d7-425f-b3db-b2066b3c38aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.252006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.406128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ba126ad6-9b14-4699-8755-a6c1f81f4f15 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:54.451996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dbec949e-5a35-4598-a131-68c2acc6bbb2 None None] Provisioning for port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:54.458462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dbec949e-5a35-4598-a131-68c2acc6bbb2 None None] Provisioning complete for port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:54.458825 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dbec949e-5a35-4598-a131-68c2acc6bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.487092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ba126ad6-9b14-4699-8755-a6c1f81f4f15 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:54.497906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ba126ad6-9b14-4699-8755-a6c1f81f4f15 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:54.498278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.501852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dbec949e-5a35-4598-a131-68c2acc6bbb2 None None] Port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:06:54.536995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:06:54.544884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.556427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Transition to ACTIVE for port object 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:54.561547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.579683 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.616362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:54.621445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ba126ad6-9b14-4699-8755-a6c1f81f4f15, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ba126ad6-9b14-4699-8755-a6c1f81f4f15,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:54.626303 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.627174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e77d3054-5480-4177-93d7-99a270b75913 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:54.689890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Attempting to bind port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:06:54.690238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Attempting to bind port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:06:54.690576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Attempting to bind port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 on network ab4aeb83-8772-43bc-bed2-2599efd97784 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:54.696655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 on network ab4aeb83-8772-43bc-bed2-2599efd97784 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:06:54.698101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Attempting to bind port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 on network ab4aeb83-8772-43bc-bed2-2599efd97784 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:54.704661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:06:54.705082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Checking segment: {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:54.705737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Bound using segment: {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:06:54.706464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Bound port: 8ccc3093-0801-4e5b-938e-c03caaa8b4d5, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118a5b27-09b3-4cda-aeeb-99521cab820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:06:54.706840 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.712022 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.718388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ba126ad6-9b14-4699-8755-a6c1f81f4f15,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:54.734076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port e77d3054-5480-4177-93d7-99a270b75913 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:54.734076 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.810369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e788ac5-4cdb-443b-9d29-f1794aa4c78b req-333dea95-1b3f-4999-98f5-1e19ef5e6aa9 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:54.811961 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e788ac5-4cdb-443b-9d29-f1794aa4c78b req-333dea95-1b3f-4999-98f5-1e19ef5e6aa9 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 907 time: 0.0938141 Aug 31 07:06:54.824540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] For port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:06:54.829332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] For port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:06:54.833897 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.868807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:54.870386 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.871896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ccc3093-0801-4e5b-938e-c03caaa8b4d5 HTTP/1.1" status: 200 len: 1056 time: 0.6843941 Aug 31 07:06:54.874245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a374c054-9350-43e1-96c8-b1a6c1d56106', 'tag': '8ccc3093-0801-4e5b-938e-c03caaa8b4d5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:54.876617 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d45e821-08d9-4319-a7f0-88250a1111e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a374c054-9350-43e1-96c8-b1a6c1d56106", "tag": "8ccc3093-0801-4e5b-938e-c03caaa8b4d5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:54.903943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca2551-568e-4205-a7ff-c46c99457806 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:54.928368 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0397aa5f-eee5-4810-904a-266a1559bd4e x-openstack-request-id: req-0397aa5f-eee5-4810-904a-266a1559bd4e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:54.928661 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a374c054-9350-43e1-96c8-b1a6c1d56106", "tag": "8ccc3093-0801-4e5b-938e-c03caaa8b4d5", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:54.928907 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0397aa5f-eee5-4810-904a-266a1559bd4e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:54.929343 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a374c054-9350-43e1-96c8-b1a6c1d56106', 'tag': '8ccc3093-0801-4e5b-938e-c03caaa8b4d5', 'status': 'completed', 'code': 200} Aug 31 07:06:54.962533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-8e5df755-70f8-4696-906d-aca2107ecf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:54.964604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-8e5df755-70f8-4696-906d-aca2107ecf05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d82d6334bbc64e048604b329414018bd&device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 1059 time: 0.0452788 Aug 31 07:06:55.018297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-dfd1a20d-4309-459f-b96d-47108fea454e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8ccc3093-0801-4e5b-938e-c03caaa8b4d5 HTTP/1.1" status: 200 len: 217 time: 0.0406141 Aug 31 07:06:55.067460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-4aa02f36-d2cd-4001-808f-3b06a5b1f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:55.069011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-4aa02f36-d2cd-4001-808f-3b06a5b1f973 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca64398d-d677-41da-90cd-8da7aaa8c52c HTTP/1.1" status: 200 len: 837 time: 0.0468478 Aug 31 07:06:55.114517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-ceadedba-9f12-490e-8df5-3ab52fd6c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:55.116016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-ceadedba-9f12-490e-8df5-3ab52fd6c1d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab4aeb83-8772-43bc-bed2-2599efd97784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0400758 Aug 31 07:06:55.211894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-3ebe82f8-ffb4-4d4a-8d19-654a662d1468 service neutron] 10.222.0.42 "GET /v2.0/networks/ab4aeb83-8772-43bc-bed2-2599efd97784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886359 Aug 31 07:06:55.300922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b959d26c-d3b3-441a-afd6-1e108cd25cfd req-a9a429cf-a124-4e3c-9551-a84c66cefcdc service neutron] 10.222.0.42 "GET /v2.0/networks/ab4aeb83-8772-43bc-bed2-2599efd97784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822408 Aug 31 07:06:55.391222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-faf2bcc3-e60b-4e52-9d87-84a3992d6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:55.392798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-faf2bcc3-e60b-4e52-9d87-84a3992d6ba5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d82d6334bbc64e048604b329414018bd&device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 1059 time: 0.0456235 Aug 31 07:06:55.481717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-24d0d959-6121-4c09-84ca-8d36d3037390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:55.483184 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-24d0d959-6121-4c09-84ca-8d36d3037390 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ab4aeb83-8772-43bc-bed2-2599efd97784 HTTP/1.1" status: 200 len: 899 time: 0.0837812 Aug 31 07:06:55.529086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-d1291099-4f84-42e2-a348-1db5bbae4e82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8ccc3093-0801-4e5b-938e-c03caaa8b4d5 HTTP/1.1" status: 200 len: 217 time: 0.0375066 Aug 31 07:06:55.586859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-03c63a63-664b-4d26-b3ee-fc761341ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:55.588993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-03c63a63-664b-4d26-b3ee-fc761341ae85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca64398d-d677-41da-90cd-8da7aaa8c52c HTTP/1.1" status: 200 len: 837 time: 0.0479262 Aug 31 07:06:55.636740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-f6c4b780-7ce8-44c3-a0d1-5ced920e54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:55.638311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-f6c4b780-7ce8-44c3-a0d1-5ced920e54f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab4aeb83-8772-43bc-bed2-2599efd97784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0403616 Aug 31 07:06:55.727114 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-1b9a3a3c-7c55-41df-bb51-ccd872450200 service neutron] 10.222.0.42 "GET /v2.0/networks/ab4aeb83-8772-43bc-bed2-2599efd97784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803168 Aug 31 07:06:55.827010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1d45e821-08d9-4319-a7f0-88250a1111e7 req-efcd3e6d-0bcd-40d1-a71e-28d4c493be14 service neutron] 10.222.0.42 "GET /v2.0/networks/ab4aeb83-8772-43bc-bed2-2599efd97784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923858 Aug 31 07:06:55.934180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccc8a8-1a25-4842-8a02-657cbc590077 req-4c73f11e-b20d-4ab6-8f61-9c9c8b746ebb tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:55.935694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7bccc8a8-1a25-4842-8a02-657cbc590077 req-4c73f11e-b20d-4ab6-8f61-9c9c8b746ebb tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 907 time: 0.0528600 Aug 31 07:06:56.047756 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.304476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ba126ad6-9b14-4699-8755-a6c1f81f4f15 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:56.350532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ba126ad6-9b14-4699-8755-a6c1f81f4f15 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:56.350893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.848049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-96c95d8e-84f6-4c4b-9be0-b4e5fd240468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.935634 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:57.054240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2d40a-a132-4897-906c-38a9bc26523b req-666ceb74-015b-410a-b95a-01cd7da8b616 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:57.055644 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78b2d40a-a132-4897-906c-38a9bc26523b req-666ceb74-015b-410a-b95a-01cd7da8b616 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 907 time: 0.0482378 Aug 31 07:06:58.171438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62161f38-27f6-4d76-9c49-372a2de12e6e req-598a845f-b658-4286-86ae-08dae578c997 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:58.172921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62161f38-27f6-4d76-9c49-372a2de12e6e req-598a845f-b658-4286-86ae-08dae578c997 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 907 time: 0.0475559 Aug 31 07:06:58.201660 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.457777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:06:58.548818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:58.560438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '8ccc3093-0801-4e5b-938e-c03caaa8b4d5', 'network_id': 'ab4aeb83-8772-43bc-bed2-2599efd97784', 'port_id': '8ccc3093-0801-4e5b-938e-c03caaa8b4d5', 'mac_address': 'fa:16:3e:25:59:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca64398d-d677-41da-90cd-8da7aaa8c52c', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:06:58.597201 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.609904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:06:58.628749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:58.633982 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.684374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:58.878507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['8ccc3093-0801-4e5b-938e-c03caaa8b4d5'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:06:59.228062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2cf9f-127f-4c06-a342-f97d9241c656 req-e85e06a9-31c7-49bc-98c3-c2fce30ff777 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:59.230892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5e2cf9f-127f-4c06-a342-f97d9241c656 req-e85e06a9-31c7-49bc-98c3-c2fce30ff777 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0547428 Aug 31 07:06:59.269803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5e2cf9f-127f-4c06-a342-f97d9241c656 req-9268c35e-4286-4609-a4cb-8eadf97821df tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Aug 31 07:06:59.292447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b17bb1-1453-46b9-b782-35f5859054f5 req-e847c4fa-c31d-4e95-b9fe-a76dc23dc55b tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:59.293980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-29b17bb1-1453-46b9-b782-35f5859054f5 req-e847c4fa-c31d-4e95-b9fe-a76dc23dc55b tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 908 time: 0.0540302 Aug 31 07:06:59.390047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f115fe3-3cca-47bc-b3a8-205e86b2d9f0 req-6a1b76b9-f93b-47b5-ab89-cca8f6114f8b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:59.391491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f115fe3-3cca-47bc-b3a8-205e86b2d9f0 req-6a1b76b9-f93b-47b5-ab89-cca8f6114f8b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0492721 Aug 31 07:06:59.430309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f115fe3-3cca-47bc-b3a8-205e86b2d9f0 req-7cd8b628-c93a-4249-85c6-df64d3951550 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Aug 31 07:06:59.656381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-46231817-2928-4ad2-93d3-dc6034230a7b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:59.657790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-46231817-2928-4ad2-93d3-dc6034230a7b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.0986388 Aug 31 07:06:59.673061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-a9048e4c-fac4-41cd-9ac2-47e72ea5e76a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/quotas/7e5d296e6a864cbd9b30ea1118ed16c6 HTTP/1.1" status: 200 len: 375 time: 0.0095553 Aug 31 07:06:59.736040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-e26b32cb-7dda-4c9f-954c-f44ef123079c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0577552 Aug 31 07:06:59.825653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-b20bb400-cc4e-4f22-853b-64fc60bc1e77 service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826573 Aug 31 07:06:59.919071 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-2fbf8757-ee79-43bd-adac-4d9c10ad7e30 service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872715 Aug 31 07:07:00.043787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.079338 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bb5dfa6-7d43-41d7-96a4-ea1ec8ad2304 req-a98279ba-28df-4b9b-8cc0-d3d08e1c48ea tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 210 time: 0.0287011 Aug 31 07:07:00.415495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b88a1-9ff8-45fa-bd71-0319291cf198 req-ce30956a-8fb0-434f-89e3-53890292bdeb tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:00.417816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-492b88a1-9ff8-45fa-bd71-0319291cf198 req-ce30956a-8fb0-434f-89e3-53890292bdeb tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 908 time: 0.0529735 Aug 31 07:07:00.474987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:00.523603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:00.527871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:00.528247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.612772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.634103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a374c054-9350-43e1-96c8-b1a6c1d56106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc3093-0801-4e5b-938e-c03caaa8b4d5'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:00.637123 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301b22cc-7e9c-4716-b188-a58562eaa49e" -d '{"events": [{"server_uuid": "a374c054-9350-43e1-96c8-b1a6c1d56106", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc3093-0801-4e5b-938e-c03caaa8b4d5"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:00.649753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:00.654849 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.678384 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da57e52f-db7c-4943-b199-f0b3d2574445 x-openstack-request-id: req-da57e52f-db7c-4943-b199-f0b3d2574445 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:00.678654 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a374c054-9350-43e1-96c8-b1a6c1d56106", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc3093-0801-4e5b-938e-c03caaa8b4d5", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:00.678909 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da57e52f-db7c-4943-b199-f0b3d2574445 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:00.679308 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a374c054-9350-43e1-96c8-b1a6c1d56106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc3093-0801-4e5b-938e-c03caaa8b4d5', 'code': 200} Aug 31 07:07:00.704765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:00.768727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c599f1-5fee-403e-aac0-dda099e1418d req-ed8764b6-2d94-4f2c-b8d5-86e261db9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:00.770275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-97c599f1-5fee-403e-aac0-dda099e1418d req-ed8764b6-2d94-4f2c-b8d5-86e261db9f08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 1061 time: 0.0391066 Aug 31 07:07:00.981002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-5c5b52d6-2caf-4206-b602-1fb524517385 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:00.982552 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-5c5b52d6-2caf-4206-b602-1fb524517385 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.1134217 Aug 31 07:07:00.996199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'port': {'device_id': 'defcea66-c464-482a-a207-76f94be02a84', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'admin_state_up': True, 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:01.098430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Made reservation on behalf of 7e5d296e6a864cbd9b30ea1118ed16c6 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:01.101991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.171897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-619e8f18-c5f4-436d-aa26-8b3eabe5ce53 req-a0e9e74a-87b9-4206-b553-6d081d5384f6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 210 time: 0.0262291 Aug 31 07:07:01.240360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Allocated IP 172.20.0.3 (e281e950-c565-498d-a562-64d7513aca48/3bf4b3fe-4833-4648-bc94-1ef8604dcc8a/ffc2857f-74cf-497f-aa24-e384ca5014ed) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:01.386816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.406329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Transition to ACTIVE for port object ffc2857f-74cf-497f-aa24-e384ca5014ed will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:01.439967 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.451554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e552fe16-da94-493e-8ba5-570ce7dcad86'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:01.458015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:01.483846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Network e281e950-c565-498d-a562-64d7513aca48 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:01.492839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:01.504924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:01.558683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'Port': ['ID=ffc2857f-74cf-497f-aa24-e384ca5014ed,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:01.576339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.576665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.576951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.577590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.577590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.577905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.578232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.578554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.579092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.579231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.579513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.579831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:01.599812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:01.600459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.620654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5c155-8750-4786-bf85-48f754c16cc3 req-77b4eee2-5f3e-4409-aa26-01cbc12d805e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:01.622326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-94b5c155-8750-4786-bf85-48f754c16cc3 req-77b4eee2-5f3e-4409-aa26-01cbc12d805e tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 909 time: 0.1332519 Aug 31 07:07:01.631055 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-9fd72f2b-21d3-4a71-a196-3588eccb0e4e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6392214 Aug 31 07:07:01.644065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c66bcbef-5587-4305-af8e-2df5f4f60777 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:07:01.645806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c66bcbef-5587-4305-af8e-2df5f4f60777 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077243 Aug 31 07:07:01.754843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Request body: {'port': {'device_id': 'defcea66-c464-482a-a207-76f94be02a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:01.804273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-858a43ea-0584-4bfd-b8e2-baac78439017 None None] Provisioning for port ffc2857f-74cf-497f-aa24-e384ca5014ed completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:01.808920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-858a43ea-0584-4bfd-b8e2-baac78439017 None None] Provisioning complete for port ffc2857f-74cf-497f-aa24-e384ca5014ed triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:01.809982 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-858a43ea-0584-4bfd-b8e2-baac78439017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.814672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.850970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-858a43ea-0584-4bfd-b8e2-baac78439017 None None] Port ffc2857f-74cf-497f-aa24-e384ca5014ed cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:01.894705 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-cd732f51-54eb-4d3e-b3ea-1e0e952c9c60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408919 Aug 31 07:07:01.983303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-e3ab2ad4-87d9-4e5d-a98c-71796b534301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:01.984846 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-e3ab2ad4-87d9-4e5d-a98c-71796b534301 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1096 time: 0.0437193 Aug 31 07:07:02.078834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc2857f-74cf-497f-aa24-e384ca5014ed {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:02.086363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:02.089951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-79d1f5c7-f29f-48a7-8e6a-1c87246decc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:02.091540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-79d1f5c7-f29f-48a7-8e6a-1c87246decc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0842004 Aug 31 07:07:02.098881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Transition to ACTIVE for port object ffc2857f-74cf-497f-aa24-e384ca5014ed will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:02.103851 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:02.152751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2857f-74cf-497f-aa24-e384ca5014ed,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:02.167168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-7950cee2-6e0c-48b4-a0ce-088e359d4904 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 998 time: 0.0687804 Aug 31 07:07:02.223837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-f5ca898c-81bf-4329-9ac3-5fac5566441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:02.225595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-f5ca898c-81bf-4329-9ac3-5fac5566441c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0513151 Aug 31 07:07:02.250400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Attempting to bind port ffc2857f-74cf-497f-aa24-e384ca5014ed on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:02.250812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Attempting to bind port ffc2857f-74cf-497f-aa24-e384ca5014ed by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:02.251147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Attempting to bind port ffc2857f-74cf-497f-aa24-e384ca5014ed on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:02.255995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Port ffc2857f-74cf-497f-aa24-e384ca5014ed on network e281e950-c565-498d-a562-64d7513aca48 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:07:02.256324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Attempting to bind port ffc2857f-74cf-497f-aa24-e384ca5014ed on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:02.262973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:02.263560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Checking segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:02.263902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Bound using segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:02.264338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Bound port: ffc2857f-74cf-497f-aa24-e384ca5014ed, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:02.264695 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:02.310271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-26f74ae9-26d1-43cf-a6f2-1aedad918bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:02.311849 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-26f74ae9-26d1-43cf-a6f2-1aedad918bb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777352 Aug 31 07:07:02.337503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba825c-49dc-4dd4-b35b-f5f21e517dcb req-3d83acba-866a-4c3a-a3b7-62094820cf78 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:02.339070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32ba825c-49dc-4dd4-b35b-f5f21e517dcb req-3d83acba-866a-4c3a-a3b7-62094820cf78 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 943 time: 0.0724123 Aug 31 07:07:02.341207 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] For port ffc2857f-74cf-497f-aa24-e384ca5014ed, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:02.345349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] For port ffc2857f-74cf-497f-aa24-e384ca5014ed, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:02.350419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:02.393495 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:02.394192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:02.395667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] 10.222.0.23 "PUT /v2.0/ports/ffc2857f-74cf-497f-aa24-e384ca5014ed HTTP/1.1" status: 200 len: 1092 time: 0.7420280 Aug 31 07:07:02.396118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defcea66-c464-482a-a207-76f94be02a84', 'tag': 'ffc2857f-74cf-497f-aa24-e384ca5014ed'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:02.398429 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac00fcf-4e2c-4225-9c9b-25cc0225984e" -d '{"events": [{"name": "network-changed", "server_uuid": "defcea66-c464-482a-a207-76f94be02a84", "tag": "ffc2857f-74cf-497f-aa24-e384ca5014ed"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:02.448789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207f81f-9191-41cb-8c61-3d90084208ee service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2857f-74cf-497f-aa24-e384ca5014ed,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:02.454876 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c7578-512b-4d6c-a588-732b3012d2c6 x-openstack-request-id: req-aa9c7578-512b-4d6c-a588-732b3012d2c6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:02.455538 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defcea66-c464-482a-a207-76f94be02a84", "tag": "ffc2857f-74cf-497f-aa24-e384ca5014ed", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:02.456048 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa9c7578-512b-4d6c-a588-732b3012d2c6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:02.456683 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defcea66-c464-482a-a207-76f94be02a84', 'tag': 'ffc2857f-74cf-497f-aa24-e384ca5014ed', 'status': 'completed', 'code': 200} Aug 31 07:07:02.490664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-98cc00b2-01a8-407d-9ee7-0f4e683bffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:02.492346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-98cc00b2-01a8-407d-9ee7-0f4e683bffbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 1095 time: 0.0551066 Aug 31 07:07:02.542375 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-8dfd1598-644d-4808-9cb7-cf168af70451 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed HTTP/1.1" status: 200 len: 217 time: 0.0420761 Aug 31 07:07:02.600180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-cfb98d13-bbeb-4898-923b-276920e83d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:02.601761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-cfb98d13-bbeb-4898-923b-276920e83d89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0523875 Aug 31 07:07:02.648890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-b5ebffc6-b8e1-4c0f-88a7-a983509439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:02.650537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-b5ebffc6-b8e1-4c0f-88a7-a983509439ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420368 Aug 31 07:07:02.695537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32ba825c-49dc-4dd4-b35b-f5f21e517dcb req-5108dfd0-c87a-4149-b4f0-530405517d4c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729549 Aug 31 07:07:02.715889 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-60970997-ddc9-430e-b828-6687a3038d83 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952320 Aug 31 07:07:02.814467 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09244ad3-13b5-4d98-9bff-456247d4f469 req-5e5e7ab2-38cf-47aa-95bd-46eb8e205c1a service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914645 Aug 31 07:07:03.088978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1faa5-4a01-4c23-8e47-4309b26816c4 req-839b5eb7-4def-4d13-8ca1-8533c4c5894a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.090501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38c1faa5-4a01-4c23-8e47-4309b26816c4 req-839b5eb7-4def-4d13-8ca1-8533c4c5894a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 909 time: 0.3859968 Aug 31 07:07:03.095958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-85be5f34-d3c1-4f24-9c6f-0373415640d3 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385226 Aug 31 07:07:03.189974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae62d3b7-dc47-483b-96ef-6a8280a009a5 req-7b7d4bb8-4700-4c85-bbc9-f78218629e94 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858567 Aug 31 07:07:03.205801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b484f-acb7-4203-8e04-882a6735e382 req-f20087d9-c6fa-46b5-95da-da594a33b572 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.207295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-864b484f-acb7-4203-8e04-882a6735e382 req-f20087d9-c6fa-46b5-95da-da594a33b572 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 909 time: 0.0495656 Aug 31 07:07:03.283489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-32b39d58-491f-4e45-aa83-65daabf202e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.284883 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-32b39d58-491f-4e45-aa83-65daabf202e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 1095 time: 0.0491586 Aug 31 07:07:03.370946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ce4ba-c8c2-4d84-9843-ee79c85f2fcb req-e91b0308-4c7c-49ba-b388-c5879c69a695 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.372527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c1ce4ba-c8c2-4d84-9843-ee79c85f2fcb req-e91b0308-4c7c-49ba-b388-c5879c69a695 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 1061 time: 0.0986729 Aug 31 07:07:03.399919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-64391bc8-a593-4cf0-b2b9-62f815192cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.401521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-64391bc8-a593-4cf0-b2b9-62f815192cf3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1003826 Aug 31 07:07:03.446300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-fef297ac-2ad9-4b2f-b663-a00784546e7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed HTTP/1.1" status: 200 len: 217 time: 0.0360651 Aug 31 07:07:03.479628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5266e-8ef6-4249-a22b-eac8e2a3411a req-556e2914-08f3-43cf-9e39-c87e84cd929e tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.481153 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fe5266e-8ef6-4249-a22b-eac8e2a3411a req-556e2914-08f3-43cf-9e39-c87e84cd929e tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 1137 time: 0.0429387 Aug 31 07:07:03.496750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-33cf3eab-966f-4a07-b9cd-eaa01bc082ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.498266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-33cf3eab-966f-4a07-b9cd-eaa01bc082ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0449493 Aug 31 07:07:03.520967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7fe5266e-8ef6-4249-a22b-eac8e2a3411a req-441b1d6a-f0c2-421c-b94d-689f133c68a6 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0334129 Aug 31 07:07:03.543436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48120) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:03.551525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-7c471446-5af9-49d9-9c7a-b8e3975d7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.553039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-7c471446-5af9-49d9-9c7a-b8e3975d7b30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476174 Aug 31 07:07:03.586177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a639e19-b9fd-422e-89eb-665e21d0cf70 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.590570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a639e19-b9fd-422e-89eb-665e21d0cf70 tempest-TestSecurityGroupsBasicOps-858585302 tempest-TestSecurityGroupsBasicOps-858585302-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 1056 time: 0.0431702 Aug 31 07:07:03.652520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-e5703c17-bffb-4286-bc9d-97a2f5ce67f5 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914707 Aug 31 07:07:03.763983 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cac00fcf-4e2c-4225-9c9b-25cc0225984e req-e63f56ac-f991-48ed-846a-38b373b023dd service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037350 Aug 31 07:07:03.805950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9109bf8-3179-4331-a453-cb3d0e98b980 req-bdbce613-6b3d-4db6-b71b-f8d1fb499809 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.808027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9109bf8-3179-4331-a453-cb3d0e98b980 req-bdbce613-6b3d-4db6-b71b-f8d1fb499809 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 909 time: 0.0505090 Aug 31 07:07:03.826069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee55a-d86b-4005-8b53-b557632e6468 req-825765ca-3a0d-4dcb-95ca-c9293ba0abf6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.827611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2eaee55a-d86b-4005-8b53-b557632e6468 req-825765ca-3a0d-4dcb-95ca-c9293ba0abf6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 943 time: 0.0511255 Aug 31 07:07:03.865241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2eaee55a-d86b-4005-8b53-b557632e6468 req-b73da4fe-002e-4891-a661-20684ca6ca78 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Aug 31 07:07:04.925247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d784-0e2c-42e8-ad85-6e9e907ed4cb req-64b821bf-3646-4496-82ca-f8b02988cb62 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:04.926843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7096d784-0e2c-42e8-ad85-6e9e907ed4cb req-64b821bf-3646-4496-82ca-f8b02988cb62 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 909 time: 0.0510063 Aug 31 07:07:04.995268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1d28-7d89-4d94-9556-429ec6084ef6 req-46837e06-378b-420b-9378-ed482c5633f5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:04.997137 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-586b1d28-7d89-4d94-9556-429ec6084ef6 req-46837e06-378b-420b-9378-ed482c5633f5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 943 time: 0.0505250 Aug 31 07:07:05.035401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-586b1d28-7d89-4d94-9556-429ec6084ef6 req-0a42e466-0d66-4b1d-80b9-11f64ec2c1a9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Aug 31 07:07:05.106451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-e7113937-d672-43fa-a0b5-b1d326d773de tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:05.107837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-e7113937-d672-43fa-a0b5-b1d326d773de tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 909 time: 0.0469217 Aug 31 07:07:05.200762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:05.201097 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.293841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] For port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:05.294195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.307521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Calling delete_port for 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:05.431028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.460027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Port': ['ID=8ccc3093-0801-4e5b-938e-c03caaa8b4d5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:05.504167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] No DVR routers for this DVR port 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:05.506962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.508911 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ace7048-33c6-4242-bcc6-821034707dd0 req-3ee32b33-c313-404b-b145-549f50505dd8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.42 "DELETE /v2.0/ports/8ccc3093-0801-4e5b-938e-c03caaa8b4d5 HTTP/1.1" status: 204 len: 173 time: 0.3941789 Aug 31 07:07:05.510240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a374c054-9350-43e1-96c8-b1a6c1d56106', 'name': 'network-vif-deleted', 'tag': '8ccc3093-0801-4e5b-938e-c03caaa8b4d5'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:05.512546 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8a7e14-1da5-4d9f-b785-a98fa2d4a8cd" -d '{"events": [{"server_uuid": "a374c054-9350-43e1-96c8-b1a6c1d56106", "name": "network-vif-deleted", "tag": "8ccc3093-0801-4e5b-938e-c03caaa8b4d5"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:05.555094 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ddc727-390a-4b4e-8895-1ddb5cd3e2cc x-openstack-request-id: req-35ddc727-390a-4b4e-8895-1ddb5cd3e2cc {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:05.555390 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a374c054-9350-43e1-96c8-b1a6c1d56106", "name": "network-vif-deleted", "tag": "8ccc3093-0801-4e5b-938e-c03caaa8b4d5", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:05.555646 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35ddc727-390a-4b4e-8895-1ddb5cd3e2cc {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:05.556554 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a374c054-9350-43e1-96c8-b1a6c1d56106', 'name': 'network-vif-deleted', 'tag': '8ccc3093-0801-4e5b-938e-c03caaa8b4d5', 'status': 'completed', 'code': 200} Aug 31 07:07:06.040135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8130272f-0f5a-4991-b906-8ad7995a81dd req-db1ffd9c-3d74-4896-aefc-a815db556fbd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=a374c054-9350-43e1-96c8-b1a6c1d56106 HTTP/1.1" status: 200 len: 210 time: 0.0258505 Aug 31 07:07:06.154081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f4ac0-0401-4cee-a6f7-f2cb54b6e961 req-88fa4213-a6e7-4404-b341-18c3f8933482 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:06.155504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-947f4ac0-0401-4cee-a6f7-f2cb54b6e961 req-88fa4213-a6e7-4404-b341-18c3f8933482 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 943 time: 0.0507050 Aug 31 07:07:06.193453 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-947f4ac0-0401-4cee-a6f7-f2cb54b6e961 req-25432a77-1b49-4a60-b90b-c2bb07b81858 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Aug 31 07:07:06.370679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ffc2857f-74cf-497f-aa24-e384ca5014ed details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:07:06.462795 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ffc2857f-74cf-497f-aa24-e384ca5014ed, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:06.473727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'ffc2857f-74cf-497f-aa24-e384ca5014ed', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': 'ffc2857f-74cf-497f-aa24-e384ca5014ed', 'mac_address': 'fa:16:3e:e1:30:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:07:06.513704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.525709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc2857f-74cf-497f-aa24-e384ca5014ed {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:06.544353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ffc2857f-74cf-497f-aa24-e384ca5014ed, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:06.547774 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.593326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ffc2857f-74cf-497f-aa24-e384ca5014ed,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:06.789021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ffc2857f-74cf-497f-aa24-e384ca5014ed'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:07.095226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48140) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:07.367911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83002333-113d-43bf-ae7e-42d459d2d44b req-9364a7e7-d0b1-4492-8bdc-83cf422644a1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:07.369920 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83002333-113d-43bf-ae7e-42d459d2d44b req-9364a7e7-d0b1-4492-8bdc-83cf422644a1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 944 time: 0.0863223 Aug 31 07:07:07.442510 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-83002333-113d-43bf-ae7e-42d459d2d44b req-87959112-6b39-451e-8e79-3966a417bb3f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656025 Aug 31 07:07:07.501667 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:07:07.522254 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:07.776460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting port ba126ad6-9b14-4699-8755-a6c1f81f4f15 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:07.776701 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:07.864129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] For port ba126ad6-9b14-4699-8755-a6c1f81f4f15, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ba126ad6-9b14-4699-8755-a6c1f81f4f15,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:07.864321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:07.877485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Calling delete_port for ba126ad6-9b14-4699-8755-a6c1f81f4f15 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:08.062335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.095399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Port': ['ID=ba126ad6-9b14-4699-8755-a6c1f81f4f15,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:08.268640 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.387482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ffc2857f-74cf-497f-aa24-e384ca5014ed up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:08.435548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port ffc2857f-74cf-497f-aa24-e384ca5014ed completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:08.439229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port ffc2857f-74cf-497f-aa24-e384ca5014ed triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:08.439595 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.492915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Router 2db03b68-c765-42ba-a6d6-031c52fc64ce has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:07:08.520344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:08.523594 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.550161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:08.550504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8ccc3093-0801-4e5b-938e-c03caaa8b4d5 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:08.567576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defcea66-c464-482a-a207-76f94be02a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2857f-74cf-497f-aa24-e384ca5014ed'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:08.570153 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec1e925-ec69-428c-ba6d-9a98099b4571" -d '{"events": [{"server_uuid": "defcea66-c464-482a-a207-76f94be02a84", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2857f-74cf-497f-aa24-e384ca5014ed"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:08.575186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfca89-8659-4f00-9f94-3d767f6e8660 req-fee7ecca-ca84-428f-8cef-0488d9e88be7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.576745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dadfca89-8659-4f00-9f94-3d767f6e8660 req-fee7ecca-ca84-428f-8cef-0488d9e88be7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 944 time: 0.0593934 Aug 31 07:07:08.586117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ffc2857f-74cf-497f-aa24-e384ca5014ed, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:08.590327 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.612515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:07:08.617909 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5f2dca-0a3d-4887-be05-8f1c2342d1bc x-openstack-request-id: req-6a5f2dca-0a3d-4887-be05-8f1c2342d1bc {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:08.618058 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defcea66-c464-482a-a207-76f94be02a84", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2857f-74cf-497f-aa24-e384ca5014ed", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:08.618300 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a5f2dca-0a3d-4887-be05-8f1c2342d1bc {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:08.619277 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defcea66-c464-482a-a207-76f94be02a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2857f-74cf-497f-aa24-e384ca5014ed', 'code': 200} Aug 31 07:07:08.624388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-39623844-c94c-48b0-8f9b-ab7a09a815a4 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "PUT /v2.0/routers/2db03b68-c765-42ba-a6d6-031c52fc64ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237246 Aug 31 07:07:08.624745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48148) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:08.629455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] Sync routers for ids ['2db03b68-c765-42ba-a6d6-031c52fc64ce'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:07:08.653317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ffc2857f-74cf-497f-aa24-e384ca5014ed,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:08.656213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] Routers {'2db03b68-c765-42ba-a6d6-031c52fc64ce'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:08.656869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2db03b68-c765-42ba-a6d6-031c52fc64ce'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:08.688134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dadfca89-8659-4f00-9f94-3d767f6e8660 req-e9f940f6-a882-49cf-9159-903423dc40d9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939674 Aug 31 07:07:08.730841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda7388c-59b7-40bc-b8f6-5ceb3d881935 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting subnet ca64398d-d677-41da-90cd-8da7aaa8c52c {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:07:08.735944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fda7388c-59b7-40bc-b8f6-5ceb3d881935 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.764049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] Set router 2db03b68-c765-42ba-a6d6-031c52fc64ce gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:08.785842 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fda7388c-59b7-40bc-b8f6-5ceb3d881935 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.789478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cc7f1-a583-4836-90e5-b043d6712b61 req-d55c5736-d440-4b66-9a3c-6dea4ebe600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.791060 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-586cc7f1-a583-4836-90e5-b043d6712b61 req-d55c5736-d440-4b66-9a3c-6dea4ebe600a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 1097 time: 0.0973470 Aug 31 07:07:08.856560 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-586cc7f1-a583-4836-90e5-b043d6712b61 req-b38811c0-4b2a-4130-b9f1-c3b39590b618 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475414 Aug 31 07:07:08.897755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fda7388c-59b7-40bc-b8f6-5ceb3d881935 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.940016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:07:08Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:08.956594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fda7388c-59b7-40bc-b8f6-5ceb3d881935 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.972208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] Checking router: 2db03b68-c765-42ba-a6d6-031c52fc64ce for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:07:08.981062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] Routers {'2db03b68-c765-42ba-a6d6-031c52fc64ce'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:08.981720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2db03b68-c765-42ba-a6d6-031c52fc64ce'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:08.989325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7388c-59b7-40bc-b8f6-5ceb3d881935 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Subnet': ['ID=ca64398d-d677-41da-90cd-8da7aaa8c52c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:08.994559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fda7388c-59b7-40bc-b8f6-5ceb3d881935 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.997329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fda7388c-59b7-40bc-b8f6-5ceb3d881935 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/subnets/ca64398d-d677-41da-90cd-8da7aaa8c52c HTTP/1.1" status: 204 len: 168 time: 0.3712077 Aug 31 07:07:08.999865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48150) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:09.026042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb7a3b-0100-44ed-9a67-787dd0a7f2d1 None None] Network ab4aeb83-8772-43bc-bed2-2599efd97784 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:09.105132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.177168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] Set router 2db03b68-c765-42ba-a6d6-031c52fc64ce gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:09.209315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.262693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting port bb1be8fd-8b4f-4aba-a20e-928a85afad67 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:09.263042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.344201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] For port bb1be8fd-8b4f-4aba-a20e-928a85afad67, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=bb1be8fd-8b4f-4aba-a20e-928a85afad67,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:09.344568 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.359009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Calling delete_port for bb1be8fd-8b4f-4aba-a20e-928a85afad67 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:09.501703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] DHCP port deletion for ab4aeb83-8772-43bc-bed2-2599efd97784 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:07:09.534318 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.550300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:07:08Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:09.565770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Port': ['ID=bb1be8fd-8b4f-4aba-a20e-928a85afad67,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:09.582140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104e8d7-13e0-4be3-b7ee-64a4e7e5a410 None None] The sync data for ids ['2db03b68-c765-42ba-a6d6-031c52fc64ce'] in n-d-712142-16 is: [{'id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334326247', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:46Z', 'updated_at': '2021-08-31T07:07:08Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': 'bb1be8fd-8b4f-4aba-a20e-928a85afad67', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db03b68-c765-42ba-a6d6-031c52fc64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:47Z', 'updated_at': '2021-08-31T07:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:07:09.593289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] Deleting port e77d3054-5480-4177-93d7-99a270b75913 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:09.593676 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.659160 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.662249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] For port e77d3054-5480-4177-93d7-99a270b75913, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e77d3054-5480-4177-93d7-99a270b75913,segment=NetworkSegment(118a5b27-09b3-4cda-aeeb-99521cab820d),segment_id=118a5b27-09b3-4cda-aeeb-99521cab820d)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:09.662643 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.677297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] Calling delete_port for e77d3054-5480-4177-93d7-99a270b75913 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:09.739985 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-fec3c942-9ea2-482f-8a59-4eaab47d0f26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1510789 Aug 31 07:07:09.766268 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.785001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.788088 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.810950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] No DVR routers for this DVR port e77d3054-5480-4177-93d7-99a270b75913 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:09.813464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e896-d516-48b4-aeb9-633952171e9b None None] Pushing event deleted for resources: {'Port': ['ID=e77d3054-5480-4177-93d7-99a270b75913,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:10.163794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.164347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Fanout notify agent at l3_agent the message router_deleted on router 2db03b68-c765-42ba-a6d6-031c52fc64ce {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:07:10.171900 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.173002 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8073b213-b898-4008-8228-88b7cfc313bd tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/routers/2db03b68-c765-42ba-a6d6-031c52fc64ce HTTP/1.1" status: 204 len: 168 time: 1.1721466 Aug 31 07:07:10.175877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48154) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:10.190596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cfc5b-1dfa-4d62-9f75-075327a47722 req-f51b27f0-46df-42a3-bb8b-2ae1165255d2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:10.192137 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-242cfc5b-1dfa-4d62-9f75-075327a47722 req-f51b27f0-46df-42a3-bb8b-2ae1165255d2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 945 time: 0.4180179 Aug 31 07:07:10.195050 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-4a0fda26-a01c-47e8-8fb1-2d596f6751bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:10.196456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-4a0fda26-a01c-47e8-8fb1-2d596f6751bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 1097 time: 0.1174614 Aug 31 07:07:10.271812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.285590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-242cfc5b-1dfa-4d62-9f75-075327a47722 req-0bcc46f7-b317-42d5-8276-803fec39a947 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858471 Aug 31 07:07:10.339663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-72e91be9-546e-413d-9e8e-edc3a8b132eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:10.341167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-72e91be9-546e-413d-9e8e-edc3a8b132eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1216688 Aug 31 07:07:10.385471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.390631 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-84c7d173-ce66-4da4-adf2-85b99dbe8a25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552fe16-da94-493e-8ba5-570ce7dcad86 HTTP/1.1" status: 200 len: 217 time: 0.0405958 Aug 31 07:07:10.398093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4aeb83-8772-43bc-bed2-2599efd97784']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:10.411869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118a5b27-09b3-4cda-aeeb-99521cab820d') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:10.412218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118a5b27-09b3-4cda-aeeb-99521cab820d') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:10.424858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.434822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ba126ad6-9b14-4699-8755-a6c1f81f4f15 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:10.440081 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.446374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:10.447433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:10.450554 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:10.457300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ba126ad6-9b14-4699-8755-a6c1f81f4f15 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:10.457875 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ba126ad6-9b14-4699-8755-a6c1f81f4f15 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:10.458295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e77d3054-5480-4177-93d7-99a270b75913 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:10.461608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-912479bb-1c64-44c2-8371-4a8980d835e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:10.463877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-912479bb-1c64-44c2-8371-4a8980d835e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0647321 Aug 31 07:07:10.477945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e77d3054-5480-4177-93d7-99a270b75913 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:10.478300 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e77d3054-5480-4177-93d7-99a270b75913 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:10.515386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-36b27f06-31e3-48db-843f-f453252500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:10.515601 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.516978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-36b27f06-31e3-48db-843f-f453252500ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429487 Aug 31 07:07:10.523480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.524740 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/networks/ab4aeb83-8772-43bc-bed2-2599efd97784 HTTP/1.1" status: 204 len: 168 time: 0.3472245 Aug 31 07:07:10.533089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48156) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:10.537358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7708863-ca60-43eb-a36f-132dc4e80fc7 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Network': ['ID=ab4aeb83-8772-43bc-bed2-2599efd97784,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:10.700924 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-559d234e-997c-46e2-b436-6865dea9c4c7 service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756494 Aug 31 07:07:10.824640 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e2e8450-c15a-448f-a0dd-5f62cd6aab3d req-ae2bc5c9-a494-48d4-9a50-05c18ef601ee service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153736 Aug 31 07:07:10.828140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting port 8e699841-e865-4be6-8610-afeb60b08590 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:10.828486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.902867 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.903199 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.914382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Calling delete_port for 8e699841-e865-4be6-8610-afeb60b08590 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:11.062598 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.085253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Port': ['ID=8e699841-e865-4be6-8610-afeb60b08590,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:11.150592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.150922 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Floating IP 4f0fce98-ba7f-477f-bbb5-3adbed3176e0 disassociated (deleted). External IP: 172.25.5.99, port: 2ff4a7d4-cdca-472d-b276-3464d182b55a. Aug 31 07:07:11.353591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Router 2e239ad7-de90-45fc-a44a-fb6906b35854 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:07:11.412939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77fd77-a707-470d-bc70-47b3f54ed0f3 req-53bba278-1fb7-4ac0-b12e-2f11a8db345e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.414499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc77fd77-a707-470d-bc70-47b3f54ed0f3 req-53bba278-1fb7-4ac0-b12e-2f11a8db345e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 945 time: 0.0543010 Aug 31 07:07:11.453134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc77fd77-a707-470d-bc70-47b3f54ed0f3 req-5ac0e3fd-9c18-4b8d-8180-f8b2df8a6fa2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Aug 31 07:07:11.464218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:07:11.478496 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.483529 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] Sync routers for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:07:11.492699 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:11.494117 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:11.518531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-619dc5f8-b1a7-47f0-bccd-82de8516925a tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/floatingips/4f0fce98-ba7f-477f-bbb5-3adbed3176e0 HTTP/1.1" status: 204 len: 168 time: 0.9835782 Aug 31 07:07:11.519121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:11.521432 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1860d576-faee-4196-ac39-bb2914268c84" -d '{"events": [{"name": "network-changed", "server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:11.568643 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-27bf2b85-f6af-4b0b-ad8e-fbcee7310e40 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6 HTTP/1.1" status: 200 len: 267 time: 0.0439665 Aug 31 07:07:11.616751 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:11.631067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-f35e54c3-668b-46f4-9211-cd24f7682bbd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.632879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-f35e54c3-668b-46f4-9211-cd24f7682bbd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 945 time: 0.0564282 Aug 31 07:07:11.645366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'port': {'security_groups': []}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:11.705287 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb5182f-2333-4c55-8f00-8ee0649296f0 x-openstack-request-id: req-0fb5182f-2333-4c55-8f00-8ee0649296f0 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:11.705965 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:11.705965 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fb5182f-2333-4c55-8f00-8ee0649296f0 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:11.706567 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'status': 'completed', 'code': 200} Aug 31 07:07:11.718710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.798848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d576-faee-4196-ac39-bb2914268c84 req-a38889b3-9a93-4552-b11d-c64c92941b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.800691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1860d576-faee-4196-ac39-bb2914268c84 req-a38889b3-9a93-4552-b11d-c64c92941b6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d82d6334bbc64e048604b329414018bd&device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 1137 time: 0.0790467 Aug 31 07:07:11.825950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6fa34-a329-44c0-9b16-20ac46b2ede0 req-d83aa70e-cf0a-44d3-9918-7d83f92161bb tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.827458 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68f6fa34-a329-44c0-9b16-20ac46b2ede0 req-d83aa70e-cf0a-44d3-9918-7d83f92161bb tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 985 time: 0.0740032 Aug 31 07:07:11.894264 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] For port ffc2857f-74cf-497f-aa24-e384ca5014ed, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:11.917800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68f6fa34-a329-44c0-9b16-20ac46b2ede0 req-6c460d30-ab52-4838-af72-8c6ff3b61c5d tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0793126 Aug 31 07:07:11.918804 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:58Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:11.930051 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.935686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.949228 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] Checking router: 2e239ad7-de90-45fc-a44a-fb6906b35854 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:07:11.950413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e552fe16-da94-493e-8ba5-570ce7dcad86'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:11.953395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b992310a-ab1d-4fe8-a8b0-63e9184b5c1a', 'ffc2857f-74cf-497f-aa24-e384ca5014ed'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:11.957602 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:11.958234 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:11.963403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d576-faee-4196-ac39-bb2914268c84 req-04d669f3-ae89-4070-83b5-15454f6383ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.965760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1860d576-faee-4196-ac39-bb2914268c84 req-04d669f3-ae89-4070-83b5-15454f6383ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=d05b5d77-17f7-4370-8370-79c2d589c4b1 HTTP/1.1" status: 200 len: 898 time: 0.1559496 Aug 31 07:07:11.985430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.985785 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.987325 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13c56236-9e6d-45d8-8325-fbad3d70f131 req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "PUT /v2.0/ports/ffc2857f-74cf-497f-aa24-e384ca5014ed HTTP/1.1" status: 200 len: 904 time: 0.3471866 Aug 31 07:07:12.032681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1860d576-faee-4196-ac39-bb2914268c84 req-076e465e-c8eb-49f6-8d54-7ca64eca3c5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a HTTP/1.1" status: 200 len: 217 time: 0.0580583 Aug 31 07:07:12.038215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b997010-31c4-4533-8e9c-2106925a4d2a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'Port': ['ID=ffc2857f-74cf-497f-aa24-e384ca5014ed,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:12.088825 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:12.131590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ffc2857f-74cf-497f-aa24-e384ca5014ed'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:12.146938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d576-faee-4196-ac39-bb2914268c84 req-860a70ce-6c81-4dce-8b99-2f867ef5095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:12.148579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1860d576-faee-4196-ac39-bb2914268c84 req-860a70ce-6c81-4dce-8b99-2f867ef5095f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7c3e821-3427-4e71-8862-85bf4763ff91 HTTP/1.1" status: 200 len: 835 time: 0.1027658 Aug 31 07:07:12.161744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a422-9f65-4280-a470-b54136211235 req-e5e687cb-4cff-4487-907d-2a178fbc5899 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:12.163297 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c272a422-9f65-4280-a470-b54136211235 req-e5e687cb-4cff-4487-907d-2a178fbc5899 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 907 time: 0.0828700 Aug 31 07:07:12.210195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d576-faee-4196-ac39-bb2914268c84 req-81987ba0-df7f-4018-a8b6-c9933979503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:12.211758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1860d576-faee-4196-ac39-bb2914268c84 req-81987ba0-df7f-4018-a8b6-c9933979503c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d05b5d77-17f7-4370-8370-79c2d589c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475481 Aug 31 07:07:12.285891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bb1be8fd-8b4f-4aba-a20e-928a85afad67 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:12.309089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe9506-1cb2-486d-a1de-3460c1659262 req-4a2ea1f9-94af-4018-95c0-75d765f6001c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:12.310697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9fe9506-1cb2-486d-a1de-3460c1659262 req-4a2ea1f9-94af-4018-95c0-75d765f6001c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0623164 Aug 31 07:07:12.349568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1860d576-faee-4196-ac39-bb2914268c84 req-d482ce2a-e1d1-41a4-b189-57f1932b58ea service neutron] 10.222.0.23 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287129 Aug 31 07:07:12.352421 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9fe9506-1cb2-486d-a1de-3460c1659262 req-1216c8ba-284b-4201-ae0b-5c5220709e1a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Aug 31 07:07:12.355945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: bb1be8fd-8b4f-4aba-a20e-928a85afad67 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:12.356288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device bb1be8fd-8b4f-4aba-a20e-928a85afad67 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:12.374905 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:58Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:12.410638 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8af7e1-86fb-4bd7-a48a-ddfabdc90894 None None] The sync data for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 is: [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'e4a55855-4105-41b3-9fb7-7af2b18fced1', 'name': '', 'network_id': 'd05b5d77-17f7-4370-8370-79c2d589c4b1', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'mac_address': 'fa:16:3e:83:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:53Z', 'updated_at': '2021-08-31T07:05:58Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'subnets': [{'id': 'e7c3e821-3427-4e71-8862-85bf4763ff91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:07:12.413296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a44d622e-6384-4af4-b0c7-ae04aaefea01 None None] Provisioning complete for port ffc2857f-74cf-497f-aa24-e384ca5014ed triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:12.413677 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a44d622e-6384-4af4-b0c7-ae04aaefea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.499414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1860d576-faee-4196-ac39-bb2914268c84 req-9f075d06-28c8-4937-a7fc-25edcab047c8 service neutron] 10.222.0.23 "GET /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353376 Aug 31 07:07:12.510501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a1136-d2bc-406e-bf5f-c8aa4e26eef1 req-5ef9b32b-d575-4514-b678-3410e4577c08 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:12.511987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d74a1136-d2bc-406e-bf5f-c8aa4e26eef1 req-5ef9b32b-d575-4514-b678-3410e4577c08 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0768270 Aug 31 07:07:12.555341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d74a1136-d2bc-406e-bf5f-c8aa4e26eef1 req-ef6646c6-66b5-482a-8d44-dbf158434024 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356750 Aug 31 07:07:12.669786 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee1551-8e8e-477f-8904-ed26a3215574 None None] New status for floating IP 4f0fce98-ba7f-477f-bbb5-3adbed3176e0: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:07:12.787886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893659-5426-44c7-a250-41263f50bd67 req-95a825ac-5673-471b-8392-7193a7b3ec70 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:12.789410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-95a825ac-5673-471b-8392-7193a7b3ec70 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.1055846 Aug 31 07:07:12.804212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-0634d189-0b28-49b1-b5b1-f6b8e6ea6623 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/quotas/7e5d296e6a864cbd9b30ea1118ed16c6 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Aug 31 07:07:12.865471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-7c80cbdb-4f2a-468c-ba47-9b1c047df7a0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0558619 Aug 31 07:07:12.956241 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-dd0d7f20-cee6-4ec7-be88-f9bd0e18d7db service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836399 Aug 31 07:07:13.049517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-130c83d8-025e-40ca-a47a-f1b8fafa8686 service neutron] 10.222.0.15 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872445 Aug 31 07:07:13.060163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00840dff-83c4-42aa-b108-9e344ef8cbc6 req-fe46927f-dd94-4367-9aec-62638b722598 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:13.061724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00840dff-83c4-42aa-b108-9e344ef8cbc6 req-fe46927f-dd94-4367-9aec-62638b722598 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 985 time: 0.0829329 Aug 31 07:07:13.074392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-e2a9d3d4-652a-4811-847a-d37d58e6ba9f tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:13.075856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-e2a9d3d4-652a-4811-847a-d37d58e6ba9f tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b784076-03f4-42d4-aa40-f8a48b2b59c5 HTTP/1.1" status: 200 len: 985 time: 0.0665009 Aug 31 07:07:13.146726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00840dff-83c4-42aa-b108-9e344ef8cbc6 req-76712dc7-08c8-4478-a9c6-060bcee4e4da tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "GET /v2.0/security-groups?id=129f2e4e-11f8-44cc-9b23-c9735e9f2e57&id=ce7789a4-bc39-4023-91a3-20d3f041508a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0697916 Aug 31 07:07:13.206809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting port 2ff4a7d4-cdca-472d-b276-3464d182b55a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:13.207052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:13.214751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-146e5d1b-e724-4c46-84fc-99bc830465aa req-c801a37e-9a09-4037-8c86-e7787a15808b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 210 time: 0.0275114 Aug 31 07:07:13.301814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] For port 2ff4a7d4-cdca-472d-b276-3464d182b55a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2ff4a7d4-cdca-472d-b276-3464d182b55a,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:13.302060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:13.315682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Calling delete_port for 2ff4a7d4-cdca-472d-b276-3464d182b55a owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:13.463090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:13.499092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Port': ['ID=2ff4a7d4-cdca-472d-b276-3464d182b55a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:13.555031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] No DVR routers for this DVR port 2ff4a7d4-cdca-472d-b276-3464d182b55a on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:13.559110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:13.562198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-160232bb-0060-4e73-9ea7-4bb2385e90b8 req-bdafaebd-f735-40a1-a697-db962659b854 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.23 "DELETE /v2.0/ports/2ff4a7d4-cdca-472d-b276-3464d182b55a HTTP/1.1" status: 204 len: 173 time: 0.4784274 Aug 31 07:07:13.564714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'name': 'network-vif-deleted', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:13.566922 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492ce2c-3581-48fa-ae46-926b64985ffa" -d '{"events": [{"server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "name": "network-vif-deleted", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:13.611562 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce96cda7-cdd9-4c0b-a72c-421ed75dc192 x-openstack-request-id: req-ce96cda7-cdd9-4c0b-a72c-421ed75dc192 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:13.612145 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b784076-03f4-42d4-aa40-f8a48b2b59c5", "name": "network-vif-deleted", "tag": "2ff4a7d4-cdca-472d-b276-3464d182b55a", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:13.612510 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce96cda7-cdd9-4c0b-a72c-421ed75dc192 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:13.613229 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b784076-03f4-42d4-aa40-f8a48b2b59c5', 'name': 'network-vif-deleted', 'tag': '2ff4a7d4-cdca-472d-b276-3464d182b55a', 'status': 'completed', 'code': 200} Aug 31 07:07:13.708094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defcea66-c464-482a-a207-76f94be02a84', 'tag': 'ffc2857f-74cf-497f-aa24-e384ca5014ed'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:13.710462 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36907c8-74c9-4b99-a43f-f3f2f5516f04" -d '{"events": [{"name": "network-changed", "server_uuid": "defcea66-c464-482a-a207-76f94be02a84", "tag": "ffc2857f-74cf-497f-aa24-e384ca5014ed"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:13.750946 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b50736-3956-4506-b2c7-85e255dc5f93 x-openstack-request-id: req-38b50736-3956-4506-b2c7-85e255dc5f93 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:13.751316 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defcea66-c464-482a-a207-76f94be02a84", "tag": "ffc2857f-74cf-497f-aa24-e384ca5014ed", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:13.751569 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38b50736-3956-4506-b2c7-85e255dc5f93 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:13.751986 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defcea66-c464-482a-a207-76f94be02a84', 'tag': 'ffc2857f-74cf-497f-aa24-e384ca5014ed', 'status': 'completed', 'code': 200} Aug 31 07:07:13.826984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-5f3764ee-86b2-4ea7-8bd6-90772af8cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:13.828490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-5f3764ee-86b2-4ea7-8bd6-90772af8cdca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 1059 time: 0.0488498 Aug 31 07:07:13.923963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-1d3f5997-45d8-42c0-88cb-29127dbbb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:13.925522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-1d3f5997-45d8-42c0-88cb-29127dbbb86b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0869539 Aug 31 07:07:13.975207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-50bdac12-f6ba-414e-9e97-bc0bafd24483 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed HTTP/1.1" status: 200 len: 217 time: 0.0411592 Aug 31 07:07:14.032314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-e4c42167-7b17-40c4-94ae-10a2215291a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:14.034543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-e4c42167-7b17-40c4-94ae-10a2215291a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0518682 Aug 31 07:07:14.085108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-19d8e2f4-5fbd-4863-aa9c-b8c5572a7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:14.087166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-19d8e2f4-5fbd-4863-aa9c-b8c5572a7a33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449169 Aug 31 07:07:14.185099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-d418cf49-b31b-477e-8b9f-9f0dd1819d94 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898972 Aug 31 07:07:14.231650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48204) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:14.272715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893659-5426-44c7-a250-41263f50bd67 req-650319d9-09aa-4a85-9336-ee0a7204f462 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:14.275887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-650319d9-09aa-4a85-9336-ee0a7204f462 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.42 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 811 time: 0.1528866 Aug 31 07:07:14.300986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e36907c8-74c9-4b99-a43f-f3f2f5516f04 req-6c37b734-357d-4622-b569-812afc1d20c2 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078672 Aug 31 07:07:14.304471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Request body: {'port': {'device_id': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'admin_state_up': True, 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:14.387629 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-98dec5ef-2cb2-4eb7-9089-14969d7e24ba req-5a7023ab-be78-4f1d-ae6c-2ed3bf856550 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 210 time: 0.0793507 Aug 31 07:07:14.404224 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f13becf-57db-46c4-a198-cf78c017bb26 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.447443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f13becf-57db-46c4-a198-cf78c017bb26 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.495631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Made reservation on behalf of 7e5d296e6a864cbd9b30ea1118ed16c6 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:14.499256 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.513838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f13becf-57db-46c4-a198-cf78c017bb26 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.516238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1f13becf-57db-46c4-a198-cf78c017bb26 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.517388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1f13becf-57db-46c4-a198-cf78c017bb26 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/security-groups/129f2e4e-11f8-44cc-9b23-c9735e9f2e57 HTTP/1.1" status: 204 len: 168 time: 0.2847042 Aug 31 07:07:14.520253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48208) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:14.533249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13becf-57db-46c4-a198-cf78c017bb26 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f2e4e-11f8-44cc-9b23-c9735e9f2e57,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:14.576923 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef9f-11dc-46ae-b003-745a7357adf8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.599557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef9f-11dc-46ae-b003-745a7357adf8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.643826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Allocated IP 172.20.0.11 (e281e950-c565-498d-a562-64d7513aca48/3bf4b3fe-4833-4648-bc94-1ef8604dcc8a/71e62f73-f5ad-4d89-8c55-d80cee08883e) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:14.644701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef9f-11dc-46ae-b003-745a7357adf8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.647523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef9f-11dc-46ae-b003-745a7357adf8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.648753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b0b9ef9f-11dc-46ae-b003-745a7357adf8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce7789a4-bc39-4023-91a3-20d3f041508a HTTP/1.1" status: 204 len: 168 time: 0.1275153 Aug 31 07:07:14.653396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48210) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:14.658360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ef9f-11dc-46ae-b003-745a7357adf8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7789a4-bc39-4023-91a3-20d3f041508a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:14.961856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:14.985058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Transition to ACTIVE for port object 71e62f73-f5ad-4d89-8c55-d80cee08883e will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:15.343520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:15.356706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:15.359254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e552fe16-da94-493e-8ba5-570ce7dcad86'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:15.398243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Network e281e950-c565-498d-a562-64d7513aca48 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:15.403518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event updated for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:15.406944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:15.410276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:15.472746 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:15.473400 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:15.517109 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-37117236-0783-45e1-9003-5e622ef0383a tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2296307 Aug 31 07:07:15.532293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Request body: {'port': {'device_id': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:15.549280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97887d4a-6b25-4d3b-b0ab-e83dfe59d429 req-2dba487d-0f94-44a5-8079-d7f152c336b9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:15.551507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97887d4a-6b25-4d3b-b0ab-e83dfe59d429 req-2dba487d-0f94-44a5-8079-d7f152c336b9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 932 time: 0.0728779 Aug 31 07:07:15.570849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:15.625038 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97887d4a-6b25-4d3b-b0ab-e83dfe59d429 req-e005f2dd-9461-4aca-8a37-7f93d5cba84e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657527 Aug 31 07:07:15.649487 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:15.777799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8adaa575-6748-479f-8a83-f983a48b79f7 None None] Provisioning for port 71e62f73-f5ad-4d89-8c55-d80cee08883e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:15.781864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8adaa575-6748-479f-8a83-f983a48b79f7 None None] Provisioning complete for port 71e62f73-f5ad-4d89-8c55-d80cee08883e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:15.782264 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8adaa575-6748-479f-8a83-f983a48b79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:15.816011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8adaa575-6748-479f-8a83-f983a48b79f7 None None] Port 71e62f73-f5ad-4d89-8c55-d80cee08883e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:16.059341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e62f73-f5ad-4d89-8c55-d80cee08883e {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:16.069207 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.079983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting port e4a55855-4105-41b3-9fb7-7af2b18fced1 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:16.080313 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.096395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Transition to ACTIVE for port object 71e62f73-f5ad-4d89-8c55-d80cee08883e will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:16.120765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.189326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Pushing event updated for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:16.256422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] For port e4a55855-4105-41b3-9fb7-7af2b18fced1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=e4a55855-4105-41b3-9fb7-7af2b18fced1,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:16.256789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.276500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Calling delete_port for e4a55855-4105-41b3-9fb7-7af2b18fced1 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:16.338228 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Attempting to bind port 71e62f73-f5ad-4d89-8c55-d80cee08883e on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:16.338561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Attempting to bind port 71e62f73-f5ad-4d89-8c55-d80cee08883e by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:16.338885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Attempting to bind port 71e62f73-f5ad-4d89-8c55-d80cee08883e on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:16.347787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Port 71e62f73-f5ad-4d89-8c55-d80cee08883e on network e281e950-c565-498d-a562-64d7513aca48 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:07:16.348378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Attempting to bind port 71e62f73-f5ad-4d89-8c55-d80cee08883e on network e281e950-c565-498d-a562-64d7513aca48 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:16.361678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:16.362013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Checking segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:16.362395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Bound using segment: {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:16.362816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Bound port: 71e62f73-f5ad-4d89-8c55-d80cee08883e, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8073a0e5-810f-413e-ada9-9b8e66e6f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e281e950-c565-498d-a562-64d7513aca48'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:16.363172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.477020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:16.480804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:16.487702 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.562345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:16.562957 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.564353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] 10.222.0.42 "PUT /v2.0/ports/71e62f73-f5ad-4d89-8c55-d80cee08883e HTTP/1.1" status: 200 len: 1093 time: 1.0375702 Aug 31 07:07:16.566652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:16.568898 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b65e2-ec45-4ab3-a89e-d2ce793d0839" -d '{"events": [{"name": "network-changed", "server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:16.596944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9404c65-acbc-4ee1-8a14-df82366c6561 service neutron] Pushing event updated for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:16.604040 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.657436 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b6dfb8-7f22-47f8-b9d8-74c080e42835 x-openstack-request-id: req-e6b6dfb8-7f22-47f8-b9d8-74c080e42835 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:16.657737 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:16.658219 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6b6dfb8-7f22-47f8-b9d8-74c080e42835 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:16.658628 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'status': 'completed', 'code': 200} Aug 31 07:07:16.664470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Port': ['ID=e4a55855-4105-41b3-9fb7-7af2b18fced1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:16.749937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421f234-10f4-4a11-8f43-b9ed0f286472 req-59e1fdc3-e9a0-4005-abd1-a1886951ac5f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:16.750932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893659-5426-44c7-a250-41263f50bd67 req-2f1476a4-e27c-450d-9707-c68d403c779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:16.752478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-2f1476a4-e27c-450d-9707-c68d403c779b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 1096 time: 0.1442177 Aug 31 07:07:16.754149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f421f234-10f4-4a11-8f43-b9ed0f286472 req-59e1fdc3-e9a0-4005-abd1-a1886951ac5f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 944 time: 0.0618510 Aug 31 07:07:16.809592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f421f234-10f4-4a11-8f43-b9ed0f286472 req-c99ac665-f981-4ed9-bf4a-5a68beb0ffa0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510619 Aug 31 07:07:16.833827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-5f14077c-3bf4-4763-8b67-62ac3f2995ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e HTTP/1.1" status: 200 len: 217 time: 0.0726852 Aug 31 07:07:16.924667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893659-5426-44c7-a250-41263f50bd67 req-b9745d9e-9310-4113-b21d-50d3f14cca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:16.926184 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-b9745d9e-9310-4113-b21d-50d3f14cca9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0852964 Aug 31 07:07:16.941874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.019081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893659-5426-44c7-a250-41263f50bd67 req-2401b10c-ff6f-4179-9142-dce6530d5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.020610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-2401b10c-ff6f-4179-9142-dce6530d5633 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862665 Aug 31 07:07:17.199484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-49258966-2f32-4cac-806f-e924caf1d42b service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704240 Aug 31 07:07:17.312617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Router 2e239ad7-de90-45fc-a44a-fb6906b35854 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:07:17.336570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24893659-5426-44c7-a250-41263f50bd67 req-073f1258-59b8-4167-8428-ebf2c6c490a0 service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083930 Aug 31 07:07:17.465127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:07:17.472086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-950d7747-72b9-46d5-9bd7-3b6729281f09 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "PUT /v2.0/routers/2e239ad7-de90-45fc-a44a-fb6906b35854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176742 Aug 31 07:07:17.473574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48218) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:17.474161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-05e156bf-fe13-4fd8-8457-d64bec4f085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.474586 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] Sync routers for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:07:17.475659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-05e156bf-fe13-4fd8-8457-d64bec4f085e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 1096 time: 0.0900011 Aug 31 07:07:17.484465 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:17.485076 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:17.524174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb41579b-a288-46cb-b49d-992d7b531544 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting subnet e7c3e821-3427-4e71-8862-85bf4763ff91 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:07:17.528115 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb41579b-a288-46cb-b49d-992d7b531544 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.576062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb41579b-a288-46cb-b49d-992d7b531544 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.579820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-99167f72-7b97-40e0-b28e-4ca42f0ea926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.581584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-99167f72-7b97-40e0-b28e-4ca42f0ea926 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0982099 Aug 31 07:07:17.592251 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:17.633947 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-d9e83e1f-8c5e-4ded-a4f7-78e386589b52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e HTTP/1.1" status: 200 len: 217 time: 0.0449231 Aug 31 07:07:17.661826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb41579b-a288-46cb-b49d-992d7b531544 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.691449 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-8b087d8e-b025-4707-9d24-1aeb58c86aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.692995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-8b087d8e-b025-4707-9d24-1aeb58c86aff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0460973 Aug 31 07:07:17.724551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb41579b-a288-46cb-b49d-992d7b531544 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.745812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-7e92614a-e095-4383-8bc7-f000d7e2f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.747358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-7e92614a-e095-4383-8bc7-f000d7e2f657 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448475 Aug 31 07:07:17.766293 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41579b-a288-46cb-b49d-992d7b531544 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c3e821-3427-4e71-8862-85bf4763ff91,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:17.773581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb41579b-a288-46cb-b49d-992d7b531544 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.777925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cb41579b-a288-46cb-b49d-992d7b531544 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/subnets/e7c3e821-3427-4e71-8862-85bf4763ff91 HTTP/1.1" status: 204 len: 168 time: 0.3009770 Aug 31 07:07:17.778174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48220) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:17.787037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e637be46-c02f-4ed7-bbea-c7cd5027eb51 None None] Network d05b5d77-17f7-4370-8370-79c2d589c4b1 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:17.796361 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:07:16Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:17.826724 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] Checking router: 2e239ad7-de90-45fc-a44a-fb6906b35854 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:07:17.848953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-5c943d6f-7d90-4078-8113-8e7e07575168 service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924032 Aug 31 07:07:17.851475 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] Routers {'2e239ad7-de90-45fc-a44a-fb6906b35854'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:17.852090 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['2e239ad7-de90-45fc-a44a-fb6906b35854'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:17.899472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.026170 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] Set router 2e239ad7-de90-45fc-a44a-fb6906b35854 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:18.028486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.033016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] DHCP port deletion for d05b5d77-17f7-4370-8370-79c2d589c4b1 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:07:18.086292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] Deleting port 15b9bb33-0f19-41ac-a092-f67723fcf13f {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:18.086700 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.105776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Deleting port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:18.106597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.172028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] For port 15b9bb33-0f19-41ac-a092-f67723fcf13f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=15b9bb33-0f19-41ac-a092-f67723fcf13f,segment=NetworkSegment(2a4f8d46-d357-4ce4-9e31-b4b833512bf7),segment_id=2a4f8d46-d357-4ce4-9e31-b4b833512bf7)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:18.172956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.189473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] Calling delete_port for 15b9bb33-0f19-41ac-a092-f67723fcf13f owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:18.207858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] For port 29438b69-6bf4-4522-a7ef-f20c7a45dd8d, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=29438b69-6bf4-4522-a7ef-f20c7a45dd8d,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:18.208619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.227742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Calling delete_port for 29438b69-6bf4-4522-a7ef-f20c7a45dd8d owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:18.245824 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:07:16Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.279440 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1545c6bf-d87e-447d-8f67-ba0ab51c4e14 None None] The sync data for ids ['2e239ad7-de90-45fc-a44a-fb6906b35854'] in n-d-712142-16 is: [{'id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1206918349', 'tenant_id': 'd82d6334bbc64e048604b329414018bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:07:16Z', 'revision_number': 5, 'project_id': 'd82d6334bbc64e048604b329414018bd', 'gw_port': {'id': '29438b69-6bf4-4522-a7ef-f20c7a45dd8d', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e239ad7-de90-45fc-a44a-fb6906b35854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:50Z', 'updated_at': '2021-08-31T07:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:07:18.288877 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.304253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] No DVR routers for this DVR port 15b9bb33-0f19-41ac-a092-f67723fcf13f on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:18.342401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4af688-b5a7-4c28-93a3-455ff2ce626e None None] Pushing event deleted for resources: {'Port': ['ID=15b9bb33-0f19-41ac-a092-f67723fcf13f,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:18.356070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b5e14-95ea-4fbd-9059-6e4012a4b34e req-e1fc330f-6e38-4d4e-97c4-f38cc2539b92 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:18.357893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e39b5e14-95ea-4fbd-9059-6e4012a4b34e req-e1fc330f-6e38-4d4e-97c4-f38cc2539b92 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 944 time: 0.4280634 Aug 31 07:07:18.360902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352b65e2-ec45-4ab3-a89e-d2ce793d0839 req-2b747f87-de94-488c-a2e7-b31f87a4c75f service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040381 Aug 31 07:07:18.403459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2ff4a7d4-cdca-472d-b276-3464d182b55a no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:18.413527 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e39b5e14-95ea-4fbd-9059-6e4012a4b34e req-8fff65cb-73b0-4f25-91b2-d3081517f718 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493994 Aug 31 07:07:18.430987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 2ff4a7d4-cdca-472d-b276-3464d182b55a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:18.431345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2ff4a7d4-cdca-472d-b276-3464d182b55a not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:18.474337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.490540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 15b9bb33-0f19-41ac-a092-f67723fcf13f no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:18.502490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Port': ['ID=29438b69-6bf4-4522-a7ef-f20c7a45dd8d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:18.518759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 15b9bb33-0f19-41ac-a092-f67723fcf13f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:18.519102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 15b9bb33-0f19-41ac-a092-f67723fcf13f not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:18.568040 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.663385 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.666061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.707053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.707758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Fanout notify agent at l3_agent the message router_deleted on router 2e239ad7-de90-45fc-a44a-fb6906b35854 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:07:18.714493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.715614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e1e21560-91f1-4b4d-b171-ab4e73463114 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/routers/2e239ad7-de90-45fc-a44a-fb6906b35854 HTTP/1.1" status: 204 len: 168 time: 0.9365077 Aug 31 07:07:18.718341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48226) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:18.803752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.890082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.900915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05b5d77-17f7-4370-8370-79c2d589c4b1']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.911089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4f8d46-d357-4ce4-9e31-b4b833512bf7') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.911386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4f8d46-d357-4ce4-9e31-b4b833512bf7') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.919958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.933597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.939476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:18.939863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:18.942861 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:19.311972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.318983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.320827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] 10.222.0.15 "DELETE /v2.0/networks/d05b5d77-17f7-4370-8370-79c2d589c4b1 HTTP/1.1" status: 204 len: 168 time: 0.6015387 Aug 31 07:07:19.332816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e939230-3712-446d-876a-546918dceeb8 tempest-TestSecurityGroupsBasicOps-1446472803 tempest-TestSecurityGroupsBasicOps-1446472803-project] Pushing event deleted for resources: {'Network': ['ID=d05b5d77-17f7-4370-8370-79c2d589c4b1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:19.519292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd016f50-f9f7-4669-ac8c-1fe3ec3b1a6c req-237a2d59-6251-4f7d-813d-6733a47f58a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:19.520802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd016f50-f9f7-4669-ac8c-1fe3ec3b1a6c req-237a2d59-6251-4f7d-813d-6733a47f58a3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 944 time: 0.0500309 Aug 31 07:07:19.561887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd016f50-f9f7-4669-ac8c-1fe3ec3b1a6c req-e54b1261-5acc-47f7-bf90-4a503fd61f89 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Aug 31 07:07:19.641630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48236) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:19.772372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5badf0c8-1e62-42ad-b2b7-1c46c66d225c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d82d6334bbc64e048604b329414018bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295779 Aug 31 07:07:19.775365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48240) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:19.822164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b712b4d-e2ba-43eb-9b13-cc44e58aed60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.843033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b712b4d-e2ba-43eb-9b13-cc44e58aed60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.889878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b712b4d-e2ba-43eb-9b13-cc44e58aed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.892340 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b712b4d-e2ba-43eb-9b13-cc44e58aed60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.893511 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0b712b4d-e2ba-43eb-9b13-cc44e58aed60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee3bf528-5710-441b-901c-2389faa45adc HTTP/1.1" status: 204 len: 168 time: 0.1172376 Aug 31 07:07:19.901703 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b712b4d-e2ba-43eb-9b13-cc44e58aed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3bf528-5710-441b-901c-2389faa45adc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:20.149082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48246) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:20.162729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e325acba-7518-40aa-a821-3c54db004e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.251337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e325acba-7518-40aa-a821-3c54db004e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.255560 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e325acba-7518-40aa-a821-3c54db004e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.293902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325acba-7518-40aa-a821-3c54db004e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc366b9c-e45c-412e-ac06-ed5849b7826f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:20.298284 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e325acba-7518-40aa-a821-3c54db004e81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=664163c01d424838bbee022a432e5293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475091 Aug 31 07:07:20.301018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48248) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:20.317982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 29438b69-6bf4-4522-a7ef-f20c7a45dd8d no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:20.338838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 29438b69-6bf4-4522-a7ef-f20c7a45dd8d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:20.339276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 29438b69-6bf4-4522-a7ef-f20c7a45dd8d not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:20.339696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e4a55855-4105-41b3-9fb7-7af2b18fced1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:20.354669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a39134c-7480-419a-bf30-57d7bb06b985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.358375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: e4a55855-4105-41b3-9fb7-7af2b18fced1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:20.358724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device e4a55855-4105-41b3-9fb7-7af2b18fced1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:20.375275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a39134c-7480-419a-bf30-57d7bb06b985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.429930 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a39134c-7480-419a-bf30-57d7bb06b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.432974 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1a39134c-7480-419a-bf30-57d7bb06b985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.434153 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a39134c-7480-419a-bf30-57d7bb06b985 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc366b9c-e45c-412e-ac06-ed5849b7826f HTTP/1.1" status: 204 len: 168 time: 0.1319766 Aug 31 07:07:20.441865 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39134c-7480-419a-bf30-57d7bb06b985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc366b9c-e45c-412e-ac06-ed5849b7826f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:20.551193 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 71e62f73-f5ad-4d89-8c55-d80cee08883e details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:07:20.653936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:20.666739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'mac_address': 'fa:16:3e:2e:a0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:07:20.686899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddee31-e09e-4e04-bf89-b3287a31cca6 req-229d88ae-ff6f-4030-ad91-aa86c19385b1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:20.688734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8ddee31-e09e-4e04-bf89-b3287a31cca6 req-229d88ae-ff6f-4030-ad91-aa86c19385b1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 944 time: 0.0522709 Aug 31 07:07:20.706655 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.721042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e62f73-f5ad-4d89-8c55-d80cee08883e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:20.736950 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a8ddee31-e09e-4e04-bf89-b3287a31cca6 req-788940e1-7e55-40bc-a8af-eb82b2fcc250 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Aug 31 07:07:20.758337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:20.764498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.773504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48256) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:20.816977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:20.818087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-768d46aa-d02d-4296-9508-2dadb82de61f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f5dd0419406404489c4a0deb359e629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433385 Aug 31 07:07:20.820640 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48258) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:20.866878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b31cea-6147-4bfa-82e7-cbf8d069be1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.887477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b31cea-6147-4bfa-82e7-cbf8d069be1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.932183 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b31cea-6147-4bfa-82e7-cbf8d069be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.934670 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74b31cea-6147-4bfa-82e7-cbf8d069be1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.935803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-74b31cea-6147-4bfa-82e7-cbf8d069be1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/239f917e-1af2-417b-8751-251553cbd0e0 HTTP/1.1" status: 204 len: 168 time: 0.1142085 Aug 31 07:07:20.943521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b31cea-6147-4bfa-82e7-cbf8d069be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239f917e-1af2-417b-8751-251553cbd0e0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:20.975440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['71e62f73-f5ad-4d89-8c55-d80cee08883e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:21.608481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48280) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:21.707663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1279380239-network', 'tenant_id': 'fe90ce1058164403a8bc57952865253f'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:21.729346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:21.731516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.739492 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.859330 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.863146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.877804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602707-b540-4ce4-8d7a-52d65bfd7446 req-0b9960f4-6824-4436-91e3-79d0bfc833cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:21.879277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0602707-b540-4ce4-8d7a-52d65bfd7446 req-0b9960f4-6824-4436-91e3-79d0bfc833cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 945 time: 0.0791426 Aug 31 07:07:21.909423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:21.925575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a74085-8ed7-4026-8f0a-e33402911cbe,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:21.928379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.928718 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Added segment 61a8d544-78dd-494f-9ef2-ebb0d0290afb of type vlan for network 95082869-cf56-4267-b175-3e3e0d6a3f73 Aug 31 07:07:21.966063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0602707-b540-4ce4-8d7a-52d65bfd7446 req-5ee9273d-27c6-4a46-b2d9-8b890b39fa65 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802357 Aug 31 07:07:21.979701 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.004225 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.005419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:22.006132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.063977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4543488 Aug 31 07:07:22.067300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48286) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:22.071970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78578607-4932-4e48-bb10-3b80dbc31f1a admin admin] Pushing event updated for resources: {'Network': ['ID=95082869-cf56-4267-b175-3e3e0d6a3f73,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:22.073361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Request body: {'subnet': {'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1279380239-subnet', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:22.081509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:22.094790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:22.097280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.268315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.324023 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4865ab5f-00ab-433a-affa-b5b986f56853,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:22.332524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:22.332885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Network hostable DHCP agents. Network: 95082869-cf56-4267-b175-3e3e0d6a3f73, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:22.350073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:22.358513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 95082869-cf56-4267-b175-3e3e0d6a3f73) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:22.364387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:22.365384 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.366126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c77b6-718a-461d-93f8-47bc6116b06e None None] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:22.380011 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-772dd710-18db-45a0-95fb-3892a7b492ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3115418 Aug 31 07:07:22.382674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48288) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:22.387820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:22.407982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.409064 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.464834 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.512367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-95082869-cf56-4267-b175-3e3e0d6a3f73', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:22.513177 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.579775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 71e62f73-f5ad-4d89-8c55-d80cee08883e up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:22.611479 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.682416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 71e62f73-f5ad-4d89-8c55-d80cee08883e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:22.684732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Allocated IP 172.20.0.2 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/b120f800-0faf-413c-a202-e306f98c956b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:22.691360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 71e62f73-f5ad-4d89-8c55-d80cee08883e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:22.691734 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.810504 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.830186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.848811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.897203 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:22.899981 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86240f79-cb66-45b3-ac3b-c5308c3a0a0d" -d '{"events": [{"server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "name": "network-vif-plugged", "status": "completed", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:22.919717 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.922544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:22.928251 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:22.933758 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Transition to ACTIVE for port object b120f800-0faf-413c-a202-e306f98c956b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:22.941967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Allocated IP 172.25.5.156 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/48e5d5ba-29f3-474b-a2f5-e896043f36d1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:22.959324 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b414e98-9d7e-4b1c-8578-e10a2e789a1d x-openstack-request-id: req-9b414e98-9d7e-4b1c-8578-e10a2e789a1d {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:22.959597 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "name": "network-vif-plugged", "status": "completed", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:22.959851 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b414e98-9d7e-4b1c-8578-e10a2e789a1d {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:22.960239 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'code': 200} Aug 31 07:07:22.979093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Transition to ACTIVE for port object b120f800-0faf-413c-a202-e306f98c956b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:22.995564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:23.000220 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.043752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:23.046760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:23.050408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:23.058487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Pushing event updated for resources: {'Port': ['ID=b120f800-0faf-413c-a202-e306f98c956b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:23.062487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.106607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c55d7-8a1f-4bcd-b4ea-b991b8705dd8 req-7da8dafd-005f-4837-b108-4e7b587bbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:23.108134 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f7c55d7-8a1f-4bcd-b4ea-b991b8705dd8 req-7da8dafd-005f-4837-b108-4e7b587bbfae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 1098 time: 0.0674517 Aug 31 07:07:23.115989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.123814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Attempting to bind port b120f800-0faf-413c-a202-e306f98c956b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:23.124908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Attempting to bind port b120f800-0faf-413c-a202-e306f98c956b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:23.124908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Attempting to bind port b120f800-0faf-413c-a202-e306f98c956b on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:23.130066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e1ef2-0140-4303-9153-64bf50d2e342 req-a648f150-ffcf-4bd6-8fcd-91f3fac943d5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:23.130344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:23.131002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:23.131485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-295e1ef2-0140-4303-9153-64bf50d2e342 req-a648f150-ffcf-4bd6-8fcd-91f3fac943d5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0815291 Aug 31 07:07:23.138339 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.138704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:23.139213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Bound port: b120f800-0faf-413c-a202-e306f98c956b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:23.139818 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.155527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:23.160524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:23.164134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:23.171905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5f7c55d7-8a1f-4bcd-b4ea-b991b8705dd8 req-14783dcd-a1f0-41a0-86f9-3ec008cec804 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560219 Aug 31 07:07:23.188615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-295e1ef2-0140-4303-9153-64bf50d2e342 req-3294beeb-8bdb-42db-8f83-70d00a8edc03 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487499 Aug 31 07:07:23.192397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Pushing event updated for resources: {'Port': ['ID=48e5d5ba-29f3-474b-a2f5-e896043f36d1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:23.211713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] For port b120f800-0faf-413c-a202-e306f98c956b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:23.215294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] For port b120f800-0faf-413c-a202-e306f98c956b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b120f800-0faf-413c-a202-e306f98c956b,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:23.219849 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.283012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24350f-9f81-4060-86f8-4c0f945ab11c None None] Pushing event updated for resources: {'Port': ['ID=b120f800-0faf-413c-a202-e306f98c956b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:23.443156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.654419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.783406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:07:23.892712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:07:23.903023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:07:23.911101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:23.913055 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9ad3cc5b-49e6-4663-bc54-77e6251c32de admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5292425 Aug 31 07:07:23.916050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48294) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:23.916777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:23.917554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:24.035879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:24.267395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:23Z', 'revision_number': 3, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:24.270031 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-349ef16f-8426-4967-a10e-e70df320e1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:24.277173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ca2c4-a578-45c9-8aad-04de6447699e None None] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:24.363363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:07:24.363932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Updating router 5853bb70-d47e-4400-ae44-f7498304e5c5 port 48e5d5ba-29f3-474b-a2f5-e896043f36d1 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:07:24.399203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9a3de-c548-4968-94ee-5e55eae071b3 req-97551ed6-1cb2-495d-bf57-9daf4dd26f44 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:24.399792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b120f800-0faf-413c-a202-e306f98c956b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:24.400762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5d9a3de-c548-4968-94ee-5e55eae071b3 req-97551ed6-1cb2-495d-bf57-9daf4dd26f44 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.1152461 Aug 31 07:07:24.431683 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:24.436169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:24.441204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-985fa347-0aa9-4036-b2fb-b7633e3f139e None None] Provisioning for port b120f800-0faf-413c-a202-e306f98c956b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:24.459409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5d9a3de-c548-4968-94ee-5e55eae071b3 req-415fd64c-c59e-4a4f-b90b-f3670742d8e7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522962 Aug 31 07:07:24.609414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Allocated IP 172.20.0.1 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/dde85c56-6b8c-480a-9498-775a3f60318d) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:24.609679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b120f800-0faf-413c-a202-e306f98c956b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:24.625589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b120f800-0faf-413c-a202-e306f98c956b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:24.625940 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:24.720665 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:24.735986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Transition to ACTIVE for port object dde85c56-6b8c-480a-9498-775a3f60318d will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:24.769966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:24.813644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:24.816587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:24.820490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:24.845310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Pushing event updated for resources: {'Port': ['ID=dde85c56-6b8c-480a-9498-775a3f60318d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:24.862316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:24.892527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.003289 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.008325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.038279 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.061519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b120f800-0faf-413c-a202-e306f98c956b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b120f800-0faf-413c-a202-e306f98c956b,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:25.063117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Transition to ACTIVE for port object 48e5d5ba-29f3-474b-a2f5-e896043f36d1 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:25.068132 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.074290 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.137044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Attempting to bind port 48e5d5ba-29f3-474b-a2f5-e896043f36d1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:25.137044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Attempting to bind port 48e5d5ba-29f3-474b-a2f5-e896043f36d1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:25.137400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Attempting to bind port 48e5d5ba-29f3-474b-a2f5-e896043f36d1 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:25.144306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b120f800-0faf-413c-a202-e306f98c956b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:25.148988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:25.148988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:25.148988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.148988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:25.148988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Bound port: 48e5d5ba-29f3-474b-a2f5-e896043f36d1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:25.151704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.227353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.239468 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.247793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af3d3d8e-299f-464d-984f-62ce9b54fce9 None None] Provisioning complete for port b120f800-0faf-413c-a202-e306f98c956b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:25.248383 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-af3d3d8e-299f-464d-984f-62ce9b54fce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.255659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059edf50-4195-49e1-9b10-9891bd0434cd None None] Pushing event updated for resources: {'Port': ['ID=48e5d5ba-29f3-474b-a2f5-e896043f36d1,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:25.280266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] For port 48e5d5ba-29f3-474b-a2f5-e896043f36d1, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:25.299932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] For port 48e5d5ba-29f3-474b-a2f5-e896043f36d1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=48e5d5ba-29f3-474b-a2f5-e896043f36d1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:25.307595 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.318326 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.321080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Pushing event updated for resources: {'Port': ['ID=dde85c56-6b8c-480a-9498-775a3f60318d,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:25.378083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:25.378710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:06:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:25.396919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059edf50-4195-49e1-9b10-9891bd0434cd None None] Pushing event updated for resources: {'Port': ['ID=48e5d5ba-29f3-474b-a2f5-e896043f36d1,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:25.420612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:25.422135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:25.520733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:25.617445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-723eda70-93a7-4629-9f94-ac591101eb32 None None] Provisioning for port dde85c56-6b8c-480a-9498-775a3f60318d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:25.650202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15035640-fed5-4377-ae92-53c09e1fb4e1 req-6a6349d6-72d1-4a3b-936e-8f59454441dc tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:25.652632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15035640-fed5-4377-ae92-53c09e1fb4e1 req-6a6349d6-72d1-4a3b-936e-8f59454441dc tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0956450 Aug 31 07:07:25.671808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-723eda70-93a7-4629-9f94-ac591101eb32 None None] Provisioning complete for port dde85c56-6b8c-480a-9498-775a3f60318d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:25.672188 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-723eda70-93a7-4629-9f94-ac591101eb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.698545 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15035640-fed5-4377-ae92-53c09e1fb4e1 req-d2e6204f-9d3d-4aeb-bdc9-a730383fe360 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Aug 31 07:07:25.721714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-723eda70-93a7-4629-9f94-ac591101eb32 None None] Port dde85c56-6b8c-480a-9498-775a3f60318d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:25.803125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:25Z', 'revision_number': 2, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:25.848123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682da799-581c-4fcb-ba49-c47dde3c44e4 None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:25Z', 'revision_number': 2, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:07:25.854936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f5d7ba35-81a5-4880-95df-b111c46e7c4f None None] Provisioning complete for port dde85c56-6b8c-480a-9498-775a3f60318d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:25.855183 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ba35-81a5-4880-95df-b111c46e7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.901634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7ba35-81a5-4880-95df-b111c46e7c4f None None] Port dde85c56-6b8c-480a-9498-775a3f60318d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:25.929959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118695d-39c1-4c56-9b3f-b918a657ffae req-7f29f443-07f2-406d-8cd4-09763b5876bf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:25.932077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2118695d-39c1-4c56-9b3f-b918a657ffae req-7f29f443-07f2-406d-8cd4-09763b5876bf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0553117 Aug 31 07:07:25.933619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:07:25.978344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2118695d-39c1-4c56-9b3f-b918a657ffae req-a3e52aab-e8d8-425e-8f42-8d8207327c66 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Aug 31 07:07:26.055190 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.063508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:07:26.071848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9a145716-e84d-42ea-80b4-b788cb74c50e admin admin] 10.222.0.15 "PUT /v2.0/routers/5853bb70-d47e-4400-ae44-f7498304e5c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1517766 Aug 31 07:07:26.343708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b120f800-0faf-413c-a202-e306f98c956b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:26.396675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b120f800-0faf-413c-a202-e306f98c956b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:26.396798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.620104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:26.625198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1374055890-network', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:26.650409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Made reservation on behalf of bf164c0fefcf4ea39f5e8f7df394d1c2 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:26.652936 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.662223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.756098 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.761098 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.783172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:26.798999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543f2103-5001-45fd-9cbd-0a827316e811,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:26.806034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.806366 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Added segment 0695950c-1781-46cb-a5ef-e66508cc20a9 of type vlan for network 78560ce0-05af-4594-ad93-12e7fdb6d548 Aug 31 07:07:26.849490 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42e3cc41-e086-4c21-844e-b99bbcde98ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.856754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.884387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.885494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:26.886088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.937921 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.941636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3203797 Aug 31 07:07:26.944286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48320) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:26.951389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Request body: {'subnet': {'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1374055890-subnet', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:26.963025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabe82d-ad23-4957-aabb-6a5e2df05009 admin admin] Pushing event updated for resources: {'Network': ['ID=78560ce0-05af-4594-ad93-12e7fdb6d548,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:26.973438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 78560ce0-05af-4594-ad93-12e7fdb6d548 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:26.978423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Made reservation on behalf of bf164c0fefcf4ea39f5e8f7df394d1c2 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:26.980841 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.158827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971ea3c-1e5e-424b-a7ab-b6272b315758 req-b0d46c5c-487f-435b-b948-9ad93c7922fa tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:27.160433 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d971ea3c-1e5e-424b-a7ab-b6272b315758 req-b0d46c5c-487f-435b-b948-9ad93c7922fa tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0910659 Aug 31 07:07:27.223507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.264578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d971ea3c-1e5e-424b-a7ab-b6272b315758 req-02645d3f-60c5-46f1-b3ed-e8bb76e5b6c7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765898 Aug 31 07:07:27.291260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2f14b6-a985-4273-aea9-f342ca723045,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:27.300425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Checking segment: {'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:27.300797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Network hostable DHCP agents. Network: 78560ce0-05af-4594-ad93-12e7fdb6d548, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:27.318096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Network 78560ce0-05af-4594-ad93-12e7fdb6d548 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:27.328450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 78560ce0-05af-4594-ad93-12e7fdb6d548) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:27.333063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:27.333676 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.340292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7cd97-7c7c-42f0-81a3-229a1ef2d4f2 None None] Network 78560ce0-05af-4594-ad93-12e7fdb6d548 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:27.352342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48326) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:27.353014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f8a77830-bd26-437c-85f7-a225b3c4e2b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4069476 Aug 31 07:07:27.359036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:27.384777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.385969 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.482594 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.496891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-78560ce0-05af-4594-ad93-12e7fdb6d548', 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'fixed_ips': [{'subnet_id': 'bd2f14b6-a985-4273-aea9-f342ca723045'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:27.497826 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.655394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Allocated IP 172.20.0.2 (78560ce0-05af-4594-ad93-12e7fdb6d548/bd2f14b6-a985-4273-aea9-f342ca723045/4f249939-2119-4744-bb57-365887bfe7ef) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:27.676064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.750822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4b243-cf9e-42fb-a28f-07708be1de6e req-2f9f86bd-3076-45e0-b453-e21e3e73793d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:27.753255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ab4b243-cf9e-42fb-a28f-07708be1de6e req-2f9f86bd-3076-45e0-b453-e21e3e73793d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0791190 Aug 31 07:07:27.795762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4ab4b243-cf9e-42fb-a28f-07708be1de6e req-6ff95ac3-798e-43f0-a411-af75b957c1fb tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Aug 31 07:07:27.853031 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.861492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Transition to ACTIVE for port object 4f249939-2119-4744-bb57-365887bfe7ef will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:27.879459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Transition to ACTIVE for port object 4f249939-2119-4744-bb57-365887bfe7ef will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:27.886402 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.902150 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.926545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Network 78560ce0-05af-4594-ad93-12e7fdb6d548 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:27.929593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.932135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:27.936469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:27.946156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Pushing event updated for resources: {'Port': ['ID=4f249939-2119-4744-bb57-365887bfe7ef,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:28.005731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Attempting to bind port 4f249939-2119-4744-bb57-365887bfe7ef on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:28.006133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Attempting to bind port 4f249939-2119-4744-bb57-365887bfe7ef by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:28.006524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Attempting to bind port 4f249939-2119-4744-bb57-365887bfe7ef on network 78560ce0-05af-4594-ad93-12e7fdb6d548 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:28.012935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:28.013311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Checking segment: {'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:28.013742 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.014104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Bound using segment: {'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:28.014550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Bound port: 4f249939-2119-4744-bb57-365887bfe7ef, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:28.014937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.066574 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:07:28.070470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Allocated IP 172.25.5.194 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/a4a59341-5f7c-419f-b5e8-295fa95febbf) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:28.082019 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:28.083033 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:28.109286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] For port 4f249939-2119-4744-bb57-365887bfe7ef, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:28.113499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] For port 4f249939-2119-4744-bb57-365887bfe7ef, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4f249939-2119-4744-bb57-365887bfe7ef,segment=NetworkSegment(0695950c-1781-46cb-a5ef-e66508cc20a9),segment_id=0695950c-1781-46cb-a5ef-e66508cc20a9)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:28.120096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.220013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dc766-e130-489d-93ae-1d6c3ff6ef60 None None] Pushing event updated for resources: {'Port': ['ID=4f249939-2119-4744-bb57-365887bfe7ef,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:28.223156 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.228665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.282205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.336808 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:28.366280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:28.368621 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Pushing event updated for resources: {'Port': ['ID=a4a59341-5f7c-419f-b5e8-295fa95febbf,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:28.371989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:28.374768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:28.418178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 48e5d5ba-29f3-474b-a2f5-e896043f36d1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:28.495962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 48e5d5ba-29f3-474b-a2f5-e896043f36d1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:28.500206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 48e5d5ba-29f3-474b-a2f5-e896043f36d1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:28.501292 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.602368 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.608413 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:25Z', 'revision_number': 2, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:28.623827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 48e5d5ba-29f3-474b-a2f5-e896043f36d1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=48e5d5ba-29f3-474b-a2f5-e896043f36d1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:28.629495 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.650775 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:07:28.651385 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Updating router 5853bb70-d47e-4400-ae44-f7498304e5c5 port dde85c56-6b8c-480a-9498-775a3f60318d binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:07:28.684088 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.685260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=48e5d5ba-29f3-474b-a2f5-e896043f36d1,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:28.692358 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.929993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.947005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15780691-5052-4c0f-b1b8-ceb603fb58c4 req-d7497bda-8d03-49cb-8438-c79051f44cb7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:28.948651 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15780691-5052-4c0f-b1b8-ceb603fb58c4 req-d7497bda-8d03-49cb-8438-c79051f44cb7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0690391 Aug 31 07:07:28.960748 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.973364 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Transition to ACTIVE for port object dde85c56-6b8c-480a-9498-775a3f60318d will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:28.980327 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.040709 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Pushing event updated for resources: {'Port': ['ID=dde85c56-6b8c-480a-9498-775a3f60318d,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:29.064157 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15780691-5052-4c0f-b1b8-ceb603fb58c4 req-fa287673-ac4d-446a-ac1d-8304fa7e497c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801737 Aug 31 07:07:29.064638 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.065001 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.065378 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.065721 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.066064 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.066394 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.066718 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.067760 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.068073 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.068409 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.068739 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.069064 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:29.124059 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Attempting to bind port dde85c56-6b8c-480a-9498-775a3f60318d on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:29.124426 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Attempting to bind port dde85c56-6b8c-480a-9498-775a3f60318d by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:29.124788 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Attempting to bind port dde85c56-6b8c-480a-9498-775a3f60318d on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:29.130231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Router da36ac2f-aea7-4508-a45e-e9c88db526b0 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:07:29.132208 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:29.132692 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:29.133287 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.133689 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:29.134499 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Bound port: dde85c56-6b8c-480a-9498-775a3f60318d, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:29.134872 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.210399 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] For port dde85c56-6b8c-480a-9498-775a3f60318d, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:29.214438 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] For port dde85c56-6b8c-480a-9498-775a3f60318d, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dde85c56-6b8c-480a-9498-775a3f60318d,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:29.219624 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.268658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:07:29.277508 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Sync routers for ids ['da36ac2f-aea7-4508-a45e-e9c88db526b0'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:07:29.285940 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:29.286684 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:29.296049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Routers {'da36ac2f-aea7-4508-a45e-e9c88db526b0'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:29.297113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['da36ac2f-aea7-4508-a45e-e9c88db526b0'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:29.298348 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.299880 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e240d7dc-bbeb-4e73-9800-a11c5acfb23e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9444814 Aug 31 07:07:29.302566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48340) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:29.341588 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c16c5-2461-4d7f-9509-d5bf74605a30 None None] Pushing event updated for resources: {'Port': ['ID=dde85c56-6b8c-480a-9498-775a3f60318d,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:29.427175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a9a61-7506-4d05-8c6d-a2a5a3353eef None None] Network 78560ce0-05af-4594-ad93-12e7fdb6d548 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:29.451130 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:29.505884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Set router da36ac2f-aea7-4508-a45e-e9c88db526b0 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:29.588823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6776fb22-6b09-47f0-97ca-270b3f57e57a None None] Provisioning for port 4f249939-2119-4744-bb57-365887bfe7ef completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:29.713990 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:29Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:29.760029 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f9f04-eef6-4c5d-a3ef-c5c49a238fae None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:29Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:07:29.825324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.853465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 3, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:29.905696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Checking router: da36ac2f-aea7-4508-a45e-e9c88db526b0 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:07:29.905978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Updating router da36ac2f-aea7-4508-a45e-e9c88db526b0 port a4a59341-5f7c-419f-b5e8-295fa95febbf binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:07:29.951393 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.121780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Allocated IP 172.20.0.1 (78560ce0-05af-4594-ad93-12e7fdb6d548/bd2f14b6-a985-4273-aea9-f342ca723045/1d459bd1-3b5b-4a8d-8ef8-992db24f3764) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:30.132987 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.307594 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e84c0-bc08-414a-aa51-7fd712967d51 req-df276701-2328-40d3-8014-c2e091ed3c01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:30.316024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a78e84c0-bc08-414a-aa51-7fd712967d51 req-df276701-2328-40d3-8014-c2e091ed3c01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.1009552 Aug 31 07:07:30.428962 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a78e84c0-bc08-414a-aa51-7fd712967d51 req-d03860bf-cade-4cc1-bafa-238c31030719 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119459 Aug 31 07:07:30.432229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.478392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Transition to ACTIVE for port object 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:30.562902 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.595357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 71e62f73-f5ad-4d89-8c55-d80cee08883e details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:07:30.623506 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.642310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dde85c56-6b8c-480a-9498-775a3f60318d up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:30.644789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Transition to ACTIVE for port object a4a59341-5f7c-419f-b5e8-295fa95febbf will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:30.683923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Pushing event updated for resources: {'Port': ['ID=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:30.706581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Network 78560ce0-05af-4594-ad93-12e7fdb6d548 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:30.709549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:30.712648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:30.774035 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.797069 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.837895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c1052-ef19-4d2b-960e-b610097806e0 None None] Pushing event updated for resources: {'Port': ['ID=a4a59341-5f7c-419f-b5e8-295fa95febbf,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:30.940641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Attempting to bind port a4a59341-5f7c-419f-b5e8-295fa95febbf on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:30.941321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Attempting to bind port a4a59341-5f7c-419f-b5e8-295fa95febbf by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:30.941923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Attempting to bind port a4a59341-5f7c-419f-b5e8-295fa95febbf on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:30.967648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:30.986757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'port_id': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'mac_address': 'fa:16:3e:2e:a0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:07:30.992857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:30.993986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:30.994514 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.995020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:30.995834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Bound port: a4a59341-5f7c-419f-b5e8-295fa95febbf, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:30.996071 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.033767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.045458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port dde85c56-6b8c-480a-9498-775a3f60318d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:31.053941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port dde85c56-6b8c-480a-9498-775a3f60318d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:31.054314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.163523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.170495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4fda2365-6ef4-44c0-8ddc-f04428cb67c4 None None] Provisioning for port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:31.211882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4fda2365-6ef4-44c0-8ddc-f04428cb67c4 None None] Provisioning complete for port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:31.212260 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4fda2365-6ef4-44c0-8ddc-f04428cb67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.215762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71e62f73-f5ad-4d89-8c55-d80cee08883e {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:31.245037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:31.251823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.257889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.286883 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.319436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] For port a4a59341-5f7c-419f-b5e8-295fa95febbf, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:31.325554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] For port a4a59341-5f7c-419f-b5e8-295fa95febbf, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a4a59341-5f7c-419f-b5e8-295fa95febbf,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:31.330418 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4fda2365-6ef4-44c0-8ddc-f04428cb67c4 None None] Port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:31.356236 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.358055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Pushing event updated for resources: {'Port': ['ID=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:31.366072 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.398064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['71e62f73-f5ad-4d89-8c55-d80cee08883e'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:31.473942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:31.477845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Routers {'da36ac2f-aea7-4508-a45e-e9c88db526b0'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:31.478461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['da36ac2f-aea7-4508-a45e-e9c88db526b0'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:31.483456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Network 78560ce0-05af-4594-ad93-12e7fdb6d548 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:31.484906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:31.580274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3aa68-496f-437e-b012-1d3b33a612f1 req-5ca7240f-c2bb-4d26-b111-0982704ffe4f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:31.582587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04f3aa68-496f-437e-b012-1d3b33a612f1 req-5ca7240f-c2bb-4d26-b111-0982704ffe4f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 945 time: 0.0659802 Aug 31 07:07:31.598901 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.667481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Router da36ac2f-aea7-4508-a45e-e9c88db526b0 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:07:31.673901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-04f3aa68-496f-437e-b012-1d3b33a612f1 req-28ef5b74-7e7b-4b12-a783-cd2f0e4285a0 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818427 Aug 31 07:07:31.779149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c1052-ef19-4d2b-960e-b610097806e0 None None] Pushing event updated for resources: {'Port': ['ID=a4a59341-5f7c-419f-b5e8-295fa95febbf,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:31.802599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port dde85c56-6b8c-480a-9498-775a3f60318d, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dde85c56-6b8c-480a-9498-775a3f60318d,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:31.815000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.815822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4f249939-2119-4744-bb57-365887bfe7ef up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:31.820754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:07:31.821830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] Set router da36ac2f-aea7-4508-a45e-e9c88db526b0 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:31.827111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-979740ba-4c5f-4a15-a6d5-1731cbe42f62 admin admin] 10.222.0.15 "PUT /v2.0/routers/da36ac2f-aea7-4508-a45e-e9c88db526b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5233226 Aug 31 07:07:32.027311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dfe5b8aa-3db3-4794-aed2-95c969a94b1f None None] Provisioning complete for port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:32.027311 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b8aa-3db3-4794-aed2-95c969a94b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.088935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=dde85c56-6b8c-480a-9498-775a3f60318d,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:32.153491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5b8aa-3db3-4794-aed2-95c969a94b1f None None] Port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:32.175476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4f249939-2119-4744-bb57-365887bfe7ef completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:32.185491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4f249939-2119-4744-bb57-365887bfe7ef triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:32.185871 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.311926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7fb24f18-0059-4492-a765-5186db153cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:30Z', 'revision_number': 4, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d459bd1-3b5b-4a8d-8ef8-992db24f3764', 'name': '', 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'mac_address': 'fa:16:3e:aa:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:29Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 2, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'subnets': [{'id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:32.344783 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.346934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb24f18-0059-4492-a765-5186db153cda None None] The sync data for ids ['da36ac2f-aea7-4508-a45e-e9c88db526b0'] in n-d-712142-16 is: [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:30Z', 'revision_number': 4, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d459bd1-3b5b-4a8d-8ef8-992db24f3764', 'name': '', 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'mac_address': 'fa:16:3e:aa:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:29Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 2, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'subnets': [{'id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:07:32.403134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4f249939-2119-4744-bb57-365887bfe7ef, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4f249939-2119-4744-bb57-365887bfe7ef,segment=NetworkSegment(0695950c-1781-46cb-a5ef-e66508cc20a9),segment_id=0695950c-1781-46cb-a5ef-e66508cc20a9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:32.411744 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.412679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 48e5d5ba-29f3-474b-a2f5-e896043f36d1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:32.515416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4f249939-2119-4744-bb57-365887bfe7ef,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:32.529229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 48e5d5ba-29f3-474b-a2f5-e896043f36d1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:32.529229 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.580491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 71e62f73-f5ad-4d89-8c55-d80cee08883e up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:32.687927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 71e62f73-f5ad-4d89-8c55-d80cee08883e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:32.688961 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.842890 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.866613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4f249939-2119-4744-bb57-365887bfe7ef up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:32.913832 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cb88-f988-40a9-b02d-f3b7cf197426 req-747464b1-5148-4caa-99e4-4fd55ff47b58 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:32.927697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82a0cb88-f988-40a9-b02d-f3b7cf197426 req-747464b1-5148-4caa-99e4-4fd55ff47b58 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 945 time: 0.1417105 Aug 31 07:07:32.981518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:33.000820 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf63eb56-9fb2-4ec2-aef0-5782989c3783" -d '{"events": [{"server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "name": "network-vif-plugged", "status": "completed", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:33.030138 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-82a0cb88-f988-40a9-b02d-f3b7cf197426 req-2eb812ed-8eab-4662-a0df-a1dcdf4d76cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956030 Aug 31 07:07:33.058417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:33.074535 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.111764 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46502184-b0dd-45a6-aef6-9ab3dfc219a5 x-openstack-request-id: req-46502184-b0dd-45a6-aef6-9ab3dfc219a5 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:33.112055 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "name": "network-vif-plugged", "status": "completed", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:33.112849 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46502184-b0dd-45a6-aef6-9ab3dfc219a5 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:33.113274 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'code': 200} Aug 31 07:07:33.124692 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4f249939-2119-4744-bb57-365887bfe7ef triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:33.124935 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.447357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:33.506367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dde85c56-6b8c-480a-9498-775a3f60318d up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:33.573908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port dde85c56-6b8c-480a-9498-775a3f60318d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:33.574289 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.200609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c86f1-b977-4c7d-965f-358adc8987c0 req-0c048b4e-a4cb-49bb-ab9c-a5e32337bb61 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:34.206275 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f85c86f1-b977-4c7d-965f-358adc8987c0 req-0c048b4e-a4cb-49bb-ab9c-a5e32337bb61 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0786021 Aug 31 07:07:34.253485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f85c86f1-b977-4c7d-965f-358adc8987c0 req-861280eb-6984-4e5c-abba-142cac3ed9f4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Aug 31 07:07:34.837506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a4a59341-5f7c-419f-b5e8-295fa95febbf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:34.902108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a4a59341-5f7c-419f-b5e8-295fa95febbf completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:34.906312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a4a59341-5f7c-419f-b5e8-295fa95febbf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:34.906764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.998761 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.030687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a4a59341-5f7c-419f-b5e8-295fa95febbf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a4a59341-5f7c-419f-b5e8-295fa95febbf,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:35.037212 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.097646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a4a59341-5f7c-419f-b5e8-295fa95febbf,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:35.442863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18ff4d-1b04-476c-8d9b-4c65d1da9a6f req-dfc9e3e5-16aa-41dd-81cb-1a870bd31e54 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:35.444610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f18ff4d-1b04-476c-8d9b-4c65d1da9a6f req-dfc9e3e5-16aa-41dd-81cb-1a870bd31e54 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.1004508 Aug 31 07:07:35.491627 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f18ff4d-1b04-476c-8d9b-4c65d1da9a6f req-66cec5e9-e9a2-48a2-837a-672ea26d4756 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 Aug 31 07:07:35.610151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-24ccfaf8-8d37-4114-8a16-8376f61ff8fa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:35.618545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-24ccfaf8-8d37-4114-8a16-8376f61ff8fa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1327593 Aug 31 07:07:35.631497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-6c7a2f81-8baa-4774-8f3b-6c5546c7baab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/quotas/fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 375 time: 0.0118005 Aug 31 07:07:35.702222 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-76ac5af8-0f86-4094-9103-a1a432ff91cd tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626612 Aug 31 07:07:35.833893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-5d1eb574-ef18-4abb-a267-1ed5a861121b service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248307 Aug 31 07:07:35.946689 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a40604bc-53a3-45a4-884d-9b9640e381fe service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114886 Aug 31 07:07:36.316641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d475dbf2-3f85-4ce6-8990-f03a51b3875c req-b871ac46-27f5-49a8-9936-8c0c842bde15 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 210 time: 0.0420985 Aug 31 07:07:36.656133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77840a5b-1c27-488e-a147-01b7ceaf197f req-3cbe93c3-efd5-4500-b74a-7a75b29d0895 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:36.659031 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77840a5b-1c27-488e-a147-01b7ceaf197f req-3cbe93c3-efd5-4500-b74a-7a75b29d0895 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0583625 Aug 31 07:07:36.715074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77840a5b-1c27-488e-a147-01b7ceaf197f req-632bbfc2-400f-4770-ad7a-1ba5cc24ae62 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Aug 31 07:07:36.824915 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Sync routers for ids ['da36ac2f-aea7-4508-a45e-e9c88db526b0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:07:36.840470 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Routers {'da36ac2f-aea7-4508-a45e-e9c88db526b0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:36.840902 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['da36ac2f-aea7-4508-a45e-e9c88db526b0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:36.852430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a4a59341-5f7c-419f-b5e8-295fa95febbf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:36.933906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a4a59341-5f7c-419f-b5e8-295fa95febbf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:36.934582 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.953525 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Set router da36ac2f-aea7-4508-a45e-e9c88db526b0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:37.168406 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:30Z', 'revision_number': 4, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d459bd1-3b5b-4a8d-8ef8-992db24f3764', 'name': '', 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'mac_address': 'fa:16:3e:aa:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:29Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 2, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'subnets': [{'id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:37.195999 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Checking router: da36ac2f-aea7-4508-a45e-e9c88db526b0 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:07:37.196365 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Updating router da36ac2f-aea7-4508-a45e-e9c88db526b0 port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:07:37.230048 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.495129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-541a7991-ba49-44f4-a691-c4ede69ddbf6 req-b0da0a01-96ec-425a-ac5b-2d8ac5a3e85d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 210 time: 0.0370770 Aug 31 07:07:37.574626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-e66b1669-eb21-4b71-ae63-0f6e1701d209 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:37.576300 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-e66b1669-eb21-4b71-ae63-0f6e1701d209 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1958308 Aug 31 07:07:37.591804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'port': {'device_id': '77a70c75-a585-41fb-92e4-2bec5a0da026', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'admin_state_up': True, 'tenant_id': 'fe90ce1058164403a8bc57952865253f'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:37.632325 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.658084 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Transition to ACTIVE for port object 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:37.667010 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.728733 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1386ac0-5b68-4d51-8684-05e4a4e074ee None None] Pushing event updated for resources: {'Port': ['ID=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:37.761427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:37.769340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.860729 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Attempting to bind port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:37.861877 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Attempting to bind port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:37.862484 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Attempting to bind port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 on network 78560ce0-05af-4594-ad93-12e7fdb6d548 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:37.872996 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:37.873435 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Checking segment: {'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:37.873790 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.874274 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Bound using segment: {'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:37.874630 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Bound port: 1d459bd1-3b5b-4a8d-8ef8-992db24f3764, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695950c-1781-46cb-a5ef-e66508cc20a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:37.875007 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.944918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc6f10-a1a1-41fe-a86b-e9a9580d4c56 req-4816b87a-bae3-486f-8765-8be8010e6459 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:37.961686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7adc6f10-a1a1-41fe-a86b-e9a9580d4c56 req-4816b87a-bae3-486f-8765-8be8010e6459 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.1050787 Aug 31 07:07:38.018501 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] For port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:38.027996 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] For port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,segment=NetworkSegment(0695950c-1781-46cb-a5ef-e66508cc20a9),segment_id=0695950c-1781-46cb-a5ef-e66508cc20a9)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:38.033386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7adc6f10-a1a1-41fe-a86b-e9a9580d4c56 req-46cfe419-b59d-4d1e-8a4b-d64a7fa123a9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698895 Aug 31 07:07:38.050703 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.076451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.20.0.4 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/cb20bc06-c7f5-4929-972f-22623d8c3e45) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:38.129090 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Routers {'da36ac2f-aea7-4508-a45e-e9c88db526b0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:38.130482 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['da36ac2f-aea7-4508-a45e-e9c88db526b0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:38.317253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.357311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Transition to ACTIVE for port object cb20bc06-c7f5-4929-972f-22623d8c3e45 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:38.421260 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1386ac0-5b68-4d51-8684-05e4a4e074ee None None] Pushing event updated for resources: {'Port': ['ID=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:38.429000 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.476325 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] Set router da36ac2f-aea7-4508-a45e-e9c88db526b0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:07:38.480590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:38.485677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:38.494915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:38.555061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.555752 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.595609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0078106 Aug 31 07:07:38.616203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Request body: {'port': {'device_id': '77a70c75-a585-41fb-92e4-2bec5a0da026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:38.624187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec5ed4-e96d-4159-9993-1709a7a5e8e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=cb20bc06-c7f5-4929-972f-22623d8c3e45,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:38.772702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51513958-0723-4964-a570-4539d78b0e89 req-fb0a1a9e-f8e6-4492-8d48-59d18500113d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.775872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51513958-0723-4964-a570-4539d78b0e89 req-fb0a1a9e-f8e6-4492-8d48-59d18500113d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 931 time: 0.1422782 Aug 31 07:07:38.787852 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.850663 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:30Z', 'revision_number': 4, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d459bd1-3b5b-4a8d-8ef8-992db24f3764', 'name': '', 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'mac_address': 'fa:16:3e:aa:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:29Z', 'updated_at': '2021-08-31T07:07:38Z', 'revision_number': 4, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'subnets': [{'id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:38.887610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51513958-0723-4964-a570-4539d78b0e89 req-fb7c2b21-8d95-4fce-96e3-4e69bc394e92 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837717 Aug 31 07:07:38.901077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9a1d53bb-da61-4cea-aa1a-29d3c62deb1f None None] Provisioning for port cb20bc06-c7f5-4929-972f-22623d8c3e45 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:38.916946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:38.931286 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d74849-8bb7-49b9-a2fa-e66db8f3a341 None None] The sync data for ids ['da36ac2f-aea7-4508-a45e-e9c88db526b0'] in n-d-712142-16 is: [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:30Z', 'revision_number': 4, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d459bd1-3b5b-4a8d-8ef8-992db24f3764', 'name': '', 'network_id': '78560ce0-05af-4594-ad93-12e7fdb6d548', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'mac_address': 'fa:16:3e:aa:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:29Z', 'updated_at': '2021-08-31T07:07:38Z', 'revision_number': 4, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'subnets': [{'id': 'bd2f14b6-a985-4273-aea9-f342ca723045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:07:38.958857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9a1d53bb-da61-4cea-aa1a-29d3c62deb1f None None] Provisioning complete for port cb20bc06-c7f5-4929-972f-22623d8c3e45 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:38.964948 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9a1d53bb-da61-4cea-aa1a-29d3c62deb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.050622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d53bb-da61-4cea-aa1a-29d3c62deb1f None None] Port cb20bc06-c7f5-4929-972f-22623d8c3e45 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:39.119448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:39.130471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:39.131368 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.243932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65194-5b9f-450a-badd-f8acd65ad607 req-1f7e2451-cc5c-4c85-93a9-0d1d59c2202d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:39.267683 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69d65194-5b9f-450a-badd-f8acd65ad607 req-1f7e2451-cc5c-4c85-93a9-0d1d59c2202d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.1019082 Aug 31 07:07:39.319122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69d65194-5b9f-450a-badd-f8acd65ad607 req-5a531214-e0e8-4cfa-90c2-4252427d1851 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501192 Aug 31 07:07:39.349639 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.399725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,segment=NetworkSegment(0695950c-1781-46cb-a5ef-e66508cc20a9),segment_id=0695950c-1781-46cb-a5ef-e66508cc20a9)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:39.416625 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.506821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:39.875426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb20bc06-c7f5-4929-972f-22623d8c3e45 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:39.886609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.913021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Transition to ACTIVE for port object cb20bc06-c7f5-4929-972f-22623d8c3e45 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:39.917917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.123578 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Pushing event updated for resources: {'Port': ['ID=cb20bc06-c7f5-4929-972f-22623d8c3e45,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:40.155443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Attempting to bind port cb20bc06-c7f5-4929-972f-22623d8c3e45 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:40.155915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Attempting to bind port cb20bc06-c7f5-4929-972f-22623d8c3e45 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:40.156340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Attempting to bind port cb20bc06-c7f5-4929-972f-22623d8c3e45 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:40.163932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Port cb20bc06-c7f5-4929-972f-22623d8c3e45 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:07:40.164952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Attempting to bind port cb20bc06-c7f5-4929-972f-22623d8c3e45 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:40.171655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:40.172135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:40.172619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:40.173154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Bound port: cb20bc06-c7f5-4929-972f-22623d8c3e45, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:40.173632 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.183824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd3d3-8297-4166-a9c9-7c4e0cfb72fe req-ae4cff62-910a-45b5-b194-829e09e85dca tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.185765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-186dd3d3-8297-4166-a9c9-7c4e0cfb72fe req-ae4cff62-910a-45b5-b194-829e09e85dca tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.1673048 Aug 31 07:07:40.250613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-186dd3d3-8297-4166-a9c9-7c4e0cfb72fe req-dda31465-7d1c-42c6-b56d-ce801dd21ce9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565970 Aug 31 07:07:40.300816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] For port cb20bc06-c7f5-4929-972f-22623d8c3e45, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:40.304125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] For port cb20bc06-c7f5-4929-972f-22623d8c3e45, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cb20bc06-c7f5-4929-972f-22623d8c3e45,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:40.312599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.372198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Pushing event updated for resources: {'Port': ['ID=cb20bc06-c7f5-4929-972f-22623d8c3e45,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:40.383586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.384517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.386446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-06cdac3d-e9f1-4168-8811-87f19604ba90 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb20bc06-c7f5-4929-972f-22623d8c3e45 HTTP/1.1" status: 200 len: 1092 time: 1.7808039 Aug 31 07:07:40.387931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a70c75-a585-41fb-92e4-2bec5a0da026', 'tag': 'cb20bc06-c7f5-4929-972f-22623d8c3e45'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:40.390501 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "77a70c75-a585-41fb-92e4-2bec5a0da026", "tag": "cb20bc06-c7f5-4929-972f-22623d8c3e45"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:40.463319 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f93a2-6998-474c-83fa-92d311fdf35c x-openstack-request-id: req-e91f93a2-6998-474c-83fa-92d311fdf35c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:40.466456 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a70c75-a585-41fb-92e4-2bec5a0da026", "tag": "cb20bc06-c7f5-4929-972f-22623d8c3e45", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:40.466819 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e91f93a2-6998-474c-83fa-92d311fdf35c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:40.467330 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a70c75-a585-41fb-92e4-2bec5a0da026', 'tag': 'cb20bc06-c7f5-4929-972f-22623d8c3e45', 'status': 'completed', 'code': 200} Aug 31 07:07:40.512517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-6704b57f-13f1-4372-958a-1ec235d01e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.514303 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-6704b57f-13f1-4372-958a-1ec235d01e4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 1095 time: 0.0658035 Aug 31 07:07:40.579728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-a9255502-b6eb-45cd-b37e-5dbc402a9d34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb20bc06-c7f5-4929-972f-22623d8c3e45 HTTP/1.1" status: 200 len: 217 time: 0.0564568 Aug 31 07:07:40.583159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f975-7d92-412e-833d-ee53418d7171 req-1ded9f15-159a-4124-a726-71f5cd65023f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.586012 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ed1f975-7d92-412e-833d-ee53418d7171 req-1ded9f15-159a-4124-a726-71f5cd65023f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.1079626 Aug 31 07:07:40.653086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-84ed236f-16be-46f8-be0a-87fe5e887f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.654609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-84ed236f-16be-46f8-be0a-87fe5e887f2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0669322 Aug 31 07:07:40.681830 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ed1f975-7d92-412e-833d-ee53418d7171 req-94365d8f-c7aa-4d6b-a2c8-917358c0d3f5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877972 Aug 31 07:07:40.738638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-880bbfc0-0292-436b-b9fc-9ab30f3390d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.742160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-880bbfc0-0292-436b-b9fc-9ab30f3390d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758123 Aug 31 07:07:40.818190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:40.874129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-1b74d671-d8ae-4d2a-b46e-70e28c49ec85 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226494 Aug 31 07:07:40.885474 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:40.886126 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.011835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f37dac2a-0a73-4dce-b5e1-6cc210831fa7 req-dae664a1-4ee5-4525-bce2-f0321b551209 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300943 Aug 31 07:07:41.126682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-1a368dcd-b79d-4bf1-815e-d311a038e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:41.128766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-1a368dcd-b79d-4bf1-815e-d311a038e44a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 1095 time: 0.0570650 Aug 31 07:07:41.246471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-e6c625be-9908-4594-a2aa-465772343d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:41.247974 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-e6c625be-9908-4594-a2aa-465772343d0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.1114388 Aug 31 07:07:41.311577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-1bdf5622-e49f-477c-b434-0a5ee63e104d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb20bc06-c7f5-4929-972f-22623d8c3e45 HTTP/1.1" status: 200 len: 217 time: 0.0535822 Aug 31 07:07:41.422762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-72c22ed9-b2a6-4781-b451-26908876f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:41.424433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-72c22ed9-b2a6-4781-b451-26908876f0f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.1055667 Aug 31 07:07:41.452255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fea92-d3b8-408a-b3a7-20caf6f55e5e req-dfa52c81-6d3a-447b-9283-7adabe2195e1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:41.453938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da6fea92-d3b8-408a-b3a7-20caf6f55e5e req-dfa52c81-6d3a-447b-9283-7adabe2195e1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.0873144 Aug 31 07:07:41.519592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da6fea92-d3b8-408a-b3a7-20caf6f55e5e req-ab368827-ec48-4b42-ba07-f800442758c6 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 Aug 31 07:07:41.522310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-e6436a3c-e038-49e8-a1f0-dd758cb178e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:41.524955 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-e6436a3c-e038-49e8-a1f0-dd758cb178e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927029 Aug 31 07:07:41.656750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-60023c32-0db1-4a8c-9475-776f8561f557 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209109 Aug 31 07:07:41.808136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81a81acf-a53b-4a42-a88b-5e3354fa3ad9 req-d55be11d-a30b-44d4-9dc9-e4b127fec29e service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419127 Aug 31 07:07:41.855873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05143c-7051-4074-9137-89eb3fd54990 req-00aa7369-c7bc-4b9e-9e97-cf089af09402 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:41.858200 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e05143c-7051-4074-9137-89eb3fd54990 req-00aa7369-c7bc-4b9e-9e97-cf089af09402 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0833910 Aug 31 07:07:41.904166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2e05143c-7051-4074-9137-89eb3fd54990 req-80ecdd2c-e2fc-4ad7-8559-b497e70ec39b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388360 Aug 31 07:07:42.690632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc800-1e18-4a9d-aa87-4ba5e101dfbf req-7ecda321-704c-4fc3-823d-b107348b791d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:42.699637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e73bc800-1e18-4a9d-aa87-4ba5e101dfbf req-7ecda321-704c-4fc3-823d-b107348b791d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.0911677 Aug 31 07:07:42.747600 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e73bc800-1e18-4a9d-aa87-4ba5e101dfbf req-df0a2f4f-f09b-435a-b5c7-53e122d9a2b5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466549 Aug 31 07:07:43.040990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f566a0-db76-4d06-90ed-0ad5c03851e9 req-4177eac5-ad61-4fd1-8697-20215b7faf3f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:43.042758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45f566a0-db76-4d06-90ed-0ad5c03851e9 req-4177eac5-ad61-4fd1-8697-20215b7faf3f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0621145 Aug 31 07:07:43.084958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45f566a0-db76-4d06-90ed-0ad5c03851e9 req-190cffd1-f823-4399-8096-da65b4eafc88 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Aug 31 07:07:43.575808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-cd160763-89a3-48af-a513-48b6a82d0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:43.577405 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-cd160763-89a3-48af-a513-48b6a82d0e94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 1098 time: 0.0434341 Aug 31 07:07:43.666992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-8573b510-88af-4774-bfb2-385e7c43031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:43.668492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-8573b510-88af-4774-bfb2-385e7c43031f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0838947 Aug 31 07:07:43.716330 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-d3c812e5-3e2c-478e-8ea7-dc9603d5e2d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e HTTP/1.1" status: 200 len: 217 time: 0.0391927 Aug 31 07:07:43.770463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-4a8abbe1-93aa-4fdc-9db6-00fc825d70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:43.771951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-4a8abbe1-93aa-4fdc-9db6-00fc825d70a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0473657 Aug 31 07:07:43.831098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-21c5c65c-8f23-47d1-87f2-7c1433d27774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:43.832502 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-21c5c65c-8f23-47d1-87f2-7c1433d27774 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532587 Aug 31 07:07:43.923663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195985c-7b28-4f0f-ae80-f8956bd0ed89 req-e5f4da4d-2bff-45a5-b681-6e40da88d19d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:43.925173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6195985c-7b28-4f0f-ae80-f8956bd0ed89 req-e5f4da4d-2bff-45a5-b681-6e40da88d19d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.1054697 Aug 31 07:07:43.969130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-3e77e662-caf0-4182-9413-81bd5156670d service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201353 Aug 31 07:07:43.990481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6195985c-7b28-4f0f-ae80-f8956bd0ed89 req-52e6cff1-7bad-409b-8da5-348980378d88 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548577 Aug 31 07:07:44.068694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b993f1c-a193-47f3-bdfe-030b234c724d req-49e1f5be-082a-41db-a8dc-fab6327ffc8c service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900097 Aug 31 07:07:44.202356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f556-ed54-4ede-9fae-0ab3515fc9b7 req-093f13e4-3309-4194-b25b-ba9f7fa870b1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:44.203873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b361f556-ed54-4ede-9fae-0ab3515fc9b7 req-093f13e4-3309-4194-b25b-ba9f7fa870b1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0479703 Aug 31 07:07:44.240940 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b361f556-ed54-4ede-9fae-0ab3515fc9b7 req-bf17bf4b-e26c-4ae2-b2bf-3682a2f63e55 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Aug 31 07:07:44.500643 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:07:45.113985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076cbd-478c-4793-8732-d4f7cc8c9204 req-8a8aeb2a-6c92-4077-8015-8768c140aeef tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.115501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c076cbd-478c-4793-8732-d4f7cc8c9204 req-8a8aeb2a-6c92-4077-8015-8768c140aeef tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.0519440 Aug 31 07:07:45.155573 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c076cbd-478c-4793-8732-d4f7cc8c9204 req-11c460ea-1a4c-4e72-9d0a-4275e1d63148 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Aug 31 07:07:45.370317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4546d1-12a1-4e95-8cfa-495fc0dd1ada req-d4810d0b-aa3f-43b2-b584-a12908578c34 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.371943 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc4546d1-12a1-4e95-8cfa-495fc0dd1ada req-d4810d0b-aa3f-43b2-b584-a12908578c34 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0494215 Aug 31 07:07:45.410314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc4546d1-12a1-4e95-8cfa-495fc0dd1ada req-827714ea-4228-45f4-a1ec-d0e686a39145 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Aug 31 07:07:46.269010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41335e8c-17eb-41d0-9d4c-f4ec36a9fdf3 req-a1278e86-0df5-46a1-a548-d774a906a2fd tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:46.270421 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41335e8c-17eb-41d0-9d4c-f4ec36a9fdf3 req-a1278e86-0df5-46a1-a548-d774a906a2fd tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.0486932 Aug 31 07:07:46.309289 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41335e8c-17eb-41d0-9d4c-f4ec36a9fdf3 req-d79ef1da-a6d6-45a9-a336-3f1434153cd8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Aug 31 07:07:46.526807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d8fe-6d07-4136-b25d-d79a993941ed req-965e7ab4-ac63-4ab2-aa31-bc94852289cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:46.528206 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fa75d8fe-6d07-4136-b25d-d79a993941ed req-965e7ab4-ac63-4ab2-aa31-bc94852289cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 946 time: 0.0525911 Aug 31 07:07:46.566144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fa75d8fe-6d07-4136-b25d-d79a993941ed req-a19ae0eb-504f-4b2d-8005-8a9b5c15b717 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Aug 31 07:07:46.663718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 71e62f73-f5ad-4d89-8c55-d80cee08883e no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:46.686546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b8819-8123-40ef-a53a-d10dd4255c81 req-4e29d206-6e01-42ae-9682-b9ac402af467 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:46.688064 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec6b8819-8123-40ef-a53a-d10dd4255c81 req-4e29d206-6e01-42ae-9682-b9ac402af467 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0571628 Aug 31 07:07:46.726792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec6b8819-8123-40ef-a53a-d10dd4255c81 req-2da7534d-0fb0-4a8d-a35b-5881241a306d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Aug 31 07:07:46.748280 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.764305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:46.766631 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51abf0e-5ec5-4a03-a671-fe72045d9d64" -d '{"events": [{"server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "name": "network-vif-unplugged", "status": "completed", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:46.782378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:46.786777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.810315 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87368e0-3e5b-4bdc-88ff-fafa2506c7c1 x-openstack-request-id: req-a87368e0-3e5b-4bdc-88ff-fafa2506c7c1 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:46.810615 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "name": "network-vif-unplugged", "status": "failed", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e", "code": 422}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:46.810849 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a87368e0-3e5b-4bdc-88ff-fafa2506c7c1 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:46.811236 n-d-712142-16 neutron-server[94669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'code': 422} returned with failed status Aug 31 07:07:46.836510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:46.851421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9c8b-5f9f-4dfe-954c-f47b6a949274 req-744563fa-835b-43d6-ba6e-47a90b70c7f6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:46.852936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afef9c8b-5f9f-4dfe-954c-f47b6a949274 req-744563fa-835b-43d6-ba6e-47a90b70c7f6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0495310 Aug 31 07:07:46.891423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-afef9c8b-5f9f-4dfe-954c-f47b6a949274 req-d754a579-72a5-4a30-bfb7-b29c5159c6cb tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324571 Aug 31 07:07:47.095395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d02ee-4874-4839-9103-703f1b72dd50 req-bca8674a-ac96-4351-8bd9-38d84de9603e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:47.096897 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-663d02ee-4874-4839-9103-703f1b72dd50 req-bca8674a-ac96-4351-8bd9-38d84de9603e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0510557 Aug 31 07:07:47.135744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-663d02ee-4874-4839-9103-703f1b72dd50 req-696e227e-7af5-48ec-9d6d-5246c8e13088 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Aug 31 07:07:47.428286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf8757-63f7-4036-81f4-51b4e0701c9c req-f9dd7017-ffa7-47d6-87e7-7bb35d3ab145 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:47.429734 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ddf8757-63f7-4036-81f4-51b4e0701c9c req-f9dd7017-ffa7-47d6-87e7-7bb35d3ab145 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.0493808 Aug 31 07:07:47.466919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ddf8757-63f7-4036-81f4-51b4e0701c9c req-d8e9e426-7ac9-4acc-9595-529d66160815 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Aug 31 07:07:48.253357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8081ab-ed49-4df6-b672-50f3f7cbabf8 req-b3668f11-4b18-4f81-9540-e2e368feb5c3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:48.255101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0d8081ab-ed49-4df6-b672-50f3f7cbabf8 req-b3668f11-4b18-4f81-9540-e2e368feb5c3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0542362 Aug 31 07:07:48.293078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0d8081ab-ed49-4df6-b672-50f3f7cbabf8 req-02963b52-8d09-4fd7-b29a-88ef7078e166 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Aug 31 07:07:48.579288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611604aa-baef-440d-8042-e96abe487642 req-d823dd56-4f27-4121-a7fd-2be153cdc23b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:48.580794 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-611604aa-baef-440d-8042-e96abe487642 req-d823dd56-4f27-4121-a7fd-2be153cdc23b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.0479376 Aug 31 07:07:48.619334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-611604aa-baef-440d-8042-e96abe487642 req-ba15f537-89b5-43d0-90c9-b0e304cc0e14 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Aug 31 07:07:49.410252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08c25-6a14-414f-9ccc-5c4019cacd64 req-aadecafd-7e60-4764-8872-736a71d2b772 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:49.411763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3e08c25-6a14-414f-9ccc-5c4019cacd64 req-aadecafd-7e60-4764-8872-736a71d2b772 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0511036 Aug 31 07:07:49.450908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c3e08c25-6a14-414f-9ccc-5c4019cacd64 req-0434e875-4719-4284-a007-30f6420aa04d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Aug 31 07:07:49.738151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bcecc-b1b1-444f-a89a-034efa18acbb req-b3da85f0-a996-40d8-a36a-67e9e8a19eda tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:49.739661 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a40bcecc-b1b1-444f-a89a-034efa18acbb req-b3da85f0-a996-40d8-a36a-67e9e8a19eda tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.0531640 Aug 31 07:07:49.779663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a40bcecc-b1b1-444f-a89a-034efa18acbb req-b7033c86-1994-4ded-838a-d12557e0a013 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340168 Aug 31 07:07:50.567823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa9322-bcca-4a0e-a824-be0ed60d8c4e req-8756bf90-28a5-4ee1-8a93-440b5d843e14 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:50.569414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ffa9322-bcca-4a0e-a824-be0ed60d8c4e req-8756bf90-28a5-4ee1-8a93-440b5d843e14 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0503535 Aug 31 07:07:50.610274 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ffa9322-bcca-4a0e-a824-be0ed60d8c4e req-0285b62e-134d-4e44-b8a2-16dc81982de7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326970 Aug 31 07:07:50.677840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cb20bc06-c7f5-4929-972f-22623d8c3e45 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:07:50.775758 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cb20bc06-c7f5-4929-972f-22623d8c3e45, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cb20bc06-c7f5-4929-972f-22623d8c3e45,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:50.786801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'cb20bc06-c7f5-4929-972f-22623d8c3e45', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'port_id': 'cb20bc06-c7f5-4929-972f-22623d8c3e45', 'mac_address': 'fa:16:3e:7f:bf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:07:50.828316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.841310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb20bc06-c7f5-4929-972f-22623d8c3e45 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:50.860795 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cb20bc06-c7f5-4929-972f-22623d8c3e45, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cb20bc06-c7f5-4929-972f-22623d8c3e45,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:50.865708 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.897128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51e52c-6929-44d3-bb1a-f8dfbdb24f3e req-af986f26-8926-435c-8ea5-cf40373f85eb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:50.898677 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e51e52c-6929-44d3-bb1a-f8dfbdb24f3e req-af986f26-8926-435c-8ea5-cf40373f85eb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 943 time: 0.0508056 Aug 31 07:07:50.918052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=cb20bc06-c7f5-4929-972f-22623d8c3e45,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:50.925495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.925844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.926191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.926527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.926863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.927196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.927521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.927846 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.928168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.928490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.928811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.929136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:50.937483 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e51e52c-6929-44d3-bb1a-f8dfbdb24f3e req-2290360c-fe82-4629-9158-9ed7b8399357 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Aug 31 07:07:51.064470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['cb20bc06-c7f5-4929-972f-22623d8c3e45'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:51.728727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c041-eb4d-453a-bec3-d1d4d0b2b314 req-6d6f7d1f-17ac-4c8c-952d-9bd06ac6dbc5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:51.730402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68f4c041-eb4d-453a-bec3-d1d4d0b2b314 req-6d6f7d1f-17ac-4c8c-952d-9bd06ac6dbc5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0522556 Aug 31 07:07:51.769996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68f4c041-eb4d-453a-bec3-d1d4d0b2b314 req-75f76801-6a24-4710-9205-f0e6b93240e4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336938 Aug 31 07:07:52.048935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d8f93-7752-4695-9383-b3cf92952f44 req-de40fe1a-b9e5-4899-af64-0068f22a8287 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:52.050452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a2d8f93-7752-4695-9383-b3cf92952f44 req-de40fe1a-b9e5-4899-af64-0068f22a8287 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 944 time: 0.0477917 Aug 31 07:07:52.088016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a2d8f93-7752-4695-9383-b3cf92952f44 req-80d4c144-9672-4e05-9b9a-986e0616362e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Aug 31 07:07:52.689205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cb20bc06-c7f5-4929-972f-22623d8c3e45 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:52.740916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port cb20bc06-c7f5-4929-972f-22623d8c3e45 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:52.745659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port cb20bc06-c7f5-4929-972f-22623d8c3e45 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:52.746033 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.843342 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.870252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a70c75-a585-41fb-92e4-2bec5a0da026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb20bc06-c7f5-4929-972f-22623d8c3e45'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:52.872543 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9a27cd-c4d4-4f8e-bb7d-e029cb984cfe" -d '{"events": [{"server_uuid": "77a70c75-a585-41fb-92e4-2bec5a0da026", "name": "network-vif-plugged", "status": "completed", "tag": "cb20bc06-c7f5-4929-972f-22623d8c3e45"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:52.886004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port cb20bc06-c7f5-4929-972f-22623d8c3e45, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cb20bc06-c7f5-4929-972f-22623d8c3e45,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:52.886982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7310a8-d558-42b5-9021-8b0bac6ecc46 req-4e3676e2-c351-4766-b610-458fc640bf40 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:52.888639 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a7310a8-d558-42b5-9021-8b0bac6ecc46 req-4e3676e2-c351-4766-b610-458fc640bf40 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0498588 Aug 31 07:07:52.891702 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.917909 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bbfb5a-5988-4523-becb-a33b43e24cf2 x-openstack-request-id: req-36bbfb5a-5988-4523-becb-a33b43e24cf2 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:52.918481 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a70c75-a585-41fb-92e4-2bec5a0da026", "name": "network-vif-plugged", "status": "completed", "tag": "cb20bc06-c7f5-4929-972f-22623d8c3e45", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:52.918934 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36bbfb5a-5988-4523-becb-a33b43e24cf2 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:52.919461 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a70c75-a585-41fb-92e4-2bec5a0da026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb20bc06-c7f5-4929-972f-22623d8c3e45', 'code': 200} Aug 31 07:07:52.933488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1a7310a8-d558-42b5-9021-8b0bac6ecc46 req-06d4c9fc-16d4-491f-bc13-e2402c8a499d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355911 Aug 31 07:07:52.947436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=cb20bc06-c7f5-4929-972f-22623d8c3e45,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:53.017830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017ce34-3fcc-40c8-8af7-98e5ba31d748 req-a2967397-b8b4-4ded-8baf-6c5aefa32349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:53.019394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e017ce34-3fcc-40c8-8af7-98e5ba31d748 req-a2967397-b8b4-4ded-8baf-6c5aefa32349 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 1097 time: 0.0481613 Aug 31 07:07:53.054932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e017ce34-3fcc-40c8-8af7-98e5ba31d748 req-3bb90f63-cce3-41e9-a391-571b0d1a20a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278578 Aug 31 07:07:53.205369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d6f31-b578-41b8-a01b-7c90d1a10401 req-257ee21d-78b1-4961-90b6-d86a20718392 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:53.206775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d43d6f31-b578-41b8-a01b-7c90d1a10401 req-257ee21d-78b1-4961-90b6-d86a20718392 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Aug 31 07:07:53.244829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d43d6f31-b578-41b8-a01b-7c90d1a10401 req-88cfb184-3604-44c1-ba09-ffed63248d87 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Aug 31 07:07:54.060407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b25072-195e-4245-9c79-82d2cb18cb2a req-071d8aee-ea0c-4ab2-9132-0e1d0d50327f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:54.061935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50b25072-195e-4245-9c79-82d2cb18cb2a req-071d8aee-ea0c-4ab2-9132-0e1d0d50327f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0492311 Aug 31 07:07:54.100882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50b25072-195e-4245-9c79-82d2cb18cb2a req-503017f9-1b9b-4803-831e-69d3f66ee48e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329871 Aug 31 07:07:54.226919 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93756288-9500-446e-908a-2d5b53890585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:54.361871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b01a0-74e6-407b-85d0-957bf8dcd695 req-a193e023-2f30-4a68-930f-3b487bea4a20 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:54.363590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17b01a0-74e6-407b-85d0-957bf8dcd695 req-a193e023-2f30-4a68-930f-3b487bea4a20 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 945 time: 0.0509381 Aug 31 07:07:54.402791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e17b01a0-74e6-407b-85d0-957bf8dcd695 req-e73ebc32-b10a-4467-acdf-763693b283fa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Aug 31 07:07:54.518313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77b16-0d0d-4994-b77e-b99294aadeef req-bf5cfccf-221c-4c86-9068-cff445f012ed tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:54.519700 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64a77b16-0d0d-4994-b77e-b99294aadeef req-bf5cfccf-221c-4c86-9068-cff445f012ed tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 945 time: 0.0521276 Aug 31 07:07:54.556360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64a77b16-0d0d-4994-b77e-b99294aadeef req-8b83958b-a865-404d-a012-4ec454043edf tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308483 Aug 31 07:07:54.664538 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:54.673792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d1537-ffcc-4ae8-88e7-7316869332f3 req-dfcf8919-8324-4496-985a-7376bd422906 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:54.675279 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-329d1537-ffcc-4ae8-88e7-7316869332f3 req-dfcf8919-8324-4496-985a-7376bd422906 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 945 time: 0.0556374 Aug 31 07:07:54.712750 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-329d1537-ffcc-4ae8-88e7-7316869332f3 req-1792ad32-1abf-44a0-ac44-d97e3f84abf2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Aug 31 07:07:54.941545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a2f6b-7170-4ebc-8512-0f99f5943b4d req-d3d8921b-56bb-442b-ac0e-5176c9895884 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:54.943057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc5a2f6b-7170-4ebc-8512-0f99f5943b4d req-d3d8921b-56bb-442b-ac0e-5176c9895884 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 945 time: 0.0486524 Aug 31 07:07:54.981714 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc5a2f6b-7170-4ebc-8512-0f99f5943b4d req-fa3e488d-c15c-4b12-a113-738d80c4dc15 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Aug 31 07:07:55.223120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faafffa-a892-4beb-8972-b1710199e7b0 req-a36164b2-26d2-49ab-8947-fcc919867578 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:55.224698 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6faafffa-a892-4beb-8972-b1710199e7b0 req-a36164b2-26d2-49ab-8947-fcc919867578 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0512364 Aug 31 07:07:55.266298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6faafffa-a892-4beb-8972-b1710199e7b0 req-05d52798-a905-4c0f-9bb0-099a7a773573 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348580 Aug 31 07:07:56.060477 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.105310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacb90c-9267-4039-b8ad-aa22966a202b req-7b4ad905-6871-43cf-bad0-164dff80567f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:56.106812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dacb90c-9267-4039-b8ad-aa22966a202b req-7b4ad905-6871-43cf-bad0-164dff80567f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 945 time: 0.0498624 Aug 31 07:07:56.144913 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dacb90c-9267-4039-b8ad-aa22966a202b req-287ad573-2d1d-4e3e-bc8f-09c87f18c9ee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Aug 31 07:07:56.361165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402890b-8f67-49ce-a193-23eca38156c1 req-b368859b-e051-4a78-9188-0791618db972 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:56.362699 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3402890b-8f67-49ce-a193-23eca38156c1 req-b368859b-e051-4a78-9188-0791618db972 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 945 time: 0.0530074 Aug 31 07:07:56.385698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf557a9d-5c96-40e6-bdf1-fde99ac269d5 req-9f8f588c-a271-441f-9b43-bf3f337d71c8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:56.387810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf557a9d-5c96-40e6-bdf1-fde99ac269d5 req-9f8f588c-a271-441f-9b43-bf3f337d71c8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0535431 Aug 31 07:07:56.427552 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf557a9d-5c96-40e6-bdf1-fde99ac269d5 req-c54f828b-42a9-43a8-be8e-6be6e85b461f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Aug 31 07:07:56.457089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port cb20bc06-c7f5-4929-972f-22623d8c3e45 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:56.457489 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.559512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] For port cb20bc06-c7f5-4929-972f-22623d8c3e45, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=cb20bc06-c7f5-4929-972f-22623d8c3e45,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:56.559909 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.572883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for cb20bc06-c7f5-4929-972f-22623d8c3e45 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:56.698390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.710943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['cb20bc06-c7f5-4929-972f-22623d8c3e45'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:56.732701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=cb20bc06-c7f5-4929-972f-22623d8c3e45,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:56.758332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.758675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.759266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.759608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.759937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.760259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.760579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.760895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.761264 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.761576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.761889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.762202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:56.784315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] No DVR routers for this DVR port cb20bc06-c7f5-4929-972f-22623d8c3e45 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:56.787315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.789748 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3402890b-8f67-49ce-a193-23eca38156c1 req-4d8e65b7-a79a-4262-bb55-f8f76e4e9d6c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "DELETE /v2.0/ports/cb20bc06-c7f5-4929-972f-22623d8c3e45 HTTP/1.1" status: 204 len: 173 time: 0.4207251 Aug 31 07:07:56.790010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a70c75-a585-41fb-92e4-2bec5a0da026', 'name': 'network-vif-deleted', 'tag': 'cb20bc06-c7f5-4929-972f-22623d8c3e45'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:56.792426 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d64ee6-2833-4909-b456-86ed73d1b11c" -d '{"events": [{"server_uuid": "77a70c75-a585-41fb-92e4-2bec5a0da026", "name": "network-vif-deleted", "tag": "cb20bc06-c7f5-4929-972f-22623d8c3e45"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:56.845995 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865c855-d574-4607-b46d-ce135c7a58af x-openstack-request-id: req-4865c855-d574-4607-b46d-ce135c7a58af {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:56.846369 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a70c75-a585-41fb-92e4-2bec5a0da026", "name": "network-vif-deleted", "tag": "cb20bc06-c7f5-4929-972f-22623d8c3e45", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:56.846799 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4865c855-d574-4607-b46d-ce135c7a58af {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:56.847446 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a70c75-a585-41fb-92e4-2bec5a0da026', 'name': 'network-vif-deleted', 'tag': 'cb20bc06-c7f5-4929-972f-22623d8c3e45', 'status': 'completed', 'code': 200} Aug 31 07:07:56.869342 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-358f4a5f-56ae-47e0-ae17-7b764cf91278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.941795 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.249052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3d92d14c-4784-4026-a5d5-452b42dd85b3 req-334142ce-fbf3-4326-88c3-3ed739d4911f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 210 time: 0.0336137 Aug 31 07:07:57.557112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447fd3-c2c5-462f-91ab-ada40e2c87a0 req-fc6283a9-196c-4bfe-b036-4f4bf57ba82c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:57.558698 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0447fd3-c2c5-462f-91ab-ada40e2c87a0 req-fc6283a9-196c-4bfe-b036-4f4bf57ba82c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0557578 Aug 31 07:07:57.599666 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0447fd3-c2c5-462f-91ab-ada40e2c87a0 req-a0435e47-447a-434d-8e15-fcd9ef271f98 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348189 Aug 31 07:07:57.845649 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3907233-65e9-4d66-a3c0-b8d40fe3740f req-546a5244-0334-4113-ad0b-cb45d96916cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:57.847915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3907233-65e9-4d66-a3c0-b8d40fe3740f req-546a5244-0334-4113-ad0b-cb45d96916cf tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0737231 Aug 31 07:07:57.856508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-dc44cf60-5f0e-4434-9fb6-e52165882058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:57.858116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-dc44cf60-5f0e-4434-9fb6-e52165882058 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1096 time: 0.0445082 Aug 31 07:07:57.902277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b3907233-65e9-4d66-a3c0-b8d40fe3740f req-fd02403e-86e4-4db5-8cdb-9f57e7c1caf7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469234 Aug 31 07:07:57.964507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-112ff248-15da-4db2-a62e-ac9540fadddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:57.966062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-112ff248-15da-4db2-a62e-ac9540fadddf service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1008418 Aug 31 07:07:58.039503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-468ff863-e340-4da1-ad61-451877cfcb94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 998 time: 0.0668797 Aug 31 07:07:58.096861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-d2b9485c-810f-4cac-8820-1a4ea1850777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:58.098392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-d2b9485c-810f-4cac-8820-1a4ea1850777 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0524011 Aug 31 07:07:58.154623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-93aa407f-7f54-4f97-aab6-9731b85cd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:58.156364 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-93aa407f-7f54-4f97-aab6-9731b85cd0b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504169 Aug 31 07:07:58.207426 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:58.271991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-ebb9d679-6b5a-48ec-b629-fda224e08697 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075883 Aug 31 07:07:58.692378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3aaab2eb-7440-4b3e-8c44-da2bb4ef507d req-1c82e1f9-1b62-4cfc-ad7c-3a867d7193fe tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 210 time: 0.3595395 Aug 31 07:07:58.724924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cb20bc06-c7f5-4929-972f-22623d8c3e45 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:58.727037 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2c0d30-18a5-40a0-bd16-75dbadb12f8c req-16635b6f-c2b3-4106-b4bd-f25b74b29a18 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480636 Aug 31 07:07:58.745622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: cb20bc06-c7f5-4929-972f-22623d8c3e45 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:58.746097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device cb20bc06-c7f5-4929-972f-22623d8c3e45 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:59.009487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5068-0934-408e-a6c2-ea118cf699cc req-1e05fd47-2060-4254-8047-bf725d59052e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:59.011081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-950a5068-0934-408e-a6c2-ea118cf699cc req-1e05fd47-2060-4254-8047-bf725d59052e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0499785 Aug 31 07:07:59.050009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-950a5068-0934-408e-a6c2-ea118cf699cc req-a34898c1-4767-4b32-b1dc-d71251bd86b2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Aug 31 07:07:59.789478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-166241b2-9244-472f-815e-aac303602732 req-bde676f7-59a2-4d98-839f-f1a14b29ba6b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a70c75-a585-41fb-92e4-2bec5a0da026 HTTP/1.1" status: 200 len: 210 time: 0.0265014 Aug 31 07:08:00.047530 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.167588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85959dd8-80e5-43d3-8965-4f82442a45e4 req-19996f5c-5791-464f-958a-77ee8c6ba4de tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:00.169146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85959dd8-80e5-43d3-8965-4f82442a45e4 req-19996f5c-5791-464f-958a-77ee8c6ba4de tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0518482 Aug 31 07:08:00.208729 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85959dd8-80e5-43d3-8965-4f82442a45e4 req-c4e7e088-2110-4030-99e1-58db02112eef tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333669 Aug 31 07:08:00.328147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776bf99-69be-4c60-a8e8-7e05ee4b44c0 req-7bd1d624-0c08-470b-bfc3-a9dc3cf21001 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:00.329578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3776bf99-69be-4c60-a8e8-7e05ee4b44c0 req-7bd1d624-0c08-470b-bfc3-a9dc3cf21001 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0516515 Aug 31 07:08:00.367210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3776bf99-69be-4c60-a8e8-7e05ee4b44c0 req-76e1ef09-ba98-4fde-ade1-24f5a45217f9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Aug 31 07:08:00.487366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7582400-8d0e-4131-be56-47e8e22bcc51 req-0af00fbf-dcf4-46d5-8b4e-3b12242b1f71 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:00.488813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7582400-8d0e-4131-be56-47e8e22bcc51 req-0af00fbf-dcf4-46d5-8b4e-3b12242b1f71 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0539093 Aug 31 07:08:00.527133 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7582400-8d0e-4131-be56-47e8e22bcc51 req-13c75ef9-ec6e-4e4e-8399-cc8e7ebd2db3 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321827 Aug 31 07:08:00.760629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcd3a3-da67-4cab-9947-e12c057c39bc req-784c0630-71f5-41a0-9136-c04effa4c689 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:00.762182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fcd3a3-da67-4cab-9947-e12c057c39bc req-784c0630-71f5-41a0-9136-c04effa4c689 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0504799 Aug 31 07:08:00.800442 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08fcd3a3-da67-4cab-9947-e12c057c39bc req-9cbd271d-3fd8-4c70-bbe4-05f81b643e72 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Aug 31 07:08:01.915706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e309957-6eb7-4309-8271-ef3b423d089c req-d6a289b9-6163-405f-8f8d-c68ba1f9d01c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:01.917495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e309957-6eb7-4309-8271-ef3b423d089c req-d6a289b9-6163-405f-8f8d-c68ba1f9d01c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0492582 Aug 31 07:08:01.957275 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e309957-6eb7-4309-8271-ef3b423d089c req-492a4312-145d-47f7-b045-469d9d0c9e95 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 Aug 31 07:08:02.184834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e4cc5-e6e0-4bde-a386-2a6dda340678 req-422035fe-df52-4c60-9822-7be790013585 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:02.186414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d35e4cc5-e6e0-4bde-a386-2a6dda340678 req-422035fe-df52-4c60-9822-7be790013585 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0662341 Aug 31 07:08:02.198964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-6a4f3f38-fc83-41fd-98f7-2f1492aba3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:02.201178 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-6a4f3f38-fc83-41fd-98f7-2f1492aba3db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 1096 time: 0.0474932 Aug 31 07:08:02.226867 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d35e4cc5-e6e0-4bde-a386-2a6dda340678 req-79c2b900-2440-413a-a8f6-2de9e0e60631 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343537 Aug 31 07:08:02.296971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-7a09a13e-a7f0-4958-87f6-51e46fbbc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:02.298409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-7a09a13e-a7f0-4958-87f6-51e46fbbc012 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0891774 Aug 31 07:08:02.364895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-5d53acd1-df78-4105-8522-db5a40154fba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 200 len: 998 time: 0.0581071 Aug 31 07:08:02.417618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-99ad894d-de52-4f70-8b0a-424096f0be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:02.421671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-99ad894d-de52-4f70-8b0a-424096f0be32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0506723 Aug 31 07:08:02.472840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-73ad870f-7d7d-405f-a1dc-b203e043db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:02.474419 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-73ad870f-7d7d-405f-a1dc-b203e043db66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446720 Aug 31 07:08:02.568281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-cbe05b01-76d2-451b-9947-f98cf61bb2bd service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862086 Aug 31 07:08:02.664427 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e5909cd1-3cd2-49c7-990c-f362fa5fa0dc req-96b3090e-89f0-42c7-bef5-0af7b12f6c3f service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880044 Aug 31 07:08:03.362508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73f920-3663-4be5-8261-0babe6575dfd req-cddac2fc-7296-4d83-a416-c15ad4c28c12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:03.364037 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b73f920-3663-4be5-8261-0babe6575dfd req-cddac2fc-7296-4d83-a416-c15ad4c28c12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0622487 Aug 31 07:08:03.404682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b73f920-3663-4be5-8261-0babe6575dfd req-f8247a45-f252-4d58-a554-7169f5740d84 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341976 Aug 31 07:08:04.462363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-4cf8c58d-cde7-40c6-aa09-eeda5e1e70c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438693 Aug 31 07:08:04.530447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116c2df-6552-4552-8c68-eee7159290ae req-bdd3a2a5-56b7-4642-ab64-e1c7c52aa955 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:04.532195 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3116c2df-6552-4552-8c68-eee7159290ae req-bdd3a2a5-56b7-4642-ab64-e1c7c52aa955 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0583684 Aug 31 07:08:04.533798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-4315dd79-5765-4eaf-9f41-35fac12aace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:04.535295 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-4315dd79-5765-4eaf-9f41-35fac12aace5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 1097 time: 0.0503142 Aug 31 07:08:04.592816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3116c2df-6552-4552-8c68-eee7159290ae req-6caa821d-eacb-4182-b63a-775bb70c22c6 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537231 Aug 31 07:08:04.665038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-f69b6c3a-cfc7-417d-b097-8a5e4ef1536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:04.666595 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-f69b6c3a-cfc7-417d-b097-8a5e4ef1536a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.1034837 Aug 31 07:08:04.730480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-04639bc0-1bc3-4c64-bff9-17113709dde6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a HTTP/1.1" status: 200 len: 217 time: 0.0525789 Aug 31 07:08:04.794322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d505875-759b-4128-8c89-8c8ce06d1a19 req-a46baad6-bbbd-42cc-a613-f8284d7c09ba tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:04.795921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d505875-759b-4128-8c89-8c8ce06d1a19 req-a46baad6-bbbd-42cc-a613-f8284d7c09ba tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.1268008 Aug 31 07:08:04.805477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-7185d16d-e985-4e25-ab9c-d7e0e60cdc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:04.806916 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-7185d16d-e985-4e25-ab9c-d7e0e60cdc9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0695407 Aug 31 07:08:04.866332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d505875-759b-4128-8c89-8c8ce06d1a19 req-6a408ee8-d353-466c-a624-4a56c89743b9 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635271 Aug 31 07:08:04.879831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-73b6a06d-aa9a-4c7d-b373-1ef8fd98dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:04.881413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-73b6a06d-aa9a-4c7d-b373-1ef8fd98dffc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614171 Aug 31 07:08:04.988804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-8dfbc1ca-26ce-44a7-934d-50901257b5fc service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995317 Aug 31 07:08:05.097809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9b8d70d1-563b-4732-a602-1e7ba2c94e90 req-c601be45-616e-4879-894f-07b8f6d90030 service neutron] 10.222.0.23 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012099 Aug 31 07:08:06.528705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d8821-5503-40c4-99a4-cef723130a36 req-59b228c9-38c0-4ac6-88b6-eff760239fd2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:06.530437 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-921d8821-5503-40c4-99a4-cef723130a36 req-59b228c9-38c0-4ac6-88b6-eff760239fd2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f90f0c0-942d-49fb-bebc-8424c8af761e HTTP/1.1" status: 200 len: 944 time: 0.0526838 Aug 31 07:08:06.630696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Deleting port 71e62f73-f5ad-4d89-8c55-d80cee08883e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:06.631140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.730692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] For port 71e62f73-f5ad-4d89-8c55-d80cee08883e, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=71e62f73-f5ad-4d89-8c55-d80cee08883e,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:06.731594 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.744643 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Calling delete_port for 71e62f73-f5ad-4d89-8c55-d80cee08883e owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:06.879586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.896250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:06.898841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e552fe16-da94-493e-8ba5-570ce7dcad86'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:06.912603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event deleted for resources: {'Port': ['ID=71e62f73-f5ad-4d89-8c55-d80cee08883e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:06.973862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] No DVR routers for this DVR port 71e62f73-f5ad-4d89-8c55-d80cee08883e on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:06.976624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.988260 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-921d8821-5503-40c4-99a4-cef723130a36 req-1955fe36-d270-41af-83f0-bec30d987d01 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "DELETE /v2.0/ports/71e62f73-f5ad-4d89-8c55-d80cee08883e HTTP/1.1" status: 204 len: 173 time: 0.4522901 Aug 31 07:08:06.989287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'name': 'network-vif-deleted', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:06.991991 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e7882-4364-44b7-ba57-bc73d501db3e" -d '{"events": [{"server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "name": "network-vif-deleted", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:07.045903 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474aaf8f-5a11-40fa-b861-f1e936938e71 x-openstack-request-id: req-474aaf8f-5a11-40fa-b861-f1e936938e71 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:07.046238 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f90f0c0-942d-49fb-bebc-8424c8af761e", "name": "network-vif-deleted", "tag": "71e62f73-f5ad-4d89-8c55-d80cee08883e", "status": "failed", "code": 422}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:07.046501 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-474aaf8f-5a11-40fa-b861-f1e936938e71 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:07.046933 n-d-712142-16 neutron-server[94668]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f90f0c0-942d-49fb-bebc-8424c8af761e', 'name': 'network-vif-deleted', 'tag': '71e62f73-f5ad-4d89-8c55-d80cee08883e', 'status': 'failed', 'code': 422} returned with failed status Aug 31 07:08:07.696702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2bac4-3647-4ffa-9cfe-fad47bd83067 req-7d6bd7a4-450d-4b3c-a177-80d25fa73a16 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:07.698670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aee2bac4-3647-4ffa-9cfe-fad47bd83067 req-7d6bd7a4-450d-4b3c-a177-80d25fa73a16 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 907 time: 0.0581994 Aug 31 07:08:08.832626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e2d0e-46b4-4801-9cbc-dd0c02164bc1 req-105c0c03-ec40-4ac8-8ba8-328c16c13ce2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:08.837755 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c95e2d0e-46b4-4801-9cbc-dd0c02164bc1 req-105c0c03-ec40-4ac8-8ba8-328c16c13ce2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 907 time: 0.0634716 Aug 31 07:08:09.012958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-cc264f45-3a74-4261-a750-a98d614f747b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:09.014480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-cc264f45-3a74-4261-a750-a98d614f747b tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 907 time: 0.0513961 Aug 31 07:08:09.108262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Deleting port ffc2857f-74cf-497f-aa24-e384ca5014ed {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:09.108855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:09.205380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] For port ffc2857f-74cf-497f-aa24-e384ca5014ed, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ffc2857f-74cf-497f-aa24-e384ca5014ed,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:09.205755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:09.219726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Calling delete_port for ffc2857f-74cf-497f-aa24-e384ca5014ed owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:09.350815 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:09.378609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event deleted for resources: {'Port': ['ID=ffc2857f-74cf-497f-aa24-e384ca5014ed,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:09.397414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.397807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.398318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.398699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.399038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.399374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.399709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.400168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.400499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.400847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.401161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.401509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:09.442267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] No DVR routers for this DVR port ffc2857f-74cf-497f-aa24-e384ca5014ed on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:09.445485 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:09.447937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1895358b-8d9c-4e86-83a6-2ae4cdd316c1 req-80c58523-9048-4387-b24e-09dcb6c87b12 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "DELETE /v2.0/ports/ffc2857f-74cf-497f-aa24-e384ca5014ed HTTP/1.1" status: 204 len: 173 time: 0.4276605 Aug 31 07:08:09.448415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defcea66-c464-482a-a207-76f94be02a84', 'name': 'network-vif-deleted', 'tag': 'ffc2857f-74cf-497f-aa24-e384ca5014ed'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:09.451649 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9cc0cd-412a-43ee-9b39-b94212fc4395" -d '{"events": [{"server_uuid": "defcea66-c464-482a-a207-76f94be02a84", "name": "network-vif-deleted", "tag": "ffc2857f-74cf-497f-aa24-e384ca5014ed"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:09.507802 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d145df9-3d5a-44b1-af88-ee6000a9d10f x-openstack-request-id: req-1d145df9-3d5a-44b1-af88-ee6000a9d10f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:09.508127 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defcea66-c464-482a-a207-76f94be02a84", "name": "network-vif-deleted", "tag": "ffc2857f-74cf-497f-aa24-e384ca5014ed", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:09.508387 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d145df9-3d5a-44b1-af88-ee6000a9d10f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:09.508797 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defcea66-c464-482a-a207-76f94be02a84', 'name': 'network-vif-deleted', 'tag': 'ffc2857f-74cf-497f-aa24-e384ca5014ed', 'status': 'completed', 'code': 200} Aug 31 07:08:09.953919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58074d1f-f322-422f-bb14-1854dc9b583f req-5219c5af-0d50-4891-9947-07cbf42b20a4 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=defcea66-c464-482a-a207-76f94be02a84 HTTP/1.1" status: 200 len: 210 time: 0.0296819 Aug 31 07:08:10.648554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-9351035b-2985-422f-87ac-1802c0c148db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465720 Aug 31 07:08:10.735107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-7c9c0185-884d-4262-a550-e3a417bf1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:10.736639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-7c9c0185-884d-4262-a550-e3a417bf1aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 1097 time: 0.0457597 Aug 31 07:08:10.841672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-8f1de7a7-5295-47a5-a3ec-0f8a1a570e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:10.843183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-8f1de7a7-5295-47a5-a3ec-0f8a1a570e01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 200 len: 912 time: 0.0873234 Aug 31 07:08:10.886470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-f635d20e-c854-4b40-a4b8-78cedf81bebe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552fe16-da94-493e-8ba5-570ce7dcad86 HTTP/1.1" status: 200 len: 217 time: 0.0359983 Aug 31 07:08:10.947299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-b08808c7-38fd-4829-958d-3543329367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:10.949209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-b08808c7-38fd-4829-958d-3543329367b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 200 len: 850 time: 0.0551789 Aug 31 07:08:11.005624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-db4fd751-b89c-4cda-9190-59b43f9c46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:11.007686 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-db4fd751-b89c-4cda-9190-59b43f9c46c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e281e950-c565-498d-a562-64d7513aca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506172 Aug 31 07:08:11.107492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-7008ba3c-84f2-456e-b92b-b99a5a2e378d service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924194 Aug 31 07:08:11.227718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7e067af-c789-4e8c-8d57-d253d2997ca7 req-e74f9abf-3329-4eed-8547-507f9a72a987 service neutron] 10.222.0.42 "GET /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130776 Aug 31 07:08:11.263570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf24f3-f98c-4b00-8fa7-06f93f73f3af req-f2707248-ff05-4362-83a5-f0f6fb680e14 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:11.265336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4abf24f3-f98c-4b00-8fa7-06f93f73f3af req-f2707248-ff05-4362-83a5-f0f6fb680e14 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 945 time: 0.0548708 Aug 31 07:08:11.304694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4abf24f3-f98c-4b00-8fa7-06f93f73f3af req-01e7ba4b-46cd-439f-abf9-df7c4b1867f8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332077 Aug 31 07:08:12.431573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c978ef-e9e5-45a0-9817-a88d1b8663ed req-8f173ea8-b95b-43b6-8e96-948fcacc947e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:12.433386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33c978ef-e9e5-45a0-9817-a88d1b8663ed req-8f173ea8-b95b-43b6-8e96-948fcacc947e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 945 time: 0.0553234 Aug 31 07:08:12.504696 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33c978ef-e9e5-45a0-9817-a88d1b8663ed req-f6092a91-253b-49ed-aba0-e0623e951815 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641150 Aug 31 07:08:12.526244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-fa9f4117-8793-45be-8981-75307a10ee9e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:12.528404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-fa9f4117-8793-45be-8981-75307a10ee9e tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ece237-53a8-490b-99e7-5cdea07ddb65 HTTP/1.1" status: 200 len: 945 time: 0.0594621 Aug 31 07:08:12.621118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Deleting port e552fe16-da94-493e-8ba5-570ce7dcad86 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:12.621528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.699950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ffc2857f-74cf-497f-aa24-e384ca5014ed no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:12.718886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] For port e552fe16-da94-493e-8ba5-570ce7dcad86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e552fe16-da94-493e-8ba5-570ce7dcad86,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:12.719525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.721170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: ffc2857f-74cf-497f-aa24-e384ca5014ed {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:12.721615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ffc2857f-74cf-497f-aa24-e384ca5014ed not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:12.733887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Calling delete_port for e552fe16-da94-493e-8ba5-570ce7dcad86 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:12.860191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.873528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:12.894191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event deleted for resources: {'Port': ['ID=e552fe16-da94-493e-8ba5-570ce7dcad86,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:12.935688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] No DVR routers for this DVR port e552fe16-da94-493e-8ba5-570ce7dcad86 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:12.938667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.940599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ba08a37-7863-4eac-9d7e-12925e876166 req-b7f08580-6fd8-4d9c-91d7-332cb2dd3ca8 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.42 "DELETE /v2.0/ports/e552fe16-da94-493e-8ba5-570ce7dcad86 HTTP/1.1" status: 204 len: 173 time: 0.4060202 Aug 31 07:08:12.941043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ece237-53a8-490b-99e7-5cdea07ddb65', 'name': 'network-vif-deleted', 'tag': 'e552fe16-da94-493e-8ba5-570ce7dcad86'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:12.943336 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f3b759-68d9-4dc2-8cfb-b540b260316f" -d '{"events": [{"server_uuid": "d2ece237-53a8-490b-99e7-5cdea07ddb65", "name": "network-vif-deleted", "tag": "e552fe16-da94-493e-8ba5-570ce7dcad86"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:12.986350 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c54c8d4-7c09-458f-8dca-fc757f468e2a x-openstack-request-id: req-1c54c8d4-7c09-458f-8dca-fc757f468e2a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:12.986350 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ece237-53a8-490b-99e7-5cdea07ddb65", "name": "network-vif-deleted", "tag": "e552fe16-da94-493e-8ba5-570ce7dcad86", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:12.986627 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c54c8d4-7c09-458f-8dca-fc757f468e2a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:12.986952 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ece237-53a8-490b-99e7-5cdea07ddb65', 'name': 'network-vif-deleted', 'tag': 'e552fe16-da94-493e-8ba5-570ce7dcad86', 'status': 'completed', 'code': 200} Aug 31 07:08:13.801681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e0c3d-f3f5-4976-b1b5-52c5324ef478 req-445cbdd5-03c2-4efd-a243-e6da63bc00fe tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:13.804089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-479e0c3d-f3f5-4976-b1b5-52c5324ef478 req-445cbdd5-03c2-4efd-a243-e6da63bc00fe tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0525303 Aug 31 07:08:13.852814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-479e0c3d-f3f5-4976-b1b5-52c5324ef478 req-8a49e5e5-a20a-4785-8c7a-5f915fe1671f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Aug 31 07:08:14.797831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e552fe16-da94-493e-8ba5-570ce7dcad86 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:14.821211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: e552fe16-da94-493e-8ba5-570ce7dcad86 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:14.821558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e552fe16-da94-493e-8ba5-570ce7dcad86 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:14.976937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcdcde-0086-4d44-9c36-2ea1e7252bd0 req-fcd8cd58-06d8-4450-bdbd-288abf7b3fd5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:14.978635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4bcdcde-0086-4d44-9c36-2ea1e7252bd0 req-fcd8cd58-06d8-4450-bdbd-288abf7b3fd5 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0540135 Aug 31 07:08:15.018722 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4bcdcde-0086-4d44-9c36-2ea1e7252bd0 req-2b601713-3a77-458e-9b51-6fbefd18dbda tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=6569897e-055e-42a7-aabd-2d2f1b01f1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Aug 31 07:08:15.102157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-0e2b07f0-5757-4df9-bc36-8224ecbe730d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:15.103729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-0e2b07f0-5757-4df9-bc36-8224ecbe730d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19830cd-c435-4063-bf4c-589de15c4d77 HTTP/1.1" status: 200 len: 945 time: 0.0510182 Aug 31 07:08:15.203311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Deleting port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:15.203311 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.294187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] For port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:15.294556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.307620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Calling delete_port for b992310a-ab1d-4fe8-a8b0-63e9184b5c1a owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:15.437822 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.450037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:15.469266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event deleted for resources: {'Port': ['ID=b992310a-ab1d-4fe8-a8b0-63e9184b5c1a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:15.516324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] No DVR routers for this DVR port b992310a-ab1d-4fe8-a8b0-63e9184b5c1a on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:15.519048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.521619 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b830dcbc-ce92-43e3-8e5d-f3bd23ad0570 req-ad478856-d4cf-4f1f-b1f1-3b80fc9ef88f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "DELETE /v2.0/ports/b992310a-ab1d-4fe8-a8b0-63e9184b5c1a HTTP/1.1" status: 204 len: 173 time: 0.4111061 Aug 31 07:08:15.522077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19830cd-c435-4063-bf4c-589de15c4d77', 'name': 'network-vif-deleted', 'tag': 'b992310a-ab1d-4fe8-a8b0-63e9184b5c1a'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:15.524563 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480791d4-798a-4684-a170-e7a0865947f4" -d '{"events": [{"server_uuid": "d19830cd-c435-4063-bf4c-589de15c4d77", "name": "network-vif-deleted", "tag": "b992310a-ab1d-4fe8-a8b0-63e9184b5c1a"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:15.578287 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df74e657-1648-4c0a-bf14-2e943848d3e7 x-openstack-request-id: req-df74e657-1648-4c0a-bf14-2e943848d3e7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:15.578586 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19830cd-c435-4063-bf4c-589de15c4d77", "name": "network-vif-deleted", "tag": "b992310a-ab1d-4fe8-a8b0-63e9184b5c1a", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:15.578850 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df74e657-1648-4c0a-bf14-2e943848d3e7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:15.579255 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19830cd-c435-4063-bf4c-589de15c4d77', 'name': 'network-vif-deleted', 'tag': 'b992310a-ab1d-4fe8-a8b0-63e9184b5c1a', 'status': 'completed', 'code': 200} Aug 31 07:08:16.312271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90db4f1-9836-4e86-94cc-32ccab03e472 req-4ec535e9-4e97-41be-a901-7034248130c2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:16.314030 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c90db4f1-9836-4e86-94cc-32ccab03e472 req-4ec535e9-4e97-41be-a901-7034248130c2 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0589440 Aug 31 07:08:16.351804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c90db4f1-9836-4e86-94cc-32ccab03e472 req-38a4deb0-7f6c-467d-9dbd-5ccfea7879f7 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Aug 31 07:08:17.494059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70317a78-149f-41da-b76b-250c76c5477b req-f96b9c65-cdb6-4f91-a650-8d836e0e8a65 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:17.495809 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-70317a78-149f-41da-b76b-250c76c5477b req-f96b9c65-cdb6-4f91-a650-8d836e0e8a65 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0608408 Aug 31 07:08:17.542007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-70317a78-149f-41da-b76b-250c76c5477b req-f222c1be-fd78-4135-a402-f46423d66d0f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385048 Aug 31 07:08:18.662335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e68e4-434e-4856-9d88-a5830d2062c7 req-3fd60a58-abdc-47d2-9b14-ffc4c26bc01c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:18.663843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d0e68e4-434e-4856-9d88-a5830d2062c7 req-3fd60a58-abdc-47d2-9b14-ffc4c26bc01c tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0525522 Aug 31 07:08:18.703310 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d0e68e4-434e-4856-9d88-a5830d2062c7 req-f933c825-2d57-4897-9f62-931e3ba07c0f tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fc6fdf0-515d-41e1-b226-fc74f187897d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Aug 31 07:08:18.818892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-3e9a36c4-b552-42b5-b8e4-3d584ad5b613 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:18.820394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-3e9a36c4-b552-42b5-b8e4-3d584ad5b613 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 944 time: 0.0505843 Aug 31 07:08:18.914040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Deleting port 8cea5688-0938-4e1b-b15a-964fb63166c9 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:18.914380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.005920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] For port 8cea5688-0938-4e1b-b15a-964fb63166c9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8cea5688-0938-4e1b-b15a-964fb63166c9,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:19.006290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.224163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.224469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.224789 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Floating IP 6287cae8-1271-4324-aaeb-2431c919a881 disassociated. External IP: 172.25.5.49, port: 8cea5688-0938-4e1b-b15a-964fb63166c9. Aug 31 07:08:19.225134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Calling delete_port for 8cea5688-0938-4e1b-b15a-964fb63166c9 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:19.353217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.380209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event deleted for resources: {'Port': ['ID=8cea5688-0938-4e1b-b15a-964fb63166c9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:19.503083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Router 4501a12f-ec29-4b31-a43a-468f3829a986 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:19.624325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:19.635176 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] Sync routers for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:19.645403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:19.646088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:19.674238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] No DVR routers for this DVR port 8cea5688-0938-4e1b-b15a-964fb63166c9 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:19.677372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.679784 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b5dddd0-31c7-4230-9ec5-cf13bc3fe5f3 req-b7688135-0207-4de0-b694-c89f14c34e82 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.23 "DELETE /v2.0/ports/8cea5688-0938-4e1b-b15a-964fb63166c9 HTTP/1.1" status: 204 len: 173 time: 0.8526719 Aug 31 07:08:19.680362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-deleted', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:19.682758 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ddcba4-5973-483a-9ac0-3ee7676228fc" -d '{"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-deleted", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:19.725092 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec84a66e-cf21-4f6b-94cf-64189d35cae6 x-openstack-request-id: req-ec84a66e-cf21-4f6b-94cf-64189d35cae6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:19.725433 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79415a-2df4-449a-a4b0-eaa802f7d045", "name": "network-vif-deleted", "tag": "8cea5688-0938-4e1b-b15a-964fb63166c9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:19.725689 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec84a66e-cf21-4f6b-94cf-64189d35cae6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:19.726099 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79415a-2df4-449a-a4b0-eaa802f7d045', 'name': 'network-vif-deleted', 'tag': '8cea5688-0938-4e1b-b15a-964fb63166c9', 'status': 'completed', 'code': 200} Aug 31 07:08:19.802717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:19.821737 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-548dda5c-c075-43af-83bd-cedf9babe3b3 req-c48bd158-24ee-4848-ba8a-b690a7c6a448 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79415a-2df4-449a-a4b0-eaa802f7d045 HTTP/1.1" status: 200 len: 210 time: 0.0330713 Aug 31 07:08:20.014409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:26Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:20.044148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] Checking router: 4501a12f-ec29-4b31-a43a-468f3829a986 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:08:20.053153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:20.053797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:20.164815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:20.368751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:26Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:20.395189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993e9d0-a8f4-45a9-9e4d-f3e9168b33e3 None None] The sync data for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 is: [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:20Z', 'revision_number': 4, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0ffc93f6-0428-451e-80bf-b2d850090e7a', 'name': '', 'network_id': 'e281e950-c565-498d-a562-64d7513aca48', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'mac_address': 'fa:16:3e:06:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:20Z', 'updated_at': '2021-08-31T07:01:26Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'subnets': [{'id': '3bf4b3fe-4833-4648-bc94-1ef8604dcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:20.632670 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1755f64-bfea-4699-9153-80404fa8abda None None] New status for floating IP 6287cae8-1271-4324-aaeb-2431c919a881: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:08:20.749621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b992310a-ab1d-4fe8-a8b0-63e9184b5c1a no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:20.772613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: b992310a-ab1d-4fe8-a8b0-63e9184b5c1a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:20.772967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device b992310a-ab1d-4fe8-a8b0-63e9184b5c1a not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:20.908663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48838) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:20.966997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99c2a897-bc7c-4034-941c-391e728ead5d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.989850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99c2a897-bc7c-4034-941c-391e728ead5d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.037194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99c2a897-bc7c-4034-941c-391e728ead5d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.040317 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-99c2a897-bc7c-4034-941c-391e728ead5d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.041803 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-99c2a897-bc7c-4034-941c-391e728ead5d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "DELETE /v2.0/security-groups/7fc6fdf0-515d-41e1-b226-fc74f187897d HTTP/1.1" status: 204 len: 168 time: 0.1320498 Aug 31 07:08:21.044457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48840) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:21.051928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2a897-bc7c-4034-941c-391e728ead5d tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc6fdf0-515d-41e1-b226-fc74f187897d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:21.058915 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-147a522b-8273-45f4-8ec1-f5c73c2b7fa1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] show failed (client error): The resource could not be found. Aug 31 07:08:21.060035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-147a522b-8273-45f4-8ec1-f5c73c2b7fa1 tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "GET /v2.0/security-groups/7fc6fdf0-515d-41e1-b226-fc74f187897d HTTP/1.1" status: 404 len: 347 time: 0.0145679 Aug 31 07:08:21.062762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48842) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:21.185237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Deleting port a8528aa8-0fc2-4d5c-8b7d-f5ad5df2c99f {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:21.185557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.259405 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.259722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.271616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Calling delete_port for a8528aa8-0fc2-4d5c-8b7d-f5ad5df2c99f owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:21.400917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.426343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Pushing event deleted for resources: {'Port': ['ID=a8528aa8-0fc2-4d5c-8b7d-f5ad5df2c99f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:21.490241 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.492657 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.494169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3b04fe33-b105-4b4e-9b2e-1493cf6f36cd tempest-ServerActionsTestJSON-2118639863 tempest-ServerActionsTestJSON-2118639863-project] 10.222.0.15 "DELETE /v2.0/floatingips/6287cae8-1271-4324-aaeb-2431c919a881 HTTP/1.1" status: 204 len: 168 time: 0.4301703 Aug 31 07:08:21.497605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48844) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:21.499620 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:08:21.992490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.031570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-7eefc42c-d7ff-447c-942b-1c1cd987daec tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:22.033072 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-7eefc42c-d7ff-447c-942b-1c1cd987daec tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1073642 Aug 31 07:08:22.048631 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-5d3428c3-6eb7-4305-9044-1e67932c02a2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/quotas/fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 375 time: 0.0096452 Aug 31 07:08:22.104293 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-15fcbf94-fb06-4483-bb9f-da6fa2e46403 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492077 Aug 31 07:08:22.119960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-dd8bd330-e13e-4dbe-96d5-bf4f62acc874 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:08:22.119960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-dd8bd330-e13e-4dbe-96d5-bf4f62acc874 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059266 Aug 31 07:08:22.209397 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-05e3d2e5-0ae5-420b-ad44-9fc13ef76447 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855811 Aug 31 07:08:22.249247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Deleting port 0ffc93f6-0428-451e-80bf-b2d850090e7a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:22.249495 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.305929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-b4223573-f945-4c01-a04d-d2498869d411 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898347 Aug 31 07:08:22.331303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] For port 0ffc93f6-0428-451e-80bf-b2d850090e7a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0ffc93f6-0428-451e-80bf-b2d850090e7a,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:22.331671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.345417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Calling delete_port for 0ffc93f6-0428-451e-80bf-b2d850090e7a owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:22.516517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c923765-256f-49b8-b10f-e3bafae726aa req-49172d2d-d523-4a43-a06e-6d7e315d3476 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 210 time: 0.0321624 Aug 31 07:08:22.560873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.588633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffc93f6-0428-451e-80bf-b2d850090e7a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:22.758734 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.760623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:22.806958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 8cea5688-0938-4e1b-b15a-964fb63166c9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:22.807598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8cea5688-0938-4e1b-b15a-964fb63166c9 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:23.288569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Router 4501a12f-ec29-4b31-a43a-468f3829a986 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:23.447971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:23.458035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d566c7d8-5f05-4e3f-8b0e-606c43d90287 admin admin] 10.222.0.15 "PUT /v2.0/routers/4501a12f-ec29-4b31-a43a-468f3829a986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9554703 Aug 31 07:08:23.458166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48872) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:23.459248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] Sync routers for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:23.470398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:23.471314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:23.507885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-d38a0581-305d-405d-9b6d-8c9a098b47e7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:23.509758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-d38a0581-305d-405d-9b6d-8c9a098b47e7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1383073 Aug 31 07:08:23.530540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'port': {'device_id': '8e026aba-edba-4270-a2ac-1328849bc71c', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'admin_state_up': True, 'tenant_id': 'fe90ce1058164403a8bc57952865253f'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:23.641812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:23.667400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:23.680983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.841203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.20.0.6 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/5c7671ed-9a9d-4c30-9e93-012bb64a4fb9) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:23.864294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:08:22Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:23.914033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] Checking router: 4501a12f-ec29-4b31-a43a-468f3829a986 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:08:23.924172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] Routers {'4501a12f-ec29-4b31-a43a-468f3829a986'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:23.924815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['4501a12f-ec29-4b31-a43a-468f3829a986'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:23.929236 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-06a815b1-29cb-4b83-80bc-4672138ef471 req-1cffcff6-8c29-4b5c-94a8-53eedab10c36 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 210 time: 0.0491130 Aug 31 07:08:23.942290 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.075088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.091516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.095954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Transition to ACTIVE for port object 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:24.140145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.168853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Deleting port 35c2cb6a-953a-42e9-96f2-42985c765ac5 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:24.169485 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.197711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:24.201108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:24.205452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:24.231967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] Set router 4501a12f-ec29-4b31-a43a-468f3829a986 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:24.240228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:24.304505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:24.305492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.315470 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-de911988-7e90-4ea5-9613-e05a2b0e0223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.328192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] For port 35c2cb6a-953a-42e9-96f2-42985c765ac5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=35c2cb6a-953a-42e9-96f2-42985c765ac5,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:24.328528 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.343794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Calling delete_port for 35c2cb6a-953a-42e9-96f2-42985c765ac5 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:24.345309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-a9e56e29-35bd-4788-9cfa-9ffc88676923 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8201017 Aug 31 07:08:24.362490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Request body: {'port': {'device_id': '8e026aba-edba-4270-a2ac-1328849bc71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:24.451049 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.471682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:08:22Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:24.504183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc7517-d4ea-4528-9a1d-3a38f215b0ed None None] The sync data for ids ['4501a12f-ec29-4b31-a43a-468f3829a986'] in n-d-712142-16 is: [{'id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'name': 'tempest-ServerActionsTestJSON-128380460-router', 'tenant_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:08:22Z', 'revision_number': 5, 'project_id': '7e5d296e6a864cbd9b30ea1118ed16c6', 'gw_port': {'id': '35c2cb6a-953a-42e9-96f2-42985c765ac5', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501a12f-ec29-4b31-a43a-468f3829a986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:17Z', 'updated_at': '2021-08-31T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:24.561423 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.590484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c2cb6a-953a-42e9-96f2-42985c765ac5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:24.661208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.675754 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.677886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-108ea5c9-9edd-4bd8-87a1-d86da5b550db None None] Provisioning for port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:24.683059 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-108ea5c9-9edd-4bd8-87a1-d86da5b550db None None] Provisioning complete for port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:24.684107 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-108ea5c9-9edd-4bd8-87a1-d86da5b550db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.728463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-108ea5c9-9edd-4bd8-87a1-d86da5b550db None None] Port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:24.765789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.767994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.813242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:08:24.818133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.818786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4501a12f-ec29-4b31-a43a-468f3829a986 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:08:24.820094 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.824543 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.828591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48880) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:24.828757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-44bd0b37-3ee3-47b7-83d1-b4ec053a3170 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4501a12f-ec29-4b31-a43a-468f3829a986 HTTP/1.1" status: 204 len: 168 time: 1.3707712 Aug 31 07:08:24.884757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a276d5-9485-48ac-b5ba-94643499fc63 admin admin] Deleting subnet 3bf4b3fe-4833-4648-bc94-1ef8604dcc8a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:24.888781 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a276d5-9485-48ac-b5ba-94643499fc63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.923349 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0ffc93f6-0428-451e-80bf-b2d850090e7a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:24.931435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a276d5-9485-48ac-b5ba-94643499fc63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.953381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Transition to ACTIVE for port object 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:24.961441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.970432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 0ffc93f6-0428-451e-80bf-b2d850090e7a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:24.970782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0ffc93f6-0428-451e-80bf-b2d850090e7a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:25.123270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Pushing event updated for resources: {'Port': ['ID=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:25.182563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c6e4-9bc5-4d89-865b-d78aa9e7511e req-910dad33-156c-41b8-986e-c86eb1e6ab53 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:25.185016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8163c6e4-9bc5-4d89-865b-d78aa9e7511e req-910dad33-156c-41b8-986e-c86eb1e6ab53 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.1527247 Aug 31 07:08:25.188646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a276d5-9485-48ac-b5ba-94643499fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.259696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Attempting to bind port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:25.260039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Attempting to bind port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:25.260374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Attempting to bind port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:25.284688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8163c6e4-9bc5-4d89-865b-d78aa9e7511e req-b13446ac-5826-4f8d-948d-4527d7b89288 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932455 Aug 31 07:08:25.287209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:08:25.287522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Attempting to bind port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:25.297635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:25.298088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:25.298515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:25.298824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Bound port: 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:25.299175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.315342 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a276d5-9485-48ac-b5ba-94643499fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.363421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a276d5-9485-48ac-b5ba-94643499fc63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf4b3fe-4833-4648-bc94-1ef8604dcc8a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:25.370178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14a276d5-9485-48ac-b5ba-94643499fc63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.375679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-14a276d5-9485-48ac-b5ba-94643499fc63 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3bf4b3fe-4833-4648-bc94-1ef8604dcc8a HTTP/1.1" status: 204 len: 168 time: 0.5429833 Aug 31 07:08:25.375876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48884) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:25.378388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e94a9b-53a4-4ef0-9876-96656c1e13c3 None None] Network e281e950-c565-498d-a562-64d7513aca48 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:25.462851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] For port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:25.470186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] For port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:25.473623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.477076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.523817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:25.524373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.525794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] 10.222.0.23 "PUT /v2.0/ports/5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 HTTP/1.1" status: 200 len: 1092 time: 1.1715038 Aug 31 07:08:25.528561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e026aba-edba-4270-a2ac-1328849bc71c', 'tag': '5c7671ed-9a9d-4c30-9e93-012bb64a4fb9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:25.530993 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa986e-8f52-445a-a99b-d25631e6d55b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e026aba-edba-4270-a2ac-1328849bc71c", "tag": "5c7671ed-9a9d-4c30-9e93-012bb64a4fb9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:25.593761 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b48d0c-8e60-4915-b78f-50077ef97f75 x-openstack-request-id: req-a4b48d0c-8e60-4915-b78f-50077ef97f75 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:25.593976 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e026aba-edba-4270-a2ac-1328849bc71c", "tag": "5c7671ed-9a9d-4c30-9e93-012bb64a4fb9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:25.594219 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4b48d0c-8e60-4915-b78f-50077ef97f75 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:25.594623 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e026aba-edba-4270-a2ac-1328849bc71c', 'tag': '5c7671ed-9a9d-4c30-9e93-012bb64a4fb9', 'status': 'completed', 'code': 200} Aug 31 07:08:25.609277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec056e-cc4f-4795-972e-f89c91615a2f service neutron] Pushing event updated for resources: {'Port': ['ID=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:25.651727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-c847fb3f-3b7e-403e-a363-f8f32bdf81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:25.653878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-c847fb3f-3b7e-403e-a363-f8f32bdf81d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 1095 time: 0.0584879 Aug 31 07:08:25.681234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] DHCP port deletion for e281e950-c565-498d-a562-64d7513aca48 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:08:25.715281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Deleting port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:25.715670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.719900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-729e9cfb-b5d7-4eb0-ae51-0724665417d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 HTTP/1.1" status: 200 len: 217 time: 0.0545046 Aug 31 07:08:25.768884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] Deleting port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:25.769331 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.838706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] For port 921c0b73-e338-4ce2-a59d-94d8cb6978a7, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=921c0b73-e338-4ce2-a59d-94d8cb6978a7,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:25.839080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.842987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] For port 921c0b73-e338-4ce2-a59d-94d8cb6978a7, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=921c0b73-e338-4ce2-a59d-94d8cb6978a7,segment=NetworkSegment(8073a0e5-810f-413e-ada9-9b8e66e6f8f8),segment_id=8073a0e5-810f-413e-ada9-9b8e66e6f8f8)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:25.843385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.850939 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-f13745c2-c4d7-43b9-ae07-a4761c463c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:25.852895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-f13745c2-c4d7-43b9-ae07-a4761c463c58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.1212208 Aug 31 07:08:25.857213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] Calling delete_port for 921c0b73-e338-4ce2-a59d-94d8cb6978a7 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:25.871185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Calling delete_port for 921c0b73-e338-4ce2-a59d-94d8cb6978a7 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:25.945177 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.959511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-8d0e3b9f-b335-4b0e-a6e7-f3bace80ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:25.961045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-8d0e3b9f-b335-4b0e-a6e7-f3bace80ea53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012654 Aug 31 07:08:25.980842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] Pushing event deleted for resources: {'Port': ['ID=921c0b73-e338-4ce2-a59d-94d8cb6978a7,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:25.985907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103fbee-5e37-433f-a186-1130d30e1df6 None None] No DVR routers for this DVR port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:26.066710 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.067613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.101328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Pushing event deleted for resources: {'Port': ['ID=921c0b73-e338-4ce2-a59d-94d8cb6978a7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:26.103505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] No DVR routers for this DVR port 921c0b73-e338-4ce2-a59d-94d8cb6978a7 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:26.135773 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-9957353d-7602-459f-af9f-588a2253f6fc service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630602 Aug 31 07:08:26.248696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.262428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e281e950-c565-498d-a562-64d7513aca48']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:26.280398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8073a0e5-810f-413e-ada9-9b8e66e6f8f8') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:26.280691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8073a0e5-810f-413e-ada9-9b8e66e6f8f8') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:26.293419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.316609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.320147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1fc7b86b-30b1-4cb4-8ed3-459f1965fbe5 req-b86676f3-5516-4622-bd49-19e56e90692b service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775038 Aug 31 07:08:26.325797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:26.326147 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:26.327818 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:26.398985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.425434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.426999 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e281e950-c565-498d-a562-64d7513aca48 HTTP/1.1" status: 204 len: 168 time: 1.0502803 Aug 31 07:08:26.457659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a3e0d-eafb-4edd-8dd9-cb4119f56641 admin admin] Pushing event deleted for resources: {'Network': ['ID=e281e950-c565-498d-a562-64d7513aca48,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:26.481854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-a97be0d1-97c2-46a8-9e21-20be5ee228bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:26.483982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-a97be0d1-97c2-46a8-9e21-20be5ee228bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 1095 time: 0.0976243 Aug 31 07:08:26.509389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1266c8-d5bd-4245-9d31-ab89e04fc8a0 req-01468c2b-9dae-4208-b796-cc3f5e5e1c49 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:26.510802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c1266c8-d5bd-4245-9d31-ab89e04fc8a0 req-01468c2b-9dae-4208-b796-cc3f5e5e1c49 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.1136072 Aug 31 07:08:26.600959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 48892) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:26.602217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0c1266c8-d5bd-4245-9d31-ab89e04fc8a0 req-71918904-3882-42c2-8e4e-e403fd41b488 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791955 Aug 31 07:08:26.642691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-7f3c9cb0-28fd-4091-b77c-03ede44a0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:26.646234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-7f3c9cb0-28fd-4091-b77c-03ede44a0229 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.1557407 Aug 31 07:08:26.663836 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f1e433c9-747a-4446-a6e1-a59393c8832b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e5d296e6a864cbd9b30ea1118ed16c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544634 Aug 31 07:08:26.664374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48894) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:26.736450 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-5ed56e4f-42d0-4b2d-91cb-3b629f35f58c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 HTTP/1.1" status: 200 len: 217 time: 0.0836515 Aug 31 07:08:26.831386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4426-4638-4102-8c42-a9dc72a94175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.835339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-e16bbb88-8e92-4753-afac-8924935f43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:26.836911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-e16bbb88-8e92-4753-afac-8924935f43ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0907307 Aug 31 07:08:26.840946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 921c0b73-e338-4ce2-a59d-94d8cb6978a7 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:26.871646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 921c0b73-e338-4ce2-a59d-94d8cb6978a7 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:26.872456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 921c0b73-e338-4ce2-a59d-94d8cb6978a7 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:26.873274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 35c2cb6a-953a-42e9-96f2-42985c765ac5 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:26.902659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 35c2cb6a-953a-42e9-96f2-42985c765ac5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:26.903010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 35c2cb6a-953a-42e9-96f2-42985c765ac5 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:26.906232 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4426-4638-4102-8c42-a9dc72a94175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.909076 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf551003-fe31-4371-bedf-40c8478ed147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.945554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-174836e9-876e-46ca-9f9c-ae10f09d0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:26.947734 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-174836e9-876e-46ca-9f9c-ae10f09d0ac3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022365 Aug 31 07:08:26.961145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.049533 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4426-4638-4102-8c42-a9dc72a94175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.052117 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fa9c4426-4638-4102-8c42-a9dc72a94175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.055839 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fa9c4426-4638-4102-8c42-a9dc72a94175 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6569897e-055e-42a7-aabd-2d2f1b01f1c4 HTTP/1.1" status: 204 len: 168 time: 0.3859789 Aug 31 07:08:27.064584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c4426-4638-4102-8c42-a9dc72a94175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6569897e-055e-42a7-aabd-2d2f1b01f1c4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:27.086793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-5057e531-841a-47a4-b705-b8252745767b service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302705 Aug 31 07:08:27.187219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fa986e-8f52-445a-a99b-d25631e6d55b req-d28efc9a-e119-45bd-914b-81dd8aade3c4 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939209 Aug 31 07:08:27.744598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd49e1-4d55-4564-bcae-2b3ec0640f7a req-4306133d-e4bd-499a-8144-05d525216965 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:27.753960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8bd49e1-4d55-4564-bcae-2b3ec0640f7a req-4306133d-e4bd-499a-8144-05d525216965 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0697534 Aug 31 07:08:27.822554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e8bd49e1-4d55-4564-bcae-2b3ec0640f7a req-5f52306e-07d8-426f-8409-fad64b4c49c6 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653312 Aug 31 07:08:28.074843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48918) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:28.221258 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.250419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-633711996-network', 'tenant_id': 'dd1d3d39a02b47d68e743c9ae3b14523'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:28.280763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Made reservation on behalf of dd1d3d39a02b47d68e743c9ae3b14523 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:28.283400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.296543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.466328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.473559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.545850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:28.569731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19199aed-541a-475b-bdd3-e072b0e12e23,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:28.588037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.588543 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Added segment 47093148-9bf1-496f-9877-6762ac86b506 of type vlan for network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa Aug 31 07:08:28.640464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.687518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.690640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:28.691242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.752959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6765585 Aug 31 07:08:28.755717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48922) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:28.762974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Request body: {'subnet': {'network_id': '61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-633711996-subnet', 'tenant_id': 'dd1d3d39a02b47d68e743c9ae3b14523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:28.767206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134aa63-36fa-47fc-8965-5a45449f1ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:28.778941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:28.793981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Made reservation on behalf of dd1d3d39a02b47d68e743c9ae3b14523 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:28.796416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.000643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253d56c-9614-4097-b6a2-7840906a778b req-521edff9-6a52-4285-b0f9-496ed91f8ae1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:29.002336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a253d56c-9614-4097-b6a2-7840906a778b req-521edff9-6a52-4285-b0f9-496ed91f8ae1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0907280 Aug 31 07:08:29.063595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.102360 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a253d56c-9614-4097-b6a2-7840906a778b req-eb1bc325-7ef2-457d-af3c-ae3951b59db9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798271 Aug 31 07:08:29.133458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfa03d9-b8d0-46c6-b0f1-444aa11e909b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:29.142317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Checking segment: {'id': '47093148-9bf1-496f-9877-6762ac86b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:29.142811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Network hostable DHCP agents. Network: 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:29.160341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:29.169300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:29.173620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:29.174210 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.187769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4babb0-4cba-4407-8990-f6cbefa7098f None None] Network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:29.193986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f46a0580-cd71-48d5-8578-3fb21b3ef028 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4372511 Aug 31 07:08:29.340543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3781762d-99e9-4d9c-a3a5-b497c0255902 None None] Network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:29.709320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48938) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:29.714915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1921107766-network', 'tenant_id': '419118a3a8be4a12bae8578afafcb7ae'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:29.739189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Made reservation on behalf of 419118a3a8be4a12bae8578afafcb7ae for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:29.742139 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.751843 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.845710 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.849896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.881843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:29.889913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6927d22f-9035-4136-916a-ee3b3c9aeb68,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:29.898929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.899850 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Added segment 933ed1a7-2612-4237-b6a3-e1c72accd605 of type vlan for network 5ba85b26-c8fb-46fb-96ef-1b88f10565e6 Aug 31 07:08:29.955500 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.982508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.984244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:29.984244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.051630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3411648 Aug 31 07:08:30.053164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e7438-930d-4b0c-b645-aead4af1c550 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba85b26-c8fb-46fb-96ef-1b88f10565e6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:30.055884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 48940) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:30.059692 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.061040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Request body: {'subnet': {'network_id': '5ba85b26-c8fb-46fb-96ef-1b88f10565e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1921107766-subnet', 'tenant_id': '419118a3a8be4a12bae8578afafcb7ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:30.068486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 5ba85b26-c8fb-46fb-96ef-1b88f10565e6 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:30.093162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Made reservation on behalf of 419118a3a8be4a12bae8578afafcb7ae for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:30.096431 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.242730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f8883-10b3-4808-8549-dfbe6b5e293b req-f91073c0-8b77-4c48-94ad-04b17d42fc4f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:30.253267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c21f8883-10b3-4808-8549-dfbe6b5e293b req-f91073c0-8b77-4c48-94ad-04b17d42fc4f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0654116 Aug 31 07:08:30.304168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c21f8883-10b3-4808-8549-dfbe6b5e293b req-cf1bff4a-071c-4524-a097-28c8765f8ead tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469143 Aug 31 07:08:30.337977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.391025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af433fe9-210f-4308-b44f-431dcddfed69,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:30.408349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Checking segment: {'id': '933ed1a7-2612-4237-b6a3-e1c72accd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5ba85b26-c8fb-46fb-96ef-1b88f10565e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:30.408706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Network hostable DHCP agents. Network: 5ba85b26-c8fb-46fb-96ef-1b88f10565e6, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:30.426031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Network 5ba85b26-c8fb-46fb-96ef-1b88f10565e6 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:30.435463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 5ba85b26-c8fb-46fb-96ef-1b88f10565e6) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:30.443503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db9f1c-5b74-46e2-9dbf-ed205d77ae0e None None] Network 5ba85b26-c8fb-46fb-96ef-1b88f10565e6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:30.446983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:30.448111 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.480776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ba839e0c-ecb2-494f-9a4a-4ac438f0c0f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4172423 Aug 31 07:08:30.594011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76720e6-1195-493f-8f0f-c94793d5a3e6 None None] Network 5ba85b26-c8fb-46fb-96ef-1b88f10565e6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:31.043764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-a9a0e195-5498-47d7-b4c4-6fdf16d399fe tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:31.050842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-a9a0e195-5498-47d7-b4c4-6fdf16d399fe tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/networks?id=61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa HTTP/1.1" status: 200 len: 824 time: 0.1200199 Aug 31 07:08:31.065701 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-3438fef8-e9fb-4f0e-abbb-f0b73cf7d9ee tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/quotas/dd1d3d39a02b47d68e743c9ae3b14523 HTTP/1.1" status: 200 len: 375 time: 0.0140216 Aug 31 07:08:31.094985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-b91e4b67-9841-484d-aa22-f6c3200de425 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd1d3d39a02b47d68e743c9ae3b14523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284648 Aug 31 07:08:31.190207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-beb64393-faa6-4369-a9b6-34b411b44a7b service neutron] 10.222.0.15 "GET /v2.0/networks/61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877733 Aug 31 07:08:31.286954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-9b6fb3c4-fee3-4d27-b6b2-6bc6ec85e7ca service neutron] 10.222.0.15 "GET /v2.0/networks/61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899215 Aug 31 07:08:31.430935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98cae-13c8-43fa-a9ca-2c85a3b0c41e req-1013f45f-f5c2-48f2-9480-0d47eff01fc0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:31.438613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14c98cae-13c8-43fa-a9ca-2c85a3b0c41e req-1013f45f-f5c2-48f2-9480-0d47eff01fc0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0660675 Aug 31 07:08:31.481017 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14c98cae-13c8-43fa-a9ca-2c85a3b0c41e req-b5368bb9-3f99-4fa0-a3ea-33f1dd0e62a8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Aug 31 07:08:31.507095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fb03fc2-e53f-400a-9ac6-37989e33f321 req-3082a102-783b-4de4-9e91-c0b81851d2ff tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 210 time: 0.0334859 Aug 31 07:08:32.531071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-889140f9-6568-44b8-9b67-b776623f80d1 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:32.532968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-889140f9-6568-44b8-9b67-b776623f80d1 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.42 "GET /v2.0/networks?id=61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa HTTP/1.1" status: 200 len: 824 time: 0.1112993 Aug 31 07:08:32.546916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Request body: {'port': {'device_id': 'd468ee72-849e-4d98-a9a3-168d53e3cf52', 'network_id': '61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa', 'admin_state_up': True, 'tenant_id': 'dd1d3d39a02b47d68e743c9ae3b14523'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:32.617976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22d02327-f82f-4fd7-b8ff-a1b03714d97c req-414d6f0d-c598-4adc-ae28-9b9d804943bb tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 210 time: 0.0267291 Aug 31 07:08:32.662535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efec987-92ce-4a0f-b3c0-8162ce4708e4 req-e5ff8edb-9ec8-4a38-b3b5-e9933143bf3d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:32.664031 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8efec987-92ce-4a0f-b3c0-8162ce4708e4 req-e5ff8edb-9ec8-4a38-b3b5-e9933143bf3d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0963147 Aug 31 07:08:32.726028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8efec987-92ce-4a0f-b3c0-8162ce4708e4 req-5e9d9daf-c670-4494-9248-a4a3e374b266 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554817 Aug 31 07:08:32.732939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Made reservation on behalf of dd1d3d39a02b47d68e743c9ae3b14523 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:32.736474 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.857968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Allocated IP 172.20.0.10 (61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa/7cfa03d9-b8d0-46c6-b0f1-444aa11e909b/f1b66557-dfe2-4e81-9f54-333d291bbdcc) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:33.004496 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.042878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.085327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:33.088401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:33.092719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:33.116224 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Pushing event updated for resources: {'Port': ['ID=f1b66557-dfe2-4e81-9f54-333d291bbdcc,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:33.145655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:33.146273 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.159292 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-24364531-1e9b-4cf0-a6d6-56894479d584 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6174014 Aug 31 07:08:33.170281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-b637e0b6-4a94-4a72-a256-26f938efe191 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:08:33.171291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-b637e0b6-4a94-4a72-a256-26f938efe191 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053668 Aug 31 07:08:33.291482 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Request body: {'port': {'device_id': 'd468ee72-849e-4d98-a9a3-168d53e3cf52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:33.352041 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.630806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b66557-dfe2-4e81-9f54-333d291bbdcc {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:08:33.638904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.653512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Transition to ACTIVE for port object f1b66557-dfe2-4e81-9f54-333d291bbdcc will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:33.657934 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.715935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Pushing event updated for resources: {'Port': ['ID=f1b66557-dfe2-4e81-9f54-333d291bbdcc,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:33.751151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745df5f-4841-473b-acc0-baab7591e8da req-092e1e7d-e0da-4f70-9ad9-bf5a7af9900c tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:33.753385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e745df5f-4841-473b-acc0-baab7591e8da req-092e1e7d-e0da-4f70-9ad9-bf5a7af9900c tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 944 time: 0.0612817 Aug 31 07:08:33.797943 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e745df5f-4841-473b-acc0-baab7591e8da req-8e102092-60f0-42c6-bcb6-a6d3cfdfe572 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Aug 31 07:08:33.810221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Attempting to bind port f1b66557-dfe2-4e81-9f54-333d291bbdcc on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:33.810570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Attempting to bind port f1b66557-dfe2-4e81-9f54-333d291bbdcc by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '47093148-9bf1-496f-9877-6762ac86b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:33.810904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Attempting to bind port f1b66557-dfe2-4e81-9f54-333d291bbdcc on network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:33.825953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Port f1b66557-dfe2-4e81-9f54-333d291bbdcc on network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:08:33.826230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Attempting to bind port f1b66557-dfe2-4e81-9f54-333d291bbdcc on network 61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:33.845950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:33.846294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Checking segment: {'id': '47093148-9bf1-496f-9877-6762ac86b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:33.846684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Bound using segment: {'id': '47093148-9bf1-496f-9877-6762ac86b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:33.847115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Bound port: f1b66557-dfe2-4e81-9f54-333d291bbdcc, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47093148-9bf1-496f-9877-6762ac86b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:33.847473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.900164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc75f-1182-4501-90ce-4037e83c637d req-b4e59844-62ad-4e4b-97e3-7565fc7a04c7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:33.902268 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb9bc75f-1182-4501-90ce-4037e83c637d req-b4e59844-62ad-4e4b-97e3-7565fc7a04c7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0884953 Aug 31 07:08:33.957288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] For port f1b66557-dfe2-4e81-9f54-333d291bbdcc, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:33.970197 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb9bc75f-1182-4501-90ce-4037e83c637d req-67e838b3-7082-4b16-bc03-d90c9277dfa2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595689 Aug 31 07:08:33.973549 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] For port f1b66557-dfe2-4e81-9f54-333d291bbdcc, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b66557-dfe2-4e81-9f54-333d291bbdcc,segment=NetworkSegment(47093148-9bf1-496f-9877-6762ac86b506),segment_id=47093148-9bf1-496f-9877-6762ac86b506)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:33.978129 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.018292 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.018923 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.020344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] 10.222.0.42 "PUT /v2.0/ports/f1b66557-dfe2-4e81-9f54-333d291bbdcc HTTP/1.1" status: 200 len: 1093 time: 0.8414798 Aug 31 07:08:34.020791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd468ee72-849e-4d98-a9a3-168d53e3cf52', 'tag': 'f1b66557-dfe2-4e81-9f54-333d291bbdcc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:34.023120 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d468ee72-849e-4d98-a9a3-168d53e3cf52", "tag": "f1b66557-dfe2-4e81-9f54-333d291bbdcc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:34.046583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe26f6f-7e79-424d-8d68-8b37c28e34ab service neutron] Pushing event updated for resources: {'Port': ['ID=f1b66557-dfe2-4e81-9f54-333d291bbdcc,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:34.104586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-1baecb9a-5dff-45ef-ac6b-a7638bc1fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.106795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-1baecb9a-5dff-45ef-ac6b-a7638bc1fe9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd1d3d39a02b47d68e743c9ae3b14523&device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 1096 time: 0.0453837 Aug 31 07:08:34.158330 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea041981-b72a-4c9c-a8a2-f940ffd746bd x-openstack-request-id: req-ea041981-b72a-4c9c-a8a2-f940ffd746bd {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:34.158621 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d468ee72-849e-4d98-a9a3-168d53e3cf52", "tag": "f1b66557-dfe2-4e81-9f54-333d291bbdcc", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:34.158870 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea041981-b72a-4c9c-a8a2-f940ffd746bd {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:34.159262 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd468ee72-849e-4d98-a9a3-168d53e3cf52', 'tag': 'f1b66557-dfe2-4e81-9f54-333d291bbdcc', 'status': 'completed', 'code': 200} Aug 31 07:08:34.161056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-1a95f644-cdee-4088-b13d-6409a129653c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b66557-dfe2-4e81-9f54-333d291bbdcc HTTP/1.1" status: 200 len: 217 time: 0.0454242 Aug 31 07:08:34.211847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-3c5df4db-9b3f-4c17-a880-03cefe032682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.213361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-3c5df4db-9b3f-4c17-a880-03cefe032682 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cfa03d9-b8d0-46c6-b0f1-444aa11e909b HTTP/1.1" status: 200 len: 864 time: 0.0446615 Aug 31 07:08:34.250309 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-e6df8606-2a5b-4a87-8856-31a3550258d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295644 Aug 31 07:08:34.352932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-bfd2cf19-440e-47e9-b8e9-226b90ae6f5f service neutron] 10.222.0.42 "GET /v2.0/networks/61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950963 Aug 31 07:08:34.443997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cd3f36f3-74d4-4119-a67f-a3b1c45c598a req-c07adbb6-39b5-489a-8c02-8150c0f86156 service neutron] 10.222.0.42 "GET /v2.0/networks/61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839036 Aug 31 07:08:34.539420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-b896f4de-852b-45cd-a0c7-793d2097c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.541055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-b896f4de-852b-45cd-a0c7-793d2097c61b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd1d3d39a02b47d68e743c9ae3b14523&device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 1096 time: 0.0422833 Aug 31 07:08:34.638903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-8fe82de4-9e2f-4ee5-8ec0-2f73494a9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.640388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-8fe82de4-9e2f-4ee5-8ec0-2f73494a9cb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa HTTP/1.1" status: 200 len: 925 time: 0.0922058 Aug 31 07:08:34.694093 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-e8b9a4e6-78f5-41a1-9a44-4c94027e831b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b66557-dfe2-4e81-9f54-333d291bbdcc HTTP/1.1" status: 200 len: 217 time: 0.0457773 Aug 31 07:08:34.751617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-5f0af546-91ad-4574-99a7-dbf069d34b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.753131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-5f0af546-91ad-4574-99a7-dbf069d34b68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cfa03d9-b8d0-46c6-b0f1-444aa11e909b HTTP/1.1" status: 200 len: 864 time: 0.0514860 Aug 31 07:08:34.787144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-66fddbfc-ffcb-4e9c-a447-16ea3d1bac33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246906 Aug 31 07:08:34.911858 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-99ba88e1-0270-44e0-9aea-7a76826a5494 service neutron] 10.222.0.42 "GET /v2.0/networks/61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168535 Aug 31 07:08:34.938644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d77e-60f3-41ad-9ae6-3209407a0b28 req-d416560e-1c66-4332-80ec-3bfe681e5b9b tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.940103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a15d77e-60f3-41ad-9ae6-3209407a0b28 req-d416560e-1c66-4332-80ec-3bfe681e5b9b tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 944 time: 0.0750501 Aug 31 07:08:35.026435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a15d77e-60f3-41ad-9ae6-3209407a0b28 req-7fd61e37-bd1f-40fb-85dd-335577518953 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Aug 31 07:08:35.049411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-15071269-ea9f-4a61-a6d9-4d5ed0bbdfb7 req-bef726b6-f47b-4a23-bda8-1cbe5375901a service neutron] 10.222.0.42 "GET /v2.0/networks/61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293323 Aug 31 07:08:35.108075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb836b1-575f-4bf2-8c52-afb11461b327 req-4a725f6b-4c2c-4f64-9bdf-fa5fe6439e2d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:35.109631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fb836b1-575f-4bf2-8c52-afb11461b327 req-4a725f6b-4c2c-4f64-9bdf-fa5fe6439e2d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0494170 Aug 31 07:08:35.148652 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3fb836b1-575f-4bf2-8c52-afb11461b327 req-583cbceb-c59b-402b-b8e5-f6ae82640570 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Aug 31 07:08:36.142940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da068-014c-43cf-9767-9c07dfc2ed76 req-e1ffc440-2f62-4482-85ca-74bb81345016 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:36.144619 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-196da068-014c-43cf-9767-9c07dfc2ed76 req-e1ffc440-2f62-4482-85ca-74bb81345016 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 944 time: 0.0512567 Aug 31 07:08:36.193239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-196da068-014c-43cf-9767-9c07dfc2ed76 req-ce327873-fa63-43cc-84f8-e0fb314f3b22 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426285 Aug 31 07:08:36.266107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8febba-aadb-4fd0-a19f-1379a47997e3 req-872e3a5a-88af-4a83-a9ea-7cbefda09c5e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:36.267929 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f8febba-aadb-4fd0-a19f-1379a47997e3 req-872e3a5a-88af-4a83-a9ea-7cbefda09c5e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0495484 Aug 31 07:08:36.307136 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f8febba-aadb-4fd0-a19f-1379a47997e3 req-14f7c866-124a-4f20-a12f-1175cf93df33 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Aug 31 07:08:36.891432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b66557-dfe2-4e81-9f54-333d291bbdcc details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:08:36.992882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b66557-dfe2-4e81-9f54-333d291bbdcc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b66557-dfe2-4e81-9f54-333d291bbdcc,segment=NetworkSegment(47093148-9bf1-496f-9877-6762ac86b506),segment_id=47093148-9bf1-496f-9877-6762ac86b506)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:37.005530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'f1b66557-dfe2-4e81-9f54-333d291bbdcc', 'network_id': '61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa', 'port_id': 'f1b66557-dfe2-4e81-9f54-333d291bbdcc', 'mac_address': 'fa:16:3e:bc:b2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cfa03d9-b8d0-46c6-b0f1-444aa11e909b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:08:37.043955 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.056969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b66557-dfe2-4e81-9f54-333d291bbdcc {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:08:37.076940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b66557-dfe2-4e81-9f54-333d291bbdcc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b66557-dfe2-4e81-9f54-333d291bbdcc,segment=NetworkSegment(47093148-9bf1-496f-9877-6762ac86b506),segment_id=47093148-9bf1-496f-9877-6762ac86b506)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:37.081949 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.135741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f1b66557-dfe2-4e81-9f54-333d291bbdcc,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:37.283224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['f1b66557-dfe2-4e81-9f54-333d291bbdcc'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:37.321993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbef22-fb97-47f7-9dc1-eccccdee35f1 req-a169ef7f-1b2d-49ff-817c-2cf3292795e5 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:37.323694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dcbef22-fb97-47f7-9dc1-eccccdee35f1 req-a169ef7f-1b2d-49ff-817c-2cf3292795e5 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 945 time: 0.0655146 Aug 31 07:08:37.377835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2dcbef22-fb97-47f7-9dc1-eccccdee35f1 req-ddf6a1c4-61f7-4b11-b396-329da38b97c9 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476105 Aug 31 07:08:37.435242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0012-d601-4b40-94c2-822b7b1d5457 req-b9e1402f-bb67-4787-9aa2-c46966ba1d84 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:37.443173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eccc0012-d601-4b40-94c2-822b7b1d5457 req-b9e1402f-bb67-4787-9aa2-c46966ba1d84 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0637133 Aug 31 07:08:37.476236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eccc0012-d601-4b40-94c2-822b7b1d5457 req-e198a634-ed40-4e07-93e0-e6f0584c060f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 31 07:08:38.488391 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63bc38-50a0-4800-8333-2cd101bab301 req-b29d1238-6229-4c4d-ae48-b5a58c500200 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:38.489926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee63bc38-50a0-4800-8333-2cd101bab301 req-b29d1238-6229-4c4d-ae48-b5a58c500200 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Aug 31 07:08:38.529383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee63bc38-50a0-4800-8333-2cd101bab301 req-2ff7e759-84c7-4fda-9a0b-9eaaee7e4de5 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Aug 31 07:08:38.592731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ecfeb-e8c4-485e-83d1-a8163a65310c req-bb6143a5-d527-407f-b857-ec083d825ebb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:38.594241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c52ecfeb-e8c4-485e-83d1-a8163a65310c req-bb6143a5-d527-407f-b857-ec083d825ebb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0492156 Aug 31 07:08:38.630979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c52ecfeb-e8c4-485e-83d1-a8163a65310c req-e3f2e15b-a91b-47fd-9480-d7888b8a0b8e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Aug 31 07:08:38.906586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b66557-dfe2-4e81-9f54-333d291bbdcc up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:38.957613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port f1b66557-dfe2-4e81-9f54-333d291bbdcc completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:38.961107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port f1b66557-dfe2-4e81-9f54-333d291bbdcc triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:38.961503 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.038041 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.060710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd468ee72-849e-4d98-a9a3-168d53e3cf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b66557-dfe2-4e81-9f54-333d291bbdcc'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:39.062985 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f68f8d-5e2c-453c-82a5-188dc0c38c59" -d '{"events": [{"server_uuid": "d468ee72-849e-4d98-a9a3-168d53e3cf52", "name": "network-vif-plugged", "status": "completed", "tag": "f1b66557-dfe2-4e81-9f54-333d291bbdcc"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:39.076229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port f1b66557-dfe2-4e81-9f54-333d291bbdcc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b66557-dfe2-4e81-9f54-333d291bbdcc,segment=NetworkSegment(47093148-9bf1-496f-9877-6762ac86b506),segment_id=47093148-9bf1-496f-9877-6762ac86b506)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:39.080353 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.130010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=f1b66557-dfe2-4e81-9f54-333d291bbdcc,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:39.170389 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d5e15c-c179-4cf6-b68a-864b43b63956 x-openstack-request-id: req-e2d5e15c-c179-4cf6-b68a-864b43b63956 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:39.170740 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d468ee72-849e-4d98-a9a3-168d53e3cf52", "name": "network-vif-plugged", "status": "completed", "tag": "f1b66557-dfe2-4e81-9f54-333d291bbdcc", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:39.171088 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2d5e15c-c179-4cf6-b68a-864b43b63956 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:39.171577 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd468ee72-849e-4d98-a9a3-168d53e3cf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b66557-dfe2-4e81-9f54-333d291bbdcc', 'code': 200} Aug 31 07:08:39.263860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea7935-1f4f-4dda-be0c-64e165b2303b req-c316c521-ef32-4bee-8a12-3fbb3830c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:39.265438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27ea7935-1f4f-4dda-be0c-64e165b2303b req-c316c521-ef32-4bee-8a12-3fbb3830c6cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 1098 time: 0.0397060 Aug 31 07:08:39.304899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27ea7935-1f4f-4dda-be0c-64e165b2303b req-7aab48cd-c311-4f0c-b754-54ef4c138617 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Aug 31 07:08:39.642953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56dd5-5fee-48b4-a5db-5d3cdde31c27 req-303beace-93cb-4a8e-be4b-e3178ffd5278 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:39.644431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-44d56dd5-5fee-48b4-a5db-5d3cdde31c27 req-303beace-93cb-4a8e-be4b-e3178ffd5278 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 946 time: 0.0476282 Aug 31 07:08:39.691828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-44d56dd5-5fee-48b4-a5db-5d3cdde31c27 req-431da9c6-f959-4555-a4c4-137abca613f5 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Aug 31 07:08:39.750345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6877e-cd32-45e9-ab2f-5cf1bdae21af req-ea189f6a-0a48-4f2e-9c78-78f0841ad31e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:39.751827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9da6877e-cd32-45e9-ab2f-5cf1bdae21af req-ea189f6a-0a48-4f2e-9c78-78f0841ad31e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0499358 Aug 31 07:08:39.788614 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9da6877e-cd32-45e9-ab2f-5cf1bdae21af req-82085711-011c-421f-b1aa-835b50c73568 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Aug 31 07:08:40.811482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408defad-abde-4a0a-8fa0-3502db84a50a req-79f5c116-fcf3-468b-9471-5bd168a5f541 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:40.812996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-408defad-abde-4a0a-8fa0-3502db84a50a req-79f5c116-fcf3-468b-9471-5bd168a5f541 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 946 time: 0.0533082 Aug 31 07:08:40.857712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-408defad-abde-4a0a-8fa0-3502db84a50a req-2f45f971-7587-4f0b-8763-bafdc6c38f10 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350590 Aug 31 07:08:40.907042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c9fb1-667d-4554-be49-b8437b560b79 req-e69b3bb7-0cc0-4fe3-98bb-2bb416f638af tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:40.908580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a7c9fb1-667d-4554-be49-b8437b560b79 req-e69b3bb7-0cc0-4fe3-98bb-2bb416f638af tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0508046 Aug 31 07:08:40.950072 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a7c9fb1-667d-4554-be49-b8437b560b79 req-2a40c7b3-ebb8-48b9-bae9-c88e6882ca12 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Aug 31 07:08:40.976268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bd711-2bc2-4f0f-8dc7-78284a399579 req-d846207a-9739-424c-aedb-55fac79d83c5 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:40.977834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-499bd711-2bc2-4f0f-8dc7-78284a399579 req-d846207a-9739-424c-aedb-55fac79d83c5 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 946 time: 0.0511653 Aug 31 07:08:41.017551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-499bd711-2bc2-4f0f-8dc7-78284a399579 req-87b5fd1c-e62f-4418-b933-2c98ee2c400c tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Aug 31 07:08:41.211618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70c34-f186-4479-a6fa-c4226773e267 req-ced9dd4d-28ff-4e66-ad09-d2becf005acb tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:41.213110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13d70c34-f186-4479-a6fa-c4226773e267 req-ced9dd4d-28ff-4e66-ad09-d2becf005acb tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 946 time: 0.0478935 Aug 31 07:08:41.250091 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13d70c34-f186-4479-a6fa-c4226773e267 req-444379a7-7a7d-47ab-baca-2b0e5e5b61a0 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303123 Aug 31 07:08:41.528338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa58e7-a788-4d16-ae2b-b9d0d2821047 req-6a09a936-b018-4634-872c-5710f100e7c4 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:41.529769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-54aa58e7-a788-4d16-ae2b-b9d0d2821047 req-6a09a936-b018-4634-872c-5710f100e7c4 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 946 time: 0.0487361 Aug 31 07:08:41.570247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-54aa58e7-a788-4d16-ae2b-b9d0d2821047 req-bc145b0c-6761-48bc-99c3-f78601be075c tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Aug 31 07:08:42.069734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b47b1-cdd6-4583-9739-e1054dda1e73 req-9e14b46f-64c9-41de-ba90-9782a1cf08c1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:42.071224 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c47b47b1-cdd6-4583-9739-e1054dda1e73 req-9e14b46f-64c9-41de-ba90-9782a1cf08c1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0515051 Aug 31 07:08:42.430819 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c47b47b1-cdd6-4583-9739-e1054dda1e73 req-762ee402-dbfb-4300-a354-3ad8aebf13a6 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528826 Aug 31 07:08:42.684146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef7c4-7669-45f1-979c-781bf96cb94d req-ec129065-31c0-4876-9c6e-ca10f8637495 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:42.686165 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0eef7c4-7669-45f1-979c-781bf96cb94d req-ec129065-31c0-4876-9c6e-ca10f8637495 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 946 time: 0.0494215 Aug 31 07:08:42.723052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0eef7c4-7669-45f1-979c-781bf96cb94d req-c1f15c61-9102-41fb-835f-ce89a0565e35 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.15 "GET /v2.0/security-groups?id=19199aed-541a-475b-bdd3-e072b0e12e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Aug 31 07:08:42.779882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-0ad7b2b4-0721-4ee9-8861-5c5f80dce8eb tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:42.781390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-0ad7b2b4-0721-4ee9-8861-5c5f80dce8eb tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.42 "GET /v2.0/ports?device_id=d468ee72-849e-4d98-a9a3-168d53e3cf52 HTTP/1.1" status: 200 len: 946 time: 0.0480883 Aug 31 07:08:42.874341 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Deleting port f1b66557-dfe2-4e81-9f54-333d291bbdcc {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:42.874682 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:42.961566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] For port f1b66557-dfe2-4e81-9f54-333d291bbdcc, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=f1b66557-dfe2-4e81-9f54-333d291bbdcc,segment=NetworkSegment(47093148-9bf1-496f-9877-6762ac86b506),segment_id=47093148-9bf1-496f-9877-6762ac86b506)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:42.961840 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:42.974856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Calling delete_port for f1b66557-dfe2-4e81-9f54-333d291bbdcc owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:43.102501 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.140300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Pushing event deleted for resources: {'Port': ['ID=f1b66557-dfe2-4e81-9f54-333d291bbdcc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:43.178821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] No DVR routers for this DVR port f1b66557-dfe2-4e81-9f54-333d291bbdcc on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:43.181718 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.183865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7d2cfb5-e66b-4960-bff2-71c9fa51c776 req-f20d5e00-1d55-4890-a20f-e19f7b65e470 tempest-ServersNegativeTestMultiTenantJSON-1561029744 tempest-ServersNegativeTestMultiTenantJSON-1561029744-project] 10.222.0.42 "DELETE /v2.0/ports/f1b66557-dfe2-4e81-9f54-333d291bbdcc HTTP/1.1" status: 204 len: 173 time: 0.3966784 Aug 31 07:08:43.184296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd468ee72-849e-4d98-a9a3-168d53e3cf52', 'name': 'network-vif-deleted', 'tag': 'f1b66557-dfe2-4e81-9f54-333d291bbdcc'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:43.186621 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fb60b9-68fe-4ad0-a320-6f9e6ae13e09" -d '{"events": [{"server_uuid": "d468ee72-849e-4d98-a9a3-168d53e3cf52", "name": "network-vif-deleted", "tag": "f1b66557-dfe2-4e81-9f54-333d291bbdcc"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:43.223505 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aba5166-d29f-4f0d-a4ce-08fa2829879c x-openstack-request-id: req-3aba5166-d29f-4f0d-a4ce-08fa2829879c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:43.223793 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d468ee72-849e-4d98-a9a3-168d53e3cf52", "name": "network-vif-deleted", "tag": "f1b66557-dfe2-4e81-9f54-333d291bbdcc", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:43.224059 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aba5166-d29f-4f0d-a4ce-08fa2829879c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:43.224454 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd468ee72-849e-4d98-a9a3-168d53e3cf52', 'name': 'network-vif-deleted', 'tag': 'f1b66557-dfe2-4e81-9f54-333d291bbdcc', 'status': 'completed', 'code': 200} Aug 31 07:08:43.552941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b81ab-6fae-432a-9552-18aec0f8f4f4 req-4986eff7-18fa-455b-ab4f-86a97babd623 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:43.554515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-213b81ab-6fae-432a-9552-18aec0f8f4f4 req-4986eff7-18fa-455b-ab4f-86a97babd623 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.0586817 Aug 31 07:08:43.593946 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-213b81ab-6fae-432a-9552-18aec0f8f4f4 req-cef4c985-de4a-4123-9f59-794b59f6b278 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326686 Aug 31 07:08:43.781168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49040) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:43.824018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f9525f-3367-419c-b34a-f886141f10bf admin admin] Deleting subnet 7cfa03d9-b8d0-46c6-b0f1-444aa11e909b {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:43.827496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f9525f-3367-419c-b34a-f886141f10bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.860259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f9525f-3367-419c-b34a-f886141f10bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.898169 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f9525f-3367-419c-b34a-f886141f10bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.952633 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f9525f-3367-419c-b34a-f886141f10bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.975544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9525f-3367-419c-b34a-f886141f10bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfa03d9-b8d0-46c6-b0f1-444aa11e909b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:43.982381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84f9525f-3367-419c-b34a-f886141f10bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.984888 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84f9525f-3367-419c-b34a-f886141f10bf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7cfa03d9-b8d0-46c6-b0f1-444aa11e909b HTTP/1.1" status: 204 len: 168 time: 0.2021184 Aug 31 07:08:43.986847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49042) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:44.053699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.134386 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.144407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:44.154439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47093148-9bf1-496f-9877-6762ac86b506') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:44.154730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47093148-9bf1-496f-9877-6762ac86b506') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:44.163459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.177202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.182854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:44.183244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:44.185457 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:44.238247 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.243574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.245442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] 10.222.0.15 "DELETE /v2.0/networks/61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa HTTP/1.1" status: 204 len: 168 time: 0.2576396 Aug 31 07:08:44.248590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49044) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:44.256518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e854343-ac3a-4e3c-9c60-44f166265b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=61df5a51-7dbd-4cc5-8198-5fc88ae7f3fa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:44.294669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7ae17f-666a-42fa-970e-a14193d2d4df admin admin] Deleting subnet af433fe9-210f-4308-b44f-431dcddfed69 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:44.297844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae17f-666a-42fa-970e-a14193d2d4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.332191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae17f-666a-42fa-970e-a14193d2d4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.373594 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae17f-666a-42fa-970e-a14193d2d4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.429444 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae17f-666a-42fa-970e-a14193d2d4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.453885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ae17f-666a-42fa-970e-a14193d2d4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af433fe9-210f-4308-b44f-431dcddfed69,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:44.457441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae17f-666a-42fa-970e-a14193d2d4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.459993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ad7ae17f-666a-42fa-970e-a14193d2d4df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/af433fe9-210f-4308-b44f-431dcddfed69 HTTP/1.1" status: 204 len: 168 time: 0.2096069 Aug 31 07:08:44.461807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49046) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:44.532259 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.615586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.626613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba85b26-c8fb-46fb-96ef-1b88f10565e6']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:44.640067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933ed1a7-2612-4237-b6a3-e1c72accd605') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:44.640585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933ed1a7-2612-4237-b6a3-e1c72accd605') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:44.654229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.673700 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.692809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:44.693304 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:44.695316 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:44.761030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.770262 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808acfda-6b77-471d-85b2-43043f97435b req-383914f7-6aeb-4c6e-b702-bf7e80218e1a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:44.771748 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-808acfda-6b77-471d-85b2-43043f97435b req-383914f7-6aeb-4c6e-b702-bf7e80218e1a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 943 time: 0.1091146 Aug 31 07:08:44.775619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.777505 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ba85b26-c8fb-46fb-96ef-1b88f10565e6 HTTP/1.1" status: 204 len: 168 time: 0.3145974 Aug 31 07:08:44.791429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d1b11-12e9-40c3-9575-96c0a8b119bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba85b26-c8fb-46fb-96ef-1b88f10565e6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:44.825786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-808acfda-6b77-471d-85b2-43043f97435b req-23a0dcae-8a79-4655-bd98-112ae9bacab5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Aug 31 07:08:44.883049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:08:44.940156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49052) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:44.942584 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b66557-dfe2-4e81-9f54-333d291bbdcc no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:44.966950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: f1b66557-dfe2-4e81-9f54-333d291bbdcc {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:44.967295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device f1b66557-dfe2-4e81-9f54-333d291bbdcc not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:44.983639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d2ed7316-6316-4d22-8150-4334bca56cd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd1d3d39a02b47d68e743c9ae3b14523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413659 Aug 31 07:08:44.986180 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49054) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:45.003835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:45.015535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '5c7671ed-9a9d-4c30-9e93-012bb64a4fb9', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'port_id': '5c7671ed-9a9d-4c30-9e93-012bb64a4fb9', 'mac_address': 'fa:16:3e:83:b9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:08:45.035765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1eaa6ce7-ab4b-4192-9e64-7250b56e4f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.056187 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1eaa6ce7-ab4b-4192-9e64-7250b56e4f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.056419 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.069705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:08:45.089144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:45.094615 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.107749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1eaa6ce7-ab4b-4192-9e64-7250b56e4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.110340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1eaa6ce7-ab4b-4192-9e64-7250b56e4f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.111525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1eaa6ce7-ab4b-4192-9e64-7250b56e4f71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19199aed-541a-475b-bdd3-e072b0e12e23 HTTP/1.1" status: 204 len: 168 time: 0.1244562 Aug 31 07:08:45.118987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa6ce7-ab4b-4192-9e64-7250b56e4f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19199aed-541a-475b-bdd3-e072b0e12e23,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:45.150885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:45.298882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5c7671ed-9a9d-4c30-9e93-012bb64a4fb9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:45.439446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49060) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:45.478499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-10e11c6a-4e74-4b30-a4df-77146501e4ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=419118a3a8be4a12bae8578afafcb7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378933 Aug 31 07:08:45.480770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49062) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:45.527002 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17084112-fa4a-4a39-9a37-f33cef1920f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.547409 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17084112-fa4a-4a39-9a37-f33cef1920f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.593240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17084112-fa4a-4a39-9a37-f33cef1920f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.595684 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-17084112-fa4a-4a39-9a37-f33cef1920f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.596812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-17084112-fa4a-4a39-9a37-f33cef1920f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6927d22f-9035-4136-916a-ee3b3c9aeb68 HTTP/1.1" status: 204 len: 168 time: 0.1151345 Aug 31 07:08:45.604407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17084112-fa4a-4a39-9a37-f33cef1920f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6927d22f-9035-4136-916a-ee3b3c9aeb68,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:45.954181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bbeeb-a406-4573-b6fd-a74939de3a47 req-f083946e-2649-41ea-bffb-2a150e40b30f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:45.955714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef9bbeeb-a406-4573-b6fd-a74939de3a47 req-f083946e-2649-41ea-bffb-2a150e40b30f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 944 time: 0.0545464 Aug 31 07:08:45.996898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef9bbeeb-a406-4573-b6fd-a74939de3a47 req-2cc711a7-823e-4a7d-9f50-80ee88fb401f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Aug 31 07:08:46.882810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:46.935956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:46.939550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:46.939926 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.019491 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.042520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e026aba-edba-4270-a2ac-1328849bc71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7671ed-9a9d-4c30-9e93-012bb64a4fb9'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:47.045596 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b003d547-957a-4cd1-9ca2-f288c711bd7d" -d '{"events": [{"server_uuid": "8e026aba-edba-4270-a2ac-1328849bc71c", "name": "network-vif-plugged", "status": "completed", "tag": "5c7671ed-9a9d-4c30-9e93-012bb64a4fb9"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:47.058801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:47.064282 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.094667 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48031948-4102-47f5-80cb-9c00e01e5ae0 x-openstack-request-id: req-48031948-4102-47f5-80cb-9c00e01e5ae0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:47.094988 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e026aba-edba-4270-a2ac-1328849bc71c", "name": "network-vif-plugged", "status": "completed", "tag": "5c7671ed-9a9d-4c30-9e93-012bb64a4fb9", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:47.095212 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48031948-4102-47f5-80cb-9c00e01e5ae0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:47.095632 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e026aba-edba-4270-a2ac-1328849bc71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7671ed-9a9d-4c30-9e93-012bb64a4fb9', 'code': 200} Aug 31 07:08:47.121457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194f819-5c5b-4e8e-ad3b-1400639d9754 req-dffdcc89-9a93-4ffe-915b-824ac8db825a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:47.125868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:47.133790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f194f819-5c5b-4e8e-ad3b-1400639d9754 req-dffdcc89-9a93-4ffe-915b-824ac8db825a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 945 time: 0.0639985 Aug 31 07:08:47.176358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f194f819-5c5b-4e8e-ad3b-1400639d9754 req-20a7b2e2-13c7-4571-9bd5-cd263af8260f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392823 Aug 31 07:08:47.200469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a9216-1512-433f-9940-1daa8750e69c req-cf35c685-7de6-49c9-9a28-35012705c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:47.202228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae1a9216-1512-433f-9940-1daa8750e69c req-cf35c685-7de6-49c9-9a28-35012705c8a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 1097 time: 0.0454953 Aug 31 07:08:47.239744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae1a9216-1512-433f-9940-1daa8750e69c req-1b5976fb-23cc-480e-b2b8-d6b4525ea692 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296764 Aug 31 07:08:47.810470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49130) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:47.916794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d019104-13db-4c91-893d-bb5abd6b5d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.005459 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d019104-13db-4c91-893d-bb5abd6b5d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.010713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d019104-13db-4c91-893d-bb5abd6b5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.049617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d019104-13db-4c91-893d-bb5abd6b5d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bb719e-64a8-4993-b670-b4e4db986373,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:48.054664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6d019104-13db-4c91-893d-bb5abd6b5d10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca59be42319f432297ec821d30fed840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430060 Aug 31 07:08:48.057211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49134) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:48.104928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da4c5039-c5d3-46b1-8b2a-fb7fadc6df43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.126275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da4c5039-c5d3-46b1-8b2a-fb7fadc6df43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.173643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da4c5039-c5d3-46b1-8b2a-fb7fadc6df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.176387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da4c5039-c5d3-46b1-8b2a-fb7fadc6df43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.177579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-da4c5039-c5d3-46b1-8b2a-fb7fadc6df43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4bb719e-64a8-4993-b670-b4e4db986373 HTTP/1.1" status: 204 len: 168 time: 0.1195927 Aug 31 07:08:48.186093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c5039-c5d3-46b1-8b2a-fb7fadc6df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bb719e-64a8-4993-b670-b4e4db986373,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:48.310769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e9f9-9105-4d98-a3ef-d91b5cd0c957 req-e41e96e4-a447-4919-8512-ec465c2c280c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:48.312458 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd47e9f9-9105-4d98-a3ef-d91b5cd0c957 req-e41e96e4-a447-4919-8512-ec465c2c280c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 945 time: 0.0547566 Aug 31 07:08:48.352406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd47e9f9-9105-4d98-a3ef-d91b5cd0c957 req-47ae3bb1-40cf-49bc-b361-e85d7ce6cc6e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Aug 31 07:08:49.486789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da629-e5a9-442c-a6bc-accbf59de641 req-25a9f20c-ce12-4a31-98ab-9d600c419303 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:49.488424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-146da629-e5a9-442c-a6bc-accbf59de641 req-25a9f20c-ce12-4a31-98ab-9d600c419303 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 945 time: 0.0584106 Aug 31 07:08:49.528758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-146da629-e5a9-442c-a6bc-accbf59de641 req-42c0c05b-06f6-420c-a55c-7d6f18e274e5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Aug 31 07:08:49.660455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c0de-cd06-4cb7-9d1b-ab5eb56a526a req-ed8c9495-af0a-4e61-ae83-6c24a45e910f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:49.665829 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7008c0de-cd06-4cb7-9d1b-ab5eb56a526a req-ed8c9495-af0a-4e61-ae83-6c24a45e910f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 945 time: 0.0641429 Aug 31 07:08:49.709029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7008c0de-cd06-4cb7-9d1b-ab5eb56a526a req-dd28e605-16f0-43a3-aaa9-c4d6141ab8d3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345285 Aug 31 07:08:49.836807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553e23e-b382-42b9-9e99-31ab7b054d45 req-7c4c893d-a079-4ee9-b0c8-010339838e15 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:49.845419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3553e23e-b382-42b9-9e99-31ab7b054d45 req-7c4c893d-a079-4ee9-b0c8-010339838e15 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 945 time: 0.0592992 Aug 31 07:08:49.886622 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3553e23e-b382-42b9-9e99-31ab7b054d45 req-30c43bb6-a0cc-4fdd-a68f-d9aa815e990d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Aug 31 07:08:50.206019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c395e-0038-4005-a2cb-b5a96d827c46 req-08aad910-8841-4345-94ac-ba84105e0bf7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:50.207633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d73c395e-0038-4005-a2cb-b5a96d827c46 req-08aad910-8841-4345-94ac-ba84105e0bf7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 945 time: 0.0517936 Aug 31 07:08:50.246232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d73c395e-0038-4005-a2cb-b5a96d827c46 req-a0d0a700-db0e-42fd-9fa7-3e51bf6bad4a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321789 Aug 31 07:08:50.342378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49258) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:50.448976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae012aa5-5823-4870-92b3-643c0bf91420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.541403 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae012aa5-5823-4870-92b3-643c0bf91420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.545857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae012aa5-5823-4870-92b3-643c0bf91420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.582715 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ae012aa5-5823-4870-92b3-643c0bf91420 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=710380a2fb7c401cac00d0793f188a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392478 Aug 31 07:08:50.583599 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae012aa5-5823-4870-92b3-643c0bf91420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a81a1-2d2c-4619-931a-b38823321a9c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:50.585507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49262) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:50.638709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b88a2c0-70a6-4014-9b33-0eed29db6ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.660034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b88a2c0-70a6-4014-9b33-0eed29db6ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.705757 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b88a2c0-70a6-4014-9b33-0eed29db6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.708424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4b88a2c0-70a6-4014-9b33-0eed29db6ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.709614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4b88a2c0-70a6-4014-9b33-0eed29db6ac5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/933a81a1-2d2c-4619-931a-b38823321a9c HTTP/1.1" status: 204 len: 168 time: 0.1229820 Aug 31 07:08:50.717896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88a2c0-70a6-4014-9b33-0eed29db6ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a81a1-2d2c-4619-931a-b38823321a9c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:50.976033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49268) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:50.989476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78b9bcbc-7132-4a10-8f57-ab8ac22067db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.077858 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78b9bcbc-7132-4a10-8f57-ab8ac22067db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.081735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-78b9bcbc-7132-4a10-8f57-ab8ac22067db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.118760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-78b9bcbc-7132-4a10-8f57-ab8ac22067db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15ca41ec256e4b4ab634c808078b9ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412964 Aug 31 07:08:51.119486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9bcbc-7132-4a10-8f57-ab8ac22067db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f8ddfa-c3f8-476e-8446-a0feba605f39,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:51.121273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49270) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:51.173595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5636851d-56e9-40d1-80e8-93355a3f7aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.194804 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5636851d-56e9-40d1-80e8-93355a3f7aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.245493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5636851d-56e9-40d1-80e8-93355a3f7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.248662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5636851d-56e9-40d1-80e8-93355a3f7aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.249871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5636851d-56e9-40d1-80e8-93355a3f7aa0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11f8ddfa-c3f8-476e-8446-a0feba605f39 HTTP/1.1" status: 204 len: 168 time: 0.1262634 Aug 31 07:08:51.257415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636851d-56e9-40d1-80e8-93355a3f7aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f8ddfa-c3f8-476e-8446-a0feba605f39,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:51.378604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d342-5652-46b7-b0f9-e90c64a486a0 req-b100a5cd-0788-42d7-b5a8-7a59755f4716 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:51.380130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23b1d342-5652-46b7-b0f9-e90c64a486a0 req-b100a5cd-0788-42d7-b5a8-7a59755f4716 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 945 time: 0.0537393 Aug 31 07:08:51.421210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-23b1d342-5652-46b7-b0f9-e90c64a486a0 req-d497deba-2f00-49c8-8708-02ef812d2128 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Aug 31 07:08:51.631351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-fb6330aa-4dd0-4068-89b6-f1676b0a717a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:51.632913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-fb6330aa-4dd0-4068-89b6-f1676b0a717a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 945 time: 0.0515065 Aug 31 07:08:51.728432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:51.729022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.817954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] For port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:51.818324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.831856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:51.963669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.976027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['5c7671ed-9a9d-4c30-9e93-012bb64a4fb9'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:51.993831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=5c7671ed-9a9d-4c30-9e93-012bb64a4fb9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:52.040479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] No DVR routers for this DVR port 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:52.043262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.046072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e991cc3-2b73-4c71-92e5-1f5aedab6140 req-2753e9b2-d3ed-42f5-964a-feaddb0179ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "DELETE /v2.0/ports/5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 HTTP/1.1" status: 204 len: 173 time: 0.4073346 Aug 31 07:08:52.046524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e026aba-edba-4270-a2ac-1328849bc71c', 'name': 'network-vif-deleted', 'tag': '5c7671ed-9a9d-4c30-9e93-012bb64a4fb9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:52.049160 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f7bc50-b3e9-469a-92c5-2b6359cc1bfd" -d '{"events": [{"server_uuid": "8e026aba-edba-4270-a2ac-1328849bc71c", "name": "network-vif-deleted", "tag": "5c7671ed-9a9d-4c30-9e93-012bb64a4fb9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:52.087809 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cafd459-af63-4add-854d-665bd45f5ab7 x-openstack-request-id: req-2cafd459-af63-4add-854d-665bd45f5ab7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:52.088322 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e026aba-edba-4270-a2ac-1328849bc71c", "name": "network-vif-deleted", "tag": "5c7671ed-9a9d-4c30-9e93-012bb64a4fb9", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:52.088756 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cafd459-af63-4add-854d-665bd45f5ab7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:52.089371 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e026aba-edba-4270-a2ac-1328849bc71c', 'name': 'network-vif-deleted', 'tag': '5c7671ed-9a9d-4c30-9e93-012bb64a4fb9', 'status': 'completed', 'code': 200} Aug 31 07:08:52.528213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-254c685c-4a9e-4cb4-9784-3894fb20fc3f req-c11f6095-87b6-402e-bfe0-7da5dc08896c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 210 time: 0.0272820 Aug 31 07:08:52.550751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49312) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:52.654026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:52.675319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.761378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.891764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Allocated IP 172.25.5.22 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/dbbea47b-85da-4a46-85e5-c5f9fd8ba0cb) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:52.993689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.036057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.077501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:53.082183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:53.085855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:53.113390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Pushing event updated for resources: {'Port': ['ID=dbbea47b-85da-4a46-85e5-c5f9fd8ba0cb,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:53.181719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.218604 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.374521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.380190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.448134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Pushing event updated for resources: {'Port': ['ID=dbbea47b-85da-4a46-85e5-c5f9fd8ba0cb,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:53.461389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.477489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.479305 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f9c75e00-ca2f-494d-8a0a-81f4a78604a3 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9273510 Aug 31 07:08:53.482814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49316) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:53.487848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-830903747', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'fixed_ips': [{'ip_address': '172.25.5.22'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:53.512776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Made reservation on behalf of 3cfbb5b89c3e452f95d74fc43445d72f for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:53.515135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.528785 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.626071 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.630332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.631846 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f80d7bb8-bce3-4aeb-8135-762f5e54d3b7 req-11709568-64d9-4e53-ac53-7e623cde17c4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 210 time: 0.0284073 Aug 31 07:08:53.636117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] device_id is not set on port a956f5b5-05fd-424c-b412-16f9acc87afb yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:08:53.708407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a5950e-869a-4258-b072-2c22db3cb178,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:53.836683 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 07:08:53.837420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:08:53.851507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d2f3074d-819d-43c8-841f-c78b7bb33d96 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3675940 Aug 31 07:08:53.854284 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49320) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:54.014752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Deleting port dbbea47b-85da-4a46-85e5-c5f9fd8ba0cb {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:54.015124 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.098072 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.098377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.111141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Calling delete_port for dbbea47b-85da-4a46-85e5-c5f9fd8ba0cb owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:54.246831 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c298d7a1-f308-4785-9c48-814eac561648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.271277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.298360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbbea47b-85da-4a46-85e5-c5f9fd8ba0cb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:54.365284 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.367858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.369105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-825db673-0e59-49ef-b213-b7d12b380401 tempest-ExternalNetworksAdminNegativeTestJSON-478411120 tempest-ExternalNetworksAdminNegativeTestJSON-478411120-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/de2b6ee9-0fc9-4cc2-b106-f2f17184a14e HTTP/1.1" status: 204 len: 168 time: 0.5138152 Aug 31 07:08:54.616851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49326) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:54.681363 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.742248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c101ceb-eaee-489d-a059-5b94311f0d85 req-d08d9e48-21ac-49da-a520-7b1b48d5fc1f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 210 time: 0.0321326 Aug 31 07:08:54.754026 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffc04b68-adf4-4050-988e-d01be5c033d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.861284 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffc04b68-adf4-4050-988e-d01be5c033d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.865743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffc04b68-adf4-4050-988e-d01be5c033d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.901797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc04b68-adf4-4050-988e-d01be5c033d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8112a65-90ac-45d5-b110-19295b341b2a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:54.909159 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ffc04b68-adf4-4050-988e-d01be5c033d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23eb43004ffe48c19aceab3a6d0aa65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887378 Aug 31 07:08:54.909409 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49332) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:54.961088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd9eb-0558-4d42-b3dc-6d3bdf8b2278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.982984 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd9eb-0558-4d42-b3dc-6d3bdf8b2278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.030697 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd9eb-0558-4d42-b3dc-6d3bdf8b2278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.033154 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd9eb-0558-4d42-b3dc-6d3bdf8b2278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.034336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a7bdd9eb-0558-4d42-b3dc-6d3bdf8b2278 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8112a65-90ac-45d5-b110-19295b341b2a HTTP/1.1" status: 204 len: 168 time: 0.1240880 Aug 31 07:08:55.042134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdd9eb-0558-4d42-b3dc-6d3bdf8b2278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8112a65-90ac-45d5-b110-19295b341b2a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:55.322706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49338) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:55.363732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-90f703a1-d6ca-4ce9-969a-731d088bd2de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cfbb5b89c3e452f95d74fc43445d72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397525 Aug 31 07:08:55.366232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49340) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:55.420256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4840f34e-aef5-474f-a6d8-f171aa6963a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.441839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4840f34e-aef5-474f-a6d8-f171aa6963a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.493212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4840f34e-aef5-474f-a6d8-f171aa6963a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.495827 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4840f34e-aef5-474f-a6d8-f171aa6963a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.497149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4840f34e-aef5-474f-a6d8-f171aa6963a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02a5950e-869a-4258-b072-2c22db3cb178 HTTP/1.1" status: 204 len: 168 time: 0.1299870 Aug 31 07:08:55.505383 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840f34e-aef5-474f-a6d8-f171aa6963a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a5950e-869a-4258-b072-2c22db3cb178,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:55.867970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9df93aff-9e84-41a2-b775-a29d1fe1ff07 req-77033644-8fda-4d51-9b6c-64cf771bc0e5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e026aba-edba-4270-a2ac-1328849bc71c HTTP/1.1" status: 200 len: 210 time: 0.0342400 Aug 31 07:08:56.074360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.330545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:56.447330 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bc7e0a53-6383-4d9b-a3f3-e049af75c615 tempest-AgentManagementNegativeTest-1968471936 tempest-AgentManagementNegativeTest-1968471936-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1156352 Aug 31 07:08:56.694217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49374) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:56.805702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d904b05-fdcb-49d7-9b51-0272c6b67ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.866353 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5980147b-0bf1-4580-9e28-a732aff58143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.899898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d904b05-fdcb-49d7-9b51-0272c6b67ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.904679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d904b05-fdcb-49d7-9b51-0272c6b67ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.947973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d904b05-fdcb-49d7-9b51-0272c6b67ea6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=811ffc246134433f8601627dd94e1309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526591 Aug 31 07:08:56.948715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d904b05-fdcb-49d7-9b51-0272c6b67ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adae68c6-a9da-4101-8e22-a0ab9242921a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:56.951885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49384) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:56.973148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:57.007869 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.009894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:57.011560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 5c7671ed-9a9d-4c30-9e93-012bb64a4fb9 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:57.034808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.055425 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.103730 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.106253 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.107424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adae68c6-a9da-4101-8e22-a0ab9242921a HTTP/1.1" status: 204 len: 168 time: 0.1520181 Aug 31 07:08:57.115603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adae68c6-a9da-4101-8e22-a0ab9242921a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:57.124315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.124717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.125057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.125421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.125777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.126103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.126430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.126791 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.127172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.127499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.127819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.128277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e8cf3-b887-4f29-8566-f58c91f1c072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:57.774423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49406) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:57.878504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-611442618'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:57.899587 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Made reservation on behalf of feda28745b2f44a89f0d50da91d20358 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:57.903340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.912526 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.004025 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.009697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.034051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:58.050061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273c2166-4edb-4994-b681-685bc9ff7f95,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:58.053306 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.053679 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Added segment fa105a15-c047-47af-84f7-f6a0008e25f3 of type vlan for network 426c6911-bae9-4042-a0d4-68b1b426812a Aug 31 07:08:58.117950 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.145622 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.151441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:58.152011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.230285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.238137 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4623973 Aug 31 07:08:58.241041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49420) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:58.247048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Request body: {'subnet': {'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:58.247857 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3ea62-643b-4d2f-9f46-6aae2884be54 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event updated for resources: {'Network': ['ID=426c6911-bae9-4042-a0d4-68b1b426812a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:58.260355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 426c6911-bae9-4042-a0d4-68b1b426812a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:58.361545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Made reservation on behalf of feda28745b2f44a89f0d50da91d20358 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:58.365146 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.500551 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:08:58.580410 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.641681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event updated for resources: {'Subnet': ['ID=2355df19-c9e8-43b8-a121-775d8fe927c9,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:58.648981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Checking segment: {'id': 'fa105a15-c047-47af-84f7-f6a0008e25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:58.649404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Network hostable DHCP agents. Network: 426c6911-bae9-4042-a0d4-68b1b426812a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:58.666450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Network 426c6911-bae9-4042-a0d4-68b1b426812a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:58.679689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 426c6911-bae9-4042-a0d4-68b1b426812a) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:58.689739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549d48c-936a-46d3-a578-62c0dd66c32d None None] Network 426c6911-bae9-4042-a0d4-68b1b426812a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:58.695526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:58.696593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.729890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4802b434-e889-4cb2-b293-f630220a2e67 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4873176 Aug 31 07:08:58.732425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49422) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:58.738277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Request body: {'port': {'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-829605395'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:58.859344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-426c6911-bae9-4042-a0d4-68b1b426812a', 'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a', 'tenant_id': 'feda28745b2f44a89f0d50da91d20358', 'fixed_ips': [{'subnet_id': '2355df19-c9e8-43b8-a121-775d8fe927c9'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:08:58.860228 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.862620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Made reservation on behalf of feda28745b2f44a89f0d50da91d20358 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:58.866340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.885830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] device_id is not set on port 55cd6e60-6839-467d-a934-ba39513a6718 yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:08:59.005795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Allocated IP 172.20.0.3 (426c6911-bae9-4042-a0d4-68b1b426812a/2355df19-c9e8-43b8-a121-775d8fe927c9/55cd6e60-6839-467d-a934-ba39513a6718) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:59.166350 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.181991 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Transition to ACTIVE for port object 55cd6e60-6839-467d-a934-ba39513a6718 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:59.220192 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.271726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Network 426c6911-bae9-4042-a0d4-68b1b426812a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:59.278123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:59.281411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:59.293644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event updated for resources: {'Port': ['ID=55cd6e60-6839-467d-a934-ba39513a6718,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:59.352380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:59.353072 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.371725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f5563f8f-d644-48f1-8741-93b45383d9f6 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6379354 Aug 31 07:08:59.375349 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49426) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:59.382699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Request body: {'port': {'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1565120144', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:59.383592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] bootfile-name is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:08:59.384534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] tftp-server is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:08:59.385090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] server-ip-address is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:08:59.442935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Allocated IP 172.20.0.2 (426c6911-bae9-4042-a0d4-68b1b426812a/2355df19-c9e8-43b8-a121-775d8fe927c9/4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:59.514348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Made reservation on behalf of feda28745b2f44a89f0d50da91d20358 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:59.518048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.536074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] device_id is not set on port 19ea8871-366d-4a8a-a2d1-dc38fe2690c8 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:08:59.592960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.600966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Transition to ACTIVE for port object 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:59.615067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Transition to ACTIVE for port object 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:59.620635 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.657359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Network 426c6911-bae9-4042-a0d4-68b1b426812a is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:59.662054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:59.665555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:59.673911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Pushing event updated for resources: {'Port': ['ID=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:59.675396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Allocated IP 172.20.0.7 (426c6911-bae9-4042-a0d4-68b1b426812a/2355df19-c9e8-43b8-a121-775d8fe927c9/19ea8871-366d-4a8a-a2d1-dc38fe2690c8) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:59.684568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.684930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.685321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.685671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.686008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.686342 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.686681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.687012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.687332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.687664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.688004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.688444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:59.736393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Attempting to bind port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:59.736765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Attempting to bind port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'fa105a15-c047-47af-84f7-f6a0008e25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:59.737133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Attempting to bind port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 on network 426c6911-bae9-4042-a0d4-68b1b426812a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:59.742040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:59.742420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Checking segment: {'id': 'fa105a15-c047-47af-84f7-f6a0008e25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:59.742821 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.743216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Bound using segment: {'id': 'fa105a15-c047-47af-84f7-f6a0008e25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:59.743688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Bound port: 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa105a15-c047-47af-84f7-f6a0008e25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '426c6911-bae9-4042-a0d4-68b1b426812a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:59.744077 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.806334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] For port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:59.809460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] For port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,segment=NetworkSegment(fa105a15-c047-47af-84f7-f6a0008e25f3),segment_id=fa105a15-c047-47af-84f7-f6a0008e25f3)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:59.814253 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.835937 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.849857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Transition to ACTIVE for port object 19ea8871-366d-4a8a-a2d1-dc38fe2690c8 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:59.878858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73b2b4-8404-41de-9b15-9129a8020f32 None None] Pushing event updated for resources: {'Port': ['ID=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:59.891557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.940553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Network 426c6911-bae9-4042-a0d4-68b1b426812a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:59.946253 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:59.951032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:59.979011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event updated for resources: {'Port': ['ID=19ea8871-366d-4a8a-a2d1-dc38fe2690c8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:00.012005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:00.012540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.039124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d4c8044f-b545-4471-9d83-c67319aa3dcb tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6595240 Aug 31 07:09:00.041529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49428) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:00.061569 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.427436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1991621e-ae21-4f0d-ae83-2b841a1ed257 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:00.433402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1991621e-ae21-4f0d-ae83-2b841a1ed257 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:00.439258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1991621e-ae21-4f0d-ae83-2b841a1ed257 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:00.440983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1991621e-ae21-4f0d-ae83-2b841a1ed257 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3995743 Aug 31 07:09:00.443756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49436) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:00.538834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6c466c77-ab6d-4d50-8354-823621a91e9b tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Deleting port 19ea8871-366d-4a8a-a2d1-dc38fe2690c8 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:00.539192 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c466c77-ab6d-4d50-8354-823621a91e9b tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.631276 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c466c77-ab6d-4d50-8354-823621a91e9b tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.645251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-6c466c77-ab6d-4d50-8354-823621a91e9b tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Calling delete_port for 19ea8871-366d-4a8a-a2d1-dc38fe2690c8 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:00.786256 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c466c77-ab6d-4d50-8354-823621a91e9b tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.801768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972625f8-7cca-473b-9f39-49b499ce2e46 None None] Network 426c6911-bae9-4042-a0d4-68b1b426812a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:00.818715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c466c77-ab6d-4d50-8354-823621a91e9b tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event deleted for resources: {'Port': ['ID=19ea8871-366d-4a8a-a2d1-dc38fe2690c8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:00.875450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8a7a61bb-7b28-4f02-90d4-491f842baa4e None None] Provisioning for port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:00.909148 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c466c77-ab6d-4d50-8354-823621a91e9b tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.911417 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6c466c77-ab6d-4d50-8354-823621a91e9b tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "DELETE /v2.0/ports/19ea8871-366d-4a8a-a2d1-dc38fe2690c8 HTTP/1.1" status: 204 len: 168 time: 0.4666252 Aug 31 07:09:00.914943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49438) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:00.923929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Request body: {'port': {'name': 'tempest-new-port-name-799528815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:00.924617 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] bootfile-name is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:09:00.925129 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] tftp-server is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:09:00.928964 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.api.validators [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] server-ip-address is not in valid_values {{(pid=94667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:09:00.993351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:01.012196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.056128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:01.061410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:01.061843 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.154423 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.190816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,segment=NetworkSegment(fa105a15-c047-47af-84f7-f6a0008e25f3),segment_id=fa105a15-c047-47af-84f7-f6a0008e25f3)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:01.196029 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.239981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.245033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.261639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:01.308163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7bb870ee-8dcb-40b7-aea5-2d6f44e5baca None None] Provisioning for port 55cd6e60-6839-467d-a934-ba39513a6718 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:01.315092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7bb870ee-8dcb-40b7-aea5-2d6f44e5baca None None] Provisioning complete for port 55cd6e60-6839-467d-a934-ba39513a6718 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:01.315543 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7bb870ee-8dcb-40b7-aea5-2d6f44e5baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.336576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event updated for resources: {'Port': ['ID=55cd6e60-6839-467d-a934-ba39513a6718,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:01.360374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] In _notify_port_updated(), no bound segment for port 55cd6e60-6839-467d-a934-ba39513a6718 on network 426c6911-bae9-4042-a0d4-68b1b426812a {{(pid=94667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:09:01.366599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:01.367581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.369543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7bb870ee-8dcb-40b7-aea5-2d6f44e5baca None None] Port 55cd6e60-6839-467d-a934-ba39513a6718 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:01.371909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7cb971e4-6585-4002-bd11-b27d621bf1ed tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "PUT /v2.0/ports/55cd6e60-6839-467d-a934-ba39513a6718 HTTP/1.1" status: 200 len: 1135 time: 0.4551394 Aug 31 07:09:01.372346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49440) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:01.381554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7bb870ee-8dcb-40b7-aea5-2d6f44e5baca None None] Provisioning complete for port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:01.382056 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7bb870ee-8dcb-40b7-aea5-2d6f44e5baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.455546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541bb5f-3fb3-473a-9140-a2aafdac5c2d tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:01.464421 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e541bb5f-3fb3-473a-9140-a2aafdac5c2d tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "GET /v2.0/ports/55cd6e60-6839-467d-a934-ba39513a6718 HTTP/1.1" status: 200 len: 1135 time: 0.0878892 Aug 31 07:09:01.467363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49444) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:01.564991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b40303db-969d-427a-b0ce-e6565865c9d0 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Deleting port 55cd6e60-6839-467d-a934-ba39513a6718 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:01.565362 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b40303db-969d-427a-b0ce-e6565865c9d0 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.619863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-117e337c-e9c8-40d8-933f-d963fed5ae98 None None] Provisioning complete for port 55cd6e60-6839-467d-a934-ba39513a6718 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:01.620568 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-117e337c-e9c8-40d8-933f-d963fed5ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.665473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-117e337c-e9c8-40d8-933f-d963fed5ae98 None None] Port 55cd6e60-6839-467d-a934-ba39513a6718 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:01.673505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b40303db-969d-427a-b0ce-e6565865c9d0 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.687314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b40303db-969d-427a-b0ce-e6565865c9d0 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Calling delete_port for 55cd6e60-6839-467d-a934-ba39513a6718 owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:01.777344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a8f9f964-1395-40fa-b2f4-dd67dee4bfa3 None None] Could not find standard attr ID for object 19ea8871-366d-4a8a-a2d1-dc38fe2690c8. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:09:01.831881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b40303db-969d-427a-b0ce-e6565865c9d0 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.863754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40303db-969d-427a-b0ce-e6565865c9d0 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event deleted for resources: {'Port': ['ID=55cd6e60-6839-467d-a934-ba39513a6718,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:01.938182 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b40303db-969d-427a-b0ce-e6565865c9d0 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.943217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49446) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:01.943424 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b40303db-969d-427a-b0ce-e6565865c9d0 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "DELETE /v2.0/ports/55cd6e60-6839-467d-a934-ba39513a6718 HTTP/1.1" status: 204 len: 168 time: 0.4749649 Aug 31 07:09:02.006090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8dfe72e-f2f7-4d8e-9154-852ed4585c36 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Deleting subnet 2355df19-c9e8-43b8-a121-775d8fe927c9 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:02.010503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe72e-f2f7-4d8e-9154-852ed4585c36 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.058178 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe72e-f2f7-4d8e-9154-852ed4585c36 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.174789 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe72e-f2f7-4d8e-9154-852ed4585c36 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.191909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5006bf3b-ff62-4747-979e-632ec33327a8 None None] Could not find standard attr ID for object 55cd6e60-6839-467d-a934-ba39513a6718. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:09:02.241675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe72e-f2f7-4d8e-9154-852ed4585c36 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.272368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfe72e-f2f7-4d8e-9154-852ed4585c36 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event deleted for resources: {'Subnet': ['ID=2355df19-c9e8-43b8-a121-775d8fe927c9,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:02.276477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe72e-f2f7-4d8e-9154-852ed4585c36 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.280670 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a8dfe72e-f2f7-4d8e-9154-852ed4585c36 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "DELETE /v2.0/subnets/2355df19-c9e8-43b8-a121-775d8fe927c9 HTTP/1.1" status: 204 len: 168 time: 0.3337924 Aug 31 07:09:02.282029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49448) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:02.296656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c0751-5923-48fe-8d81-c9373f3d1ab3 None None] Network 426c6911-bae9-4042-a0d4-68b1b426812a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:02.366023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.421234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Deleting port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:02.422114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.493299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] DHCP port deletion for 426c6911-bae9-4042-a0d4-68b1b426812a request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:02.500813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] For port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,segment=NetworkSegment(fa105a15-c047-47af-84f7-f6a0008e25f3),segment_id=fa105a15-c047-47af-84f7-f6a0008e25f3)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:02.501215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.516278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Calling delete_port for 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:02.553541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] Deleting port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:02.556970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.614585 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.635705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] For port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,segment=NetworkSegment(fa105a15-c047-47af-84f7-f6a0008e25f3),segment_id=fa105a15-c047-47af-84f7-f6a0008e25f3)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:02.636109 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.648567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event deleted for resources: {'Port': ['ID=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:02.649712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] Calling delete_port for 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:02.662440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] No DVR routers for this DVR port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:02.733788 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.761893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] Pushing event deleted for resources: {'Port': ['ID=4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:02.769919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150ab2d-2f55-41e3-945b-235279279872 None None] No DVR routers for this DVR port 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:02.783764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.801373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426c6911-bae9-4042-a0d4-68b1b426812a']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:02.816890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa105a15-c047-47af-84f7-f6a0008e25f3') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:02.817519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa105a15-c047-47af-84f7-f6a0008e25f3') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:02.832536 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.850489 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.859806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:02.859806 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:02.862320 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:02.864911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:02.887444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:02.887806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4a4a5398-95ed-4bb6-89bc-1be9fd1b4ad4 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:02.927007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.936070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.937441 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] 10.222.0.15 "DELETE /v2.0/networks/426c6911-bae9-4042-a0d4-68b1b426812a HTTP/1.1" status: 204 len: 168 time: 0.6539803 Aug 31 07:09:02.950027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bda53e-128f-4121-94c1-45454d2b3cf7 tempest-ExtraDHCPOptionsTestJSON-928732284 tempest-ExtraDHCPOptionsTestJSON-928732284-project] Pushing event deleted for resources: {'Network': ['ID=426c6911-bae9-4042-a0d4-68b1b426812a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:03.214872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49516) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:03.365086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bb4fd986-47e0-49b7-8176-89335c3cf5cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=feda28745b2f44a89f0d50da91d20358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489661 Aug 31 07:09:03.367548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49532) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:03.417361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61c67bbf-fbf9-47e0-8a0a-a0158c2e23b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.443823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61c67bbf-fbf9-47e0-8a0a-a0158c2e23b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.491563 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61c67bbf-fbf9-47e0-8a0a-a0158c2e23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.494422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-61c67bbf-fbf9-47e0-8a0a-a0158c2e23b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.495659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-61c67bbf-fbf9-47e0-8a0a-a0158c2e23b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/273c2166-4edb-4994-b681-685bc9ff7f95 HTTP/1.1" status: 204 len: 168 time: 0.1271746 Aug 31 07:09:03.504014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c67bbf-fbf9-47e0-8a0a-a0158c2e23b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c2166-4edb-4994-b681-685bc9ff7f95,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:04.188870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49556) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:04.295566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'networks': [{'name': 'tempest-network--1855658108'}, {'name': 'tempest-network--1881884277'}]} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:04.296196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'network': {'name': 'tempest-network--1855658108'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:04.296333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'network': {'name': 'tempest-network--1881884277'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:04.318541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Made reservation on behalf of f4a3f355094c49d49a45185a81d22da3 for: {'network': 2} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:04.323424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.332997 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.430275 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.434602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.435162 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.472087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609ee05c-d48d-4b93-800c-106c1788d151,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:04.482549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:04.492343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.492696 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Added segment 968e4e85-1e13-4b10-9b78-9442b3f28797 of type vlan for network 2015d074-b23f-492a-b938-49bb8cce7371 Aug 31 07:09:04.534228 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.563581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:04.573972 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.574412 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Added segment 6dd7f734-dab7-4b98-891c-181abdf6b854 of type vlan for network 2533899e-fa4b-451b-8fa3-c5226d703bc9 Aug 31 07:09:04.627534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.654735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.655397 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.661114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:04.666393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:04.667171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.725521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5354822 Aug 31 07:09:04.728187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:04.807853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Network': ['ID=2015d074-b23f-492a-b938-49bb8cce7371,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:04.820211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2015d074-b23f-492a-b938-49bb8cce7371 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:04.942406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239a45a-d5ff-4daa-912d-96938be47e17 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Network': ['ID=2533899e-fa4b-451b-8fa3-c5226d703bc9,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:04.953751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2533899e-fa4b-451b-8fa3-c5226d703bc9 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:04.973361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114c649-ca3b-488c-bc7b-45b373c12a11 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:04.980506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114c649-ca3b-488c-bc7b-45b373c12a11 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:04.987533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114c649-ca3b-488c-bc7b-45b373c12a11 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:04.998872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114c649-ca3b-488c-bc7b-45b373c12a11 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:04.998872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1114c649-ca3b-488c-bc7b-45b373c12a11 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2666564 Aug 31 07:09:04.999382 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49562) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:05.079199 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.172980 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.183080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2015d074-b23f-492a-b938-49bb8cce7371']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:05.194066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968e4e85-1e13-4b10-9b78-9442b3f28797') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:05.194373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968e4e85-1e13-4b10-9b78-9442b3f28797') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:05.203831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.217928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.223804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:05.224413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:05.227344 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:05.286823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.294539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.297231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/networks/2015d074-b23f-492a-b938-49bb8cce7371 HTTP/1.1" status: 204 len: 168 time: 0.2966204 Aug 31 07:09:05.299925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49566) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:05.311144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07d99d-b57e-4491-a5e2-b86b5d0f7323 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Network': ['ID=2015d074-b23f-492a-b938-49bb8cce7371,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:05.385071 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.470364 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.480478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2533899e-fa4b-451b-8fa3-c5226d703bc9']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:05.491282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd7f734-dab7-4b98-891c-181abdf6b854') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:05.491624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd7f734-dab7-4b98-891c-181abdf6b854') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:05.500992 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.515178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.521290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:05.521780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:05.525441 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:05.588262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.596882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.598745 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/networks/2533899e-fa4b-451b-8fa3-c5226d703bc9 HTTP/1.1" status: 204 len: 168 time: 0.2973359 Aug 31 07:09:05.601471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49568) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:05.614986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108caf3-0f7c-4bee-9eea-1b6de6642210 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Network': ['ID=2533899e-fa4b-451b-8fa3-c5226d703bc9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:05.789724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e0ea32-fe54-45f6-acf8-9d1df0109f99 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:05.795603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e0ea32-fe54-45f6-acf8-9d1df0109f99 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:05.797212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b0e0ea32-fe54-45f6-acf8-9d1df0109f99 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1932125 Aug 31 07:09:05.800845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49570) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:05.806035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-694136274'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:05.826933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Made reservation on behalf of f4a3f355094c49d49a45185a81d22da3 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:05.830405 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.855024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:05.864823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.865166 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Added segment 09b98ecc-8785-45fe-affd-1ea36d9fcb6a of type vlan for network 45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c Aug 31 07:09:05.914679 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.940102 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.946210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:05.947164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.012684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2107692 Aug 31 07:09:06.015988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49572) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:06.023407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-272917427'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:06.036179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70986e3-e2a5-41dc-b0dc-2f4758e13484 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Network': ['ID=45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:06.049648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:06.054358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Made reservation on behalf of f4a3f355094c49d49a45185a81d22da3 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:06.058169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.084271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:06.093641 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.094073 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Added segment 05399fb3-aaf8-4195-b7c7-b16aef606964 of type vlan for network f8b722a4-8e72-461c-bf7b-1e88cef50c90 Aug 31 07:09:06.135599 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.161787 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.167433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:06.168029 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.235514 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2152097 Aug 31 07:09:06.235933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:06.241554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'ports': [{'network_id': '45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c', 'name': 'tempest-port--1752683087', 'admin_state_up': True}, {'network_id': 'f8b722a4-8e72-461c-bf7b-1e88cef50c90', 'admin_state_up': False}]} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:06.241873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'port': {'network_id': '45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c', 'name': 'tempest-port--1752683087', 'admin_state_up': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:06.242380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'port': {'network_id': 'f8b722a4-8e72-461c-bf7b-1e88cef50c90', 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:06.246657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d249b-7b37-48e7-abf8-b210fd4799c3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Network': ['ID=f8b722a4-8e72-461c-bf7b-1e88cef50c90,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:06.257751 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f8b722a4-8e72-461c-bf7b-1e88cef50c90 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:06.419761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Made reservation on behalf of f4a3f355094c49d49a45185a81d22da3 for: {'port': 2} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:06.424647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.439980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.526458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] device_id is not set on port c681e39a-37a0-4f73-9eb1-e14365fadf31 yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:09:06.974281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.049765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] device_id is not set on port e7ada2b5-a1ed-4c8d-94ee-592e3f85ae4e yet. {{(pid=94667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:09:07.162002 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.204630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.264660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Port': ['ID=c681e39a-37a0-4f73-9eb1-e14365fadf31,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:07.276315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Checking segment: {'id': '09b98ecc-8785-45fe-affd-1ea36d9fcb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:07.277072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Network hostable DHCP agents. Network: 45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:07.294283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Network 45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:07.303352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:07.307621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:07.308863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.313963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae2ce18-0fca-4155-9dd4-1f8fd515c8ee None None] Network 45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:07.371670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Port': ['ID=e7ada2b5-a1ed-4c8d-94ee-592e3f85ae4e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:07.388810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Checking segment: {'id': '05399fb3-aaf8-4195-b7c7-b16aef606964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f8b722a4-8e72-461c-bf7b-1e88cef50c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:07.389450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Network hostable DHCP agents. Network: f8b722a4-8e72-461c-bf7b-1e88cef50c90, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:07.409977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Network f8b722a4-8e72-461c-bf7b-1e88cef50c90 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:07.420653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f8b722a4-8e72-461c-bf7b-1e88cef50c90) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:07.430937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:07.432700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7626493-f41f-4b7c-9c79-08971532e6b4 None None] Network f8b722a4-8e72-461c-bf7b-1e88cef50c90 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:07.437794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:07.444271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:07.445035 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.462269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-471cb1e8-e0bb-48c3-a861-ec2f4d559e5a tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2246256 Aug 31 07:09:07.466122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49580) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:07.523346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449be5db-8648-4064-b480-979fe543e490 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:07.530352 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449be5db-8648-4064-b480-979fe543e490 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:07.534498 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-449be5db-8648-4064-b480-979fe543e490 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0640385 Aug 31 07:09:07.534732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49582) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:07.629962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3beab84c-473c-4497-aa32-cf5c8b389dc0 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Deleting port c681e39a-37a0-4f73-9eb1-e14365fadf31 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:07.630302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3beab84c-473c-4497-aa32-cf5c8b389dc0 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.698950 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3beab84c-473c-4497-aa32-cf5c8b389dc0 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.712957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3beab84c-473c-4497-aa32-cf5c8b389dc0 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Calling delete_port for c681e39a-37a0-4f73-9eb1-e14365fadf31 owned by {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:07.798518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3beab84c-473c-4497-aa32-cf5c8b389dc0 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.829087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beab84c-473c-4497-aa32-cf5c8b389dc0 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Port': ['ID=c681e39a-37a0-4f73-9eb1-e14365fadf31,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:07.835198 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3beab84c-473c-4497-aa32-cf5c8b389dc0 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.837048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3beab84c-473c-4497-aa32-cf5c8b389dc0 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/ports/c681e39a-37a0-4f73-9eb1-e14365fadf31 HTTP/1.1" status: 204 len: 168 time: 0.3013728 Aug 31 07:09:07.839944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49584) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:07.933336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b68e8406-2e7c-4f74-ad40-434d77353c51 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Deleting port e7ada2b5-a1ed-4c8d-94ee-592e3f85ae4e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:07.933687 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b68e8406-2e7c-4f74-ad40-434d77353c51 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.007638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b68e8406-2e7c-4f74-ad40-434d77353c51 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.021329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b68e8406-2e7c-4f74-ad40-434d77353c51 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Calling delete_port for e7ada2b5-a1ed-4c8d-94ee-592e3f85ae4e owned by {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:08.105701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b68e8406-2e7c-4f74-ad40-434d77353c51 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.141300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e8406-2e7c-4f74-ad40-434d77353c51 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Port': ['ID=e7ada2b5-a1ed-4c8d-94ee-592e3f85ae4e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:08.148855 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b68e8406-2e7c-4f74-ad40-434d77353c51 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.151514 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b68e8406-2e7c-4f74-ad40-434d77353c51 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/ports/e7ada2b5-a1ed-4c8d-94ee-592e3f85ae4e HTTP/1.1" status: 204 len: 168 time: 0.3106427 Aug 31 07:09:08.154083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.202205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f9120f78-cbe0-4bef-b1b8-3f73bad353d2 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0470212 Aug 31 07:09:08.205828 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49588) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.211144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1204963191'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:08.233279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Made reservation on behalf of f4a3f355094c49d49a45185a81d22da3 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:08.236707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.261375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:08.271275 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.271616 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Added segment ad81cead-dc59-44b1-a204-311cf9a14ea9 of type vlan for network 84b9f83e-35f9-4e7e-84bc-760e18111f7a Aug 31 07:09:08.319688 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.348708 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.354442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:08.355035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.408137 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2008760 Aug 31 07:09:08.410896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49592) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.416422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1041552629'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:08.432412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53d09e-6f09-4516-a637-d0530a26fa26 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Network': ['ID=84b9f83e-35f9-4e7e-84bc-760e18111f7a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:08.443150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Made reservation on behalf of f4a3f355094c49d49a45185a81d22da3 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:08.443674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 84b9f83e-35f9-4e7e-84bc-760e18111f7a details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:08.446788 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.472640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:08.484380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.484731 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Added segment 73034f68-53d1-4298-ad9d-891f7869cec8 of type vlan for network acbb218b-83e9-449f-96c9-4f609c87a4ae Aug 31 07:09:08.530286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.555382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.562099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:08.562696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.626199 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2140760 Aug 31 07:09:08.637744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87427fff-b619-426d-a788-dd2a78ef3f16 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Network': ['ID=acbb218b-83e9-449f-96c9-4f609c87a4ae,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:08.662469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network acbb218b-83e9-449f-96c9-4f609c87a4ae details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:08.782537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49594) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.788140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'subnets': [{'network_id': '84b9f83e-35f9-4e7e-84bc-760e18111f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--943319730', 'ip_version': 4}, {'network_id': 'acbb218b-83e9-449f-96c9-4f609c87a4ae', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:08.788460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'subnet': {'network_id': '84b9f83e-35f9-4e7e-84bc-760e18111f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--943319730', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:08.789463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Request body: {'subnet': {'network_id': 'acbb218b-83e9-449f-96c9-4f609c87a4ae', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:08.953251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Made reservation on behalf of f4a3f355094c49d49a45185a81d22da3 for: {'subnet': 2} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:08.957889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.958238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.343741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.405140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Subnet': ['ID=4f67ece3-7b19-4f95-bcd2-7b341db23167,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:09.417041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.417411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.417757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.418095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.418428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.418756 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.419110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.419441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.420324 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.420634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.420959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.421301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:09.427477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Checking segment: {'id': 'ad81cead-dc59-44b1-a204-311cf9a14ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '84b9f83e-35f9-4e7e-84bc-760e18111f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:09.427845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Network hostable DHCP agents. Network: 84b9f83e-35f9-4e7e-84bc-760e18111f7a, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:09.447133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Network 84b9f83e-35f9-4e7e-84bc-760e18111f7a is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:09.457237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 84b9f83e-35f9-4e7e-84bc-760e18111f7a) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:09.461531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.468105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a0d26f-fcf1-4d0a-836b-5930f3e1ee02 None None] Network 84b9f83e-35f9-4e7e-84bc-760e18111f7a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:09.524681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event updated for resources: {'Subnet': ['ID=e2f06d49-b243-4f28-8724-6009b0c34c0f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:09.535786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Checking segment: {'id': '73034f68-53d1-4298-ad9d-891f7869cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'acbb218b-83e9-449f-96c9-4f609c87a4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:09.536156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Network hostable DHCP agents. Network: acbb218b-83e9-449f-96c9-4f609c87a4ae, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:09.554689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Network acbb218b-83e9-449f-96c9-4f609c87a4ae is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:09.565677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, acbb218b-83e9-449f-96c9-4f609c87a4ae) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:09.577593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:09.578100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:09.578719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.580142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7bfe9-01f8-4197-823a-2c4416b3f130 None None] Network acbb218b-83e9-449f-96c9-4f609c87a4ae requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:09.596614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d407c274-4af2-4319-aff3-d9694bcb28e9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8127615 Aug 31 07:09:09.598931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49598) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.681686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100bd700-4822-44ec-962f-c988796f731d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-84b9f83e-35f9-4e7e-84bc-760e18111f7a', 'network_id': '84b9f83e-35f9-4e7e-84bc-760e18111f7a', 'tenant_id': 'f4a3f355094c49d49a45185a81d22da3', 'fixed_ips': [{'subnet_id': '4f67ece3-7b19-4f95-bcd2-7b341db23167'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:09.682576 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-100bd700-4822-44ec-962f-c988796f731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.706158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82831ea-2a16-4125-aded-f806d41de557 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:09.707748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82831ea-2a16-4125-aded-f806d41de557 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:09.709562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82831ea-2a16-4125-aded-f806d41de557 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:09.713672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a82831ea-2a16-4125-aded-f806d41de557 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1136971 Aug 31 07:09:09.715131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49600) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.777766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea38af30-112b-40cf-a4dd-9306efd139d3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Deleting subnet 4f67ece3-7b19-4f95-bcd2-7b341db23167 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:09.781991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea38af30-112b-40cf-a4dd-9306efd139d3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.829737 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea38af30-112b-40cf-a4dd-9306efd139d3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.843241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-acbb218b-83e9-449f-96c9-4f609c87a4ae', 'network_id': 'acbb218b-83e9-449f-96c9-4f609c87a4ae', 'tenant_id': 'f4a3f355094c49d49a45185a81d22da3', 'fixed_ips': [{'subnet_id': 'e2f06d49-b243-4f28-8724-6009b0c34c0f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:09.844183 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.878616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea38af30-112b-40cf-a4dd-9306efd139d3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.947387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea38af30-112b-40cf-a4dd-9306efd139d3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server [None req-100bd700-4822-44ec-962f-c988796f731d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f67ece3-7b19-4f95-bcd2-7b341db23167: This subnet is being modified by another concurrent operation. Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server raise exception Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f67ece3-7b19-4f95-bcd2-7b341db23167: This subnet is being modified by another concurrent operation. Aug 31 07:09:09.958178 n-d-712142-16 neutron-server[94669]: ERROR oslo_messaging.rpc.server Aug 31 07:09:09.976753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38af30-112b-40cf-a4dd-9306efd139d3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Subnet': ['ID=4f67ece3-7b19-4f95-bcd2-7b341db23167,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:09.981502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679b3b6-088f-47ba-a3c2-f2e5e70799da None None] Network 84b9f83e-35f9-4e7e-84bc-760e18111f7a requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:09.985441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea38af30-112b-40cf-a4dd-9306efd139d3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.988779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ea38af30-112b-40cf-a4dd-9306efd139d3 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/subnets/4f67ece3-7b19-4f95-bcd2-7b341db23167 HTTP/1.1" status: 204 len: 168 time: 0.2721093 Aug 31 07:09:09.991580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49602) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.051484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1369d0fd-63f3-4b61-85f8-bab24fc715b9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Deleting subnet e2f06d49-b243-4f28-8724-6009b0c34c0f {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:10.055548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Allocated IP 172.20.0.18 (acbb218b-83e9-449f-96c9-4f609c87a4ae/e2f06d49-b243-4f28-8724-6009b0c34c0f/1066031d-2c19-4ec0-9364-2a19ccbe6346) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:10.258183 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.267858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Transition to ACTIVE for port object 1066031d-2c19-4ec0-9364-2a19ccbe6346 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:10.283940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Transition to ACTIVE for port object 1066031d-2c19-4ec0-9364-2a19ccbe6346 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:10.290627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1369d0fd-63f3-4b61-85f8-bab24fc715b9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.291052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.333392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1369d0fd-63f3-4b61-85f8-bab24fc715b9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.334453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Network acbb218b-83e9-449f-96c9-4f609c87a4ae is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:10.340388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:10.344209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:10.354018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Pushing event updated for resources: {'Port': ['ID=1066031d-2c19-4ec0-9364-2a19ccbe6346,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:10.398275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Attempting to bind port 1066031d-2c19-4ec0-9364-2a19ccbe6346 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:10.398646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Attempting to bind port 1066031d-2c19-4ec0-9364-2a19ccbe6346 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '73034f68-53d1-4298-ad9d-891f7869cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'acbb218b-83e9-449f-96c9-4f609c87a4ae'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:10.399045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Attempting to bind port 1066031d-2c19-4ec0-9364-2a19ccbe6346 on network acbb218b-83e9-449f-96c9-4f609c87a4ae {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:10.405785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:10.406195 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Checking segment: {'id': '73034f68-53d1-4298-ad9d-891f7869cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'acbb218b-83e9-449f-96c9-4f609c87a4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:10.406562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.406952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Bound using segment: {'id': '73034f68-53d1-4298-ad9d-891f7869cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'acbb218b-83e9-449f-96c9-4f609c87a4ae'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:10.407424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Bound port: 1066031d-2c19-4ec0-9364-2a19ccbe6346, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73034f68-53d1-4298-ad9d-891f7869cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'acbb218b-83e9-449f-96c9-4f609c87a4ae'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:10.407801 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.437505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1369d0fd-63f3-4b61-85f8-bab24fc715b9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.518616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1369d0fd-63f3-4b61-85f8-bab24fc715b9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.522159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] For port 1066031d-2c19-4ec0-9364-2a19ccbe6346, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:10.525796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] For port 1066031d-2c19-4ec0-9364-2a19ccbe6346, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1066031d-2c19-4ec0-9364-2a19ccbe6346,segment=NetworkSegment(73034f68-53d1-4298-ad9d-891f7869cec8),segment_id=73034f68-53d1-4298-ad9d-891f7869cec8)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:10.530733 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.547700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369d0fd-63f3-4b61-85f8-bab24fc715b9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f06d49-b243-4f28-8724-6009b0c34c0f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:10.551363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1369d0fd-63f3-4b61-85f8-bab24fc715b9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.556566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1369d0fd-63f3-4b61-85f8-bab24fc715b9 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/subnets/e2f06d49-b243-4f28-8724-6009b0c34c0f HTTP/1.1" status: 204 len: 168 time: 0.5609319 Aug 31 07:09:10.556566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49606) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.617639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35949b60-683a-43ba-af53-02817aa29ea7 None None] Pushing event updated for resources: {'Port': ['ID=1066031d-2c19-4ec0-9364-2a19ccbe6346,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:10.617885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b715ba-b341-4789-bd69-f3a17bd2cfac tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:10.623752 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c0b715ba-b341-4789-bd69-f3a17bd2cfac tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626709 Aug 31 07:09:10.624118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49608) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.720198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.804554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Deleting port 1066031d-2c19-4ec0-9364-2a19ccbe6346 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:10.804908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.893880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] For port 1066031d-2c19-4ec0-9364-2a19ccbe6346, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1066031d-2c19-4ec0-9364-2a19ccbe6346,segment=NetworkSegment(73034f68-53d1-4298-ad9d-891f7869cec8),segment_id=73034f68-53d1-4298-ad9d-891f7869cec8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:10.894259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.912851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Calling delete_port for 1066031d-2c19-4ec0-9364-2a19ccbe6346 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:10.917029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1066031d-2c19-4ec0-9364-2a19ccbe6346 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:10.978315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1066031d-2c19-4ec0-9364-2a19ccbe6346 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:11.011984 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.036179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Port': ['ID=1066031d-2c19-4ec0-9364-2a19ccbe6346,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:11.041946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] No DVR routers for this DVR port 1066031d-2c19-4ec0-9364-2a19ccbe6346 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:11.128647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.139823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbb218b-83e9-449f-96c9-4f609c87a4ae']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.150955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73034f68-53d1-4298-ad9d-891f7869cec8') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.151257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73034f68-53d1-4298-ad9d-891f7869cec8') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.161560 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.176056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.181992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:11.182390 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:11.186036 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:11.245373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.254203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.256265 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/networks/acbb218b-83e9-449f-96c9-4f609c87a4ae HTTP/1.1" status: 204 len: 168 time: 0.6312053 Aug 31 07:09:11.258733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49610) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:11.278515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee69e2-bc89-49e1-ae14-1f604695e842 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Network': ['ID=acbb218b-83e9-449f-96c9-4f609c87a4ae,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:11.355245 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.467068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.480064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b9f83e-35f9-4e7e-84bc-760e18111f7a']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.493497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad81cead-dc59-44b1-a204-311cf9a14ea9') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.494011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad81cead-dc59-44b1-a204-311cf9a14ea9') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.504952 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.520482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.529530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:11.530037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:11.533664 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:11.608272 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.636375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.641014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/networks/84b9f83e-35f9-4e7e-84bc-760e18111f7a HTTP/1.1" status: 204 len: 168 time: 0.3785944 Aug 31 07:09:11.641014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b36ba-aab8-441c-8324-69cab7690d28 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Network': ['ID=84b9f83e-35f9-4e7e-84bc-760e18111f7a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:11.642063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49614) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:11.684644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-391c3a4c-161d-45ee-b474-b62d807ee616 None None] Could not find standard attr ID for object 1066031d-2c19-4ec0-9364-2a19ccbe6346. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:09:11.727726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.741217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f58a2-10c9-4f22-b407-a9ab228f8118 None None] DHCP port deletion for acbb218b-83e9-449f-96c9-4f609c87a4ae request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:11.760030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ef64f-56ac-49bc-b373-fb43f39c688a None None] Network acbb218b-83e9-449f-96c9-4f609c87a4ae requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:11.773282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ef64f-56ac-49bc-b373-fb43f39c688a None None] Network acbb218b-83e9-449f-96c9-4f609c87a4ae could not be found, it might have been deleted concurrently. {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 07:09:11.783089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58223a8-02a4-4caa-bb7d-fefdb7d8d423 None None] get_active_networks_info from n-d-712142-16 {{(pid=94669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:09:11.829769 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.840356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b722a4-8e72-461c-bf7b-1e88cef50c90']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.852298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05399fb3-aaf8-4195-b7c7-b16aef606964') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.852586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05399fb3-aaf8-4195-b7c7-b16aef606964') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:11.862733 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.869389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58223a8-02a4-4caa-bb7d-fefdb7d8d423 None None] Resources bound (agent type, host, resource id): {{(pid=94669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:09:11.879402 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.886670 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:11.887761 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:11.891579 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:11.956274 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.964433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.966571 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/networks/f8b722a4-8e72-461c-bf7b-1e88cef50c90 HTTP/1.1" status: 204 len: 168 time: 0.3232605 Aug 31 07:09:11.968960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49616) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.042154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d482e4-ef22-4bec-abab-68eccc411910 tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Network': ['ID=f8b722a4-8e72-461c-bf7b-1e88cef50c90,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:12.079262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.177889 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.190096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:12.201299 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b98ecc-8785-45fe-affd-1ea36d9fcb6a') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:12.201890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b98ecc-8785-45fe-affd-1ea36d9fcb6a') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:12.211817 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.227939 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.237219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:12.237624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:12.240801 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:12.299216 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.308393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.313850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] 10.222.0.15 "DELETE /v2.0/networks/45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c HTTP/1.1" status: 204 len: 168 time: 0.3437567 Aug 31 07:09:12.332415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c5830-e7d4-42fe-8b1e-41f59d12d3de tempest-BulkNetworkOpsTest-27101402 tempest-BulkNetworkOpsTest-27101402-project] Pushing event deleted for resources: {'Network': ['ID=45aa2ed2-d935-4f5f-b2d0-fed3eda3cc0c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:12.577901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49622) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.755702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d2d17b47-0683-43b9-8484-bef169b9c4d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4a3f355094c49d49a45185a81d22da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766067 Aug 31 07:09:12.758176 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49628) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.816729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4575e812-bb16-4395-a925-10c456b49777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.843744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4575e812-bb16-4395-a925-10c456b49777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.857878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1066031d-2c19-4ec0-9364-2a19ccbe6346 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:12.878631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1066031d-2c19-4ec0-9364-2a19ccbe6346 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:12.878970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1066031d-2c19-4ec0-9364-2a19ccbe6346 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:12.896494 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4575e812-bb16-4395-a925-10c456b49777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.899269 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4575e812-bb16-4395-a925-10c456b49777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.901232 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4575e812-bb16-4395-a925-10c456b49777 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/609ee05c-d48d-4b93-800c-106c1788d151 HTTP/1.1" status: 204 len: 168 time: 0.1413596 Aug 31 07:09:12.908664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575e812-bb16-4395-a925-10c456b49777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609ee05c-d48d-4b93-800c-106c1788d151,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:13.578374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49658) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.677433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1839657798'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.699966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:13.704046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.713860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.819901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.823924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.852614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:13.858479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964ddd1f-53af-4d96-83e4-ca17974ce21c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:13.865324 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.865670 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment df85923f-9008-4870-a340-b2a16c51a301 of type vlan for network 9fed0680-efa6-4db8-8a86-3ea846f303ff Aug 31 07:09:13.907648 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.937893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.943226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:13.943806 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.993948 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4144399 Aug 31 07:09:13.996638 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49672) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.005160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-574744290'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.019727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c343e-ef37-4535-975c-095f82c36a16 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=9fed0680-efa6-4db8-8a86-3ea846f303ff,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:14.029031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:14.030964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 9fed0680-efa6-4db8-8a86-3ea846f303ff details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:14.033770 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.060999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:14.074306 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.074973 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment 23b62101-3c5f-49ec-9fbc-b7d04f60d785 of type vlan for network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 Aug 31 07:09:14.124207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.152556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.158801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:14.159566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.222334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2216311 Aug 31 07:09:14.222334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49674) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.227952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': '9fed0680-efa6-4db8-8a86-3ea846f303ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.306496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c024b-3fec-407d-9445-b4118dc159f5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=2de47cc0-1a7e-4e9e-ab7f-358eb44d1733,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:14.318675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:14.346174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:14.349974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.554879 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.619945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=3ded8965-8643-43b1-9f95-e9de07fbd1bd,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:14.628864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': 'df85923f-9008-4870-a340-b2a16c51a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9fed0680-efa6-4db8-8a86-3ea846f303ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:14.629396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: 9fed0680-efa6-4db8-8a86-3ea846f303ff, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:14.646912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 9fed0680-efa6-4db8-8a86-3ea846f303ff is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:14.656137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 9fed0680-efa6-4db8-8a86-3ea846f303ff) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:14.660535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:14.661130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.668343 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbb1bb-c312-4615-b0ee-d9dba10887ed None None] Network 9fed0680-efa6-4db8-8a86-3ea846f303ff requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:14.679531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1c3274bd-baa0-4da4-a189-86c427b20dd9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4563732 Aug 31 07:09:14.679801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49676) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.685001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': '2de47cc0-1a7e-4e9e-ab7f-358eb44d1733', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.787891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:14.795598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.832547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-9fed0680-efa6-4db8-8a86-3ea846f303ff', 'network_id': '9fed0680-efa6-4db8-8a86-3ea846f303ff', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': '3ded8965-8643-43b1-9f95-e9de07fbd1bd'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:14.833716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.988788 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Allocated IP 2001:db8::2 (9fed0680-efa6-4db8-8a86-3ea846f303ff/3ded8965-8643-43b1-9f95-e9de07fbd1bd/a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:15.023800 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.101243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': '23b62101-3c5f-49ec-9fbc-b7d04f60d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2de47cc0-1a7e-4e9e-ab7f-358eb44d1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:15.101603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:15.106077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=fbb6f385-688c-4df5-ba28-52f53434a46d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.124658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:15.134921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:15.142781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:15.144664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.156232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f040ca-c6ad-4fc7-a271-bb7525c4e0b5 None None] Network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:15.161482 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5579f056-2c25-465f-b4af-c5da5af5b975 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4806678 Aug 31 07:09:15.164123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49684) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.168937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-91fd6f9a-9562-4087-885e-361ea219d185 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-176610366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:15.195955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91fd6f9a-9562-4087-885e-361ea219d185 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.197339 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91fd6f9a-9562-4087-885e-361ea219d185 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.220061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.232009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Transition to ACTIVE for port object a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:15.256725 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91fd6f9a-9562-4087-885e-361ea219d185 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.260891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Transition to ACTIVE for port object a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:15.262680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91fd6f9a-9562-4087-885e-361ea219d185 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.271630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.283523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-91fd6f9a-9562-4087-885e-361ea219d185 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.290090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-91fd6f9a-9562-4087-885e-361ea219d185 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1197033 Aug 31 07:09:15.290090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49690) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.315938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Network 9fed0680-efa6-4db8-8a86-3ea846f303ff is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:15.339433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:15.346107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:15.358228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Pushing event updated for resources: {'Port': ['ID=a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.430206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Attempting to bind port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:15.430581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Attempting to bind port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'df85923f-9008-4870-a340-b2a16c51a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9fed0680-efa6-4db8-8a86-3ea846f303ff'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:15.430969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Attempting to bind port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 on network 9fed0680-efa6-4db8-8a86-3ea846f303ff {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:15.437218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:15.437827 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Checking segment: {'id': 'df85923f-9008-4870-a340-b2a16c51a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9fed0680-efa6-4db8-8a86-3ea846f303ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:15.437975 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.438369 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Bound using segment: {'id': 'df85923f-9008-4870-a340-b2a16c51a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9fed0680-efa6-4db8-8a86-3ea846f303ff'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:15.438846 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Bound port: a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df85923f-9008-4870-a340-b2a16c51a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9fed0680-efa6-4db8-8a86-3ea846f303ff'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:15.439233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.442497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-2de47cc0-1a7e-4e9e-ab7f-358eb44d1733', 'network_id': '2de47cc0-1a7e-4e9e-ab7f-358eb44d1733', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': 'fbb6f385-688c-4df5-ba28-52f53434a46d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:15.443326 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.585731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] For port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:15.591728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] For port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102,segment=NetworkSegment(df85923f-9008-4870-a340-b2a16c51a301),segment_id=df85923f-9008-4870-a340-b2a16c51a301)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:15.599790 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.613388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.693990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Allocated IP 2001:db8:1::2 (2de47cc0-1a7e-4e9e-ab7f-358eb44d1733/fbb6f385-688c-4df5-ba28-52f53434a46d/d4d92671-ce11-4862-a7f7-db4d0528f772) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:15.737519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9909e-f9e2-4a5a-8d0e-98e2a0b1012b None None] Pushing event updated for resources: {'Port': ['ID=a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.920425 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.939569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Transition to ACTIVE for port object d4d92671-ce11-4862-a7f7-db4d0528f772 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:15.946917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8::1 (9fed0680-efa6-4db8-8a86-3ea846f303ff/3ded8965-8643-43b1-9f95-e9de07fbd1bd/2e2603a4-b4dd-4624-bf44-166859826091) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:15.965830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Transition to ACTIVE for port object d4d92671-ce11-4862-a7f7-db4d0528f772 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:16.001968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.079945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Pushing event updated for resources: {'Port': ['ID=d4d92671-ce11-4862-a7f7-db4d0528f772,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:16.099416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:16.101163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:16.104586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:16.167366 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Attempting to bind port d4d92671-ce11-4862-a7f7-db4d0528f772 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:16.168081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Attempting to bind port d4d92671-ce11-4862-a7f7-db4d0528f772 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '23b62101-3c5f-49ec-9fbc-b7d04f60d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2de47cc0-1a7e-4e9e-ab7f-358eb44d1733'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:16.168302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Attempting to bind port d4d92671-ce11-4862-a7f7-db4d0528f772 on network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:16.174168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:16.174695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Checking segment: {'id': '23b62101-3c5f-49ec-9fbc-b7d04f60d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2de47cc0-1a7e-4e9e-ab7f-358eb44d1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:16.175230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.175687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Bound using segment: {'id': '23b62101-3c5f-49ec-9fbc-b7d04f60d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2de47cc0-1a7e-4e9e-ab7f-358eb44d1733'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:16.176298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Bound port: d4d92671-ce11-4862-a7f7-db4d0528f772, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b62101-3c5f-49ec-9fbc-b7d04f60d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2de47cc0-1a7e-4e9e-ab7f-358eb44d1733'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:16.176798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.186199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.206533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object 2e2603a4-b4dd-4624-bf44-166859826091 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:16.249546 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.250255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] For port d4d92671-ce11-4862-a7f7-db4d0528f772, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:16.254612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] For port d4d92671-ce11-4862-a7f7-db4d0528f772, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4d92671-ce11-4862-a7f7-db4d0528f772,segment=NetworkSegment(23b62101-3c5f-49ec-9fbc-b7d04f60d785),segment_id=23b62101-3c5f-49ec-9fbc-b7d04f60d785)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:16.261801 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.339271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d309-5f82-4e42-b44d-eb14b0261a63 None None] Pushing event updated for resources: {'Port': ['ID=d4d92671-ce11-4862-a7f7-db4d0528f772,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:16.349883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 9fed0680-efa6-4db8-8a86-3ea846f303ff is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:16.360714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:16.364336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:16.365161 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.369040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=2e2603a4-b4dd-4624-bf44-166859826091,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:16.503673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.830521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.838018 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.838598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.971274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=2e2603a4-b4dd-4624-bf44-166859826091,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:16.984053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 9fed0680-efa6-4db8-8a86-3ea846f303ff is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:16.990095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:17.002268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:17.056320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:17.060922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4d92671-ce11-4862-a7f7-db4d0528f772 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:17.138018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d4d92671-ce11-4862-a7f7-db4d0528f772 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:17.150465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3152347-5131-4396-a08d-5db98b70040d None None] Network 9fed0680-efa6-4db8-8a86-3ea846f303ff requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:17.283757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a86cb43e-84bd-426e-8fef-87f913548de2 None None] Provisioning for port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:17.309000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a86cb43e-84bd-426e-8fef-87f913548de2 None None] Provisioning complete for port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:17.309540 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a86cb43e-84bd-426e-8fef-87f913548de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:17.463678 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a86cb43e-84bd-426e-8fef-87f913548de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:17.515632 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a86cb43e-84bd-426e-8fef-87f913548de2 None None] For port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102,segment=NetworkSegment(df85923f-9008-4870-a340-b2a16c51a301),segment_id=df85923f-9008-4870-a340-b2a16c51a301)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:17.521987 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a86cb43e-84bd-426e-8fef-87f913548de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:17.602481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cb43e-84bd-426e-8fef-87f913548de2 None None] Pushing event updated for resources: {'Port': ['ID=a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:17.614710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router 582e0935-d5f3-4a33-8e52-2a20eadc4b31 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:09:17.727671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030bf037-51a8-4608-9d75-faa203d87d25 None None] Network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:17.805696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-88fe19ea-b789-445a-a356-8dc22accb777 None None] Provisioning for port d4d92671-ce11-4862-a7f7-db4d0528f772 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:17.814953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-88fe19ea-b789-445a-a356-8dc22accb777 None None] Provisioning complete for port d4d92671-ce11-4862-a7f7-db4d0528f772 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:17.815600 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-88fe19ea-b789-445a-a356-8dc22accb777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:17.831850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:17.842775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49698) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:17.843727 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6a0f4-a832-4e62-af72-6a88ce714f4b None None] Sync routers for ids ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:17.853545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4867294a-e2f5-40cb-82be-9fdb5d1349f3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/582e0935-d5f3-4a33-8e52-2a20eadc4b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645311 Aug 31 07:09:17.855629 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6a0f4-a832-4e62-af72-6a88ce714f4b None None] Routers {'582e0935-d5f3-4a33-8e52-2a20eadc4b31'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:17.856607 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6ae6a0f4-a832-4e62-af72-6a88ce714f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:17.909918 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6ae6a0f4-a832-4e62-af72-6a88ce714f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:17.914770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e9696-752f-40ae-8e72-8d49d17148c8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:17.916212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-975e9696-752f-40ae-8e72-8d49d17148c8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports/2e2603a4-b4dd-4624-bf44-166859826091 HTTP/1.1" status: 200 len: 911 time: 0.0726006 Aug 31 07:09:17.919140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49700) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:17.933122 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6a0f4-a832-4e62-af72-6a88ce714f4b None None] Routers {'582e0935-d5f3-4a33-8e52-2a20eadc4b31'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:17.934604 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6ae6a0f4-a832-4e62-af72-6a88ce714f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:17.976613 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6ae6a0f4-a832-4e62-af72-6a88ce714f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:17.977579 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6a0f4-a832-4e62-af72-6a88ce714f4b None None] The sync data for ids ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:18.038265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-88fe19ea-b789-445a-a356-8dc22accb777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.077726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-88fe19ea-b789-445a-a356-8dc22accb777 None None] For port d4d92671-ce11-4862-a7f7-db4d0528f772, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4d92671-ce11-4862-a7f7-db4d0528f772,segment=NetworkSegment(23b62101-3c5f-49ec-9fbc-b7d04f60d785),segment_id=23b62101-3c5f-49ec-9fbc-b7d04f60d785)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:18.093807 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-88fe19ea-b789-445a-a356-8dc22accb777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.158857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe19ea-b789-445a-a356-8dc22accb777 None None] Pushing event updated for resources: {'Port': ['ID=d4d92671-ce11-4862-a7f7-db4d0528f772,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:18.215902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5cdfa826-341a-4d87-8ee2-a1101ac58ef2 None None] Provisioning complete for port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:18.216273 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa826-341a-4d87-8ee2-a1101ac58ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.347660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5cdfa826-341a-4d87-8ee2-a1101ac58ef2 None None] Provisioning for port 2e2603a4-b4dd-4624-bf44-166859826091 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:18.352932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5cdfa826-341a-4d87-8ee2-a1101ac58ef2 None None] Provisioning complete for port 2e2603a4-b4dd-4624-bf44-166859826091 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:18.353535 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cdfa826-341a-4d87-8ee2-a1101ac58ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.403309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5cdfa826-341a-4d87-8ee2-a1101ac58ef2 None None] Port 2e2603a4-b4dd-4624-bf44-166859826091 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:18.481237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.524420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-97c32346-7b47-40ea-bc32-23322cf9a361 None None] Provisioning complete for port d4d92671-ce11-4862-a7f7-db4d0528f772 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:18.524420 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-97c32346-7b47-40ea-bc32-23322cf9a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.621677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-97c32346-7b47-40ea-bc32-23322cf9a361 None None] Provisioning complete for port 2e2603a4-b4dd-4624-bf44-166859826091 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:18.622137 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-97c32346-7b47-40ea-bc32-23322cf9a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.655694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-97c32346-7b47-40ea-bc32-23322cf9a361 None None] Port 2e2603a4-b4dd-4624-bf44-166859826091 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:18.747013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8:1::1 (2de47cc0-1a7e-4e9e-ab7f-358eb44d1733/fbb6f385-688c-4df5-ba28-52f53434a46d/224b5436-2a11-4967-82cb-de01c2c317a4) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:18.861698 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.864044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:18.876439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object 224b5436-2a11-4967-82cb-de01c2c317a4 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:18.912949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.915736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:18.916109 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:18.960259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:18.963476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:18.967916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:18.968465 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.002519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4d92671-ce11-4862-a7f7-db4d0528f772 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:19.011664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=224b5436-2a11-4967-82cb-de01c2c317a4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:19.054665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d4d92671-ce11-4862-a7f7-db4d0528f772 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:19.055041 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.102274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.283259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4949ef84-2feb-47dc-8f44-87e3d01772dd None None] Provisioning for port 224b5436-2a11-4967-82cb-de01c2c317a4 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:19.287345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4949ef84-2feb-47dc-8f44-87e3d01772dd None None] Provisioning complete for port 224b5436-2a11-4967-82cb-de01c2c317a4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:19.287717 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4949ef84-2feb-47dc-8f44-87e3d01772dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.324790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4949ef84-2feb-47dc-8f44-87e3d01772dd None None] Port 224b5436-2a11-4967-82cb-de01c2c317a4 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:19.382910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.387726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.389023 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.473213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=224b5436-2a11-4967-82cb-de01c2c317a4,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:19.521061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:19.522515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:19.532342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-7ace4b3f-d547-4fe7-8eca-f358105430a9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:19.533898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-7ace4b3f-d547-4fe7-8eca-f358105430a9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1124935 Aug 31 07:09:19.551059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b22dacec-fe7b-4220-94ee-27b9a7a3f601 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/quotas/fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 375 time: 0.0103152 Aug 31 07:09:19.609922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-3be3b331-8be5-4519-9f70-909022f4825e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528047 Aug 31 07:09:19.629025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router 582e0935-d5f3-4a33-8e52-2a20eadc4b31 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:19.707833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-6f6a7105-4c86-4930-89ef-769dc1485bb6 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905418 Aug 31 07:09:19.735585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:19.743662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0b91cc36-b207-4457-93f6-b310314cfd7c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/582e0935-d5f3-4a33-8e52-2a20eadc4b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8201253 Aug 31 07:09:19.743662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49714) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:19.746402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed11059-8935-4fa2-b329-349f3a144d2e None None] Sync routers for ids ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:19.769155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed11059-8935-4fa2-b329-349f3a144d2e None None] Routers {'582e0935-d5f3-4a33-8e52-2a20eadc4b31'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:19.770096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bed11059-8935-4fa2-b329-349f3a144d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:19.793446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c500e5a1-923c-4a7b-8ec8-bd6309d1f9ca tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:19.797678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c500e5a1-923c-4a7b-8ec8-bd6309d1f9ca tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports/224b5436-2a11-4967-82cb-de01c2c317a4 HTTP/1.1" status: 200 len: 913 time: 0.0508277 Aug 31 07:09:19.797879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49716) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:19.803922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-6b2fb3ee-3b74-4af0-b810-4348129886a9 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900075 Aug 31 07:09:19.812537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7ccc7e95-6855-4cc2-8575-716c2415565d None None] Provisioning complete for port 224b5436-2a11-4967-82cb-de01c2c317a4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:19.812945 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7e95-6855-4cc2-8575-716c2415565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.814802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bed11059-8935-4fa2-b329-349f3a144d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:19.862960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed11059-8935-4fa2-b329-349f3a144d2e None None] Routers {'582e0935-d5f3-4a33-8e52-2a20eadc4b31'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:19.863726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bed11059-8935-4fa2-b329-349f3a144d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:19.904376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bed11059-8935-4fa2-b329-349f3a144d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:19.905048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed11059-8935-4fa2-b329-349f3a144d2e None None] The sync data for ids ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:19.910582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc7e95-6855-4cc2-8575-716c2415565d None None] Port 224b5436-2a11-4967-82cb-de01c2c317a4 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:20.130991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4cb28ca2-16e7-40ab-8a95-e2ada9b769b3 req-c380746e-0832-406f-891b-f06938f64098 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 210 time: 0.0364189 Aug 31 07:09:20.191464 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:20.449627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 224b5436-2a11-4967-82cb-de01c2c317a4 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:20.449979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:20.536493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:20.549245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 224b5436-2a11-4967-82cb-de01c2c317a4 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:20.720125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:20.743992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=224b5436-2a11-4967-82cb-de01c2c317a4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:20.867602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:21.234556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e3a413f8-50f2-4f76-a37f-deac7715ea1a req-3e633387-4a4c-48b0-821e-b65b52358fc2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 210 time: 0.0292659 Aug 31 07:09:21.461151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-e149ae8c-9ffa-4014-bdab-1805fb38c36f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:21.462646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-e149ae8c-9ffa-4014-bdab-1805fb38c36f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.5207658 Aug 31 07:09:21.475760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'port': {'device_id': '0ab032c2-130d-4e87-8bf6-e75daf92f306', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'admin_state_up': True, 'tenant_id': 'fe90ce1058164403a8bc57952865253f'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:21.523794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router 582e0935-d5f3-4a33-8e52-2a20eadc4b31 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:21.665222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:21.675888 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d4cf1bbb-2ccf-4af2-9f50-6d6910bae34c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/582e0935-d5f3-4a33-8e52-2a20eadc4b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8727248 Aug 31 07:09:21.676548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49736) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:21.676818 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c612c16-c668-47b5-ba95-b639c4397ca5 None None] Sync routers for ids ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:21.680074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:21.683666 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:21.695312 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c612c16-c668-47b5-ba95-b639c4397ca5 None None] Routers {'582e0935-d5f3-4a33-8e52-2a20eadc4b31'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:21.696212 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1c612c16-c668-47b5-ba95-b639c4397ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:21.735343 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1c612c16-c668-47b5-ba95-b639c4397ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:21.744377 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c612c16-c668-47b5-ba95-b639c4397ca5 None None] Routers {'582e0935-d5f3-4a33-8e52-2a20eadc4b31'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:21.745223 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1c612c16-c668-47b5-ba95-b639c4397ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:21.778360 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1c612c16-c668-47b5-ba95-b639c4397ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:21.779055 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c612c16-c668-47b5-ba95-b639c4397ca5 None None] The sync data for ids ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:21.843572 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.20.0.5 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/4e15d4b9-3a01-4d78-85f5-e6253fc39997) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:22.024082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.040088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Transition to ACTIVE for port object 4e15d4b9-3a01-4d78-85f5-e6253fc39997 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:22.075216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.123610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:22.126980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:22.131101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:22.138905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=4e15d4b9-3a01-4d78-85f5-e6253fc39997,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:22.205601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:22.206265 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.224534 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-ab719ce9-0b03-483e-ab2c-f92afdf81272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7522728 Aug 31 07:09:22.239388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Request body: {'port': {'device_id': '0ab032c2-130d-4e87-8bf6-e75daf92f306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:22.376624 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.415600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.535949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510321c-c3f2-4c56-89ab-e3b0d5c79f99 req-dd767b4e-9470-4c32-82b7-93c4e91d5450 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:22.537555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a510321c-c3f2-4c56-89ab-e3b0d5c79f99 req-dd767b4e-9470-4c32-82b7-93c4e91d5450 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 931 time: 0.1575336 Aug 31 07:09:22.556840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-00d68aed-7f1b-4e76-92cd-a87741259d9c None None] Provisioning for port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:22.563982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-00d68aed-7f1b-4e76-92cd-a87741259d9c None None] Provisioning complete for port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:22.564775 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-00d68aed-7f1b-4e76-92cd-a87741259d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.608362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-00d68aed-7f1b-4e76-92cd-a87741259d9c None None] Port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:22.651516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a510321c-c3f2-4c56-89ab-e3b0d5c79f99 req-498f64e8-c136-4321-a652-0c83c3739f49 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989389 Aug 31 07:09:22.701905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 2e2603a4-b4dd-4624-bf44-166859826091 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:22.701905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.760829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e15d4b9-3a01-4d78-85f5-e6253fc39997 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:09:22.768625 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.781649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Transition to ACTIVE for port object 4e15d4b9-3a01-4d78-85f5-e6253fc39997 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:22.785782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.789767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:22.805636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 2e2603a4-b4dd-4624-bf44-166859826091 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:22.908514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e15d4b9-3a01-4d78-85f5-e6253fc39997,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:22.922113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Attempting to bind port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:22.922731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Attempting to bind port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:22.923270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Attempting to bind port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:22.928602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:09:22.928994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Attempting to bind port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:22.934364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:22.934785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:22.935443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:22.935946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Bound port: 4e15d4b9-3a01-4d78-85f5-e6253fc39997, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:22.936367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.033175 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.042902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] For port 4e15d4b9-3a01-4d78-85f5-e6253fc39997, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:23.046805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] For port 4e15d4b9-3a01-4d78-85f5-e6253fc39997, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4e15d4b9-3a01-4d78-85f5-e6253fc39997,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:23.052325 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.097142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:23.098024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.099616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/4e15d4b9-3a01-4d78-85f5-e6253fc39997 HTTP/1.1" status: 200 len: 1092 time: 0.8653171 Aug 31 07:09:23.100437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab032c2-130d-4e87-8bf6-e75daf92f306', 'tag': '4e15d4b9-3a01-4d78-85f5-e6253fc39997'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:09:23.100750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=2e2603a4-b4dd-4624-bf44-166859826091,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:23.103246 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854063ea-6650-4983-ad92-54a8c157fc98" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab032c2-130d-4e87-8bf6-e75daf92f306", "tag": "4e15d4b9-3a01-4d78-85f5-e6253fc39997"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:09:23.143016 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3935b41-32b9-4a1c-b3d5-542f59f706f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e15d4b9-3a01-4d78-85f5-e6253fc39997,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:23.213943 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992ae963-3474-40d2-8fee-ab6255cd7238 x-openstack-request-id: req-992ae963-3474-40d2-8fee-ab6255cd7238 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:09:23.213943 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab032c2-130d-4e87-8bf6-e75daf92f306", "tag": "4e15d4b9-3a01-4d78-85f5-e6253fc39997", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:09:23.214380 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-992ae963-3474-40d2-8fee-ab6255cd7238 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:09:23.214883 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab032c2-130d-4e87-8bf6-e75daf92f306', 'tag': '4e15d4b9-3a01-4d78-85f5-e6253fc39997', 'status': 'completed', 'code': 200} Aug 31 07:09:23.222389 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.240215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-6160da79-2982-4df3-8f11-b37a2be20ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:23.242201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-6160da79-2982-4df3-8f11-b37a2be20ad2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 1095 time: 0.0779808 Aug 31 07:09:23.303028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-6c9b00ad-9bcc-4b70-978c-0e2578d15d0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e15d4b9-3a01-4d78-85f5-e6253fc39997 HTTP/1.1" status: 200 len: 217 time: 0.0506632 Aug 31 07:09:23.381750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b1a611a4-59d2-4702-8c83-cf7f95ce5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:23.383576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-b1a611a4-59d2-4702-8c83-cf7f95ce5933 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0719082 Aug 31 07:09:23.424917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router 582e0935-d5f3-4a33-8e52-2a20eadc4b31 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:23.439868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-8803433a-111b-4aa0-8536-db67e3266546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:23.441584 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-8803433a-111b-4aa0-8536-db67e3266546 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485570 Aug 31 07:09:23.510580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:23.519620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3539067d-4a72-40f8-bf05-5c509abe8afa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/582e0935-d5f3-4a33-8e52-2a20eadc4b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439581 Aug 31 07:09:23.520248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:23.523542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de2b25-72d4-4229-8aba-f576f9172422 None None] Sync routers for ids ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:23.534005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de2b25-72d4-4229-8aba-f576f9172422 None None] Routers {'582e0935-d5f3-4a33-8e52-2a20eadc4b31'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:23.534980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6de2b25-72d4-4229-8aba-f576f9172422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:23.567810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6c79b002-7865-474b-9de6-c0c6a55a720e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=582e0935-d5f3-4a33-8e52-2a20eadc4b31 HTTP/1.1" status: 200 len: 205 time: 0.0440490 Aug 31 07:09:23.568574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49744) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:23.571186 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6de2b25-72d4-4229-8aba-f576f9172422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:23.581174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de2b25-72d4-4229-8aba-f576f9172422 None None] Routers {'582e0935-d5f3-4a33-8e52-2a20eadc4b31'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:23.582060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6de2b25-72d4-4229-8aba-f576f9172422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:23.596352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-cbdc1031-add7-4264-80d5-d68607bb1d05 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463606 Aug 31 07:09:23.616457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c6de2b25-72d4-4229-8aba-f576f9172422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:23.617414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de2b25-72d4-4229-8aba-f576f9172422 None None] The sync data for ids ['582e0935-d5f3-4a33-8e52-2a20eadc4b31'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:23.651601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab32d-ef61-495b-bf40-bd5afbacc216 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.704087 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bda54f-50fc-4bb5-9a51-554fdd9fa405 req-e1f903fd-8799-455b-8e7b-3937dc720bfb service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991592 Aug 31 07:09:23.809608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c5084-3434-4e3e-b4d0-3f2bc228fa7c req-54c3dac2-4c4f-4e13-af4e-62d4241e8da4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:23.812009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d98c5084-3434-4e3e-b4d0-3f2bc228fa7c req-54c3dac2-4c4f-4e13-af4e-62d4241e8da4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 943 time: 0.0844481 Aug 31 07:09:23.829995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854063ea-6650-4983-ad92-54a8c157fc98 req-2b43debd-8cec-46f8-a230-8a94bd380fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:23.831493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-854063ea-6650-4983-ad92-54a8c157fc98 req-2b43debd-8cec-46f8-a230-8a94bd380fef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 1095 time: 0.0676849 Aug 31 07:09:23.858909 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab32d-ef61-495b-bf40-bd5afbacc216 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.861475 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab32d-ef61-495b-bf40-bd5afbacc216 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.907794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab32d-ef61-495b-bf40-bd5afbacc216 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.908484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8ab32d-ef61-495b-bf40-bd5afbacc216 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Fanout notify agent at l3_agent the message router_deleted on router 582e0935-d5f3-4a33-8e52-2a20eadc4b31 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:09:23.916001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab32d-ef61-495b-bf40-bd5afbacc216 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.921306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3b8ab32d-ef61-495b-bf40-bd5afbacc216 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/582e0935-d5f3-4a33-8e52-2a20eadc4b31 HTTP/1.1" status: 204 len: 168 time: 0.3518071 Aug 31 07:09:23.922410 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d98c5084-3434-4e3e-b4d0-3f2bc228fa7c req-4c91fe53-f1a0-40cf-952b-f05076f4fe00 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014929 Aug 31 07:09:23.922561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49748) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:23.973873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854063ea-6650-4983-ad92-54a8c157fc98 req-985a15b9-8704-4b81-821b-ff66438a76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:23.975589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-854063ea-6650-4983-ad92-54a8c157fc98 req-985a15b9-8704-4b81-821b-ff66438a76f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.1331689 Aug 31 07:09:23.975739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ef9b90-cc39-420b-ab12-8368aa05d22c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet fbb6f385-688c-4df5-ba28-52f53434a46d {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:23.978865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9b90-cc39-420b-ab12-8368aa05d22c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.025757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-854063ea-6650-4983-ad92-54a8c157fc98 req-c8dfa3b4-607a-4632-8176-335e411224c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e15d4b9-3a01-4d78-85f5-e6253fc39997 HTTP/1.1" status: 200 len: 217 time: 0.0419292 Aug 31 07:09:24.026182 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9b90-cc39-420b-ab12-8368aa05d22c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.077680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854063ea-6650-4983-ad92-54a8c157fc98 req-20b7fe5c-a8da-44da-8ca4-37e6238f8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:24.079703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-854063ea-6650-4983-ad92-54a8c157fc98 req-20b7fe5c-a8da-44da-8ca4-37e6238f8958 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0462067 Aug 31 07:09:24.116926 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9b90-cc39-420b-ab12-8368aa05d22c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.133172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854063ea-6650-4983-ad92-54a8c157fc98 req-6a239e0e-268b-40eb-937a-7292d0fe68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:24.134775 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-854063ea-6650-4983-ad92-54a8c157fc98 req-6a239e0e-268b-40eb-937a-7292d0fe68c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475917 Aug 31 07:09:24.179454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9b90-cc39-420b-ab12-8368aa05d22c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.204399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef9b90-cc39-420b-ab12-8368aa05d22c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb6f385-688c-4df5-ba28-52f53434a46d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:24.210397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9b90-cc39-420b-ab12-8368aa05d22c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.215361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49750) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:24.215556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f2ef9b90-cc39-420b-ab12-8368aa05d22c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/fbb6f385-688c-4df5-ba28-52f53434a46d HTTP/1.1" status: 204 len: 168 time: 0.2917280 Aug 31 07:09:24.227881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590f9ade-7e5c-4bc9-a5e4-21fe47701067 None None] Network 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:24.263140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-854063ea-6650-4983-ad92-54a8c157fc98 req-c934eb73-9470-4dbe-93b1-9067f82928cf service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205668 Aug 31 07:09:24.298545 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e1ebff94-9eca-4941-b41d-5c0d5b4e95ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.326729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8146ff4-9dcc-4d0e-8a5c-39613c59ca92 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet 3ded8965-8643-43b1-9f95-e9de07fbd1bd {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:24.331204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8146ff4-9dcc-4d0e-8a5c-39613c59ca92 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.385806 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8146ff4-9dcc-4d0e-8a5c-39613c59ca92 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.438635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-854063ea-6650-4983-ad92-54a8c157fc98 req-c9926608-8ce7-4aa2-83b9-7231ee8b2424 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679611 Aug 31 07:09:24.455705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] DHCP port deletion for 2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:24.491841 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8146ff4-9dcc-4d0e-8a5c-39613c59ca92 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.507726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] Deleting port d4d92671-ce11-4862-a7f7-db4d0528f772 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:24.508200 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.556493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8146ff4-9dcc-4d0e-8a5c-39613c59ca92 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.582626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] For port d4d92671-ce11-4862-a7f7-db4d0528f772, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4d92671-ce11-4862-a7f7-db4d0528f772,segment=NetworkSegment(23b62101-3c5f-49ec-9fbc-b7d04f60d785),segment_id=23b62101-3c5f-49ec-9fbc-b7d04f60d785)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:24.583740 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.587142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8146ff4-9dcc-4d0e-8a5c-39613c59ca92 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=3ded8965-8643-43b1-9f95-e9de07fbd1bd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:24.591318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8146ff4-9dcc-4d0e-8a5c-39613c59ca92 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.593522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a8146ff4-9dcc-4d0e-8a5c-39613c59ca92 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/3ded8965-8643-43b1-9f95-e9de07fbd1bd HTTP/1.1" status: 204 len: 168 time: 0.3775291 Aug 31 07:09:24.596031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49752) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:24.601591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] Calling delete_port for d4d92671-ce11-4862-a7f7-db4d0528f772 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:24.608304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa9ab5f-2aa7-4c71-a22b-737a1ef18fe6 None None] Network 9fed0680-efa6-4db8-8a86-3ea846f303ff requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:24.689321 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.722037 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.762017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port d4d92671-ce11-4862-a7f7-db4d0528f772 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:24.762017 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.799417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.829626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port d4d92671-ce11-4862-a7f7-db4d0528f772, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4d92671-ce11-4862-a7f7-db4d0528f772,segment=NetworkSegment(23b62101-3c5f-49ec-9fbc-b7d04f60d785),segment_id=23b62101-3c5f-49ec-9fbc-b7d04f60d785)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:24.829817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] Pushing event deleted for resources: {'Port': ['ID=d4d92671-ce11-4862-a7f7-db4d0528f772,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:24.830038 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.833415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f740d89-d860-4fa9-824a-ccf20f23797c None None] No DVR routers for this DVR port d4d92671-ce11-4862-a7f7-db4d0528f772 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:24.858864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for d4d92671-ce11-4862-a7f7-db4d0528f772 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:24.899787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] DHCP port deletion for 9fed0680-efa6-4db8-8a86-3ea846f303ff request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:24.955655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.997095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=d4d92671-ce11-4862-a7f7-db4d0528f772,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:25.005374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No DVR routers for this DVR port d4d92671-ce11-4862-a7f7-db4d0528f772 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:25.093026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcead-33da-4fb6-9937-6274849ad47a req-d95be286-3943-4405-b3c6-f8793265502d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:25.093812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.095894 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f51bcead-33da-4fb6-9937-6274849ad47a req-d95be286-3943-4405-b3c6-f8793265502d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 943 time: 0.0676153 Aug 31 07:09:25.109277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de47cc0-1a7e-4e9e-ab7f-358eb44d1733']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:25.114381 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4d92671-ce11-4862-a7f7-db4d0528f772 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:25.127155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b62101-3c5f-49ec-9fbc-b7d04f60d785') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:25.127453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b62101-3c5f-49ec-9fbc-b7d04f60d785') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:25.137227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.140460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d4d92671-ce11-4862-a7f7-db4d0528f772 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:25.140882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4d92671-ce11-4862-a7f7-db4d0528f772 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:25.160998 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f51bcead-33da-4fb6-9937-6274849ad47a req-3a2ef32f-e7ac-46e3-8df6-f2e5956f94db tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578451 Aug 31 07:09:25.162143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.181776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:25.181776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.182221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] Deleting port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:25.182221 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:25.186213 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:25.236472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.246401 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.246931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] For port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102,segment=NetworkSegment(df85923f-9008-4870-a340-b2a16c51a301),segment_id=df85923f-9008-4870-a340-b2a16c51a301)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:25.247192 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.248513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/2de47cc0-1a7e-4e9e-ab7f-358eb44d1733 HTTP/1.1" status: 204 len: 168 time: 0.6513264 Aug 31 07:09:25.251271 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49756) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:25.260875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604cd16-815a-4651-966c-3c23214d2d3a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=2de47cc0-1a7e-4e9e-ab7f-358eb44d1733,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:25.261590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] Calling delete_port for a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:25.337977 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.344953 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.371498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] Pushing event deleted for resources: {'Port': ['ID=a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:25.376605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81db62-c04c-4991-9de0-ce0fd415743c None None] No DVR routers for this DVR port a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:25.439445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.451875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fed0680-efa6-4db8-8a86-3ea846f303ff']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:25.463784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df85923f-9008-4870-a340-b2a16c51a301') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:25.464077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df85923f-9008-4870-a340-b2a16c51a301') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:25.474663 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.491053 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.497480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:25.498395 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:25.501356 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:25.558710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.583573 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.585455 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/9fed0680-efa6-4db8-8a86-3ea846f303ff HTTP/1.1" status: 204 len: 168 time: 0.3329265 Aug 31 07:09:25.586697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4eec4-69ff-430c-9105-5bcb6b7d4ef7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=9fed0680-efa6-4db8-8a86-3ea846f303ff,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:25.589181 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49758) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:25.594764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1727114919'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:25.616631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:25.620312 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.645497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:25.654277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.654821 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment c3ea486d-c141-441a-8195-59b40084fbe1 of type vlan for network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d Aug 31 07:09:25.694883 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.718510 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.724258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:25.724860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:25.786621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1933556 Aug 31 07:09:25.786841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49760) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:25.791496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': '9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:25.840315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1072dc-9122-431f-a608-c4ee737286b3 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:25.851184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:25.893316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:25.896757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.062528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.082505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.142513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=9af55e8b-4176-4d1a-aef6-9d75e84ed86f,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:26.149722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': 'c3ea486d-c141-441a-8195-59b40084fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:26.150058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:26.165768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:26.174183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:26.178524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:26.179132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.196048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c46f1b54-cd6c-423a-9a7e-4203205a915c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4083259 Aug 31 07:09:26.198675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49764) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:26.204560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e4cb29a9-43ba-46b1-a2d6-fccc43d393b4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2125850360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:26.229665 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4cb29a9-43ba-46b1-a2d6-fccc43d393b4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.230790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4cb29a9-43ba-46b1-a2d6-fccc43d393b4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.292922 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4cb29a9-43ba-46b1-a2d6-fccc43d393b4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.296611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811a5d-174d-4d1b-968e-9c4336e823cb req-d14c343c-d290-4057-93ae-a1da05dd9f7a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:26.298557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4cb29a9-43ba-46b1-a2d6-fccc43d393b4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.299025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2811a5d-174d-4d1b-968e-9c4336e823cb req-d14c343c-d290-4057-93ae-a1da05dd9f7a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 943 time: 0.0637479 Aug 31 07:09:26.315528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe4cf04-f994-4bbe-bf70-fe2c88c6f925 None None] Network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:26.319295 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e4cb29a9-43ba-46b1-a2d6-fccc43d393b4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.321012 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e4cb29a9-43ba-46b1-a2d6-fccc43d393b4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1205585 Aug 31 07:09:26.323399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49766) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:26.328492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'port': {'network_id': '9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d', 'name': 'tempest-RoutersIpV6Test-1700007579'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:26.343028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2811a5d-174d-4d1b-968e-9c4336e823cb req-39699b17-617f-48ee-bdd0-41da9a21dbee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374231 Aug 31 07:09:26.441714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:26.445205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.469683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] device_id is not set on port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d yet. {{(pid=94668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:09:26.487905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d', 'network_id': '9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': '9af55e8b-4176-4d1a-aef6-9d75e84ed86f'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:26.488797 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.584957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8::186 (9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d/9af55e8b-4176-4d1a-aef6-9d75e84ed86f/83ae6cc6-e2a2-4a74-849c-621de2a06a1d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:26.730288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.743823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object 83ae6cc6-e2a2-4a74-849c-621de2a06a1d will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:26.775802 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.820918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:26.824149 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:26.826880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Allocated IP 2001:db8::2 (9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d/9af55e8b-4176-4d1a-aef6-9d75e84ed86f/3bf04b6d-6362-45eb-bc89-0678427d7557) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:26.830421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:26.836845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:26.837790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.849602 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=83ae6cc6-e2a2-4a74-849c-621de2a06a1d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:26.863589 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ddaa3301-a7aa-4a2e-a954-c2d402fafd7f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5390077 Aug 31 07:09:26.866384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49768) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:26.892744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:26.922892 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0fb91aa7-06fb-4a5c-825e-4448e1674fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:26.925905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:26.926255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a1ca6e2d-f3b6-462c-b2d2-f5c5d67d5102 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:26.963999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.027910 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.036077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Transition to ACTIVE for port object 3bf04b6d-6362-45eb-bc89-0678427d7557 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:27.050192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Transition to ACTIVE for port object 3bf04b6d-6362-45eb-bc89-0678427d7557 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:27.055824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.100967 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:27.103868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:27.108179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:27.111232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Pushing event updated for resources: {'Port': ['ID=3bf04b6d-6362-45eb-bc89-0678427d7557,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:27.162560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Attempting to bind port 3bf04b6d-6362-45eb-bc89-0678427d7557 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:27.162929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Attempting to bind port 3bf04b6d-6362-45eb-bc89-0678427d7557 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'c3ea486d-c141-441a-8195-59b40084fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:27.163295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Attempting to bind port 3bf04b6d-6362-45eb-bc89-0678427d7557 on network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:27.168781 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:27.169155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Checking segment: {'id': 'c3ea486d-c141-441a-8195-59b40084fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:27.169622 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.170016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Bound using segment: {'id': 'c3ea486d-c141-441a-8195-59b40084fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:27.170484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Bound port: 3bf04b6d-6362-45eb-bc89-0678427d7557, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ea486d-c141-441a-8195-59b40084fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:27.170870 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.191730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.232122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] For port 3bf04b6d-6362-45eb-bc89-0678427d7557, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:27.235209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] For port 3bf04b6d-6362-45eb-bc89-0678427d7557, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3bf04b6d-6362-45eb-bc89-0678427d7557,segment=NetworkSegment(c3ea486d-c141-441a-8195-59b40084fbe1),segment_id=c3ea486d-c141-441a-8195-59b40084fbe1)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:27.239094 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.302185 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab02895-d2ad-4233-9025-ddde6fd6e9fe None None] Pushing event updated for resources: {'Port': ['ID=3bf04b6d-6362-45eb-bc89-0678427d7557,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:27.466874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.473709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.499862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661ada2-cb26-4e1c-b2c4-9bb7df7caf9b req-cd106c67-a7e1-4abb-b6d0-5ad264fafe54 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:27.501639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1661ada2-cb26-4e1c-b2c4-9bb7df7caf9b req-cd106c67-a7e1-4abb-b6d0-5ad264fafe54 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 943 time: 0.0779901 Aug 31 07:09:27.547931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1661ada2-cb26-4e1c-b2c4-9bb7df7caf9b req-184b2783-de88-4fad-a7a5-ea5afe925f98 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Aug 31 07:09:27.559792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=83ae6cc6-e2a2-4a74-849c-621de2a06a1d,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:27.660629 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.772948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:28.031512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:28.036289 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:28.037402 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:28.126352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=83ae6cc6-e2a2-4a74-849c-621de2a06a1d,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:28.172752 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:28.174210 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:28.194054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71fc7b-c38a-427f-983e-483142af0cd3 None None] Network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:28.255520 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:28.267038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a87d4643-d7de-4075-bace-a85b232f9d8c None None] Provisioning for port 3bf04b6d-6362-45eb-bc89-0678427d7557 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:28.302278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router e085ec62-70c0-4564-86bc-c14eb4ba8b43 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:09:28.397938 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:28.403049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a1ae26d8-e159-4422-a0fc-3a3b768e9903 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/e085ec62-70c0-4564-86bc-c14eb4ba8b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356555 Aug 31 07:09:28.406296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49772) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:28.412292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a4294-8063-4e96-8fcf-9a4cd7c5dd7e None None] Sync routers for ids ['e085ec62-70c0-4564-86bc-c14eb4ba8b43'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:28.421849 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a4294-8063-4e96-8fcf-9a4cd7c5dd7e None None] Routers {'e085ec62-70c0-4564-86bc-c14eb4ba8b43'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:28.422810 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-720a4294-8063-4e96-8fcf-9a4cd7c5dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e085ec62-70c0-4564-86bc-c14eb4ba8b43'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:28.456937 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb21c6c-70e6-4044-84d9-81000411aeea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:28.459160 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-720a4294-8063-4e96-8fcf-9a4cd7c5dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:28.460169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9bb21c6c-70e6-4044-84d9-81000411aeea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports/83ae6cc6-e2a2-4a74-849c-621de2a06a1d HTTP/1.1" status: 200 len: 984 time: 0.0525460 Aug 31 07:09:28.461000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49774) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:28.469714 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a4294-8063-4e96-8fcf-9a4cd7c5dd7e None None] Routers {'e085ec62-70c0-4564-86bc-c14eb4ba8b43'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:28.470330 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-720a4294-8063-4e96-8fcf-9a4cd7c5dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e085ec62-70c0-4564-86bc-c14eb4ba8b43'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:28.502757 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-720a4294-8063-4e96-8fcf-9a4cd7c5dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:28.503409 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a4294-8063-4e96-8fcf-9a4cd7c5dd7e None None] The sync data for ids ['e085ec62-70c0-4564-86bc-c14eb4ba8b43'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:28.613853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-06f0626b-8ad3-4e51-946d-1c1e6d66655f None None] Provisioning for port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:28.617856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-06f0626b-8ad3-4e51-946d-1c1e6d66655f None None] Provisioning complete for port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:28.618415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-06f0626b-8ad3-4e51-946d-1c1e6d66655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:28.658916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-06f0626b-8ad3-4e51-946d-1c1e6d66655f None None] Port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:28.895542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b585fd40-5c87-4d21-bff0-fcce403972d2 None None] Provisioning complete for port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:28.895923 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b585fd40-5c87-4d21-bff0-fcce403972d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:28.952234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3bf04b6d-6362-45eb-bc89-0678427d7557 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:29.007423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b585fd40-5c87-4d21-bff0-fcce403972d2 None None] Port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:29.024489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3bf04b6d-6362-45eb-bc89-0678427d7557 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:29.029308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3bf04b6d-6362-45eb-bc89-0678427d7557 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:29.029690 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.094844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ecdf3-625b-45d9-8a80-7d90f1856c3c req-4db7e220-d879-4828-aa7b-536af12b729f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:29.097331 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d04ecdf3-625b-45d9-8a80-7d90f1856c3c req-4db7e220-d879-4828-aa7b-536af12b729f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 943 time: 0.4693289 Aug 31 07:09:29.127755 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.144732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d04ecdf3-625b-45d9-8a80-7d90f1856c3c req-725dc70f-b30c-4d39-8c25-f70921bd3e27 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Aug 31 07:09:29.168896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3bf04b6d-6362-45eb-bc89-0678427d7557, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3bf04b6d-6362-45eb-bc89-0678427d7557,segment=NetworkSegment(c3ea486d-c141-441a-8195-59b40084fbe1),segment_id=c3ea486d-c141-441a-8195-59b40084fbe1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:29.173761 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.233378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3bf04b6d-6362-45eb-bc89-0678427d7557,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:29.242129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a296a969-a545-4243-b5cb-685389b83b29 None None] Provisioning complete for port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:29.242724 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a296a969-a545-4243-b5cb-685389b83b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.283058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a296a969-a545-4243-b5cb-685389b83b29 None None] Port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:29.295188 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.401270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1b26861a-36f9-44b6-8d6d-a589a3280e35 None None] Provisioning complete for port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:29.401642 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1b26861a-36f9-44b6-8d6d-a589a3280e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.435683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1b26861a-36f9-44b6-8d6d-a589a3280e35 None None] Port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:29.506202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 83ae6cc6-e2a2-4a74-849c-621de2a06a1d {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:29.506467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.597933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.609954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 83ae6cc6-e2a2-4a74-849c-621de2a06a1d owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:29.777651 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.805682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=83ae6cc6-e2a2-4a74-849c-621de2a06a1d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:29.905480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.063845 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.065103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router e085ec62-70c0-4564-86bc-c14eb4ba8b43 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:30.137556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:30.143439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7a124e6d-df85-43f0-be92-28e6c30c7db2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/e085ec62-70c0-4564-86bc-c14eb4ba8b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812658 Aug 31 07:09:30.146101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49778) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:30.147777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bf9f2-ebff-4bc0-badc-052d0e468bd8 None None] Sync routers for ids ['e085ec62-70c0-4564-86bc-c14eb4ba8b43'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:30.156852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bf9f2-ebff-4bc0-badc-052d0e468bd8 None None] Routers {'e085ec62-70c0-4564-86bc-c14eb4ba8b43'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:30.157502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-756bf9f2-ebff-4bc0-badc-052d0e468bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e085ec62-70c0-4564-86bc-c14eb4ba8b43'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:30.193071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-756bf9f2-ebff-4bc0-badc-052d0e468bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:30.202819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bf9f2-ebff-4bc0-badc-052d0e468bd8 None None] Routers {'e085ec62-70c0-4564-86bc-c14eb4ba8b43'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:30.203451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-756bf9f2-ebff-4bc0-badc-052d0e468bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e085ec62-70c0-4564-86bc-c14eb4ba8b43'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:30.240847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-756bf9f2-ebff-4bc0-badc-052d0e468bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:30.241582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bf9f2-ebff-4bc0-badc-052d0e468bd8 None None] The sync data for ids ['e085ec62-70c0-4564-86bc-c14eb4ba8b43'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:30.354106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70a94-3bef-4250-8c9a-eab4414b037d req-61d7954b-c627-4ba1-91ed-e60e8a19487e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:30.355852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9f70a94-3bef-4250-8c9a-eab4414b037d req-61d7954b-c627-4ba1-91ed-e60e8a19487e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 943 time: 0.1376796 Aug 31 07:09:30.374777 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-1a86c82c-6ce0-4d78-a441-ed2b0b47f067 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 07:09:30.375759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1a86c82c-6ce0-4d78-a441-ed2b0b47f067 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/e085ec62-70c0-4564-86bc-c14eb4ba8b43/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2286756 Aug 31 07:09:30.378783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49782) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:30.406352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0195a37a-c4fa-4e35-aa5f-8e040562d97e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=e085ec62-70c0-4564-86bc-c14eb4ba8b43 HTTP/1.1" status: 200 len: 205 time: 0.0260077 Aug 31 07:09:30.407909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9f70a94-3bef-4250-8c9a-eab4414b037d req-ca1f974a-87c6-443c-bc48-e8ae00011841 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358293 Aug 31 07:09:30.408784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49784) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:30.482138 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69304e2a-5fa7-4bc1-8900-1ce51dcca972 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.637540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69304e2a-5fa7-4bc1-8900-1ce51dcca972 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.639585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69304e2a-5fa7-4bc1-8900-1ce51dcca972 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.681328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69304e2a-5fa7-4bc1-8900-1ce51dcca972 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.681859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69304e2a-5fa7-4bc1-8900-1ce51dcca972 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Fanout notify agent at l3_agent the message router_deleted on router e085ec62-70c0-4564-86bc-c14eb4ba8b43 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:09:30.689115 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69304e2a-5fa7-4bc1-8900-1ce51dcca972 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.690248 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-69304e2a-5fa7-4bc1-8900-1ce51dcca972 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/e085ec62-70c0-4564-86bc-c14eb4ba8b43 HTTP/1.1" status: 204 len: 168 time: 0.2805235 Aug 31 07:09:30.692963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49786) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:30.744329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-733cd319-315e-4942-8df7-3e0c6acb4759 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet 9af55e8b-4176-4d1a-aef6-9d75e84ed86f {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:30.747406 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-733cd319-315e-4942-8df7-3e0c6acb4759 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.787088 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-733cd319-315e-4942-8df7-3e0c6acb4759 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.864364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3bf04b6d-6362-45eb-bc89-0678427d7557 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:30.876667 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-733cd319-315e-4942-8df7-3e0c6acb4759 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.910880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3bf04b6d-6362-45eb-bc89-0678427d7557 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:30.911169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.936458 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-733cd319-315e-4942-8df7-3e0c6acb4759 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.969832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cd319-315e-4942-8df7-3e0c6acb4759 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=9af55e8b-4176-4d1a-aef6-9d75e84ed86f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:30.973301 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-733cd319-315e-4942-8df7-3e0c6acb4759 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:30.977001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-733cd319-315e-4942-8df7-3e0c6acb4759 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/9af55e8b-4176-4d1a-aef6-9d75e84ed86f HTTP/1.1" status: 204 len: 168 time: 0.2829192 Aug 31 07:09:30.979060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49788) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:30.979214 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf553a8-2441-4d3c-a1b8-9184b24d0447 None None] Network 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:31.059002 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.115062 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 3bf04b6d-6362-45eb-bc89-0678427d7557 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:31.115521 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.166149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] DHCP port deletion for 9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:31.180074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port 3bf04b6d-6362-45eb-bc89-0678427d7557, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3bf04b6d-6362-45eb-bc89-0678427d7557,segment=NetworkSegment(c3ea486d-c141-441a-8195-59b40084fbe1),segment_id=c3ea486d-c141-441a-8195-59b40084fbe1)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:31.180444 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.193319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 3bf04b6d-6362-45eb-bc89-0678427d7557 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:31.215100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] Deleting port 3bf04b6d-6362-45eb-bc89-0678427d7557 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:31.215467 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.274905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.275602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] For port 3bf04b6d-6362-45eb-bc89-0678427d7557, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3bf04b6d-6362-45eb-bc89-0678427d7557,segment=NetworkSegment(c3ea486d-c141-441a-8195-59b40084fbe1),segment_id=c3ea486d-c141-441a-8195-59b40084fbe1)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:31.276088 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.289473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] Calling delete_port for 3bf04b6d-6362-45eb-bc89-0678427d7557 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:31.301205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=3bf04b6d-6362-45eb-bc89-0678427d7557,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:31.306933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No DVR routers for this DVR port 3bf04b6d-6362-45eb-bc89-0678427d7557 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:31.370186 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.388092 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.395687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] Pushing event deleted for resources: {'Port': ['ID=3bf04b6d-6362-45eb-bc89-0678427d7557,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:31.399212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d71a15-f52b-47b5-99b3-8f1f1ccd05ad None None] No DVR routers for this DVR port 3bf04b6d-6362-45eb-bc89-0678427d7557 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:31.400507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:31.413030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ea486d-c141-441a-8195-59b40084fbe1') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:31.413395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ea486d-c141-441a-8195-59b40084fbe1') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:31.422250 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.436365 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.441842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:31.442329 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:31.445520 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:31.511747 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.517514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.522097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d HTTP/1.1" status: 204 len: 168 time: 0.5394840 Aug 31 07:09:31.523140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49792) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:31.529328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-930584379'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:31.531797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707640f-2b9b-4f92-8784-72fe039fa2af req-daa14352-488a-455b-8a6a-92468ebf892a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:31.533333 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3707640f-2b9b-4f92-8784-72fe039fa2af req-daa14352-488a-455b-8a6a-92468ebf892a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 943 time: 0.0573196 Aug 31 07:09:31.541811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fafa6-6ea5-4667-b5af-684cc21d9816 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=9df23a4e-c2c6-4cf0-89d6-e9df19c5b52d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:31.561978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:31.565445 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.576760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3707640f-2b9b-4f92-8784-72fe039fa2af req-7a127877-1591-4b4d-9d82-006ac4b13ab4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367589 Aug 31 07:09:31.589639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:31.598704 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.599161 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment e2dc768b-0518-4e8b-b00a-ae7bedca01ce of type vlan for network be450c3d-d9a3-475a-9ba1-522fca83dc06 Aug 31 07:09:31.642588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.666512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.672603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:31.673340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.730448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2063153 Aug 31 07:09:31.733524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49794) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:31.738936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': 'be450c3d-d9a3-475a-9ba1-522fca83dc06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:31.787222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c8815-5346-4449-88b7-8e82d8f38fa5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=be450c3d-d9a3-475a-9ba1-522fca83dc06,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:31.798190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network be450c3d-d9a3-475a-9ba1-522fca83dc06 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:31.838213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:31.841890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.031569 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.093324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=8e61a4e3-ffac-45ad-a292-3d509a8af7db,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:32.100635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': 'e2dc768b-0518-4e8b-b00a-ae7bedca01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'be450c3d-d9a3-475a-9ba1-522fca83dc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:32.100977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: be450c3d-d9a3-475a-9ba1-522fca83dc06, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:32.117051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network be450c3d-d9a3-475a-9ba1-522fca83dc06 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:32.125676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, be450c3d-d9a3-475a-9ba1-522fca83dc06) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:32.129749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:32.130342 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.134994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e234b-2cec-4022-8361-563265e2259d None None] Network be450c3d-d9a3-475a-9ba1-522fca83dc06 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:32.144893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-06885a41-63e6-4195-84a6-edfdc6eccf6b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4102273 Aug 31 07:09:32.147398 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49796) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:32.151880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a5b45ac9-633a-4215-bc09-db0ba32ae9eb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58542767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:32.174801 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5b45ac9-633a-4215-bc09-db0ba32ae9eb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.176070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5b45ac9-633a-4215-bc09-db0ba32ae9eb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.234886 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5b45ac9-633a-4215-bc09-db0ba32ae9eb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.239480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5b45ac9-633a-4215-bc09-db0ba32ae9eb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.255010 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a5b45ac9-633a-4215-bc09-db0ba32ae9eb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.256147 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a5b45ac9-633a-4215-bc09-db0ba32ae9eb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1077752 Aug 31 07:09:32.258824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49798) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:32.281336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-be450c3d-d9a3-475a-9ba1-522fca83dc06', 'network_id': 'be450c3d-d9a3-475a-9ba1-522fca83dc06', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': '8e61a4e3-ffac-45ad-a292-3d509a8af7db'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:32.282784 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.422288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Allocated IP 2001:db8::2 (be450c3d-d9a3-475a-9ba1-522fca83dc06/8e61a4e3-ffac-45ad-a292-3d509a8af7db/7a1cfb7a-4d63-4179-a6d7-2f9beaa45556) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:32.541220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.565496 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.573813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Transition to ACTIVE for port object 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:32.588388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Transition to ACTIVE for port object 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:32.594846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.628924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Network be450c3d-d9a3-475a-9ba1-522fca83dc06 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:32.636822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:32.641733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:32.653483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Pushing event updated for resources: {'Port': ['ID=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:32.699372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Attempting to bind port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:32.699745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Attempting to bind port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'e2dc768b-0518-4e8b-b00a-ae7bedca01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'be450c3d-d9a3-475a-9ba1-522fca83dc06'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:32.700106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Attempting to bind port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 on network be450c3d-d9a3-475a-9ba1-522fca83dc06 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:32.705618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:32.705989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Checking segment: {'id': 'e2dc768b-0518-4e8b-b00a-ae7bedca01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'be450c3d-d9a3-475a-9ba1-522fca83dc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:32.706390 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.706774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Bound using segment: {'id': 'e2dc768b-0518-4e8b-b00a-ae7bedca01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'be450c3d-d9a3-475a-9ba1-522fca83dc06'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:32.707235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Bound port: 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dc768b-0518-4e8b-b00a-ae7bedca01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'be450c3d-d9a3-475a-9ba1-522fca83dc06'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:32.707615 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.769072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] For port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:32.769880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294159b-2b28-46a1-80b6-4368b8b266e7 req-57e3648a-4843-4326-a53e-9ae55bb012f4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:32.771394 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9294159b-2b28-46a1-80b6-4368b8b266e7 req-57e3648a-4843-4326-a53e-9ae55bb012f4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 943 time: 0.1040635 Aug 31 07:09:32.772175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] For port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,segment=NetworkSegment(e2dc768b-0518-4e8b-b00a-ae7bedca01ce),segment_id=e2dc768b-0518-4e8b-b00a-ae7bedca01ce)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:32.777735 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:32.837464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade87913-d4fc-4db6-8318-e779e63ec262 None None] Pushing event updated for resources: {'Port': ['ID=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:32.847321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9294159b-2b28-46a1-80b6-4368b8b266e7 req-993b889c-b9f0-439b-97c4-183044d850e5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665629 Aug 31 07:09:32.860304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8::1 (be450c3d-d9a3-475a-9ba1-522fca83dc06/8e61a4e3-ffac-45ad-a292-3d509a8af7db/119db914-ad12-4e73-b59f-699189a3bdab) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:32.882864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3bf04b6d-6362-45eb-bc89-0678427d7557 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:32.906816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3bf04b6d-6362-45eb-bc89-0678427d7557 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:32.907166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3bf04b6d-6362-45eb-bc89-0678427d7557 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:32.983255 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.004312 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object 119db914-ad12-4e73-b59f-699189a3bdab will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:33.053968 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.077476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4e15d4b9-3a01-4d78-85f5-e6253fc39997 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:09:33.099076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network be450c3d-d9a3-475a-9ba1-522fca83dc06 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:33.104322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:33.108914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:33.109479 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.113463 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=119db914-ad12-4e73-b59f-699189a3bdab,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:33.193096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4e15d4b9-3a01-4d78-85f5-e6253fc39997, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4e15d4b9-3a01-4d78-85f5-e6253fc39997,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:33.209046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '4e15d4b9-3a01-4d78-85f5-e6253fc39997', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'port_id': '4e15d4b9-3a01-4d78-85f5-e6253fc39997', 'mac_address': 'fa:16:3e:6c:75:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:09:33.231652 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.245268 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.265251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e15d4b9-3a01-4d78-85f5-e6253fc39997 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:09:33.293296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4e15d4b9-3a01-4d78-85f5-e6253fc39997, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4e15d4b9-3a01-4d78-85f5-e6253fc39997,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:33.298564 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.347909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4e15d4b9-3a01-4d78-85f5-e6253fc39997,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:33.505693 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['4e15d4b9-3a01-4d78-85f5-e6253fc39997'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:09:33.788021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5772c1d-24af-4ac1-af3c-6aef4f0d12cc None None] Network be450c3d-d9a3-475a-9ba1-522fca83dc06 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:33.817689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.822203 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.822946 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:33.907889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5fce55cf-89dc-42a4-9b2d-c06ec1b0f1be None None] Provisioning for port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:33.909225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=119db914-ad12-4e73-b59f-699189a3bdab,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:33.952926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network be450c3d-d9a3-475a-9ba1-522fca83dc06 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:33.954473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:33.972191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9491b1-be58-4e1b-9ae5-3d2dcec8aa31 req-0d42de15-c513-4287-b429-76b1451084f0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:33.977685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b9491b1-be58-4e1b-9ae5-3d2dcec8aa31 req-0d42de15-c513-4287-b429-76b1451084f0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 944 time: 0.0546117 Aug 31 07:09:34.021342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b9491b1-be58-4e1b-9ae5-3d2dcec8aa31 req-1acf35e0-e27e-4d9f-9f01-09205354eb05 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351300 Aug 31 07:09:34.086156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router ada10a90-caeb-4091-95af-9f8008455fc6 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:09:34.190023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:34.195356 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a1273bff-57b2-4194-8318-bd1bfbb2f184 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/ada10a90-caeb-4091-95af-9f8008455fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9352288 Aug 31 07:09:34.197769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49804) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:34.208334 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7c4f3-4b4c-4052-9956-82076d31500e None None] Sync routers for ids ['ada10a90-caeb-4091-95af-9f8008455fc6'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:34.218443 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7c4f3-4b4c-4052-9956-82076d31500e None None] Routers {'ada10a90-caeb-4091-95af-9f8008455fc6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:34.219074 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2df7c4f3-4b4c-4052-9956-82076d31500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ada10a90-caeb-4091-95af-9f8008455fc6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:34.242817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-44a13676-734d-4552-a66b-58584076033f None None] Provisioning for port 119db914-ad12-4e73-b59f-699189a3bdab completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:34.248434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-44a13676-734d-4552-a66b-58584076033f None None] Provisioning complete for port 119db914-ad12-4e73-b59f-699189a3bdab triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:34.248649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bd1d2-bc85-43ac-b6f2-619d55a33573 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:34.248891 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-44a13676-734d-4552-a66b-58584076033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:34.250397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1b6bd1d2-bc85-43ac-b6f2-619d55a33573 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports/119db914-ad12-4e73-b59f-699189a3bdab HTTP/1.1" status: 200 len: 911 time: 0.0516253 Aug 31 07:09:34.253258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49806) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:34.262300 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2df7c4f3-4b4c-4052-9956-82076d31500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:34.271244 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7c4f3-4b4c-4052-9956-82076d31500e None None] Routers {'ada10a90-caeb-4091-95af-9f8008455fc6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:34.271846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2df7c4f3-4b4c-4052-9956-82076d31500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ada10a90-caeb-4091-95af-9f8008455fc6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:34.299180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-44a13676-734d-4552-a66b-58584076033f None None] Port 119db914-ad12-4e73-b59f-699189a3bdab cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:34.315368 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2df7c4f3-4b4c-4052-9956-82076d31500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:34.316397 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7c4f3-4b4c-4052-9956-82076d31500e None None] The sync data for ids ['ada10a90-caeb-4091-95af-9f8008455fc6'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:34.434433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ca3278fc-87b0-46cd-a710-cc703f48b220 None None] Provisioning complete for port 119db914-ad12-4e73-b59f-699189a3bdab triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:34.434835 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ca3278fc-87b0-46cd-a710-cc703f48b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:34.470531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ca3278fc-87b0-46cd-a710-cc703f48b220 None None] Port 119db914-ad12-4e73-b59f-699189a3bdab cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:34.590812 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:34.591861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-667b4837-51a8-4f39-a3ee-866d7df5b5c4 None None] Provisioning complete for port 119db914-ad12-4e73-b59f-699189a3bdab triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:34.592239 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-667b4837-51a8-4f39-a3ee-866d7df5b5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:34.625608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-667b4837-51a8-4f39-a3ee-866d7df5b5c4 None None] Port 119db914-ad12-4e73-b59f-699189a3bdab cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:34.829266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 119db914-ad12-4e73-b59f-699189a3bdab {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:34.829802 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:34.899356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:34.923033 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:34.934944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 119db914-ad12-4e73-b59f-699189a3bdab owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:34.950703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:34.954701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:34.955116 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.032433 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.068830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,segment=NetworkSegment(e2dc768b-0518-4e8b-b00a-ae7bedca01ce),segment_id=e2dc768b-0518-4e8b-b00a-ae7bedca01ce)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:35.074674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.104459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4e15d4b9-3a01-4d78-85f5-e6253fc39997 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:35.150113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.183855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=119db914-ad12-4e73-b59f-699189a3bdab,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:35.192754 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81c4ec-ffd9-4fe3-a3b7-941088fb9e02 req-dc6d488e-132a-4eb0-b50d-18edf0cb63ac tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:35.194434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef81c4ec-ffd9-4fe3-a3b7-941088fb9e02 req-dc6d488e-132a-4eb0-b50d-18edf0cb63ac tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 944 time: 0.0973320 Aug 31 07:09:35.320597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.321762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:35.336250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef81c4ec-ffd9-4fe3-a3b7-941088fb9e02 req-47d388ee-ab4e-423d-919e-fc89a9a76523 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160581 Aug 31 07:09:35.340681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:35.355841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:35.355841 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.431935 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.454948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab032c2-130d-4e87-8bf6-e75daf92f306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15d4b9-3a01-4d78-85f5-e6253fc39997'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:09:35.457300 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a268bc0e-98bd-4c23-8721-ae6684858618" -d '{"events": [{"server_uuid": "0ab032c2-130d-4e87-8bf6-e75daf92f306", "name": "network-vif-plugged", "status": "completed", "tag": "4e15d4b9-3a01-4d78-85f5-e6253fc39997"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:09:35.470110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4e15d4b9-3a01-4d78-85f5-e6253fc39997, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4e15d4b9-3a01-4d78-85f5-e6253fc39997,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:35.489711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router ada10a90-caeb-4091-95af-9f8008455fc6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:35.491555 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.501063 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:09:35.521552 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd9d2c-dada-44e4-9c4d-13a4ffedb85d x-openstack-request-id: req-bbfd9d2c-dada-44e4-9c4d-13a4ffedb85d {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:09:35.521872 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab032c2-130d-4e87-8bf6-e75daf92f306", "name": "network-vif-plugged", "status": "completed", "tag": "4e15d4b9-3a01-4d78-85f5-e6253fc39997", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:09:35.522086 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbfd9d2c-dada-44e4-9c4d-13a4ffedb85d {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:09:35.522482 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab032c2-130d-4e87-8bf6-e75daf92f306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15d4b9-3a01-4d78-85f5-e6253fc39997', 'code': 200} Aug 31 07:09:35.547763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4e15d4b9-3a01-4d78-85f5-e6253fc39997,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:35.595877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:35.601090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b790f6f2-64be-4656-9804-fd43d3207490 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/ada10a90-caeb-4091-95af-9f8008455fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3467007 Aug 31 07:09:35.603856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49812) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:35.606799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c41b77-5ac1-4396-b7fe-7c52bc080006 None None] Sync routers for ids ['ada10a90-caeb-4091-95af-9f8008455fc6'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:35.618213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c41b77-5ac1-4396-b7fe-7c52bc080006 None None] Routers {'ada10a90-caeb-4091-95af-9f8008455fc6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:35.618213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9c41b77-5ac1-4396-b7fe-7c52bc080006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ada10a90-caeb-4091-95af-9f8008455fc6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:35.623789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbca60-5649-4871-9f05-d07ee97a5909 req-35c701c9-8e8f-473a-86c4-4215b996dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:35.625342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31bbca60-5649-4871-9f05-d07ee97a5909 req-35c701c9-8e8f-473a-86c4-4215b996dbcc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 1097 time: 0.0458469 Aug 31 07:09:35.636882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-acc03a01-ffe5-4be7-810a-e4922a2c15b4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=ada10a90-caeb-4091-95af-9f8008455fc6 HTTP/1.1" status: 200 len: 205 time: 0.0287135 Aug 31 07:09:35.637127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49814) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:35.650490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9c41b77-5ac1-4396-b7fe-7c52bc080006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:35.659340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c41b77-5ac1-4396-b7fe-7c52bc080006 None None] Routers {'ada10a90-caeb-4091-95af-9f8008455fc6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:35.660061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9c41b77-5ac1-4396-b7fe-7c52bc080006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['ada10a90-caeb-4091-95af-9f8008455fc6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:35.663656 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-31bbca60-5649-4871-9f05-d07ee97a5909 req-8f0699ef-6a55-4ac1-8baf-0527abc23626 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Aug 31 07:09:35.695884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e9c41b77-5ac1-4396-b7fe-7c52bc080006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:35.696541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c41b77-5ac1-4396-b7fe-7c52bc080006 None None] The sync data for ids ['ada10a90-caeb-4091-95af-9f8008455fc6'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:35.718030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0700a5e6-c4e6-47c9-8f5b-2709fecdc8dd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.872328 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0700a5e6-c4e6-47c9-8f5b-2709fecdc8dd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.874973 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0700a5e6-c4e6-47c9-8f5b-2709fecdc8dd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.917124 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0700a5e6-c4e6-47c9-8f5b-2709fecdc8dd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.917663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0700a5e6-c4e6-47c9-8f5b-2709fecdc8dd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Fanout notify agent at l3_agent the message router_deleted on router ada10a90-caeb-4091-95af-9f8008455fc6 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:09:35.925063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0700a5e6-c4e6-47c9-8f5b-2709fecdc8dd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.926573 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0700a5e6-c4e6-47c9-8f5b-2709fecdc8dd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/ada10a90-caeb-4091-95af-9f8008455fc6 HTTP/1.1" status: 204 len: 168 time: 0.2883778 Aug 31 07:09:35.928990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49816) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:35.980708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e63d48-8b86-472d-8584-6530d0e5b62f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet 8e61a4e3-ffac-45ad-a292-3d509a8af7db {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:35.984449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29e63d48-8b86-472d-8584-6530d0e5b62f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.027955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29e63d48-8b86-472d-8584-6530d0e5b62f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.108101 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29e63d48-8b86-472d-8584-6530d0e5b62f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.164593 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29e63d48-8b86-472d-8584-6530d0e5b62f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.195401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e63d48-8b86-472d-8584-6530d0e5b62f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=8e61a4e3-ffac-45ad-a292-3d509a8af7db,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:36.200720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29e63d48-8b86-472d-8584-6530d0e5b62f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.202393 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-29e63d48-8b86-472d-8584-6530d0e5b62f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/8e61a4e3-ffac-45ad-a292-3d509a8af7db HTTP/1.1" status: 204 len: 168 time: 0.2724164 Aug 31 07:09:36.204889 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49818) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:36.209850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db072c-3a72-4bd5-9225-8403152dad8e None None] Network be450c3d-d9a3-475a-9ba1-522fca83dc06 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:36.282440 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.334160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:36.334505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.387543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] DHCP port deletion for be450c3d-d9a3-475a-9ba1-522fca83dc06 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:36.403972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,segment=NetworkSegment(e2dc768b-0518-4e8b-b00a-ae7bedca01ce),segment_id=e2dc768b-0518-4e8b-b00a-ae7bedca01ce)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:36.404973 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.439332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] Deleting port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:36.439618 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.439795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:36.497348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd276cf-285f-4887-a305-36748b1c2b68 req-cb5f046c-0c79-4906-8e6d-3a7c8a7fd1a3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:36.498926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbd276cf-285f-4887-a305-36748b1c2b68 req-cb5f046c-0c79-4906-8e6d-3a7c8a7fd1a3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 945 time: 0.0912628 Aug 31 07:09:36.500383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] For port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,segment=NetworkSegment(e2dc768b-0518-4e8b-b00a-ae7bedca01ce),segment_id=e2dc768b-0518-4e8b-b00a-ae7bedca01ce)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:36.500795 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.515017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] Calling delete_port for 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:36.561124 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbd276cf-285f-4887-a305-36748b1c2b68 req-b9e3a7a5-4427-46d9-8e98-38936cbf4fdc tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552211 Aug 31 07:09:36.572876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:09:36.588203 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:09:36.600629 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.601759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:36.603724 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No DVR routers for this DVR port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:36.627804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] Pushing event deleted for resources: {'Port': ['ID=7a1cfb7a-4d63-4179-a6d7-2f9beaa45556,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:36.634127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0195de9a-f588-45d0-8107-8639a9a4223a None None] No DVR routers for this DVR port 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:36.688884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.698838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be450c3d-d9a3-475a-9ba1-522fca83dc06']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:36.709743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dc768b-0518-4e8b-b00a-ae7bedca01ce') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:36.710122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dc768b-0518-4e8b-b00a-ae7bedca01ce') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:36.719517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.736921 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.742657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:36.743035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:36.752087 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:36.802878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.812233 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.813995 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/be450c3d-d9a3-475a-9ba1-522fca83dc06 HTTP/1.1" status: 204 len: 168 time: 0.6080539 Aug 31 07:09:36.817956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49822) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:36.823731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808759c9-6481-491d-87c6-27ac93be1424 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=be450c3d-d9a3-475a-9ba1-522fca83dc06,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:36.824795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1298415719', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:36.853251 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.854339 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:36.872015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:36.892486 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:36.892837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7a1cfb7a-4d63-4179-a6d7-2f9beaa45556 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:36.909064 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:37.054603 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:37.242786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:37.261859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:37.366058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 172.25.5.32 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/5e586cd4-dd47-4402-933d-84f3a12423fa) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:37.464379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:37.502182 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:37.546902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:37.551736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:37.555549 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:37.582610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=5e586cd4-dd47-4402-933d-84f3a12423fa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:37.743652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd4848-a6eb-424b-b159-fc8f74e8ded6 req-cfd7c6ee-d5b2-4353-8513-da7e16b76176 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:37.745162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fd4848-a6eb-424b-b159-fc8f74e8ded6 req-cfd7c6ee-d5b2-4353-8513-da7e16b76176 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 945 time: 0.1102195 Aug 31 07:09:37.860984 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73fd4848-a6eb-424b-b159-fc8f74e8ded6 req-97da0e76-0b9a-46cd-afad-d197f6dfd978 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773172 Aug 31 07:09:37.873087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:37.976603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b062f1b-e2aa-46b0-b964-2aac0d2f885b req-b1aaf113-11ba-45bf-b42f-6bf451266acb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:37.978246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b062f1b-e2aa-46b0-b964-2aac0d2f885b req-b1aaf113-11ba-45bf-b42f-6bf451266acb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 945 time: 0.0492480 Aug 31 07:09:38.022515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b062f1b-e2aa-46b0-b964-2aac0d2f885b req-e4d55b6e-4526-41e1-9f61-094537d12dcd tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Aug 31 07:09:38.078522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:38.206171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router 8d72745f-1e62-4b72-b687-665fba1ab74e is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:09:38.316179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:38.327056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe55249-f2ab-4605-8157-5a7e971c3fc2 None None] Sync routers for ids ['8d72745f-1e62-4b72-b687-665fba1ab74e'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:38.336207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:38.336866 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe55249-f2ab-4605-8157-5a7e971c3fc2 None None] Routers {'8d72745f-1e62-4b72-b687-665fba1ab74e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:38.337696 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ffe55249-f2ab-4605-8157-5a7e971c3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8d72745f-1e62-4b72-b687-665fba1ab74e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:38.340408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49836) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:38.340634 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ccafb713-9b44-4c7a-a9ff-4f5332790288 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5203056 Aug 31 07:09:38.370234 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ffe55249-f2ab-4605-8157-5a7e971c3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:38.379810 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe55249-f2ab-4605-8157-5a7e971c3fc2 None None] Routers {'8d72745f-1e62-4b72-b687-665fba1ab74e'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:38.380697 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ffe55249-f2ab-4605-8157-5a7e971c3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8d72745f-1e62-4b72-b687-665fba1ab74e'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:38.415837 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-ffe55249-f2ab-4605-8157-5a7e971c3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:38.416660 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe55249-f2ab-4605-8157-5a7e971c3fc2 None None] The sync data for ids ['8d72745f-1e62-4b72-b687-665fba1ab74e'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:38.476251 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-39156843-97e9-4aca-a856-f59300167cf6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/routers/8d72745f-1e62-4b72-b687-665fba1ab74e HTTP/1.1" status: 200 len: 884 time: 0.1320624 Aug 31 07:09:38.476488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49846) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.048191 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-25432eca-0674-4742-b611-7b7b215a1bd1 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5705848 Aug 31 07:09:39.052337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49870) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.057112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ffe49e24-2109-422f-87ff-13b90fefa89d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1298415719'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:39.382807 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ffe49e24-2109-422f-87ff-13b90fefa89d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.394260 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ffe49e24-2109-422f-87ff-13b90fefa89d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.549948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe49e24-2109-422f-87ff-13b90fefa89d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router 8d72745f-1e62-4b72-b687-665fba1ab74e has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:39.662570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe49e24-2109-422f-87ff-13b90fefa89d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:39.669823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ffe49e24-2109-422f-87ff-13b90fefa89d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.671240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ffe49e24-2109-422f-87ff-13b90fefa89d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/8d72745f-1e62-4b72-b687-665fba1ab74e HTTP/1.1" status: 200 len: 891 time: 0.6175437 Aug 31 07:09:39.673506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9ff93-3fda-456a-a471-14f3a0118aac None None] Sync routers for ids ['8d72745f-1e62-4b72-b687-665fba1ab74e'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:39.673995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49896) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.684322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9ff93-3fda-456a-a471-14f3a0118aac None None] Routers {'8d72745f-1e62-4b72-b687-665fba1ab74e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:39.685146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-44b9ff93-3fda-456a-a471-14f3a0118aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8d72745f-1e62-4b72-b687-665fba1ab74e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:39.718334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-44b9ff93-3fda-456a-a471-14f3a0118aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:39.726774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9ff93-3fda-456a-a471-14f3a0118aac None None] Routers {'8d72745f-1e62-4b72-b687-665fba1ab74e'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:39.727304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-44b9ff93-3fda-456a-a471-14f3a0118aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['8d72745f-1e62-4b72-b687-665fba1ab74e'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:39.761367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-44b9ff93-3fda-456a-a471-14f3a0118aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:39.762017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9ff93-3fda-456a-a471-14f3a0118aac None None] The sync data for ids ['8d72745f-1e62-4b72-b687-665fba1ab74e'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:39.787198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-514946df-f963-4e96-bfc1-fda0229ebb43 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/routers/8d72745f-1e62-4b72-b687-665fba1ab74e HTTP/1.1" status: 200 len: 891 time: 0.1121368 Aug 31 07:09:39.790116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49898) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.816075 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-94dce097-f9d7-4ea1-8543-f86cdcf0d17f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d72745f-1e62-4b72-b687-665fba1ab74e HTTP/1.1" status: 200 len: 205 time: 0.0248346 Aug 31 07:09:39.818514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49900) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.926011 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.030560 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.082101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 5e586cd4-dd47-4402-933d-84f3a12423fa {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:40.082754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.161758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.173423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 5e586cd4-dd47-4402-933d-84f3a12423fa owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:40.342753 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.368065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=5e586cd4-dd47-4402-933d-84f3a12423fa,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:40.430090 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.568044 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.571842 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.637675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.638892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Fanout notify agent at l3_agent the message router_deleted on router 8d72745f-1e62-4b72-b687-665fba1ab74e {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:09:40.647390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.648137 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c801fb09-ee0f-44bf-bc69-86379830b62b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/8d72745f-1e62-4b72-b687-665fba1ab74e HTTP/1.1" status: 204 len: 168 time: 0.8287022 Aug 31 07:09:40.651814 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49916) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:40.659002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-534794485'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:40.689417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048281-b7f7-4049-9685-1998e7d621b1 req-00dd317e-c2b1-4f1e-9299-61931bacff30 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:40.691618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-00dd317e-c2b1-4f1e-9299-61931bacff30 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.2295825 Aug 31 07:09:40.713514 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-403a115d-86f5-4f4e-84e6-e61ed75f310e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/quotas/fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 375 time: 0.0142655 Aug 31 07:09:40.714522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:40.717883 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.768125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:40.781836 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.782180 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment e935fe6f-cb4d-47cd-84c1-51935132b719 of type vlan for network ad055844-24df-4393-afcf-3192fb684704 Aug 31 07:09:40.797134 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-ee636b09-025d-4836-a676-856c2060b02b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771141 Aug 31 07:09:40.836565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.862130 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.869557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:40.870168 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.995150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3398783 Aug 31 07:09:40.998029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49920) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:41.008009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': 'ad055844-24df-4393-afcf-3192fb684704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:41.008216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9460662-87cf-44a6-8f52-575dc00de3fb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=ad055844-24df-4393-afcf-3192fb684704,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:41.020137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ad055844-24df-4393-afcf-3192fb684704 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:41.046713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-66c1f15c-d49f-42f1-85e4-252ed3437b1c service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288928 Aug 31 07:09:41.107978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:41.111600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.153608 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-3e277591-e21a-4ef7-9b0f-d8d8e24f5e79 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990012 Aug 31 07:09:41.300948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.375512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb151307-f9d8-44e7-a5f5-775584d8bcf3 req-ba6e8259-922d-46e1-94df-8ceafdd2523a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 210 time: 0.0471685 Aug 31 07:09:41.397318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=4dd03710-efb4-4445-a9a5-45a236cf711e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:41.406527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': 'e935fe6f-cb4d-47cd-84c1-51935132b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad055844-24df-4393-afcf-3192fb684704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:41.406527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: ad055844-24df-4393-afcf-3192fb684704, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:41.423145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network ad055844-24df-4393-afcf-3192fb684704 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:41.433365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ad055844-24df-4393-afcf-3192fb684704) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:41.438062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:41.438649 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.446334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f6ba1-dadd-4151-b08d-73e820ed6563 None None] Network ad055844-24df-4393-afcf-3192fb684704 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:41.457158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3aaf75f6-cbb8-4830-8b8e-ea997d9ed58c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4551690 Aug 31 07:09:41.457419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49932) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:41.462391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-93f37dcd-e509-4273-ad43-36aa46622989 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-315910041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:41.487820 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93f37dcd-e509-4273-ad43-36aa46622989 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.488903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93f37dcd-e509-4273-ad43-36aa46622989 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.546195 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93f37dcd-e509-4273-ad43-36aa46622989 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.550906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93f37dcd-e509-4273-ad43-36aa46622989 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.568840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-93f37dcd-e509-4273-ad43-36aa46622989 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.570122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-93f37dcd-e509-4273-ad43-36aa46622989 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1115432 Aug 31 07:09:41.572899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:41.618084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ad055844-24df-4393-afcf-3192fb684704', 'network_id': 'ad055844-24df-4393-afcf-3192fb684704', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': '4dd03710-efb4-4445-a9a5-45a236cf711e'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:41.619010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.761060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Allocated IP 2001:db8::2 (ad055844-24df-4393-afcf-3192fb684704/4dd03710-efb4-4445-a9a5-45a236cf711e/33daf660-a228-4cd0-b97f-9dd493dfbf43) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:41.880852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.909449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.921060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Transition to ACTIVE for port object 33daf660-a228-4cd0-b97f-9dd493dfbf43 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:41.937543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Transition to ACTIVE for port object 33daf660-a228-4cd0-b97f-9dd493dfbf43 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:41.942965 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:41.983790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Network ad055844-24df-4393-afcf-3192fb684704 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:41.988667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:41.993950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:41.999637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Pushing event updated for resources: {'Port': ['ID=33daf660-a228-4cd0-b97f-9dd493dfbf43,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:42.057577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Attempting to bind port 33daf660-a228-4cd0-b97f-9dd493dfbf43 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:42.058278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Attempting to bind port 33daf660-a228-4cd0-b97f-9dd493dfbf43 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'e935fe6f-cb4d-47cd-84c1-51935132b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad055844-24df-4393-afcf-3192fb684704'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:42.058278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Attempting to bind port 33daf660-a228-4cd0-b97f-9dd493dfbf43 on network ad055844-24df-4393-afcf-3192fb684704 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:42.064544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:42.064933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Checking segment: {'id': 'e935fe6f-cb4d-47cd-84c1-51935132b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad055844-24df-4393-afcf-3192fb684704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:42.065377 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.065777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Bound using segment: {'id': 'e935fe6f-cb4d-47cd-84c1-51935132b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad055844-24df-4393-afcf-3192fb684704'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:42.066255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Bound port: 33daf660-a228-4cd0-b97f-9dd493dfbf43, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e935fe6f-cb4d-47cd-84c1-51935132b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ad055844-24df-4393-afcf-3192fb684704'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:42.066638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.129412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] For port 33daf660-a228-4cd0-b97f-9dd493dfbf43, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:42.132507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] For port 33daf660-a228-4cd0-b97f-9dd493dfbf43, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=33daf660-a228-4cd0-b97f-9dd493dfbf43,segment=NetworkSegment(e935fe6f-cb4d-47cd-84c1-51935132b719),segment_id=e935fe6f-cb4d-47cd-84c1-51935132b719)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:42.138857 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.148728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8::1 (ad055844-24df-4393-afcf-3192fb684704/4dd03710-efb4-4445-a9a5-45a236cf711e/011ceba2-0590-42ad-982d-2d276d7c31a6) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:42.210895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd8eb2-946d-4262-a595-2ae3ac36e230 None None] Pushing event updated for resources: {'Port': ['ID=33daf660-a228-4cd0-b97f-9dd493dfbf43,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:42.265132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.280445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object 011ceba2-0590-42ad-982d-2d276d7c31a6 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:42.318989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.391641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network ad055844-24df-4393-afcf-3192fb684704 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:42.399491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:42.411974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:42.412663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.452110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=011ceba2-0590-42ad-982d-2d276d7c31a6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:42.536056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-20d11ceb-0206-47a4-9311-e41f5f6a9e7a req-6162ca97-f412-4203-83f2-e8863eaefe97 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 210 time: 0.0509136 Aug 31 07:09:42.571048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.583629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048281-b7f7-4049-9685-1998e7d621b1 req-55a346c2-a20c-4f1e-b154-e27d4c521d13 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:42.585225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-55a346c2-a20c-4f1e-b154-e27d4c521d13 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.2287760 Aug 31 07:09:42.597566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'port': {'device_id': '8dd73941-a4f4-4b26-b44d-80c6b07edee6', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'admin_state_up': True, 'tenant_id': 'fe90ce1058164403a8bc57952865253f'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:42.713122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:42.719084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.881831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.20.0.4 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/ec6e7309-7117-4b0f-a631-fc81690aa551) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:42.908661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.922466 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:42.923363 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:43.013844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 33daf660-a228-4cd0-b97f-9dd493dfbf43 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:43.100295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 33daf660-a228-4cd0-b97f-9dd493dfbf43 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:43.112803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:43.131692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Transition to ACTIVE for port object ec6e7309-7117-4b0f-a631-fc81690aa551 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:43.174240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:43.188394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['4e15d4b9-3a01-4d78-85f5-e6253fc39997'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:09:43.236498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=ec6e7309-7117-4b0f-a631-fc81690aa551,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:43.256990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:43.261844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:43.276112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:43.392075 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:43.395759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:43.429392 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-810ad70b-f92a-4433-8072-6aec7674fbd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354232 Aug 31 07:09:43.443334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Request body: {'port': {'device_id': '8dd73941-a4f4-4b26-b44d-80c6b07edee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:43.510002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bcd584-dd16-4c0c-9ed2-73cdef581e6a None None] Network ad055844-24df-4393-afcf-3192fb684704 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:43.532233 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=011ceba2-0590-42ad-982d-2d276d7c31a6,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:43.560377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:43.615769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network ad055844-24df-4393-afcf-3192fb684704 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:43.643926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a126b24c-0a96-414e-8a73-bfc745e7043e None None] Provisioning for port 33daf660-a228-4cd0-b97f-9dd493dfbf43 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:43.650263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:43.655399 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a126b24c-0a96-414e-8a73-bfc745e7043e None None] Provisioning complete for port 33daf660-a228-4cd0-b97f-9dd493dfbf43 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:43.655942 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a126b24c-0a96-414e-8a73-bfc745e7043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:43.758276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b4e5-3058-4d2e-8970-eba33bf4fb1a req-3f0477ea-5e96-4786-a2b9-f007c0000e8d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:43.758276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ee9b4e5-3058-4d2e-8970-eba33bf4fb1a req-3f0477ea-5e96-4786-a2b9-f007c0000e8d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 931 time: 0.1408520 Aug 31 07:09:43.811019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7ee9b4e5-3058-4d2e-8970-eba33bf4fb1a req-f8abe542-5fc3-485c-b676-eec298506d12 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Aug 31 07:09:43.845846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a126b24c-0a96-414e-8a73-bfc745e7043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:43.854650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router a3c978db-8b20-4dfd-9d9d-33595c431f0d is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:09:43.944554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a126b24c-0a96-414e-8a73-bfc745e7043e None None] For port 33daf660-a228-4cd0-b97f-9dd493dfbf43, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=33daf660-a228-4cd0-b97f-9dd493dfbf43,segment=NetworkSegment(e935fe6f-cb4d-47cd-84c1-51935132b719),segment_id=e935fe6f-cb4d-47cd-84c1-51935132b719)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:43.951469 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a126b24c-0a96-414e-8a73-bfc745e7043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:43.986959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:43.995107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bb791a18-40f3-481d-b627-2164b3f09243 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/a3c978db-8b20-4dfd-9d9d-33595c431f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4188848 Aug 31 07:09:43.995936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:44.003474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6e7309-7117-4b0f-a631-fc81690aa551 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:09:44.006133 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170064a0-74e6-45b2-a693-2f0379e42805 None None] Sync routers for ids ['a3c978db-8b20-4dfd-9d9d-33595c431f0d'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:44.022511 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:44.024140 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170064a0-74e6-45b2-a693-2f0379e42805 None None] Routers {'a3c978db-8b20-4dfd-9d9d-33595c431f0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:44.024776 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-170064a0-74e6-45b2-a693-2f0379e42805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a3c978db-8b20-4dfd-9d9d-33595c431f0d'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:44.050183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126b24c-0a96-414e-8a73-bfc745e7043e None None] Pushing event updated for resources: {'Port': ['ID=33daf660-a228-4cd0-b97f-9dd493dfbf43,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:44.064941 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28108d7d-41ad-4156-9739-07396db9979c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:44.069443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-28108d7d-41ad-4156-9739-07396db9979c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports/011ceba2-0590-42ad-982d-2d276d7c31a6 HTTP/1.1" status: 200 len: 911 time: 0.0699568 Aug 31 07:09:44.069443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Transition to ACTIVE for port object ec6e7309-7117-4b0f-a631-fc81690aa551 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:44.070157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49950) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:44.078500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8438f2fd-b385-4d49-a3d0-71dfcd5a06e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4dd03710-efb4-4445-a9a5-45a236cf711e'}]}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:44.082609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:44.092305 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-170064a0-74e6-45b2-a693-2f0379e42805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:44.095153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-af17f5ae-9482-4180-8778-7a6b375df1a8 None None] Provisioning for port ec6e7309-7117-4b0f-a631-fc81690aa551 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:44.105804 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170064a0-74e6-45b2-a693-2f0379e42805 None None] Routers {'a3c978db-8b20-4dfd-9d9d-33595c431f0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:44.106725 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-170064a0-74e6-45b2-a693-2f0379e42805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a3c978db-8b20-4dfd-9d9d-33595c431f0d'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:44.146563 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-170064a0-74e6-45b2-a693-2f0379e42805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:44.148091 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170064a0-74e6-45b2-a693-2f0379e42805 None None] The sync data for ids ['a3c978db-8b20-4dfd-9d9d-33595c431f0d'] in n-d-712142-16 is: [] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:44.232720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6e51d4f4-1131-4d23-ab46-8eea87d8726e None None] Provisioning complete for port 33daf660-a228-4cd0-b97f-9dd493dfbf43 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:44.233835 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4f4-1131-4d23-ab46-8eea87d8726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:44.279679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Pushing event updated for resources: {'Port': ['ID=ec6e7309-7117-4b0f-a631-fc81690aa551,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:44.372267 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8438f2fd-b385-4d49-a3d0-71dfcd5a06e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:44.378543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6e51d4f4-1131-4d23-ab46-8eea87d8726e None None] Provisioning for port 011ceba2-0590-42ad-982d-2d276d7c31a6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:44.387353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6e51d4f4-1131-4d23-ab46-8eea87d8726e None None] Provisioning complete for port 011ceba2-0590-42ad-982d-2d276d7c31a6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:44.389141 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6e51d4f4-1131-4d23-ab46-8eea87d8726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:44.446854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6e51d4f4-1131-4d23-ab46-8eea87d8726e None None] Port 011ceba2-0590-42ad-982d-2d276d7c31a6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:44.448219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Attempting to bind port ec6e7309-7117-4b0f-a631-fc81690aa551 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:44.448562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Attempting to bind port ec6e7309-7117-4b0f-a631-fc81690aa551 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:44.448890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Attempting to bind port ec6e7309-7117-4b0f-a631-fc81690aa551 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:44.461361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Port ec6e7309-7117-4b0f-a631-fc81690aa551 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:09:44.461678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Attempting to bind port ec6e7309-7117-4b0f-a631-fc81690aa551 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:44.503888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:44.504226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:44.504615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:44.505051 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Bound port: ec6e7309-7117-4b0f-a631-fc81690aa551, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:44.505430 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:44.586933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b674275b-022a-4aab-9e0a-c02b3be31267 None None] Provisioning complete for port 011ceba2-0590-42ad-982d-2d276d7c31a6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:44.587115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b674275b-022a-4aab-9e0a-c02b3be31267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:44.627791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b674275b-022a-4aab-9e0a-c02b3be31267 None None] Port 011ceba2-0590-42ad-982d-2d276d7c31a6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:44.747359 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e9d8aa38-92d9-4310-99dc-857a58a28953 None None] Provisioning complete for port 011ceba2-0590-42ad-982d-2d276d7c31a6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:44.748522 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e9d8aa38-92d9-4310-99dc-857a58a28953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:44.788191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8aa38-92d9-4310-99dc-857a58a28953 None None] Port 011ceba2-0590-42ad-982d-2d276d7c31a6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:44.889294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 33daf660-a228-4cd0-b97f-9dd493dfbf43 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:44.946541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 33daf660-a228-4cd0-b97f-9dd493dfbf43 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:44.946903 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:45.011817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] For port ec6e7309-7117-4b0f-a631-fc81690aa551, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:45.059279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] For port ec6e7309-7117-4b0f-a631-fc81690aa551, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec6e7309-7117-4b0f-a631-fc81690aa551,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:45.067880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:45.129474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dbf88-b738-471d-9929-e557d492091f req-37a50f33-713d-4175-8dce-75740b327e3c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:45.131085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa8dbf88-b738-471d-9929-e557d492091f req-37a50f33-713d-4175-8dce-75740b327e3c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.1716557 Aug 31 07:09:45.146713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:45.147309 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:45.148690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] 10.222.0.42 "PUT /v2.0/ports/ec6e7309-7117-4b0f-a631-fc81690aa551 HTTP/1.1" status: 200 len: 1092 time: 1.7109995 Aug 31 07:09:45.149132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd73941-a4f4-4b26-b44d-80c6b07edee6', 'tag': 'ec6e7309-7117-4b0f-a631-fc81690aa551'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:09:45.151370 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd73941-a4f4-4b26-b44d-80c6b07edee6", "tag": "ec6e7309-7117-4b0f-a631-fc81690aa551"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:09:45.221976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9c6a1-1daf-4d36-90ce-5618858a234f service neutron] Pushing event updated for resources: {'Port': ['ID=ec6e7309-7117-4b0f-a631-fc81690aa551,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:45.269019 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf994c2-3eb5-47e0-bdcb-9e85f4b53cc8 x-openstack-request-id: req-fdf994c2-3eb5-47e0-bdcb-9e85f4b53cc8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:09:45.269482 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd73941-a4f4-4b26-b44d-80c6b07edee6", "tag": "ec6e7309-7117-4b0f-a631-fc81690aa551", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:09:45.269838 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdf994c2-3eb5-47e0-bdcb-9e85f4b53cc8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:09:45.270335 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd73941-a4f4-4b26-b44d-80c6b07edee6', 'tag': 'ec6e7309-7117-4b0f-a631-fc81690aa551', 'status': 'completed', 'code': 200} Aug 31 07:09:45.277898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa8dbf88-b738-471d-9929-e557d492091f req-2fa8d304-d217-4d09-9b74-7a0877c6957f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327205 Aug 31 07:09:45.339575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048281-b7f7-4049-9685-1998e7d621b1 req-d566ec3c-3e30-44bb-abc9-6772aaa0fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:45.341098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-d566ec3c-3e30-44bb-abc9-6772aaa0fa7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 1095 time: 0.0822856 Aug 31 07:09:45.394183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-e8f6de86-fc54-440b-95d9-7662299f4c85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec6e7309-7117-4b0f-a631-fc81690aa551 HTTP/1.1" status: 200 len: 217 time: 0.0433190 Aug 31 07:09:45.462190 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8438f2fd-b385-4d49-a3d0-71dfcd5a06e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:45.470710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048281-b7f7-4049-9685-1998e7d621b1 req-24a8a7f7-5943-481d-ab31-d717d4a01238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:45.472178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-24a8a7f7-5943-481d-ab31-d717d4a01238 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0686646 Aug 31 07:09:45.473551 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8438f2fd-b385-4d49-a3d0-71dfcd5a06e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:45.479378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438f2fd-b385-4d49-a3d0-71dfcd5a06e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:45.479965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8438f2fd-b385-4d49-a3d0-71dfcd5a06e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:45.481243 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8438f2fd-b385-4d49-a3d0-71dfcd5a06e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/ports/011ceba2-0590-42ad-982d-2d276d7c31a6 HTTP/1.1" status: 200 len: 911 time: 1.4089711 Aug 31 07:09:45.484287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49956) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:45.548911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438f2fd-b385-4d49-a3d0-71dfcd5a06e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=011ceba2-0590-42ad-982d-2d276d7c31a6,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:45.556518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048281-b7f7-4049-9685-1998e7d621b1 req-728ad811-66fc-47c4-8962-c448d2759435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:45.558078 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-728ad811-66fc-47c4-8962-c448d2759435 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758629 Aug 31 07:09:45.654910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-cd32fc31-83f7-4c12-9da6-90b5eb42eb95 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893183 Aug 31 07:09:45.764018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73048281-b7f7-4049-9685-1998e7d621b1 req-7eb0942a-b2a8-4a2e-8cae-b162f0ecec67 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024508 Aug 31 07:09:45.875037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-2dcdeaaa-c152-4059-9a45-6d86baef8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:45.877678 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-2dcdeaaa-c152-4059-9a45-6d86baef8e33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 1095 time: 0.0653071 Aug 31 07:09:45.908940 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:45.989067 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-5395f18f-2f81-4d5b-bb85-ae1b2884e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:45.993210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-5395f18f-2f81-4d5b-bb85-ae1b2884e0f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.1086259 Aug 31 07:09:46.050196 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-03ccb9cc-8ee1-4ba2-b8af-a811c7b745ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec6e7309-7117-4b0f-a631-fc81690aa551 HTTP/1.1" status: 200 len: 217 time: 0.0490506 Aug 31 07:09:46.145598 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-3a85320e-b7a8-4de4-a12f-c9d210ed7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:46.147745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-3a85320e-b7a8-4de4-a12f-c9d210ed7744 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0911381 Aug 31 07:09:46.214980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-a2f87e84-dde8-4697-9e0d-082e6cb6d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:46.217499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-a2f87e84-dde8-4697-9e0d-082e6cb6d112 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620499 Aug 31 07:09:46.270984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 011ceba2-0590-42ad-982d-2d276d7c31a6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:46.272494 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:46.333593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-0e09c831-c944-45a5-9ee7-1437552999d2 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087749 Aug 31 07:09:46.442266 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:46.463120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 011ceba2-0590-42ad-982d-2d276d7c31a6 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:46.469534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65cb1d8a-df7f-48ab-a8d9-b35a6fcf6bb7 req-77e4c681-9b9c-4e0e-9b50-98d03ca8afba service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269786 Aug 31 07:09:46.500820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10eb75-7030-4e82-94ff-0ebf0d14cde5 req-7b5d1c57-9f7e-4c3c-849b-1f1064c025de tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:46.502422 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e10eb75-7030-4e82-94ff-0ebf0d14cde5 req-7b5d1c57-9f7e-4c3c-849b-1f1064c025de tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.1214511 Aug 31 07:09:46.596401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e10eb75-7030-4e82-94ff-0ebf0d14cde5 req-8c2b3406-cef1-4570-b798-b3c2036cc329 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528758 Aug 31 07:09:46.743351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:46.805835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=011ceba2-0590-42ad-982d-2d276d7c31a6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:46.963235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:47.185512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router a3c978db-8b20-4dfd-9d9d-33595c431f0d has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:47.315031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:47.320209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bef967a6-ce29-4b10-82e7-3179aa516a61 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/a3c978db-8b20-4dfd-9d9d-33595c431f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346007 Aug 31 07:09:47.322989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49960) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:47.330921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dfd49a-05ad-46a6-9017-e892f901ca60 None None] Sync routers for ids ['a3c978db-8b20-4dfd-9d9d-33595c431f0d'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:47.348382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dfd49a-05ad-46a6-9017-e892f901ca60 None None] Routers {'a3c978db-8b20-4dfd-9d9d-33595c431f0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:47.349298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-44dfd49a-05ad-46a6-9017-e892f901ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a3c978db-8b20-4dfd-9d9d-33595c431f0d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:47.359126 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-28f34ef6-1ec9-4d35-b818-6fe9fa7099aa tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c978db-8b20-4dfd-9d9d-33595c431f0d HTTP/1.1" status: 200 len: 205 time: 0.0344505 Aug 31 07:09:47.362264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49962) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:47.427868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-44dfd49a-05ad-46a6-9017-e892f901ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:47.438980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dfd49a-05ad-46a6-9017-e892f901ca60 None None] Routers {'a3c978db-8b20-4dfd-9d9d-33595c431f0d'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:47.439602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-44dfd49a-05ad-46a6-9017-e892f901ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['a3c978db-8b20-4dfd-9d9d-33595c431f0d'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:47.464158 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7fa202d-2757-4027-9f2e-3328584e034a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:47.477303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-44dfd49a-05ad-46a6-9017-e892f901ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:47.478446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dfd49a-05ad-46a6-9017-e892f901ca60 None None] The sync data for ids ['a3c978db-8b20-4dfd-9d9d-33595c431f0d'] in n-d-712142-16 is: [] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:47.712520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7fa202d-2757-4027-9f2e-3328584e034a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:47.715274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7fa202d-2757-4027-9f2e-3328584e034a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:47.771515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7fa202d-2757-4027-9f2e-3328584e034a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:47.772127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fa202d-2757-4027-9f2e-3328584e034a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Fanout notify agent at l3_agent the message router_deleted on router a3c978db-8b20-4dfd-9d9d-33595c431f0d {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:09:47.782999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf60734-8a26-4c12-9eea-f895aa84ce4b req-c1141a65-67d6-43cb-a3be-35902dbd5e4f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:47.783486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7fa202d-2757-4027-9f2e-3328584e034a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:47.784512 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-faf60734-8a26-4c12-9eea-f895aa84ce4b req-c1141a65-67d6-43cb-a3be-35902dbd5e4f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0766113 Aug 31 07:09:47.787364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49966) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:47.787543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e7fa202d-2757-4027-9f2e-3328584e034a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/a3c978db-8b20-4dfd-9d9d-33595c431f0d HTTP/1.1" status: 204 len: 168 time: 0.4239402 Aug 31 07:09:47.889890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-faf60734-8a26-4c12-9eea-f895aa84ce4b req-59acec52-a6ac-4564-b95a-2971bf086fdb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917292 Aug 31 07:09:47.897614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d80b88-e63f-42fa-80a6-e5c91d906be7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet 4dd03710-efb4-4445-a9a5-45a236cf711e {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:47.903040 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7d80b88-e63f-42fa-80a6-e5c91d906be7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:47.975128 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7d80b88-e63f-42fa-80a6-e5c91d906be7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.131896 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7d80b88-e63f-42fa-80a6-e5c91d906be7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.231024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7d80b88-e63f-42fa-80a6-e5c91d906be7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.269674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d80b88-e63f-42fa-80a6-e5c91d906be7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd03710-efb4-4445-a9a5-45a236cf711e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:48.276610 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c7d80b88-e63f-42fa-80a6-e5c91d906be7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.278403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c7d80b88-e63f-42fa-80a6-e5c91d906be7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/4dd03710-efb4-4445-a9a5-45a236cf711e HTTP/1.1" status: 204 len: 168 time: 0.4894195 Aug 31 07:09:48.281691 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49968) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:48.287957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043fe404-6e2c-4c04-a35a-889c12382d54 None None] Network ad055844-24df-4393-afcf-3192fb684704 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:48.383471 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.470380 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 33daf660-a228-4cd0-b97f-9dd493dfbf43 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:48.470773 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.488696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] DHCP port deletion for ad055844-24df-4393-afcf-3192fb684704 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:48.550523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port 33daf660-a228-4cd0-b97f-9dd493dfbf43, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=33daf660-a228-4cd0-b97f-9dd493dfbf43,segment=NetworkSegment(e935fe6f-cb4d-47cd-84c1-51935132b719),segment_id=e935fe6f-cb4d-47cd-84c1-51935132b719)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:48.550871 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.555509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] Deleting port 33daf660-a228-4cd0-b97f-9dd493dfbf43 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:48.555901 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.565168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 33daf660-a228-4cd0-b97f-9dd493dfbf43 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:48.625622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] For port 33daf660-a228-4cd0-b97f-9dd493dfbf43, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=33daf660-a228-4cd0-b97f-9dd493dfbf43,segment=NetworkSegment(e935fe6f-cb4d-47cd-84c1-51935132b719),segment_id=e935fe6f-cb4d-47cd-84c1-51935132b719)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:48.626082 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.644216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] Calling delete_port for 33daf660-a228-4cd0-b97f-9dd493dfbf43 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:48.681712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.721454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=33daf660-a228-4cd0-b97f-9dd493dfbf43,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:48.724290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No DVR routers for this DVR port 33daf660-a228-4cd0-b97f-9dd493dfbf43 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:48.748851 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.778542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] Pushing event deleted for resources: {'Port': ['ID=33daf660-a228-4cd0-b97f-9dd493dfbf43,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:48.783933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a10032-8e96-4273-bc0b-c0ad03cc6e24 None None] No DVR routers for this DVR port 33daf660-a228-4cd0-b97f-9dd493dfbf43 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:48.829587 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.842037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad055844-24df-4393-afcf-3192fb684704']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:48.860619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e935fe6f-cb4d-47cd-84c1-51935132b719') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:48.860915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e935fe6f-cb4d-47cd-84c1-51935132b719') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:48.871533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.888793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 33daf660-a228-4cd0-b97f-9dd493dfbf43 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:48.893398 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.908714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:48.909410 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:48.912998 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:48.917992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 33daf660-a228-4cd0-b97f-9dd493dfbf43 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:48.918335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 33daf660-a228-4cd0-b97f-9dd493dfbf43 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:49.006687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.026195 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.028144 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/ad055844-24df-4393-afcf-3192fb684704 HTTP/1.1" status: 204 len: 168 time: 0.7454538 Aug 31 07:09:49.029708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6272e-ceb4-4274-9a70-5b54ceba4a90 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=ad055844-24df-4393-afcf-3192fb684704,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:49.033390 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49972) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:49.040026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-30f0167a-80b1-4060-979a-bbd704f49feb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1028513818', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:49.073117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832da12-cdba-48da-9b33-a5005149f98c req-1231afb8-fb81-48fe-9c27-6f732830a430 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:49.089632 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4832da12-cdba-48da-9b33-a5005149f98c req-1231afb8-fb81-48fe-9c27-6f732830a430 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0747738 Aug 31 07:09:49.094643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30f0167a-80b1-4060-979a-bbd704f49feb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.099227 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30f0167a-80b1-4060-979a-bbd704f49feb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.169226 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4832da12-cdba-48da-9b33-a5005149f98c req-a76eea9b-2ae0-4fae-a2e0-2c33b1b370c5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779636 Aug 31 07:09:49.170189 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30f0167a-80b1-4060-979a-bbd704f49feb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.178335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30f0167a-80b1-4060-979a-bbd704f49feb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.200310 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-30f0167a-80b1-4060-979a-bbd704f49feb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.204802 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-30f0167a-80b1-4060-979a-bbd704f49feb tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1678627 Aug 31 07:09:49.205408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49974) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:49.213290 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1105992150'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:49.235513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:49.239527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.265180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:49.275219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.275975 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment b673b4bf-2b82-4858-adb3-2b73792033d5 of type vlan for network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 Aug 31 07:09:49.319479 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.356437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.362528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:49.363149 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.433944 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2228291 Aug 31 07:09:49.434187 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49976) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:49.440506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:49.492283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40f7e8-9303-4d62-aec4-a4afebf70e15 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=ca3bbb52-cd93-4cd4-9b2a-10593c0bec93,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:49.505437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:49.572873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:49.576534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.796527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.865004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=e7f92e8d-32f9-48b1-b57c-22f7778f88df,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:49.878985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:49.879350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: ca3bbb52-cd93-4cd4-9b2a-10593c0bec93, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:49.898555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:49.908480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ca3bbb52-cd93-4cd4-9b2a-10593c0bec93) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:49.917960 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:49.918551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:49.918913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c37a1c-9762-4c79-9435-83fca98cbfe6 None None] Network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:49.938269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-94705ec9-0e7f-4a90-88e2-c8f8996a70ea tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5030243 Aug 31 07:09:49.942775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49978) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:50.127064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:50.128296 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.306416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Allocated IP 2001:db8::2 (ca3bbb52-cd93-4cd4-9b2a-10593c0bec93/e7f92e8d-32f9-48b1-b57c-22f7778f88df/12c4e3e0-d5b4-4bed-9a94-5cafd69be73c) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:50.313058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.331173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ede1-1f12-4bb8-af56-8dd80100f052 req-5f43770b-be58-488d-91e5-df3a7feea244 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:50.338408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d339ede1-1f12-4bb8-af56-8dd80100f052 req-5f43770b-be58-488d-91e5-df3a7feea244 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0947709 Aug 31 07:09:50.468472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d339ede1-1f12-4bb8-af56-8dd80100f052 req-f65d0f2a-fe47-475b-b45a-f4e91d5f1937 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156023 Aug 31 07:09:50.468713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.477391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Transition to ACTIVE for port object 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:50.500976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Transition to ACTIVE for port object 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:50.507558 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.551791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:50.554822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:50.559238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:50.562452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Pushing event updated for resources: {'Port': ['ID=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:50.619127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Attempting to bind port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:50.619772 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Attempting to bind port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:50.620212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Attempting to bind port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c on network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:50.626025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:50.626563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Checking segment: {'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:50.626965 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.627368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Bound using segment: {'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:50.627842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Bound port: 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:50.628224 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.639625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8::1 (ca3bbb52-cd93-4cd4-9b2a-10593c0bec93/e7f92e8d-32f9-48b1-b57c-22f7778f88df/90e4f5f7-14e7-4f79-9d54-74a5e8371ccd) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:50.705287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] For port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:50.709656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] For port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,segment=NetworkSegment(b673b4bf-2b82-4858-adb3-2b73792033d5),segment_id=b673b4bf-2b82-4858-adb3-2b73792033d5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:50.715440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.791405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896dabc-a958-4b8a-9c5a-ef1998c8ee9b None None] Pushing event updated for resources: {'Port': ['ID=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:50.841129 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.858558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:50.912268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.993945 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:50.998340 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:51.008243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:51.008673 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.012716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:51.154485 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.443057 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.447928 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.448784 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.540120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:51.578954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87253b9-5900-4b0b-9740-cf5d8c783d23 req-c8224ca9-8cc9-4693-906e-fa84acd5e3c4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:51.580580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b87253b9-5900-4b0b-9740-cf5d8c783d23 req-c8224ca9-8cc9-4693-906e-fa84acd5e3c4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0596411 Aug 31 07:09:51.590182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:51.591669 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:51.626795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b87253b9-5900-4b0b-9740-cf5d8c783d23 req-1b63576d-cac5-468b-98ed-a3b7c2607a21 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389147 Aug 31 07:09:51.714314 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:09:51.765135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc9cb9-022e-499f-b793-df1b40d3812b None None] Network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:51.815785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:51.820719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2c25a240-0650-4a95-9e04-7b0dfec6de34 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761916 Aug 31 07:09:51.824009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49984) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:51.828635 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:51.829179 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-993637001'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:51.830911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-26533109-fc85-4257-ad21-5bc55f7d9af9 None None] Provisioning for port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:51.839925 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:51.840893 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:51.851850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:51.857803 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.882726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:51.893315 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.893969 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5 of type vlan for network dcef2921-fba5-4226-855a-9e076ac6a8ae Aug 31 07:09:51.934299 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:51.943520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.972505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:51.978507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:51.979142 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.046456 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2214186 Aug 31 07:09:52.050274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49986) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:52.056936 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea6008-6090-4561-a342-6b2fff661cbf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=dcef2921-fba5-4226-855a-9e076ac6a8ae,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:52.058910 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:52.069093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network dcef2921-fba5-4226-855a-9e076ac6a8ae details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:52.171514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:52.175333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.264851 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:09:51Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:51Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:52.295056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:09:52.295413 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Updating router c96e1989-7020-4e2d-80ba-f905bec51be4 port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:09:52.295782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-85db2bf2-8115-4afa-8833-3f78bb9945a5 None None] Provisioning for port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:52.303165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-85db2bf2-8115-4afa-8833-3f78bb9945a5 None None] Provisioning complete for port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:52.303544 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-85db2bf2-8115-4afa-8833-3f78bb9945a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.327556 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.379585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-85db2bf2-8115-4afa-8833-3f78bb9945a5 None None] Port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:52.441223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.501868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-54aef7be-8161-41d2-95dd-08bf86c72f4d None None] Provisioning complete for port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:52.502693 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-54aef7be-8161-41d2-95dd-08bf86c72f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.530931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=8a81f49f-b247-4058-ab29-9ee345215f1a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:52.533885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:52.534325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: dcef2921-fba5-4226-855a-9e076ac6a8ae, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:52.562653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network dcef2921-fba5-4226-855a-9e076ac6a8ae is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:52.576654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-54aef7be-8161-41d2-95dd-08bf86c72f4d None None] Port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:52.578213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, dcef2921-fba5-4226-855a-9e076ac6a8ae) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:52.584202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:52.584979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.592038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30e6c5-23b7-434f-aff6-f185d24f5851 None None] Network dcef2921-fba5-4226-855a-9e076ac6a8ae requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:52.613807 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4d0b43ed-1e02-445b-8551-7362041538e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5602975 Aug 31 07:09:52.616635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 49988) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:52.632626 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.658844 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Transition to ACTIVE for port object 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:52.670492 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.726585 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Pushing event updated for resources: {'Port': ['ID=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:52.739044 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.739482 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.739895 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.740296 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.740727 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.741152 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.741720 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.742124 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.742541 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.742959 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.743413 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.744010 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:52.861283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974330e-aade-49f0-81dd-758d1ef6808a req-c08c4c8a-4f02-4de2-a2b7-e2f193aa1e6d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:52.863820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1974330e-aade-49f0-81dd-758d1ef6808a req-c08c4c8a-4f02-4de2-a2b7-e2f193aa1e6d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.1109433 Aug 31 07:09:52.918168 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Attempting to bind port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:52.920969 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Attempting to bind port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:52.921527 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Attempting to bind port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd on network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:52.936845 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:52.938270 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Checking segment: {'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:52.938807 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.939306 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Bound using segment: {'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:52.939903 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Bound port: 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b673b4bf-2b82-4858-adb3-2b73792033d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:52.940386 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:52.970997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1974330e-aade-49f0-81dd-758d1ef6808a req-2dfc660f-48ad-4b01-8673-a254f120b0b2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771098 Aug 31 07:09:53.038290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:53.064645 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] For port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:53.070854 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] For port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,segment=NetworkSegment(b673b4bf-2b82-4858-adb3-2b73792033d5),segment_id=b673b4bf-2b82-4858-adb3-2b73792033d5)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:53.075564 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.088320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-dcef2921-fba5-4226-855a-9e076ac6a8ae', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:53.089180 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.129891 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62679a-6bb8-4d68-aa61-0170e3ace365 None None] Pushing event updated for resources: {'Port': ['ID=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:53.172521 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:53.173054 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:53.273403 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.288766 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:53.305615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:53.348730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:53.349108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.398698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Allocated IP 2001:db8:1::2 (dcef2921-fba5-4226-855a-9e076ac6a8ae/8a81f49f-b247-4058-ab29-9ee345215f1a/be4fc689-6821-4bb3-8d83-363491e6683e) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:53.575539 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.583453 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:09:51Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:53Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:53.619841 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372fe51-bd4a-4ac5-a8a4-f9c36dcafe9d None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:09:51Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:53Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:53.657892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,segment=NetworkSegment(b673b4bf-2b82-4858-adb3-2b73792033d5),segment_id=b673b4bf-2b82-4858-adb3-2b73792033d5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:53.670606 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.720598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.741701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Transition to ACTIVE for port object be4fc689-6821-4bb3-8d83-363491e6683e will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:53.753581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:53.763104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Transition to ACTIVE for port object be4fc689-6821-4bb3-8d83-363491e6683e will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:53.773475 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.816274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Network dcef2921-fba5-4226-855a-9e076ac6a8ae is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:53.821390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:53.825435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:53.826035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8:1::1 (dcef2921-fba5-4226-855a-9e076ac6a8ae/8a81f49f-b247-4058-ab29-9ee345215f1a/dc0acd3b-855d-41bf-98a2-d310687a7982) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:53.835207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Pushing event updated for resources: {'Port': ['ID=be4fc689-6821-4bb3-8d83-363491e6683e,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:53.939158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Attempting to bind port be4fc689-6821-4bb3-8d83-363491e6683e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:53.939677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Attempting to bind port be4fc689-6821-4bb3-8d83-363491e6683e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:53.940181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Attempting to bind port be4fc689-6821-4bb3-8d83-363491e6683e on network dcef2921-fba5-4226-855a-9e076ac6a8ae {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:53.946419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:53.946972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Checking segment: {'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:53.947488 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:53.947994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Bound using segment: {'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:53.948724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Bound port: be4fc689-6821-4bb3-8d83-363491e6683e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:53.949263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:54.031509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] For port be4fc689-6821-4bb3-8d83-363491e6683e, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:54.039956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] For port be4fc689-6821-4bb3-8d83-363491e6683e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=be4fc689-6821-4bb3-8d83-363491e6683e,segment=NetworkSegment(bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5),segment_id=bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:54.047078 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:54.167608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed66db8-c685-4a0f-8e49-b97a0655b565 None None] Pushing event updated for resources: {'Port': ['ID=be4fc689-6821-4bb3-8d83-363491e6683e,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:54.198254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd05ec-6823-4361-b42e-258ce97cd211 req-06e4a134-0371-48ef-9b62-3ad2c345452c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:54.199989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1cd05ec-6823-4361-b42e-258ce97cd211 req-06e4a134-0371-48ef-9b62-3ad2c345452c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.1143186 Aug 31 07:09:54.244787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1cd05ec-6823-4361-b42e-258ce97cd211 req-2d73bfda-4da7-481f-8fd5-ea6a20875de8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Aug 31 07:09:54.260619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b75a5d9e-a369-4518-82e9-4309d86525d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:54.450484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:54.467230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object dc0acd3b-855d-41bf-98a2-d310687a7982 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:54.512191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:54.565641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network dcef2921-fba5-4226-855a-9e076ac6a8ae is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:54.569661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:54.574674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:54.575362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:54.579114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=dc0acd3b-855d-41bf-98a2-d310687a7982,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:54.695324 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:54.703296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.014770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.020348 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.021470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.059245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device be4fc689-6821-4bb3-8d83-363491e6683e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:55.122480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port be4fc689-6821-4bb3-8d83-363491e6683e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:55.127733 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:55.158073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=dc0acd3b-855d-41bf-98a2-d310687a7982,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:55.201266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:55.206507 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:55.206889 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.216401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network dcef2921-fba5-4226-855a-9e076ac6a8ae is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:55.218987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:55.308725 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.346624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,segment=NetworkSegment(b673b4bf-2b82-4858-adb3-2b73792033d5),segment_id=b673b4bf-2b82-4858-adb3-2b73792033d5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:55.357607 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.358465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:55.363406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:55.473135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:55.478287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:55.478667 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.482505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3270375-340e-43ee-90b2-6c71e15a4b1a None None] Network dcef2921-fba5-4226-855a-9e076ac6a8ae requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:55.529339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9485ff7-a01a-4a2c-babc-a5809dc0915d req-eb8f89ce-cb59-4915-8201-7e0c0385e3b9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:55.531085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9485ff7-a01a-4a2c-babc-a5809dc0915d req-eb8f89ce-cb59-4915-8201-7e0c0385e3b9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.1146376 Aug 31 07:09:55.535158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:55.544255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49996) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:55.550078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-995524151'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:55.554745 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-14ab144e-b5ca-479a-8280-9c9547f801f4 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9368730 Aug 31 07:09:55.593337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:55.599648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-295e6b99-6b48-44b6-9aaf-38d42a87b825 None None] Provisioning for port be4fc689-6821-4bb3-8d83-363491e6683e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:55.600087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.611946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-295e6b99-6b48-44b6-9aaf-38d42a87b825 None None] Provisioning complete for port be4fc689-6821-4bb3-8d83-363491e6683e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:55.612320 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-295e6b99-6b48-44b6-9aaf-38d42a87b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.619291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9485ff7-a01a-4a2c-babc-a5809dc0915d req-e894914f-c8cd-4e78-8e45-bd6771c556e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604670 Aug 31 07:09:55.634889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:55.657967 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.658379 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment 3889f567-1087-4656-9889-88f0828c1b57 of type vlan for network 4954af31-68b7-46f9-a9e3-31a11474866d Aug 31 07:09:55.707420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.744628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.751281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:55.752052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.798444 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-295e6b99-6b48-44b6-9aaf-38d42a87b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.828029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2778270 Aug 31 07:09:55.828029 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 49998) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:55.833452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:55.858503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-295e6b99-6b48-44b6-9aaf-38d42a87b825 None None] For port be4fc689-6821-4bb3-8d83-363491e6683e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=be4fc689-6821-4bb3-8d83-363491e6683e,segment=NetworkSegment(bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5),segment_id=bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:55.866006 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-295e6b99-6b48-44b6-9aaf-38d42a87b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.888020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177772d-8afe-4dc5-a0c8-ccb9ca5c8f25 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=4954af31-68b7-46f9-a9e3-31a11474866d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:55.901048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 4954af31-68b7-46f9-a9e3-31a11474866d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:55.951097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:55.956631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:55.972327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:56.004321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:56.004461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:56.120484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e6b99-6b48-44b6-9aaf-38d42a87b825 None None] Pushing event updated for resources: {'Port': ['ID=be4fc689-6821-4bb3-8d83-363491e6683e,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:56.143061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:56.147312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:56.217231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66051dac-40fb-47b6-af24-62f95f5d180a None None] Provisioning for port dc0acd3b-855d-41bf-98a2-d310687a7982 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:56.232731 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:56.262545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66051dac-40fb-47b6-af24-62f95f5d180a None None] Provisioning complete for port dc0acd3b-855d-41bf-98a2-d310687a7982 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:56.263268 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66051dac-40fb-47b6-af24-62f95f5d180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:56.314150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=aa6debb0-b99e-4e34-ba7f-cde5fa404cbe,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:56.338338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:56.338823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: 4954af31-68b7-46f9-a9e3-31a11474866d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:56.360175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 4954af31-68b7-46f9-a9e3-31a11474866d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:56.371446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 4954af31-68b7-46f9-a9e3-31a11474866d) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:56.377960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-66051dac-40fb-47b6-af24-62f95f5d180a None None] Port dc0acd3b-855d-41bf-98a2-d310687a7982 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:56.378966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:56.379669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:56.400173 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f0068808-cb05-4d56-b60e-40527b3a246b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5712514 Aug 31 07:09:56.402855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8ec30-c371-499a-90db-fa0ac6fde1cb None None] Network 4954af31-68b7-46f9-a9e3-31a11474866d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:56.403248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50000) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:56.453822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66051dac-40fb-47b6-af24-62f95f5d180a None None] Provisioning complete for port be4fc689-6821-4bb3-8d83-363491e6683e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:56.454088 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66051dac-40fb-47b6-af24-62f95f5d180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:56.700318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:09:54Z', 'revision_number': 3, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:09:54Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:56.752581 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-4954af31-68b7-46f9-a9e3-31a11474866d', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:09:56.753487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:56.765171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:09:56.765554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Updating router c96e1989-7020-4e2d-80ba-f905bec51be4 port dc0acd3b-855d-41bf-98a2-d310687a7982 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:09:56.803388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2477ae14-3d91-4c4a-bacf-59e5436f26c9 None None] Provisioning complete for port dc0acd3b-855d-41bf-98a2-d310687a7982 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:56.803706 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2477ae14-3d91-4c4a-bacf-59e5436f26c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:56.842948 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.084784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device be4fc689-6821-4bb3-8d83-363491e6683e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:57.125360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2477ae14-3d91-4c4a-bacf-59e5436f26c9 None None] Port dc0acd3b-855d-41bf-98a2-d310687a7982 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:57.155079 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-53174414-e2a3-4827-82f5-e318b8f77ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.178216 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.219711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4e66-e3d8-442c-8c70-4e5a0882c219 req-773f5953-530f-4a57-bb5f-849f6e34b869 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:57.222080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83ed4e66-e3d8-442c-8c70-4e5a0882c219 req-773f5953-530f-4a57-bb5f-849f6e34b869 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.4783025 Aug 31 07:09:57.302286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Allocated IP 2001:db8:2::2 (4954af31-68b7-46f9-a9e3-31a11474866d/aa6debb0-b99e-4e34-ba7f-cde5fa404cbe/9b0b584a-2120-4347-8eec-105dcfc6715f) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:57.307858 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83ed4e66-e3d8-442c-8c70-4e5a0882c219 req-87aa7df7-0a9e-42a6-9658-5b3a196a2912 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748537 Aug 31 07:09:57.317591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.331792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-262ec2f9-931d-4359-8128-1c6ed3489a41 None None] Provisioning complete for port dc0acd3b-855d-41bf-98a2-d310687a7982 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:57.332167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-262ec2f9-931d-4359-8128-1c6ed3489a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.379145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port be4fc689-6821-4bb3-8d83-363491e6683e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:57.379145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.494021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-262ec2f9-931d-4359-8128-1c6ed3489a41 None None] Port dc0acd3b-855d-41bf-98a2-d310687a7982 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:09:57.682463 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.684898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:57.717510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Transition to ACTIVE for port object 9b0b584a-2120-4347-8eec-105dcfc6715f will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:57.735174 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.757572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Transition to ACTIVE for port object dc0acd3b-855d-41bf-98a2-d310687a7982 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:57.763252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Transition to ACTIVE for port object 9b0b584a-2120-4347-8eec-105dcfc6715f will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:57.767028 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.772615 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.823749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8:2::1 (4954af31-68b7-46f9-a9e3-31a11474866d/aa6debb0-b99e-4e34-ba7f-cde5fa404cbe/d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:57.833129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Network 4954af31-68b7-46f9-a9e3-31a11474866d is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:57.837483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:57.837854 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.842072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:57.845044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f063-991d-4513-8ccc-678da3825168 None None] Pushing event updated for resources: {'Port': ['ID=dc0acd3b-855d-41bf-98a2-d310687a7982,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:57.864627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:57.968728 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.987318 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:09:58.013405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Pushing event updated for resources: {'Port': ['ID=9b0b584a-2120-4347-8eec-105dcfc6715f,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:58.028099 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.028298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Attempting to bind port dc0acd3b-855d-41bf-98a2-d310687a7982 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:58.028460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Attempting to bind port dc0acd3b-855d-41bf-98a2-d310687a7982 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:58.029368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Attempting to bind port dc0acd3b-855d-41bf-98a2-d310687a7982 on network dcef2921-fba5-4226-855a-9e076ac6a8ae {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:58.037403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Attempting to bind port 9b0b584a-2120-4347-8eec-105dcfc6715f on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:09:58.037803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Attempting to bind port 9b0b584a-2120-4347-8eec-105dcfc6715f by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:09:58.038293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Attempting to bind port 9b0b584a-2120-4347-8eec-105dcfc6715f on network 4954af31-68b7-46f9-a9e3-31a11474866d {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:09:58.042719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:58.043165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Checking segment: {'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:58.043750 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.044232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Bound using segment: {'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:58.045807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Bound port: dc0acd3b-855d-41bf-98a2-d310687a7982, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:58.046002 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.059542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:09:58.060079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Checking segment: {'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:58.060521 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.060924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Bound using segment: {'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:09:58.061429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Bound port: 9b0b584a-2120-4347-8eec-105dcfc6715f, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:09:58.061812 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.078350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 4954af31-68b7-46f9-a9e3-31a11474866d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:58.083740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:58.087686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:58.088238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.126231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:58.210888 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.243952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] For port 9b0b584a-2120-4347-8eec-105dcfc6715f, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:58.248114 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.252196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] For port 9b0b584a-2120-4347-8eec-105dcfc6715f, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9b0b584a-2120-4347-8eec-105dcfc6715f,segment=NetworkSegment(3889f567-1087-4656-9889-88f0828c1b57),segment_id=3889f567-1087-4656-9889-88f0828c1b57)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:58.255674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] For port dc0acd3b-855d-41bf-98a2-d310687a7982, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:09:58.259188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] For port dc0acd3b-855d-41bf-98a2-d310687a7982, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dc0acd3b-855d-41bf-98a2-d310687a7982,segment=NetworkSegment(bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5),segment_id=bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:09:58.260891 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.268065 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.360354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:58.361011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:58.413108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8387e1-1ad9-4178-ae15-42ab4e4d2ad4 None None] Pushing event updated for resources: {'Port': ['ID=9b0b584a-2120-4347-8eec-105dcfc6715f,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:58.472728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784eab5-0f25-463d-9cfb-f2005307ed82 req-453f3b91-429c-4052-98a8-9639c58a968c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:58.481508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d784eab5-0f25-463d-9cfb-f2005307ed82 req-453f3b91-429c-4052-98a8-9639c58a968c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0639539 Aug 31 07:09:58.532731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d784eab5-0f25-463d-9cfb-f2005307ed82 req-6baf697e-0555-4dd4-8b34-41e8eb55ceee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501866 Aug 31 07:09:58.561851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f063-991d-4513-8ccc-678da3825168 None None] Pushing event updated for resources: {'Port': ['ID=dc0acd3b-855d-41bf-98a2-d310687a7982,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:58.566229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:58.624446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.631429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.632532 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:58.697729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:58.819053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 4954af31-68b7-46f9-a9e3-31a11474866d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:58.821299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:58.920764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:09:58Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:09:57Z', 'revision_number': 1, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:09:58Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:58.957250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e76de-01ee-4048-ae23-b2b6c4e06fe1 None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:09:58Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:09:57Z', 'revision_number': 1, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:09:58Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:58.957479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:58.972457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9b0b584a-2120-4347-8eec-105dcfc6715f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:59.053400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9b0b584a-2120-4347-8eec-105dcfc6715f completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:59.104297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:59.110040 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0e9ca56d-d88f-49fa-907c-1605ebc7e280 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7046516 Aug 31 07:09:59.112730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50008) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:59.118520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-472824029'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:59.143435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:59.147530 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.172804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:09:59.183548 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.183895 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added segment 78f70236-d5e0-4bc1-92c0-c561807cafcd of type vlan for network 58516f6f-296d-4efe-bc42-041beeec1d99 Aug 31 07:09:59.232128 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.271287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.277212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:59.277817 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.343089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2290707 Aug 31 07:09:59.345897 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50010) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:59.351730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'subnet': {'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:59.353136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Network': ['ID=58516f6f-296d-4efe-bc42-041beeec1d99,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:59.361693 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.362238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.362584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.362715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.363042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.363436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.363782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.364131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.364562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.364896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.365250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.365636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7506-34fb-45f7-b026-eaaaae789c6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:59.379824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 58516f6f-296d-4efe-bc42-041beeec1d99 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:09:59.465113 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Made reservation on behalf of 795d9369680c4961b9afc030a54bc8e6 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:09:59.469816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.683248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330a08d-6d60-4115-8e62-d291ff74c04f None None] Network 4954af31-68b7-46f9-a9e3-31a11474866d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:59.720095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804de76-2ed7-47c5-b333-9b348a781740 req-3a3da7ec-e8b8-498a-ba26-785ad90f958f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:59.721777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3804de76-2ed7-47c5-b333-9b348a781740 req-3a3da7ec-e8b8-498a-ba26-785ad90f958f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0994611 Aug 31 07:09:59.772220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Provisioning for port 9b0b584a-2120-4347-8eec-105dcfc6715f completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:59.784495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Provisioning complete for port 9b0b584a-2120-4347-8eec-105dcfc6715f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:59.784872 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.799256 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3804de76-2ed7-47c5-b333-9b348a781740 req-971fb650-0e7f-441d-829f-8e54b768af41 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Aug 31 07:09:59.800840 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.870432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Subnet': ['ID=bf1ac2d0-1c2d-42f8-b443-23f176414d15,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:59.879433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Checking segment: {'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:09:59.879841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network hostable DHCP agents. Network: 58516f6f-296d-4efe-bc42-041beeec1d99, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:09:59.900574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 58516f6f-296d-4efe-bc42-041beeec1d99 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:09:59.913718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 58516f6f-296d-4efe-bc42-041beeec1d99) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:59.918556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:59.919174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.952493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e678a49c-f2f3-44f0-b5d7-96c805f91811 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6051371 Aug 31 07:09:59.954863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50014) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:00.123883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc342ab7-9872-44ce-8bff-256e936545b7 None None] Network 58516f6f-296d-4efe-bc42-041beeec1d99 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:10:00.218740 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.219424 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.299146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] For port 9b0b584a-2120-4347-8eec-105dcfc6715f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9b0b584a-2120-4347-8eec-105dcfc6715f,segment=NetworkSegment(3889f567-1087-4656-9889-88f0828c1b57),segment_id=3889f567-1087-4656-9889-88f0828c1b57)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:00.307439 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.342853 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:00.354327 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:00.355394 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:00.362960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Pushing event updated for resources: {'Port': ['ID=9b0b584a-2120-4347-8eec-105dcfc6715f,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:00.375334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.375604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.375951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.376292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.376649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.377051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.377405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.377741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.378069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.378397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.378793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.379141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c73798-fbdd-41a5-acd0-14512b10f051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:00.419600 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-58516f6f-296d-4efe-bc42-041beeec1d99', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:10:00.420702 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.442548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.457291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-187c36e7-50c7-4e88-94ca-cc57686dcd8a None None] Provisioning for port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:00.463014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-187c36e7-50c7-4e88-94ca-cc57686dcd8a None None] Provisioning complete for port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:00.463524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-187c36e7-50c7-4e88-94ca-cc57686dcd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.469546 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:00.566346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-187c36e7-50c7-4e88-94ca-cc57686dcd8a None None] Port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:00.614874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-187c36e7-50c7-4e88-94ca-cc57686dcd8a None None] Provisioning complete for port 9b0b584a-2120-4347-8eec-105dcfc6715f triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:00.614874 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-187c36e7-50c7-4e88-94ca-cc57686dcd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.670295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Allocated IP 2001:db8:3::2 (58516f6f-296d-4efe-bc42-041beeec1d99/bf1ac2d0-1c2d-42f8-b443-23f176414d15/950c7baf-f8a4-43de-b74b-a8a22607719a) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:10:00.734975 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:09:58Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:09:58Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:09:58Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:00.766579 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:00.766927 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Updating router c96e1989-7020-4e2d-80ba-f905bec51be4 port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:10:00.795251 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.920143 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.933924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0a5f3557-b654-4a4f-8181-00d0ebcfe3a5 None None] Provisioning complete for port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:00.934437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3557-b654-4a4f-8181-00d0ebcfe3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:00.965296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Transition to ACTIVE for port object 950c7baf-f8a4-43de-b74b-a8a22607719a will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:00.976090 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2ddb3-e4b6-4cd9-be00-46863dfbdcab req-39f3a05e-76ab-479a-8555-9e02efc29762 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:00.978176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c3a2ddb3-e4b6-4cd9-be00-46863dfbdcab req-39f3a05e-76ab-479a-8555-9e02efc29762 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0838168 Aug 31 07:10:00.994362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f3557-b654-4a4f-8181-00d0ebcfe3a5 None None] Port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:01.019972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Transition to ACTIVE for port object 950c7baf-f8a4-43de-b74b-a8a22607719a will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:01.033749 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.044926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dc0acd3b-855d-41bf-98a2-d310687a7982 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:01.047021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c3a2ddb3-e4b6-4cd9-be00-46863dfbdcab req-d5417aff-ab38-4710-834b-4eb7c84216cb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Aug 31 07:10:01.103310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Network 58516f6f-296d-4efe-bc42-041beeec1d99 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:01.108242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Allocated IP 2001:db8:3::1 (58516f6f-296d-4efe-bc42-041beeec1d99/bf1ac2d0-1c2d-42f8-b443-23f176414d15/48f36269-0eea-4834-8aee-048275442d6a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:10:01.113016 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:01.116968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:10:01.132561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Pushing event updated for resources: {'Port': ['ID=950c7baf-f8a4-43de-b74b-a8a22607719a,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:01.144139 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.155553 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Transition to ACTIVE for port object d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:01.164335 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.179424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port dc0acd3b-855d-41bf-98a2-d310687a7982 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:01.190141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port dc0acd3b-855d-41bf-98a2-d310687a7982 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:01.190524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.194529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Attempting to bind port 950c7baf-f8a4-43de-b74b-a8a22607719a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:10:01.195192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Attempting to bind port 950c7baf-f8a4-43de-b74b-a8a22607719a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:10:01.195331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Attempting to bind port 950c7baf-f8a4-43de-b74b-a8a22607719a on network 58516f6f-296d-4efe-bc42-041beeec1d99 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:01.217253 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97766d-5c5f-44a5-b17b-08570bfebf89 None None] Pushing event updated for resources: {'Port': ['ID=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:01.222930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:10:01.223448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Checking segment: {'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:01.223865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.224262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Bound using segment: {'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:10:01.224743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Bound port: 950c7baf-f8a4-43de-b74b-a8a22607719a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:10:01.225213 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.263105 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.287803 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Attempting to bind port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:10:01.288184 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Attempting to bind port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:10:01.288405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Transition to ACTIVE for port object 48f36269-0eea-4834-8aee-048275442d6a will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:01.288583 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Attempting to bind port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e on network 4954af31-68b7-46f9-a9e3-31a11474866d {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:01.296526 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:10:01.296887 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Checking segment: {'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:01.297351 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.297929 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Bound using segment: {'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:10:01.298514 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Bound port: d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3889f567-1087-4656-9889-88f0828c1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:10:01.298901 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.339719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.343172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] For port 950c7baf-f8a4-43de-b74b-a8a22607719a, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:10:01.369172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] For port 950c7baf-f8a4-43de-b74b-a8a22607719a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=950c7baf-f8a4-43de-b74b-a8a22607719a,segment=NetworkSegment(78f70236-d5e0-4bc1-92c0-c561807cafcd),segment_id=78f70236-d5e0-4bc1-92c0-c561807cafcd)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:10:01.370832 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.387255 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.415666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=48f36269-0eea-4834-8aee-048275442d6a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:01.425084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 58516f6f-296d-4efe-bc42-041beeec1d99 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:01.427484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:01.430658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:10:01.431539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.470506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port dc0acd3b-855d-41bf-98a2-d310687a7982, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dc0acd3b-855d-41bf-98a2-d310687a7982,segment=NetworkSegment(bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5),segment_id=bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:01.484255 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.485636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9b0b584a-2120-4347-8eec-105dcfc6715f up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:01.506962 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] For port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:10:01.512578 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] For port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,segment=NetworkSegment(3889f567-1087-4656-9889-88f0828c1b57),segment_id=3889f567-1087-4656-9889-88f0828c1b57)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:10:01.520317 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.565352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119247-880e-4b25-94a3-98d4c9c9af00 None None] Pushing event updated for resources: {'Port': ['ID=950c7baf-f8a4-43de-b74b-a8a22607719a,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:01.586188 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97766d-5c5f-44a5-b17b-08570bfebf89 None None] Pushing event updated for resources: {'Port': ['ID=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:01.588193 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.623824 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:01.624498 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:01.673689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=dc0acd3b-855d-41bf-98a2-d310687a7982,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:01.697860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9b0b584a-2120-4347-8eec-105dcfc6715f triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:01.698430 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.738547 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:02.007088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:02.012231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:02.013073 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:02.071114 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-88554f73-e026-442c-a778-44588dd275a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '48f36269-0eea-4834-8aee-048275442d6a', 'name': '', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:e1:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:00Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 1, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:02.099165 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88554f73-e026-442c-a778-44588dd275a5 None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '48f36269-0eea-4834-8aee-048275442d6a', 'name': '', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:e1:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:00Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 1, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:02.104685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event updated for resources: {'Port': ['ID=48f36269-0eea-4834-8aee-048275442d6a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:02.198667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Network 58516f6f-296d-4efe-bc42-041beeec1d99 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:02.202156 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:02.229030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600a19e-6bd9-4242-a028-256298d1adce req-fe1dddcb-be01-4f7b-8654-472edf31eb46 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:02.230691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6600a19e-6bd9-4242-a028-256298d1adce req-fe1dddcb-be01-4f7b-8654-472edf31eb46 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0973165 Aug 31 07:10:02.346144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6600a19e-6bd9-4242-a028-256298d1adce req-e2301f97-646a-44ce-a9c8-782e496f7f7b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815253 Aug 31 07:10:02.355518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:02.473634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:02.482907 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7a6051d7-f5d7-4a25-887a-f4bf3e57ad6d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237160 Aug 31 07:10:02.483240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50020) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:02.488663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:02.728172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef98e4e-0941-4c2b-8470-c1aeb3a0b3a8 None None] Network 58516f6f-296d-4efe-bc42-041beeec1d99 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:10:02.810465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b0db55cb-311e-4bf1-b918-01fd1c8b9efd None None] Provisioning for port 950c7baf-f8a4-43de-b74b-a8a22607719a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:02.933409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:02.946509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:02.947262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:03.086965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:03.091250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:03.282975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:03.293121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:03.293613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.330463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.extraroute_db [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:10:03.349786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.extraroute_db [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Removed routes are [] {{(pid=94667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:10:03.350819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.418290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8b4829c1-d3da-48c3-a32a-f93ee176e3ae None None] Provisioning for port 48f36269-0eea-4834-8aee-048275442d6a completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:03.457405 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8b4829c1-d3da-48c3-a32a-f93ee176e3ae None None] Provisioning complete for port 48f36269-0eea-4834-8aee-048275442d6a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:03.457998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8b4829c1-d3da-48c3-a32a-f93ee176e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.496231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fddbe7-286f-480a-83c2-0dca75ee34e1 req-05e85609-41c6-4f50-bf9a-975af6e71e46 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:03.507578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6fddbe7-286f-480a-83c2-0dca75ee34e1 req-05e85609-41c6-4f50-bf9a-975af6e71e46 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0760958 Aug 31 07:10:03.531332 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.534164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-8b4829c1-d3da-48c3-a32a-f93ee176e3ae None None] Port 48f36269-0eea-4834-8aee-048275442d6a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:03.563499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '48f36269-0eea-4834-8aee-048275442d6a', 'name': '', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:e1:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:00Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:03.565605 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f6fddbe7-286f-480a-83c2-0dca75ee34e1 req-b241f873-837b-465e-ac73-c0a6101c3500 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565829 Aug 31 07:10:03.611178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.616017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:03.616206 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.616449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Updating router c96e1989-7020-4e2d-80ba-f905bec51be4 port 48f36269-0eea-4834-8aee-048275442d6a binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:10:03.623447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,segment=NetworkSegment(3889f567-1087-4656-9889-88f0828c1b57),segment_id=3889f567-1087-4656-9889-88f0828c1b57)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:03.641163 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.642023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dc0acd3b-855d-41bf-98a2-d310687a7982 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:03.695252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.739889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:03.746288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:03.786908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e73081d8-54ee-4787-8521-f2f08ec43052 None None] Provisioning complete for port 48f36269-0eea-4834-8aee-048275442d6a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:03.787252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e73081d8-54ee-4787-8521-f2f08ec43052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.877220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:03.885989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:03.887855 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-25c9144a-dfa5-4c56-9ac2-58b6de848efe tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 200 len: 954 time: 1.4036951 Aug 31 07:10:03.891425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50024) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:04.012733 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3d37a65f-5ad1-44b5-aa4b-95b5fe6b4124 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 200 len: 954 time: 0.1199641 Aug 31 07:10:04.016030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50026) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:04.021728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'routes': None}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:04.042572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port dc0acd3b-855d-41bf-98a2-d310687a7982 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:04.042910 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.078083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e73081d8-54ee-4787-8521-f2f08ec43052 None None] Port 48f36269-0eea-4834-8aee-048275442d6a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:04.226243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 950c7baf-f8a4-43de-b74b-a8a22607719a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:04.253852 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6043316c-1c5b-4a90-bf1d-b45ceddd1737 None None] Provisioning complete for port 48f36269-0eea-4834-8aee-048275442d6a triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:04.254238 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6043316c-1c5b-4a90-bf1d-b45ceddd1737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.342912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6043316c-1c5b-4a90-bf1d-b45ceddd1737 None None] Port 48f36269-0eea-4834-8aee-048275442d6a cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:04.355296 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.369255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Transition to ACTIVE for port object 48f36269-0eea-4834-8aee-048275442d6a will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:04.376352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 950c7baf-f8a4-43de-b74b-a8a22607719a completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:04.378996 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.391246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 950c7baf-f8a4-43de-b74b-a8a22607719a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:04.391739 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.445614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.extraroute_db [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added routes are [] {{(pid=94668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:10:04.445939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.extraroute_db [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:10:04.467846 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bf17d-61a9-421e-9455-eac36dd5a787 None None] Pushing event updated for resources: {'Port': ['ID=48f36269-0eea-4834-8aee-048275442d6a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:04.486436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.534957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Attempting to bind port 48f36269-0eea-4834-8aee-048275442d6a on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:10:04.535213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Attempting to bind port 48f36269-0eea-4834-8aee-048275442d6a by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:10:04.535562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Attempting to bind port 48f36269-0eea-4834-8aee-048275442d6a on network 58516f6f-296d-4efe-bc42-041beeec1d99 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:04.560514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:10:04.560514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Checking segment: {'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:04.560963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.561216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Bound using segment: {'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:10:04.561672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Bound port: 48f36269-0eea-4834-8aee-048275442d6a, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f70236-d5e0-4bc1-92c0-c561807cafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:10:04.562051 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.584690 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.664774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 950c7baf-f8a4-43de-b74b-a8a22607719a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=950c7baf-f8a4-43de-b74b-a8a22607719a,segment=NetworkSegment(78f70236-d5e0-4bc1-92c0-c561807cafcd),segment_id=78f70236-d5e0-4bc1-92c0-c561807cafcd)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:04.672410 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.679271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] For port 48f36269-0eea-4834-8aee-048275442d6a, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:10:04.683665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] For port 48f36269-0eea-4834-8aee-048275442d6a, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=48f36269-0eea-4834-8aee-048275442d6a,segment=NetworkSegment(78f70236-d5e0-4bc1-92c0-c561807cafcd),segment_id=78f70236-d5e0-4bc1-92c0-c561807cafcd)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:10:04.686888 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.690696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.712456 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.722442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958a039-4829-4b71-8c21-fb3913009706 req-787544ee-cb5d-433a-9682-355783ae4e57 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:04.724167 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5958a039-4829-4b71-8c21-fb3913009706 req-787544ee-cb5d-433a-9682-355783ae4e57 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 943 time: 0.0615544 Aug 31 07:10:04.754766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=950c7baf-f8a4-43de-b74b-a8a22607719a,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:04.762473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:04.763735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:04.783266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5958a039-4829-4b71-8c21-fb3913009706 req-78a1a218-7c83-4267-8e6c-56b4173ea162 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510786 Aug 31 07:10:04.807712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:04.885386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bf17d-61a9-421e-9455-eac36dd5a787 None None] Pushing event updated for resources: {'Port': ['ID=48f36269-0eea-4834-8aee-048275442d6a,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:04.915459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:04.937439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:04.945232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:04.946460 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-342f1488-0c98-4ce7-94d2-d330bd1c7bac tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 200 len: 704 time: 0.9293005 Aug 31 07:10:04.949400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50030) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:04.952695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:05.070380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-577467b5-60e1-4b94-b1ad-f7382d03e193 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 200 len: 704 time: 0.1197391 Aug 31 07:10:05.073133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50032) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:05.105483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:05.105767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:05.250213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 950c7baf-f8a4-43de-b74b-a8a22607719a up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:05.279828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 7, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '48f36269-0eea-4834-8aee-048275442d6a', 'name': '', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:e1:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:00Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:03Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:05.315068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f3649-eb3b-4ecc-8808-107d3d2afa05 None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 7, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '48f36269-0eea-4834-8aee-048275442d6a', 'name': '', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:e1:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:00Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:03Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:05.337323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 950c7baf-f8a4-43de-b74b-a8a22607719a triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:05.337701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:05.410985 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:05.414249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ec6e7309-7117-4b0f-a631-fc81690aa551 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:10:05.480690 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:05.489589 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:05.490199 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:05.527327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ec6e7309-7117-4b0f-a631-fc81690aa551, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec6e7309-7117-4b0f-a631-fc81690aa551,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:05.539929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'ec6e7309-7117-4b0f-a631-fc81690aa551', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'port_id': 'ec6e7309-7117-4b0f-a631-fc81690aa551', 'mac_address': 'fa:16:3e:ed:bf:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:10:05.579709 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:05.580238 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:05.594755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6e7309-7117-4b0f-a631-fc81690aa551 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:10:05.613894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ec6e7309-7117-4b0f-a631-fc81690aa551, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec6e7309-7117-4b0f-a631-fc81690aa551,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:05.618926 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:05.674920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ec6e7309-7117-4b0f-a631-fc81690aa551,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:05.675641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 48f36269-0eea-4834-8aee-048275442d6a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:05.675993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:05.768535 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port 48f36269-0eea-4834-8aee-048275442d6a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=48f36269-0eea-4834-8aee-048275442d6a,segment=NetworkSegment(78f70236-d5e0-4bc1-92c0-c561807cafcd),segment_id=78f70236-d5e0-4bc1-92c0-c561807cafcd)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:05.769316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:05.787280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 48f36269-0eea-4834-8aee-048275442d6a owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:05.793313 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 7, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '48f36269-0eea-4834-8aee-048275442d6a', 'name': '', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:e1:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:00Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:03Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:05.825236 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:05.835573 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:05.836195 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:05.840467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['ec6e7309-7117-4b0f-a631-fc81690aa551'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:10:05.953953 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:06.181327 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 7, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '48f36269-0eea-4834-8aee-048275442d6a', 'name': '', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:e1:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:00Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:03Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:06.206968 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343742c-6b51-4366-9596-f2990c353c8b None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 7, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '48f36269-0eea-4834-8aee-048275442d6a', 'name': '', 'network_id': '58516f6f-296d-4efe-bc42-041beeec1d99', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:e1:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:00Z', 'updated_at': '2021-08-31T07:10:04Z', 'revision_number': 4, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'bf1ac2d0-1c2d-42f8-b443-23f176414d15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:03Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:06.212807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfa2b1-e31b-4f32-b026-bfdf30522282 req-501528ff-565f-4c24-be93-4693e3039ea5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:06.215161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0bbfa2b1-e31b-4f32-b026-bfdf30522282 req-501528ff-565f-4c24-be93-4693e3039ea5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 944 time: 0.0657914 Aug 31 07:10:06.302965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0bbfa2b1-e31b-4f32-b026-bfdf30522282 req-af4470f1-2b38-4577-8647-f6b36f0758c4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500882 Aug 31 07:10:06.355868 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:06.383745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=48f36269-0eea-4834-8aee-048275442d6a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:06.514123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:06.734538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:06.840777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:06.847347 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a3cba11f-e47f-4f88-9790-adbf6b18bf65 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7729208 Aug 31 07:10:06.850239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50038) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:06.853753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:06.868265 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:06.868819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:06.876545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-088dd434-3a5d-4363-aa89-4728cb198e35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507855 Aug 31 07:10:06.910550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1f6989-dbd9-4c78-9fec-724e6c4649b0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet bf1ac2d0-1c2d-42f8-b443-23f176414d15 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:10:06.913922 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6989-dbd9-4c78-9fec-724e6c4649b0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:06.964908 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6989-dbd9-4c78-9fec-724e6c4649b0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:06.981331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:06.981591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-326ae435-4ff6-4228-a9a1-cb31ee6c938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:06.983607 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-326ae435-4ff6-4228-a9a1-cb31ee6c938c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 1097 time: 0.0553026 Aug 31 07:10:07.084905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6989-dbd9-4c78-9fec-724e6c4649b0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.104522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-727bb6b6-87bc-44c1-a601-36def9b11bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:07.106071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-727bb6b6-87bc-44c1-a601-36def9b11bf0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0999730 Aug 31 07:10:07.151529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-48da2331-70ca-4f94-9338-87a296b813e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e15d4b9-3a01-4d78-85f5-e6253fc39997 HTTP/1.1" status: 200 len: 217 time: 0.0379634 Aug 31 07:10:07.163494 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6989-dbd9-4c78-9fec-724e6c4649b0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.204513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f6989-dbd9-4c78-9fec-724e6c4649b0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1ac2d0-1c2d-42f8-b443-23f176414d15,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:07.206262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-2dac593a-9e67-4dd7-b269-cb0cd2b3b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:07.211022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6989-dbd9-4c78-9fec-724e6c4649b0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.211504 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-2dac593a-9e67-4dd7-b269-cb0cd2b3b626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0532432 Aug 31 07:10:07.212994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3a1f6989-dbd9-4c78-9fec-724e6c4649b0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/bf1ac2d0-1c2d-42f8-b443-23f176414d15 HTTP/1.1" status: 204 len: 168 time: 0.3615439 Aug 31 07:10:07.215481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50040) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:07.220097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb34f1-d963-4a46-8d02-fbf14ec34288 None None] Network 58516f6f-296d-4efe-bc42-041beeec1d99 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:10:07.271475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-de07f27b-1731-42a6-905f-ecae01252fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:07.273065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-de07f27b-1731-42a6-905f-ecae01252fcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547328 Aug 31 07:10:07.276753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:06Z', 'revision_number': 8, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:03Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:07.302197 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.308360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:07.351018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:07.351728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:07.370512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 950c7baf-f8a4-43de-b74b-a8a22607719a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:07.370893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.387804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-4301f26c-4007-4e77-9925-624df17f86f7 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069009 Aug 31 07:10:07.452957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port 950c7baf-f8a4-43de-b74b-a8a22607719a, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=950c7baf-f8a4-43de-b74b-a8a22607719a,segment=NetworkSegment(78f70236-d5e0-4bc1-92c0-c561807cafcd),segment_id=78f70236-d5e0-4bc1-92c0-c561807cafcd)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:07.453378 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.473841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 950c7baf-f8a4-43de-b74b-a8a22607719a owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:07.536737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33612899-8897-4f07-b95c-32f1efc0a912 req-d424ac66-d060-4ee8-bc4d-522460208c63 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:07.538431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33612899-8897-4f07-b95c-32f1efc0a912 req-d424ac66-d060-4ee8-bc4d-522460208c63 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 944 time: 0.1216934 Aug 31 07:10:07.568888 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-936517ef-4c6d-4e27-89c9-683480b91f56 req-bb9a6bb3-3dcf-4c1d-88b0-732e14e7bc22 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734133 Aug 31 07:10:07.570230 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.602320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33612899-8897-4f07-b95c-32f1efc0a912 req-4618d3f2-9865-4d6e-90da-fe64326f8d69 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542562 Aug 31 07:10:07.604287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=950c7baf-f8a4-43de-b74b-a8a22607719a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:07.608249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No DVR routers for this DVR port 950c7baf-f8a4-43de-b74b-a8a22607719a on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:07.608464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ec6e7309-7117-4b0f-a631-fc81690aa551 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:07.671387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:07.709264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.721458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58516f6f-296d-4efe-bc42-041beeec1d99']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:07.726782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port ec6e7309-7117-4b0f-a631-fc81690aa551 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:07.735265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f70236-d5e0-4bc1-92c0-c561807cafcd') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:07.735677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f70236-d5e0-4bc1-92c0-c561807cafcd') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:07.746111 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.761959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port ec6e7309-7117-4b0f-a631-fc81690aa551 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:07.762465 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.765623 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.772238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:10:07.772726 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:10:07.777383 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:10:07.817482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea4ee4e-0037-4421-a93c-d20426aab560 None None] DHCP port deletion for 58516f6f-296d-4efe-bc42-041beeec1d99 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:10:07.852790 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.862234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.864376 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/58516f6f-296d-4efe-bc42-041beeec1d99 HTTP/1.1" status: 204 len: 168 time: 0.6465974 Aug 31 07:10:07.867086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50044) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:07.884844 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d7a00-23aa-47b4-b78d-a831c15f3bcc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=58516f6f-296d-4efe-bc42-041beeec1d99,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:07.954382 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:07.985233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd73941-a4f4-4b26-b44d-80c6b07edee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6e7309-7117-4b0f-a631-fc81690aa551'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:10:07.987575 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67bc6ff-e4a0-4c55-acb1-a0c4d5e57757" -d '{"events": [{"server_uuid": "8dd73941-a4f4-4b26-b44d-80c6b07edee6", "name": "network-vif-plugged", "status": "completed", "tag": "ec6e7309-7117-4b0f-a631-fc81690aa551"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:10:08.004635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ec6e7309-7117-4b0f-a631-fc81690aa551, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec6e7309-7117-4b0f-a631-fc81690aa551,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:08.012936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:08.020050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:06Z', 'revision_number': 8, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:03Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:08.042505 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86000c1d-3a69-4991-bdbb-8bcafbdee075 x-openstack-request-id: req-86000c1d-3a69-4991-bdbb-8bcafbdee075 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:10:08.042851 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd73941-a4f4-4b26-b44d-80c6b07edee6", "name": "network-vif-plugged", "status": "completed", "tag": "ec6e7309-7117-4b0f-a631-fc81690aa551", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:10:08.043090 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86000c1d-3a69-4991-bdbb-8bcafbdee075 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:10:08.043515 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd73941-a4f4-4b26-b44d-80c6b07edee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6e7309-7117-4b0f-a631-fc81690aa551', 'code': 200} Aug 31 07:10:08.074005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81de39-6eb6-41c4-9df9-1fba412d6193 None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:06Z', 'revision_number': 8, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2bc4c32-eb93-4dd4-9fd0-a25cf6db822e', 'name': '', 'network_id': '4954af31-68b7-46f9-a9e3-31a11474866d', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:03:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:57Z', 'updated_at': '2021-08-31T07:10:03Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'aa6debb0-b99e-4e34-ba7f-cde5fa404cbe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:08.104183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ec6e7309-7117-4b0f-a631-fc81690aa551,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:08.203079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9be8-555a-4bdb-bfea-c961044e1fd2 req-555ea3e5-56c9-419f-b45d-dcf2fe3e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:08.204786 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b94d9be8-555a-4bdb-bfea-c961044e1fd2 req-555ea3e5-56c9-419f-b45d-dcf2fe3e6fc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 1097 time: 0.0819860 Aug 31 07:10:08.252213 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b94d9be8-555a-4bdb-bfea-c961044e1fd2 req-7df22840-4509-49ac-a2c3-c10dbec3b0fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Aug 31 07:10:08.320589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:08.585489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:08.585825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:08.680770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,segment=NetworkSegment(3889f567-1087-4656-9889-88f0828c1b57),segment_id=3889f567-1087-4656-9889-88f0828c1b57)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:08.680995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:08.694517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:08.744809 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034456f-666e-4f3a-90b8-7a82a0f4753f req-a9413361-e3c9-434a-b6d0-65eaa10c7aab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:08.746386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a034456f-666e-4f3a-90b8-7a82a0f4753f req-a9413361-e3c9-434a-b6d0-65eaa10c7aab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 945 time: 0.0533233 Aug 31 07:10:08.787282 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a034456f-666e-4f3a-90b8-7a82a0f4753f req-d72d8c0d-8167-4f5c-b18e-a6ffb6a96ad4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346200 Aug 31 07:10:08.876837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:08.903329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:08.905953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 48f36269-0eea-4834-8aee-048275442d6a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:08.928244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 48f36269-0eea-4834-8aee-048275442d6a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:08.928868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 48f36269-0eea-4834-8aee-048275442d6a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:08.929536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 950c7baf-f8a4-43de-b74b-a8a22607719a no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:08.952972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 950c7baf-f8a4-43de-b74b-a8a22607719a {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:08.953333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 950c7baf-f8a4-43de-b74b-a8a22607719a not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:09.044049 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.252818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:09.362591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:09.367990 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cf7bcaf3-946b-4405-8e4a-58021fadeda6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4999433 Aug 31 07:10:09.371355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50050) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:09.375129 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:09.384278 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:09.384923 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:09.432424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet aa6debb0-b99e-4e34-ba7f-cde5fa404cbe {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:10:09.436437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.479201 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.484530 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:09.568730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.641449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.671760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6debb0-b99e-4e34-ba7f-cde5fa404cbe,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:09.676988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.682251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/aa6debb0-b99e-4e34-ba7f-cde5fa404cbe HTTP/1.1" status: 204 len: 168 time: 0.3065252 Aug 31 07:10:09.682428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50052) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:09.686388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a0dc7-6db5-42df-b522-6b861f144a37 None None] Network 4954af31-68b7-46f9-a9e3-31a11474866d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:10:09.689050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.689432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.690028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.690369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.690706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.691042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.691394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.691704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.692046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.692354 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.692684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.693201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33822775-92b5-409d-b758-cd0a95273dfd tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:09.775441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.800926 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:08Z', 'revision_number': 9, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:09.853007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 9b0b584a-2120-4347-8eec-105dcfc6715f {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:09.853654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.863702 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:09.872617 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:09.873694 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:09.930886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] DHCP port deletion for 4954af31-68b7-46f9-a9e3-31a11474866d request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:10:09.981816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port 9b0b584a-2120-4347-8eec-105dcfc6715f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9b0b584a-2120-4347-8eec-105dcfc6715f,segment=NetworkSegment(3889f567-1087-4656-9889-88f0828c1b57),segment_id=3889f567-1087-4656-9889-88f0828c1b57)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:09.982874 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.997126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] Deleting port 9b0b584a-2120-4347-8eec-105dcfc6715f {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:09.998668 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:09.999840 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:10.002758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 9b0b584a-2120-4347-8eec-105dcfc6715f owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:10.011190 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe17c9-50a9-429e-913f-f263ff82cf39 req-dd44a5be-8ed7-4df9-9b9e-45af53b5a1be tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:10.013237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21fe17c9-50a9-429e-913f-f263ff82cf39 req-dd44a5be-8ed7-4df9-9b9e-45af53b5a1be tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 945 time: 0.0969942 Aug 31 07:10:10.089163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] For port 9b0b584a-2120-4347-8eec-105dcfc6715f, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9b0b584a-2120-4347-8eec-105dcfc6715f,segment=NetworkSegment(3889f567-1087-4656-9889-88f0828c1b57),segment_id=3889f567-1087-4656-9889-88f0828c1b57)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:10.089603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.103198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] Calling delete_port for 9b0b584a-2120-4347-8eec-105dcfc6715f owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:10.105105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21fe17c9-50a9-429e-913f-f263ff82cf39 req-6f66d386-c9e4-4764-9ce6-6df0bc74a64f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796692 Aug 31 07:10:10.141339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.168298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No DVR routers for this DVR port 9b0b584a-2120-4347-8eec-105dcfc6715f on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:10.204509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=9b0b584a-2120-4347-8eec-105dcfc6715f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:10.220595 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.235154 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:08Z', 'revision_number': 9, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:10.237169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] No DVR routers for this DVR port 9b0b584a-2120-4347-8eec-105dcfc6715f on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:10.264608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac2d6e-9c7d-4f53-a00e-9428020f8c9a None None] Pushing event deleted for resources: {'Port': ['ID=9b0b584a-2120-4347-8eec-105dcfc6715f,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:10.268912 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbaf922-6a7e-43f8-bff9-181ac9623034 None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:08Z', 'revision_number': 9, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0acd3b-855d-41bf-98a2-d310687a7982', 'name': '', 'network_id': 'dcef2921-fba5-4226-855a-9e076ac6a8ae', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:d2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:53Z', 'updated_at': '2021-08-31T07:10:01Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': '8a81f49f-b247-4058-ab29-9ee345215f1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:10.306558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de9c56-d67f-4252-8e03-ee3a62c1747b req-8b029f70-8e29-422f-b2bf-8efe1ef3ba1e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:10.308548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22de9c56-d67f-4252-8e03-ee3a62c1747b req-8b029f70-8e29-422f-b2bf-8efe1ef3ba1e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 945 time: 0.0766284 Aug 31 07:10:10.337654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.350038 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4954af31-68b7-46f9-a9e3-31a11474866d']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:10.352268 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-22de9c56-d67f-4252-8e03-ee3a62c1747b req-1766da00-5ed2-4134-a2bc-0c543815e8eb tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351458 Aug 31 07:10:10.362809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3889f567-1087-4656-9889-88f0828c1b57') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:10.363191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3889f567-1087-4656-9889-88f0828c1b57') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:10.372441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.394172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.401492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:10:10.401903 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:10:10.405786 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:10:10.470855 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.480423 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:10.483162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/4954af31-68b7-46f9-a9e3-31a11474866d HTTP/1.1" status: 204 len: 168 time: 0.7997680 Aug 31 07:10:10.486330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:10.500725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694858f5-4b23-4d2b-a3a2-f0b8e0988e4c tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=4954af31-68b7-46f9-a9e3-31a11474866d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:10.800413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b677df8-a783-4462-b824-a45558f4891e req-653ff32e-e71e-43e9-b319-360fdd439cb6 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:10.802112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b677df8-a783-4462-b824-a45558f4891e req-653ff32e-e71e-43e9-b319-360fdd439cb6 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 945 time: 0.1229887 Aug 31 07:10:10.890889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1b677df8-a783-4462-b824-a45558f4891e req-5c5b8a8b-9252-4ac2-a9fb-ab2d3efdd0be tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820372 Aug 31 07:10:10.920071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:10.940980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:10.941461 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d2bc4c32-eb93-4dd4-9fd0-a25cf6db822e not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:10.941875 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9b0b584a-2120-4347-8eec-105dcfc6715f no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:10.964902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9b0b584a-2120-4347-8eec-105dcfc6715f {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:10.965297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9b0b584a-2120-4347-8eec-105dcfc6715f not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:10.976357 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:11.233217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port dc0acd3b-855d-41bf-98a2-d310687a7982 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:11.233585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:11.327989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port dc0acd3b-855d-41bf-98a2-d310687a7982, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dc0acd3b-855d-41bf-98a2-d310687a7982,segment=NetworkSegment(bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5),segment_id=bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:11.328678 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:11.341497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for dc0acd3b-855d-41bf-98a2-d310687a7982 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:11.522720 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:11.570997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=dc0acd3b-855d-41bf-98a2-d310687a7982,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:11.710933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:11.938176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:12.040973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:12.050580 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e39fb1-0814-4c73-b77c-286d611fd057 req-79b97c57-940d-405f-b680-ddd216ec9814 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:12.052617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:12.053123 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43e39fb1-0814-4c73-b77c-286d611fd057 req-79b97c57-940d-405f-b680-ddd216ec9814 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 945 time: 0.0628209 Aug 31 07:10:12.056556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50068) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:12.056867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c2f326b3-e109-4c31-a810-02a6bef2496b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691519 Aug 31 07:10:12.066271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:12.067181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:12.158771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:12.187317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-43e39fb1-0814-4c73-b77c-286d611fd057 req-27e0e7b4-0ea9-48f9-a350-d1e2b12a2970 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264358 Aug 31 07:10:12.193764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfa87e1-6151-4535-b2cd-352fde4ead0e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet 8a81f49f-b247-4058-ab29-9ee345215f1a {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:10:12.198844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dfa87e1-6151-4535-b2cd-352fde4ead0e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:12.230098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-e03ca124-8e30-4f73-8002-bef6f0350de0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:12.231684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-e03ca124-8e30-4f73-8002-bef6f0350de0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 945 time: 0.1548851 Aug 31 07:10:12.279799 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dfa87e1-6151-4535-b2cd-352fde4ead0e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:12.382282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:11Z', 'revision_number': 10, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:12.409336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port ec6e7309-7117-4b0f-a631-fc81690aa551 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:12.409683 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:12.412777 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dfa87e1-6151-4535-b2cd-352fde4ead0e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:12.414744 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:12.425596 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:12.426248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:12.500340 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:10:12.517506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:12.733491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:11Z', 'revision_number': 10, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:12.766361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5da2c3-d888-4e96-a719-66f303840059 None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:11Z', 'revision_number': 10, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None, '_interfaces': [{'id': '90e4f5f7-14e7-4f79-9d54-74a5e8371ccd', 'name': '', 'network_id': 'ca3bbb52-cd93-4cd4-9b2a-10593c0bec93', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'mac_address': 'fa:16:3e:1f:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:09:50Z', 'updated_at': '2021-08-31T07:09:55Z', 'revision_number': 5, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'subnets': [{'id': 'e7f92e8d-32f9-48b1-b57c-22f7778f88df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:12.864683 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dfa87e1-6151-4535-b2cd-352fde4ead0e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:12.878963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] For port ec6e7309-7117-4b0f-a631-fc81690aa551, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ec6e7309-7117-4b0f-a631-fc81690aa551,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:12.879311 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:12.910745 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0dfa87e1-6151-4535-b2cd-352fde4ead0e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:12.914787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0dfa87e1-6151-4535-b2cd-352fde4ead0e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/8a81f49f-b247-4058-ab29-9ee345215f1a HTTP/1.1" status: 204 len: 168 time: 0.8542511 Aug 31 07:10:12.914787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa87e1-6151-4535-b2cd-352fde4ead0e tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=8a81f49f-b247-4058-ab29-9ee345215f1a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:12.915149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae9b7d-cf09-4a31-8d7a-0edb1c2a2c55 None None] Network dcef2921-fba5-4226-855a-9e076ac6a8ae requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:10:12.915324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for ec6e7309-7117-4b0f-a631-fc81690aa551 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:12.915941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50072) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:13.025566 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.066177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.080931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['ec6e7309-7117-4b0f-a631-fc81690aa551'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:10:13.086295 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['4e15d4b9-3a01-4d78-85f5-e6253fc39997'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:10:13.098469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=ec6e7309-7117-4b0f-a631-fc81690aa551,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:13.099134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port be4fc689-6821-4bb3-8d83-363491e6683e {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:13.099496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.174731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] DHCP port deletion for dcef2921-fba5-4226-855a-9e076ac6a8ae request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:10:13.184203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] No DVR routers for this DVR port ec6e7309-7117-4b0f-a631-fc81690aa551 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:13.189100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.191148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d46b52a3-b801-4930-8b24-ca35693d2371 req-3f7f19b2-519c-4814-8856-4ec2f5a27ac2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "DELETE /v2.0/ports/ec6e7309-7117-4b0f-a631-fc81690aa551 HTTP/1.1" status: 204 len: 173 time: 0.9532928 Aug 31 07:10:13.191603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd73941-a4f4-4b26-b44d-80c6b07edee6', 'name': 'network-vif-deleted', 'tag': 'ec6e7309-7117-4b0f-a631-fc81690aa551'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:10:13.204959 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67004f0-01c1-45b6-a362-12f0961af21a" -d '{"events": [{"server_uuid": "8dd73941-a4f4-4b26-b44d-80c6b07edee6", "name": "network-vif-deleted", "tag": "ec6e7309-7117-4b0f-a631-fc81690aa551"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:10:13.258401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port be4fc689-6821-4bb3-8d83-363491e6683e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=be4fc689-6821-4bb3-8d83-363491e6683e,segment=NetworkSegment(bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5),segment_id=bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:13.258919 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.274362 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6afb1ee-35f0-4117-8cdd-ff3df3621d03 x-openstack-request-id: req-e6afb1ee-35f0-4117-8cdd-ff3df3621d03 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:10:13.274893 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd73941-a4f4-4b26-b44d-80c6b07edee6", "name": "network-vif-deleted", "tag": "ec6e7309-7117-4b0f-a631-fc81690aa551", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:10:13.275328 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6afb1ee-35f0-4117-8cdd-ff3df3621d03 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:10:13.275951 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd73941-a4f4-4b26-b44d-80c6b07edee6', 'name': 'network-vif-deleted', 'tag': 'ec6e7309-7117-4b0f-a631-fc81690aa551', 'status': 'completed', 'code': 200} Aug 31 07:10:13.280575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device be4fc689-6821-4bb3-8d83-363491e6683e no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:13.280928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for be4fc689-6821-4bb3-8d83-363491e6683e owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:13.379124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b9fc1ef-fcd3-4e91-ab84-68eb63545ca9 req-34cb2b32-12f8-4971-9881-a221f98fc822 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 210 time: 0.0379429 Aug 31 07:10:13.381870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] Deleting port be4fc689-6821-4bb3-8d83-363491e6683e {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:13.382716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.437337 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.468086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=be4fc689-6821-4bb3-8d83-363491e6683e,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:13.472611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No DVR routers for this DVR port be4fc689-6821-4bb3-8d83-363491e6683e on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:13.494159 n-d-712142-16 neutron-server[94669]: INFO neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No ports have port_id starting with be4fc689-6821-4bb3-8d83-363491e6683e Aug 31 07:10:13.516528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dc0acd3b-855d-41bf-98a2-d310687a7982 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:13.550580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: dc0acd3b-855d-41bf-98a2-d310687a7982 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:13.551504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dc0acd3b-855d-41bf-98a2-d310687a7982 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:13.554470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] For port be4fc689-6821-4bb3-8d83-363491e6683e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=be4fc689-6821-4bb3-8d83-363491e6683e,segment=NetworkSegment(bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5),segment_id=bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:13.554862 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.578837 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.581317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] Calling delete_port for be4fc689-6821-4bb3-8d83-363491e6683e owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:13.591735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcef2921-fba5-4226-855a-9e076ac6a8ae']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:13.603969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:13.604217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8931d1-5b6a-4b4c-81a8-6ce8f85a06c5') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:13.613980 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.628699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.634961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:10:13.635453 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:10:13.639806 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:10:13.683466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.699487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.704250 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:13.706299 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/dcef2921-fba5-4226-855a-9e076ac6a8ae HTTP/1.1" status: 204 len: 168 time: 0.7890475 Aug 31 07:10:13.709466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50078) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:13.710669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] Pushing event deleted for resources: {'Port': ['ID=be4fc689-6821-4bb3-8d83-363491e6683e,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:13.717613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b988c0d-2a21-4b02-b127-1e41fdde8847 None None] No DVR routers for this DVR port be4fc689-6821-4bb3-8d83-363491e6683e on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:13.725485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3c273-4a39-4fb2-b521-47bbb5d6cc8b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=dcef2921-fba5-4226-855a-9e076ac6a8ae,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:14.078851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:14.320237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:14.320580 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:14.410113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,segment=NetworkSegment(b673b4bf-2b82-4858-adb3-2b73792033d5),segment_id=b673b4bf-2b82-4858-adb3-2b73792033d5)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:14.410509 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:14.424596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:14.542142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f023c53-bc0a-4084-abee-68f8d970d808 req-6dfdf8a6-0946-441f-8641-c987dccc7ac3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 210 time: 0.0428233 Aug 31 07:10:14.661116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:14.702842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=90e4f5f7-14e7-4f79-9d54-74a5e8371ccd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:14.802044 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:14.973744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:15.053993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:15.062994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cb392915-8fd6-4046-9b00-60f654e77aa6 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3486147 Aug 31 07:10:15.062994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50082) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:15.065630 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:15.075618 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:15.076598 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:15.115845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c3d7d0-141c-4ee9-af2a-04c58566f3ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting subnet e7f92e8d-32f9-48b1-b57c-22f7778f88df {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:10:15.119367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c3d7d0-141c-4ee9-af2a-04c58566f3ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.148256 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:15.167740 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c3d7d0-141c-4ee9-af2a-04c58566f3ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.201906 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:14Z', 'revision_number': 11, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:15.233861 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:15.242209 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:15.242981 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:15.254188 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c3d7d0-141c-4ee9-af2a-04c58566f3ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.309540 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:15.318504 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c3d7d0-141c-4ee9-af2a-04c58566f3ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.353217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3d7d0-141c-4ee9-af2a-04c58566f3ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f92e8d-32f9-48b1-b57c-22f7778f88df,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:15.358709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c3d7d0-141c-4ee9-af2a-04c58566f3ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.363608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50084) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:15.366232 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:14Z', 'revision_number': 11, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:15.370414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f5ea0-a975-4851-b69a-b210bc697bef None None] Network ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:10:15.375506 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-61c3d7d0-141c-4ee9-af2a-04c58566f3ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/e7f92e8d-32f9-48b1-b57c-22f7778f88df HTTP/1.1" status: 204 len: 168 time: 0.3116233 Aug 31 07:10:15.394340 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bcd521-ea22-4a47-91ac-112de0d7db86 None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:14Z', 'revision_number': 11, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:15.430640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ec6e7309-7117-4b0f-a631-fc81690aa551 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:15.452680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.461035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: ec6e7309-7117-4b0f-a631-fc81690aa551 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:15.461239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ec6e7309-7117-4b0f-a631-fc81690aa551 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:15.507783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Deleting port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:15.508116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.579601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] For port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,segment=NetworkSegment(b673b4bf-2b82-4858-adb3-2b73792033d5),segment_id=b673b4bf-2b82-4858-adb3-2b73792033d5)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:15.580076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.598835 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Calling delete_port for 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:15.757463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] DHCP port deletion for ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:10:15.817741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] Deleting port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:15.818428 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.907908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] For port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,segment=NetworkSegment(b673b4bf-2b82-4858-adb3-2b73792033d5),segment_id=b673b4bf-2b82-4858-adb3-2b73792033d5)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:15.908521 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.924798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] Calling delete_port for 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:16.015606 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.030667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d56a5fa-3fd0-4c7f-92a7-865a52f7d7a2 req-91a43243-6896-4fc9-9602-a5c7abce0504 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 210 time: 0.4214258 Aug 31 07:10:16.047325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] Pushing event deleted for resources: {'Port': ['ID=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:16.049394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35f822-bf47-4529-a912-7d91bef6e1e8 None None] No DVR routers for this DVR port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:16.078805 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.108427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Port': ['ID=12c4e3e0-d5b4-4bed-9a94-5cafd69be73c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:16.112201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No DVR routers for this DVR port 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:16.193574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.203410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3bbb52-cd93-4cd4-9b2a-10593c0bec93']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:16.213039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b673b4bf-2b82-4858-adb3-2b73792033d5') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:16.213374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b673b4bf-2b82-4858-adb3-2b73792033d5') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:16.222859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.237155 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.242929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:10:16.243314 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: self.session.flush() Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:10:16.246253 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:10:16.307699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.315353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.317572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/networks/ca3bbb52-cd93-4cd4-9b2a-10593c0bec93 HTTP/1.1" status: 204 len: 168 time: 0.9529603 Aug 31 07:10:16.320303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50088) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:16.324983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'routes': None}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:16.338198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cd8c7-c506-490b-ae9e-fc4a46e245cf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Pushing event deleted for resources: {'Network': ['ID=ca3bbb52-cd93-4cd4-9b2a-10593c0bec93,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:16.497514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.extraroute_db [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Added routes are [] {{(pid=94667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:10:16.498225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.extraroute_db [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Removed routes are [] {{(pid=94667) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:10:16.498225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.635409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.638871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.717139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router c96e1989-7020-4e2d-80ba-f905bec51be4 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:16.799260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:16.806442 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.807630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-de753989-b68c-410e-b489-486961992fcf tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 200 len: 705 time: 0.4863734 Aug 31 07:10:16.809177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26108f81-157b-4423-8446-aaead3126f86 None None] Sync routers for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:16.810430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50090) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:16.819417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26108f81-157b-4423-8446-aaead3126f86 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:16.820025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-26108f81-157b-4423-8446-aaead3126f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:16.844715 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50092) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:16.853910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-85c163d6-a14b-46ca-8bb9-d7766d3e0d76 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 200 len: 205 time: 0.0410185 Aug 31 07:10:16.895424 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-26108f81-157b-4423-8446-aaead3126f86 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:16.946877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4c87539-3c64-4ace-961e-bd45a4ec300f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:16.974519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:16.976874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-26108f81-157b-4423-8446-aaead3126f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:14Z', 'revision_number': 11, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:17.024450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26108f81-157b-4423-8446-aaead3126f86 None None] Checking router: c96e1989-7020-4e2d-80ba-f905bec51be4 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:17.027370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:17.027920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 12c4e3e0-d5b4-4bed-9a94-5cafd69be73c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:17.028512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:17.160602 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4c87539-3c64-4ace-961e-bd45a4ec300f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.177070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4c87539-3c64-4ace-961e-bd45a4ec300f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.180467 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f3339cd3-756e-4f2e-a43b-21e71dec1842 req-40041239-2db9-4b49-9f45-fa9b560b7d67 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd73941-a4f4-4b26-b44d-80c6b07edee6 HTTP/1.1" status: 200 len: 210 time: 0.0355797 Aug 31 07:10:17.232336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:17.233640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 90e4f5f7-14e7-4f79-9d54-74a5e8371ccd not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:17.238441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26108f81-157b-4423-8446-aaead3126f86 None None] Routers {'c96e1989-7020-4e2d-80ba-f905bec51be4'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:17.239201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-26108f81-157b-4423-8446-aaead3126f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c96e1989-7020-4e2d-80ba-f905bec51be4'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:17.253237 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4c87539-3c64-4ace-961e-bd45a4ec300f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.253237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c87539-3c64-4ace-961e-bd45a4ec300f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Fanout notify agent at l3_agent the message router_deleted on router c96e1989-7020-4e2d-80ba-f905bec51be4 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:10:17.267603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4c87539-3c64-4ace-961e-bd45a4ec300f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.272601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b4c87539-3c64-4ace-961e-bd45a4ec300f tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 204 len: 168 time: 0.4225547 Aug 31 07:10:17.272764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50096) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:17.278142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-bfdeba38-9f6a-46c1-8255-cdce5278ca30 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1964422218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:17.311515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfdeba38-9f6a-46c1-8255-cdce5278ca30 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.312905 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfdeba38-9f6a-46c1-8255-cdce5278ca30 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.336233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-26108f81-157b-4423-8446-aaead3126f86 None None] Set router c96e1989-7020-4e2d-80ba-f905bec51be4 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:17.376985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfdeba38-9f6a-46c1-8255-cdce5278ca30 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.382607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfdeba38-9f6a-46c1-8255-cdce5278ca30 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.393896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-26108f81-157b-4423-8446-aaead3126f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:14Z', 'revision_number': 11, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:17.402814 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfdeba38-9f6a-46c1-8255-cdce5278ca30 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.407156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bfdeba38-9f6a-46c1-8255-cdce5278ca30 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1304874 Aug 31 07:10:17.407530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50098) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:17.412564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c951927a-99f3-4033-97d8-e6f47de6606a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:17.432626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26108f81-157b-4423-8446-aaead3126f86 None None] The sync data for ids ['c96e1989-7020-4e2d-80ba-f905bec51be4'] in n-d-712142-16 is: [{'id': 'c96e1989-7020-4e2d-80ba-f905bec51be4', 'name': 'tempest-RoutersIpV6Test-router-1028513818', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:49Z', 'updated_at': '2021-08-31T07:10:14Z', 'revision_number': 11, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:17.647107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c951927a-99f3-4033-97d8-e6f47de6606a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4840'] for router, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.663005 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c951927a-99f3-4033-97d8-e6f47de6606a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579461'] for router, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.769694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c951927a-99f3-4033-97d8-e6f47de6606a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Router 5a75d45b-558e-429b-800c-6e0c7cc0f457 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:10:17.847972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951927a-99f3-4033-97d8-e6f47de6606a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:17.854804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c951927a-99f3-4033-97d8-e6f47de6606a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.855927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c951927a-99f3-4033-97d8-e6f47de6606a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "PUT /v2.0/routers/5a75d45b-558e-429b-800c-6e0c7cc0f457 HTTP/1.1" status: 200 len: 698 time: 0.4473264 Aug 31 07:10:17.858662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50100) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:17.862139 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] Sync routers for ids ['5a75d45b-558e-429b-800c-6e0c7cc0f457'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:17.874644 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] Routers {'5a75d45b-558e-429b-800c-6e0c7cc0f457'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:17.875517 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5a75d45b-558e-429b-800c-6e0c7cc0f457'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:17.940776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-985d3d18-5e86-45c5-b1f9-07e3ac90c2e7 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/routers/5a75d45b-558e-429b-800c-6e0c7cc0f457 HTTP/1.1" status: 200 len: 704 time: 0.0785532 Aug 31 07:10:17.941019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50102) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:17.947571 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] Set router 5a75d45b-558e-429b-800c-6e0c7cc0f457 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:17.969247 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0dde1128-0bb5-4cde-871b-286ff81f4f30 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a75d45b-558e-429b-800c-6e0c7cc0f457 HTTP/1.1" status: 200 len: 205 time: 0.0260999 Aug 31 07:10:17.970538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50104) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.004609 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75d45b-558e-429b-800c-6e0c7cc0f457', 'name': 'tempest-RoutersIpV6Test-router-1964422218', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:17Z', 'updated_at': '2021-08-31T07:10:17Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:18.032366 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] Checking router: 5a75d45b-558e-429b-800c-6e0c7cc0f457 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:18.040736 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] Routers {'5a75d45b-558e-429b-800c-6e0c7cc0f457'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:18.041383 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:09:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5a75d45b-558e-429b-800c-6e0c7cc0f457'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:18.049689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1b6fcb0e-2652-4050-9dcb-0c0004758f07 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:18.112222 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] Set router 5a75d45b-558e-429b-800c-6e0c7cc0f457 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:18.175400 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a75d45b-558e-429b-800c-6e0c7cc0f457', 'name': 'tempest-RoutersIpV6Test-router-1964422218', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:17Z', 'updated_at': '2021-08-31T07:10:17Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:18.204617 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eb046-a79b-4ea0-b185-ad9a3abb1aed None None] The sync data for ids ['5a75d45b-558e-429b-800c-6e0c7cc0f457'] in n-d-712142-16 is: [{'id': '5a75d45b-558e-429b-800c-6e0c7cc0f457', 'name': 'tempest-RoutersIpV6Test-router-1964422218', 'tenant_id': '795d9369680c4961b9afc030a54bc8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:17Z', 'updated_at': '2021-08-31T07:10:17Z', 'revision_number': 2, 'project_id': '795d9369680c4961b9afc030a54bc8e6', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:18.224017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1b6fcb0e-2652-4050-9dcb-0c0004758f07 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:18.226400 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1b6fcb0e-2652-4050-9dcb-0c0004758f07 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:18.287588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1b6fcb0e-2652-4050-9dcb-0c0004758f07 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:18.288145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6fcb0e-2652-4050-9dcb-0c0004758f07 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Fanout notify agent at l3_agent the message router_deleted on router 5a75d45b-558e-429b-800c-6e0c7cc0f457 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:10:18.298764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1b6fcb0e-2652-4050-9dcb-0c0004758f07 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:18.299625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1b6fcb0e-2652-4050-9dcb-0c0004758f07 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/5a75d45b-558e-429b-800c-6e0c7cc0f457 HTTP/1.1" status: 204 len: 168 time: 0.3280580 Aug 31 07:10:18.303373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50110) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.333821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-253cd49c-52c5-4876-bea3-87b9de4474f9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a75d45b-558e-429b-800c-6e0c7cc0f457 HTTP/1.1" status: 200 len: 205 time: 0.0292804 Aug 31 07:10:18.337156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50112) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.377638 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-46abd316-a4e8-4f17-8151-d63cac4a6fd0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] delete failed (client error): The resource could not be found. Aug 31 07:10:18.380969 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-46abd316-a4e8-4f17-8151-d63cac4a6fd0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/5a75d45b-558e-429b-800c-6e0c7cc0f457 HTTP/1.1" status: 404 len: 336 time: 0.0404866 Aug 31 07:10:18.381226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50114) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.415393 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59df48c-7013-45d2-84c7-b6f530835495 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:18.415775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59df48c-7013-45d2-84c7-b6f530835495 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:18.417611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c59df48c-7013-45d2-84c7-b6f530835495 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/bf1ac2d0-1c2d-42f8-b443-23f176414d15 HTTP/1.1" status: 404 len: 337 time: 0.0354834 Aug 31 07:10:18.420414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50116) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.779410 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2262155e-77a1-4c11-b953-299ead2009e1 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:18.779820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2262155e-77a1-4c11-b953-299ead2009e1 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:18.781634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2262155e-77a1-4c11-b953-299ead2009e1 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/aa6debb0-b99e-4e34-ba7f-cde5fa404cbe HTTP/1.1" status: 404 len: 337 time: 0.3604240 Aug 31 07:10:18.784003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50118) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.810760 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e7b83b-442d-4aaf-b259-86455bbb73f8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:18.811758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e7b83b-442d-4aaf-b259-86455bbb73f8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:18.814306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-10e7b83b-442d-4aaf-b259-86455bbb73f8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/8a81f49f-b247-4058-ab29-9ee345215f1a HTTP/1.1" status: 404 len: 337 time: 0.0293806 Aug 31 07:10:18.816813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50120) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.843396 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec32535-4193-4d62-b9ad-cd513f52182d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:18.843887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec32535-4193-4d62-b9ad-cd513f52182d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:18.845682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fec32535-4193-4d62-b9ad-cd513f52182d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/e7f92e8d-32f9-48b1-b57c-22f7778f88df HTTP/1.1" status: 404 len: 337 time: 0.0279284 Aug 31 07:10:18.848371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50122) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.880835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-73d41d75-269d-4397-a50d-f3e9e75702ee tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 200 len: 205 time: 0.0309708 Aug 31 07:10:18.882826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50124) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.925781 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-647975b0-e15e-4549-8c3e-f7bfb8f2264d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] delete failed (client error): The resource could not be found. Aug 31 07:10:18.926819 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-647975b0-e15e-4549-8c3e-f7bfb8f2264d tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/c96e1989-7020-4e2d-80ba-f905bec51be4 HTTP/1.1" status: 404 len: 336 time: 0.0430667 Aug 31 07:10:18.929384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50126) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:18.959905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-610c5aae-9e2b-4b73-bf12-466ae869b8e0 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c978db-8b20-4dfd-9d9d-33595c431f0d HTTP/1.1" status: 200 len: 205 time: 0.0294223 Aug 31 07:10:18.962367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50128) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.007808 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [None req-15c228d1-8d1d-4ff5-ad6d-672db6197392 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] delete failed (client error): The resource could not be found. Aug 31 07:10:19.009331 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-15c228d1-8d1d-4ff5-ad6d-672db6197392 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/a3c978db-8b20-4dfd-9d9d-33595c431f0d HTTP/1.1" status: 404 len: 336 time: 0.0458918 Aug 31 07:10:19.012583 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50130) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.046815 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac2bda5-55cf-4d0f-94c6-2a57ae2515f9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:19.047421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac2bda5-55cf-4d0f-94c6-2a57ae2515f9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:19.051832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6ac2bda5-55cf-4d0f-94c6-2a57ae2515f9 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/4dd03710-efb4-4445-a9a5-45a236cf711e HTTP/1.1" status: 404 len: 337 time: 0.0357521 Aug 31 07:10:19.052045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50132) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.084265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4fa4ddb0-7119-472a-af6c-e00db43a3501 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d72745f-1e62-4b72-b687-665fba1ab74e HTTP/1.1" status: 200 len: 205 time: 0.0309412 Aug 31 07:10:19.086590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50134) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.130148 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-730a8f63-2ccb-4965-9824-2f650123f5cc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] delete failed (client error): The resource could not be found. Aug 31 07:10:19.133667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-730a8f63-2ccb-4965-9824-2f650123f5cc tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/8d72745f-1e62-4b72-b687-665fba1ab74e HTTP/1.1" status: 404 len: 336 time: 0.0460978 Aug 31 07:10:19.133970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50136) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.166218 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-df6c1fad-edb7-4d43-bba6-d7fa5c17061b tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=ada10a90-caeb-4091-95af-9f8008455fc6 HTTP/1.1" status: 200 len: 205 time: 0.0310969 Aug 31 07:10:19.166622 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50138) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.209886 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-c6246ac7-108e-4bca-8b1e-b7142ec0bb48 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] delete failed (client error): The resource could not be found. Aug 31 07:10:19.210932 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c6246ac7-108e-4bca-8b1e-b7142ec0bb48 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/ada10a90-caeb-4091-95af-9f8008455fc6 HTTP/1.1" status: 404 len: 336 time: 0.0433176 Aug 31 07:10:19.213646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50140) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.251313 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd4179c-65d7-4240-ac70-f7cf934197b8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:19.251313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd4179c-65d7-4240-ac70-f7cf934197b8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:19.251313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2cd4179c-65d7-4240-ac70-f7cf934197b8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/8e61a4e3-ffac-45ad-a292-3d509a8af7db HTTP/1.1" status: 404 len: 337 time: 0.0369630 Aug 31 07:10:19.256174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50142) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.285428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b7506d03-68b8-4175-a6c9-2388ca00c026 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=e085ec62-70c0-4564-86bc-c14eb4ba8b43 HTTP/1.1" status: 200 len: 205 time: 0.0273626 Aug 31 07:10:19.285734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50144) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.324207 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-c074ede4-762e-4141-a9c4-d35bf9a10813 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] delete failed (client error): The resource could not be found. Aug 31 07:10:19.325266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c074ede4-762e-4141-a9c4-d35bf9a10813 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/e085ec62-70c0-4564-86bc-c14eb4ba8b43 HTTP/1.1" status: 404 len: 336 time: 0.0386014 Aug 31 07:10:19.327957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50146) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.356587 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fc23de-4189-4f49-af46-506cd63fa980 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:19.358647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fc23de-4189-4f49-af46-506cd63fa980 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:19.359401 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f1fc23de-4189-4f49-af46-506cd63fa980 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/9af55e8b-4176-4d1a-aef6-9d75e84ed86f HTTP/1.1" status: 404 len: 337 time: 0.0305548 Aug 31 07:10:19.362086 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50152) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.398536 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7e91d4d9-c07d-4fdd-a09c-643314a21d6a tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "GET /v2.0/ports?device_id=582e0935-d5f3-4a33-8e52-2a20eadc4b31 HTTP/1.1" status: 200 len: 205 time: 0.0353394 Aug 31 07:10:19.400872 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50154) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.442509 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-c0944bba-810b-4f22-8eda-d50a8cd840d2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] delete failed (client error): The resource could not be found. Aug 31 07:10:19.443566 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c0944bba-810b-4f22-8eda-d50a8cd840d2 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/routers/582e0935-d5f3-4a33-8e52-2a20eadc4b31 HTTP/1.1" status: 404 len: 336 time: 0.0417416 Aug 31 07:10:19.446577 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50158) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.474936 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed955402-f7ff-476e-b1af-6e84447acfa8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:19.475427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed955402-f7ff-476e-b1af-6e84447acfa8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:19.479570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ed955402-f7ff-476e-b1af-6e84447acfa8 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/fbb6f385-688c-4df5-ba28-52f53434a46d HTTP/1.1" status: 404 len: 337 time: 0.0296421 Aug 31 07:10:19.479792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50160) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.506648 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b2afe1-164e-42bc-b3c6-d20962094cb5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] DELETE failed (client error): The resource could not be found. Aug 31 07:10:19.507114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b2afe1-164e-42bc-b3c6-d20962094cb5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:10:19.511443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e7b2afe1-164e-42bc-b3c6-d20962094cb5 tempest-RoutersIpV6Test-308963834 tempest-RoutersIpV6Test-308963834-project] 10.222.0.15 "DELETE /v2.0/subnets/3ded8965-8643-43b1-9f95-e9de07fbd1bd HTTP/1.1" status: 404 len: 337 time: 0.0282550 Aug 31 07:10:19.786524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50166) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:19.946527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2a9bff11-f4b9-4c82-a824-83b86e98ff90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=795d9369680c4961b9afc030a54bc8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586668 Aug 31 07:10:19.948996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50170) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:20.012589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ec8-42e0-4902-8544-24cd6ca6454c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:20.036758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ec8-42e0-4902-8544-24cd6ca6454c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:20.086782 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ec8-42e0-4902-8544-24cd6ca6454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:20.089907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ec8-42e0-4902-8544-24cd6ca6454c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:20.094240 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6c76ec8-42e0-4902-8544-24cd6ca6454c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/964ddd1f-53af-4d96-83e4-ca17974ce21c HTTP/1.1" status: 204 len: 168 time: 0.1410487 Aug 31 07:10:20.100948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c76ec8-42e0-4902-8544-24cd6ca6454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964ddd1f-53af-4d96-83e4-ca17974ce21c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:20.793543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50194) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:20.903543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-547572475'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:20.927647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Made reservation on behalf of 1b9534aa684c416fb4a7d17cbc29e396 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:10:20.931619 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:20.942043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:21.041979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:21.047043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:21.079457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:10:21.091542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39c1b3b-9611-4a26-ae18-6cd25ce49d4c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:21.098839 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:21.099320 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Added segment 0646f909-8e5c-4995-b068-73d83c3206e6 of type vlan for network c0b512ff-75e9-42e3-a060-c2b41e61ae8f Aug 31 07:10:21.152113 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:21.184546 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:21.192145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:21.192781 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:21.260556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4658146 Aug 31 07:10:21.264267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50198) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.269471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-433bdbe7-87d9-47de-9a77-d89dcb960441 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', 'tempest-TagsTest-Tag-715161057') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:21.273614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3d873-a54f-444e-9305-d490415be027 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Pushing event updated for resources: {'Network': ['ID=c0b512ff-75e9-42e3-a060-c2b41e61ae8f,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:21.284900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c0b512ff-75e9-42e3-a060-c2b41e61ae8f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:10:21.360341 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-433bdbe7-87d9-47de-9a77-d89dcb960441 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "PUT /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags/tempest-TagsTest-Tag-715161057 HTTP/1.1" status: 201 len: 201 time: 0.0949168 Aug 31 07:10:21.363142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50200) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.367730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-f4784067-516c-441b-a05c-3aa4b592ae98 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', 'tempest-TagsTest-Tag-715161057') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:21.442289 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f4784067-516c-441b-a05c-3aa4b592ae98 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "GET /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags/tempest-TagsTest-Tag-715161057 HTTP/1.1" status: 204 len: 168 time: 0.0780027 Aug 31 07:10:21.444541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50202) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.448881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.tag.tag_plugin [None req-b6a67fa8-0055-4e10-931c-e73f5ee1cc94 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:21.515780 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b6a67fa8-0055-4e10-931c-e73f5ee1cc94 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "GET /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags HTTP/1.1" status: 200 len: 237 time: 0.0702310 Aug 31 07:10:21.518498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50208) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.523276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-fe05251e-d941-4bd3-87d1-f5fe970e250a tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', {'tags': ['tempest-TagsTest-Tag-400801402', 'tempest-TagsTest-Tag-545529543', 'tempest-TagsTest-Tag-451525358']}) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:21.604736 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fe05251e-d941-4bd3-87d1-f5fe970e250a tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "PUT /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags HTTP/1.1" status: 200 len: 306 time: 0.0850880 Aug 31 07:10:21.607268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50210) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.615441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-ae8b3871-0496-4e5c-9235-13b062627dc3 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', 'tempest-TagsTest-Tag-400801402') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:21.716679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ae8b3871-0496-4e5c-9235-13b062627dc3 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "DELETE /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags/tempest-TagsTest-Tag-400801402 HTTP/1.1" status: 204 len: 168 time: 0.1074231 Aug 31 07:10:21.719678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50214) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.724152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-ac8cbc4a-0d1d-40bf-ba3b-d47aea08bb22 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', 'tempest-TagsTest-Tag-400801402') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:21.727803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ddcb2-6992-4484-83fa-2dbd9e108fc9 req-9df415e5-a656-4e91-9132-4b5eb3967ee3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:21.729444 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-408ddcb2-6992-4484-83fa-2dbd9e108fc9 req-9df415e5-a656-4e91-9132-4b5eb3967ee3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Aug 31 07:10:21.768817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-408ddcb2-6992-4484-83fa-2dbd9e108fc9 req-98bd5622-2ecb-45be-a072-9eb9762a2595 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Aug 31 07:10:21.797373 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-ac8cbc4a-0d1d-40bf-ba3b-d47aea08bb22 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] show failed (client error): The resource could not be found. Aug 31 07:10:21.798424 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ac8cbc4a-0d1d-40bf-ba3b-d47aea08bb22 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "GET /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags/tempest-TagsTest-Tag-400801402 HTTP/1.1" status: 404 len: 325 time: 0.0777621 Aug 31 07:10:21.801099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50216) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.805570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-cda040a5-b079-4883-97e2-6a7858b36f13 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', 'tempest-TagsTest-Tag-545529543') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:21.871238 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cda040a5-b079-4883-97e2-6a7858b36f13 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "GET /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags/tempest-TagsTest-Tag-545529543 HTTP/1.1" status: 204 len: 168 time: 0.0690839 Aug 31 07:10:21.873612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50218) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.877845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-f45a3b64-d854-42f2-8a8a-87f0a26c0834 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', 'tempest-TagsTest-Tag-451525358') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:21.946216 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f45a3b64-d854-42f2-8a8a-87f0a26c0834 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "GET /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags/tempest-TagsTest-Tag-451525358 HTTP/1.1" status: 204 len: 168 time: 0.0715995 Aug 31 07:10:21.948546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50220) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:21.953329 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-d0913478-2046-43c2-ae7a-3eccf911761b tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:22.038606 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d0913478-2046-43c2-ae7a-3eccf911761b tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "DELETE /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0889974 Aug 31 07:10:22.041087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50222) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:22.045321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-8fc664c8-baa6-4426-bf89-d907aaaf5bc9 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', 'tempest-TagsTest-Tag-545529543') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:22.113556 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8fc664c8-baa6-4426-bf89-d907aaaf5bc9 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] show failed (client error): The resource could not be found. Aug 31 07:10:22.114598 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8fc664c8-baa6-4426-bf89-d907aaaf5bc9 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "GET /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags/tempest-TagsTest-Tag-545529543 HTTP/1.1" status: 404 len: 325 time: 0.0726116 Aug 31 07:10:22.117369 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50224) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:22.121696 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-a8400c90-27e1-426a-b132-a998dc9e2ecd tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f', 'tempest-TagsTest-Tag-451525358') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:22.186801 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-a8400c90-27e1-426a-b132-a998dc9e2ecd tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] show failed (client error): The resource could not be found. Aug 31 07:10:22.187840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a8400c90-27e1-426a-b132-a998dc9e2ecd tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "GET /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags/tempest-TagsTest-Tag-451525358 HTTP/1.1" status: 404 len: 325 time: 0.0694740 Aug 31 07:10:22.190590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50226) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:22.194815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.tag.tag_plugin [None req-7084585f-687c-4709-ba33-401c69c9feb0 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c0b512ff-75e9-42e3-a060-c2b41e61ae8f') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:22.267241 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7084585f-687c-4709-ba33-401c69c9feb0 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "DELETE /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0755947 Aug 31 07:10:22.270370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50228) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:22.345602 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:22.434857 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:22.445060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b512ff-75e9-42e3-a060-c2b41e61ae8f']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:22.456071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0646f909-8e5c-4995-b068-73d83c3206e6') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:22.456371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0646f909-8e5c-4995-b068-73d83c3206e6') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:22.464988 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:22.478337 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:22.484877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:10:22.485367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:10:22.488283 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:10:22.548439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:22.555222 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:22.556821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] 10.222.0.15 "DELETE /v2.0/networks/c0b512ff-75e9-42e3-a060-c2b41e61ae8f HTTP/1.1" status: 204 len: 168 time: 0.2855525 Aug 31 07:10:22.571032 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29020396-2b41-4fc8-8192-b60c91d085e6 tempest-TagsTest-1519622455 tempest-TagsTest-1519622455-project] Pushing event deleted for resources: {'Network': ['ID=c0b512ff-75e9-42e3-a060-c2b41e61ae8f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:22.804478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50236) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:22.909376 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fbaf7-82db-49c0-96a6-5f64409595be req-7290bbaf-5f26-491f-97f7-423c3dab4e74 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:22.910909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d64fbaf7-82db-49c0-96a6-5f64409595be req-7290bbaf-5f26-491f-97f7-423c3dab4e74 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 945 time: 0.0565956 Aug 31 07:10:22.972375 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d64fbaf7-82db-49c0-96a6-5f64409595be req-84fa06d3-e2c4-46ec-90d5-ae496b8e2701 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=93a74085-8ed7-4026-8f0a-e33402911cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548828 Aug 31 07:10:22.975847 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f21ec95a-cda6-444e-9e9c-0d6b8199a2f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b9534aa684c416fb4a7d17cbc29e396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701729 Aug 31 07:10:22.978705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50242) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:23.032510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd6afc7b-867c-496e-a0ed-bb5e3d07e9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:23.055003 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd6afc7b-867c-496e-a0ed-bb5e3d07e9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:23.101387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd6afc7b-867c-496e-a0ed-bb5e3d07e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:23.104278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dd6afc7b-867c-496e-a0ed-bb5e3d07e9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:23.105700 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-dd6afc7b-867c-496e-a0ed-bb5e3d07e9c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c39c1b3b-9611-4a26-ae18-6cd25ce49d4c HTTP/1.1" status: 204 len: 168 time: 0.1259997 Aug 31 07:10:23.114063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6afc7b-867c-496e-a0ed-bb5e3d07e9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39c1b3b-9611-4a26-ae18-6cd25ce49d4c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:23.204863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-5ae8ab71-2a53-40aa-9a79-b195dbb5d682 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:23.206394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-5ae8ab71-2a53-40aa-9a79-b195dbb5d682 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 945 time: 0.0509558 Aug 31 07:10:23.303685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:10:23.304113 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:23.398550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] For port 4e15d4b9-3a01-4d78-85f5-e6253fc39997, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4e15d4b9-3a01-4d78-85f5-e6253fc39997,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:23.399007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:23.412350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for 4e15d4b9-3a01-4d78-85f5-e6253fc39997 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:10:23.548401 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:23.561259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['4e15d4b9-3a01-4d78-85f5-e6253fc39997'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:10:23.576251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=4e15d4b9-3a01-4d78-85f5-e6253fc39997,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:23.620530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] No DVR routers for this DVR port 4e15d4b9-3a01-4d78-85f5-e6253fc39997 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:10:23.623190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:23.625900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0903d80-02dc-49d4-b85f-a67c55fb1775 req-60da04c6-c9dc-47ce-a322-dbb2d0fc2aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "DELETE /v2.0/ports/4e15d4b9-3a01-4d78-85f5-e6253fc39997 HTTP/1.1" status: 204 len: 173 time: 0.4119315 Aug 31 07:10:23.626343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab032c2-130d-4e87-8bf6-e75daf92f306', 'name': 'network-vif-deleted', 'tag': '4e15d4b9-3a01-4d78-85f5-e6253fc39997'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:10:23.628656 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff071d36-bbaa-4a56-a7c1-b5bab67542e1" -d '{"events": [{"server_uuid": "0ab032c2-130d-4e87-8bf6-e75daf92f306", "name": "network-vif-deleted", "tag": "4e15d4b9-3a01-4d78-85f5-e6253fc39997"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:10:23.795048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50268) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:23.799142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030837 Aug 31 07:10:23.802221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50270) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:23.882989 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543200ec-1e76-4f65-b0dc-80661baea8a2 x-openstack-request-id: req-543200ec-1e76-4f65-b0dc-80661baea8a2 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:10:23.883380 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab032c2-130d-4e87-8bf6-e75daf92f306", "name": "network-vif-deleted", "tag": "4e15d4b9-3a01-4d78-85f5-e6253fc39997", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:10:23.883735 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-543200ec-1e76-4f65-b0dc-80661baea8a2 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:10:23.884238 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab032c2-130d-4e87-8bf6-e75daf92f306', 'name': 'network-vif-deleted', 'tag': '4e15d4b9-3a01-4d78-85f5-e6253fc39997', 'status': 'completed', 'code': 200} Aug 31 07:10:23.913228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8f87fda3-03ed-456f-b4d4-456e0f9072e3 tempest-NetworksApiDiscovery-1839286516 tempest-NetworksApiDiscovery-1839286516-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1082525 Aug 31 07:10:24.101028 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-01094c63-a39a-4a3a-9f0e-2bc860ae6888 req-7e7d369b-b7c0-4dfb-9f72-d1aacf866efd tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 210 time: 0.0401328 Aug 31 07:10:24.207699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50280) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:24.246041 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5d5aeb7c-7ae7-4f40-b1a3-6bac4d8cc6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:24.326625 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e776cdae-bc6c-44b6-9975-6f60439596fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:24.418831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e776cdae-bc6c-44b6-9975-6f60439596fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:24.423823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e776cdae-bc6c-44b6-9975-6f60439596fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:24.461417 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e776cdae-bc6c-44b6-9975-6f60439596fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b84ec7e1d27c4d1799a6690102754c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525811 Aug 31 07:10:24.462285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776cdae-bc6c-44b6-9975-6f60439596fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd286ee-605f-45f5-ab6e-09be75f758cb,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:24.464175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50284) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:24.520260 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e67f37-01f8-4cfc-9043-1bbf8c959699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:24.542192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e67f37-01f8-4cfc-9043-1bbf8c959699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:24.589497 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e67f37-01f8-4cfc-9043-1bbf8c959699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:24.592180 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-76e67f37-01f8-4cfc-9043-1bbf8c959699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:24.593386 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-76e67f37-01f8-4cfc-9043-1bbf8c959699 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cd286ee-605f-45f5-ab6e-09be75f758cb HTTP/1.1" status: 204 len: 168 time: 0.1279736 Aug 31 07:10:24.601133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67f37-01f8-4cfc-9043-1bbf8c959699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd286ee-605f-45f5-ab6e-09be75f758cb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:24.698606 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:25.201788 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-42a3d4ff-50df-471a-9a33-69a05efa2314 req-257894d7-449b-498a-aa06-0c1bdb32bb9b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 210 time: 0.0281177 Aug 31 07:10:26.068536 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:26.297357 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5379ffec-5a47-4585-af52-806875159370 req-b6ae0b37-a0c1-49e6-ad7c-d3493c8f213c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 210 time: 0.0271845 Aug 31 07:10:26.868221 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9b71837-f7ce-425a-a844-619ba60c27de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:26.948506 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:27.295013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4e15d4b9-3a01-4d78-85f5-e6253fc39997 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:10:27.320442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 4e15d4b9-3a01-4d78-85f5-e6253fc39997 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:10:27.320442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4e15d4b9-3a01-4d78-85f5-e6253fc39997 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:10:27.433821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ae93324-0e9a-406b-b8d1-0536be3efea0 req-8b5164ac-c73f-445f-9e82-e56344b0fc03 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab032c2-130d-4e87-8bf6-e75daf92f306 HTTP/1.1" status: 200 len: 210 time: 0.0390618 Aug 31 07:10:28.215362 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:30.099451 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.665554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50426) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:31.670815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3629afaa-9656-4496-9ae6-214c22bee928 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945726337', 'description': 'tempest-secgroup-smoke-945726337 description', 'project_id': 'fe90ce1058164403a8bc57952865253f'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:31.693007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3629afaa-9656-4496-9ae6-214c22bee928 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.775126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3629afaa-9656-4496-9ae6-214c22bee928 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.780203 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3629afaa-9656-4496-9ae6-214c22bee928 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.810530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3629afaa-9656-4496-9ae6-214c22bee928 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.812354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3629afaa-9656-4496-9ae6-214c22bee928 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1457856 Aug 31 07:10:31.814234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629afaa-9656-4496-9ae6-214c22bee928 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fdbc98-edbd-451f-aa33-94b420c779b1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:31.815389 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50428) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:31.820916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-09d86b3a-18cd-4d9b-9b1e-3a2dcf579b19 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'security_group_rule': {'security_group_id': 'f8fdbc98-edbd-451f-aa33-94b420c779b1', 'project_id': 'fe90ce1058164403a8bc57952865253f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:31.847931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-09d86b3a-18cd-4d9b-9b1e-3a2dcf579b19 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.924579 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-09d86b3a-18cd-4d9b-9b1e-3a2dcf579b19 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.928674 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-09d86b3a-18cd-4d9b-9b1e-3a2dcf579b19 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.948037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d86b3a-18cd-4d9b-9b1e-3a2dcf579b19 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe40557-77f2-486a-a011-9f75ddec77c2,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:31.951486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-09d86b3a-18cd-4d9b-9b1e-3a2dcf579b19 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.955306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-09d86b3a-18cd-4d9b-9b1e-3a2dcf579b19 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357028 Aug 31 07:10:31.956274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50430) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:31.959933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a7d80df0-eb1a-4be4-94f6-f4d356ff3460 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'security_group_rule': {'security_group_id': 'f8fdbc98-edbd-451f-aa33-94b420c779b1', 'project_id': 'fe90ce1058164403a8bc57952865253f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:31.987911 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7d80df0-eb1a-4be4-94f6-f4d356ff3460 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.047765 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7d80df0-eb1a-4be4-94f6-f4d356ff3460 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.052098 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7d80df0-eb1a-4be4-94f6-f4d356ff3460 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.069777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d80df0-eb1a-4be4-94f6-f4d356ff3460 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de74b468-8489-4aad-9d8f-9aae50b30b93,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:32.075462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a7d80df0-eb1a-4be4-94f6-f4d356ff3460 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.079319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a7d80df0-eb1a-4be4-94f6-f4d356ff3460 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204281 Aug 31 07:10:32.079545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50432) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:32.083918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0085b2ce-51ca-4faa-af54-6fada7c3c628 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'security_group_rule': {'security_group_id': 'f8fdbc98-edbd-451f-aa33-94b420c779b1', 'project_id': 'fe90ce1058164403a8bc57952865253f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:32.111454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0085b2ce-51ca-4faa-af54-6fada7c3c628 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.172668 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0085b2ce-51ca-4faa-af54-6fada7c3c628 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.176547 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0085b2ce-51ca-4faa-af54-6fada7c3c628 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.194520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085b2ce-51ca-4faa-af54-6fada7c3c628 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938959c2-4e38-4729-8c9b-a0744a67163a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:32.200259 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0085b2ce-51ca-4faa-af54-6fada7c3c628 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.201656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0085b2ce-51ca-4faa-af54-6fada7c3c628 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211903 Aug 31 07:10:32.204300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50434) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:32.208601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3e3d682c-cda0-4ba5-909b-010284f44e89 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'security_group_rule': {'security_group_id': 'f8fdbc98-edbd-451f-aa33-94b420c779b1', 'project_id': 'fe90ce1058164403a8bc57952865253f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:32.237208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e3d682c-cda0-4ba5-909b-010284f44e89 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.299775 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e3d682c-cda0-4ba5-909b-010284f44e89 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.303717 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e3d682c-cda0-4ba5-909b-010284f44e89 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.325638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d682c-cda0-4ba5-909b-010284f44e89 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bddf6b-2e9f-40e5-be41-a3c417f6fbe9,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:32.329087 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3e3d682c-cda0-4ba5-909b-010284f44e89 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.332615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50436) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:32.337470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-661f4c82-31d3-4c12-8a29-93e639e145e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'security_group_rule': {'security_group_id': 'f8fdbc98-edbd-451f-aa33-94b420c779b1', 'project_id': 'fe90ce1058164403a8bc57952865253f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:32.343042 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3e3d682c-cda0-4ba5-909b-010284f44e89 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363716 Aug 31 07:10:32.361881 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-661f4c82-31d3-4c12-8a29-93e639e145e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Project fe90ce1058164403a8bc57952865253f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:10:32.366599 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661f4c82-31d3-4c12-8a29-93e639e145e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.434318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661f4c82-31d3-4c12-8a29-93e639e145e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.438802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661f4c82-31d3-4c12-8a29-93e639e145e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.457970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f4c82-31d3-4c12-8a29-93e639e145e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94802406-70fd-405f-9024-19463c9f9b6f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:32.468996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-661f4c82-31d3-4c12-8a29-93e639e145e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.473337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50442) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:32.473830 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-661f4c82-31d3-4c12-8a29-93e639e145e3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397388 Aug 31 07:10:32.478576 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-320a42be-5596-4392-92a9-621dcf3bffe7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'security_group_rule': {'security_group_id': 'f8fdbc98-edbd-451f-aa33-94b420c779b1', 'project_id': 'fe90ce1058164403a8bc57952865253f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:32.501453 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-320a42be-5596-4392-92a9-621dcf3bffe7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Project fe90ce1058164403a8bc57952865253f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:10:32.506761 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-320a42be-5596-4392-92a9-621dcf3bffe7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.575560 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-320a42be-5596-4392-92a9-621dcf3bffe7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.580516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-320a42be-5596-4392-92a9-621dcf3bffe7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.596287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a42be-5596-4392-92a9-621dcf3bffe7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11244c69-eca8-4f27-be82-3ec83fa88f51,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:32.606467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-320a42be-5596-4392-92a9-621dcf3bffe7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:32.607700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-320a42be-5596-4392-92a9-621dcf3bffe7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330738 Aug 31 07:10:43.153847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50606) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:43.267307 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c8ae6874-be3f-43b0-babd-b7f063dfc836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.372660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c8ae6874-be3f-43b0-babd-b7f063dfc836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.386878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c8ae6874-be3f-43b0-babd-b7f063dfc836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.429502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c8ae6874-be3f-43b0-babd-b7f063dfc836 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=834afcaecdfa499b92caa2992eb74506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717569 Aug 31 07:10:43.429502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae6874-be3f-43b0-babd-b7f063dfc836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e50ac5-8d79-4c3e-b852-629dda049f83,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:43.431450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50618) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:43.481422 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bb03e46-abe8-408e-ac5b-4c2d8be5ad49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.502394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bb03e46-abe8-408e-ac5b-4c2d8be5ad49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.550565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bb03e46-abe8-408e-ac5b-4c2d8be5ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.553420 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9bb03e46-abe8-408e-ac5b-4c2d8be5ad49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.554604 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9bb03e46-abe8-408e-ac5b-4c2d8be5ad49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8e50ac5-8d79-4c3e-b852-629dda049f83 HTTP/1.1" status: 204 len: 168 time: 0.1217971 Aug 31 07:10:43.562979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb03e46-abe8-408e-ac5b-4c2d8be5ad49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e50ac5-8d79-4c3e-b852-629dda049f83,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:43.838838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50626) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:43.852987 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b3e5-d4f2-4b3f-b53d-e82d0386166a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.946211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b3e5-d4f2-4b3f-b53d-e82d0386166a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.951048 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b3e5-d4f2-4b3f-b53d-e82d0386166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:43.990935 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9ae1b3e5-d4f2-4b3f-b53d-e82d0386166a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1051152ab775417dbf99fb73de28038b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509686 Aug 31 07:10:43.992183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1b3e5-d4f2-4b3f-b53d-e82d0386166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06597fff-09de-4fff-954c-3b95486b43e9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:43.993612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50636) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:44.046591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4a9eadc-a919-49b6-8062-7d6c0d6d2d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:44.068220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4a9eadc-a919-49b6-8062-7d6c0d6d2d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:44.116966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4a9eadc-a919-49b6-8062-7d6c0d6d2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:44.119542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d4a9eadc-a919-49b6-8062-7d6c0d6d2d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:44.120718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d4a9eadc-a919-49b6-8062-7d6c0d6d2d2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06597fff-09de-4fff-954c-3b95486b43e9 HTTP/1.1" status: 204 len: 168 time: 0.1248138 Aug 31 07:10:44.129465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9eadc-a919-49b6-8062-7d6c0d6d2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06597fff-09de-4fff-954c-3b95486b43e9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:48.114294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-58d00356-ee70-4e0c-b0cd-10fdd1944272 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945726337&fields=id&tenant_id=fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 267 time: 0.0323191 Aug 31 07:10:48.223356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-667254c4-f0e4-4533-baab-d71a9d523fc6 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:48.224916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-667254c4-f0e4-4533-baab-d71a9d523fc6 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1033008 Aug 31 07:10:48.240475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-406d2c56-4010-4f52-a297-830ad37f40cd tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/quotas/fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 375 time: 0.0095010 Aug 31 07:10:48.292753 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-45820cc5-7e7b-4a9e-946a-19d4f0565bd9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460920 Aug 31 07:10:48.393070 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-c67ac888-4c6a-4a71-8637-ce89261dbb61 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877924 Aug 31 07:10:48.485132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-27fb233f-64b3-41bd-b5f5-899a7f061a73 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855148 Aug 31 07:10:48.794316 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-672a4256-4d3c-419d-814c-43b3e335f0ed req-2577c80c-c65d-4255-a8b0-7aef73248957 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 210 time: 0.0280743 Aug 31 07:10:49.502032 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:10:49.536392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50754) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:49.651835 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24fd2545-4c6b-4f7d-b300-f285130e4173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.676434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-4742d45c-3191-4992-b459-9c1daf8af6be tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:49.677985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-4742d45c-3191-4992-b459-9c1daf8af6be tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1098206 Aug 31 07:10:49.733590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-70a6b303-2ca6-49a0-93ae-6a111570f4d9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 379 time: 0.0457773 Aug 31 07:10:49.743321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'port': {'device_id': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'admin_state_up': True, 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'security_groups': ['f8fdbc98-edbd-451f-aa33-94b420c779b1']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:49.750865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24fd2545-4c6b-4f7d-b300-f285130e4173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.755023 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24fd2545-4c6b-4f7d-b300-f285130e4173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.794776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-24fd2545-4c6b-4f7d-b300-f285130e4173 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4ca0b0782714c15a3fdf9d757b41042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571878 Aug 31 07:10:49.796776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd2545-4c6b-4f7d-b300-f285130e4173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2208461e-2d9a-482e-8032-e2a0f005f673,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:49.797986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50758) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:49.887024 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2a186a1-cb64-407b-b539-6c9cf4e7dea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.897853 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e467ada5-0d04-41a6-a4c6-5e1e158a53c6 req-81a821be-5d2e-4625-b744-b570fdfd8830 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 210 time: 0.0285094 Aug 31 07:10:49.911642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2a186a1-cb64-407b-b539-6c9cf4e7dea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.953342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:10:49.956969 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.995153 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2a186a1-cb64-407b-b539-6c9cf4e7dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.998575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f2a186a1-cb64-407b-b539-6c9cf4e7dea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.002288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f2a186a1-cb64-407b-b539-6c9cf4e7dea2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2208461e-2d9a-482e-8032-e2a0f005f673 HTTP/1.1" status: 204 len: 168 time: 0.2020648 Aug 31 07:10:50.044284 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a186a1-cb64-407b-b539-6c9cf4e7dea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2208461e-2d9a-482e-8032-e2a0f005f673,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:50.120853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.20.0.11 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/d2b091d4-9760-4f7b-948a-5c493ed17400) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:10:50.276439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.283827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50766) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:50.291863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Transition to ACTIVE for port object d2b091d4-9760-4f7b-948a-5c493ed17400 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:50.298321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a817cbe-010b-4f34-acf7-45e3a838c878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.326048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.373573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:50.376944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:50.381234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:10:50.407834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=d2b091d4-9760-4f7b-948a-5c493ed17400,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:50.414434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a817cbe-010b-4f34-acf7-45e3a838c878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.419770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0a817cbe-010b-4f34-acf7-45e3a838c878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.440746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:50.441425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.458094 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-b55ab1cc-fb48-473d-abf0-700affb6ebc8 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7187448 Aug 31 07:10:50.463999 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0a817cbe-010b-4f34-acf7-45e3a838c878 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee78ac61494e4eada27ea95c6c7d8c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791041 Aug 31 07:10:50.466394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a817cbe-010b-4f34-acf7-45e3a838c878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7952d6ca-393a-47dc-a362-399fab993b86,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:50.467823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50768) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:50.474605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Request body: {'port': {'device_id': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:50.569075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.587737 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdb01179-3cc7-419d-839e-b4616cb6b3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.631654 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdb01179-3cc7-419d-839e-b4616cb6b3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.674748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c4dbc82-63ce-4a9a-9a4c-08a78ddba057 None None] Provisioning for port d2b091d4-9760-4f7b-948a-5c493ed17400 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:50.679118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-6c4dbc82-63ce-4a9a-9a4c-08a78ddba057 None None] Provisioning complete for port d2b091d4-9760-4f7b-948a-5c493ed17400 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:50.679597 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c4dbc82-63ce-4a9a-9a4c-08a78ddba057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.714695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-6c4dbc82-63ce-4a9a-9a4c-08a78ddba057 None None] Port d2b091d4-9760-4f7b-948a-5c493ed17400 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:50.760599 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdb01179-3cc7-419d-839e-b4616cb6b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.763429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bdb01179-3cc7-419d-839e-b4616cb6b3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.764672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bdb01179-3cc7-419d-839e-b4616cb6b3e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7952d6ca-393a-47dc-a362-399fab993b86 HTTP/1.1" status: 204 len: 168 time: 0.2946832 Aug 31 07:10:50.801683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb01179-3cc7-419d-839e-b4616cb6b3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7952d6ca-393a-47dc-a362-399fab993b86,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:50.939900 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b091d4-9760-4f7b-948a-5c493ed17400 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:10:50.948178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.963111 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Transition to ACTIVE for port object d2b091d4-9760-4f7b-948a-5c493ed17400 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:50.967977 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.141533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b091d4-9760-4f7b-948a-5c493ed17400,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:51.159277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Attempting to bind port d2b091d4-9760-4f7b-948a-5c493ed17400 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:10:51.159625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Attempting to bind port d2b091d4-9760-4f7b-948a-5c493ed17400 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:10:51.159957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Attempting to bind port d2b091d4-9760-4f7b-948a-5c493ed17400 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:51.179052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632e63d-93fe-46b0-8271-fcb264d90b8e req-141ae15a-0708-40cf-8e33-df187212f9ac tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.180838 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2632e63d-93fe-46b0-8271-fcb264d90b8e req-141ae15a-0708-40cf-8e33-df187212f9ac tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.1938837 Aug 31 07:10:51.181765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Port d2b091d4-9760-4f7b-948a-5c493ed17400 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:10:51.182299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Attempting to bind port d2b091d4-9760-4f7b-948a-5c493ed17400 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:51.190710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:10:51.191325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:51.192206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:10:51.192840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Bound port: d2b091d4-9760-4f7b-948a-5c493ed17400, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:10:51.193403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.271236 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2632e63d-93fe-46b0-8271-fcb264d90b8e req-6d145d00-6510-47fb-abb3-a006d9f03cc4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752351 Aug 31 07:10:51.298792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] For port d2b091d4-9760-4f7b-948a-5c493ed17400, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:10:51.302428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] For port d2b091d4-9760-4f7b-948a-5c493ed17400, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d2b091d4-9760-4f7b-948a-5c493ed17400,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:10:51.307141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.361102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.361764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.363234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/d2b091d4-9760-4f7b-948a-5c493ed17400 HTTP/1.1" status: 200 len: 1093 time: 0.8945212 Aug 31 07:10:51.363686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'tag': 'd2b091d4-9760-4f7b-948a-5c493ed17400'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:10:51.366116 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f16915b-b78b-48ce-93d1-f8f7eb48533e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66a284-dfd0-4d13-94f8-268266d4fa01", "tag": "d2b091d4-9760-4f7b-948a-5c493ed17400"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:10:51.418482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe007-f3a0-4745-a8d3-c1861e9783f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b091d4-9760-4f7b-948a-5c493ed17400,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:51.436960 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69612baa-d1d8-4d85-bf21-c55152c8c819 x-openstack-request-id: req-69612baa-d1d8-4d85-bf21-c55152c8c819 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:10:51.437295 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66a284-dfd0-4d13-94f8-268266d4fa01", "tag": "d2b091d4-9760-4f7b-948a-5c493ed17400", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:10:51.437556 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69612baa-d1d8-4d85-bf21-c55152c8c819 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:10:51.438040 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'tag': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'status': 'completed', 'code': 200} Aug 31 07:10:51.459940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-1d4364f7-156c-4fca-8f65-f517d68a8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.461531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-1d4364f7-156c-4fca-8f65-f517d68a8b38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 1096 time: 0.0529199 Aug 31 07:10:51.516636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-6aa4dddb-07ad-45a7-8b5c-1ba254444066 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b091d4-9760-4f7b-948a-5c493ed17400 HTTP/1.1" status: 200 len: 217 time: 0.0435710 Aug 31 07:10:51.570523 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-3523e493-d3ed-40d0-92e2-42f898b02911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.572286 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-3523e493-d3ed-40d0-92e2-42f898b02911 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0492935 Aug 31 07:10:51.626730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-52cfa15e-b8e2-4b92-8f28-081161eb6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.628353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-52cfa15e-b8e2-4b92-8f28-081161eb6138 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493479 Aug 31 07:10:51.735308 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-0844aeb7-c212-4192-80fe-8944c8ef5ae5 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986433 Aug 31 07:10:51.834722 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-60edbe95-d608-4d7c-9368-483fbb9ec95b req-731bfb20-8655-40bd-9459-991df84dc118 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909507 Aug 31 07:10:51.931460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-ba339f20-c246-4494-9cf4-9407c51905b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.933031 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-ba339f20-c246-4494-9cf4-9407c51905b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 1096 time: 0.0475254 Aug 31 07:10:52.039300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-ff0be688-2209-40a6-9c5d-e69d153aed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:52.041082 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-ff0be688-2209-40a6-9c5d-e69d153aed5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.1011553 Aug 31 07:10:52.088567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-30a87813-8fd1-4cd2-96da-51c9bfa94fae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b091d4-9760-4f7b-948a-5c493ed17400 HTTP/1.1" status: 200 len: 217 time: 0.0402915 Aug 31 07:10:52.140743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-800bcac3-33fd-4232-9b19-cd45aa90c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:52.142606 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-800bcac3-33fd-4232-9b19-cd45aa90c24d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0478177 Aug 31 07:10:52.189917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-97f8bc30-319f-4b57-989d-3ab3ba360f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:52.191474 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-97f8bc30-319f-4b57-989d-3ab3ba360f51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422335 Aug 31 07:10:52.291212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-535c291b-cf2e-49ab-9431-cfde5d4798f0 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918465 Aug 31 07:10:52.422473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f16915b-b78b-48ce-93d1-f8f7eb48533e req-6700b2dd-c946-4b13-b6bc-85da3d23ed5c service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242485 Aug 31 07:10:52.447218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722a05e-fcf7-4f72-83ec-801396f5e5ae req-5cf8f270-1c18-4447-8f15-19e845282de1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:52.450172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9722a05e-fcf7-4f72-83ec-801396f5e5ae req-5cf8f270-1c18-4447-8f15-19e845282de1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.0949907 Aug 31 07:10:52.491488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9722a05e-fcf7-4f72-83ec-801396f5e5ae req-d748a616-7e86-41d6-ba17-aac9b7575ebe tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360785 Aug 31 07:10:52.921865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50846) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:53.043338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb94d4b6-8245-465c-99af-4976a5c84ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.135130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb94d4b6-8245-465c-99af-4976a5c84ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.139420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fb94d4b6-8245-465c-99af-4976a5c84ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.178954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fb94d4b6-8245-465c-99af-4976a5c84ca2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4d415d4d6e04a0c8540c0ab788bf26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559199 Aug 31 07:10:53.180898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94d4b6-8245-465c-99af-4976a5c84ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d64dca-57d7-4e5c-9270-76f3da7ca929,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:53.181713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 50850) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:53.234666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3e780de-0042-4745-92a7-c52c62c41702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.259689 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3e780de-0042-4745-92a7-c52c62c41702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.306943 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3e780de-0042-4745-92a7-c52c62c41702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.309489 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a3e780de-0042-4745-92a7-c52c62c41702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.310678 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a3e780de-0042-4745-92a7-c52c62c41702 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82d64dca-57d7-4e5c-9270-76f3da7ca929 HTTP/1.1" status: 204 len: 168 time: 0.1279547 Aug 31 07:10:53.318466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e780de-0042-4745-92a7-c52c62c41702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d64dca-57d7-4e5c-9270-76f3da7ca929,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:53.583865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50858) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:53.598544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df2c5122-34aa-424d-89cc-f49eff40660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.641664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b37b7-5246-485d-8048-ce225ee267f1 req-3137426c-70e3-46c6-8169-a2e2ed877109 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:53.643209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad6b37b7-5246-485d-8048-ce225ee267f1 req-3137426c-70e3-46c6-8169-a2e2ed877109 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.0645287 Aug 31 07:10:53.685734 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad6b37b7-5246-485d-8048-ce225ee267f1 req-28ef3a94-6185-42af-9ea1-e8997185f083 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357516 Aug 31 07:10:53.730835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df2c5122-34aa-424d-89cc-f49eff40660c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.735908 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df2c5122-34aa-424d-89cc-f49eff40660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.773887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c5122-34aa-424d-89cc-f49eff40660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cbb8e9-c780-4944-a32f-f961111e5175,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:53.778391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-df2c5122-34aa-424d-89cc-f49eff40660c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=472ff3f46a5f4a3095b208ef385d4bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934388 Aug 31 07:10:53.781448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 50860) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:53.836116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e39e-8dc9-4695-88e0-45ed41a70a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.860883 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e39e-8dc9-4695-88e0-45ed41a70a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.907562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e39e-8dc9-4695-88e0-45ed41a70a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.910290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e39e-8dc9-4695-88e0-45ed41a70a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.913964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b2b1e39e-8dc9-4695-88e0-45ed41a70a83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2cbb8e9-c780-4944-a32f-f961111e5175 HTTP/1.1" status: 204 len: 168 time: 0.1291327 Aug 31 07:10:53.922041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1e39e-8dc9-4695-88e0-45ed41a70a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cbb8e9-c780-4944-a32f-f961111e5175,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:54.240081 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-56ac510e-e5a9-462d-988e-f3e97445d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:54.698156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:54.804521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773b262-2949-453f-b6b9-1076858fd500 req-a242d2bf-16da-4a76-8ae2-74210be3b5a1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:54.806112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a773b262-2949-453f-b6b9-1076858fd500 req-a242d2bf-16da-4a76-8ae2-74210be3b5a1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.0512888 Aug 31 07:10:54.846252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a773b262-2949-453f-b6b9-1076858fd500 req-3d93e61d-66dd-47d7-a726-ed59cf9a1845 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337884 Aug 31 07:10:55.963663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922d2ba-c7fa-46ac-b193-d71fa171c29a req-6c0fa190-cee8-42aa-b914-ea2e91893d8d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:55.965919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b922d2ba-c7fa-46ac-b193-d71fa171c29a req-6c0fa190-cee8-42aa-b914-ea2e91893d8d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.0498247 Aug 31 07:10:56.005507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b922d2ba-c7fa-46ac-b193-d71fa171c29a req-6104bf13-f1f0-4ce6-8649-8fa2d945629a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329647 Aug 31 07:10:56.080468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:56.876307 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87754bb2-7fbc-47ac-87fa-f8968ba4abf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:56.940724 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.139390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a3379-d3d2-4e83-a7a6-51189d90e346 req-abf1171a-f14a-4f32-9d3f-4c68db0f0e6f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:57.140938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-849a3379-d3d2-4e83-a7a6-51189d90e346 req-abf1171a-f14a-4f32-9d3f-4c68db0f0e6f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.0548086 Aug 31 07:10:57.189612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-849a3379-d3d2-4e83-a7a6-51189d90e346 req-906a7ba1-7c4c-4b5d-a91e-d861111f07b5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Aug 31 07:10:58.220011 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:58.323137 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8c67c-7002-44e2-b388-1aa3d0420a05 req-2a79f8ce-4076-484b-8eb3-a1ec9969a4ee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:58.324755 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0b8c67c-7002-44e2-b388-1aa3d0420a05 req-2a79f8ce-4076-484b-8eb3-a1ec9969a4ee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.0590551 Aug 31 07:10:58.367160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0b8c67c-7002-44e2-b388-1aa3d0420a05 req-025371ab-0085-4b7d-8475-5dc8c3002480 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356562 Aug 31 07:10:59.490456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5c57-e7ea-482c-a63a-b0e624d042dc req-b9c859cb-31a4-429d-8f47-5c902458b7e9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:59.492065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-680e5c57-e7ea-482c-a63a-b0e624d042dc req-b9c859cb-31a4-429d-8f47-5c902458b7e9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.0510375 Aug 31 07:10:59.541339 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-680e5c57-e7ea-482c-a63a-b0e624d042dc req-df596707-d9ee-40c4-9785-2dae4960a9ed tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427952 Aug 31 07:11:00.074052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:00.659108 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25fb1-eba0-4e14-9174-b44da36b4463 req-355fdc04-fd32-48b3-a951-12f97c9ed441 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:00.660536 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b25fb1-eba0-4e14-9174-b44da36b4463 req-355fdc04-fd32-48b3-a951-12f97c9ed441 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 944 time: 0.0503018 Aug 31 07:11:00.699507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e7b25fb1-eba0-4e14-9174-b44da36b4463 req-a514b6bc-66b4-4db8-b71f-0db1ceac21c9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329680 Aug 31 07:11:01.481901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d2b091d4-9760-4f7b-948a-5c493ed17400 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:11:01.590903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d2b091d4-9760-4f7b-948a-5c493ed17400, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d2b091d4-9760-4f7b-948a-5c493ed17400,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:01.602908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'port_id': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'mac_address': 'fa:16:3e:be:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:11:01.645836 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:01.660320 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b091d4-9760-4f7b-948a-5c493ed17400 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:11:01.683694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d2b091d4-9760-4f7b-948a-5c493ed17400, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d2b091d4-9760-4f7b-948a-5c493ed17400,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:01.690410 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:01.740330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=d2b091d4-9760-4f7b-948a-5c493ed17400,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:01.748908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.749279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.749612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.749945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.750638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.750638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.751266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.751266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.751560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.751856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.752177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.752492 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:01.829619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd51e5-6406-4f80-8515-d9f60c0bab78 req-586dd840-db32-476f-96d6-0b975ef21f16 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:01.831182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3dcd51e5-6406-4f80-8515-d9f60c0bab78 req-586dd840-db32-476f-96d6-0b975ef21f16 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 945 time: 0.0554130 Aug 31 07:11:01.870827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3dcd51e5-6406-4f80-8515-d9f60c0bab78 req-5af8fd58-6214-4b04-8791-a03d2508214d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Aug 31 07:11:01.900334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['d2b091d4-9760-4f7b-948a-5c493ed17400'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:11:02.985662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61fea0-845a-42ad-9da1-400ace9cc3c1 req-da4f0a64-1f5c-46a7-95ff-55532d5a92f5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:02.987212 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa61fea0-845a-42ad-9da1-400ace9cc3c1 req-da4f0a64-1f5c-46a7-95ff-55532d5a92f5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 945 time: 0.0495095 Aug 31 07:11:03.029165 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fa61fea0-845a-42ad-9da1-400ace9cc3c1 req-76846695-f982-425f-9f5f-bd572ba7c639 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360901 Aug 31 07:11:03.492254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d2b091d4-9760-4f7b-948a-5c493ed17400 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:11:03.551756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port d2b091d4-9760-4f7b-948a-5c493ed17400 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:11:03.556448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port d2b091d4-9760-4f7b-948a-5c493ed17400 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:11:03.556848 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:03.645713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:03.671187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b091d4-9760-4f7b-948a-5c493ed17400'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:11:03.673709 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c701eef-20fe-4189-b6b2-2122fce5998e" -d '{"events": [{"server_uuid": "9f66a284-dfd0-4d13-94f8-268266d4fa01", "name": "network-vif-plugged", "status": "completed", "tag": "d2b091d4-9760-4f7b-948a-5c493ed17400"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:11:03.686820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port d2b091d4-9760-4f7b-948a-5c493ed17400, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d2b091d4-9760-4f7b-948a-5c493ed17400,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:03.691933 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:03.718279 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ae4bc-8358-41d7-b99b-b4a7eee1c0c9 x-openstack-request-id: req-7d9ae4bc-8358-41d7-b99b-b4a7eee1c0c9 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:11:03.718571 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66a284-dfd0-4d13-94f8-268266d4fa01", "name": "network-vif-plugged", "status": "completed", "tag": "d2b091d4-9760-4f7b-948a-5c493ed17400", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:11:03.718824 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d9ae4bc-8358-41d7-b99b-b4a7eee1c0c9 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:11:03.719211 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'code': 200} Aug 31 07:11:03.747856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=d2b091d4-9760-4f7b-948a-5c493ed17400,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:03.831058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1ce5-5b3d-4425-93cd-51ae5b727913 req-9e887006-72b7-4753-a86f-3bb37c72a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:03.832610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b07f1ce5-5b3d-4425-93cd-51ae5b727913 req-9e887006-72b7-4753-a86f-3bb37c72a3a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0564737 Aug 31 07:11:03.871448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b07f1ce5-5b3d-4425-93cd-51ae5b727913 req-5f6a2fa9-956e-4bff-97cd-0aae454289db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310354 Aug 31 07:11:04.166103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f46350-1b35-4e59-84e3-9fea842aa03c req-4d4d0f48-deef-4710-a1e9-10de323bcad2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:04.167701 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08f46350-1b35-4e59-84e3-9fea842aa03c req-4d4d0f48-deef-4710-a1e9-10de323bcad2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 946 time: 0.0658641 Aug 31 07:11:04.210900 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-08f46350-1b35-4e59-84e3-9fea842aa03c req-b99e6f30-d11c-4a15-81b1-e98a09483748 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359964 Aug 31 07:11:05.330973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46f4d-52a5-431d-a19b-b8a67fe0f983 req-e9d44e3b-b7e3-4d2d-b0de-4a6f40510946 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:05.332561 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aeb46f4d-52a5-431d-a19b-b8a67fe0f983 req-e9d44e3b-b7e3-4d2d-b0de-4a6f40510946 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 946 time: 0.0484171 Aug 31 07:11:05.370240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-aeb46f4d-52a5-431d-a19b-b8a67fe0f983 req-96c09cc4-fd31-4a33-86d8-6b54e708eeb3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Aug 31 07:11:05.485278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1a33e-0847-4228-b6cc-d689799dcfa9 req-8cd72dfe-ca41-410a-866f-98b182dcdc24 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:05.486880 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8fe1a33e-0847-4228-b6cc-d689799dcfa9 req-8cd72dfe-ca41-410a-866f-98b182dcdc24 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 946 time: 0.0509489 Aug 31 07:11:05.529835 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8fe1a33e-0847-4228-b6cc-d689799dcfa9 req-f602ad8d-465e-4cf6-8887-fb70e8e7c03e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338578 Aug 31 07:11:05.561561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51014) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:05.603812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc4eae5-63b1-4078-974c-20aec6f952ca tempest-TestVolumeBootPattern-1133400115 tempest-TestVolumeBootPattern-1133400115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:05.605418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3dc4eae5-63b1-4078-974c-20aec6f952ca tempest-TestVolumeBootPattern-1133400115 tempest-TestVolumeBootPattern-1133400115-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 1093 time: 0.0427771 Aug 31 07:11:05.608552 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51016) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:05.613129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:11:05.640418 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:05.753108 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:05.854729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.25.5.212 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/3f4e75c7-f062-4a0f-ad11-505f2773c12a) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:11:05.964671 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.003582 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.044548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:11:06.048121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:11:06.052502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:11:06.055770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=3f4e75c7-f062-4a0f-ad11-505f2773c12a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:06.083321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.083660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.083996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.084327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.084655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.084978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.085326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.085650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.085967 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.086294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.086655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.086927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:06.448165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.520073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.674603 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.679309 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.749837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=3f4e75c7-f062-4a0f-ad11-505f2773c12a,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:06.766039 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.873653 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Floating IP 9c0cb024-a411-4e2e-89c1-8a57b18bb047 associated. External IP: 172.25.5.212, port: d2b091d4-9760-4f7b-948a-5c493ed17400. Aug 31 07:11:06.882001 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2417b631-9a2b-4071-9462-42238362f0d3 req-69c8ec64-4c42-48b8-b34a-54abe7b75cb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532942 Aug 31 07:11:06.973128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417b631-9a2b-4071-9462-42238362f0d3 req-4c2adb55-8096-4d76-b369-e7982b3a0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:06.975221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2417b631-9a2b-4071-9462-42238362f0d3 req-4c2adb55-8096-4d76-b369-e7982b3a0e51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0431199 Aug 31 07:11:07.083339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417b631-9a2b-4071-9462-42238362f0d3 req-e01809e2-e9da-4ab6-91fa-b571586de691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:07.085223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2417b631-9a2b-4071-9462-42238362f0d3 req-e01809e2-e9da-4ab6-91fa-b571586de691 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0892208 Aug 31 07:11:07.100856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:11:07.213722 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:11:07.228076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:11:07.240757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:07.243010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:11:07.243855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:10:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:07.431534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:11:07.556349 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2417b631-9a2b-4071-9462-42238362f0d3 req-2f133729-cc93-460d-8ebc-98a9f4786411 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b091d4-9760-4f7b-948a-5c493ed17400 HTTP/1.1" status: 200 len: 1000 time: 0.4628615 Aug 31 07:11:07.625725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417b631-9a2b-4071-9462-42238362f0d3 req-beffd263-1e4f-4836-a28a-75b02b53f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:07.628028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2417b631-9a2b-4071-9462-42238362f0d3 req-beffd263-1e4f-4836-a28a-75b02b53f444 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0644341 Aug 31 07:11:07.677281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e7d5ecbd-f3ed-45f6-944b-a6ee750efd82 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0580544 Aug 31 07:11:07.677281 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'tag': 'd2b091d4-9760-4f7b-948a-5c493ed17400'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:11:07.677281 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66a284-dfd0-4d13-94f8-268266d4fa01", "tag": "d2b091d4-9760-4f7b-948a-5c493ed17400"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:11:07.707201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417b631-9a2b-4071-9462-42238362f0d3 req-0383a640-4086-4b2c-838c-8aa35c9e0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:07.709098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2417b631-9a2b-4071-9462-42238362f0d3 req-0383a640-4086-4b2c-838c-8aa35c9e0ade service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732729 Aug 31 07:11:07.711714 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d2ffb2-ac19-461d-92ae-409edadc7de9 x-openstack-request-id: req-45d2ffb2-ac19-461d-92ae-409edadc7de9 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:11:07.712386 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66a284-dfd0-4d13-94f8-268266d4fa01", "tag": "d2b091d4-9760-4f7b-948a-5c493ed17400", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:11:07.712653 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45d2ffb2-ac19-461d-92ae-409edadc7de9 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:11:07.713096 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'tag': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'status': 'completed', 'code': 200} Aug 31 07:11:07.805145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9c0cb024-a411-4e2e-89c1-8a57b18bb047', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:be:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:06Z', 'updated_at': '2021-08-31T07:11:06Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:07.841543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:11:07.847914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2417b631-9a2b-4071-9462-42238362f0d3 req-889931f9-3134-4014-b0e5-9ceb40e26659 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283839 Aug 31 07:11:07.850429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:11:07.851033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:10:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:07.942706 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2417b631-9a2b-4071-9462-42238362f0d3 req-a7e40035-8999-4561-8017-da71f7d5dec0 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868971 Aug 31 07:11:07.964711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:11:08.030478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-27cdd877-2933-488d-947c-e3b65ee06c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:08.032017 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-27cdd877-2933-488d-947c-e3b65ee06c58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0475376 Aug 31 07:11:08.123157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-1d992b89-79e0-415a-afaa-5a0725b5d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:08.124705 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-1d992b89-79e0-415a-afaa-5a0725b5d04c service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0857911 Aug 31 07:11:08.196855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9c0cb024-a411-4e2e-89c1-8a57b18bb047', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:be:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:06Z', 'updated_at': '2021-08-31T07:11:06Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:08.200416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-f2800316-062d-49fe-9214-290dd53972d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b091d4-9760-4f7b-948a-5c493ed17400 HTTP/1.1" status: 200 len: 1000 time: 0.0677705 Aug 31 07:11:08.229500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8c989-a1b0-4a1d-a467-5bff313acd84 None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '9c0cb024-a411-4e2e-89c1-8a57b18bb047', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:be:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:06Z', 'updated_at': '2021-08-31T07:11:06Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:11:08.256414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-c89c3eb7-9f06-40db-9aac-ad62ee33d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:08.258112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-c89c3eb7-9f06-40db-9aac-ad62ee33d4c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0512447 Aug 31 07:11:08.314565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-f93242b1-4a8d-4fad-93eb-eab574eef74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:08.316141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-f93242b1-4a8d-4fad-93eb-eab574eef74a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507586 Aug 31 07:11:08.421874 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-3bb3093d-8a9f-4dbc-b736-c475a3b0f790 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980792 Aug 31 07:11:08.487391 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e5474-3696-4225-82ee-1751401e27dd None None] New status for floating IP 9c0cb024-a411-4e2e-89c1-8a57b18bb047: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:11:08.530215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eeddd0a7-b748-421d-b1e1-6c67aeebe0af req-3dc1ce60-d518-47d8-be92-02dcaabf27ee service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993741 Aug 31 07:11:11.558406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:11.665833 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:11.753478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:11.757213 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:11.799368 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1050eeb61b814cd68e0515d995e6a47b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398741 Aug 31 07:11:11.800355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7df17e3-cc79-4a7c-a223-86c6753b40dc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:11.802042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51066) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:11.808074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.808371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.808740 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.809080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.809532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.809771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.810101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.810955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.811287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.811612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.811936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.812256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ffe77-26df-4e59-8287-b78c25f19bef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:11.853285 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d022ed1c-0233-4021-a062-a1e376490e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:11.876042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d022ed1c-0233-4021-a062-a1e376490e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:11.922396 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d022ed1c-0233-4021-a062-a1e376490e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:11.924901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d022ed1c-0233-4021-a062-a1e376490e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:11.926154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d022ed1c-0233-4021-a062-a1e376490e44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7df17e3-cc79-4a7c-a223-86c6753b40dc HTTP/1.1" status: 204 len: 168 time: 0.1231451 Aug 31 07:11:11.934236 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022ed1c-0233-4021-a062-a1e376490e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7df17e3-cc79-4a7c-a223-86c6753b40dc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:12.206295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-6b1e5e35-88a2-49bf-b3ee-034fc8746ff5 req-c4d935c3-d450-4360-bd61-e312510c50e2 service neutron] (94668) timed out ('10.222.0.15', 56932) {{(pid=94668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:11:17.062606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51130) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:17.178514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad075a21-720c-415a-af2a-bb2df3928d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.270743 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad075a21-720c-415a-af2a-bb2df3928d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.274307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ad075a21-720c-415a-af2a-bb2df3928d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.310126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad075a21-720c-415a-af2a-bb2df3928d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2d9c7-d044-4e90-9a97-1db101f3d688,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:17.314886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ad075a21-720c-415a-af2a-bb2df3928d79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78b08187fbe04d54afea1b32dae08aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512372 Aug 31 07:11:17.317475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51134) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:17.367956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4ec613c-effa-4a05-b82a-0fba9f056444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.388975 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4ec613c-effa-4a05-b82a-0fba9f056444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.436167 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4ec613c-effa-4a05-b82a-0fba9f056444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.438709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f4ec613c-effa-4a05-b82a-0fba9f056444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.439852 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f4ec613c-effa-4a05-b82a-0fba9f056444 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fca2d9c7-d044-4e90-9a97-1db101f3d688 HTTP/1.1" status: 204 len: 168 time: 0.1214654 Aug 31 07:11:17.447315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec613c-effa-4a05-b82a-0fba9f056444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2d9c7-d044-4e90-9a97-1db101f3d688,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:17.706294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51140) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:17.719837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb7cdda5-aa8f-4094-9545-3a56d40d955e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.815164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb7cdda5-aa8f-4094-9545-3a56d40d955e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.820551 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bb7cdda5-aa8f-4094-9545-3a56d40d955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.859445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bb7cdda5-aa8f-4094-9545-3a56d40d955e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c29c8f950c06429ea55922b3d21c18d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520317 Aug 31 07:11:17.861748 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cdda5-aa8f-4094-9545-3a56d40d955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6999440d-26a9-4064-be4b-a05bc5fd5034,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:17.862203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51142) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:17.911179 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa560b7-00ae-49d3-b496-445f0387844b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.932846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa560b7-00ae-49d3-b496-445f0387844b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.979628 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa560b7-00ae-49d3-b496-445f0387844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.982310 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8aa560b7-00ae-49d3-b496-445f0387844b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:17.983979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8aa560b7-00ae-49d3-b496-445f0387844b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6999440d-26a9-4064-be4b-a05bc5fd5034 HTTP/1.1" status: 204 len: 168 time: 0.1207693 Aug 31 07:11:17.992310 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa560b7-00ae-49d3-b496-445f0387844b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6999440d-26a9-4064-be4b-a05bc5fd5034,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:24.242485 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5ad82560-6016-4f53-8ae0-e2594781885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:24.710766 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:26.111200 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:26.501632 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:11:26.870089 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-47bca432-e6b6-4cc8-ad1d-7fdbe288d55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:26.942839 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.227237 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.282625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51276) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:28.402313 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb245afb-1263-4d05-8c95-d76cd4517052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.501445 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb245afb-1263-4d05-8c95-d76cd4517052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.505168 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bb245afb-1263-4d05-8c95-d76cd4517052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.543617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bb245afb-1263-4d05-8c95-d76cd4517052 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=677e2843583b42b38740de20c4c24142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596884 Aug 31 07:11:28.544418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb245afb-1263-4d05-8c95-d76cd4517052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebade32-00b9-4a7f-81e2-1cb26fb51407,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:28.548657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51280) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:28.608312 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbc723f3-65de-4814-95ab-0ba95647a781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.637924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbc723f3-65de-4814-95ab-0ba95647a781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.698920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbc723f3-65de-4814-95ab-0ba95647a781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.702341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbc723f3-65de-4814-95ab-0ba95647a781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.703650 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cbc723f3-65de-4814-95ab-0ba95647a781 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ebade32-00b9-4a7f-81e2-1cb26fb51407 HTTP/1.1" status: 204 len: 168 time: 0.1554303 Aug 31 07:11:28.712460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc723f3-65de-4814-95ab-0ba95647a781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebade32-00b9-4a7f-81e2-1cb26fb51407,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:29.016398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51286) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:29.034372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bc4de32-19ae-4302-ba2a-e0980409a8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.123695 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bc4de32-19ae-4302-ba2a-e0980409a8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.128302 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7bc4de32-19ae-4302-ba2a-e0980409a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.168925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7bc4de32-19ae-4302-ba2a-e0980409a8f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e4abe76edc34a8cbe418f9772e614f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510479 Aug 31 07:11:29.169566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4de32-19ae-4302-ba2a-e0980409a8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17afe485-a38f-4830-9867-87e5ce1f78b7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:29.172458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51288) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:29.221767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76af1991-7cf2-4e5f-af4f-476622493544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.245205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76af1991-7cf2-4e5f-af4f-476622493544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.294724 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76af1991-7cf2-4e5f-af4f-476622493544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.297429 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-76af1991-7cf2-4e5f-af4f-476622493544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.298591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-76af1991-7cf2-4e5f-af4f-476622493544 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17afe485-a38f-4830-9867-87e5ce1f78b7 HTTP/1.1" status: 204 len: 168 time: 0.1251445 Aug 31 07:11:29.306673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af1991-7cf2-4e5f-af4f-476622493544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17afe485-a38f-4830-9867-87e5ce1f78b7,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:29.627550 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51294) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:29.642380 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c920be0e-d120-4caf-886b-343a9acd03c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.734079 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c920be0e-d120-4caf-886b-343a9acd03c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.737828 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c920be0e-d120-4caf-886b-343a9acd03c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.782712 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920be0e-d120-4caf-886b-343a9acd03c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ca192d-78c2-46e4-8707-62fe948823d4,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:29.787496 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c920be0e-d120-4caf-886b-343a9acd03c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ff5511ffb4e4d43890401126f97ea5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589158 Aug 31 07:11:29.790479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51296) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:29.846746 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff841617-5e15-4fa7-aa00-2dc85eaf6c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.869900 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff841617-5e15-4fa7-aa00-2dc85eaf6c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.919172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff841617-5e15-4fa7-aa00-2dc85eaf6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.921899 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff841617-5e15-4fa7-aa00-2dc85eaf6c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.925930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ff841617-5e15-4fa7-aa00-2dc85eaf6c9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3ca192d-78c2-46e4-8707-62fe948823d4 HTTP/1.1" status: 204 len: 168 time: 0.1346178 Aug 31 07:11:29.937061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff841617-5e15-4fa7-aa00-2dc85eaf6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ca192d-78c2-46e4-8707-62fe948823d4,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:30.079438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:54.243894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-24371d0b-e0d5-41dd-bfab-5da3be812a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:54.713585 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:56.131213 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:56.872301 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bdf46682-48d3-4618-8b17-e6318006849a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:56.943517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:58.225310 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:00.080535 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:03.500554 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:12:08.575147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-eeedc8bd-7e2d-4e5a-ab70-ba42b7bc80cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1855640 Aug 31 07:12:08.655924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-9c06827e-b867-4f4d-95f9-df76627c3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:08.657366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-9c06827e-b867-4f4d-95f9-df76627c3067 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 1098 time: 0.0397859 Aug 31 07:12:08.760733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-819019b6-fdb2-450a-bbbe-a5c7b2ab2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:08.762242 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-819019b6-fdb2-450a-bbbe-a5c7b2ab2da4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0854445 Aug 31 07:12:08.832455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-2fd0a77b-90c1-4296-8e99-19ba8f80e328 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b091d4-9760-4f7b-948a-5c493ed17400 HTTP/1.1" status: 200 len: 1002 time: 0.0629518 Aug 31 07:12:08.886173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-2e19f20d-d1f2-4ffe-8224-d0f4f03844a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:08.887635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-2e19f20d-d1f2-4ffe-8224-d0f4f03844a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0486147 Aug 31 07:12:08.933786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-092415fe-7542-45ee-bdfc-13ab32abf9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:08.935320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-092415fe-7542-45ee-bdfc-13ab32abf9dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410614 Aug 31 07:12:09.026811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-ec848e89-03b2-467a-b2ae-944bbadcf71b service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835907 Aug 31 07:12:09.119582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99a0d060-2c0d-4b81-ac12-a641b50acc98 req-2c60091e-b3df-496d-a439-681bad4da03a service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860848 Aug 31 07:12:24.244684 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d63bf7b5-1a83-4eaa-b9a3-905661cf1acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:24.713261 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:26.132349 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:26.874201 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-98616e81-5fd2-41ee-b96d-ac97eaa12537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:26.944342 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:28.227709 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:30.082401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:40.500813 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:12:54.245379 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-96c33f1d-9c65-4ea7-a221-fcbf00862a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:54.714606 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:56.136954 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:56.875382 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e7f197e-5e8c-4c43-835f-c3ebb31b4763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:56.944094 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:58.231261 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:00.085982 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:05.524754 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acabb0-a137-4dfa-8ecc-99b52f11eb98 req-2e8621eb-95f2-4df2-9910-e7a687120a46 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:05.526905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7acabb0-a137-4dfa-8ecc-99b52f11eb98 req-2e8621eb-95f2-4df2-9910-e7a687120a46 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 946 time: 0.1212497 Aug 31 07:13:05.563532 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f7acabb0-a137-4dfa-8ecc-99b52f11eb98 req-a0f30e36-779f-40d0-b34e-4591d8e362ce tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Aug 31 07:13:06.758411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608aeae-7666-4d39-96f1-74c270cd3ff0 req-04af4325-6a14-419d-ac3f-14dcd2737668 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:06.759917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c608aeae-7666-4d39-96f1-74c270cd3ff0 req-04af4325-6a14-419d-ac3f-14dcd2737668 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 946 time: 0.1105795 Aug 31 07:13:06.797504 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c608aeae-7666-4d39-96f1-74c270cd3ff0 req-512ed3a8-e31e-4c82-9fc9-0168ae7975ab tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Aug 31 07:13:06.984412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-2cf3e72e-55a5-4f4d-b942-ffbb2650ff26 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:06.985943 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-2cf3e72e-55a5-4f4d-b942-ffbb2650ff26 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 946 time: 0.0478334 Aug 31 07:13:07.079706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port d2b091d4-9760-4f7b-948a-5c493ed17400 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:13:07.080041 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:07.177344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] For port d2b091d4-9760-4f7b-948a-5c493ed17400, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=d2b091d4-9760-4f7b-948a-5c493ed17400,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:13:07.177705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:07.354932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:07.355323 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:07.355642 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Floating IP 9c0cb024-a411-4e2e-89c1-8a57b18bb047 disassociated. External IP: 172.25.5.212, port: d2b091d4-9760-4f7b-948a-5c493ed17400. Aug 31 07:13:07.355985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for d2b091d4-9760-4f7b-948a-5c493ed17400 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:13:07.485915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:07.520062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=d2b091d4-9760-4f7b-948a-5c493ed17400,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:07.531568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.531913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.532256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.532588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.532918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.533266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.533593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.533909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.534744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.534744 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.534899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.535151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:07.649493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:13:07.752912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:13:07.763143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:13:07.773177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:13:07.773839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:12:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:07.796457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] No DVR routers for this DVR port d2b091d4-9760-4f7b-948a-5c493ed17400 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:13:07.799335 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:07.801493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-715bba16-1585-4741-b8dc-f5c88d694a6e req-abe2a9f7-c9c2-4fbb-a205-94dc367c402a tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "DELETE /v2.0/ports/d2b091d4-9760-4f7b-948a-5c493ed17400 HTTP/1.1" status: 204 len: 173 time: 0.8092856 Aug 31 07:13:07.802109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'name': 'network-vif-deleted', 'tag': 'd2b091d4-9760-4f7b-948a-5c493ed17400'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:07.804537 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa2b21e-345a-4d68-af5a-2867fa118ac8" -d '{"events": [{"server_uuid": "9f66a284-dfd0-4d13-94f8-268266d4fa01", "name": "network-vif-deleted", "tag": "d2b091d4-9760-4f7b-948a-5c493ed17400"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:07.863838 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e10896-d567-490f-87ce-7b4d0678e935 x-openstack-request-id: req-a3e10896-d567-490f-87ce-7b4d0678e935 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:07.864135 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66a284-dfd0-4d13-94f8-268266d4fa01", "name": "network-vif-deleted", "tag": "d2b091d4-9760-4f7b-948a-5c493ed17400", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:07.864435 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3e10896-d567-490f-87ce-7b4d0678e935 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:07.864845 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f66a284-dfd0-4d13-94f8-268266d4fa01', 'name': 'network-vif-deleted', 'tag': 'd2b091d4-9760-4f7b-948a-5c493ed17400', 'status': 'completed', 'code': 200} Aug 31 07:13:07.909370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:13:07.919362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11b45b87-ff9a-40fc-a0d5-840dc410c095 req-f249f0ac-7b15-45f3-a1ac-72dfc5ad643d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 210 time: 0.0363252 Aug 31 07:13:08.120208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:08.150205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:13:08.159297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:13:08.160115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:12:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:08.266404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:13:08.465453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:08.491945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc770776-ebd1-457b-b2bd-57a8f31df77c None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:13:08.741657 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba43231-6d49-46de-94ab-98ddebdcfe35 None None] New status for floating IP 9c0cb024-a411-4e2e-89c1-8a57b18bb047: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:13:09.023363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4ff995f-3349-46e7-8506-7fea7d0cadab req-4ca8cb09-7c5c-4b8e-b8e6-566c0d36c428 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 210 time: 0.0273507 Aug 31 07:13:10.013908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d2b091d4-9760-4f7b-948a-5c493ed17400 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:13:10.039108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: d2b091d4-9760-4f7b-948a-5c493ed17400 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:13:10.039454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device d2b091d4-9760-4f7b-948a-5c493ed17400 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:13:10.120430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9dceffa-eb27-442c-99d6-ed8069701bd4 req-d439b29e-44b3-4158-94a1-40d627b4cb79 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 210 time: 0.0270777 Aug 31 07:13:11.215833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37378eb5-0ac8-4da8-9228-e3aa91b57657 req-34e90be3-5023-4285-a010-72e4439b1234 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f66a284-dfd0-4d13-94f8-268266d4fa01 HTTP/1.1" status: 200 len: 210 time: 0.0280464 Aug 31 07:13:12.413724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-624f28d5-1f41-403e-a8f6-b8c31036d517 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945726337&fields=id&tenant_id=fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 267 time: 0.0341384 Aug 31 07:13:12.523658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-18b8beb9-17e4-400a-a459-4bb06bfacf26 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:12.525052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-18b8beb9-17e4-400a-a459-4bb06bfacf26 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1040752 Aug 31 07:13:12.539668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-a9c6119d-c331-496b-86b2-689921a54bc4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/quotas/fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 375 time: 0.0088925 Aug 31 07:13:12.593431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-1e9017a5-8250-4bc9-9da7-2ed80e5d189c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484653 Aug 31 07:13:12.609315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-da7fb3ac-fa42-46c9-8a83-ea1b7da6de4b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:13:12.610274 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-da7fb3ac-fa42-46c9-8a83-ea1b7da6de4b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057223 Aug 31 07:13:12.747281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-be3f5275-2cbc-44f0-93d4-bcb0240463d3 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312406 Aug 31 07:13:12.842856 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-912ffac9-cc61-48e6-a0a7-b52d4ed34253 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896356 Aug 31 07:13:14.146695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7039b970-5624-4e0a-9abc-398e6824f9fd req-8ab263c8-edcd-4f59-acac-6d5a7247004b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0256696 Aug 31 07:13:15.040436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-3c55005f-5b7d-4ca5-b1eb-528de33602c3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:15.042906 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-3c55005f-5b7d-4ca5-b1eb-528de33602c3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1055791 Aug 31 07:13:15.092491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-3b9f33f6-44a9-4b3c-a179-817b1e64bbd3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 379 time: 0.0408823 Aug 31 07:13:15.101533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'port': {'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'admin_state_up': True, 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'security_groups': ['f8fdbc98-edbd-451f-aa33-94b420c779b1']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:13:15.218412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:13:15.222101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:15.260910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-72386b5c-226e-4cb1-b8dc-a3e12ca4d3b6 req-a8073376-cb5f-482a-ba60-476e222d0f6b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0363803 Aug 31 07:13:15.393734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.20.0.6 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/ff734630-53c5-4e81-85c1-1f93fbfd9a39) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:13:15.538309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:15.559085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Transition to ACTIVE for port object ff734630-53c5-4e81-85c1-1f93fbfd9a39 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:13:15.594632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:15.642434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:13:15.647882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:13:15.650122 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:13:15.676019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=ff734630-53c5-4e81-85c1-1f93fbfd9a39,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:15.706303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:15.706922 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:15.723161 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-5aefe01a-b797-4bdb-a2ef-377e549c667d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6253340 Aug 31 07:13:15.738026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Request body: {'port': {'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:13:15.797450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:15.870938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-eebb41ab-8ebe-47eb-98b7-a8e6518e5f22 None None] Provisioning for port ff734630-53c5-4e81-85c1-1f93fbfd9a39 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:13:15.876932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-eebb41ab-8ebe-47eb-98b7-a8e6518e5f22 None None] Provisioning complete for port ff734630-53c5-4e81-85c1-1f93fbfd9a39 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:13:15.877659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eebb41ab-8ebe-47eb-98b7-a8e6518e5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:15.926101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-eebb41ab-8ebe-47eb-98b7-a8e6518e5f22 None None] Port ff734630-53c5-4e81-85c1-1f93fbfd9a39 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:13:16.076891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff734630-53c5-4e81-85c1-1f93fbfd9a39 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:13:16.084882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:16.097098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Transition to ACTIVE for port object ff734630-53c5-4e81-85c1-1f93fbfd9a39 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:13:16.101215 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:16.155239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff734630-53c5-4e81-85c1-1f93fbfd9a39,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:16.252285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Attempting to bind port ff734630-53c5-4e81-85c1-1f93fbfd9a39 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:13:16.252805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Attempting to bind port ff734630-53c5-4e81-85c1-1f93fbfd9a39 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:13:16.253278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Attempting to bind port ff734630-53c5-4e81-85c1-1f93fbfd9a39 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:13:16.258546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Port ff734630-53c5-4e81-85c1-1f93fbfd9a39 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:13:16.258962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Attempting to bind port ff734630-53c5-4e81-85c1-1f93fbfd9a39 on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:13:16.265141 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:13:16.265582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:13:16.266091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:13:16.266599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Bound port: ff734630-53c5-4e81-85c1-1f93fbfd9a39, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:13:16.267309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:16.347302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] For port ff734630-53c5-4e81-85c1-1f93fbfd9a39, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:13:16.350927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] For port ff734630-53c5-4e81-85c1-1f93fbfd9a39, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:13:16.357716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:16.397029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26e2fd-889b-4a3b-8a36-4d632f32c302 req-bba12b31-ef58-4fd2-89ba-e1cb3ba25e12 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:16.398082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:16.398721 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:16.400176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db26e2fd-889b-4a3b-8a36-4d632f32c302 req-bba12b31-ef58-4fd2-89ba-e1cb3ba25e12 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0544260 Aug 31 07:13:16.401991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 200 len: 1092 time: 0.6688759 Aug 31 07:13:16.402598 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:16.404889 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:16.454173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d070eb-e12a-4647-84a6-9dc804d051f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff734630-53c5-4e81-85c1-1f93fbfd9a39,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:16.467124 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db26e2fd-889b-4a3b-8a36-4d632f32c302 req-637f0378-20ae-4407-bf27-77ef02a5dd0d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531328 Aug 31 07:13:16.493999 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcade12e-7be2-4b56-a186-50a1f1aa344f x-openstack-request-id: req-bcade12e-7be2-4b56-a186-50a1f1aa344f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:16.495630 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:16.495888 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcade12e-7be2-4b56-a186-50a1f1aa344f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:16.496650 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'status': 'completed', 'code': 200} Aug 31 07:13:16.516983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-0dea3b26-ba68-4cd0-9634-99d2c51780a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:16.518805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-0dea3b26-ba68-4cd0-9634-99d2c51780a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0599487 Aug 31 07:13:16.569066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-d853d63b-15b3-414a-b6f1-5afda5fe57d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 200 len: 217 time: 0.0420711 Aug 31 07:13:16.622765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-2a1db7d7-ca09-4c2a-b4f3-2bbb1c8f0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:16.624467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-2a1db7d7-ca09-4c2a-b4f3-2bbb1c8f0535 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0488789 Aug 31 07:13:16.673527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-ff086d3d-5ae0-4ccd-b084-bf95dd580001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:16.675191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-ff086d3d-5ae0-4ccd-b084-bf95dd580001 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435777 Aug 31 07:13:16.770262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-3930b7e7-a5d8-4285-bf22-337b5e0e9c75 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871742 Aug 31 07:13:16.860454 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c7e4a9e1-7814-4219-9be0-f46250fa1a90 req-0fbabf90-d4f4-47dd-ac6e-fa3ef883455f service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822880 Aug 31 07:13:16.947793 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-be1ec6e6-b762-4aed-bc59-85b21e440cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:16.949378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-be1ec6e6-b762-4aed-bc59-85b21e440cce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0450046 Aug 31 07:13:17.045860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-98316744-cf89-45ae-82c5-a3cb86771cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:17.047452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-98316744-cf89-45ae-82c5-a3cb86771cf8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0911114 Aug 31 07:13:17.090792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-1c0e624a-6298-4863-80bc-4bdfa95852a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 200 len: 217 time: 0.0355339 Aug 31 07:13:17.145097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-18d6432c-3b23-47e7-8ec4-1bcce4f8e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:17.146644 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-18d6432c-3b23-47e7-8ec4-1bcce4f8e72c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0495479 Aug 31 07:13:17.192622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-1b711986-e67e-4b83-83ed-7f0b7745bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:17.194101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-1b711986-e67e-4b83-83ed-7f0b7745bae1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401886 Aug 31 07:13:17.283968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-99b01f09-092b-4efb-84e7-6f0dc0ab38aa service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826788 Aug 31 07:13:17.378548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f7b5fc8-2ae6-4be1-9d36-2f6d95723b9e req-3e3cddc0-4231-4372-b50c-c472046adef9 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874133 Aug 31 07:13:17.501367 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:13:17.583784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9a86f-c081-4245-8d02-492813be50bf req-c50af155-ce30-410e-bf9f-b03f810c3ff5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:17.586199 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bde9a86f-c081-4245-8d02-492813be50bf req-c50af155-ce30-410e-bf9f-b03f810c3ff5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0519457 Aug 31 07:13:17.631167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bde9a86f-c081-4245-8d02-492813be50bf req-557cd040-96e7-4b5a-a166-77b4e141f48e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375218 Aug 31 07:13:18.750195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ba56-c18e-420d-9e80-9e81216b1333 req-c643c438-bd14-40f6-9414-6c9e0a507ce4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:18.751793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb01ba56-c18e-420d-9e80-9e81216b1333 req-c643c438-bd14-40f6-9414-6c9e0a507ce4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0499916 Aug 31 07:13:18.792994 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb01ba56-c18e-420d-9e80-9e81216b1333 req-a824a934-4fa9-481d-9f85-d72676cc3ae6 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351560 Aug 31 07:13:19.907081 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6ae50-0f77-4956-b8eb-a3579674f3bd req-3e42b385-d099-4294-8658-9ba0a9b90525 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:19.908563 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ae6ae50-0f77-4956-b8eb-a3579674f3bd req-3e42b385-d099-4294-8658-9ba0a9b90525 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0499561 Aug 31 07:13:19.944478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ae6ae50-0f77-4956-b8eb-a3579674f3bd req-7da3572f-4eb7-41a8-963f-edf8460fc1e9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299826 Aug 31 07:13:21.056511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fda89-0637-494b-81c6-fabddca08534 req-62dbe2b1-0269-4738-a7e5-baa35965ecf4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:21.058526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-865fda89-0637-494b-81c6-fabddca08534 req-62dbe2b1-0269-4738-a7e5-baa35965ecf4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0473790 Aug 31 07:13:21.099599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-865fda89-0637-494b-81c6-fabddca08534 req-1f458b14-07d4-479d-8efc-51fabe1c06b5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352738 Aug 31 07:13:22.212773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19ba8-ffc1-4c2e-9adc-b51d21254205 req-fbd5fb3c-7a93-40c6-bae8-af495850137c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:22.214975 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bd19ba8-ffc1-4c2e-9adc-b51d21254205 req-fbd5fb3c-7a93-40c6-bae8-af495850137c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0483122 Aug 31 07:13:22.252841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1bd19ba8-ffc1-4c2e-9adc-b51d21254205 req-1be413b2-f8d6-4b9b-a70e-db86c221d834 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317926 Aug 31 07:13:23.365880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9a032-bf91-42b5-8e53-a196ea0c9d86 req-1ec7f9ec-5fc9-419a-943d-37c53cafd0d1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:23.367373 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-44f9a032-bf91-42b5-8e53-a196ea0c9d86 req-1ec7f9ec-5fc9-419a-943d-37c53cafd0d1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0491416 Aug 31 07:13:23.408197 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-44f9a032-bf91-42b5-8e53-a196ea0c9d86 req-dd44278a-07ec-48e2-a9f1-3111be2d393b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339844 Aug 31 07:13:24.247293 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ad3e715e-95cd-4364-b894-e13c866657b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:24.520393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158eaca-acc7-4d0d-8582-46dda2b5b196 req-83e38298-c4db-4298-804a-e411d0921792 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:24.521933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a158eaca-acc7-4d0d-8582-46dda2b5b196 req-83e38298-c4db-4298-804a-e411d0921792 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0479546 Aug 31 07:13:24.563694 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a158eaca-acc7-4d0d-8582-46dda2b5b196 req-c767694c-5386-4deb-98a1-dee65f6c1515 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352590 Aug 31 07:13:24.712450 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:25.678904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a2baa-17ee-46f0-b2d8-9029d01aa4e3 req-d2d3cae8-f072-428a-b1a3-6362d046d500 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:25.680411 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-472a2baa-17ee-46f0-b2d8-9029d01aa4e3 req-d2d3cae8-f072-428a-b1a3-6362d046d500 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0495493 Aug 31 07:13:25.717388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-472a2baa-17ee-46f0-b2d8-9029d01aa4e3 req-10494233-c7ee-45c5-86dc-84c1d6728846 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310740 Aug 31 07:13:26.075340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ff734630-53c5-4e81-85c1-1f93fbfd9a39 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:13:26.162233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:26.181839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ff734630-53c5-4e81-85c1-1f93fbfd9a39, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:13:26.192885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:13:26.229180 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:26.241298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff734630-53c5-4e81-85c1-1f93fbfd9a39 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:13:26.260739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ff734630-53c5-4e81-85c1-1f93fbfd9a39, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:13:26.264329 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:26.309533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ff734630-53c5-4e81-85c1-1f93fbfd9a39,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:26.316683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.317032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.317399 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.317738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.318071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.318403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.318729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.319058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.319380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.319700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.320021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.320339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:26.500338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ff734630-53c5-4e81-85c1-1f93fbfd9a39'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:13:26.847990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6d2ad-8540-47b4-a06e-c5265b59ba88 req-a71c1db3-d6a4-4135-bfb5-f4055540c3a9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:26.849487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41e6d2ad-8540-47b4-a06e-c5265b59ba88 req-a71c1db3-d6a4-4135-bfb5-f4055540c3a9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 944 time: 0.0483658 Aug 31 07:13:26.877444 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ab58-5710-4143-9bd0-8066ad52a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:26.890824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41e6d2ad-8540-47b4-a06e-c5265b59ba88 req-729ed1af-470c-44c4-ad18-4a2b1bf686b0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353894 Aug 31 07:13:26.945331 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:28.003078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e93b86-eade-4de3-aeae-84f3ff238b86 req-b8993aae-ad05-4c64-90c2-5b1d60b5623c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:28.004586 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00e93b86-eade-4de3-aeae-84f3ff238b86 req-b8993aae-ad05-4c64-90c2-5b1d60b5623c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 944 time: 0.0481572 Aug 31 07:13:28.046503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00e93b86-eade-4de3-aeae-84f3ff238b86 req-3a596380-c60e-4432-8108-ff8a3f8a9ddc tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352848 Aug 31 07:13:28.086143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ff734630-53c5-4e81-85c1-1f93fbfd9a39 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:13:28.137619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port ff734630-53c5-4e81-85c1-1f93fbfd9a39 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:13:28.141252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port ff734630-53c5-4e81-85c1-1f93fbfd9a39 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:13:28.141627 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:28.220528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:28.246089 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:28.251308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:28.253564 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e6933d-46ad-465a-8308-ee95967c626d" -d '{"events": [{"server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "name": "network-vif-plugged", "status": "completed", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:28.266403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ff734630-53c5-4e81-85c1-1f93fbfd9a39, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:13:28.270939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:28.294830 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ab048-9f6e-4c07-aa0a-572f9a92d5b3 x-openstack-request-id: req-882ab048-9f6e-4c07-aa0a-572f9a92d5b3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:28.295126 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "name": "network-vif-plugged", "status": "completed", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:28.295386 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-882ab048-9f6e-4c07-aa0a-572f9a92d5b3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:28.295781 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'code': 200} Aug 31 07:13:28.320514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ff734630-53c5-4e81-85c1-1f93fbfd9a39,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:28.383376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928010d-e5c5-4d0c-b2a5-4f597e8c47a1 req-ed55f352-1c6b-4242-a94a-b00de8ed8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:28.384860 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1928010d-e5c5-4d0c-b2a5-4f597e8c47a1 req-ed55f352-1c6b-4242-a94a-b00de8ed8e50 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0393536 Aug 31 07:13:28.420782 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1928010d-e5c5-4d0c-b2a5-4f597e8c47a1 req-7fedfebe-c8a9-40b2-8f2b-52de80c37653 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293562 Aug 31 07:13:29.159841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9315d-e13d-49a1-9b59-df0aebb84b3a req-ee0a7403-979b-4b15-afdd-b45aa1882b84 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:29.161622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd9315d-e13d-49a1-9b59-df0aebb84b3a req-ee0a7403-979b-4b15-afdd-b45aa1882b84 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0488310 Aug 31 07:13:29.198754 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd9315d-e13d-49a1-9b59-df0aebb84b3a req-7b553167-abf9-4a33-877a-42be2acaede3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307307 Aug 31 07:13:30.093027 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:30.316539 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c1a33-4c6b-40c1-be8f-23ddcaf9199f req-350b24c3-362f-44ff-9489-6b6186df700e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:30.318080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d43c1a33-4c6b-40c1-be8f-23ddcaf9199f req-350b24c3-362f-44ff-9489-6b6186df700e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0500073 Aug 31 07:13:30.355971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d43c1a33-4c6b-40c1-be8f-23ddcaf9199f req-a752e14a-9114-4efc-a0de-6564dc8f514c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315843 Aug 31 07:13:30.471797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f8d6a-8918-474b-9787-dc1694772277 req-3d3713c4-e402-4a46-90e5-8dfaeb8b3c3b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:30.473342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a4f8d6a-8918-474b-9787-dc1694772277 req-3d3713c4-e402-4a46-90e5-8dfaeb8b3c3b tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Aug 31 07:13:30.516128 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2a4f8d6a-8918-474b-9787-dc1694772277 req-c71b0858-2a24-4e31-823c-ce08796c74cc tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358140 Aug 31 07:13:30.539055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51440) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:30.694079 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a9d22-44de-41c8-a831-408f74e74632 tempest-TestVolumeBootPattern-1133400115 tempest-TestVolumeBootPattern-1133400115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:30.695594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d12a9d22-44de-41c8-a831-408f74e74632 tempest-TestVolumeBootPattern-1133400115 tempest-TestVolumeBootPattern-1133400115-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1092 time: 0.1555614 Aug 31 07:13:30.698470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51444) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:30.702915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:13:30.725319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:30.821201 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:30.928394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.25.5.58 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/88c9d885-bd02-4e67-a091-e32c5a909eaa) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:13:31.027534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.068487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.102693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:13:31.106259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:13:31.111645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:13:31.137974 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=88c9d885-bd02-4e67-a091-e32c5a909eaa,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:31.466411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.530958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.678575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.684682 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.753411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=88c9d885-bd02-4e67-a091-e32c5a909eaa,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:31.763242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.862938 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Floating IP bc508ad0-d52b-4fba-83b6-030e1b6d475d associated. External IP: 172.25.5.58, port: ff734630-53c5-4e81-85c1-1f93fbfd9a39. Aug 31 07:13:32.069540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:13:32.512168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:13:32.521905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:13:32.531978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:13:32.532666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:13:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:32.533542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:32.562066 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-11ebb373-0638-4838-a631-4791cc1a2294 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8625448 Aug 31 07:13:32.562667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:32.564952 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:32.600450 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf4f5b5-c17d-463c-a4a6-fec006ae452e x-openstack-request-id: req-caf4f5b5-c17d-463c-a4a6-fec006ae452e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:32.600748 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:32.601005 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caf4f5b5-c17d-463c-a4a6-fec006ae452e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:32.601467 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'status': 'completed', 'code': 200} Aug 31 07:13:32.641499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:13:32.663301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-6d06591c-5c53-4934-a78c-42245ba98448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.664809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-6d06591c-5c53-4934-a78c-42245ba98448 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0399580 Aug 31 07:13:32.756320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-c8c2e117-168c-4116-b4a8-444679a5eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.757887 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-c8c2e117-168c-4116-b4a8-444679a5eb56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0858352 Aug 31 07:13:32.825265 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-736579aa-3922-4592-a6d1-6e414d8fff62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 200 len: 998 time: 0.0600121 Aug 31 07:13:32.862694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:31Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:32.877416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-6ae01754-7ef3-4990-908c-3e331a773206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.878900 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-6ae01754-7ef3-4990-908c-3e331a773206 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0473905 Aug 31 07:13:32.888723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:13:32.897254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:13:32.897882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:13:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:32.924917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-9c18ade6-8d09-4ea6-b47c-e6f48c0faef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.926469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-9c18ade6-8d09-4ea6-b47c-e6f48c0faef7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406041 Aug 31 07:13:33.005796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:13:33.017800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-995c3e89-db5e-4be8-8007-29b2d5e0fc2b service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828149 Aug 31 07:13:33.111955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-536d0d3e-3d13-4c8a-83fc-44c8aaac22b2 req-59e26a2d-5cd7-44e4-9b44-19c1f098ff0b service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868783 Aug 31 07:13:33.229685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:31Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:33.255329 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71800fb8-fc52-4aed-a764-09c4dab2e7f9 None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:31Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:13:33.435991 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1be92b-d8be-47ce-9efc-c0e827bb22e7 None None] New status for floating IP bc508ad0-d52b-4fba-83b6-030e1b6d475d: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:13:54.249061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e3af-3d1e-4747-bc6b-8cf9cf288dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:54.501840 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:13:54.711885 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:56.162497 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:56.878122 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-97b86568-e491-4ec4-9153-378749cdc16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:56.953929 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:58.237325 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:00.094527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:10.563884 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-f83044e9-d7f3-4751-b74f-c57b000d23e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447073 Aug 31 07:14:10.650449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-6f27431a-0a6f-4ff2-8498-1b823aefba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:10.651978 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-6f27431a-0a6f-4ff2-8498-1b823aefba20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0425448 Aug 31 07:14:10.759661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-5514a86a-c961-4053-853d-a3c6fae2ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:10.761167 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-5514a86a-c961-4053-853d-a3c6fae2ad66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0905240 Aug 31 07:14:10.828478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-14805ceb-ca5f-4f87-95f9-d0276cb3a82d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 200 len: 1000 time: 0.0602498 Aug 31 07:14:10.885488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-5ff5278e-da22-4e0e-85c8-1fd1c7979605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:10.887165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-5ff5278e-da22-4e0e-85c8-1fd1c7979605 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0513723 Aug 31 07:14:10.934994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-709af34f-5076-40e2-9c5c-8c3530cb4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:10.936512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-709af34f-5076-40e2-9c5c-8c3530cb4294 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424130 Aug 31 07:14:11.030014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-784ec1d5-d5cc-4a20-82a5-35e0db8505bc service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858524 Aug 31 07:14:11.126231 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-54cb2f9e-3ecc-4ca5-893d-5b82a2909c0c req-0b151ced-6e23-4106-9aaa-d31df2f9517b service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891855 Aug 31 07:14:24.252001 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1da7ac00-59e3-4a55-8208-dca8bd946c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:24.712882 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:26.156236 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:26.878669 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bc551556-ad42-4b56-89b0-d5ffd8dfd3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:26.944757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:28.239196 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:30.094272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:31.504830 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:14:54.253704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5d5c-08a5-4153-869d-4ea737d25dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:54.866158 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:56.179555 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:56.879156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9aca2b31-5569-4c01-b256-943725f91f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:56.944846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:58.242268 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:00.097396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:08.503725 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:15:12.577304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-5613887a-5397-4922-ae29-cdefd646d9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414944 Aug 31 07:15:12.665909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-5bbc5001-cf97-477a-9768-21b13fe1a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:12.667525 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-5bbc5001-cf97-477a-9768-21b13fe1a3ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0460594 Aug 31 07:15:12.780762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-364e7007-dda6-407a-9751-b46db656dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:12.782448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-364e7007-dda6-407a-9751-b46db656dddb service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0940549 Aug 31 07:15:12.856452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-b941fced-442c-4b69-bf61-2406c6f2c100 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 200 len: 1000 time: 0.0652940 Aug 31 07:15:12.912535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-c698e182-edad-4f14-b432-e31857884ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:12.914202 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-c698e182-edad-4f14-b432-e31857884ecc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0506279 Aug 31 07:15:12.962100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-13a23b6d-f6c8-43b6-9339-1df97f3ad712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:12.963787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-13a23b6d-f6c8-43b6-9339-1df97f3ad712 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416739 Aug 31 07:15:13.056322 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-8b6d41bc-c560-4faa-ae9c-bc86a16cce47 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851488 Aug 31 07:15:13.154135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddb9f048-7a5a-470b-ac19-56c354d02cf9 req-a630902a-7445-408f-88b5-defc8e6821bd service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906558 Aug 31 07:15:14.135691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-c3f1d2ee-7d7d-4b1c-bfee-99849fab0679 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945726337&fields=id&tenant_id=fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 267 time: 0.0354688 Aug 31 07:15:14.241887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-62fe256a-7418-486e-b4f3-7f6a7a5c0607 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:14.243300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-62fe256a-7418-486e-b4f3-7f6a7a5c0607 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1007442 Aug 31 07:15:14.258013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-d1bae298-ad6b-49e6-af7c-cf295a664fea tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/quotas/fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 375 time: 0.0091193 Aug 31 07:15:14.320044 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-8d9f5585-997a-47f2-94ff-ab811b4034fa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0569923 Aug 31 07:15:14.414418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-16df6d93-0b1f-4189-9159-3205ca5202c8 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831201 Aug 31 07:15:14.506531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-8f12b0a7-936c-467b-a41a-5ed3b3e31d29 service neutron] 10.222.0.15 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Aug 31 07:15:14.802083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2fe48e21-44ae-4565-b3ba-4d443efd49bb req-50c452be-f3cf-4496-a162-e58e5d9cfc17 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 210 time: 0.0272007 Aug 31 07:15:15.894599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8184fc10-65d1-418d-be85-91b7404b6153 req-819ae5e1-8011-4d84-86b2-3b57531edda3 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 210 time: 0.0275817 Aug 31 07:15:17.003009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fb3d061a-6bb5-4999-ba45-52a1ca8da193 req-e1831d67-be03-461c-8858-34f5f2f7c3c9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 210 time: 0.0303257 Aug 31 07:15:17.832428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-d944b192-ad64-436a-a0fa-505450af12cc tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:17.833820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-d944b192-ad64-436a-a0fa-505450af12cc tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 812 time: 0.1098459 Aug 31 07:15:17.887119 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-69a8da52-a5c8-4ed6-9ad8-c7298920866f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe90ce1058164403a8bc57952865253f HTTP/1.1" status: 200 len: 379 time: 0.0445020 Aug 31 07:15:17.896303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'port': {'device_id': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'admin_state_up': True, 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'security_groups': ['f8fdbc98-edbd-451f-aa33-94b420c779b1']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:18.008810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Made reservation on behalf of fe90ce1058164403a8bc57952865253f for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:15:18.012329 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:18.112034 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06d2cd32-0e4f-43be-8ef9-69ef98991444 req-e996f959-53d4-4bb0-94cb-9ceb9ffb408d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 210 time: 0.0282218 Aug 31 07:15:18.150029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.20.0.10 (95082869-cf56-4267-b175-3e3e0d6a3f73/4865ab5f-00ab-433a-affa-b5b986f56853/9599f913-a5be-435e-823a-7d6f341491fd) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:15:18.291442 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:18.304682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Transition to ACTIVE for port object 9599f913-a5be-435e-823a-7d6f341491fd will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:15:18.337008 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:18.381007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:15:18.384133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:15:18.388264 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:15:18.424063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=9599f913-a5be-435e-823a-7d6f341491fd,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:18.440490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.440853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.441215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.441557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.441890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.442215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.442638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.442873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.443199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.443522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.443846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.444167 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:18.461428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:18.461428 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:18.477321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-033cb330-42cf-47a0-bfd0-cf9fe0448123 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5849590 Aug 31 07:15:18.610940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Request body: {'port': {'device_id': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:18.664439 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:18.698750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-09401d3a-1f93-478f-a5b1-889b90c8c95c None None] Provisioning for port 9599f913-a5be-435e-823a-7d6f341491fd completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:15:18.702803 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-09401d3a-1f93-478f-a5b1-889b90c8c95c None None] Provisioning complete for port 9599f913-a5be-435e-823a-7d6f341491fd triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:18.703249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-09401d3a-1f93-478f-a5b1-889b90c8c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:18.742013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-09401d3a-1f93-478f-a5b1-889b90c8c95c None None] Port 9599f913-a5be-435e-823a-7d6f341491fd cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:15:18.931830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9599f913-a5be-435e-823a-7d6f341491fd {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:15:18.939249 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:18.951794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Transition to ACTIVE for port object 9599f913-a5be-435e-823a-7d6f341491fd will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:15:18.955307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:19.011412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Pushing event updated for resources: {'Port': ['ID=9599f913-a5be-435e-823a-7d6f341491fd,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:19.089087 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Attempting to bind port 9599f913-a5be-435e-823a-7d6f341491fd on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:15:19.089543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Attempting to bind port 9599f913-a5be-435e-823a-7d6f341491fd by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:15:19.089793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Attempting to bind port 9599f913-a5be-435e-823a-7d6f341491fd on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:15:19.095464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Port 9599f913-a5be-435e-823a-7d6f341491fd on network 95082869-cf56-4267-b175-3e3e0d6a3f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:15:19.095786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Attempting to bind port 9599f913-a5be-435e-823a-7d6f341491fd on network 95082869-cf56-4267-b175-3e3e0d6a3f73 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:15:19.101239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:15:19.101589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Checking segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:15:19.101982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Bound using segment: {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:15:19.102420 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Bound port: 9599f913-a5be-435e-823a-7d6f341491fd, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a8d544-78dd-494f-9ef2-ebb0d0290afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:15:19.102783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:19.222775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] For port 9599f913-a5be-435e-823a-7d6f341491fd, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:15:19.238881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] For port 9599f913-a5be-435e-823a-7d6f341491fd, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9599f913-a5be-435e-823a-7d6f341491fd,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:15:19.245517 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:19.285058 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41bdd3-10a6-447a-a15f-964a03e77e65 req-89182b78-9e19-4612-8050-0b932e7b62c0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:19.286633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a41bdd3-10a6-447a-a15f-964a03e77e65 req-89182b78-9e19-4612-8050-0b932e7b62c0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.1000071 Aug 31 07:15:19.296710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:19.297352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:19.298695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] 10.222.0.42 "PUT /v2.0/ports/9599f913-a5be-435e-823a-7d6f341491fd HTTP/1.1" status: 200 len: 1093 time: 0.8135135 Aug 31 07:15:19.299819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:19.302074 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "tag": "9599f913-a5be-435e-823a-7d6f341491fd"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:19.379620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a41bdd3-10a6-447a-a15f-964a03e77e65 req-2acd06e8-0b6c-4e3b-a9a4-b71146369469 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861900 Aug 31 07:15:19.380571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b94b5-e0d8-417b-971f-57fb93fc5b56 service neutron] Pushing event updated for resources: {'Port': ['ID=9599f913-a5be-435e-823a-7d6f341491fd,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:19.411786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-250dffeb-5bbe-4a2b-a559-b6758b46c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:19.413009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-250dffeb-5bbe-4a2b-a559-b6758b46c828 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 1096 time: 0.0656266 Aug 31 07:15:19.468656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-84cba31e-5850-43b3-9aea-9a678ae7df0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9599f913-a5be-435e-823a-7d6f341491fd HTTP/1.1" status: 200 len: 217 time: 0.0467458 Aug 31 07:15:19.484271 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fab357-42c5-4e52-8968-f2bb45d86030 x-openstack-request-id: req-66fab357-42c5-4e52-8968-f2bb45d86030 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:19.484674 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "tag": "9599f913-a5be-435e-823a-7d6f341491fd", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:19.485040 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66fab357-42c5-4e52-8968-f2bb45d86030 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:19.485527 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd', 'status': 'completed', 'code': 200} Aug 31 07:15:19.523522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-c1c8c4a1-abd7-466b-9d98-1eafec604d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:19.525013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-c1c8c4a1-abd7-466b-9d98-1eafec604d12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0506690 Aug 31 07:15:19.570510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-216d04ef-5523-4bef-8765-6acb614df6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:19.571970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-216d04ef-5523-4bef-8765-6acb614df6aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400808 Aug 31 07:15:19.669390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-46e4e46a-baae-4f0c-b1c9-f460a720085f service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887325 Aug 31 07:15:19.760855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4409a753-061f-4dc0-ab81-d0cbccbc7781 req-d780ecc5-6fcd-4b8b-90ff-6e38cfd0b24a service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846565 Aug 31 07:15:19.855579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-c9664ee1-ee3d-44ff-9dc1-b63bd94623fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:19.857390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-c9664ee1-ee3d-44ff-9dc1-b63bd94623fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 1096 time: 0.0453525 Aug 31 07:15:19.945018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-d413f33f-383b-480d-8dca-e53c23e15a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:19.946528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-d413f33f-383b-480d-8dca-e53c23e15a0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0829010 Aug 31 07:15:19.988980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-3b597cd0-1635-46bf-9833-fe199a737681 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9599f913-a5be-435e-823a-7d6f341491fd HTTP/1.1" status: 200 len: 217 time: 0.0354354 Aug 31 07:15:20.043734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-fee822d4-6e69-4bb0-a759-f0b5598770ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:20.045120 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-fee822d4-6e69-4bb0-a759-f0b5598770ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0488276 Aug 31 07:15:20.100573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-5132974d-0050-4881-83c3-a9b473b8d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:20.102885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-5132974d-0050-4881-83c3-a9b473b8d48b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512464 Aug 31 07:15:20.194302 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-57c1b014-61cf-4efc-a224-ded5b8bae8b9 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843248 Aug 31 07:15:20.290025 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba0310e1-ff6f-4051-b521-9bf1c13ace0f req-6f5d49d4-d088-4fef-aabe-ce748902edf1 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893683 Aug 31 07:15:20.513073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade0e9-ae3a-45e9-ad0d-52ffe41333b3 req-9e9b5780-7f64-41fa-9ec5-34adaa2567ed tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:20.515330 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0eade0e9-ae3a-45e9-ad0d-52ffe41333b3 req-9e9b5780-7f64-41fa-9ec5-34adaa2567ed tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.0513284 Aug 31 07:15:20.553517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0eade0e9-ae3a-45e9-ad0d-52ffe41333b3 req-0a6d2d6a-22e6-4160-9baa-afed8172038e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316503 Aug 31 07:15:21.673544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5806b-77d5-4e33-aa61-599f9bdee244 req-6ed906a6-9f6d-4f56-b701-b56d35132c07 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:21.675126 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdf5806b-77d5-4e33-aa61-599f9bdee244 req-6ed906a6-9f6d-4f56-b701-b56d35132c07 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.0514481 Aug 31 07:15:21.715649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdf5806b-77d5-4e33-aa61-599f9bdee244 req-e9140db8-76b8-434d-8287-28fa626e24c5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338690 Aug 31 07:15:22.833954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d09e1-4915-41e6-9c9b-622a1dfcbebf req-bea94a08-a5b1-41fd-b589-2825d426efd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:22.835470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-445d09e1-4915-41e6-9c9b-622a1dfcbebf req-bea94a08-a5b1-41fd-b589-2825d426efd0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.0529332 Aug 31 07:15:22.873170 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-445d09e1-4915-41e6-9c9b-622a1dfcbebf req-cd6ede9d-9e0e-42a2-b029-b94f35464f39 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318570 Aug 31 07:15:23.992946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ae43-d1a5-4826-9368-5ef26aeedf06 req-566c635c-fea9-4b87-aa7f-ea6f437c8971 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:23.994472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2968ae43-d1a5-4826-9368-5ef26aeedf06 req-566c635c-fea9-4b87-aa7f-ea6f437c8971 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.0537596 Aug 31 07:15:24.032934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2968ae43-d1a5-4826-9368-5ef26aeedf06 req-33531aa3-198e-4721-875e-d8efb9f4f89e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319815 Aug 31 07:15:24.257070 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cfed141b-fb21-4de3-8f01-cafe5fcde18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:24.722997 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:25.145368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9e56d-d5a8-4927-a0d9-0b8c3a7031d7 req-0e014964-79bf-46b1-9f5c-b4664a53a63c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:25.146866 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57f9e56d-d5a8-4927-a0d9-0b8c3a7031d7 req-0e014964-79bf-46b1-9f5c-b4664a53a63c tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.0490274 Aug 31 07:15:25.188151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57f9e56d-d5a8-4927-a0d9-0b8c3a7031d7 req-98388d3b-9ecf-48f7-acf4-831551802691 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353718 Aug 31 07:15:26.170627 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:26.302300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc267ace-98e5-4b57-8aa2-6cb33acafb5a req-452d0271-5752-4429-8b95-a9955924ec08 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:26.303665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc267ace-98e5-4b57-8aa2-6cb33acafb5a req-452d0271-5752-4429-8b95-a9955924ec08 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.0493553 Aug 31 07:15:26.341676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc267ace-98e5-4b57-8aa2-6cb33acafb5a req-8f2c01e8-5cc1-46f9-bda5-d7d113f2e5a9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321391 Aug 31 07:15:26.880745 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7677a5da-0444-42c2-8576-e20be6f406a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:26.946371 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:27.461947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fc0a-85ff-4093-b83c-4d1ad5a25463 req-71cd299b-a704-4dd1-83b5-c95e90dda6c1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:27.463556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9187fc0a-85ff-4093-b83c-4d1ad5a25463 req-71cd299b-a704-4dd1-83b5-c95e90dda6c1 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.0547786 Aug 31 07:15:27.505871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9187fc0a-85ff-4093-b83c-4d1ad5a25463 req-93f674ba-3ecf-4bc1-b502-8c4b690b0f70 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360675 Aug 31 07:15:28.245917 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:28.622899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589af16-700f-41b8-84dd-70ae1f26bd0a req-b95b0b4c-84d0-4176-9d17-b80a8195b0fd tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:28.624423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d589af16-700f-41b8-84dd-70ae1f26bd0a req-b95b0b4c-84d0-4176-9d17-b80a8195b0fd tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 944 time: 0.0501213 Aug 31 07:15:28.662423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d589af16-700f-41b8-84dd-70ae1f26bd0a req-4993f48a-5a1c-4e10-8e1b-518cc5e2a6e0 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319028 Aug 31 07:15:28.783236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9599f913-a5be-435e-823a-7d6f341491fd details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:15:28.875645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9599f913-a5be-435e-823a-7d6f341491fd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9599f913-a5be-435e-823a-7d6f341491fd,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:28.887206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '9599f913-a5be-435e-823a-7d6f341491fd', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'port_id': '9599f913-a5be-435e-823a-7d6f341491fd', 'mac_address': 'fa:16:3e:59:8c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:15:28.924056 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:28.938730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9599f913-a5be-435e-823a-7d6f341491fd {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:15:28.957979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9599f913-a5be-435e-823a-7d6f341491fd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9599f913-a5be-435e-823a-7d6f341491fd,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:28.961959 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.010863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9599f913-a5be-435e-823a-7d6f341491fd,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:29.018535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.018886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.019276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.019853 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.020211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.020534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.020861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.021210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.021539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.021863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.022208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.022527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:29.191649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['9599f913-a5be-435e-823a-7d6f341491fd'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:15:29.778939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b4af9-18ea-48d0-9254-107fe58c2da0 req-2b2ebb83-2973-4a60-ad54-19ae75dd5276 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:29.781132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-942b4af9-18ea-48d0-9254-107fe58c2da0 req-2b2ebb83-2973-4a60-ad54-19ae75dd5276 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 945 time: 0.0531483 Aug 31 07:15:29.818076 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-942b4af9-18ea-48d0-9254-107fe58c2da0 req-a4bb82c1-13c2-4327-88c8-b9bcb6807b73 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310206 Aug 31 07:15:30.099719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:30.783594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9599f913-a5be-435e-823a-7d6f341491fd up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:15:30.846591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 9599f913-a5be-435e-823a-7d6f341491fd completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:15:30.855812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 9599f913-a5be-435e-823a-7d6f341491fd triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:30.856031 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:30.944988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:30.949574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59f451-b4b2-4206-b203-fa41afdb32f7 req-e5395685-a465-4aab-8ec3-c80b7ca5f407 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:30.951146 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e59f451-b4b2-4206-b203-fa41afdb32f7 req-e5395685-a465-4aab-8ec3-c80b7ca5f407 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 945 time: 0.0548246 Aug 31 07:15:30.972710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:30.974943 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c573db3-b6ab-4c1b-9a4e-29338f9212d7" -d '{"events": [{"server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "name": "network-vif-plugged", "status": "completed", "tag": "9599f913-a5be-435e-823a-7d6f341491fd"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:30.993872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e59f451-b4b2-4206-b203-fa41afdb32f7 req-9b0b8818-eb91-4a0c-b56d-7106689a4c88 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363376 Aug 31 07:15:30.999123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9599f913-a5be-435e-823a-7d6f341491fd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9599f913-a5be-435e-823a-7d6f341491fd,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:31.005362 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:31.057328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9599f913-a5be-435e-823a-7d6f341491fd,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:31.084901 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9f7cf2-e985-4050-a2d9-8eb1eb941475 x-openstack-request-id: req-ba9f7cf2-e985-4050-a2d9-8eb1eb941475 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:31.085263 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "name": "network-vif-plugged", "status": "completed", "tag": "9599f913-a5be-435e-823a-7d6f341491fd", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:31.085588 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba9f7cf2-e985-4050-a2d9-8eb1eb941475 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:31.086073 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd', 'code': 200} Aug 31 07:15:31.185977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843fa9e-9ea7-400b-9ee6-d23419b6f022 req-dd720a16-90a8-485c-a296-0880739ef05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:31.187525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1843fa9e-9ea7-400b-9ee6-d23419b6f022 req-dd720a16-90a8-485c-a296-0880739ef05a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 1098 time: 0.0435710 Aug 31 07:15:31.227063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1843fa9e-9ea7-400b-9ee6-d23419b6f022 req-882e8ce9-4999-43a1-9ca9-72bf3d533d94 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 Aug 31 07:15:32.115304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61015a-1c53-4dda-ad55-172d992df1d1 req-34a4211b-3cbf-44dd-9bb8-89cc82c169f4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:32.116891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b61015a-1c53-4dda-ad55-172d992df1d1 req-34a4211b-3cbf-44dd-9bb8-89cc82c169f4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 946 time: 0.0523179 Aug 31 07:15:32.157065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2b61015a-1c53-4dda-ad55-172d992df1d1 req-9fb952ac-2621-45ee-8393-40d4e9965ccf tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332692 Aug 31 07:15:33.275773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cc7b9-f0b8-431a-8667-11f9479897d9 req-42d03d1d-4eb7-48f1-9200-278dd0dded34 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:33.277256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b53cc7b9-f0b8-431a-8667-11f9479897d9 req-42d03d1d-4eb7-48f1-9200-278dd0dded34 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 946 time: 0.0502896 Aug 31 07:15:33.315642 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b53cc7b9-f0b8-431a-8667-11f9479897d9 req-4e65f3a4-187a-4e29-84ee-a4d4b1a59aee tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322742 Aug 31 07:15:33.428612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65463-3c1c-411e-b69e-edb8bcd11c6f req-1e0373dc-df5e-4d10-a554-6ae65828fc9e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:33.430167 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7be65463-3c1c-411e-b69e-edb8bcd11c6f req-1e0373dc-df5e-4d10-a554-6ae65828fc9e tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 946 time: 0.0494840 Aug 31 07:15:33.467116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7be65463-3c1c-411e-b69e-edb8bcd11c6f req-865fae70-6420-4544-a71c-62e5b8d70a0d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Aug 31 07:15:33.489708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51612) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:33.534625 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a14ea31-f40c-4772-943d-0e51a59340dc tempest-TestVolumeBootPattern-1133400115 tempest-TestVolumeBootPattern-1133400115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:33.536352 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1a14ea31-f40c-4772-943d-0e51a59340dc tempest-TestVolumeBootPattern-1133400115 tempest-TestVolumeBootPattern-1133400115-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 1093 time: 0.0456622 Aug 31 07:15:33.539125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51614) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:33.543605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '9599f913-a5be-435e-823a-7d6f341491fd', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:33.566450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:33.661780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:33.769874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Allocated IP 172.25.5.86 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/dac9e9ef-d2ec-4ef7-b03a-0781ce54b420) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:15:33.869951 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:33.912570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:33.965690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:15:33.969340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:15:33.973678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:15:33.976689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=dac9e9ef-d2ec-4ef7-b03a-0781ce54b420,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:34.004355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.004700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.005038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.005399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.005728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.006052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.006376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.006701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.007020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.007340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.007672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.007973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:34.340190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:34.409931 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:34.556708 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:34.564061 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:34.633963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event updated for resources: {'Port': ['ID=dac9e9ef-d2ec-4ef7-b03a-0781ce54b420,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:34.642648 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:34.741350 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Floating IP b6276c79-4f0f-4c0c-a71f-e69c6260af3d associated. External IP: 172.25.5.86, port: 9599f913-a5be-435e-823a-7d6f341491fd. Aug 31 07:15:34.954919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:15:35.063428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:35.073376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:35.078857 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:35.084314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:35.084939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:35.105903 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-65d2f5a6-850c-41b5-9754-48f7e4cbc1aa tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5657351 Aug 31 07:15:35.106510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:35.109398 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "tag": "9599f913-a5be-435e-823a-7d6f341491fd"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:35.192560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:35.205271 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7bffd2-2019-449b-9c44-4af91f9e3fed x-openstack-request-id: req-5b7bffd2-2019-449b-9c44-4af91f9e3fed {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:35.205513 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "tag": "9599f913-a5be-435e-823a-7d6f341491fd", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:35.205778 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b7bffd2-2019-449b-9c44-4af91f9e3fed {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:35.206189 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd', 'status': 'completed', 'code': 200} Aug 31 07:15:35.280888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-1e5a40a0-b815-4717-95cc-134a62cc2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:35.282462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-1e5a40a0-b815-4717-95cc-134a62cc2a2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 1098 time: 0.0526559 Aug 31 07:15:35.372645 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-b04fb0b9-7ead-4961-bd6d-8d0284ac05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:35.374235 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-b04fb0b9-7ead-4961-bd6d-8d0284ac05b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0838101 Aug 31 07:15:35.424154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'b6276c79-4f0f-4c0c-a71f-e69c6260af3d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': '9599f913-a5be-435e-823a-7d6f341491fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:59:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:15:34Z', 'updated_at': '2021-08-31T07:15:34Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}, {'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:33Z', 'revision_number': 1, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:35.443578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-ba49d09e-0e55-445f-a263-137c7f5f547b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9599f913-a5be-435e-823a-7d6f341491fd HTTP/1.1" status: 200 len: 999 time: 0.0626919 Aug 31 07:15:35.453514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:35.462201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:35.462727 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:35.493586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-1d781b6e-8a0c-49eb-995b-c8d2a2e53094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:35.495105 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-1d781b6e-8a0c-49eb-995b-c8d2a2e53094 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0450947 Aug 31 07:15:35.542648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-54bcd31d-eee1-4bec-a784-f673214a8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:35.544179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-54bcd31d-eee1-4bec-a784-f673214a8bb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424712 Aug 31 07:15:35.573056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:35.638659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-ff2dc212-0c80-4b74-882f-0f0675533fb4 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875392 Aug 31 07:15:35.728546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16cb5e31-0a12-4b4f-b829-0c16e0c08de3 req-ef4c42fa-2ecd-4e82-a19e-bb0ad4cf50d3 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829377 Aug 31 07:15:35.802020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'b6276c79-4f0f-4c0c-a71f-e69c6260af3d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': '9599f913-a5be-435e-823a-7d6f341491fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:59:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:15:34Z', 'updated_at': '2021-08-31T07:15:34Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}, {'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:33Z', 'revision_number': 1, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:35.828335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ada825-13a4-4b61-ba4c-cbf425b91558 None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'b6276c79-4f0f-4c0c-a71f-e69c6260af3d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': '9599f913-a5be-435e-823a-7d6f341491fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:59:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:15:34Z', 'updated_at': '2021-08-31T07:15:34Z', 'revision_number': 0, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}, {'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:33Z', 'revision_number': 1, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:15:36.029317 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8d9ba-b0cf-4c9e-b3f7-30ff2661a408 None None] New status for floating IP b6276c79-4f0f-4c0c-a71f-e69c6260af3d: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:15:45.503149 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:15:54.258220 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bce54d9a-8d19-4d1c-ba5f-600e69716dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.743605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.209833 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.884360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-688f4b12-179a-4d43-9285-6166027a66dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.949154 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.250859 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.102096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:13.441432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-60339cf7-7546-4530-9ca9-42f7b3c0e797 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452797 Aug 31 07:16:13.523902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-e6617239-d2c9-47aa-89f9-321ed5afecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:13.525442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-e6617239-d2c9-47aa-89f9-321ed5afecc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0407686 Aug 31 07:16:13.636404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-e1feec2f-3865-4287-acfd-24156a11fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:13.637869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-e1feec2f-3865-4287-acfd-24156a11fc0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0899062 Aug 31 07:16:13.689328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-d486a07f-41d4-4fb2-bf5c-89deb5e14b6e req-437c5a41-da78-44f0-9928-c3e5c6a2ac8f service neutron] (94668) timed out ('10.222.0.15', 42184) {{(pid=94668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:16:13.707195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-3e97ed54-2b33-491a-b7af-fcf2c6833bd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 200 len: 1000 time: 0.0621572 Aug 31 07:16:13.759525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-3db101fc-0468-4e32-a2b2-46a8c7d6ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:13.760955 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-3db101fc-0468-4e32-a2b2-46a8c7d6ba4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0467567 Aug 31 07:16:13.809047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-ef6976a7-120f-4a30-9b7f-12ca831607eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:13.810576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-ef6976a7-120f-4a30-9b7f-12ca831607eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423605 Aug 31 07:16:13.898581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-ffc5961f-fa88-4f55-a536-928c5c577e03 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799694 Aug 31 07:16:13.991869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c020455-cbe4-40f9-96b7-fd652f18068f req-85a353f5-8cf7-4858-9391-0b8c26c8aab0 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858836 Aug 31 07:16:16.635371 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2f1536b-9acc-4395-9d33-983a8462528f req-41775829-7201-4c96-8f2d-b92b68f46e64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459456 Aug 31 07:16:16.726894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1536b-9acc-4395-9d33-983a8462528f req-e00856ad-d2ce-433e-b9dd-cdf5dc432449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:16.728372 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2f1536b-9acc-4395-9d33-983a8462528f req-e00856ad-d2ce-433e-b9dd-cdf5dc432449 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 1098 time: 0.0457609 Aug 31 07:16:16.832358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1536b-9acc-4395-9d33-983a8462528f req-00ccab41-a49e-4f86-a76b-7bfaa07b0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:16.833964 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2f1536b-9acc-4395-9d33-983a8462528f req-00ccab41-a49e-4f86-a76b-7bfaa07b0b88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0855129 Aug 31 07:16:16.910391 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2f1536b-9acc-4395-9d33-983a8462528f req-0d4ed870-16ae-4d61-8664-a00c5b6e68dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9599f913-a5be-435e-823a-7d6f341491fd HTTP/1.1" status: 200 len: 1001 time: 0.0691600 Aug 31 07:16:16.959741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1536b-9acc-4395-9d33-983a8462528f req-588d7e64-1f58-478f-bb99-056ca25bf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:16.961151 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2f1536b-9acc-4395-9d33-983a8462528f req-588d7e64-1f58-478f-bb99-056ca25bf4fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0425682 Aug 31 07:16:17.006338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1536b-9acc-4395-9d33-983a8462528f req-8fbd9279-25bf-411b-b8ce-83c626b3e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:17.007897 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2f1536b-9acc-4395-9d33-983a8462528f req-8fbd9279-25bf-411b-b8ce-83c626b3e0a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396209 Aug 31 07:16:17.099813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2f1536b-9acc-4395-9d33-983a8462528f req-9af2b2d6-97b4-4817-8e6e-cf2ada8f4058 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847011 Aug 31 07:16:17.194083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e2f1536b-9acc-4395-9d33-983a8462528f req-ce1e209b-bb86-466b-9216-3b87b6ac6118 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858161 Aug 31 07:16:22.503052 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:16:24.258432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9304f23-a6f0-4f72-881d-8cf0b0c1bbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:24.743992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:26.216617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:26.884817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-72c5aef3-deb9-460d-a380-bae7f9b48f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:26.949503 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:28.251704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:30.104598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:54.257881 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-52f3b354-6a54-4976-8c8c-2c781c0fb4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:54.744223 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:56.215681 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:56.884486 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-126e4b23-31ab-4aaa-8967-d9d2614991ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:56.950403 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:58.255235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:59.501647 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:17:00.107495 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:02.508755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51684) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:02.671139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port dac9e9ef-d2ec-4ef7-b03a-0781ce54b420 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:02.671476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:02.755942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:02.756270 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:02.768285 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for dac9e9ef-d2ec-4ef7-b03a-0781ce54b420 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:02.919797 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:02.946564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=dac9e9ef-d2ec-4ef7-b03a-0781ce54b420,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:02.957126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.957499 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.957836 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.958168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.958498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.958821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.959142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.959464 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.959781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.960098 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.960415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:02.960728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:03.013970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:03.014300 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Floating IP b6276c79-4f0f-4c0c-a71f-e69c6260af3d disassociated (deleted). External IP: 172.25.5.86, port: 9599f913-a5be-435e-823a-7d6f341491fd. Aug 31 07:17:03.216315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:17:03.321294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:03.326095 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:03.331463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:03.340835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:03.341397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:16:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:03.353073 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ea6f274b-6845-4fc0-b080-03e3afd9a518 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "DELETE /v2.0/floatingips/b6276c79-4f0f-4c0c-a71f-e69c6260af3d HTTP/1.1" status: 204 len: 168 time: 0.8430738 Aug 31 07:17:03.353842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:03.356077 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe31f4c4-402a-450f-9804-d5ccacf85586" -d '{"events": [{"name": "network-changed", "server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "tag": "9599f913-a5be-435e-823a-7d6f341491fd"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:03.397629 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b681e006-aca8-4134-9e06-ac2b262ff4d6 x-openstack-request-id: req-b681e006-aca8-4134-9e06-ac2b262ff4d6 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:03.397821 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "tag": "9599f913-a5be-435e-823a-7d6f341491fd", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:03.398010 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b681e006-aca8-4134-9e06-ac2b262ff4d6 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:03.398329 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd', 'status': 'completed', 'code': 200} Aug 31 07:17:03.455582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:03.464375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-c79a8ea0-cbdf-4453-841f-38a322d16d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:03.465884 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-c79a8ea0-cbdf-4453-841f-38a322d16d60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 1098 time: 0.0461440 Aug 31 07:17:03.594677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-0c2b711a-fc96-414e-b3c2-736f6083d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:03.596074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-0c2b711a-fc96-414e-b3c2-736f6083d778 service neutron] 10.222.0.42 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.1206353 Aug 31 07:17:03.619444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca280a8-41e9-429f-8cb9-acdab25f37a9 req-6a2b7f4a-cbac-42a9-afc7-92bda7edb002 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:03.620921 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0ca280a8-41e9-429f-8cb9-acdab25f37a9 req-6a2b7f4a-cbac-42a9-afc7-92bda7edb002 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 946 time: 0.0758915 Aug 31 07:17:03.649129 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-8673929f-03e5-4606-b1ce-01664b5a89d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9599f913-a5be-435e-823a-7d6f341491fd HTTP/1.1" status: 200 len: 217 time: 0.0444229 Aug 31 07:17:03.694211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:33Z', 'revision_number': 1, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:03.718663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0ca280a8-41e9-429f-8cb9-acdab25f37a9 req-15ac533e-2430-4ae3-9d23-83b27764bdaf tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724280 Aug 31 07:17:03.723516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:03.726545 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-ba1e3df9-484a-4eda-b2ca-4c250cf87bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:03.728054 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-ba1e3df9-484a-4eda-b2ca-4c250cf87bea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0665812 Aug 31 07:17:03.731935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:03.732554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:16:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:03.777441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-455b1164-ebc7-4ea5-bbe4-81b5224fc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:03.779285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-455b1164-ebc7-4ea5-bbe4-81b5224fc432 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416672 Aug 31 07:17:03.839341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:03.873027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-d6b2a4da-c3b4-4de8-be49-80e958157929 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850730 Aug 31 07:17:04.222512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:33Z', 'revision_number': 1, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:04.251731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ff5c0-cf0a-4e54-b0f4-218dab901e97 None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'bc508ad0-d52b-4fba-83b6-030e1b6d475d', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'port_id': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'mac_address': 'fa:16:3e:81:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:31Z', 'updated_at': '2021-08-31T07:13:33Z', 'revision_number': 1, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:17:04.285035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fe31f4c4-402a-450f-9804-d5ccacf85586 req-7d5f472d-dec4-4e44-87ab-164df9bc7ad6 service neutron] 10.222.0.42 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036381 Aug 31 07:17:04.478373 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df6785-5b1e-40ec-8666-91bcb36dcabc None None] New status for floating IP b6276c79-4f0f-4c0c-a71f-e69c6260af3d: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:17:04.849732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7be1-0356-44ad-92c9-d7b6641a9626 req-b58d5137-7a63-4e9c-86d6-15536e92ec5f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:04.851215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f4b7be1-0356-44ad-92c9-d7b6641a9626 req-b58d5137-7a63-4e9c-86d6-15536e92ec5f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 946 time: 0.0508270 Aug 31 07:17:04.888495 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f4b7be1-0356-44ad-92c9-d7b6641a9626 req-57af0f6e-c85c-4662-8b8f-8efc79fa3799 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314808 Aug 31 07:17:05.079173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-ac4ca0cc-2c1f-4862-94db-098a7c30a262 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:05.080625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-ac4ca0cc-2c1f-4862-94db-098a7c30a262 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 946 time: 0.0481997 Aug 31 07:17:05.171277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port 9599f913-a5be-435e-823a-7d6f341491fd {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:05.171614 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:05.257893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] For port 9599f913-a5be-435e-823a-7d6f341491fd, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9599f913-a5be-435e-823a-7d6f341491fd,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:05.258174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:05.274650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for 9599f913-a5be-435e-823a-7d6f341491fd owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:05.393714 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:05.423023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=9599f913-a5be-435e-823a-7d6f341491fd,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:05.472192 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] No DVR routers for this DVR port 9599f913-a5be-435e-823a-7d6f341491fd on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:05.475017 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:05.477779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ae0de5b-f058-4d2a-8a2f-6336f6a2d793 req-89402b5e-2fcf-42e5-9f81-7144f66a2610 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.42 "DELETE /v2.0/ports/9599f913-a5be-435e-823a-7d6f341491fd HTTP/1.1" status: 204 len: 173 time: 0.3912270 Aug 31 07:17:05.478218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'name': 'network-vif-deleted', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:05.481229 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6745e31b-c26a-4ff3-826c-e25331187bfa" -d '{"events": [{"server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "name": "network-vif-deleted", "tag": "9599f913-a5be-435e-823a-7d6f341491fd"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:05.518580 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3696ba2-2647-4cf1-9380-66ceb8346852 x-openstack-request-id: req-f3696ba2-2647-4cf1-9380-66ceb8346852 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:05.518879 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1abd685-5ac2-47a8-bae4-0533adf9b315", "name": "network-vif-deleted", "tag": "9599f913-a5be-435e-823a-7d6f341491fd", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:05.519161 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3696ba2-2647-4cf1-9380-66ceb8346852 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:05.519563 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1abd685-5ac2-47a8-bae4-0533adf9b315', 'name': 'network-vif-deleted', 'tag': '9599f913-a5be-435e-823a-7d6f341491fd', 'status': 'completed', 'code': 200} Aug 31 07:17:05.989453 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f09b0fa-ec0a-443b-9e63-9144c84c0ffa req-12c81a00-c82c-4bff-b7d3-f53e7fa821b7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 210 time: 0.0311036 Aug 31 07:17:07.084791 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1efd3ad0-8154-4056-b5ba-6834776d1b96 req-9bbf9560-b05a-45b7-ac1a-8fcc7408ff48 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 210 time: 0.0266774 Aug 31 07:17:08.181370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b55aa886-2efd-4da8-ad0a-31ce3a9a43bf req-d461a518-81e8-4f1a-a6df-8eef16ba7ef5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1abd685-5ac2-47a8-bae4-0533adf9b315 HTTP/1.1" status: 200 len: 210 time: 0.0279906 Aug 31 07:17:09.209433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9599f913-a5be-435e-823a-7d6f341491fd no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:09.235583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 9599f913-a5be-435e-823a-7d6f341491fd {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:09.235930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9599f913-a5be-435e-823a-7d6f341491fd not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:13.545823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51732) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:13.707810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port 88c9d885-bd02-4e67-a091-e32c5a909eaa {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:13.708161 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:13.786107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:13.786367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:13.797589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for 88c9d885-bd02-4e67-a091-e32c5a909eaa owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:13.943717 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:13.974323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=88c9d885-bd02-4e67-a091-e32c5a909eaa,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:14.031982 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:14.032354 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Floating IP bc508ad0-d52b-4fba-83b6-030e1b6d475d disassociated (deleted). External IP: 172.25.5.58, port: ff734630-53c5-4e81-85c1-1f93fbfd9a39. Aug 31 07:17:14.236405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:17:14.342950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:14.348043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:14.352605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:14.362158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:14.362621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:16:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:14.373813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7149aa91-aa7b-4a91-9f49-fdd7e844f4d2 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "DELETE /v2.0/floatingips/bc508ad0-d52b-4fba-83b6-030e1b6d475d HTTP/1.1" status: 204 len: 168 time: 0.8269126 Aug 31 07:17:14.374503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:14.376894 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba105253-1c42-4e2a-9e21-04622cfcdf85" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:14.415360 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9b6e3e-9aec-4e6c-b775-d23367205d9a x-openstack-request-id: req-3d9b6e3e-9aec-4e6c-b775-d23367205d9a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:14.415726 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:14.416049 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d9b6e3e-9aec-4e6c-b775-d23367205d9a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:14.416520 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'status': 'completed', 'code': 200} Aug 31 07:17:14.476576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:14.614094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75154-83d6-4781-b925-009642349136 req-f9e4b99b-2959-490c-9e9b-dd0bb3bc4223 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:14.615762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57c75154-83d6-4781-b925-009642349136 req-f9e4b99b-2959-490c-9e9b-dd0bb3bc4223 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0517757 Aug 31 07:17:14.622401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-224de694-ce74-42ea-b7a1-a1f025f5929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:14.623949 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-224de694-ce74-42ea-b7a1-a1f025f5929e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe90ce1058164403a8bc57952865253f&device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 1097 time: 0.1855769 Aug 31 07:17:14.656189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57c75154-83d6-4781-b925-009642349136 req-8b8060cb-d9f7-48a2-9885-aa570c74714f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339396 Aug 31 07:17:14.694367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:14.715064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-5e4663e6-d129-4dbf-bb44-0589effa4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:14.716628 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-5e4663e6-d129-4dbf-bb44-0589effa4665 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 200 len: 913 time: 0.0846882 Aug 31 07:17:14.723748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:14.731874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:14.732477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:16:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:14.763434 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-ce9839d0-fed2-4845-8b0c-382e576d319d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 200 len: 217 time: 0.0384448 Aug 31 07:17:14.814687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-ced986cf-d0f2-4106-ad4e-ea4d41a9fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:14.816198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-ced986cf-d0f2-4106-ad4e-ea4d41a9fb7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 200 len: 851 time: 0.0449233 Aug 31 07:17:14.838660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:14.863237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-348d56e2-7b0f-4b3d-932d-559a50130ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:14.865339 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-348d56e2-7b0f-4b3d-932d-559a50130ae0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95082869-cf56-4267-b175-3e3e0d6a3f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411687 Aug 31 07:17:14.877849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-19389ac7-4ccd-44bc-8b35-7b774c8e2248 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:17:14.878814 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-19389ac7-4ccd-44bc-8b35-7b774c8e2248 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050511 Aug 31 07:17:14.975433 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-2997a891-549a-4d4d-b40f-0cb4ec07d533 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872984 Aug 31 07:17:15.037685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:15.064759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4771f25-539e-4757-87ad-83b3566d5f67 None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:24Z', 'revision_number': 4, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'dde85c56-6b8c-480a-9498-775a3f60318d', 'name': '', 'network_id': '95082869-cf56-4267-b175-3e3e0d6a3f73', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'mac_address': 'fa:16:3e:2b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:24Z', 'updated_at': '2021-08-31T07:07:31Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'subnets': [{'id': '4865ab5f-00ab-433a-affa-b5b986f56853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:17:15.066653 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ba105253-1c42-4e2a-9e21-04622cfcdf85 req-9b4d5f98-eec4-489d-b990-21a77c256f61 service neutron] 10.222.0.23 "GET /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829794 Aug 31 07:17:15.289367 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445b0a2-f1b7-45a8-9193-af7ff0c6a824 None None] New status for floating IP bc508ad0-d52b-4fba-83b6-030e1b6d475d: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:17:15.778026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a616-407a-45ee-bf20-89f91cd49d93 req-bf56357d-0d8d-4f30-b116-dd1ef814fcc4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:15.779649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bd2a616-407a-45ee-bf20-89f91cd49d93 req-bf56357d-0d8d-4f30-b116-dd1ef814fcc4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0535829 Aug 31 07:17:15.817331 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9bd2a616-407a-45ee-bf20-89f91cd49d93 req-8667de63-b96c-4a5c-b3e8-0d1ce327a2ae tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8fdbc98-edbd-451f-aa33-94b420c779b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Aug 31 07:17:16.206052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-9ce2a366-4e1f-4d67-9d6a-6d5547f04af7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:16.207581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-9ce2a366-4e1f-4d67-9d6a-6d5547f04af7 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0503044 Aug 31 07:17:16.296295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port ff734630-53c5-4e81-85c1-1f93fbfd9a39 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:16.296550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:16.388125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] For port ff734630-53c5-4e81-85c1-1f93fbfd9a39, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ff734630-53c5-4e81-85c1-1f93fbfd9a39,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:16.388487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:16.402197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for ff734630-53c5-4e81-85c1-1f93fbfd9a39 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:16.536249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:16.572680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=ff734630-53c5-4e81-85c1-1f93fbfd9a39,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:16.599372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.599718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.600059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.600395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.600727 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.601054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.601406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.601733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.602056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.602381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.602700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.603022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:16.623685 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] No DVR routers for this DVR port ff734630-53c5-4e81-85c1-1f93fbfd9a39 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:16.626183 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:16.628531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1c048db6-afd1-4aa8-8654-49cc6c752ecc req-4c9a095b-5e1b-4731-b327-8f48c16257d4 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.23 "DELETE /v2.0/ports/ff734630-53c5-4e81-85c1-1f93fbfd9a39 HTTP/1.1" status: 204 len: 173 time: 0.4148803 Aug 31 07:17:16.628983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'name': 'network-vif-deleted', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:16.631790 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe9816b-f36e-436f-9ba5-234a5c3ca0e3" -d '{"events": [{"server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "name": "network-vif-deleted", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:16.672125 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace729ef-e874-44d4-9c50-672f318a61b5 x-openstack-request-id: req-ace729ef-e874-44d4-9c50-672f318a61b5 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:16.672419 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14d50b-827c-4b41-b0e2-3c5f072cc0a8", "name": "network-vif-deleted", "tag": "ff734630-53c5-4e81-85c1-1f93fbfd9a39", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:16.672673 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ace729ef-e874-44d4-9c50-672f318a61b5 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:16.673077 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14d50b-827c-4b41-b0e2-3c5f072cc0a8', 'name': 'network-vif-deleted', 'tag': 'ff734630-53c5-4e81-85c1-1f93fbfd9a39', 'status': 'completed', 'code': 200} Aug 31 07:17:16.917738 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74a38056-9e64-4162-a59a-91dc20ff5a5f req-cbc50c1b-aaa4-4b8b-a923-bb449b67265f tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0327749 Aug 31 07:17:18.020281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd76dbbf-cbfd-47a1-abe3-787e45ab1e33 req-08d50c18-b512-4ce6-84e1-059d870ee3d5 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0317605 Aug 31 07:17:19.076061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ff734630-53c5-4e81-85c1-1f93fbfd9a39 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:19.100184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: ff734630-53c5-4e81-85c1-1f93fbfd9a39 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:19.100531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ff734630-53c5-4e81-85c1-1f93fbfd9a39 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:19.118687 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e96adcd4-90ef-46c2-bbdc-d6abec2f6c62 req-c2873965-1806-4e84-acfd-27b3b7ff2a10 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0308402 Aug 31 07:17:20.223026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50b1528c-5df6-432a-b574-5e47bb0daf6b req-0252a10e-bca8-4631-aa80-c1233b8b6ca9 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba14d50b-827c-4b41-b0e2-3c5f072cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0265620 Aug 31 07:17:21.278063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51758) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:21.403231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Deleting port 3f4e75c7-f062-4a0f-ad11-505f2773c12a {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:21.403573 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:21.476779 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:21.477106 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:21.488471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Calling delete_port for 3f4e75c7-f062-4a0f-ad11-505f2773c12a owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:21.618970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:21.645711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'Port': ['ID=3f4e75c7-f062-4a0f-ad11-505f2773c12a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:21.710435 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:21.713091 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:21.714305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d2dc4fa6-b05d-4283-b948-04f679d0ee9d tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "DELETE /v2.0/floatingips/9c0cb024-a411-4e2e-89c1-8a57b18bb047 HTTP/1.1" status: 204 len: 168 time: 0.4352238 Aug 31 07:17:23.958664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51776) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:24.020334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e163c3b-a5f9-4d8a-94c6-05518c92ca78 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:24.046302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e163c3b-a5f9-4d8a-94c6-05518c92ca78 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:24.107681 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e163c3b-a5f9-4d8a-94c6-05518c92ca78 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:24.110473 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8e163c3b-a5f9-4d8a-94c6-05518c92ca78 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:24.111732 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8e163c3b-a5f9-4d8a-94c6-05518c92ca78 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] 10.222.0.15 "DELETE /v2.0/security-groups/f8fdbc98-edbd-451f-aa33-94b420c779b1 HTTP/1.1" status: 204 len: 168 time: 0.1519871 Aug 31 07:17:24.122093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e163c3b-a5f9-4d8a-94c6-05518c92ca78 tempest-TestVolumeBootPattern-1650209103 tempest-TestVolumeBootPattern-1650209103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fdbc98-edbd-451f-aa33-94b420c779b1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:24.184260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51780) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:24.258424 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1b88b8a9-e044-478e-ab24-735481e9909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:24.760415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:25.022730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:25.262032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Deleting port dde85c56-6b8c-480a-9498-775a3f60318d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:25.262709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:25.342112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] For port dde85c56-6b8c-480a-9498-775a3f60318d, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=dde85c56-6b8c-480a-9498-775a3f60318d,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:25.342472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:25.354840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Calling delete_port for dde85c56-6b8c-480a-9498-775a3f60318d owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:25.532760 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:25.558059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde85c56-6b8c-480a-9498-775a3f60318d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:25.725672 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:25.941608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Router 5853bb70-d47e-4400-ae44-f7498304e5c5 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:17:26.049898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:26.056675 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-474d39c8-879b-4a5d-bcec-5a11b1f49862 admin admin] 10.222.0.15 "PUT /v2.0/routers/5853bb70-d47e-4400-ae44-f7498304e5c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8712480 Aug 31 07:17:26.057963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51784) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:26.059225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] Sync routers for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:26.069287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:26.070021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:16:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:26.162413 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.171964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:26.267554 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.279051 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.319931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Deleting port 48e5d5ba-29f3-474b-a2f5-e896043f36d1 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:26.320267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.358453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:17:25Z', 'revision_number': 5, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port': {'id': '48e5d5ba-29f3-474b-a2f5-e896043f36d1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:26.384556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] Checking router: 5853bb70-d47e-4400-ae44-f7498304e5c5 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:26.393085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] Routers {'5853bb70-d47e-4400-ae44-f7498304e5c5'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:26.393717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:16:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['5853bb70-d47e-4400-ae44-f7498304e5c5'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:26.401807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] For port 48e5d5ba-29f3-474b-a2f5-e896043f36d1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=48e5d5ba-29f3-474b-a2f5-e896043f36d1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:26.402174 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.414311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Calling delete_port for 48e5d5ba-29f3-474b-a2f5-e896043f36d1 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:26.480574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] Set router 5853bb70-d47e-4400-ae44-f7498304e5c5 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:26.536299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:17:26Z', 'revision_number': 6, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:26.561750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a168284-735f-4ef4-a1e2-6c5dd86b0e55 None None] The sync data for ids ['5853bb70-d47e-4400-ae44-f7498304e5c5'] in n-d-712142-16 is: [{'id': '5853bb70-d47e-4400-ae44-f7498304e5c5', 'name': 'tempest-TestVolumeBootPattern-1279380239-router', 'tenant_id': 'fe90ce1058164403a8bc57952865253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:22Z', 'updated_at': '2021-08-31T07:17:26Z', 'revision_number': 6, 'project_id': 'fe90ce1058164403a8bc57952865253f', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:17:26.581575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.607260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Pushing event deleted for resources: {'Port': ['ID=48e5d5ba-29f3-474b-a2f5-e896043f36d1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:26.670805 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.760207 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.762333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.810224 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.810784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5853bb70-d47e-4400-ae44-f7498304e5c5 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:17:26.815278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.817107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e4b6f13a-e5e2-4f4b-be7e-67dc1ff018fb admin admin] 10.222.0.15 "DELETE /v2.0/routers/5853bb70-d47e-4400-ae44-f7498304e5c5 HTTP/1.1" status: 204 len: 168 time: 0.7576883 Aug 31 07:17:26.819639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51786) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:26.863323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbfceaa-a226-43d0-82f4-617c616e2ad9 admin admin] Deleting subnet 4865ab5f-00ab-433a-affa-b5b986f56853 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:17:26.866258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceaa-a226-43d0-82f4-617c616e2ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.888049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0055e86e-5e0f-4d2f-b497-2d9da56bb614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.903994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceaa-a226-43d0-82f4-617c616e2ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.953909 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:26.993471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceaa-a226-43d0-82f4-617c616e2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.046377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceaa-a226-43d0-82f4-617c616e2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.074049 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8dbfceaa-a226-43d0-82f4-617c616e2ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.075839 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8dbfceaa-a226-43d0-82f4-617c616e2ad9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4865ab5f-00ab-433a-affa-b5b986f56853 HTTP/1.1" status: 204 len: 168 time: 0.2552845 Aug 31 07:17:27.077359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfceaa-a226-43d0-82f4-617c616e2ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4865ab5f-00ab-433a-affa-b5b986f56853,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:27.078503 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51788) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:27.079616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d630e9-84d6-459e-bcc8-e3343e1f9234 None None] Network 95082869-cf56-4267-b175-3e3e0d6a3f73 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:27.151904 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.206876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Deleting port b120f800-0faf-413c-a202-e306f98c956b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:27.207245 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.269172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] For port b120f800-0faf-413c-a202-e306f98c956b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b120f800-0faf-413c-a202-e306f98c956b,segment=NetworkSegment(61a8d544-78dd-494f-9ef2-ebb0d0290afb),segment_id=61a8d544-78dd-494f-9ef2-ebb0d0290afb)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:27.269516 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.282140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Calling delete_port for b120f800-0faf-413c-a202-e306f98c956b owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:27.341232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] DHCP port deletion for 95082869-cf56-4267-b175-3e3e0d6a3f73 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:17:27.376824 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.395413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dde85c56-6b8c-480a-9498-775a3f60318d no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:27.398174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Deleting port b120f800-0faf-413c-a202-e306f98c956b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:27.398562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.407394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=b120f800-0faf-413c-a202-e306f98c956b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:27.409306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] No DVR routers for this DVR port b120f800-0faf-413c-a202-e306f98c956b on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:27.454570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: dde85c56-6b8c-480a-9498-775a3f60318d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:27.454921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device dde85c56-6b8c-480a-9498-775a3f60318d not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:27.455333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b120f800-0faf-413c-a202-e306f98c956b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:27.482111 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b120f800-0faf-413c-a202-e306f98c956b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:27.482454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b120f800-0faf-413c-a202-e306f98c956b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:27.482871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 48e5d5ba-29f3-474b-a2f5-e896043f36d1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:27.484970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.495862 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95082869-cf56-4267-b175-3e3e0d6a3f73']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:27.506912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a8d544-78dd-494f-9ef2-ebb0d0290afb') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:27.507212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a8d544-78dd-494f-9ef2-ebb0d0290afb') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:27.510583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 48e5d5ba-29f3-474b-a2f5-e896043f36d1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:27.510931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 48e5d5ba-29f3-474b-a2f5-e896043f36d1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:27.516120 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.518908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] For port b120f800-0faf-413c-a202-e306f98c956b, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:27.519311 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.530783 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.532076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Calling delete_port for b120f800-0faf-413c-a202-e306f98c956b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:27.535603 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Port b120f800-0faf-413c-a202-e306f98c956b was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:17:27.537110 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.538976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:17:27.539393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:17:27.549949 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:17:27.567145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Pushing event deleted for resources: {'Port': ['ID=b120f800-0faf-413c-a202-e306f98c956b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:27.571442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] No DVR routers for this DVR port b120f800-0faf-413c-a202-e306f98c956b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:27.578737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.581317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.581317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.581317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.581317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.581317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.581317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.581317 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.582380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.582380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.582380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.583000 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b7255-57a9-4618-9b1f-69b719be0d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:27.598744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.604606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.606468 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] 10.222.0.15 "DELETE /v2.0/networks/95082869-cf56-4267-b175-3e3e0d6a3f73 HTTP/1.1" status: 204 len: 168 time: 0.5269482 Aug 31 07:17:27.609767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51790) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:27.618293 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed0862-75a5-4fdf-afe2-30c7487b4f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=95082869-cf56-4267-b175-3e3e0d6a3f73,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:27.953059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:28.194886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Deleting port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:28.195223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:28.256665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:28.276904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] For port 1d459bd1-3b5b-4a8d-8ef8-992db24f3764, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,segment=NetworkSegment(0695950c-1781-46cb-a5ef-e66508cc20a9),segment_id=0695950c-1781-46cb-a5ef-e66508cc20a9)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:28.277293 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:28.290355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Calling delete_port for 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:28.465703 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:28.491658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d459bd1-3b5b-4a8d-8ef8-992db24f3764,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:28.654673 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:28.869254 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Router da36ac2f-aea7-4508-a45e-e9c88db526b0 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:17:28.973123 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:28.979385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9221b3f0-4ced-48c0-a17e-ad15ee0ac687 admin admin] 10.222.0.15 "PUT /v2.0/routers/da36ac2f-aea7-4508-a45e-e9c88db526b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3673728 Aug 31 07:17:28.980657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51792) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:28.983139 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] Sync routers for ids ['da36ac2f-aea7-4508-a45e-e9c88db526b0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:28.994282 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] Routers {'da36ac2f-aea7-4508-a45e-e9c88db526b0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:28.995246 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['da36ac2f-aea7-4508-a45e-e9c88db526b0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:29.084712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:29.097030 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] Set router da36ac2f-aea7-4508-a45e-e9c88db526b0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:29.276376 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:17:28Z', 'revision_number': 5, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:29.304134 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] Checking router: da36ac2f-aea7-4508-a45e-e9c88db526b0 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:29.312742 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] Routers {'da36ac2f-aea7-4508-a45e-e9c88db526b0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:29.313390 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['da36ac2f-aea7-4508-a45e-e9c88db526b0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:29.419297 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] Set router da36ac2f-aea7-4508-a45e-e9c88db526b0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:29.539736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:29.592719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Deleting port a4a59341-5f7c-419f-b5e8-295fa95febbf {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:29.593072 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:29.597157 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:17:28Z', 'revision_number': 5, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:29.624500 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be63fb-215b-44c8-97d2-c125c8e61cc3 None None] The sync data for ids ['da36ac2f-aea7-4508-a45e-e9c88db526b0'] in n-d-712142-16 is: [{'id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'name': 'tempest-TestVolumeBootPattern-1374055890-router', 'tenant_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:17:28Z', 'revision_number': 5, 'project_id': 'bf164c0fefcf4ea39f5e8f7df394d1c2', 'gw_port': {'id': 'a4a59341-5f7c-419f-b5e8-295fa95febbf', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da36ac2f-aea7-4508-a45e-e9c88db526b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:07:27Z', 'updated_at': '2021-08-31T07:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:17:29.676245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] For port a4a59341-5f7c-419f-b5e8-295fa95febbf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a4a59341-5f7c-419f-b5e8-295fa95febbf,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:29.676775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:29.696038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Calling delete_port for a4a59341-5f7c-419f-b5e8-295fa95febbf owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:29.851438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:29.880547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a59341-5f7c-419f-b5e8-295fa95febbf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:29.940328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.031686 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.033912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.086031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.086595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Fanout notify agent at l3_agent the message router_deleted on router da36ac2f-aea7-4508-a45e-e9c88db526b0 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:17:30.095975 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.097162 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2b84d531-0e8f-41e2-9bdd-5e93f720234f admin admin] 10.222.0.15 "DELETE /v2.0/routers/da36ac2f-aea7-4508-a45e-e9c88db526b0 HTTP/1.1" status: 204 len: 168 time: 1.1154525 Aug 31 07:17:30.100163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51794) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:30.114351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.144271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48e8c3c-695a-4ee0-8f61-d07c3b5daae7 admin admin] Deleting subnet bd2f14b6-a985-4273-aea9-f342ca723045 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:17:30.147676 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e48e8c3c-695a-4ee0-8f61-d07c3b5daae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.183983 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e48e8c3c-695a-4ee0-8f61-d07c3b5daae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.262958 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e48e8c3c-695a-4ee0-8f61-d07c3b5daae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.322399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e48e8c3c-695a-4ee0-8f61-d07c3b5daae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.350995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e48e8c3c-695a-4ee0-8f61-d07c3b5daae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.352844 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e48e8c3c-695a-4ee0-8f61-d07c3b5daae7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bd2f14b6-a985-4273-aea9-f342ca723045 HTTP/1.1" status: 204 len: 168 time: 0.2517753 Aug 31 07:17:30.354232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e8c3c-695a-4ee0-8f61-d07c3b5daae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2f14b6-a985-4273-aea9-f342ca723045,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:30.355783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51796) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:30.356628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d96d35-bec2-420c-89d3-e544ce4baa02 None None] Network 78560ce0-05af-4594-ad93-12e7fdb6d548 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:30.426399 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.480505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Deleting port 4f249939-2119-4744-bb57-365887bfe7ef {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:30.480850 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.543026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] For port 4f249939-2119-4744-bb57-365887bfe7ef, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4f249939-2119-4744-bb57-365887bfe7ef,segment=NetworkSegment(0695950c-1781-46cb-a5ef-e66508cc20a9),segment_id=0695950c-1781-46cb-a5ef-e66508cc20a9)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:30.543324 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.555617 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Calling delete_port for 4f249939-2119-4744-bb57-365887bfe7ef owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:30.625297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] DHCP port deletion for 78560ce0-05af-4594-ad93-12e7fdb6d548 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:17:30.642435 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.669110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f249939-2119-4744-bb57-365887bfe7ef,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:30.673758 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] No DVR routers for this DVR port 4f249939-2119-4744-bb57-365887bfe7ef on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:30.678968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] Deleting port 4f249939-2119-4744-bb57-365887bfe7ef {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:30.679348 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.742510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] For port 4f249939-2119-4744-bb57-365887bfe7ef, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:30.742810 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.747045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.755602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] Calling delete_port for 4f249939-2119-4744-bb57-365887bfe7ef owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:30.757428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78560ce0-05af-4594-ad93-12e7fdb6d548']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:30.758227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] Port 4f249939-2119-4744-bb57-365887bfe7ef was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:17:30.759468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.768128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0695950c-1781-46cb-a5ef-e66508cc20a9') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:30.768485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0695950c-1781-46cb-a5ef-e66508cc20a9') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:30.778287 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.784653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] Pushing event deleted for resources: {'Port': ['ID=4f249939-2119-4744-bb57-365887bfe7ef,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:30.787997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c607a-aa71-404a-b3e4-da700f4f97c8 None None] No DVR routers for this DVR port 4f249939-2119-4744-bb57-365887bfe7ef on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:30.792187 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.798514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:17:30.799020 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:17:30.800644 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:17:30.855050 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.860566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:30.862442 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] 10.222.0.15 "DELETE /v2.0/networks/78560ce0-05af-4594-ad93-12e7fdb6d548 HTTP/1.1" status: 204 len: 168 time: 0.5055771 Aug 31 07:17:30.873677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2751-13e9-4b42-a094-b07479129788 admin admin] Pushing event deleted for resources: {'Network': ['ID=78560ce0-05af-4594-ad93-12e7fdb6d548,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:30.989662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51800) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:31.028824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-179d584b-faaa-412b-8150-c1bc07907d72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe90ce1058164403a8bc57952865253f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380125 Aug 31 07:17:31.031356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51802) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:31.082686 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eec9bdc5-37e4-450f-bf3b-fa41815dfa0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.103039 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eec9bdc5-37e4-450f-bf3b-fa41815dfa0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.152865 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eec9bdc5-37e4-450f-bf3b-fa41815dfa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.155659 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-eec9bdc5-37e4-450f-bf3b-fa41815dfa0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.156843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eec9bdc5-37e4-450f-bf3b-fa41815dfa0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93a74085-8ed7-4026-8f0a-e33402911cbe HTTP/1.1" status: 204 len: 168 time: 0.1245914 Aug 31 07:17:31.160362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:31.165230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9bdc5-37e4-450f-bf3b-fa41815dfa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a74085-8ed7-4026-8f0a-e33402911cbe,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:31.188945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:31.189316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1d459bd1-3b5b-4a8d-8ef8-992db24f3764 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:31.189724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4f249939-2119-4744-bb57-365887bfe7ef no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:31.212262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4f249939-2119-4744-bb57-365887bfe7ef {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:31.212607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4f249939-2119-4744-bb57-365887bfe7ef not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:31.213018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a4a59341-5f7c-419f-b5e8-295fa95febbf no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:31.231136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a4a59341-5f7c-419f-b5e8-295fa95febbf {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:31.231481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a4a59341-5f7c-419f-b5e8-295fa95febbf not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:31.490682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51808) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:31.530422 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4db516dd-6316-45e1-82d4-79057cf46b4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf164c0fefcf4ea39f5e8f7df394d1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385683 Aug 31 07:17:31.532912 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51810) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:31.578945 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a27a2cb7-d926-452e-bb93-257c508df06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.600519 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a27a2cb7-d926-452e-bb93-257c508df06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.647533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a27a2cb7-d926-452e-bb93-257c508df06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.650307 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a27a2cb7-d926-452e-bb93-257c508df06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.651487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a27a2cb7-d926-452e-bb93-257c508df06b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/543f2103-5001-45fd-9cbd-0a827316e811 HTTP/1.1" status: 204 len: 168 time: 0.1176615 Aug 31 07:17:31.659590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a2cb7-d926-452e-bb93-257c508df06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543f2103-5001-45fd-9cbd-0a827316e811,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:36.501346 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:17:41.584086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-6e4d34d7-baaf-4f30-939a-36daa2dc3491 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5027ab7a26aa4e14abc4738abb5eb5d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231783 Aug 31 07:17:41.689706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-d17aedb2-9798-4eae-aab3-e34f771ad5e6 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:41.691093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-d17aedb2-9798-4eae-aab3-e34f771ad5e6 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016529 Aug 31 07:17:41.706469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-eb3bdc00-1f5f-42b7-ba3a-b4227bd549ec tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/quotas/5027ab7a26aa4e14abc4738abb5eb5d4 HTTP/1.1" status: 200 len: 375 time: 0.0096080 Aug 31 07:17:41.743121 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-7b71f099-d5aa-42c6-a9b7-f631b4d68ec7 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5027ab7a26aa4e14abc4738abb5eb5d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308743 Aug 31 07:17:41.906646 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3635b85d-235b-4212-a7f6-cb9850bb5ca7 req-4c5865a3-ef5d-48b8-97f5-ef52c8fd4232 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0310695 Aug 31 07:17:42.735905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-1701ab2a-f215-4103-9df4-b89804a9074e tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5027ab7a26aa4e14abc4738abb5eb5d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232730 Aug 31 07:17:42.843559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-dac976c0-18d0-48fd-9575-2ad8447d6fbd tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:42.845005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-dac976c0-18d0-48fd-9575-2ad8447d6fbd tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1023896 Aug 31 07:17:42.858737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Request body: {'port': {'device_id': '3725c928-873a-46c7-acd8-4f436c0e0fc3', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'admin_state_up': True, 'tenant_id': '5027ab7a26aa4e14abc4738abb5eb5d4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:42.969493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Made reservation on behalf of 5027ab7a26aa4e14abc4738abb5eb5d4 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:17:42.973638 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:42.992514 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.013994 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc40d3b4-b5d5-4e02-8021-4943bce31a60 req-92f3f442-67b2-495f-9cb6-9240b220f293 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0380867 Aug 31 07:17:43.097115 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.101455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.165529 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2427a8f-c048-411f-9fa3-c07849a8b5d6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:43.235398 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Allocated IP 192.168.233.140 (c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6/cf64dfb7-eac9-4303-a4a7-73d4f2998782/546c84a6-fc32-4586-81fc-f5ff046dcda3) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:17:43.380500 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.393662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Transition to ACTIVE for port object 546c84a6-fc32-4586-81fc-f5ff046dcda3 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:43.426822 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.470268 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:43.473377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:43.477144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:17:43.483340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Pushing event updated for resources: {'Port': ['ID=546c84a6-fc32-4586-81fc-f5ff046dcda3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:43.532555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:43.533175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.548224 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-af012be2-5816-40bd-a454-84e962cea0b8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6932130 Aug 31 07:17:43.561802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Request body: {'port': {'device_id': '3725c928-873a-46c7-acd8-4f436c0e0fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:43.622339 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.747170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bbdf545b-1dea-48ee-83be-35974cb5eea7 None None] Provisioning for port 546c84a6-fc32-4586-81fc-f5ff046dcda3 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:43.751604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bbdf545b-1dea-48ee-83be-35974cb5eea7 None None] Provisioning complete for port 546c84a6-fc32-4586-81fc-f5ff046dcda3 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:43.752036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bbdf545b-1dea-48ee-83be-35974cb5eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.789800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf545b-1dea-48ee-83be-35974cb5eea7 None None] Port 546c84a6-fc32-4586-81fc-f5ff046dcda3 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:17:43.886389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546c84a6-fc32-4586-81fc-f5ff046dcda3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:17:43.893775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.906098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Transition to ACTIVE for port object 546c84a6-fc32-4586-81fc-f5ff046dcda3 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:43.909163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:43.975701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Pushing event updated for resources: {'Port': ['ID=546c84a6-fc32-4586-81fc-f5ff046dcda3,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:44.032757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Attempting to bind port 546c84a6-fc32-4586-81fc-f5ff046dcda3 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:17:44.033090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Attempting to bind port 546c84a6-fc32-4586-81fc-f5ff046dcda3 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:17:44.033570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Attempting to bind port 546c84a6-fc32-4586-81fc-f5ff046dcda3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:44.038857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Port 546c84a6-fc32-4586-81fc-f5ff046dcda3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:17:44.039178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Attempting to bind port 546c84a6-fc32-4586-81fc-f5ff046dcda3 on network c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:44.044566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:17:44.044904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Checking segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:44.045348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Bound using segment: {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:17:44.045735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Bound port: 546c84a6-fc32-4586-81fc-f5ff046dcda3, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ebb26-3868-4c97-b3cf-50cd75b40879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:17:44.046086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:44.119073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] For port 546c84a6-fc32-4586-81fc-f5ff046dcda3, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:17:44.122772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] For port 546c84a6-fc32-4586-81fc-f5ff046dcda3, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=546c84a6-fc32-4586-81fc-f5ff046dcda3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:17:44.126889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:44.149759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64ca36-1c45-407e-8752-2676d31454ce req-1606465a-e8a2-4ddb-9620-bbcae8516df1 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.151327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c64ca36-1c45-407e-8752-2676d31454ce req-1606465a-e8a2-4ddb-9620-bbcae8516df1 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 948 time: 0.0519869 Aug 31 07:17:44.161766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.162389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:44.163828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] 10.222.0.23 "PUT /v2.0/ports/546c84a6-fc32-4586-81fc-f5ff046dcda3 HTTP/1.1" status: 200 len: 1097 time: 0.6064782 Aug 31 07:17:44.164286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3725c928-873a-46c7-acd8-4f436c0e0fc3', 'tag': '546c84a6-fc32-4586-81fc-f5ff046dcda3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:44.166545 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c03130a-cc7c-439b-ab62-b55e6568e9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3725c928-873a-46c7-acd8-4f436c0e0fc3", "tag": "546c84a6-fc32-4586-81fc-f5ff046dcda3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:44.196303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7dc87-863a-44fd-99e4-a4308247adcc service neutron] Pushing event updated for resources: {'Port': ['ID=546c84a6-fc32-4586-81fc-f5ff046dcda3,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:44.233342 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd28cdb-c5f3-4f3b-ad12-053b221d6b9b x-openstack-request-id: req-abd28cdb-c5f3-4f3b-ad12-053b221d6b9b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:44.233745 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3725c928-873a-46c7-acd8-4f436c0e0fc3", "tag": "546c84a6-fc32-4586-81fc-f5ff046dcda3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:44.234477 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abd28cdb-c5f3-4f3b-ad12-053b221d6b9b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:44.234736 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3725c928-873a-46c7-acd8-4f436c0e0fc3', 'tag': '546c84a6-fc32-4586-81fc-f5ff046dcda3', 'status': 'completed', 'code': 200} Aug 31 07:17:44.241227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c64ca36-1c45-407e-8752-2676d31454ce req-db9752c6-8293-4430-975d-4c68bedb3fc2 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825791 Aug 31 07:17:44.251822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-5821db50-1d98-4e49-b92e-013011808623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.253420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-5821db50-1d98-4e49-b92e-013011808623 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5027ab7a26aa4e14abc4738abb5eb5d4&device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 1100 time: 0.0514901 Aug 31 07:17:44.302287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-d5631ae3-0044-432b-9a8e-3f7d448cb896 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=546c84a6-fc32-4586-81fc-f5ff046dcda3 HTTP/1.1" status: 200 len: 217 time: 0.0408866 Aug 31 07:17:44.358553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-a912c7ae-65e5-49f5-a9ab-cb7fb21a4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.360054 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-a912c7ae-65e5-49f5-a9ab-cb7fb21a4ef5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0501642 Aug 31 07:17:44.406261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-7e134f70-4255-4257-9db2-e792a5e7b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.407712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-7e134f70-4255-4257-9db2-e792a5e7b82d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0398636 Aug 31 07:17:44.501215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-5afc3cb3-62f5-4997-b6a8-49152a94b0c2 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860760 Aug 31 07:17:44.592294 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37bb1047-6776-4c9f-97e7-79d1def363bc req-41e426e0-a50c-48f9-b308-f078e2f960cc service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Aug 31 07:17:44.682261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-812aadff-b3b0-466a-8f8b-674caeb98af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.683671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-812aadff-b3b0-466a-8f8b-674caeb98af4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5027ab7a26aa4e14abc4738abb5eb5d4&device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 1100 time: 0.0456474 Aug 31 07:17:44.772225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-200b163e-7a38-4bc1-966d-301b7c0f1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.773805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-200b163e-7a38-4bc1-966d-301b7c0f1360 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6 HTTP/1.1" status: 200 len: 870 time: 0.0823898 Aug 31 07:17:44.820589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-2e19e75b-323e-419e-bf01-a4ccf619f74d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=546c84a6-fc32-4586-81fc-f5ff046dcda3 HTTP/1.1" status: 200 len: 217 time: 0.0396202 Aug 31 07:17:44.869882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-11f87458-5ec1-4f03-b456-daabf34df388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.871346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-11f87458-5ec1-4f03-b456-daabf34df388 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf64dfb7-eac9-4303-a4a7-73d4f2998782 HTTP/1.1" status: 200 len: 843 time: 0.0431485 Aug 31 07:17:44.919405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-0a39da39-78ca-4daf-80d5-adbb7d9883ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.920922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-0a39da39-78ca-4daf-80d5-adbb7d9883ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0425544 Aug 31 07:17:45.013590 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-747becbe-80a8-476e-adf4-f0e3d5353cf9 service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Aug 31 07:17:45.102995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3c03130a-cc7c-439b-ab62-b55e6568e9b8 req-35e7dc78-ca10-42a9-838d-e921ff47dfed service neutron] 10.222.0.23 "GET /v2.0/networks/c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816977 Aug 31 07:17:45.357998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00108fbf-ede0-48d4-8a0e-bd82606841fe req-1d1f43d4-1b75-400b-8cae-23a65ff8fd07 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:45.359498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00108fbf-ede0-48d4-8a0e-bd82606841fe req-1d1f43d4-1b75-400b-8cae-23a65ff8fd07 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 948 time: 0.0497954 Aug 31 07:17:45.397966 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00108fbf-ede0-48d4-8a0e-bd82606841fe req-84a2d4ca-c7a4-4a1e-98c1-2b91c197aa67 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Aug 31 07:17:46.509510 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd9238-2000-4002-870a-6f4eec075b78 req-dfb1c6b9-ae7a-4281-aa56-17cf389d1ee4 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:46.510979 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90fd9238-2000-4002-870a-6f4eec075b78 req-dfb1c6b9-ae7a-4281-aa56-17cf389d1ee4 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 948 time: 0.0476422 Aug 31 07:17:46.547917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90fd9238-2000-4002-870a-6f4eec075b78 req-0e0b0c9d-3408-404c-b714-8dc9c30f7589 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Aug 31 07:17:47.230848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 546c84a6-fc32-4586-81fc-f5ff046dcda3 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:17:47.324982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 546c84a6-fc32-4586-81fc-f5ff046dcda3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=546c84a6-fc32-4586-81fc-f5ff046dcda3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:47.335792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '546c84a6-fc32-4586-81fc-f5ff046dcda3', 'network_id': 'c14c8ee0-ce07-42f2-9bf4-e9c4a31a71f6', 'port_id': '546c84a6-fc32-4586-81fc-f5ff046dcda3', 'mac_address': 'fa:16:3e:55:89:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64dfb7-eac9-4303-a4a7-73d4f2998782', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:17:47.371745 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.383840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546c84a6-fc32-4586-81fc-f5ff046dcda3 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:17:47.402172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 546c84a6-fc32-4586-81fc-f5ff046dcda3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=546c84a6-fc32-4586-81fc-f5ff046dcda3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:47.406143 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.454666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=546c84a6-fc32-4586-81fc-f5ff046dcda3,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:47.645217 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['546c84a6-fc32-4586-81fc-f5ff046dcda3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:17:47.668246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9176417-191a-4803-8e0d-93258880614a req-5d70d35e-f593-4343-813f-73281f5d7153 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:47.669795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9176417-191a-4803-8e0d-93258880614a req-5d70d35e-f593-4343-813f-73281f5d7153 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 949 time: 0.0542121 Aug 31 07:17:47.709267 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9176417-191a-4803-8e0d-93258880614a req-cd23d743-5c74-4bb3-bdaa-47365f97b686 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Aug 31 07:17:48.827439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef62a3-0b3c-470c-b6c6-b716a9fa24ab req-d25790e9-edd1-4d0f-a2ef-290fa5aa32d8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:48.828907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efef62a3-0b3c-470c-b6c6-b716a9fa24ab req-d25790e9-edd1-4d0f-a2ef-290fa5aa32d8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 949 time: 0.0529203 Aug 31 07:17:48.866905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-efef62a3-0b3c-470c-b6c6-b716a9fa24ab req-3a9fc9b1-4d07-4238-b758-75941a186d8b tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Aug 31 07:17:49.271368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 546c84a6-fc32-4586-81fc-f5ff046dcda3 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:17:49.320293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 546c84a6-fc32-4586-81fc-f5ff046dcda3 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:49.324213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 546c84a6-fc32-4586-81fc-f5ff046dcda3 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:49.324574 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.551880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.573501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3725c928-873a-46c7-acd8-4f436c0e0fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546c84a6-fc32-4586-81fc-f5ff046dcda3'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:49.575724 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73144f30-d7f5-4a09-ae85-b16da646a798" -d '{"events": [{"server_uuid": "3725c928-873a-46c7-acd8-4f436c0e0fc3", "name": "network-vif-plugged", "status": "completed", "tag": "546c84a6-fc32-4586-81fc-f5ff046dcda3"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:49.588236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 546c84a6-fc32-4586-81fc-f5ff046dcda3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=546c84a6-fc32-4586-81fc-f5ff046dcda3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:49.593665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.620432 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebafe86a-1ef9-40de-834d-4061d15097b2 x-openstack-request-id: req-ebafe86a-1ef9-40de-834d-4061d15097b2 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:49.620733 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3725c928-873a-46c7-acd8-4f436c0e0fc3", "name": "network-vif-plugged", "status": "completed", "tag": "546c84a6-fc32-4586-81fc-f5ff046dcda3", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:49.620994 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebafe86a-1ef9-40de-834d-4061d15097b2 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:49.621405 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3725c928-873a-46c7-acd8-4f436c0e0fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546c84a6-fc32-4586-81fc-f5ff046dcda3', 'code': 200} Aug 31 07:17:49.647290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=546c84a6-fc32-4586-81fc-f5ff046dcda3,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:49.712927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc0785-219f-4731-8ed3-1b0048b45a45 req-5d1efc24-e131-4a56-adb8-fe5399ebec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:49.714392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bcc0785-219f-4731-8ed3-1b0048b45a45 req-5d1efc24-e131-4a56-adb8-fe5399ebec14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 1102 time: 0.0407782 Aug 31 07:17:49.749651 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6bcc0785-219f-4731-8ed3-1b0048b45a45 req-a232d5e6-1ac3-4f80-91dc-fcaedf7e6232 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277417 Aug 31 07:17:49.983337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704a9ca-892f-4218-b4c0-031c520d8a04 req-74b23841-7690-42e7-b03a-60619c4c14c8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:49.984844 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4704a9ca-892f-4218-b4c0-031c520d8a04 req-74b23841-7690-42e7-b03a-60619c4c14c8 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 950 time: 0.0501735 Aug 31 07:17:50.027803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4704a9ca-892f-4218-b4c0-031c520d8a04 req-fce40a33-de53-492a-8755-5149c37224ca tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369205 Aug 31 07:17:51.141632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6342d-78c2-4bad-9775-d163b97254b0 req-9d375496-0529-4c3e-842e-c722757f3fa1 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:51.143290 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7bd6342d-78c2-4bad-9775-d163b97254b0 req-9d375496-0529-4c3e-842e-c722757f3fa1 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 950 time: 0.0486596 Aug 31 07:17:51.180446 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7bd6342d-78c2-4bad-9775-d163b97254b0 req-cce99d28-5099-4037-95e2-4cd426ddfd43 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Aug 31 07:17:51.548778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-3aef2fad-99f8-4189-952b-4617b1116459 req-a82cee0d-d214-474a-a6ac-943958d981ff service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:17:51.549826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3aef2fad-99f8-4189-952b-4617b1116459 req-a82cee0d-d214-474a-a6ac-943958d981ff service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0997927 Aug 31 07:17:51.867644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-171e597f-4ec3-4430-a377-0aa32e78cfb7 req-bee093e0-bad4-496f-a713-3f4db0d7ad6c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:17:51.868647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-171e597f-4ec3-4430-a377-0aa32e78cfb7 req-bee093e0-bad4-496f-a713-3f4db0d7ad6c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061016 Aug 31 07:17:52.204764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764319a-0934-4763-a5fb-aeecd6d33c80 req-3fb062dc-bdd9-4de6-9d76-5e5824dfacb2 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:52.206304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6764319a-0934-4763-a5fb-aeecd6d33c80 req-3fb062dc-bdd9-4de6-9d76-5e5824dfacb2 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 950 time: 0.0531161 Aug 31 07:17:52.244040 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6764319a-0934-4763-a5fb-aeecd6d33c80 req-507081e3-32ad-436d-9a58-05a735518468 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Aug 31 07:17:53.360952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bc34e-f4b5-41ce-82cb-b7063a2083f0 req-c830d2e2-7f26-4025-a910-b9918ae1be7f tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:53.362481 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d14bc34e-f4b5-41ce-82cb-b7063a2083f0 req-c830d2e2-7f26-4025-a910-b9918ae1be7f tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 950 time: 0.0501938 Aug 31 07:17:53.400060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d14bc34e-f4b5-41ce-82cb-b7063a2083f0 req-c3c7b3ba-2a96-4d59-855f-45609d8b369b tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2427a8f-c048-411f-9fa3-c07849a8b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Aug 31 07:17:53.551564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-627ecb68-e355-4f78-8d77-aab738a8437a tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:53.552947 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-627ecb68-e355-4f78-8d77-aab738a8437a tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.23 "GET /v2.0/ports?device_id=3725c928-873a-46c7-acd8-4f436c0e0fc3 HTTP/1.1" status: 200 len: 950 time: 0.0485706 Aug 31 07:17:53.639265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Deleting port 546c84a6-fc32-4586-81fc-f5ff046dcda3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:53.639600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:53.731886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] For port 546c84a6-fc32-4586-81fc-f5ff046dcda3, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=546c84a6-fc32-4586-81fc-f5ff046dcda3,segment=NetworkSegment(3a4ebb26-3868-4c97-b3cf-50cd75b40879),segment_id=3a4ebb26-3868-4c97-b3cf-50cd75b40879)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:53.732249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:53.744878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Calling delete_port for 546c84a6-fc32-4586-81fc-f5ff046dcda3 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:53.873404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:53.885982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['546c84a6-fc32-4586-81fc-f5ff046dcda3'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:17:53.901508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Pushing event deleted for resources: {'Port': ['ID=546c84a6-fc32-4586-81fc-f5ff046dcda3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:53.946478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] No DVR routers for this DVR port 546c84a6-fc32-4586-81fc-f5ff046dcda3 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:53.949156 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:53.951205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e20cccf-469b-44a6-a81b-b5bbafeb939e req-89db1798-9c9c-414f-9c5a-ae0cdce6e265 tempest-ServersAdminNegativeTestJSON-126303754 tempest-ServersAdminNegativeTestJSON-126303754-project] 10.222.0.23 "DELETE /v2.0/ports/546c84a6-fc32-4586-81fc-f5ff046dcda3 HTTP/1.1" status: 204 len: 173 time: 0.3911610 Aug 31 07:17:53.951652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3725c928-873a-46c7-acd8-4f436c0e0fc3', 'name': 'network-vif-deleted', 'tag': '546c84a6-fc32-4586-81fc-f5ff046dcda3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:53.953997 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c71b9a-64a9-405f-b080-f8ea6ebcf7b8" -d '{"events": [{"server_uuid": "3725c928-873a-46c7-acd8-4f436c0e0fc3", "name": "network-vif-deleted", "tag": "546c84a6-fc32-4586-81fc-f5ff046dcda3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:54.016685 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac444e7-08bd-48a9-89b2-7fcf0bca8542 x-openstack-request-id: req-7ac444e7-08bd-48a9-89b2-7fcf0bca8542 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:54.017563 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3725c928-873a-46c7-acd8-4f436c0e0fc3", "name": "network-vif-deleted", "tag": "546c84a6-fc32-4586-81fc-f5ff046dcda3", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:54.018077 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ac444e7-08bd-48a9-89b2-7fcf0bca8542 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:54.018819 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3725c928-873a-46c7-acd8-4f436c0e0fc3', 'name': 'network-vif-deleted', 'tag': '546c84a6-fc32-4586-81fc-f5ff046dcda3', 'status': 'completed', 'code': 200} Aug 31 07:17:54.259689 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07748272-0b0c-42a6-95fe-f964af9dba93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.705332 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51944) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:54.774568 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.839963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-42804180-becf-4683-a6b3-84ac733e7a99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5027ab7a26aa4e14abc4738abb5eb5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338007 Aug 31 07:17:54.842474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:54.888211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e50b8cb-d7b7-4b4c-8ec6-51cced1ee80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.909089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e50b8cb-d7b7-4b4c-8ec6-51cced1ee80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.955375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e50b8cb-d7b7-4b4c-8ec6-51cced1ee80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.957955 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1e50b8cb-d7b7-4b4c-8ec6-51cced1ee80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.959098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1e50b8cb-d7b7-4b4c-8ec6-51cced1ee80b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2427a8f-c048-411f-9fa3-c07849a8b5d6 HTTP/1.1" status: 204 len: 168 time: 0.1157460 Aug 31 07:17:54.966632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50b8cb-d7b7-4b4c-8ec6-51cced1ee80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2427a8f-c048-411f-9fa3-c07849a8b5d6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:55.211737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51954) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:55.224754 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-450abfbb-7f01-4528-83b7-6f0ae733ad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.313935 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-450abfbb-7f01-4528-83b7-6f0ae733ad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.318374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-450abfbb-7f01-4528-83b7-6f0ae733ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.354528 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-450abfbb-7f01-4528-83b7-6f0ae733ad22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f94fe347a221405783ad64a19667c937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417263 Aug 31 07:17:55.356338 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450abfbb-7f01-4528-83b7-6f0ae733ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc887e6d-40ad-41e9-8cad-025bbd09a30c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:55.357427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51956) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:55.407534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-163fc384-8a11-443b-9472-cb99dfb0a0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.432306 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-163fc384-8a11-443b-9472-cb99dfb0a0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.477873 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-163fc384-8a11-443b-9472-cb99dfb0a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.480329 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-163fc384-8a11-443b-9472-cb99dfb0a0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.481526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-163fc384-8a11-443b-9472-cb99dfb0a0f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc887e6d-40ad-41e9-8cad-025bbd09a30c HTTP/1.1" status: 204 len: 168 time: 0.1231055 Aug 31 07:17:55.489020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fc384-8a11-443b-9472-cb99dfb0a0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc887e6d-40ad-41e9-8cad-025bbd09a30c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:56.196730 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 51978) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:56.232109 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.291501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-291548362-network', 'tenant_id': '0d69ea36d9f441abb4faf291cd1ec4f8'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:56.312150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Made reservation on behalf of 0d69ea36d9f441abb4faf291cd1ec4f8 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:17:56.314445 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.322544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.410608 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.414773 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.439139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:17:56.448759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13952a0b-cff1-4bbd-84fa-d734a14eab9f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:56.453710 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.454051 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Added segment 65b6129a-bb72-4795-9ead-596144580632 of type vlan for network 0a11c167-f4ed-4497-91ed-aed1ad91649c Aug 31 07:17:56.494191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.517918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.519617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:56.520157 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.575209 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3772819 Aug 31 07:17:56.578277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 51982) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:56.584983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Request body: {'subnet': {'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-291548362-subnet', 'tenant_id': '0d69ea36d9f441abb4faf291cd1ec4f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:56.585432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdd61d-0791-4acb-8f68-fbec6ff7bbdd admin admin] Pushing event updated for resources: {'Network': ['ID=0a11c167-f4ed-4497-91ed-aed1ad91649c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:56.594931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 0a11c167-f4ed-4497-91ed-aed1ad91649c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:17:56.608373 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Made reservation on behalf of 0d69ea36d9f441abb4faf291cd1ec4f8 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:17:56.610792 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.774363 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.832700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:56.841343 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Checking segment: {'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:56.841694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Network hostable DHCP agents. Network: 0a11c167-f4ed-4497-91ed-aed1ad91649c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:17:56.858300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Network 0a11c167-f4ed-4497-91ed-aed1ad91649c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:17:56.866488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 0a11c167-f4ed-4497-91ed-aed1ad91649c) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:56.870570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:56.871162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.884488 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88206d1-3905-491e-a868-34c883128217 None None] Network 0a11c167-f4ed-4497-91ed-aed1ad91649c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:56.886450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f1a37c83-f8c7-4994-ae00-ba6ff739ada0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3066173 Aug 31 07:17:56.935840 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94b4bfff-8b5e-46d4-b902-175882952925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.968435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:57.031074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e1313e-e01e-4633-ab1b-75edf6f890ee None None] Network 0a11c167-f4ed-4497-91ed-aed1ad91649c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:57.309776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-e1928185-5eb9-46de-b790-6c2ea1bae08f tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:57.311235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-e1928185-5eb9-46de-b790-6c2ea1bae08f tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 811 time: 0.0981307 Aug 31 07:17:57.326340 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-b06a030b-eee8-4cd7-b9c6-6a1f71d26c35 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/quotas/0d69ea36d9f441abb4faf291cd1ec4f8 HTTP/1.1" status: 200 len: 375 time: 0.0087216 Aug 31 07:17:57.334208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 546c84a6-fc32-4586-81fc-f5ff046dcda3 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:57.353877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 546c84a6-fc32-4586-81fc-f5ff046dcda3 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:57.354223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 546c84a6-fc32-4586-81fc-f5ff046dcda3 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:57.358741 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-3972b629-ed06-4199-bb17-7750cd3da1c2 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270777 Aug 31 07:17:57.450834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-28292e7f-fe43-4a78-8a91-0cdd25c5bd66 service neutron] 10.222.0.15 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844693 Aug 31 07:17:57.538010 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-cd1bd4e8-5f14-4afa-887f-2d8a2af7af63 service neutron] 10.222.0.15 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811515 Aug 31 07:17:57.693843 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4daf2797-fe6f-42b6-b56a-a046aca1b1c0 req-9f868a81-be1b-4574-bdf0-de7d48fae22c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 210 time: 0.0269139 Aug 31 07:17:58.259158 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.760732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-6e80b0a7-a4fb-4ce8-8242-d946b5445c10 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:58.762253 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-6e80b0a7-a4fb-4ce8-8242-d946b5445c10 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.23 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 811 time: 0.1085310 Aug 31 07:17:58.776915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Request body: {'port': {'device_id': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c', 'admin_state_up': True, 'tenant_id': '0d69ea36d9f441abb4faf291cd1ec4f8'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:58.804680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e860f903-cc57-4ed5-9076-4754836b97ca req-a8e5f2e0-af88-421d-9fc2-7de78cfc8710 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 210 time: 0.0414109 Aug 31 07:17:58.898866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Made reservation on behalf of 0d69ea36d9f441abb4faf291cd1ec4f8 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:17:58.902409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.025631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Allocated IP 172.20.0.3 (0a11c167-f4ed-4497-91ed-aed1ad91649c/fd577b37-d338-4495-bdb0-3c0fe1ab1bcb/9887b847-5090-4438-9763-644e42a45459) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:17:59.171868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.211667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.251959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Network 0a11c167-f4ed-4497-91ed-aed1ad91649c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:59.257427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:59.260304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:17:59.293636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:59.319963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:59.320575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.334493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f1927f71-6ef7-447e-b20a-7ce778b44fc6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612364 Aug 31 07:17:59.349984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Request body: {'port': {'device_id': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:59.402164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.670684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9887b847-5090-4438-9763-644e42a45459 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:17:59.677878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.689457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Transition to ACTIVE for port object 9887b847-5090-4438-9763-644e42a45459 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:59.693239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.748392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:59.815059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Attempting to bind port 9887b847-5090-4438-9763-644e42a45459 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:17:59.816232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Attempting to bind port 9887b847-5090-4438-9763-644e42a45459 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:17:59.816232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Attempting to bind port 9887b847-5090-4438-9763-644e42a45459 on network 0a11c167-f4ed-4497-91ed-aed1ad91649c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:59.820484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Port 9887b847-5090-4438-9763-644e42a45459 on network 0a11c167-f4ed-4497-91ed-aed1ad91649c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:17:59.820806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Attempting to bind port 9887b847-5090-4438-9763-644e42a45459 on network 0a11c167-f4ed-4497-91ed-aed1ad91649c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:59.825588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:17:59.825926 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Checking segment: {'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:59.826316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Bound using segment: {'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:17:59.826757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Bound port: 9887b847-5090-4438-9763-644e42a45459, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:17:59.827117 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.901244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] For port 9887b847-5090-4438-9763-644e42a45459, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:17:59.905323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] For port 9887b847-5090-4438-9763-644e42a45459, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:17:59.909693 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.936484 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d2478-bc97-4d60-a869-4c42579f88cf req-a4e1a89b-83b1-4f3d-b36e-ac1742274508 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:59.938122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-973d2478-bc97-4d60-a869-4c42579f88cf req-a4e1a89b-83b1-4f3d-b36e-ac1742274508 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 943 time: 0.0651562 Aug 31 07:17:59.946032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:59.946711 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.948103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] 10.222.0.23 "PUT /v2.0/ports/9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 1092 time: 0.6029685 Aug 31 07:17:59.948545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'tag': '9887b847-5090-4438-9763-644e42a45459'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:59.950810 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e80172-5257-4d46-9c0e-d9341f6b33ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "tag": "9887b847-5090-4438-9763-644e42a45459"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:59.978526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174d294-7737-433b-aff0-d6bdbdd64cde service neutron] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:59.994757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-973d2478-bc97-4d60-a869-4c42579f88cf req-0f1efd55-86eb-4e52-ae06-4ab7144961dc tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Aug 31 07:18:00.006116 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b643c5-1de9-45f4-9033-5d135c9aa861 x-openstack-request-id: req-d8b643c5-1de9-45f4-9033-5d135c9aa861 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:18:00.006401 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "tag": "9887b847-5090-4438-9763-644e42a45459", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:18:00.006652 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8b643c5-1de9-45f4-9033-5d135c9aa861 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:18:00.007043 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'tag': '9887b847-5090-4438-9763-644e42a45459', 'status': 'completed', 'code': 200} Aug 31 07:18:00.040441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-0a20fdab-f431-483f-b852-22476d1b5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:00.042003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-0a20fdab-f431-483f-b852-22476d1b5938 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1095 time: 0.0497630 Aug 31 07:18:00.083750 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-95455652-76ce-43a7-869a-21fa3a81afe6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 217 time: 0.0338888 Aug 31 07:18:00.118541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:00.141894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f6ea6fc5-e360-46f7-beef-6569d7a8592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:00.143384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-f6ea6fc5-e360-46f7-beef-6569d7a8592e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 200 len: 851 time: 0.0520136 Aug 31 07:18:00.176005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-6ba0e8bd-885d-42bc-89dc-70efd31ec38b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a11c167-f4ed-4497-91ed-aed1ad91649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242510 Aug 31 07:18:00.264184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-9b583903-d14e-4586-8358-1c41e2629919 service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815165 Aug 31 07:18:00.356144 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-27a569bc-ac1d-4000-aefe-fc4289c8552e req-e91574ac-9236-4a18-9356-d342756cfd8f service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839999 Aug 31 07:18:00.450127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-7700e046-0f53-43ef-92b8-f968aaf0bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:00.451551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-7700e046-0f53-43ef-92b8-f968aaf0bef9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1095 time: 0.0438662 Aug 31 07:18:00.544295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-4b447370-effa-43d9-89a4-05672b4e89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:00.545818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-4b447370-effa-43d9-89a4-05672b4e89e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 912 time: 0.0875204 Aug 31 07:18:00.588053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-c2b95564-3c59-434f-b9ee-5a84acd6dbf0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 217 time: 0.0334761 Aug 31 07:18:00.635039 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-d56e778c-7b78-4542-a555-b724c087efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:00.636428 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-d56e778c-7b78-4542-a555-b724c087efc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 200 len: 851 time: 0.0418122 Aug 31 07:18:00.668214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-d428061b-4c58-451a-befb-0a022f20a98a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a11c167-f4ed-4497-91ed-aed1ad91649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239255 Aug 31 07:18:00.759554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-5ff87ca1-d2c7-46f2-aaae-45db7248d04a service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832870 Aug 31 07:18:00.846658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-19e80172-5257-4d46-9c0e-d9341f6b33ee req-8e96806e-6574-4f4a-bc56-b9094f1730b5 service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794621 Aug 31 07:18:01.111239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240e8e-e615-47db-ac3c-3098708c81ef req-a46cd708-e04a-4ace-8b90-ff7c8568736e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:01.112721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-29240e8e-e615-47db-ac3c-3098708c81ef req-a46cd708-e04a-4ace-8b90-ff7c8568736e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 943 time: 0.0531917 Aug 31 07:18:01.150481 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-29240e8e-e615-47db-ac3c-3098708c81ef req-a8b2d652-3aff-4d70-a1f4-fdf5d5a9329c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Aug 31 07:18:02.265061 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a140b7-f69b-4b5d-a2a8-fa87fb991cae req-7aea4c7b-3108-4991-bc17-b3af71d683fb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:02.266477 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73a140b7-f69b-4b5d-a2a8-fa87fb991cae req-7aea4c7b-3108-4991-bc17-b3af71d683fb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 943 time: 0.0479188 Aug 31 07:18:02.304495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73a140b7-f69b-4b5d-a2a8-fa87fb991cae req-62beca28-26c8-4f89-8f91-c6f3a1ff90db tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Aug 31 07:18:03.380962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9887b847-5090-4438-9763-644e42a45459 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:18:03.423998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0a24-b3dc-4ecb-957f-447fea5072b9 req-4283da4f-1ede-47fc-a9e4-fdd22fd4456e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:03.426111 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4dbd0a24-b3dc-4ecb-957f-447fea5072b9 req-4283da4f-1ede-47fc-a9e4-fdd22fd4456e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 943 time: 0.0548480 Aug 31 07:18:03.471677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4dbd0a24-b3dc-4ecb-957f-447fea5072b9 req-dec01413-9899-486b-bfc7-ccbcffe3f5ea tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Aug 31 07:18:03.479447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9887b847-5090-4438-9763-644e42a45459, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:03.491521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '9887b847-5090-4438-9763-644e42a45459', 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c', 'port_id': '9887b847-5090-4438-9763-644e42a45459', 'mac_address': 'fa:16:3e:3e:ca:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd577b37-d338-4495-bdb0-3c0fe1ab1bcb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:18:03.529251 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.542979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9887b847-5090-4438-9763-644e42a45459 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:18:03.564422 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9887b847-5090-4438-9763-644e42a45459, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:03.568999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.617907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:03.780864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9887b847-5090-4438-9763-644e42a45459'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:18:04.590248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc841d-f743-4054-8c00-64562770ddff req-8cdd301d-ebea-4d17-a4f2-12188b3b537e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:04.591735 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24fc841d-f743-4054-8c00-64562770ddff req-8cdd301d-ebea-4d17-a4f2-12188b3b537e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 944 time: 0.0536180 Aug 31 07:18:04.628988 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24fc841d-f743-4054-8c00-64562770ddff req-426ff920-ab50-404d-abf4-7af31d29f7ef tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Aug 31 07:18:05.411774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9887b847-5090-4438-9763-644e42a45459 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:05.459147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 9887b847-5090-4438-9763-644e42a45459 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:18:05.462633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 9887b847-5090-4438-9763-644e42a45459 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:05.463004 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:05.540525 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:05.561690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9887b847-5090-4438-9763-644e42a45459'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:18:05.563956 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28beb9e-0b73-4a52-a0d2-b1502f8f62a9" -d '{"events": [{"server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "name": "network-vif-plugged", "status": "completed", "tag": "9887b847-5090-4438-9763-644e42a45459"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:18:05.576198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9887b847-5090-4438-9763-644e42a45459, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:05.579999 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:05.608933 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88e5044-979f-4f54-9a7b-2878f5594800 x-openstack-request-id: req-f88e5044-979f-4f54-9a7b-2878f5594800 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:18:05.609252 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "name": "network-vif-plugged", "status": "completed", "tag": "9887b847-5090-4438-9763-644e42a45459", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:18:05.609511 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f88e5044-979f-4f54-9a7b-2878f5594800 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:18:05.609901 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9887b847-5090-4438-9763-644e42a45459', 'code': 200} Aug 31 07:18:05.629897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:05.713537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698ec81-c83c-46e0-9514-b225fc2ba0f8 req-a72f100a-a898-421c-b3d8-0e2d28c3b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:05.715053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b698ec81-c83c-46e0-9514-b225fc2ba0f8 req-a72f100a-a898-421c-b3d8-0e2d28c3b24b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1097 time: 0.0397329 Aug 31 07:18:05.742366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a0c5e-bc9b-4102-8f76-b03975b78e4b req-09012561-d6ce-43f8-ae82-3dfe344da349 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:05.745016 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-297a0c5e-bc9b-4102-8f76-b03975b78e4b req-09012561-d6ce-43f8-ae82-3dfe344da349 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0501034 Aug 31 07:18:05.750349 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b698ec81-c83c-46e0-9514-b225fc2ba0f8 req-ec9ba6e8-f833-4140-b1f3-bcb3b07c3aa6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271788 Aug 31 07:18:05.783542 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-297a0c5e-bc9b-4102-8f76-b03975b78e4b req-c50973e8-99c6-485a-9962-accb27221388 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338171 Aug 31 07:18:06.969331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66910a76-8cb0-48eb-8505-7d2769d393e3 req-e6eee2b0-5807-47b2-8aa5-bf1d0ffa4ae7 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:06.970817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66910a76-8cb0-48eb-8505-7d2769d393e3 req-e6eee2b0-5807-47b2-8aa5-bf1d0ffa4ae7 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.1175115 Aug 31 07:18:07.008469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-66910a76-8cb0-48eb-8505-7d2769d393e3 req-e0a59a27-2ad8-488f-964f-03e61456d2da tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Aug 31 07:18:08.182169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0fe34-9675-4533-ab41-7b7a823c5397 req-5295a9ef-80b2-412a-ad8b-eea3899f5bce tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:08.183683 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a5d0fe34-9675-4533-ab41-7b7a823c5397 req-5295a9ef-80b2-412a-ad8b-eea3899f5bce tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.1083295 Aug 31 07:18:08.221040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a5d0fe34-9675-4533-ab41-7b7a823c5397 req-c1c89f5a-1d71-4e76-860d-2c2cb3b330d3 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Aug 31 07:18:08.557064 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2be03-be6d-4baa-a9b6-07c276dcd011 req-2e6a9447-c5b3-4bb6-9197-4ac5d89d9faf tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:08.558619 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9f2be03-be6d-4baa-a9b6-07c276dcd011 req-2e6a9447-c5b3-4bb6-9197-4ac5d89d9faf tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0540819 Aug 31 07:18:08.584712 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-1bb0038b-2b7e-49e4-b75d-6b28836f1db2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884628 Aug 31 07:18:08.597775 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f9f2be03-be6d-4baa-a9b6-07c276dcd011 req-f4ead53c-fc08-490b-bbd7-a819744363bc tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323513 Aug 31 07:18:09.660080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-0ab6b00d-6445-4cf6-9f38-62b76b4c8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:09.661611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-0ab6b00d-6445-4cf6-9f38-62b76b4c8c42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1097 time: 0.0414464 Aug 31 07:18:09.771580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be38a6-f9d2-43e6-84a3-2a8427dbf974 req-b8586697-7d19-476f-b7e8-1824c2e8684c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:09.773355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06be38a6-f9d2-43e6-84a3-2a8427dbf974 req-b8586697-7d19-476f-b7e8-1824c2e8684c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.1037385 Aug 31 07:18:09.805341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-49ba51ca-35d9-4699-b278-57979624f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:09.807696 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-49ba51ca-35d9-4699-b278-57979624f6a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 912 time: 0.1364813 Aug 31 07:18:09.833052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-06be38a6-f9d2-43e6-84a3-2a8427dbf974 req-587dd8ba-fd74-4b74-aaee-9af4fd3129bb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533640 Aug 31 07:18:09.871193 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-6bd77f4d-4a7b-47e6-89b1-cc42ca239af5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 217 time: 0.0520298 Aug 31 07:18:09.927325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b75fc7bb-a3f5-4b34-a471-db98622dd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:09.928741 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b75fc7bb-a3f5-4b34-a471-db98622dd8d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 200 len: 851 time: 0.0450637 Aug 31 07:18:09.960884 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-91335276-5249-498b-95e4-e00c15e6706d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a11c167-f4ed-4497-91ed-aed1ad91649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241516 Aug 31 07:18:10.052600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-591d3a69-b6f3-4c55-860d-456044b8d7cc service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816636 Aug 31 07:18:10.147485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b4b613ec-8e58-4b42-9e6d-aef715f25e58 service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870259 Aug 31 07:18:10.946400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00071826-143a-4cb2-893d-8f8e0a37145f req-e746a2aa-a618-4c9d-bf4f-2f7d3d7170f4 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:10.947879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00071826-143a-4cb2-893d-8f8e0a37145f req-e746a2aa-a618-4c9d-bf4f-2f7d3d7170f4 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0479748 Aug 31 07:18:10.986649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00071826-143a-4cb2-893d-8f8e0a37145f req-438e939c-1373-4d80-9d93-ec9c678702c2 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Aug 31 07:18:12.102178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245feeb-8358-4edc-bf58-33febc78aa2c req-3c2cca48-68b1-4051-9950-399d3c711021 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:12.103663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2245feeb-8358-4edc-bf58-33febc78aa2c req-3c2cca48-68b1-4051-9950-399d3c711021 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0483110 Aug 31 07:18:12.140354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2245feeb-8358-4edc-bf58-33febc78aa2c req-67ba4605-fde8-4ab6-ab96-f1e743f5563e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Aug 31 07:18:13.254073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1ba7b-7743-468a-8a5f-aa6ed2eafdfc req-c4e0f5b6-9214-40db-8b50-95d783fcecaf tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:13.255508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16a1ba7b-7743-468a-8a5f-aa6ed2eafdfc req-c4e0f5b6-9214-40db-8b50-95d783fcecaf tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Aug 31 07:18:13.292304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16a1ba7b-7743-468a-8a5f-aa6ed2eafdfc req-f501ad41-99aa-4007-b473-dd8a9b37e101 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311117 Aug 31 07:18:13.499755 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:18:14.414214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6309-b74f-47e6-b27f-f9eeee0372e6 req-c5aa4bee-d00d-4314-83ab-cafb7c071825 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:14.415731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c48b6309-b74f-47e6-b27f-f9eeee0372e6 req-c5aa4bee-d00d-4314-83ab-cafb7c071825 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0536652 Aug 31 07:18:14.790731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c48b6309-b74f-47e6-b27f-f9eeee0372e6 req-4cfd8622-d36b-4c05-8311-f3531842af46 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690398 Aug 31 07:18:15.588622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-063f869d-672a-48f6-aa80-baec96a8303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:15.590125 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-063f869d-672a-48f6-aa80-baec96a8303b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1097 time: 0.0398939 Aug 31 07:18:15.691891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-746e55f8-3ab8-4809-8aa8-2b2e0fbb2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:15.693378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-746e55f8-3ab8-4809-8aa8-2b2e0fbb2c4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 912 time: 0.0842268 Aug 31 07:18:15.735130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-4e9e95bd-5a61-4e15-b12f-576ba20d1fc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 217 time: 0.0341198 Aug 31 07:18:15.785993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-97107f8a-9716-4a86-b6de-1129499bb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:15.787416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-97107f8a-9716-4a86-b6de-1129499bb008 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 200 len: 851 time: 0.0435927 Aug 31 07:18:15.822028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-e06d05c7-6616-416d-90c3-11b157cdc1c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a11c167-f4ed-4497-91ed-aed1ad91649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241203 Aug 31 07:18:15.910383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b893f1-fcf6-4b7e-afaa-8210204411dc req-f97f715c-4876-42f4-8f44-09e31edbf227 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:15.911805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24b893f1-fcf6-4b7e-afaa-8210204411dc req-f97f715c-4876-42f4-8f44-09e31edbf227 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0539103 Aug 31 07:18:15.920747 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-ff72968f-27df-4080-9ad5-b420e947ebef service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868621 Aug 31 07:18:15.950228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-24b893f1-fcf6-4b7e-afaa-8210204411dc req-5ecf7f1d-508e-43be-a5b8-a8c7dc09e83c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Aug 31 07:18:16.018417 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-768b3028-d0e3-4d0d-9e3f-d617b54e15ae req-735907df-def1-43a3-bc06-4c845392e4a5 service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870984 Aug 31 07:18:17.069825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebf5a9-6963-4a2a-bff4-7e3dd7520baf req-5b4c5040-9bca-4ece-9b4a-ae03984643f1 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:17.071293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80ebf5a9-6963-4a2a-bff4-7e3dd7520baf req-5b4c5040-9bca-4ece-9b4a-ae03984643f1 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0532608 Aug 31 07:18:17.108103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80ebf5a9-6963-4a2a-bff4-7e3dd7520baf req-08890244-5dc3-4580-a3c3-1a8bc3d83eb0 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Aug 31 07:18:18.224801 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5a192-444f-4277-b110-820c895b97b5 req-7fbc2b82-b262-479c-ac8e-61d197438701 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:18.226313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8fb5a192-444f-4277-b110-820c895b97b5 req-7fbc2b82-b262-479c-ac8e-61d197438701 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0517235 Aug 31 07:18:18.263205 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8fb5a192-444f-4277-b110-820c895b97b5 req-13ad575c-1ce3-4115-a177-18d6f4a6f07c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Aug 31 07:18:19.395281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ecf2-0c3d-4746-b23d-df518765d260 req-07a9b9cc-9743-4d40-b5d5-2b9b594fe6c3 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:19.396693 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c77ecf2-0c3d-4746-b23d-df518765d260 req-07a9b9cc-9743-4d40-b5d5-2b9b594fe6c3 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Aug 31 07:18:19.433588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6c77ecf2-0c3d-4746-b23d-df518765d260 req-c21d33bc-aa16-4c81-855c-dffd1596d98b tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307548 Aug 31 07:18:20.544402 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702af38-1b6d-48d7-8722-51ad8186b67b req-6d3f75b9-e6cc-44ae-88f7-76add55ed135 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:20.546031 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6702af38-1b6d-48d7-8722-51ad8186b67b req-6d3f75b9-e6cc-44ae-88f7-76add55ed135 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0475049 Aug 31 07:18:20.583340 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6702af38-1b6d-48d7-8722-51ad8186b67b req-9f0efd7f-22dc-4294-8b2c-f5a70a232680 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Aug 31 07:18:21.697480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6c880-db9e-4d00-887e-203003fdb69d req-f6c55556-b1ec-46b9-a3d3-c4ef144d4b8e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:21.698970 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6b6c880-db9e-4d00-887e-203003fdb69d req-f6c55556-b1ec-46b9-a3d3-c4ef144d4b8e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0495253 Aug 31 07:18:21.737778 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6b6c880-db9e-4d00-887e-203003fdb69d req-163dcd8b-0430-4ff7-9d88-8d69985198f6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Aug 31 07:18:22.854566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36cacf-0355-4e3b-9ead-d1c3063fbc90 req-78f02fd5-02aa-43a2-912c-b5af8e00f8d6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:22.856053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e36cacf-0355-4e3b-9ead-d1c3063fbc90 req-78f02fd5-02aa-43a2-912c-b5af8e00f8d6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0516450 Aug 31 07:18:22.893827 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e36cacf-0355-4e3b-9ead-d1c3063fbc90 req-86b8e689-8925-4a41-962e-2c859bef0eea tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Aug 31 07:18:24.010921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99ac24-b189-4d7c-aaae-007cf0a1f9cb req-33339faa-5de0-413a-95ee-4b8c798e843c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:24.012428 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb99ac24-b189-4d7c-aaae-007cf0a1f9cb req-33339faa-5de0-413a-95ee-4b8c798e843c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Aug 31 07:18:24.050181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb99ac24-b189-4d7c-aaae-007cf0a1f9cb req-3fa7af1f-535e-454f-a2e9-9f93e091c79f tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Aug 31 07:18:24.260030 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-edb1dfe9-47f8-4169-aae3-cf9f35fd32a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:24.797058 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:25.171430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14212340-c36e-4ac8-a970-a5561c62e289 req-084eafe8-6038-4ec3-85f8-4745d3f5269d tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:25.172965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14212340-c36e-4ac8-a970-a5561c62e289 req-084eafe8-6038-4ec3-85f8-4745d3f5269d tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 31 07:18:25.210622 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-14212340-c36e-4ac8-a970-a5561c62e289 req-2ae34ba8-6e0a-496d-bcf7-c5dd1a3a829c tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312049 Aug 31 07:18:26.233154 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:26.322844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cc4eb-eaa6-4dc4-8846-a5a9bd448d60 req-78c75f40-ef07-4db6-bce5-7e37a37b3188 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:26.324363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed8cc4eb-eaa6-4dc4-8846-a5a9bd448d60 req-78c75f40-ef07-4db6-bce5-7e37a37b3188 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0478001 Aug 31 07:18:26.361982 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ed8cc4eb-eaa6-4dc4-8846-a5a9bd448d60 req-da3e9d98-5a42-4ee4-984e-3766d3048979 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Aug 31 07:18:26.886320 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5078449f-9dc5-4f8c-9f5d-1a15d41ec2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:26.958487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:27.475868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff66dd-1bdb-4132-acfa-cb9e78aebfae req-0efbf7e6-5a57-4f08-a19d-9427b0126ef6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:27.477390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21ff66dd-1bdb-4132-acfa-cb9e78aebfae req-0efbf7e6-5a57-4f08-a19d-9427b0126ef6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0480893 Aug 31 07:18:27.517644 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21ff66dd-1bdb-4132-acfa-cb9e78aebfae req-77184d3e-0a8e-4c3f-8f77-b1958bab01d5 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339069 Aug 31 07:18:28.265249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:28.630826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a95b0-0c36-4fd7-97b4-f89089961414 req-a4a48440-2449-4cae-9cbb-ac24b2f61a5b tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:28.632318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc5a95b0-0c36-4fd7-97b4-f89089961414 req-a4a48440-2449-4cae-9cbb-ac24b2f61a5b tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0488267 Aug 31 07:18:28.669486 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc5a95b0-0c36-4fd7-97b4-f89089961414 req-be9c948c-d80b-4a0f-95d0-51e4aa8775b4 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Aug 31 07:18:29.786469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b4801-5a68-41bd-80be-1cbdd451e12e req-95efee90-3f72-4c40-ba48-9a2f4976f608 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:29.787942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f46b4801-5a68-41bd-80be-1cbdd451e12e req-95efee90-3f72-4c40-ba48-9a2f4976f608 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0532672 Aug 31 07:18:29.825088 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f46b4801-5a68-41bd-80be-1cbdd451e12e req-999d32fa-7074-4656-b9b2-c48b0675cbb3 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Aug 31 07:18:30.116903 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:30.944749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9986b-9298-4cba-8b5c-ffe8e6a66220 req-ece49dcc-1728-4fc3-afa8-46701597fa43 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:30.946293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57e9986b-9298-4cba-8b5c-ffe8e6a66220 req-ece49dcc-1728-4fc3-afa8-46701597fa43 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0539834 Aug 31 07:18:30.983922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57e9986b-9298-4cba-8b5c-ffe8e6a66220 req-96b6727c-fdc8-4069-ad0c-00be7fae2b47 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317612 Aug 31 07:18:32.095930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fcf62-bf72-41e6-b4d7-fdf46a053c91 req-ad25984c-dcdf-4b11-989f-da1ba0283b6f tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:32.098125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c44fcf62-bf72-41e6-b4d7-fdf46a053c91 req-ad25984c-dcdf-4b11-989f-da1ba0283b6f tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0490103 Aug 31 07:18:32.137623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c44fcf62-bf72-41e6-b4d7-fdf46a053c91 req-b8f5bf7a-490e-479b-943b-f48d9f21ef55 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Aug 31 07:18:33.250125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2aac2-b80b-4f21-ae5b-add0808f1359 req-38b1721b-aed2-4ef0-97f7-1fb9af1b0d76 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:33.251585 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0de2aac2-b80b-4f21-ae5b-add0808f1359 req-38b1721b-aed2-4ef0-97f7-1fb9af1b0d76 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0477715 Aug 31 07:18:33.288301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0de2aac2-b80b-4f21-ae5b-add0808f1359 req-735fbb19-94ca-49c4-9246-b118d465bd38 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302598 Aug 31 07:18:34.402902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bfad4-f559-4a06-9893-1d3e0256b027 req-efa1b392-f22f-4df0-b5e7-aefc9a89235b tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:34.404428 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc8bfad4-f559-4a06-9893-1d3e0256b027 req-efa1b392-f22f-4df0-b5e7-aefc9a89235b tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Aug 31 07:18:34.442061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc8bfad4-f559-4a06-9893-1d3e0256b027 req-6241405b-43f5-4bc9-8a1c-87c5c7fe6915 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Aug 31 07:18:35.555209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35804044-a291-4127-af32-ad2365aa5ce1 req-a8555ed7-effc-4c99-b1a5-1b23dee155c6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:35.556811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35804044-a291-4127-af32-ad2365aa5ce1 req-a8555ed7-effc-4c99-b1a5-1b23dee155c6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0481987 Aug 31 07:18:35.593762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35804044-a291-4127-af32-ad2365aa5ce1 req-7a34ea50-3453-43d2-beb0-35fe92ab8bd5 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Aug 31 07:18:36.713209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bd74d-05ac-44d6-9b01-f64c6e6704b0 req-f89ce3d1-77bb-4fe2-aaa2-b4934ed2ecf6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:36.714700 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e22bd74d-05ac-44d6-9b01-f64c6e6704b0 req-f89ce3d1-77bb-4fe2-aaa2-b4934ed2ecf6 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Aug 31 07:18:36.751076 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e22bd74d-05ac-44d6-9b01-f64c6e6704b0 req-cb117c97-f117-4dc3-990a-530a65f41e2e tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305119 Aug 31 07:18:37.306358 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-a33e2bc7-a6e3-43fb-9c37-6e4067b7c6c4 service neutron] show failed (client error): The resource could not be found. Aug 31 07:18:37.307334 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-a33e2bc7-a6e3-43fb-9c37-6e4067b7c6c4 service neutron] 10.222.0.23 "GET /v2.0/ports/9887b847-5090-4438-9763-644e42a45459/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0598581 Aug 31 07:18:37.539034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-3ceb6acd-01f7-45b0-9b8d-b33a3eb7668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:37.540607 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-3ceb6acd-01f7-45b0-9b8d-b33a3eb7668f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577&tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0803950 Aug 31 07:18:37.553813 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:18:37.608841 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:37.804906 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] For port 9887b847-5090-4438-9763-644e42a45459, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:37.838914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] For port 9887b847-5090-4438-9763-644e42a45459, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:18:37.866734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99180-96ad-40b6-ac15-87cc903684ed req-4a984898-9c5b-4ffe-a82b-51ab5051b25b tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:37.868198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a99180-96ad-40b6-ac15-87cc903684ed req-4a984898-9c5b-4ffe-a82b-51ab5051b25b tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0492389 Aug 31 07:18:37.889317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9887b847-5090-4438-9763-644e42a45459'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:18:37.891886 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56d85ea-ad38-4b81-a116-77fdcf78ebbe" -d '{"events": [{"server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "name": "network-vif-unplugged", "status": "completed", "tag": "9887b847-5090-4438-9763-644e42a45459"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:18:37.896600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:37.909375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Transition to ACTIVE for port object 9887b847-5090-4438-9763-644e42a45459 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:18:37.913442 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:37.920581 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-85a99180-96ad-40b6-ac15-87cc903684ed req-2b5689d9-7b85-4340-bc35-7556ff6752ce tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Aug 31 07:18:37.955891 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb00a9c7-f292-43bb-8d78-d353e340d288 x-openstack-request-id: req-eb00a9c7-f292-43bb-8d78-d353e340d288 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:18:37.956184 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "name": "network-vif-unplugged", "status": "completed", "tag": "9887b847-5090-4438-9763-644e42a45459", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:18:37.956434 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb00a9c7-f292-43bb-8d78-d353e340d288 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:18:37.956823 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9887b847-5090-4438-9763-644e42a45459', 'code': 200} Aug 31 07:18:37.977635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] No DVR routers for this DVR port 9887b847-5090-4438-9763-644e42a45459 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:18:37.985491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:38.008848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.009219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.009551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.009882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.010208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.010536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.010858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.011188 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.011500 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.011820 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.012136 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.012452 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:38.027773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Attempting to bind port 9887b847-5090-4438-9763-644e42a45459 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:18:38.028103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Attempting to bind port 9887b847-5090-4438-9763-644e42a45459 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:18:38.028425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Attempting to bind port 9887b847-5090-4438-9763-644e42a45459 on network 0a11c167-f4ed-4497-91ed-aed1ad91649c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:18:38.032563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Port 9887b847-5090-4438-9763-644e42a45459 on network 0a11c167-f4ed-4497-91ed-aed1ad91649c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:18:38.032873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Attempting to bind port 9887b847-5090-4438-9763-644e42a45459 on network 0a11c167-f4ed-4497-91ed-aed1ad91649c {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:18:38.038099 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:18:38.038437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Checking segment: {'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:18:38.038795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Bound using segment: {'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:18:38.039207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Bound port: 9887b847-5090-4438-9763-644e42a45459, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b6129a-bb72-4795-9ead-596144580632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:18:38.039555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:38.099881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] For port 9887b847-5090-4438-9763-644e42a45459, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:18:38.102803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] For port 9887b847-5090-4438-9763-644e42a45459, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:18:38.107539 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:38.147695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:38.148322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:38.149777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] 10.222.0.42 "PUT /v2.0/ports/9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 1092 time: 0.6006963 Aug 31 07:18:38.170374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5652c-213f-4aa4-9547-7f564337509e service neutron] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:38.217103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-c0546b4b-3b92-4196-bb2e-1829e209355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:38.218634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-c0546b4b-3b92-4196-bb2e-1829e209355c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1095 time: 0.0432713 Aug 31 07:18:38.305054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-4e3d4316-7e46-4224-b781-4a06e67e0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:38.306541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-4e3d4316-7e46-4224-b781-4a06e67e0887 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 912 time: 0.0810516 Aug 31 07:18:38.348162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-08d24ecb-de86-42de-859d-8aec256ffd38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 217 time: 0.0335758 Aug 31 07:18:38.399215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-2bf12a6c-c56f-43e6-a834-d61f2bef0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:38.400567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-2bf12a6c-c56f-43e6-a834-d61f2bef0293 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 200 len: 851 time: 0.0458243 Aug 31 07:18:38.432595 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-86c10eff-147f-48d8-a71e-c6921a8e4533 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a11c167-f4ed-4497-91ed-aed1ad91649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242448 Aug 31 07:18:38.444181 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-0a2a25e6-d864-4707-9837-466e85e3eb0c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:18:38.445150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-0a2a25e6-d864-4707-9837-466e85e3eb0c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047772 Aug 31 07:18:38.531799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-5a738837-f2a5-4273-814d-2065cb5e758f service neutron] 10.222.0.42 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797951 Aug 31 07:18:38.622829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cfa94a6-9758-42ef-80a5-13e179aba8dc req-e5b52847-ba57-4438-829a-fa9347880d2e service neutron] 10.222.0.42 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846183 Aug 31 07:18:39.041388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff1254-31f7-436f-86da-6e6a1dba8c95 req-5189ce5c-5486-4dc0-a1f8-3173b929a613 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:39.042889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34ff1254-31f7-436f-86da-6e6a1dba8c95 req-5189ce5c-5486-4dc0-a1f8-3173b929a613 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 943 time: 0.0492234 Aug 31 07:18:39.079967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34ff1254-31f7-436f-86da-6e6a1dba8c95 req-808502fe-4d29-4de1-ac84-bd227d1cced1 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Aug 31 07:18:39.957914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'tag': '9887b847-5090-4438-9763-644e42a45459'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:18:39.960288 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f05569a-1990-424a-905c-d1feadd60f08" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "tag": "9887b847-5090-4438-9763-644e42a45459"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:18:40.007973 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6301461-75b3-4538-a200-cbbaca2bac55 x-openstack-request-id: req-c6301461-75b3-4538-a200-cbbaca2bac55 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:18:40.008264 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "tag": "9887b847-5090-4438-9763-644e42a45459", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:18:40.008516 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6301461-75b3-4538-a200-cbbaca2bac55 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:18:40.008934 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'tag': '9887b847-5090-4438-9763-644e42a45459', 'status': 'completed', 'code': 200} Aug 31 07:18:40.077737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05569a-1990-424a-905c-d1feadd60f08 req-4aae4ef7-a26c-4ab0-a98a-469cc6916bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:40.079308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-4aae4ef7-a26c-4ab0-a98a-469cc6916bb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1095 time: 0.0414479 Aug 31 07:18:40.079544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05569a-1990-424a-905c-d1feadd60f08 req-1b730bef-d34b-4ce5-9272-bd276dda3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:40.082852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-1b730bef-d34b-4ce5-9272-bd276dda3886 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1095 time: 0.0492461 Aug 31 07:18:40.219606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05569a-1990-424a-905c-d1feadd60f08 req-1fe75d08-bc3a-427d-8514-f9104ebef6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:40.221643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-1fe75d08-bc3a-427d-8514-f9104ebef6d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 912 time: 0.1309187 Aug 31 07:18:40.244331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c688f4-668f-4113-9c30-89a78d715709 req-f16e1d56-776f-4ae7-b9ba-660d8661c560 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:40.245936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4c688f4-668f-4113-9c30-89a78d715709 req-f16e1d56-776f-4ae7-b9ba-660d8661c560 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 943 time: 0.0779874 Aug 31 07:18:40.284816 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-cea3ede9-16cd-4a8e-a66c-003a7549019a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 217 time: 0.0544965 Aug 31 07:18:40.351234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4c688f4-668f-4113-9c30-89a78d715709 req-ec16fb97-ebc6-4451-bbc3-a3c926010c82 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698130 Aug 31 07:18:40.358797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05569a-1990-424a-905c-d1feadd60f08 req-a8ff52a7-02d5-41ff-b17d-88076d7596cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:40.360325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-a8ff52a7-02d5-41ff-b17d-88076d7596cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 200 len: 851 time: 0.0626383 Aug 31 07:18:40.395103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-b9273a9e-817a-4e77-a103-55cf79a1312a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a11c167-f4ed-4497-91ed-aed1ad91649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267906 Aug 31 07:18:40.494437 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-9f1eb465-7ad6-4a34-811e-b1cae65e47ea service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896573 Aug 31 07:18:40.519242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05569a-1990-424a-905c-d1feadd60f08 req-47c5b90d-2cd7-4bbd-b718-e553d274709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:40.520717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-47c5b90d-2cd7-4bbd-b718-e553d274709c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 912 time: 0.4309444 Aug 31 07:18:40.561898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-ced46158-d52d-4de1-ab24-25e228cc1fa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 217 time: 0.0334945 Aug 31 07:18:40.586644 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-9371180e-92b2-45b1-919c-db64a7207b3f service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841546 Aug 31 07:18:40.612877 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05569a-1990-424a-905c-d1feadd60f08 req-8706366f-956f-4b82-bb18-dfe17ed8fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:40.614443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-8706366f-956f-4b82-bb18-dfe17ed8fb59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 200 len: 851 time: 0.0448532 Aug 31 07:18:40.646389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-bfe3a784-ab8f-4326-8315-9a19fab2f903 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a11c167-f4ed-4497-91ed-aed1ad91649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247376 Aug 31 07:18:40.735538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-7fa841cc-3c68-4dee-818a-9ad873954a9e service neutron] 10.222.0.42 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813844 Aug 31 07:18:40.826433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f05569a-1990-424a-905c-d1feadd60f08 req-3958818f-f639-4909-9bfc-175f0fe7457d service neutron] 10.222.0.42 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839691 Aug 31 07:18:41.469762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac87e7d-bb61-489b-83d1-b14224763ab5 req-bb64445e-92da-482f-9abe-2f00417f1e36 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:41.472011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ac87e7d-bb61-489b-83d1-b14224763ab5 req-bb64445e-92da-482f-9abe-2f00417f1e36 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 943 time: 0.0498281 Aug 31 07:18:41.508669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ac87e7d-bb61-489b-83d1-b14224763ab5 req-01c277c2-33fd-4a94-ac32-39679e9cce8a tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Aug 31 07:18:41.589843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9887b847-5090-4438-9763-644e42a45459 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:18:41.632718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9887b847-5090-4438-9763-644e42a45459 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:18:41.692318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9887b847-5090-4438-9763-644e42a45459 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:18:41.784305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9887b847-5090-4438-9763-644e42a45459, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:41.795561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '9887b847-5090-4438-9763-644e42a45459', 'network_id': '0a11c167-f4ed-4497-91ed-aed1ad91649c', 'port_id': '9887b847-5090-4438-9763-644e42a45459', 'mac_address': 'fa:16:3e:3e:ca:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd577b37-d338-4495-bdb0-3c0fe1ab1bcb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:18:41.818558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-c96fc3e8-ff93-4dad-857b-ff2a1618f63d tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:41.820057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-c96fc3e8-ff93-4dad-857b-ff2a1618f63d tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577&tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 943 time: 0.0901129 Aug 31 07:18:41.836131 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:41.848643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9887b847-5090-4438-9763-644e42a45459 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:18:41.867410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9887b847-5090-4438-9763-644e42a45459, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:41.871660 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:41.880969 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-113620da-2cff-446e-92f6-3331f5956d22 service neutron] delete failed (client error): The resource could not be found. Aug 31 07:18:41.882039 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-113620da-2cff-446e-92f6-3331f5956d22 service neutron] 10.222.0.23 "DELETE /v2.0/ports/9887b847-5090-4438-9763-644e42a45459/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0542383 Aug 31 07:18:41.923504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:41.931035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.931398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.931716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.932056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.932384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.932711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.933037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.933386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.933709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.934047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.934367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.934684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:41.964699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-020add0f-23a1-468e-9dd2-97f8d00c3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:41.966285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-020add0f-23a1-468e-9dd2-97f8d00c3811 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 1096 time: 0.0411315 Aug 31 07:18:42.060877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-5816d447-5890-4938-a031-ba00fc5d415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:42.062435 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-5816d447-5890-4938-a031-ba00fc5d415a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 200 len: 912 time: 0.0882220 Aug 31 07:18:42.104370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-0547a745-ebac-4cae-91ed-9bea6164d106 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 200 len: 217 time: 0.0339921 Aug 31 07:18:42.119549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['9887b847-5090-4438-9763-644e42a45459'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:18:42.154958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-c73c18a9-bfa6-4de8-84c3-929820a99f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:42.156438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-c73c18a9-bfa6-4de8-84c3-929820a99f74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 200 len: 851 time: 0.0446911 Aug 31 07:18:42.195922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-bc354235-4396-4162-9a97-043651a3ec81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a11c167-f4ed-4497-91ed-aed1ad91649c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316958 Aug 31 07:18:42.285977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-83695b70-0592-4a3e-ab0c-c0e1129088fb service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827298 Aug 31 07:18:42.385919 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-01b690fd-faf2-468b-8d76-781cb22d1d71 service neutron] 10.222.0.23 "GET /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903764 Aug 31 07:18:43.085456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3b7ac-dc42-49b7-8e8d-4d1f055be8ae req-65c794cc-2e82-4c6e-b9c5-656572e0ceec tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:43.086957 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ad3b7ac-dc42-49b7-8e8d-4d1f055be8ae req-65c794cc-2e82-4c6e-b9c5-656572e0ceec tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 944 time: 0.0486012 Aug 31 07:18:43.123910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5ad3b7ac-dc42-49b7-8e8d-4d1f055be8ae req-b4f7121f-eaa9-4623-a977-9a03f6e05080 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Aug 31 07:18:43.703232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9887b847-5090-4438-9763-644e42a45459 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:43.751105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 9887b847-5090-4438-9763-644e42a45459 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:18:43.754569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 9887b847-5090-4438-9763-644e42a45459 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:43.754944 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:43.828273 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:43.853237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9887b847-5090-4438-9763-644e42a45459'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:18:43.855470 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1d32f5-a826-4e10-b7e5-a43b6f7a0f1f" -d '{"events": [{"server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "name": "network-vif-plugged", "status": "completed", "tag": "9887b847-5090-4438-9763-644e42a45459"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:18:43.868058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 9887b847-5090-4438-9763-644e42a45459, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:43.872086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:43.895541 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48125fe3-3329-4810-bac5-8fc1b9de7c99 x-openstack-request-id: req-48125fe3-3329-4810-bac5-8fc1b9de7c99 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:18:43.895834 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "name": "network-vif-plugged", "status": "completed", "tag": "9887b847-5090-4438-9763-644e42a45459", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:18:43.896092 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48125fe3-3329-4810-bac5-8fc1b9de7c99 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:18:43.896481 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9887b847-5090-4438-9763-644e42a45459', 'code': 200} Aug 31 07:18:43.921416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:44.238551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e110-cd5f-4c26-b8c9-87d2f929ae0d req-85871318-8dc1-4df5-a78d-59c5c963e145 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:44.240058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ae4e110-cd5f-4c26-b8c9-87d2f929ae0d req-85871318-8dc1-4df5-a78d-59c5c963e145 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Aug 31 07:18:44.282517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7ae4e110-cd5f-4c26-b8c9-87d2f929ae0d req-1da41bd1-2253-400d-a801-56ef322826a9 tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.15 "GET /v2.0/security-groups?id=13952a0b-cff1-4bbd-84fa-d734a14eab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 Aug 31 07:18:44.338946 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-c957a471-f4d2-48b0-a7f3-e895a9fbf2fa tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:44.340383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-c957a471-f4d2-48b0-a7f3-e895a9fbf2fa tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4254fa-16b4-4a0d-8313-7ecc4bfc3577 HTTP/1.1" status: 200 len: 945 time: 0.0476568 Aug 31 07:18:44.427726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Deleting port 9887b847-5090-4438-9763-644e42a45459 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:18:44.428063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:44.516077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] For port 9887b847-5090-4438-9763-644e42a45459, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=9887b847-5090-4438-9763-644e42a45459,segment=NetworkSegment(65b6129a-bb72-4795-9ead-596144580632),segment_id=65b6129a-bb72-4795-9ead-596144580632)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:44.516443 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:44.529208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Calling delete_port for 9887b847-5090-4438-9763-644e42a45459 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:18:44.653454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:44.666253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['9887b847-5090-4438-9763-644e42a45459'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:18:44.683548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Pushing event deleted for resources: {'Port': ['ID=9887b847-5090-4438-9763-644e42a45459,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:44.724225 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] No DVR routers for this DVR port 9887b847-5090-4438-9763-644e42a45459 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:18:44.726936 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:44.728958 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee67eb90-c69a-4e68-bb0d-899b7d233835 req-b8397576-a787-4b37-9b00-66dfb0b646eb tempest-DeleteServersTestJSON-1428981090 tempest-DeleteServersTestJSON-1428981090-project] 10.222.0.42 "DELETE /v2.0/ports/9887b847-5090-4438-9763-644e42a45459 HTTP/1.1" status: 204 len: 173 time: 0.3819985 Aug 31 07:18:44.729426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'name': 'network-vif-deleted', 'tag': '9887b847-5090-4438-9763-644e42a45459'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:18:44.731730 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df38dec-e9c3-4ba5-83d8-3faea9ac769f" -d '{"events": [{"server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "name": "network-vif-deleted", "tag": "9887b847-5090-4438-9763-644e42a45459"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:18:44.769729 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf47963-0154-4c7f-81e5-20ba41ccd578 x-openstack-request-id: req-4cf47963-0154-4c7f-81e5-20ba41ccd578 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:18:44.770025 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4254fa-16b4-4a0d-8313-7ecc4bfc3577", "name": "network-vif-deleted", "tag": "9887b847-5090-4438-9763-644e42a45459", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:18:44.770281 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cf47963-0154-4c7f-81e5-20ba41ccd578 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:18:44.770704 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4254fa-16b4-4a0d-8313-7ecc4bfc3577', 'name': 'network-vif-deleted', 'tag': '9887b847-5090-4438-9763-644e42a45459', 'status': 'completed', 'code': 200} Aug 31 07:18:45.422304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52154) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:18:45.465885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c08951f-e04b-46b7-b0f3-5d28440d21cc admin admin] Deleting subnet fd577b37-d338-4495-bdb0-3c0fe1ab1bcb {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:18:45.468834 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c08951f-e04b-46b7-b0f3-5d28440d21cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.506753 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c08951f-e04b-46b7-b0f3-5d28440d21cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.544394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c08951f-e04b-46b7-b0f3-5d28440d21cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.596295 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c08951f-e04b-46b7-b0f3-5d28440d21cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.620804 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08951f-e04b-46b7-b0f3-5d28440d21cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd577b37-d338-4495-bdb0-3c0fe1ab1bcb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:45.624597 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2c08951f-e04b-46b7-b0f3-5d28440d21cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.626520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2c08951f-e04b-46b7-b0f3-5d28440d21cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd577b37-d338-4495-bdb0-3c0fe1ab1bcb HTTP/1.1" status: 204 len: 168 time: 0.2032106 Aug 31 07:18:45.629543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52156) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:18:45.699575 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.775629 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.785055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a11c167-f4ed-4497-91ed-aed1ad91649c']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:18:45.794887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b6129a-bb72-4795-9ead-596144580632') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:18:45.795182 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b6129a-bb72-4795-9ead-596144580632') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:18:45.803713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.817970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.823657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:18:45.824043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:18:45.825679 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:18:45.883986 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.891035 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.892720 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/0a11c167-f4ed-4497-91ed-aed1ad91649c HTTP/1.1" status: 204 len: 168 time: 0.2621925 Aug 31 07:18:45.903289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67003eed-7e3e-49a2-9beb-36351af8a2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=0a11c167-f4ed-4497-91ed-aed1ad91649c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:45.999442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52160) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:18:46.039015 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9e271d51-80c7-4677-a9b5-fd97bb485f12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d69ea36d9f441abb4faf291cd1ec4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385120 Aug 31 07:18:46.041469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52162) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:18:46.087982 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbac8d6a-416a-4e44-b8da-9eb22e84c10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:46.108066 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbac8d6a-416a-4e44-b8da-9eb22e84c10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:46.153566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbac8d6a-416a-4e44-b8da-9eb22e84c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:46.156070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cbac8d6a-416a-4e44-b8da-9eb22e84c10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:46.157577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cbac8d6a-416a-4e44-b8da-9eb22e84c10c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13952a0b-cff1-4bbd-84fa-d734a14eab9f HTTP/1.1" status: 204 len: 168 time: 0.1152194 Aug 31 07:18:46.165219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac8d6a-416a-4e44-b8da-9eb22e84c10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13952a0b-cff1-4bbd-84fa-d734a14eab9f,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:46.823780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52184) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:18:46.918911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2134889845-network', 'tenant_id': '55545be241f64671b89ceba34245973c'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:18:46.939056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Made reservation on behalf of 55545be241f64671b89ceba34245973c for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:18:46.941481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:46.950612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.044416 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.048839 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.074652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:18:47.084828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709878b5-9115-46d9-8fb2-0457c9bff9c2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:47.089707 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.090044 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Added segment bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a of type vlan for network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 Aug 31 07:18:47.102904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.103245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.103579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.103916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.104244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.104566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.104890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.105236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.105557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.105875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.106197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.106513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:18:47.149780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.173044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.173981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:47.174570 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.229443 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4045208 Aug 31 07:18:47.232359 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52188) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:18:47.238211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Request body: {'subnet': {'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2134889845-subnet', 'tenant_id': '55545be241f64671b89ceba34245973c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:18:47.238998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c353e-5171-4b2c-9b4d-d73138288057 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:47.248627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:18:47.258211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Made reservation on behalf of 55545be241f64671b89ceba34245973c for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:18:47.260782 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.427999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.481646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9f7de8-c7ab-44bb-a3c0-6869c651893d,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:47.496476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Checking segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:18:47.496832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Network hostable DHCP agents. Network: d3fdb1aa-31ff-432c-973a-14b97c0bd9e0, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:18:47.513252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:18:47.521919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d3fdb1aa-31ff-432c-973a-14b97c0bd9e0) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:18:47.526478 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:47.527069 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:47.531093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37851a57-2e18-469e-bf13-192a1fc7f5f8 None None] Network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:18:47.542590 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2d3e9f39-66cc-4a31-9654-11e52562d161 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3087862 Aug 31 07:18:47.655453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda83d51-fac2-4bed-92f1-331eabc9e6fe None None] Network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:18:47.968188 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-1b37b7f0-1529-4e27-a7e2-99b85c7862ca tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:47.969630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-1b37b7f0-1529-4e27-a7e2-99b85c7862ca tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 815 time: 0.1018414 Aug 31 07:18:47.984245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-dd568c47-3000-468c-be99-0d222c9adce5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/quotas/55545be241f64671b89ceba34245973c HTTP/1.1" status: 200 len: 375 time: 0.0089569 Aug 31 07:18:48.021932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-2639715c-59a2-40c5-96ff-0294fa5d58e5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317392 Aug 31 07:18:48.156588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-4bcf60c1-c345-47be-adf3-091de57b83cf service neutron] 10.222.0.15 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273999 Aug 31 07:18:48.249476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-4fbb5e6b-c19c-4087-8377-2f04e9635869 service neutron] 10.222.0.15 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867805 Aug 31 07:18:48.407033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-81c11af8-00d8-461b-b1af-b0ddc4849e48 req-3e7b6814-a261-4f79-870e-9cf6da65576c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 210 time: 0.0270150 Aug 31 07:18:49.321527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-aa0c76cc-237b-486f-8a62-adfbc1460621 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:49.323026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-aa0c76cc-237b-486f-8a62-adfbc1460621 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.42 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 815 time: 0.1033618 Aug 31 07:18:49.336850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Request body: {'port': {'device_id': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0', 'admin_state_up': True, 'tenant_id': '55545be241f64671b89ceba34245973c'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:18:49.460251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Made reservation on behalf of 55545be241f64671b89ceba34245973c for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:18:49.465498 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:49.516571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2cb22ecb-03e4-4203-9407-95dce4be2ba7 req-f27f6203-baa8-4423-b439-6d896b4cc910 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 210 time: 0.0337563 Aug 31 07:18:49.605735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Allocated IP 172.20.0.3 (d3fdb1aa-31ff-432c-973a-14b97c0bd9e0/2b9f7de8-c7ab-44bb-a3c0-6869c651893d/62aea19b-040b-4dac-8d1e-e43bea66e6e7) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:18:49.734684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9887b847-5090-4438-9763-644e42a45459 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:18:49.755166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 9887b847-5090-4438-9763-644e42a45459 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:18:49.755385 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:49.755674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 9887b847-5090-4438-9763-644e42a45459 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:18:49.792785 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:49.840793 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:18:49.843860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:18:49.847823 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:18:49.872413 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:49.903107 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:49.903742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:49.918517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e4afd497-e1a0-4fab-bf6a-82ca1305cf25 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5855751 Aug 31 07:18:49.931809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Request body: {'port': {'device_id': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:18:49.983963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:50.247334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62aea19b-040b-4dac-8d1e-e43bea66e6e7 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:18:50.254733 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:50.266620 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Transition to ACTIVE for port object 62aea19b-040b-4dac-8d1e-e43bea66e6e7 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:18:50.271949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:50.320892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:50.390590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Attempting to bind port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:18:50.390919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Attempting to bind port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:18:50.391246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Attempting to bind port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:18:50.395393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:18:50.395708 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Attempting to bind port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:18:50.400675 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:18:50.401007 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Checking segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:18:50.401474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Bound using segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:18:50.401895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Bound port: 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:18:50.402339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:50.469606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:18:50.473071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:18:50.477572 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:50.498126 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:18:50.510947 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:50.511555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:50.512957 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] 10.222.0.42 "PUT /v2.0/ports/62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 1092 time: 0.5856032 Aug 31 07:18:50.513418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:18:50.515673 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad135afa-0c10-4739-b13d-21279711ae89" -d '{"events": [{"name": "network-changed", "server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:18:50.546238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aec302-40a2-4968-aab8-1f37723fcfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:50.561921 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2b8213-eb17-4ae3-829c-c74cf9d00685 x-openstack-request-id: req-0b2b8213-eb17-4ae3-829c-c74cf9d00685 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:18:50.562214 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:18:50.562463 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b2b8213-eb17-4ae3-829c-c74cf9d00685 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:18:50.563101 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'status': 'completed', 'code': 200} Aug 31 07:18:50.598716 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-679e2bb9-f7f2-43b0-9237-f2ca441e0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:50.600252 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-679e2bb9-f7f2-43b0-9237-f2ca441e0260 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0475581 Aug 31 07:18:50.637215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb208d-e1b0-4412-b8cc-05ddd60d59a4 req-690b7615-cd55-4e34-950d-8b5921c383e7 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:50.638746 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3fb208d-e1b0-4412-b8cc-05ddd60d59a4 req-690b7615-cd55-4e34-950d-8b5921c383e7 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 943 time: 0.0530434 Aug 31 07:18:50.646140 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-62d2abb5-38b2-4641-a91f-47330630f021 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0386155 Aug 31 07:18:50.681172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3fb208d-e1b0-4412-b8cc-05ddd60d59a4 req-c41d6e2f-ff28-4f20-9d60-3dc040d1706d tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Aug 31 07:18:50.696155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e395f335-68f0-4356-a89d-41f2748bbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:50.697815 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-e395f335-68f0-4356-a89d-41f2748bbd48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0455790 Aug 31 07:18:50.730742 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-100dda85-01dc-4095-9cb3-b62027930379 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253987 Aug 31 07:18:50.819983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-773741fd-3339-42f1-8c80-715bebe4f763 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812695 Aug 31 07:18:50.914228 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77b6fbe8-7531-4bd4-a23f-71c19be10af2 req-b9f5be7e-c29b-4aa1-9eef-83f1f5d73118 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872242 Aug 31 07:18:50.999425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad135afa-0c10-4739-b13d-21279711ae89 req-84f44a33-1526-4095-bdee-8816f548bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:51.000984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad135afa-0c10-4739-b13d-21279711ae89 req-84f44a33-1526-4095-bdee-8816f548bfa7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0416322 Aug 31 07:18:51.098507 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad135afa-0c10-4739-b13d-21279711ae89 req-8724aa16-9b58-4320-81be-1db85151ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:51.099915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad135afa-0c10-4739-b13d-21279711ae89 req-8724aa16-9b58-4320-81be-1db85151ac87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.0923166 Aug 31 07:18:51.143377 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad135afa-0c10-4739-b13d-21279711ae89 req-c621b124-533f-48af-bc0a-5261d2d3ce43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0361874 Aug 31 07:18:51.192219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad135afa-0c10-4739-b13d-21279711ae89 req-06f6b573-aa9f-44b5-b0a9-555a44dfbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:51.193717 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad135afa-0c10-4739-b13d-21279711ae89 req-06f6b573-aa9f-44b5-b0a9-555a44dfbe34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0442991 Aug 31 07:18:51.229816 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad135afa-0c10-4739-b13d-21279711ae89 req-d5760b2a-a006-43b8-86fd-d0ccab7bad2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282516 Aug 31 07:18:51.318836 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad135afa-0c10-4739-b13d-21279711ae89 req-a59ceb0b-f104-46ea-8a19-1d3147fe241d service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809376 Aug 31 07:18:51.410990 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ad135afa-0c10-4739-b13d-21279711ae89 req-7f8a360c-ba84-437e-b91e-b74f1bec3116 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839787 Aug 31 07:18:51.796807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ed6a5-484c-4d24-8322-9564233af83d req-85482709-d1d9-4579-9cce-cb1f3d550dc4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:51.798329 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-788ed6a5-484c-4d24-8322-9564233af83d req-85482709-d1d9-4579-9cce-cb1f3d550dc4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 943 time: 0.0488560 Aug 31 07:18:51.835605 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-788ed6a5-484c-4d24-8322-9564233af83d req-d0b7033d-62a2-4214-a8d7-4a040710165a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307801 Aug 31 07:18:52.951645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1eca0-6487-43d8-af19-e7713b134d9a req-0fbbfb2c-c120-4975-915b-ce2ac3e4fa26 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:52.953378 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a0d1eca0-6487-43d8-af19-e7713b134d9a req-0fbbfb2c-c120-4975-915b-ce2ac3e4fa26 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 943 time: 0.0529170 Aug 31 07:18:52.992338 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a0d1eca0-6487-43d8-af19-e7713b134d9a req-78c0ac77-1b4c-4cf7-b3b8-b86c7c3d0c8f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Aug 31 07:18:53.765198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 62aea19b-040b-4dac-8d1e-e43bea66e6e7 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:18:53.858934 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:53.869884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0', 'port_id': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'mac_address': 'fa:16:3e:a0:b7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9f7de8-c7ab-44bb-a3c0-6869c651893d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:18:53.906022 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:53.918129 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62aea19b-040b-4dac-8d1e-e43bea66e6e7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:18:53.940738 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:53.944322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:53.989426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:54.113445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4da2a-f44f-417f-90d4-d9abb28aa3bb req-b813dd05-81ce-4278-87b6-0ce63db3a97f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:54.114917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2b4da2a-f44f-417f-90d4-d9abb28aa3bb req-b813dd05-81ce-4278-87b6-0ce63db3a97f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 944 time: 0.0494859 Aug 31 07:18:54.138238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['62aea19b-040b-4dac-8d1e-e43bea66e6e7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:18:54.154045 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d2b4da2a-f44f-417f-90d4-d9abb28aa3bb req-3e0e0882-5b19-42fd-96f1-8a961be03b8b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333083 Aug 31 07:18:54.273054 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-98446012-8aa9-473d-95a0-e00d7ce394ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:54.790557 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:55.273469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e081c-7b3b-4ac7-8ee1-f4f4257a2888 req-287a8523-4207-44cf-b0a6-97017ac1dfea tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:55.274947 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-404e081c-7b3b-4ac7-8ee1-f4f4257a2888 req-287a8523-4207-44cf-b0a6-97017ac1dfea tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 944 time: 0.0516970 Aug 31 07:18:55.311582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-404e081c-7b3b-4ac7-8ee1-f4f4257a2888 req-6e283af5-4fe4-48c5-bc00-558f26fdc86a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308154 Aug 31 07:18:55.772095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 62aea19b-040b-4dac-8d1e-e43bea66e6e7 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:55.823530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:18:55.827180 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:55.827556 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:55.903529 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:55.925308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:18:55.927529 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e639a45b-8d48-4b0f-894c-0ddde4cdb499" -d '{"events": [{"server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "name": "network-vif-plugged", "status": "completed", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:18:55.941215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:55.945037 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:55.970524 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1298cfcb-3c4e-494f-908f-5c23d43ad425 x-openstack-request-id: req-1298cfcb-3c4e-494f-908f-5c23d43ad425 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:18:55.970809 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "name": "network-vif-plugged", "status": "completed", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:18:55.971064 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1298cfcb-3c4e-494f-908f-5c23d43ad425 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:18:55.971443 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'code': 200} Aug 31 07:18:55.997531 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:56.071401 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedbdc4-a3f6-401e-b254-9d3fd337e1f9 req-062a3c65-cf91-4c16-a953-f277ea5b4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:56.072956 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eedbdc4-a3f6-401e-b254-9d3fd337e1f9 req-062a3c65-cf91-4c16-a953-f277ea5b4de3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0469866 Aug 31 07:18:56.110968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3eedbdc4-a3f6-401e-b254-9d3fd337e1f9 req-37fc0823-1f86-4083-8c5e-0fe3bb90cafa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Aug 31 07:18:56.237011 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:56.426221 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955c1a1-cb70-4bf2-bcb2-92e7cc758bf1 req-317ef04f-c232-40d1-a7ee-8763ae4f94be tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:56.427725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4955c1a1-cb70-4bf2-bcb2-92e7cc758bf1 req-317ef04f-c232-40d1-a7ee-8763ae4f94be tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0493705 Aug 31 07:18:56.465361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4955c1a1-cb70-4bf2-bcb2-92e7cc758bf1 req-45d5b87a-4cc1-4adf-a515-55026128fb16 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Aug 31 07:18:56.887247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f7432b82-c6fa-42df-a1ee-d69b1fae6704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:56.958199 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:57.579365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1386-bc7f-4a54-8845-479b7858934b req-7ad8a485-1d81-4319-8a20-0a80883979da tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:57.581557 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d59b1386-bc7f-4a54-8845-479b7858934b req-7ad8a485-1d81-4319-8a20-0a80883979da tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Aug 31 07:18:57.617549 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d59b1386-bc7f-4a54-8845-479b7858934b req-854e28c2-1662-4840-a4b4-db1df2924015 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301418 Aug 31 07:18:57.728733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1e17-5707-460a-bc4a-2a61446a6827 req-b065ed42-8257-4f38-8a3b-ab73349db81c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:57.730252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d46a1e17-5707-460a-bc4a-2a61446a6827 req-b065ed42-8257-4f38-8a3b-ab73349db81c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0488048 Aug 31 07:18:57.771571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d46a1e17-5707-460a-bc4a-2a61446a6827 req-54a47371-5c01-43fb-8ce0-fc66f9466e89 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353889 Aug 31 07:18:57.971417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16124300-5c5c-4259-bbd9-18b8aeb69e3d req-d2096ac8-ba67-46f0-bf63-4a4fd1564005 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:57.972909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16124300-5c5c-4259-bbd9-18b8aeb69e3d req-d2096ac8-ba67-46f0-bf63-4a4fd1564005 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0521464 Aug 31 07:18:58.011792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16124300-5c5c-4259-bbd9-18b8aeb69e3d req-c61ee56c-9579-48c2-893a-5603a215c3b7 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Aug 31 07:18:58.124672 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ee009-b541-47bd-a247-9796be2a8daf req-e2ec3640-fdd6-4cd5-bb8d-2c97a0a6e4ee tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:58.126289 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e87ee009-b541-47bd-a247-9796be2a8daf req-e2ec3640-fdd6-4cd5-bb8d-2c97a0a6e4ee tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Aug 31 07:18:58.164178 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e87ee009-b541-47bd-a247-9796be2a8daf req-9076b869-f125-46ac-8944-0ff7996c20b4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Aug 31 07:18:58.266552 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:58.409950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ed0f-5f81-4cbe-80d2-0301d9b638c7 req-da4fd27a-3534-4220-b649-2dd48c747ff4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:58.410436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-08d69c92-6553-422f-997b-89406b66d874 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411768 Aug 31 07:18:58.412104 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e093ed0f-5f81-4cbe-80d2-0301d9b638c7 req-da4fd27a-3534-4220-b649-2dd48c747ff4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0588293 Aug 31 07:18:58.462486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e093ed0f-5f81-4cbe-80d2-0301d9b638c7 req-99a26a6a-6c52-4f26-ae8d-d40529de50a9 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444872 Aug 31 07:18:59.525581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-aea054e7-57eb-449e-b962-4371b0d40b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:59.527110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-aea054e7-57eb-449e-b962-4371b0d40b3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0419097 Aug 31 07:18:59.578682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8c992-3248-4a4c-945a-85f700ce0dad req-d598412f-7f9b-457a-a89b-1b091e89ff26 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:59.580241 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8a8c992-3248-4a4c-945a-85f700ce0dad req-d598412f-7f9b-457a-a89b-1b091e89ff26 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Aug 31 07:18:59.617134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-78e98bcc-f3f4-4b86-8748-4e7ffea2fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:59.618707 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-78e98bcc-f3f4-4b86-8748-4e7ffea2fbf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.0843291 Aug 31 07:18:59.618876 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e8a8c992-3248-4a4c-945a-85f700ce0dad req-8c20d6f3-c0e1-4b4a-b4e6-87c9e40fd9c6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324931 Aug 31 07:18:59.665675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-7a294652-5525-49ac-bc77-f2e5b2bb3f72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0392933 Aug 31 07:18:59.713711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-e9925154-28db-4377-9324-9f906cb82cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:18:59.715149 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-e9925154-28db-4377-9324-9f906cb82cec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0433521 Aug 31 07:18:59.746365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-96eabb23-077f-4ce7-b3df-ec4f2ac9339c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239019 Aug 31 07:18:59.836663 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-fc635bdd-1e93-4542-a018-c45466a84da5 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827925 Aug 31 07:18:59.926684 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-28683656-dd70-4c9b-ac37-046d6972836a service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Aug 31 07:19:00.119764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:00.734248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2adaf7-6990-4802-90c3-0c16c4d799d0 req-0fd68f31-db4b-44e7-a5c1-02dcd0bd76d7 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:00.735733 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc2adaf7-6990-4802-90c3-0c16c4d799d0 req-0fd68f31-db4b-44e7-a5c1-02dcd0bd76d7 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 31 07:19:00.773402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bc2adaf7-6990-4802-90c3-0c16c4d799d0 req-e14f85ae-5105-4b0a-a974-8c92972a8db1 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Aug 31 07:19:01.892980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d955d-7898-4dfd-bf78-972469ca973b req-d98845a4-c557-4aee-a68d-f682647a04d0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:01.894479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a9d955d-7898-4dfd-bf78-972469ca973b req-d98845a4-c557-4aee-a68d-f682647a04d0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0560899 Aug 31 07:19:01.931526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a9d955d-7898-4dfd-bf78-972469ca973b req-8709bc85-d3e7-4858-afbc-7bf8de480156 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Aug 31 07:19:03.047934 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170da97a-0581-45ff-a08e-096911069540 req-4f9a3499-3f62-4f68-a7b6-e1701d49e7bd tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:03.049814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-170da97a-0581-45ff-a08e-096911069540 req-4f9a3499-3f62-4f68-a7b6-e1701d49e7bd tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Aug 31 07:19:03.087420 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-170da97a-0581-45ff-a08e-096911069540 req-9197e000-1f12-4389-94aa-d47bba5a9186 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Aug 31 07:19:04.201470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc339f-7c9d-4d66-913f-876f9cccc0df req-1fd69fce-c9be-4bb7-b757-9bb83c3723f6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:04.203011 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25bc339f-7c9d-4d66-913f-876f9cccc0df req-1fd69fce-c9be-4bb7-b757-9bb83c3723f6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0488791 Aug 31 07:19:04.240543 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25bc339f-7c9d-4d66-913f-876f9cccc0df req-60e9c3d7-e21f-4a96-9bb8-242769867fd8 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311913 Aug 31 07:19:05.357250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516174a5-0fb5-49f3-83c5-a681f2aa2b59 req-756a10ce-0d51-4ff2-8253-c53685ca8d82 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:05.359982 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-516174a5-0fb5-49f3-83c5-a681f2aa2b59 req-756a10ce-0d51-4ff2-8253-c53685ca8d82 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0519536 Aug 31 07:19:05.408831 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-516174a5-0fb5-49f3-83c5-a681f2aa2b59 req-90991dc4-a994-44dd-9415-757897e7b3b0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Aug 31 07:19:06.523707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6db2a-f17b-4fd0-9dee-49e2b7cbe0e4 req-31854330-7e17-41ed-8005-42920382fcbf tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:06.525205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48b6db2a-f17b-4fd0-9dee-49e2b7cbe0e4 req-31854330-7e17-41ed-8005-42920382fcbf tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0491633 Aug 31 07:19:06.562124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-48b6db2a-f17b-4fd0-9dee-49e2b7cbe0e4 req-d05d23ea-476c-40c2-b8c9-8fc4bfc86f87 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310795 Aug 31 07:19:07.675493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2169db-add6-4135-a01a-9fc45ef2b927 req-6bae6424-21f2-46a5-8ab9-672285d83633 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:07.676992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e2169db-add6-4135-a01a-9fc45ef2b927 req-6bae6424-21f2-46a5-8ab9-672285d83633 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0487626 Aug 31 07:19:07.714335 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8e2169db-add6-4135-a01a-9fc45ef2b927 req-bce13c0d-48f3-4cf4-86d5-4de0472221fb tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Aug 31 07:19:08.833616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b700f-d2db-4b19-9801-704f25d9dc40 req-90bd4fc8-1f0b-4d48-90a8-f9e480171dcc tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:08.835110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e62b700f-d2db-4b19-9801-704f25d9dc40 req-90bd4fc8-1f0b-4d48-90a8-f9e480171dcc tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0521724 Aug 31 07:19:08.872441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e62b700f-d2db-4b19-9801-704f25d9dc40 req-04097779-9eed-4692-8af3-424627e29a3a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Aug 31 07:19:09.988700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f6cd3-1c08-4ca6-b3bb-1d80e99f22a3 req-805d1923-180d-4a8b-8c73-078609229fee tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:09.990250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-902f6cd3-1c08-4ca6-b3bb-1d80e99f22a3 req-805d1923-180d-4a8b-8c73-078609229fee tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Aug 31 07:19:10.028535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-902f6cd3-1c08-4ca6-b3bb-1d80e99f22a3 req-bd66c16b-761c-4dc6-9004-97e9f0f56d64 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Aug 31 07:19:11.145670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35ebeb-2138-4be5-8bc8-c05c35a438cd req-0b8b0471-3f83-43fc-85cd-fe080c71b662 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:11.147189 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea35ebeb-2138-4be5-8bc8-c05c35a438cd req-0b8b0471-3f83-43fc-85cd-fe080c71b662 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0501029 Aug 31 07:19:11.189363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea35ebeb-2138-4be5-8bc8-c05c35a438cd req-85602842-1d4a-4d10-9e17-440c26d588a9 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351353 Aug 31 07:19:12.304428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74ffbe-82ea-45b8-ac56-ee4b3142ea74 req-6355ce0c-a550-46da-9e4e-2ba4b04a1c10 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:12.305842 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd74ffbe-82ea-45b8-ac56-ee4b3142ea74 req-6355ce0c-a550-46da-9e4e-2ba4b04a1c10 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0487008 Aug 31 07:19:12.343263 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd74ffbe-82ea-45b8-ac56-ee4b3142ea74 req-d0d83c5c-923b-41de-9ac1-e47d39be00d0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Aug 31 07:19:13.460611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3991b5-77cd-41ca-b6d7-6d7ae1cbcc79 req-0c0f9b3c-dba3-46a9-b080-0da8584008c6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:13.462161 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb3991b5-77cd-41ca-b6d7-6d7ae1cbcc79 req-0c0f9b3c-dba3-46a9-b080-0da8584008c6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0519581 Aug 31 07:19:13.499779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb3991b5-77cd-41ca-b6d7-6d7ae1cbcc79 req-302501ae-b8b8-4c2f-9736-6cf747f5cc9e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Aug 31 07:19:14.614239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5987a-7169-42fe-804e-94d9c36c8e5d req-a2ce614a-05cf-4cd0-9bf3-d790a568a03a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:14.615731 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19a5987a-7169-42fe-804e-94d9c36c8e5d req-a2ce614a-05cf-4cd0-9bf3-d790a568a03a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0483980 Aug 31 07:19:14.652645 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19a5987a-7169-42fe-804e-94d9c36c8e5d req-a1cc6059-9123-42bb-9fd3-3f223f58f4e6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 31 07:19:15.767830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8810782-03ff-47c8-9207-0b3fdfbac3e1 req-7ab9145d-b0c7-4a91-842d-8c398a5247a5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:15.769397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8810782-03ff-47c8-9207-0b3fdfbac3e1 req-7ab9145d-b0c7-4a91-842d-8c398a5247a5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0523362 Aug 31 07:19:15.807328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8810782-03ff-47c8-9207-0b3fdfbac3e1 req-03699a5d-92b1-4127-ab13-85baf2ad7984 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Aug 31 07:19:16.930864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19441438-1298-469a-8831-28657db67884 req-6a38c489-3b05-4ab4-a8a4-a76c945fb9e4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:16.932353 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19441438-1298-469a-8831-28657db67884 req-6a38c489-3b05-4ab4-a8a4-a76c945fb9e4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0559194 Aug 31 07:19:16.975478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-19441438-1298-469a-8831-28657db67884 req-f85c1832-3dcb-436b-99ff-538b8e05be49 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Aug 31 07:19:18.083984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a7b4c-87cd-4a81-8eaa-f1404c3bfb08 req-b1d70cc3-c9aa-4a94-a6d2-48a2736f2656 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:18.085490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-244a7b4c-87cd-4a81-8eaa-f1404c3bfb08 req-b1d70cc3-c9aa-4a94-a6d2-48a2736f2656 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0481896 Aug 31 07:19:18.123288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-244a7b4c-87cd-4a81-8eaa-f1404c3bfb08 req-3b5b4ee7-66ce-4cba-b26a-0bcc8edc41e0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Aug 31 07:19:19.247728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a86dff-d028-44ec-a614-76609e38a12e req-9590533b-608e-4e79-aa72-8511400d95a2 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:19.249141 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c5a86dff-d028-44ec-a614-76609e38a12e req-9590533b-608e-4e79-aa72-8511400d95a2 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0475917 Aug 31 07:19:19.287150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c5a86dff-d028-44ec-a614-76609e38a12e req-ac695d45-b6d6-4707-a933-1bb480563e88 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314944 Aug 31 07:19:19.658680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-f602b84e-b9ab-4327-88f5-bbf73d85586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:19.660165 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-f602b84e-b9ab-4327-88f5-bbf73d85586f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0418911 Aug 31 07:19:19.763860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-0e54d21c-607c-4920-9bb8-21ef567dc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:19.765378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-0e54d21c-607c-4920-9bb8-21ef567dc35d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.0860138 Aug 31 07:19:19.807980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-295bc8c3-023a-44ad-9b49-a3038f32bb99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0347292 Aug 31 07:19:19.857607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-0ab11041-894a-4b46-8fe6-262d9a387cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:19.859069 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-0ab11041-894a-4b46-8fe6-262d9a387cc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0434482 Aug 31 07:19:19.898255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-bfd5258c-8ad8-403f-b002-7094cb5078a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283327 Aug 31 07:19:19.986388 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-1149cf0b-5efd-4ccf-8972-dc45cbec9a8e service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812440 Aug 31 07:19:20.086221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d8d8bc5b-2209-4647-aa51-fced8fab7ae2 req-c7816417-9068-4ace-a88d-3556dc68212a service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859585 Aug 31 07:19:20.402732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68354fca-b110-4b89-a818-06736f60de36 req-1e04ab01-9fd5-44d7-a4b1-a158a8ad0bfa tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:20.404430 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68354fca-b110-4b89-a818-06736f60de36 req-1e04ab01-9fd5-44d7-a4b1-a158a8ad0bfa tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0509171 Aug 31 07:19:20.442789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-68354fca-b110-4b89-a818-06736f60de36 req-accdb68e-ed96-477f-bc38-2f251a0e5df3 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Aug 31 07:19:21.556347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bffc3-4be8-4cbc-88cd-bace1acf83a2 req-3de2b2be-e47c-4074-b8b2-053660eea7d0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:21.557862 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b2bffc3-4be8-4cbc-88cd-bace1acf83a2 req-3de2b2be-e47c-4074-b8b2-053660eea7d0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Aug 31 07:19:21.594037 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b2bffc3-4be8-4cbc-88cd-bace1acf83a2 req-d3bb8405-3adf-4c73-b514-604a4f5015ad tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303271 Aug 31 07:19:22.713441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00bf3-cb21-42f2-a6e1-b35c190b27d0 req-0317e9b0-c1a1-4bb7-b29f-f424ee72fdb4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:22.714926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cf00bf3-cb21-42f2-a6e1-b35c190b27d0 req-0317e9b0-c1a1-4bb7-b29f-f424ee72fdb4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0523353 Aug 31 07:19:22.751591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cf00bf3-cb21-42f2-a6e1-b35c190b27d0 req-a40877e7-0412-438d-9838-7080a3bffc35 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308383 Aug 31 07:19:23.865997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff705e4-543f-4e67-b213-4d18113822bb req-a0960f4d-95b6-4275-bac1-cbd3421fa09d tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:23.867515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ff705e4-543f-4e67-b213-4d18113822bb req-a0960f4d-95b6-4275-bac1-cbd3421fa09d tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0481706 Aug 31 07:19:23.906343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9ff705e4-543f-4e67-b213-4d18113822bb req-cd705c32-1e72-4e46-9f8d-4bf6f86e6bc6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Aug 31 07:19:24.264492 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c4a30756-7c4e-4a0b-b630-492d03a4c543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:24.796449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:25.026407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbcb48-1495-49be-9622-53d067950aff req-ed3688a2-fdbc-4178-a883-a79b66ebfcb8 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:25.027907 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2bbcb48-1495-49be-9622-53d067950aff req-ed3688a2-fdbc-4178-a883-a79b66ebfcb8 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Aug 31 07:19:25.065238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c2bbcb48-1495-49be-9622-53d067950aff req-69aa8b40-5547-453c-88e9-2c56afdba3c2 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Aug 31 07:19:26.180749 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d460b4a-8699-44c2-8520-bac5154ea8c7 req-5254abfa-5ad0-45b4-9c81-122c6eca8dd1 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:26.182249 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d460b4a-8699-44c2-8520-bac5154ea8c7 req-5254abfa-5ad0-45b4-9c81-122c6eca8dd1 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0516219 Aug 31 07:19:26.219365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d460b4a-8699-44c2-8520-bac5154ea8c7 req-32f1ca46-69a5-4709-9a92-e7044e56b426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Aug 31 07:19:26.239839 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:26.887107 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-88f65128-4996-4d65-b0dc-0ed2d3759d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:26.956310 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-3c86791b-25af-4218-9133-0ab191e8535b service neutron] show failed (client error): The resource could not be found. Aug 31 07:19:26.957540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-3c86791b-25af-4218-9133-0ab191e8535b service neutron] 10.222.0.42 "GET /v2.0/ports/62aea19b-040b-4dac-8d1e-e43bea66e6e7/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0572772 Aug 31 07:19:26.958396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.150281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-489795ad-355a-48c0-b3db-7ac0671099c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:27.151680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-489795ad-355a-48c0-b3db-7ac0671099c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7&tenant_id=55545be241f64671b89ceba34245973c HTTP/1.1" status: 200 len: 1097 time: 0.0398338 Aug 31 07:19:27.163791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:27.219186 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.418316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ebd81-28bc-4359-8d79-6b0e06fc543f req-192d7c7b-ed0a-4255-9cfa-5a8808e5e1bd tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:27.419705 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b3ebd81-28bc-4359-8d79-6b0e06fc543f req-192d7c7b-ed0a-4255-9cfa-5a8808e5e1bd tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.1035461 Aug 31 07:19:27.479214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:27.483163 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6b3ebd81-28bc-4359-8d79-6b0e06fc543f req-670cb955-716a-40bd-9ac2-6dab3c81027d tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576484 Aug 31 07:19:27.496893 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:19:27.514561 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:19:27.557954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:19:27.560193 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d53fc2-9bdd-4ec5-9d8f-5410f4862915" -d '{"events": [{"server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:19:27.564816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.577129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Transition to ACTIVE for port object 62aea19b-040b-4dac-8d1e-e43bea66e6e7 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:19:27.594631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.620599 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1ac45d-17d1-4d74-a51b-225170e6adf3 x-openstack-request-id: req-df1ac45d-17d1-4d74-a51b-225170e6adf3 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:19:27.620887 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:19:27.621138 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df1ac45d-17d1-4d74-a51b-225170e6adf3 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:19:27.621564 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'code': 200} Aug 31 07:19:27.662541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:27.665905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] No DVR routers for this DVR port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:19:27.700077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Attempting to bind port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:19:27.700661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Attempting to bind port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:19:27.700990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Attempting to bind port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:19:27.705788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:19:27.706105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Attempting to bind port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:19:27.710774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:19:27.711106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Checking segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:19:27.711479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Bound using segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:19:27.711896 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Bound port: 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:19:27.712241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.777012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:19:27.779928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:19:27.784449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.817783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:27.818424 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.819853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] 10.222.0.23 "PUT /v2.0/ports/62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 1092 time: 0.6600642 Aug 31 07:19:27.841975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787710c-2a35-4231-9e87-ebc8fcb026e6 service neutron] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:27.883763 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-33a1cd33-617a-456e-8355-a7b283ee4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:27.885285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-33a1cd33-617a-456e-8355-a7b283ee4d35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0404735 Aug 31 07:19:27.977827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-99e00a3d-4109-4727-abe0-49671c41069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:27.979267 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-99e00a3d-4109-4727-abe0-49671c41069d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.0864799 Aug 31 07:19:28.021895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-e738b6de-f213-4ada-9dd3-8c68152264fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0354130 Aug 31 07:19:28.069281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-77dc556d-6fda-4ec5-bb2c-da4ddbd79206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:28.070641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-77dc556d-6fda-4ec5-bb2c-da4ddbd79206 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0425477 Aug 31 07:19:28.101239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-2776c525-e4ea-4e9d-b914-22913bb65f6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232925 Aug 31 07:19:28.192609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-42597e94-ebd1-4c1e-976d-b1cb5c4a7ba6 service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843647 Aug 31 07:19:28.269479 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:28.283003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb0f2721-d56c-4b19-a79a-c1d511064137 req-ee4c9f8d-8174-431c-9bc7-5addcf24dd4f service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821221 Aug 31 07:19:28.600928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deacad-dcc8-41db-b8e9-3757f8456a81 req-9ebf78fa-e538-418c-a423-42881cfe7112 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:28.602662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b7deacad-dcc8-41db-b8e9-3757f8456a81 req-9ebf78fa-e538-418c-a423-42881cfe7112 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 943 time: 0.0526552 Aug 31 07:19:28.639319 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b7deacad-dcc8-41db-b8e9-3757f8456a81 req-1f98fe0d-35de-4977-9a3e-edb72b94be37 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Aug 31 07:19:29.623241 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:19:29.626173 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c177bb36-b337-4cb8-925d-23521f908812" -d '{"events": [{"name": "network-changed", "server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:19:29.673585 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e20c81-3427-4764-800b-6677438bd80a x-openstack-request-id: req-d9e20c81-3427-4764-800b-6677438bd80a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:19:29.673874 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:19:29.674123 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9e20c81-3427-4764-800b-6677438bd80a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:19:29.674522 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'status': 'completed', 'code': 200} Aug 31 07:19:29.733978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177bb36-b337-4cb8-925d-23521f908812 req-4c634745-5898-473e-bd92-fc1143aebbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:29.735532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-4c634745-5898-473e-bd92-fc1143aebbb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0429354 Aug 31 07:19:29.774304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177bb36-b337-4cb8-925d-23521f908812 req-ab0fc96d-633d-434c-9f1a-803782ba9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:29.777026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-ab0fc96d-633d-434c-9f1a-803782ba9129 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0768733 Aug 31 07:19:29.801572 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9293-c038-47c9-bbf5-06f2f71c05f8 req-98e7ea35-5188-4886-8997-9bf033ae6010 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:29.803344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056a9293-c038-47c9-bbf5-06f2f71c05f8 req-98e7ea35-5188-4886-8997-9bf033ae6010 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 943 time: 0.0759194 Aug 31 07:19:29.842068 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177bb36-b337-4cb8-925d-23521f908812 req-eab004e5-dc42-4b52-97ff-5c00bd5443bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:29.843963 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-eab004e5-dc42-4b52-97ff-5c00bd5443bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.1007812 Aug 31 07:19:29.887666 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-65e9f81c-93ca-4729-8a1a-fa86c5ce4bef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0366247 Aug 31 07:19:29.894891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-056a9293-c038-47c9-bbf5-06f2f71c05f8 req-b3f85f74-a7aa-422a-ba02-2b985cbf0b50 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792644 Aug 31 07:19:29.920216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177bb36-b337-4cb8-925d-23521f908812 req-5eed83fa-e037-47cd-88de-bb04c14bfb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:29.921790 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-5eed83fa-e037-47cd-88de-bb04c14bfb6e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.1364150 Aug 31 07:19:29.938018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177bb36-b337-4cb8-925d-23521f908812 req-e70d91c0-bfb2-4d02-860e-f99ba307ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:29.940038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-e70d91c0-bfb2-4d02-860e-f99ba307ad9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0455883 Aug 31 07:19:29.965899 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-689db051-7b48-4c07-a83c-2f4bcf79fe6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0355289 Aug 31 07:19:29.971323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-b11fc540-0084-4f7c-a849-2a91758c8ef6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246620 Aug 31 07:19:30.020127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177bb36-b337-4cb8-925d-23521f908812 req-0686dbf4-15f4-4079-9976-966112ae3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:30.021847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-0686dbf4-15f4-4079-9976-966112ae3b4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0496259 Aug 31 07:19:30.052866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-b37c3996-761a-4d5c-8d15-c81da1453de4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240872 Aug 31 07:19:30.065136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-c1a89fde-4d4d-4626-8894-a8ff17b1c357 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868251 Aug 31 07:19:30.123610 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:30.145032 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-95813c31-385d-40a5-a57f-24ec67f166d0 service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Aug 31 07:19:30.154582 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-e86b1771-3c9d-4314-b2a3-093b0cf34d17 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827374 Aug 31 07:19:30.238701 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c177bb36-b337-4cb8-925d-23521f908812 req-6ea2c8b7-7e50-43f4-80ad-3e9f6ea65fd5 service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865014 Aug 31 07:19:31.017779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf264bd-09ac-436e-a09f-415457a089b5 req-461d7a84-a432-4918-9e31-2515f347d6b5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:31.019233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bcf264bd-09ac-436e-a09f-415457a089b5 req-461d7a84-a432-4918-9e31-2515f347d6b5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 943 time: 0.0534909 Aug 31 07:19:31.056265 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bcf264bd-09ac-436e-a09f-415457a089b5 req-1ca43b3e-cda3-4064-8831-24f46c29fde5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Aug 31 07:19:31.310989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bec9f9-5c3b-4bae-8cba-bc5358f3901d req-5062ea7c-bb44-4c99-b164-1fa489c0939a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:31.312553 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48bec9f9-5c3b-4bae-8cba-bc5358f3901d req-5062ea7c-bb44-4c99-b164-1fa489c0939a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 943 time: 0.1141467 Aug 31 07:19:31.320465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-a3da19cf-b1b4-4da9-a772-a1732271f928 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:31.321850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-a3da19cf-b1b4-4da9-a772-a1732271f928 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.42 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7&tenant_id=55545be241f64671b89ceba34245973c&binding%3Ahost_id=n-h1-712142-16 HTTP/1.1" status: 200 len: 943 time: 0.1132665 Aug 31 07:19:31.382722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48bec9f9-5c3b-4bae-8cba-bc5358f3901d req-d8be0dbb-b02f-4a4f-bc6b-dc79607a39c8 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599406 Aug 31 07:19:31.402496 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-a9811e77-bd15-40f3-a06f-c4f7089157f2 service neutron] delete failed (client error): The resource could not be found. Aug 31 07:19:31.403508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-a9811e77-bd15-40f3-a06f-c4f7089157f2 service neutron] 10.222.0.42 "DELETE /v2.0/ports/62aea19b-040b-4dac-8d1e-e43bea66e6e7/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0682428 Aug 31 07:19:31.496070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-d28080e0-27df-4201-bb14-ac561fd9cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:31.497587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-d28080e0-27df-4201-bb14-ac561fd9cde3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0486419 Aug 31 07:19:31.809504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 62aea19b-040b-4dac-8d1e-e43bea66e6e7 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:19:31.906489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:31.916815 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-ef5e5c6c-1bf7-4875-96d5-3e28a3210edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:31.918328 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-ef5e5c6c-1bf7-4875-96d5-3e28a3210edf service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.4138961 Aug 31 07:19:31.918613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0', 'port_id': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'mac_address': 'fa:16:3e:a0:b7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9f7de8-c7ab-44bb-a3c0-6869c651893d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:19:31.955037 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:31.960343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-5fb000f6-8add-4c96-9fb1-4935d4b1c1a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0339346 Aug 31 07:19:31.968887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 62aea19b-040b-4dac-8d1e-e43bea66e6e7 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:19:31.972393 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62aea19b-040b-4dac-8d1e-e43bea66e6e7 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:19:32.009851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-4f69102d-84ce-44ea-a026-288431f05f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:32.011325 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-4f69102d-84ce-44ea-a026-288431f05f56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0443053 Aug 31 07:19:32.018487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:32.024047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 62aea19b-040b-4dac-8d1e-e43bea66e6e7 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:19:32.026512 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:32.047333 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-ee15f8bf-f122-45fe-9c38-6597905d4446 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290096 Aug 31 07:19:32.076606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:32.134818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-9100bd0f-dd04-45c6-b1f7-769046ce8e67 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797815 Aug 31 07:19:32.226334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1b7f946e-f601-4d04-baa8-88083c3ece91 req-9d180784-30e0-4525-9941-6b9f94d44f22 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843647 Aug 31 07:19:32.248484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['62aea19b-040b-4dac-8d1e-e43bea66e6e7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:19:32.498305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ce6b-34fe-405e-a9f5-44ddc82956b5 req-e1a94cba-e613-45cf-9e43-193486fca98d tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:32.499802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c559ce6b-34fe-405e-a9f5-44ddc82956b5 req-e1a94cba-e613-45cf-9e43-193486fca98d tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 944 time: 0.0486596 Aug 31 07:19:32.537999 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c559ce6b-34fe-405e-a9f5-44ddc82956b5 req-08026df9-6f27-4dd1-8367-50773c3ad52a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 31 07:19:33.659832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd044a90-db01-4dab-8be5-a99e16e1d880 req-a4c33fd2-2b78-46b8-b893-5d8a03b2bf8b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:33.661328 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd044a90-db01-4dab-8be5-a99e16e1d880 req-a4c33fd2-2b78-46b8-b893-5d8a03b2bf8b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 944 time: 0.0491214 Aug 31 07:19:33.697671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd044a90-db01-4dab-8be5-a99e16e1d880 req-8bd67f57-a296-450b-9af1-c62c3e4e2448 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305705 Aug 31 07:19:33.810209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a59d8a-40fd-4e40-b60c-ca6347110346 req-c540b540-06f3-46d3-8a8c-dd3f27107ff3 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:33.811721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4a59d8a-40fd-4e40-b60c-ca6347110346 req-c540b540-06f3-46d3-8a8c-dd3f27107ff3 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 944 time: 0.0477087 Aug 31 07:19:33.839475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 62aea19b-040b-4dac-8d1e-e43bea66e6e7 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:19:33.855369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4a59d8a-40fd-4e40-b60c-ca6347110346 req-07fe061b-fabc-4aad-b7c0-7dec513c5be1 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363855 Aug 31 07:19:33.889905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:19:33.894130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:19:33.894559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:33.970327 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:33.970564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11292521-542a-4e79-a742-9888544612a7 req-55334021-c78c-4315-ada6-398200ba9f4b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:33.971934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11292521-542a-4e79-a742-9888544612a7 req-55334021-c78c-4315-ada6-398200ba9f4b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 944 time: 0.0482807 Aug 31 07:19:33.993695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:19:33.995964 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652736a9-54a1-483f-a4af-eadf441ea873" -d '{"events": [{"server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "name": "network-vif-plugged", "status": "completed", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:19:34.009995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:34.013364 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11292521-542a-4e79-a742-9888544612a7 req-30c40327-7096-46cd-82b7-7c03fd154cde tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353220 Aug 31 07:19:34.014256 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:34.052303 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0f738b-2721-4993-906c-637fa29fad5f x-openstack-request-id: req-4a0f738b-2721-4993-906c-637fa29fad5f {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:19:34.052593 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "name": "network-vif-plugged", "status": "completed", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:19:34.052846 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a0f738b-2721-4993-906c-637fa29fad5f {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:19:34.053255 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'code': 200} Aug 31 07:19:34.069443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:34.366890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-d7b81066-6d15-4e4f-9f39-9b4424c55c24 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:34.368391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-d7b81066-6d15-4e4f-9f39-9b4424c55c24 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 815 time: 0.0996532 Aug 31 07:19:34.382992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-074dec16-5582-4b97-a766-ced36e82f6ff tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/quotas/55545be241f64671b89ceba34245973c HTTP/1.1" status: 200 len: 375 time: 0.0088515 Aug 31 07:19:34.431866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-ea075649-0bd3-4b4a-9dec-28b6afde5ed1 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434685 Aug 31 07:19:34.522996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-3dbcee70-c71c-4e61-b7cd-41d7cb21c769 service neutron] 10.222.0.15 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841019 Aug 31 07:19:34.609883 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-dec8f351-85a0-45a0-9b95-8f1a7239627c service neutron] 10.222.0.15 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Aug 31 07:19:34.771805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e35ef315-9908-4928-8ade-7480eb74fa9b req-af3436dc-df68-491c-9b67-ceb20a0f06a0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 210 time: 0.0299227 Aug 31 07:19:35.624886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-2c4a52a2-84d4-40bc-8390-0ef1779f9c39 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:35.626556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-2c4a52a2-84d4-40bc-8390-0ef1779f9c39 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.23 "GET /v2.0/ports?device_id=842581ef-db33-4eac-9f22-9c9e43c0e2c7 HTTP/1.1" status: 200 len: 945 time: 0.0553241 Aug 31 07:19:35.716795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-b65307c1-334a-40a4-8644-b4990366d979 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:35.718666 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-b65307c1-334a-40a4-8644-b4990366d979 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.23 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 815 time: 0.1136038 Aug 31 07:19:35.719356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Deleting port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:19:35.719770 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:35.734346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Request body: {'port': {'device_id': '7bb2237b-4451-439f-bce3-95490d5dc384', 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0', 'admin_state_up': True, 'tenant_id': '55545be241f64671b89ceba34245973c'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:35.813550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] For port 62aea19b-040b-4dac-8d1e-e43bea66e6e7, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=62aea19b-040b-4dac-8d1e-e43bea66e6e7,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:35.814025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:35.828679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Calling delete_port for 62aea19b-040b-4dac-8d1e-e43bea66e6e7 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:19:35.847638 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Made reservation on behalf of 55545be241f64671b89ceba34245973c for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:19:35.851238 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:35.901831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e26bc56d-2fa0-4db2-9c4e-434b793097ee req-7eba9d40-6aa3-4bbe-9294-aed595b72829 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 210 time: 0.0302935 Aug 31 07:19:35.978957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Allocated IP 172.20.0.12 (d3fdb1aa-31ff-432c-973a-14b97c0bd9e0/2b9f7de8-c7ab-44bb-a3c0-6869c651893d/e5f869ad-91e0-4be2-b3f3-77841e2d2ba8) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:19:35.991004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.003463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['62aea19b-040b-4dac-8d1e-e43bea66e6e7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:19:36.027679 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Pushing event deleted for resources: {'Port': ['ID=62aea19b-040b-4dac-8d1e-e43bea66e6e7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:36.072245 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] No DVR routers for this DVR port 62aea19b-040b-4dac-8d1e-e43bea66e6e7 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:19:36.075097 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.077470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-51648e7f-ef2b-436e-aed1-26a68536d09c req-92d2ad59-d01f-4cbb-af20-864ac4a6c426 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.23 "DELETE /v2.0/ports/62aea19b-040b-4dac-8d1e-e43bea66e6e7 HTTP/1.1" status: 204 len: 173 time: 0.4447312 Aug 31 07:19:36.078037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'name': 'network-vif-deleted', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:19:36.081108 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01ce76c-9d45-4850-acf4-7d02a0ac8878" -d '{"events": [{"server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "name": "network-vif-deleted", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:19:36.125944 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481ac097-a361-4349-b058-ce62f2ccb6f5 x-openstack-request-id: req-481ac097-a361-4349-b058-ce62f2ccb6f5 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:19:36.126312 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842581ef-db33-4eac-9f22-9c9e43c0e2c7", "name": "network-vif-deleted", "tag": "62aea19b-040b-4dac-8d1e-e43bea66e6e7", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:19:36.126673 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-481ac097-a361-4349-b058-ce62f2ccb6f5 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:19:36.127097 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842581ef-db33-4eac-9f22-9c9e43c0e2c7', 'name': 'network-vif-deleted', 'tag': '62aea19b-040b-4dac-8d1e-e43bea66e6e7', 'status': 'completed', 'code': 200} Aug 31 07:19:36.179630 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.222286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.233570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['62aea19b-040b-4dac-8d1e-e43bea66e6e7'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:19:36.269721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:19:36.271169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:19:36.275317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:19:36.305529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:36.335009 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:36.335624 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.349008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-41ffd7a7-7d20-4c3c-9f74-a56ae651203a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204953 Aug 31 07:19:36.361470 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Request body: {'port': {'device_id': '7bb2237b-4451-439f-bce3-95490d5dc384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:36.420436 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.679378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:19:36.686878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.699121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Transition to ACTIVE for port object e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:19:36.703180 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.757917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:36.823639 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Attempting to bind port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:19:36.823911 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Attempting to bind port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:19:36.824219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Attempting to bind port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:19:36.828336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:19:36.828650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Attempting to bind port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:19:36.833427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:19:36.833763 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Checking segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:19:36.834144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Bound using segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:19:36.834567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Bound port: e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:19:36.834920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.896219 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:19:36.899407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:19:36.904052 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.943528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:36.944147 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:36.945577 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] 10.222.0.23 "PUT /v2.0/ports/e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 1093 time: 0.5881534 Aug 31 07:19:36.946017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:19:36.948272 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:19:36.978083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b08b0-47d8-44be-ae37-8db851a84157 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:37.004239 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5faa52-2d95-489e-9c4e-c2a34bf8245a x-openstack-request-id: req-7a5faa52-2d95-489e-9c4e-c2a34bf8245a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:19:37.004531 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:19:37.004783 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a5faa52-2d95-489e-9c4e-c2a34bf8245a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:19:37.005180 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'status': 'completed', 'code': 200} Aug 31 07:19:37.027283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a9e0-3a07-44ce-90a0-0a93ad4c68ab req-c6e22667-9b92-4147-99b2-2f088566ac77 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:37.029031 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b84a9e0-3a07-44ce-90a0-0a93ad4c68ab req-c6e22667-9b92-4147-99b2-2f088566ac77 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 944 time: 0.0511575 Aug 31 07:19:37.037964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-099e7fe7-605b-4cdd-9589-bd7b8a570413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:37.039486 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-099e7fe7-605b-4cdd-9589-bd7b8a570413 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 1096 time: 0.0489793 Aug 31 07:19:37.071005 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b84a9e0-3a07-44ce-90a0-0a93ad4c68ab req-558973d8-d54c-4c73-b4be-360fac575229 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Aug 31 07:19:37.081679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-f5a33b4b-ebf1-4dc1-94b5-91a3dd8c57f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0343306 Aug 31 07:19:37.136318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-7d6d824c-6ed3-47e7-a3a3-9527b981f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:37.137790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-7d6d824c-6ed3-47e7-a3a3-9527b981f047 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0478072 Aug 31 07:19:37.170219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-e41d7372-1fee-4834-87f1-86d6e556b965 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246625 Aug 31 07:19:37.257641 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-81e356ec-ddab-4bdd-bd4d-7c44171b50aa service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792849 Aug 31 07:19:37.349491 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0bdc67f-6aef-40d3-be00-a2e4914bdd11 req-6967011c-fe64-4271-9812-fb369093cbaf service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Aug 31 07:19:37.431881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-5fd31379-9c06-4533-b1fa-7a132b3c95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:37.433401 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-5fd31379-9c06-4533-b1fa-7a132b3c95aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 1096 time: 0.0414393 Aug 31 07:19:37.525886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-0c8d4eb0-1962-4522-8966-56502e719a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:37.527278 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-0c8d4eb0-1962-4522-8966-56502e719a54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.0866568 Aug 31 07:19:37.569125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-248098e8-984e-4b8b-920a-57d0a3d463b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0338385 Aug 31 07:19:37.619831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-6370959b-2e19-4aa7-bdb6-35f9d982bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:37.621308 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-6370959b-2e19-4aa7-bdb6-35f9d982bd81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0428348 Aug 31 07:19:37.655378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-c72f80a6-24e9-44e4-b964-d09cf443fc26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242636 Aug 31 07:19:37.746248 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-556a8502-f288-4f10-9749-266f754be3ae service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831740 Aug 31 07:19:37.836175 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-328a348f-7ab4-4e7a-be9c-9707d8a06d6f req-b1f52287-9541-4e23-834e-bd992c23ec00 service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818858 Aug 31 07:19:38.192662 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d56f8-6189-4746-9c59-705d8f13b29b req-5b363e41-385c-4a15-8935-5ef10cc38c2e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:38.194189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b3d56f8-6189-4746-9c59-705d8f13b29b req-5b363e41-385c-4a15-8935-5ef10cc38c2e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 944 time: 0.0541153 Aug 31 07:19:38.231363 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2b3d56f8-6189-4746-9c59-705d8f13b29b req-ee6ca817-528d-4cec-addf-7e3a55095e2a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Aug 31 07:19:39.343551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac0178-885a-4cb7-8707-a140e83b9cbf req-2f705333-5a60-4ff1-acbb-e5af32ef7940 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:39.345027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0ac0178-885a-4cb7-8707-a140e83b9cbf req-2f705333-5a60-4ff1-acbb-e5af32ef7940 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 944 time: 0.0486267 Aug 31 07:19:39.384052 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0ac0178-885a-4cb7-8707-a140e83b9cbf req-83e13b11-71e4-4664-b53c-7083ec8465c7 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325034 Aug 31 07:19:39.864874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:19:39.867991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 62aea19b-040b-4dac-8d1e-e43bea66e6e7 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:19:39.894397 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 62aea19b-040b-4dac-8d1e-e43bea66e6e7 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:19:39.894741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 62aea19b-040b-4dac-8d1e-e43bea66e6e7 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:19:39.978606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:39.989113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0', 'port_id': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'mac_address': 'fa:16:3e:52:2d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9f7de8-c7ab-44bb-a3c0-6869c651893d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:19:40.026170 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:40.038896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:19:40.057363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:40.061957 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:40.110515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:40.256336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:19:40.496677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e138a-30aa-4f83-be3c-6e47b1477d60 req-013e5fe4-759e-4bff-8993-4b1b7b2fd02c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:40.498221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-918e138a-30aa-4f83-be3c-6e47b1477d60 req-013e5fe4-759e-4bff-8993-4b1b7b2fd02c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 945 time: 0.0495231 Aug 31 07:19:40.536175 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-918e138a-30aa-4f83-be3c-6e47b1477d60 req-c5c8631c-1055-4807-8f54-fbceac24c4d4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Aug 31 07:19:41.649098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a7ec0-cfc2-4b1e-98d5-98b2146f7d33 req-d3411e3c-c375-47eb-8e23-52e2e05e6638 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:41.650619 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e1a7ec0-cfc2-4b1e-98d5-98b2146f7d33 req-d3411e3c-c375-47eb-8e23-52e2e05e6638 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Aug 31 07:19:41.687117 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e1a7ec0-cfc2-4b1e-98d5-98b2146f7d33 req-27325190-87bf-43fd-9f19-a336f47e8053 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306880 Aug 31 07:19:41.869802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:19:41.917418 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:19:41.921302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:19:41.921461 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:42.000117 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:42.021721 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:19:42.024223 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f64051-e9d8-42f0-827b-dca5584e729d" -d '{"events": [{"server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "name": "network-vif-plugged", "status": "completed", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:19:42.037072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:42.041783 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:42.065101 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47c2337-1c8c-453b-abe1-624a4291d04e x-openstack-request-id: req-d47c2337-1c8c-453b-abe1-624a4291d04e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:19:42.065419 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "name": "network-vif-plugged", "status": "completed", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:19:42.065676 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d47c2337-1c8c-453b-abe1-624a4291d04e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:19:42.066067 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'code': 200} Aug 31 07:19:42.091143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:42.099196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.099556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.099905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.100246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.100585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.100920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.101274 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.101606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.101988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.102322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.102651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.102977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:42.156556 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472181b-98b8-49f7-89d9-865d591aba29 req-2a1f110a-2d9b-445c-bdcc-2feedca9cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:42.158003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6472181b-98b8-49f7-89d9-865d591aba29 req-2a1f110a-2d9b-445c-bdcc-2feedca9cbff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 1098 time: 0.0397909 Aug 31 07:19:42.192909 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6472181b-98b8-49f7-89d9-865d591aba29 req-c3930e64-8e00-4aea-aa67-96f2357f5ac0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272124 Aug 31 07:19:42.809596 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7769abb-a064-473e-b16f-112cc720c60b req-06adc7dd-8c3a-47d9-96b0-85380091d88f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:42.811095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a7769abb-a064-473e-b16f-112cc720c60b req-06adc7dd-8c3a-47d9-96b0-85380091d88f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0520124 Aug 31 07:19:42.852027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a7769abb-a064-473e-b16f-112cc720c60b req-d3b13fc5-fdf3-4e3d-9c22-8dc7fc21a1df tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345085 Aug 31 07:19:43.978618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa5282-6733-4618-8eb6-714ade97b0bc req-81c2ada9-0eb3-451f-8700-8aa9db8e2bc2 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:43.980094 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16fa5282-6733-4618-8eb6-714ade97b0bc req-81c2ada9-0eb3-451f-8700-8aa9db8e2bc2 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0528896 Aug 31 07:19:44.017285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16fa5282-6733-4618-8eb6-714ade97b0bc req-4b7b42cb-b683-4a37-a327-0fb1a802d4e1 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Aug 31 07:19:44.129022 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf65331-8bbe-4586-8f6f-9e92c9ad0f9a req-4338c5a7-1976-477a-82a5-212d76eb5cfb tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:44.130529 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cf65331-8bbe-4586-8f6f-9e92c9ad0f9a req-4338c5a7-1976-477a-82a5-212d76eb5cfb tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0476110 Aug 31 07:19:44.167571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5cf65331-8bbe-4586-8f6f-9e92c9ad0f9a req-9e257394-1599-491a-add0-ad03ee00f7bb tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Aug 31 07:19:44.411848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-b1955141-8267-44b4-83ec-30c53e4e37fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662558 Aug 31 07:19:44.422903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96d5d5-6d47-41db-8e95-99801c2e4b30 req-777d346b-781c-47a0-8870-bc5b8b5c25dc tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:44.424368 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c96d5d5-6d47-41db-8e95-99801c2e4b30 req-777d346b-781c-47a0-8870-bc5b8b5c25dc tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0697663 Aug 31 07:19:44.466061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9c96d5d5-6d47-41db-8e95-99801c2e4b30 req-e320f653-8cff-46da-b4c5-549e992c72cf tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352898 Aug 31 07:19:45.463592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-857c3e77-3a98-4b90-bdd4-b97768004bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:45.465056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-857c3e77-3a98-4b90-bdd4-b97768004bad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 1098 time: 0.0392756 Aug 31 07:19:45.585958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-1c5dd668-6c92-44de-b58e-186acd518b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:45.587429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-1c5dd668-6c92-44de-b58e-186acd518b0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.1151268 Aug 31 07:19:45.600548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca389d8-d2ff-42fd-bff8-2c5428695603 req-66ab9e14-77b8-4a2e-96ca-8d8377f69c9f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:45.602033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cca389d8-d2ff-42fd-bff8-2c5428695603 req-66ab9e14-77b8-4a2e-96ca-8d8377f69c9f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0686786 Aug 31 07:19:45.647227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-3ac16350-d7a3-46e3-81c0-234d283fae6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0442564 Aug 31 07:19:45.693567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cca389d8-d2ff-42fd-bff8-2c5428695603 req-c7be2b30-628e-41c9-a838-0aa11f723a66 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847464 Aug 31 07:19:45.713052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-978567dd-5f67-402b-8d24-b3c28242f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:45.713052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-978567dd-5f67-402b-8d24-b3c28242f40b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0579803 Aug 31 07:19:45.744172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-0de9b9b8-4feb-42bc-b37c-29b2cd82ee73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244479 Aug 31 07:19:45.832057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-db42eecf-cf3e-4003-8174-ee59be177b5d service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806317 Aug 31 07:19:45.925727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-eedd4d93-5758-4345-bc25-078d26921bed service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861433 Aug 31 07:19:46.807644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95508535-9c90-4111-9494-2814f110d265 req-56fafad7-0abc-4cf8-9bb5-e7301f9697b5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:46.809116 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95508535-9c90-4111-9494-2814f110d265 req-56fafad7-0abc-4cf8-9bb5-e7301f9697b5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0484889 Aug 31 07:19:46.845329 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95508535-9c90-4111-9494-2814f110d265 req-cd252065-5310-476e-87d9-2d2c02c13def tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302241 Aug 31 07:19:47.963254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca80708-deca-48b1-a728-78f8738baa55 req-a95a8a8e-6904-4d0c-8b7d-cd733a80cfa4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:47.964730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ca80708-deca-48b1-a728-78f8738baa55 req-a95a8a8e-6904-4d0c-8b7d-cd733a80cfa4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0514774 Aug 31 07:19:48.006187 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8ca80708-deca-48b1-a728-78f8738baa55 req-28a71f7c-3e95-4e5a-b5e3-e825d1e24be6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352347 Aug 31 07:19:49.120266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a6593-461f-4d16-9ada-eb2957f678df req-133bd9e7-adb3-4158-ab3a-779cfff0e6de tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:49.121792 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7a6593-461f-4d16-9ada-eb2957f678df req-133bd9e7-adb3-4158-ab3a-779cfff0e6de tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0488238 Aug 31 07:19:49.160914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e7a6593-461f-4d16-9ada-eb2957f678df req-390c73ed-4580-48b1-a6dd-798c5c07623d tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326281 Aug 31 07:19:50.276723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf5687-b470-47ac-980e-fcf16f7becf9 req-638dc63e-4d30-4a92-8343-bdfc02c5ec99 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:50.278239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35cf5687-b470-47ac-980e-fcf16f7becf9 req-638dc63e-4d30-4a92-8343-bdfc02c5ec99 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0487199 Aug 31 07:19:50.315720 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35cf5687-b470-47ac-980e-fcf16f7becf9 req-a1882354-495e-42ba-9160-4d98e003dad4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Aug 31 07:19:51.426386 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb82b85-e193-4732-b862-175cd0ae8e94 req-9def4457-ce24-4804-9071-9beb9983233c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:51.427846 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-adb82b85-e193-4732-b862-175cd0ae8e94 req-9def4457-ce24-4804-9071-9beb9983233c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0472167 Aug 31 07:19:51.469456 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-adb82b85-e193-4732-b862-175cd0ae8e94 req-909a5043-c16f-494d-bb3b-f2313585f368 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358131 Aug 31 07:19:52.585560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346b41d-11e7-45ed-9053-337ea11f84e3 req-33ec4b44-69bf-4b8e-8449-bf6786eddac6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:52.587050 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4346b41d-11e7-45ed-9053-337ea11f84e3 req-33ec4b44-69bf-4b8e-8449-bf6786eddac6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0523677 Aug 31 07:19:52.624401 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4346b41d-11e7-45ed-9053-337ea11f84e3 req-1a8e7a05-aa09-4b24-8a42-3fa90b0b2f97 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Aug 31 07:19:53.740449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7917a-dda8-4f14-836d-a3c05f811299 req-809cc2bd-0830-493a-954a-6a28548d3bc0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:53.742163 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79a7917a-dda8-4f14-836d-a3c05f811299 req-809cc2bd-0830-493a-954a-6a28548d3bc0 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0485082 Aug 31 07:19:53.780203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79a7917a-dda8-4f14-836d-a3c05f811299 req-bd5dccd6-7af5-40d2-81a2-e457bae8ef8c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310583 Aug 31 07:19:54.266264 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6c32e190-5fa4-4a0a-a33b-a96cf9d731ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:54.797549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:54.896339 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3888b-fa18-4277-a0ac-fee54343940d req-5ff8614f-e978-44b4-acc8-35eee6eb344a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:54.897873 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85f3888b-fa18-4277-a0ac-fee54343940d req-5ff8614f-e978-44b4-acc8-35eee6eb344a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0490816 Aug 31 07:19:54.935311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85f3888b-fa18-4277-a0ac-fee54343940d req-c76fd726-7bfd-4da1-927f-098df9badfcd tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Aug 31 07:19:56.048713 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf348d1-6fce-4c59-bfe1-48a02674755c req-68c17d1a-184f-401e-86eb-4266f4759aaf tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:56.050833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf348d1-6fce-4c59-bfe1-48a02674755c req-68c17d1a-184f-401e-86eb-4266f4759aaf tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0484929 Aug 31 07:19:56.088214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf348d1-6fce-4c59-bfe1-48a02674755c req-99e3d7d5-a83a-41eb-a362-60f63222721b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Aug 31 07:19:56.248800 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:56.888410 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cfc3c1dc-ef49-481b-b213-afffe09469e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:56.958751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:57.203635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37052f-31ba-469a-81c1-f5ca0dde0528 req-3df72f4d-2e85-4a53-81d2-faba4beac415 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:57.205145 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac37052f-31ba-469a-81c1-f5ca0dde0528 req-3df72f4d-2e85-4a53-81d2-faba4beac415 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0499909 Aug 31 07:19:57.243007 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac37052f-31ba-469a-81c1-f5ca0dde0528 req-948870cc-cafe-4821-bd3c-f37ebfbf7287 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Aug 31 07:19:58.272737 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:58.356570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902b9ae-4805-428c-bea4-0cb244a7ce59 req-fb21f534-cb34-4086-b28e-4c1a14934010 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:58.358099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9902b9ae-4805-428c-bea4-0cb244a7ce59 req-fb21f534-cb34-4086-b28e-4c1a14934010 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0480878 Aug 31 07:19:58.399223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9902b9ae-4805-428c-bea4-0cb244a7ce59 req-24a47afc-fd94-4e51-8cab-207973713d15 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347278 Aug 31 07:19:59.515321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e40f1-53e3-48e6-8f80-49ae25b28ee0 req-92ac0904-c8b6-4739-a587-bc8c96615a9b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:59.516792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b16e40f1-53e3-48e6-8f80-49ae25b28ee0 req-92ac0904-c8b6-4739-a587-bc8c96615a9b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0520797 Aug 31 07:19:59.553768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b16e40f1-53e3-48e6-8f80-49ae25b28ee0 req-218b5f91-da6f-4764-9b7a-66a2bdfc6086 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Aug 31 07:20:00.125093 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:00.995642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f0890-3c25-45e3-89b3-0b83323e9301 req-b27a434c-352c-4ae6-b6f8-d7f0634342e5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:00.997085 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-894f0890-3c25-45e3-89b3-0b83323e9301 req-b27a434c-352c-4ae6-b6f8-d7f0634342e5 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.3772943 Aug 31 07:20:01.034430 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-894f0890-3c25-45e3-89b3-0b83323e9301 req-8e18f731-f574-47e3-8815-064424db0603 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Aug 31 07:20:02.147385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9947a5-cdf8-4ce2-b0bf-e751c0528ee2 req-eb212dc5-e869-42dd-9ef9-5c1d6fcbb5ca tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:02.149113 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d9947a5-cdf8-4ce2-b0bf-e751c0528ee2 req-eb212dc5-e869-42dd-9ef9-5c1d6fcbb5ca tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0486345 Aug 31 07:20:02.185848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d9947a5-cdf8-4ce2-b0bf-e751c0528ee2 req-7d1fa9a8-f2db-4e39-99cf-8a22cdb230be tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Aug 31 07:20:03.299319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f4eda-12cb-48c2-b975-1c92f8bf41d8 req-a1bd08ab-b1a0-4db9-b508-88c531af9617 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:03.300690 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-981f4eda-12cb-48c2-b975-1c92f8bf41d8 req-a1bd08ab-b1a0-4db9-b508-88c531af9617 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0478880 Aug 31 07:20:03.337673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-981f4eda-12cb-48c2-b975-1c92f8bf41d8 req-7bd30419-9d8e-4acd-88db-038b77e7fe3a tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Aug 31 07:20:04.450256 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcd013-01bb-48b9-a3d7-d5dbd46f4857 req-8f9a5883-c588-44b0-8508-fc08e0743f8f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:04.451887 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9fcd013-01bb-48b9-a3d7-d5dbd46f4857 req-8f9a5883-c588-44b0-8508-fc08e0743f8f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0476921 Aug 31 07:20:04.488283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b9fcd013-01bb-48b9-a3d7-d5dbd46f4857 req-cc314367-ecb3-4fbe-a6b2-e900716a9eee tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300453 Aug 31 07:20:04.496056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:20:05.601943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384e478-d947-4498-b995-fb62e343e188 req-238d2f16-c38e-40e5-b166-f619744c3586 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:05.603407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f384e478-d947-4498-b995-fb62e343e188 req-238d2f16-c38e-40e5-b166-f619744c3586 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0473959 Aug 31 07:20:05.642062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f384e478-d947-4498-b995-fb62e343e188 req-0a0fafb3-76a6-430b-8e08-aab374236024 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Aug 31 07:20:06.764506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08cbbd-7de9-4f3e-8b54-99c6a54a1fe0 req-7e4d877a-9e18-4e7e-9c82-bc793659b2ff tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:06.766019 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae08cbbd-7de9-4f3e-8b54-99c6a54a1fe0 req-7e4d877a-9e18-4e7e-9c82-bc793659b2ff tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0536110 Aug 31 07:20:06.804187 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae08cbbd-7de9-4f3e-8b54-99c6a54a1fe0 req-d1ab0265-c7b5-4729-99aa-38f519f7c2e6 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Aug 31 07:20:07.932855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104196c-7218-4c68-ab8f-2c26990ba341 req-4f5c67cf-f436-4bfc-b7dd-255314eb3e0e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:07.934361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e104196c-7218-4c68-ab8f-2c26990ba341 req-4f5c67cf-f436-4bfc-b7dd-255314eb3e0e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0486755 Aug 31 07:20:07.971565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e104196c-7218-4c68-ab8f-2c26990ba341 req-fd991ae4-e3bc-4cc3-9924-e27f0c5e951e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Aug 31 07:20:09.063265 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-9c86dbec-4b34-43e8-ab32-3ac066f755a5 req-aad93177-706d-4034-acdf-84a1979d5eee service neutron] (94668) timed out ('10.222.0.42', 53203) {{(pid=94668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:20:09.086441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8883e-320c-4bd4-b832-ac13aa0a48a7 req-876dd6f0-9068-47fe-b43e-a94d36787941 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:09.087941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4df8883e-320c-4bd4-b832-ac13aa0a48a7 req-876dd6f0-9068-47fe-b43e-a94d36787941 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0496213 Aug 31 07:20:09.125743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4df8883e-320c-4bd4-b832-ac13aa0a48a7 req-f141ad2c-a349-4fee-8d5f-5f0acb97e207 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Aug 31 07:20:10.239370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916a58a-1496-470a-882b-0f68c81e3908 req-bda0699b-6d1d-4b12-ad6a-b1472c0370a9 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:10.241003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9916a58a-1496-470a-882b-0f68c81e3908 req-bda0699b-6d1d-4b12-ad6a-b1472c0370a9 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0486140 Aug 31 07:20:10.278658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9916a58a-1496-470a-882b-0f68c81e3908 req-9ee9353e-83ee-4956-a24e-055b17078251 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Aug 31 07:20:11.391317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe9a97-17ec-474f-98a4-01228437452c req-8af01fdf-8043-43ab-974b-4baf75a39a4b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:11.393416 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89fe9a97-17ec-474f-98a4-01228437452c req-8af01fdf-8043-43ab-974b-4baf75a39a4b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0477695 Aug 31 07:20:11.430461 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-89fe9a97-17ec-474f-98a4-01228437452c req-61422509-669b-48bc-b058-8f245675f230 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Aug 31 07:20:12.544485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee2dea-1a1b-4fbe-bdc7-224d7064c68f req-6e17efc5-ac45-40bc-9c4b-2e03d15f552b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:12.546002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6aee2dea-1a1b-4fbe-bdc7-224d7064c68f req-6e17efc5-ac45-40bc-9c4b-2e03d15f552b tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0489142 Aug 31 07:20:12.587568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6aee2dea-1a1b-4fbe-bdc7-224d7064c68f req-631b6155-a9f3-4585-b34a-12f3b83dacad tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356345 Aug 31 07:20:12.800973 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-2b5af891-ac22-4f93-852a-10fbfc4dd271 service neutron] show failed (client error): The resource could not be found. Aug 31 07:20:12.802056 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-2b5af891-ac22-4f93-852a-10fbfc4dd271 service neutron] 10.222.0.23 "GET /v2.0/ports/e5f869ad-91e0-4be2-b3f3-77841e2d2ba8/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0590999 Aug 31 07:20:12.999878 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-d67c079c-604f-44d6-998a-e1a8103b34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:13.001350 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-d67c079c-604f-44d6-998a-e1a8103b34c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384&tenant_id=55545be241f64671b89ceba34245973c HTTP/1.1" status: 200 len: 1098 time: 0.0407841 Aug 31 07:20:13.012916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:13.064463 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:13.268601 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:13.305723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:20:13.344630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:13.347465 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2862f451-851b-4d6e-acf4-bc842b3928bd" -d '{"events": [{"server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:13.351172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:13.364674 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Transition to ACTIVE for port object e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:20:13.368368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:13.398290 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6632e5a9-76b7-4753-a3b0-28136fcfbde7 x-openstack-request-id: req-6632e5a9-76b7-4753-a3b0-28136fcfbde7 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:13.398858 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:13.399115 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6632e5a9-76b7-4753-a3b0-28136fcfbde7 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:13.399506 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'code': 200} Aug 31 07:20:13.435084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:13.437146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] No DVR routers for this DVR port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:20:13.450333 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.450790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.451267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.451614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.451963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.452278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.452606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.452933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.453289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.453632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.453944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.454269 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:13.484714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Attempting to bind port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:20:13.485054 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Attempting to bind port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:20:13.485418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Attempting to bind port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:20:13.490239 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:20:13.490560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Attempting to bind port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on network d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:20:13.495275 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:20:13.495610 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Checking segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:20:13.495993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Bound using segment: {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:20:13.496418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Bound port: e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:20:13.496770 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:13.561882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:20:13.564860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:20:13.569416 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:13.602949 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:13.603578 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:13.604970 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] 10.222.0.42 "PUT /v2.0/ports/e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 1093 time: 0.5961707 Aug 31 07:20:13.625916 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099555aa-5cb2-4707-9599-a3cd2ee8fc92 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:13.668807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-131d2db8-b9e0-4447-a490-326d273a9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:13.670367 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-131d2db8-b9e0-4447-a490-326d273a9850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 1096 time: 0.0415611 Aug 31 07:20:13.706172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f402d81-a9c8-4969-92ba-a4a0bb7f003c req-46e9c731-731b-41bc-b7d1-05b285e8b5e2 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:13.707714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f402d81-a9c8-4969-92ba-a4a0bb7f003c req-46e9c731-731b-41bc-b7d1-05b285e8b5e2 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 944 time: 0.0494142 Aug 31 07:20:13.752176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f402d81-a9c8-4969-92ba-a4a0bb7f003c req-7ca3a9fc-11b8-4ce2-aad6-5dd2b7beba8c tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376031 Aug 31 07:20:13.769423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-6b0be4a0-93ff-4a59-971c-92c2a3e8919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:13.770929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-6b0be4a0-93ff-4a59-971c-92c2a3e8919a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.0940533 Aug 31 07:20:13.812102 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-baca3278-0264-4919-981d-8622e0990341 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0345120 Aug 31 07:20:13.859920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-270ded48-6fb1-4197-a20c-adfd2a75e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:13.861306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-270ded48-6fb1-4197-a20c-adfd2a75e979 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0429535 Aug 31 07:20:13.896765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-c55dd103-0ba1-4249-9a03-cadb3c8a158a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283411 Aug 31 07:20:13.985307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-a7bf60a9-d5c0-4be1-b2bd-e3f39c1d9081 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814190 Aug 31 07:20:14.089749 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b95768c4-72ec-43b8-a0ec-0a0d611da65c req-88fef169-580e-44a7-8e01-fa1025fab38e service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971131 Aug 31 07:20:14.870191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0660aa-a93f-4783-ad28-01e30e1ec288 req-4d5afbe6-e911-4c20-9e65-91b635aeef7e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:14.871768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc0660aa-a93f-4783-ad28-01e30e1ec288 req-4d5afbe6-e911-4c20-9e65-91b635aeef7e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 944 time: 0.0498364 Aug 31 07:20:14.909414 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc0660aa-a93f-4783-ad28-01e30e1ec288 req-cd167f82-8988-42d4-89ad-de4021eb5d51 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Aug 31 07:20:15.401109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:15.403475 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:15.449630 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ee8e6-954d-4875-894c-e4b68c183058 x-openstack-request-id: req-2b3ee8e6-954d-4875-894c-e4b68c183058 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:15.449919 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:15.450170 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b3ee8e6-954d-4875-894c-e4b68c183058 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:15.450565 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'status': 'completed', 'code': 200} Aug 31 07:20:15.543739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-d580fa6d-9853-48c3-b083-534c06c1cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:15.545282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-d580fa6d-9853-48c3-b083-534c06c1cbab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 1096 time: 0.0660310 Aug 31 07:20:15.547035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-efeba69d-29ab-47db-881f-8e575f78a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:15.548379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-efeba69d-29ab-47db-881f-8e575f78a434 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 1096 time: 0.0776784 Aug 31 07:20:15.708409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-6096b0f4-fd8f-4e88-8381-e181fa209d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:15.709840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-6096b0f4-fd8f-4e88-8381-e181fa209d4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.1567333 Aug 31 07:20:15.711141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-021ae870-77bf-42e3-95a8-8f74afaf3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:15.712443 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-021ae870-77bf-42e3-95a8-8f74afaf3d88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.1522002 Aug 31 07:20:15.781314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-d75477d8-b018-4877-a775-f0eee6973312 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0642533 Aug 31 07:20:15.782922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-ecd5a8c7-a1a1-4823-adf9-2cb4c51a5547 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0592301 Aug 31 07:20:15.866659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-c454b119-d363-4a69-b7a4-938db7df2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:15.868127 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-c454b119-d363-4a69-b7a4-938db7df2b23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0792539 Aug 31 07:20:15.871336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-7d93489f-4fd1-4ee8-8272-f49eff62a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:15.872653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-7d93489f-4fd1-4ee8-8272-f49eff62a516 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0763905 Aug 31 07:20:15.906244 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-8a9208b4-2950-49f7-9b38-c7e77b045963 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307329 Aug 31 07:20:15.925305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-37ac2acc-73e8-4334-8f5d-e200ee0a28c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417995 Aug 31 07:20:16.018972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:16.058292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:16.300211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:20:16.395269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:16.410787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'network_id': 'd3fdb1aa-31ff-432c-973a-14b97c0bd9e0', 'port_id': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'mac_address': 'fa:16:3e:52:2d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9f7de8-c7ab-44bb-a3c0-6869c651893d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:20:16.432076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f710-80a0-436d-89cb-72cacf623d04 req-118a34fb-f438-4069-8e4e-999aadbddc7e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:16.433593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e3d4f710-80a0-436d-89cb-72cacf623d04 req-118a34fb-f438-4069-8e4e-999aadbddc7e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 944 time: 0.4235048 Aug 31 07:20:16.447292 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:16.459918 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-350da007-35e8-48b1-bdfd-34737ea1f36c service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243862 Aug 31 07:20:16.460125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:20:16.466952 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-5c84abcc-4ffe-4c23-87b8-00634917d831 service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461698 Aug 31 07:20:16.480434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:16.484324 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:16.532898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:16.578234 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e3d4f710-80a0-436d-89cb-72cacf623d04 req-cbd0d8f2-6a20-4a38-934b-3dc458bfbac4 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318760 Aug 31 07:20:16.636664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-372e6eea-429f-43b6-b367-d33f04aeb8ca service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573815 Aug 31 07:20:16.642148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee8ecf3e-bcdc-4dc0-94ba-6884dc0cf346 req-f0597df4-d0af-408e-82a3-71fd5f75fff2 service neutron] 10.222.0.42 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726613 Aug 31 07:20:16.700893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:20:16.811255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ec3c2-c486-4c54-b0c5-9449a7d9d4b7 req-50aeee57-c04c-443c-9aff-79f37b3a7e67 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:16.812741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-384ec3c2-c486-4c54-b0c5-9449a7d9d4b7 req-50aeee57-c04c-443c-9aff-79f37b3a7e67 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 945 time: 0.0883558 Aug 31 07:20:16.821375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-29e47c8e-ed6a-4957-bea2-9878d83491fd tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:16.822747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-29e47c8e-ed6a-4957-bea2-9878d83491fd tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384&tenant_id=55545be241f64671b89ceba34245973c&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 945 time: 0.0674567 Aug 31 07:20:16.886158 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-384ec3c2-c486-4c54-b0c5-9449a7d9d4b7 req-3882c43d-eee5-4bfe-9cb4-fb52cbf91f37 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623574 Aug 31 07:20:16.904593 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-c41fa9f5-daba-4f58-9f0d-e40aa71dffc7 service neutron] delete failed (client error): The resource could not be found. Aug 31 07:20:16.905334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-c41fa9f5-daba-4f58-9f0d-e40aa71dffc7 service neutron] 10.222.0.23 "DELETE /v2.0/ports/e5f869ad-91e0-4be2-b3f3-77841e2d2ba8/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0684290 Aug 31 07:20:16.992594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-b7de980d-7d4e-4210-8396-b0313e39fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:16.994142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-b7de980d-7d4e-4210-8396-b0313e39fea5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55545be241f64671b89ceba34245973c&device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 1097 time: 0.0442305 Aug 31 07:20:17.086810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-474db148-8832-4149-ba51-9901b1fbbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:17.088615 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-474db148-8832-4149-ba51-9901b1fbbcd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 200 len: 916 time: 0.0864131 Aug 31 07:20:17.130954 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-7c86d75d-58ed-4c8c-baf8-aceaa0fc702c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0351722 Aug 31 07:20:17.185944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-6234a3a7-76b6-4d8a-b1fb-330bb59ba9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:17.187494 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-6234a3a7-76b6-4d8a-b1fb-330bb59ba9f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 200 len: 855 time: 0.0489705 Aug 31 07:20:17.222256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-bb5c4639-d64c-4df8-882d-6492311943d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261669 Aug 31 07:20:17.312273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-70a25536-a084-4e86-a109-69885237af09 service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822017 Aug 31 07:20:17.405759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b004ba61-b5c5-49ca-9ab1-b4b785a282c6 req-5113663d-6db3-44af-8ff6-255cef98b0bc service neutron] 10.222.0.23 "GET /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839014 Aug 31 07:20:18.006159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e506e-6651-40ff-9f50-80ac47971f2d req-e333d415-7b2d-4480-8bc4-2416728fc412 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:18.007762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a80e506e-6651-40ff-9f50-80ac47971f2d req-e333d415-7b2d-4480-8bc4-2416728fc412 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 945 time: 0.0512056 Aug 31 07:20:18.044828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a80e506e-6651-40ff-9f50-80ac47971f2d req-436cb348-fafb-4634-b801-dc3f6971e166 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Aug 31 07:20:18.156270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0a39c-b65f-4633-bf23-47b60a580004 req-604df8ac-f9f9-4dd8-af6b-5f978400b60e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:18.157773 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0fd0a39c-b65f-4633-bf23-47b60a580004 req-604df8ac-f9f9-4dd8-af6b-5f978400b60e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Aug 31 07:20:18.197074 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0fd0a39c-b65f-4633-bf23-47b60a580004 req-ad2a3ea1-4baf-4cd5-be78-51f4a62ce194 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Aug 31 07:20:18.308614 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577ce3c-2933-4a1c-aca5-873772480bec req-b336e8e0-c780-41f9-916e-341cb8095402 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:18.310103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8577ce3c-2933-4a1c-aca5-873772480bec req-b336e8e0-c780-41f9-916e-341cb8095402 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 945 time: 0.0482042 Aug 31 07:20:18.315309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:18.352932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8577ce3c-2933-4a1c-aca5-873772480bec req-5563e68d-e1e0-49d5-ba64-0f81f3c26bbb tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368168 Aug 31 07:20:18.365563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:18.369310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:18.369693 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:18.450757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:18.480292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:18.483506 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe44982c-3c86-4a1a-8411-e5c5f80907e8" -d '{"events": [{"server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "name": "network-vif-plugged", "status": "completed", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:18.497373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:18.503255 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:18.527984 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77a6e4d-1b1f-4020-8908-3968d07d821d x-openstack-request-id: req-f77a6e4d-1b1f-4020-8908-3968d07d821d {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:18.528278 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "name": "network-vif-plugged", "status": "completed", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:18.528529 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f77a6e4d-1b1f-4020-8908-3968d07d821d {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:18.528912 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'code': 200} Aug 31 07:20:18.554942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:18.697515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dd7a5-d360-4d18-989f-fb7acef1bef2 req-25af9480-2cf9-45bc-a4ce-598b10bc3e2e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:18.699004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b44dd7a5-d360-4d18-989f-fb7acef1bef2 req-25af9480-2cf9-45bc-a4ce-598b10bc3e2e tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0485561 Aug 31 07:20:18.736380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b44dd7a5-d360-4d18-989f-fb7acef1bef2 req-fe88cca4-2408-41b2-af29-71bfcaa15bcc tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Aug 31 07:20:19.879384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-6b821985-b5ba-4bf9-8db9-d39ce21e343f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:19.880877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-6b821985-b5ba-4bf9-8db9-d39ce21e343f tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0836318 Aug 31 07:20:19.891319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad2200-2750-4f5b-a8cf-3e98e18b1120 req-f2817acc-6b6c-436d-9dcb-f15c128400fc tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:19.892779 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9bad2200-2750-4f5b-a8cf-3e98e18b1120 req-f2817acc-6b6c-436d-9dcb-f15c128400fc tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bb2237b-4451-439f-bce3-95490d5dc384 HTTP/1.1" status: 200 len: 946 time: 0.0708580 Aug 31 07:20:19.977632 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9bad2200-2750-4f5b-a8cf-3e98e18b1120 req-be3ba768-f9d1-4b26-8b79-47b0f23ec727 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.15 "GET /v2.0/security-groups?id=709878b5-9115-46d9-8fb2-0457c9bff9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Aug 31 07:20:20.011944 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Deleting port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:20.012293 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:20.104207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] For port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,segment=NetworkSegment(bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a),segment_id=bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:20.104577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:20.117683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Calling delete_port for e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:20.244013 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:20.256172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:20:20.272930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Pushing event deleted for resources: {'Port': ['ID=e5f869ad-91e0-4be2-b3f3-77841e2d2ba8,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:20.313446 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] No DVR routers for this DVR port e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:20:20.316228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:20.318564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ee6417d1-a91a-4f9c-b569-368a2aeaa20b req-aeb9d0fc-7be5-415b-9dab-63e54046ca46 tempest-ServerDiskConfigTestJSON-1623949478 tempest-ServerDiskConfigTestJSON-1623949478-project] 10.222.0.42 "DELETE /v2.0/ports/e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 HTTP/1.1" status: 204 len: 173 time: 0.4248970 Aug 31 07:20:20.319006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'name': 'network-vif-deleted', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:20.321768 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45e0726-bf14-431f-9f65-32ddf337c371" -d '{"events": [{"server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "name": "network-vif-deleted", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:20.676159 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d92024c-071c-4135-8ca3-112bd605f9d2 x-openstack-request-id: req-9d92024c-071c-4135-8ca3-112bd605f9d2 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:20.676446 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb2237b-4451-439f-bce3-95490d5dc384", "name": "network-vif-deleted", "tag": "e5f869ad-91e0-4be2-b3f3-77841e2d2ba8", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:20.676705 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d92024c-071c-4135-8ca3-112bd605f9d2 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:20.677110 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb2237b-4451-439f-bce3-95490d5dc384', 'name': 'network-vif-deleted', 'tag': 'e5f869ad-91e0-4be2-b3f3-77841e2d2ba8', 'status': 'completed', 'code': 200} Aug 31 07:20:21.102126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52520) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:21.145917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Deleting subnet 2b9f7de8-c7ab-44bb-a3c0-6869c651893d {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:20:21.149121 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.182069 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.222816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.273459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.298175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9f7de8-c7ab-44bb-a3c0-6869c651893d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:21.303185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.305136 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2b9f7de8-c7ab-44bb-a3c0-6869c651893d HTTP/1.1" status: 204 len: 168 time: 0.2018766 Aug 31 07:20:21.307664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52522) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:21.310281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.310980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.310980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.311273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.311599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.311919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.312243 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.312559 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.312875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.313296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.313602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.313916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e2d37-f456-4903-8ac8-bfc0c5ac8eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:21.379379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.454043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.463430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fdb1aa-31ff-432c-973a-14b97c0bd9e0']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:21.473471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:21.473762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9b2e36-dc8f-4de5-bc8b-f35b07721e5a') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:21.482713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.496536 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.503460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:20:21.503851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:20:21.505531 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:20:21.561804 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.567461 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.569411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d3fdb1aa-31ff-432c-973a-14b97c0bd9e0 HTTP/1.1" status: 204 len: 168 time: 0.2606754 Aug 31 07:20:21.582657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890daf01-edd7-4f1c-a74f-c24a751a75a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fdb1aa-31ff-432c-973a-14b97c0bd9e0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:21.675242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52526) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:21.713687 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-958670b7-a78d-4b95-bbd7-92005da3f8da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55545be241f64671b89ceba34245973c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372901 Aug 31 07:20:21.716062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52528) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:21.762602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c318c1fd-475e-4547-906e-7147e7e7f478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.783775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c318c1fd-475e-4547-906e-7147e7e7f478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.829271 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c318c1fd-475e-4547-906e-7147e7e7f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.831764 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c318c1fd-475e-4547-906e-7147e7e7f478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:21.832937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c318c1fd-475e-4547-906e-7147e7e7f478 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/709878b5-9115-46d9-8fb2-0457c9bff9c2 HTTP/1.1" status: 204 len: 168 time: 0.1159914 Aug 31 07:20:21.840605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318c1fd-475e-4547-906e-7147e7e7f478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709878b5-9115-46d9-8fb2-0457c9bff9c2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:22.478861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52550) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:22.571314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-167195929-network', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:22.595530 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Made reservation on behalf of b9a566edbeb747f3b7dfb2d50e8dc469 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:20:22.598331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:22.606455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:22.694316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:22.698020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:22.721991 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:20:22.731402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d3ba6-dc9d-437e-9573-80dfc9cdf760,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:22.736893 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:22.737260 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Added segment faf42405-d757-4155-aa84-adbc91520133 of type vlan for network 4d738502-28e5-466c-b21d-a7174e3b64fc Aug 31 07:20:22.776399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:22.802466 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:22.803591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:22.804044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:22.857512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3774219 Aug 31 07:20:22.860386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52554) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:22.866073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Request body: {'subnet': {'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-167195929-subnet', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:22.866808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59ad6a-2176-4c65-a532-271fc6ae8772 admin admin] Pushing event updated for resources: {'Network': ['ID=4d738502-28e5-466c-b21d-a7174e3b64fc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:22.876119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 4d738502-28e5-466c-b21d-a7174e3b64fc details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:20:22.886204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Made reservation on behalf of b9a566edbeb747f3b7dfb2d50e8dc469 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:20:22.888493 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.055592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.113410 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a785fe-0804-431d-82b3-791b2255a096,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:23.120636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:20:23.120996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Network hostable DHCP agents. Network: 4d738502-28e5-466c-b21d-a7174e3b64fc, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:20:23.136703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Network 4d738502-28e5-466c-b21d-a7174e3b64fc is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:20:23.144686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 4d738502-28e5-466c-b21d-a7174e3b64fc) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:20:23.148904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:23.149532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.153793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7a2e1-4dcc-494f-828b-3b0ea2231326 None None] Network 4d738502-28e5-466c-b21d-a7174e3b64fc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:20:23.163917 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-206d3a94-8aa4-4fed-af1c-811556cd5ca8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3024061 Aug 31 07:20:23.166559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52556) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:23.170920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:23.192852 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.193910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.250386 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.302470 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-4d738502-28e5-466c-b21d-a7174e3b64fc', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:20:23.303330 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.385256 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.433580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Allocated IP 172.20.0.2 (4d738502-28e5-466c-b21d-a7174e3b64fc/c7a785fe-0804-431d-82b3-791b2255a096/7c88ac17-a3c3-4742-9160-d1fd3ce0fb18) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:20:23.576710 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.586120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Transition to ACTIVE for port object 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:20:23.593202 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.600533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Transition to ACTIVE for port object 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:20:23.607878 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.616328 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.648263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Network 4d738502-28e5-466c-b21d-a7174e3b64fc is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:20:23.651374 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:20:23.655023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:20:23.660460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Pushing event updated for resources: {'Port': ['ID=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:23.718705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Attempting to bind port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:20:23.719089 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Attempting to bind port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:20:23.719457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Attempting to bind port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:20:23.724406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:20:23.724783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:20:23.725203 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.725623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:20:23.726091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Bound port: 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:20:23.726474 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.728808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Allocated IP 172.25.5.31 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/d4826831-daff-497a-ad3f-772464ad2446) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:20:23.792700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] For port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:20:23.795945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] For port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:20:23.800390 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.838143 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.858650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e62d0-10dd-4d3a-bcae-7777e92e5a6a None None] Pushing event updated for resources: {'Port': ['ID=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:23.884586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:23.927655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:20:23.930687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:20:23.933681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:20:23.961871 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Pushing event updated for resources: {'Port': ['ID=d4826831-daff-497a-ad3f-772464ad2446,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:24.216079 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:24.268254 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07c5373b-2bb1-464b-99b7-4cb4c11b0eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:24.342694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:24.364962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:20:24.365338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device e5f869ad-91e0-4be2-b3f3-77841e2d2ba8 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:24.408218 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:24.537154 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:20:24.649745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:20:24.660042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:20:24.667705 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:24.671772 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-be98fbbe-202b-4e27-9eb7-2443a47e0f45 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5016963 Aug 31 07:20:24.672219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:24.674439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:24.675209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:19:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:24.758539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4280bad9-c8b1-48a7-af6a-4bbe121a1c40 None None] Network 4d738502-28e5-466c-b21d-a7174e3b64fc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:20:24.848657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f7f98b7b-943a-4773-8395-c027b4eccec8 None None] Provisioning for port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:24.850596 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:24.852335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:25.096626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.110146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:24Z', 'revision_number': 3, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:25.140833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:20:25.141202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Updating router 70f3734e-e549-4332-9ed8-fc2cb1c404df port d4826831-daff-497a-ad3f-772464ad2446 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:20:25.168055 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.277130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Allocated IP 172.20.0.1 (4d738502-28e5-466c-b21d-a7174e3b64fc/c7a785fe-0804-431d-82b3-791b2255a096/47aae623-a8ac-49eb-b930-c94edbe234c8) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:20:25.348922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:25.391039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.404510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Transition to ACTIVE for port object 47aae623-a8ac-49eb-b930-c94edbe234c8 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:20:25.430076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:25.438765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.442674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:25.443046 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.482326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Network 4d738502-28e5-466c-b21d-a7174e3b64fc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:20:25.487548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:20:25.491238 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:20:25.516147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Pushing event updated for resources: {'Port': ['ID=47aae623-a8ac-49eb-b930-c94edbe234c8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:25.539354 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.570079 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.593171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Transition to ACTIVE for port object d4826831-daff-497a-ad3f-772464ad2446 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:20:25.598023 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.607134 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.683046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:25.688641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1834ef-6639-4e28-baf5-198a2afc7c15 None None] Pushing event updated for resources: {'Port': ['ID=d4826831-daff-497a-ad3f-772464ad2446,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:25.690670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.693196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Attempting to bind port d4826831-daff-497a-ad3f-772464ad2446 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:20:25.693573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Attempting to bind port d4826831-daff-497a-ad3f-772464ad2446 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:20:25.693928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Attempting to bind port d4826831-daff-497a-ad3f-772464ad2446 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:20:25.695952 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.704051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:20:25.704421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:20:25.705915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.705915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:20:25.705915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Bound port: d4826831-daff-497a-ad3f-772464ad2446, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:20:25.706230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.800288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9b4fbdfb-61c5-456e-8147-859ede0fdaca None None] Provisioning for port 47aae623-a8ac-49eb-b930-c94edbe234c8 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:25.808512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:25.813443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] For port d4826831-daff-497a-ad3f-772464ad2446, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:20:25.816212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9b4fbdfb-61c5-456e-8147-859ede0fdaca None None] Provisioning complete for port 47aae623-a8ac-49eb-b930-c94edbe234c8 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:25.816668 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9b4fbdfb-61c5-456e-8147-859ede0fdaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.820196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] For port d4826831-daff-497a-ad3f-772464ad2446, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4826831-daff-497a-ad3f-772464ad2446,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:20:25.842117 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.870622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.875534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:25.900958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fbdfb-61c5-456e-8147-859ede0fdaca None None] Port 47aae623-a8ac-49eb-b930-c94edbe234c8 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:20:25.906617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:25.907232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:19:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:25.943842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Pushing event updated for resources: {'Port': ['ID=47aae623-a8ac-49eb-b930-c94edbe234c8,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:25.946753 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:26.047103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Network 4d738502-28e5-466c-b21d-a7174e3b64fc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:20:26.048587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:20:26.114385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1834ef-6639-4e28-baf5-198a2afc7c15 None None] Pushing event updated for resources: {'Port': ['ID=d4826831-daff-497a-ad3f-772464ad2446,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:26.178112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:20:26.192122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:26.290450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:20:26.296029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-39214e18-55d0-4c6a-b884-90886b59e95e admin admin] 10.222.0.15 "PUT /v2.0/routers/70f3734e-e549-4332-9ed8-fc2cb1c404df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6226189 Aug 31 07:20:26.327598 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:26.348440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d45f4cf8-b2cb-4a1f-8640-854332f8ebac None None] Provisioning complete for port 47aae623-a8ac-49eb-b930-c94edbe234c8 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:26.348813 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d45f4cf8-b2cb-4a1f-8640-854332f8ebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:26.404551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d45f4cf8-b2cb-4a1f-8640-854332f8ebac None None] Port 47aae623-a8ac-49eb-b930-c94edbe234c8 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:20:26.452057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 2, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:26.481750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c697c-d068-4eae-a1ee-28cf4376ff2f None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 2, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:20:26.858171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52566) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:26.863314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7d7e7b53-6f29-4ff6-8fe4-8948c8a47c99 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493877388', 'description': 'tempest-description--1523370315'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:26.888412 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7b53-6f29-4ff6-8fe4-8948c8a47c99 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:26.890937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-14d01482-f26c-4a80-bb6c-9ab8fb7194ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:26.962384 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:26.985870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7b53-6f29-4ff6-8fe4-8948c8a47c99 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:26.990493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7b53-6f29-4ff6-8fe4-8948c8a47c99 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.026076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7b53-6f29-4ff6-8fe4-8948c8a47c99 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.030213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7d7e7b53-6f29-4ff6-8fe4-8948c8a47c99 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1682887 Aug 31 07:20:27.030213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e7b53-6f29-4ff6-8fe4-8948c8a47c99 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c17d2-9ca3-48de-bd0e-bf38a15a44be,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:27.030692 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52568) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:27.035647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f872d637-a9a3-401a-946f-4e036fc40a6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'security_group_rule': {'security_group_id': 'c70c17d2-9ca3-48de-bd0e-bf38a15a44be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:27.063533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f872d637-a9a3-401a-946f-4e036fc40a6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.139962 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f872d637-a9a3-401a-946f-4e036fc40a6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.144073 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f872d637-a9a3-401a-946f-4e036fc40a6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.165353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d637-a9a3-401a-946f-4e036fc40a6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3423bead-e1a6-4d0d-bc10-456f7775061a,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:27.174821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f872d637-a9a3-401a-946f-4e036fc40a6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.176226 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f872d637-a9a3-401a-946f-4e036fc40a6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444051 Aug 31 07:20:27.178782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52570) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:27.183743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-cf11b4f1-97ce-4292-b86d-414a3cb3b7a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'security_group_rule': {'security_group_id': 'c70c17d2-9ca3-48de-bd0e-bf38a15a44be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:27.217067 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf11b4f1-97ce-4292-b86d-414a3cb3b7a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.289933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf11b4f1-97ce-4292-b86d-414a3cb3b7a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.294778 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf11b4f1-97ce-4292-b86d-414a3cb3b7a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.313958 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11b4f1-97ce-4292-b86d-414a3cb3b7a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ddb41c-ccc5-4cdb-a258-2c5ed784d545,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:27.320609 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cf11b4f1-97ce-4292-b86d-414a3cb3b7a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.322097 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cf11b4f1-97ce-4292-b86d-414a3cb3b7a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422455 Aug 31 07:20:27.324876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52572) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:27.329585 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:27.352705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4826831-daff-497a-ad3f-772464ad2446 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:27.355809 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.406951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d4826831-daff-497a-ad3f-772464ad2446 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:27.411322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d4826831-daff-497a-ad3f-772464ad2446 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:27.412446 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.465551 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.498771 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.526635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d4826831-daff-497a-ad3f-772464ad2446, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4826831-daff-497a-ad3f-772464ad2446,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:27.531965 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.532813 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:27.597650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Allocated IP 172.25.5.158 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/74e92de2-89df-4489-8826-4895b0dcfba9) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:20:27.618971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d4826831-daff-497a-ad3f-772464ad2446,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:27.630560 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:27.630945 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.708540 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.750825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.796298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:20:27.799825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:20:27.803457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:20:27.824487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'Port': ['ID=74e92de2-89df-4489-8826-4895b0dcfba9,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:27.896288 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.931205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:28.083433 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:28.087564 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:28.160849 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'Port': ['ID=74e92de2-89df-4489-8826-4895b0dcfba9,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:28.168952 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:28.184006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:28.185503 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7a697469-a873-4d75-bd3f-da71122d9fe7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8596179 Aug 31 07:20:28.276237 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:28.333176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-d1594a8d-caab-4375-bfab-0ca0157eba76 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1493877388&fields=id&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 267 time: 0.0344872 Aug 31 07:20:28.440457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-9907f746-3a96-40ca-9fb8-bed4c2c4e555 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:28.441885 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-9907f746-3a96-40ca-9fb8-bed4c2c4e555 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 811 time: 0.1017420 Aug 31 07:20:28.456864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-96eee4b7-b209-406a-9ea3-4149cee56d5b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/quotas/b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 375 time: 0.0092096 Aug 31 07:20:28.485061 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:20:28.495140 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:28.495749 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:28.516535 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-19a9e210-1d7d-40a3-96b1-8b07779d8a26 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521662 Aug 31 07:20:28.534202 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-d5fe1520-652a-42a6-b9d9-e5a9fefc6905 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:20:28.535281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-d5fe1520-652a-42a6-b9d9-e5a9fefc6905 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063498 Aug 31 07:20:28.598729 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:28.622596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-5eca56bc-956e-4639-80dc-a3d09ad79108 service neutron] 10.222.0.15 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811205 Aug 31 07:20:28.716639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-c29375c7-1c57-4880-8f5b-b7a24bb2bfd7 service neutron] 10.222.0.15 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870972 Aug 31 07:20:28.799269 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 2, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:28.832742 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:20:28.833104 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Updating router 70f3734e-e549-4332-9ed8-fc2cb1c404df port 47aae623-a8ac-49eb-b930-c94edbe234c8 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:20:28.859183 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:28.901148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf2bd6e6-273a-4d5f-a7fd-104eba97893b req-b5e36c9a-4137-4b9f-a109-3c58d21ab386 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 210 time: 0.0309248 Aug 31 07:20:29.135805 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:29.146018 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Transition to ACTIVE for port object 47aae623-a8ac-49eb-b930-c94edbe234c8 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:20:29.152155 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:29.200318 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Pushing event updated for resources: {'Port': ['ID=47aae623-a8ac-49eb-b930-c94edbe234c8,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:29.212359 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.212704 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.213046 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.213399 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.213723 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.214113 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.214371 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.214689 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.215068 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.215279 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.217492 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.217811 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:29.270023 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Attempting to bind port 47aae623-a8ac-49eb-b930-c94edbe234c8 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:20:29.270398 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Attempting to bind port 47aae623-a8ac-49eb-b930-c94edbe234c8 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:20:29.270762 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Attempting to bind port 47aae623-a8ac-49eb-b930-c94edbe234c8 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:20:29.277126 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:20:29.277526 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:20:29.277932 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:29.278327 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:20:29.278795 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Bound port: 47aae623-a8ac-49eb-b930-c94edbe234c8, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:20:29.279187 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:29.292246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4826831-daff-497a-ad3f-772464ad2446 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:29.348866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d4826831-daff-497a-ad3f-772464ad2446 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:29.349269 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:29.356595 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] For port 47aae623-a8ac-49eb-b930-c94edbe234c8, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:20:29.359791 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] For port 47aae623-a8ac-49eb-b930-c94edbe234c8, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=47aae623-a8ac-49eb-b930-c94edbe234c8,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:20:29.366966 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:29.420363 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433ce87-9735-4cba-9964-f98930e9844e None None] Pushing event updated for resources: {'Port': ['ID=47aae623-a8ac-49eb-b930-c94edbe234c8,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:29.438397 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:29.439036 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:29.644572 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:29.849179 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:29Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:29.877970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-03a3e71c-7268-485d-9820-ba52537f75b1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:29.879803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-03a3e71c-7268-485d-9820-ba52537f75b1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 811 time: 0.1072133 Aug 31 07:20:29.887949 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00018bf-a3a7-478b-b053-3fc7d19cb821 None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:29Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:20:29.927507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-8c8acf6c-fa58-4711-a3f7-262519e1d68f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 380 time: 0.0386472 Aug 31 07:20:29.937867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'port': {'device_id': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'admin_state_up': True, 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'security_groups': ['c70c17d2-9ca3-48de-bd0e-bf38a15a44be']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:30.017876 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ffd8d6d8-fdf0-481a-848f-36e7aab72f9e req-90527275-1885-46d9-9695-06411c35adea tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 210 time: 0.0336351 Aug 31 07:20:30.082191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Made reservation on behalf of b9a566edbeb747f3b7dfb2d50e8dc469 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:20:30.085918 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:30.129277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:30.229267 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Allocated IP 172.20.0.11 (4d738502-28e5-466c-b21d-a7174e3b64fc/c7a785fe-0804-431d-82b3-791b2255a096/fd0ecda8-526a-4075-bab4-e0ce4b66dd20) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:20:30.368694 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:30.385876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Transition to ACTIVE for port object fd0ecda8-526a-4075-bab4-e0ce4b66dd20 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:20:30.420851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:30.472515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Network 4d738502-28e5-466c-b21d-a7174e3b64fc is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:20:30.475821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:20:30.479752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:20:30.486948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:30.533728 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:30.534373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:30.549768 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-74bc75db-4ea1-4e1a-ac72-3bc3d34a30a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6159930 Aug 31 07:20:30.562216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Request body: {'port': {'device_id': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:30.617884 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:30.688991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-53fea757-d031-4c43-8133-cb0763a01cd8 None None] Provisioning for port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:30.692699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-53fea757-d031-4c43-8133-cb0763a01cd8 None None] Provisioning complete for port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:30.693137 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-53fea757-d031-4c43-8133-cb0763a01cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:30.726739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-53fea757-d031-4c43-8133-cb0763a01cd8 None None] Port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:20:31.138151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bfc50-cb89-4d01-92a8-c142c9e7de48 req-384227ab-7601-44a6-b2e9-ece3226ba28a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:31.139740 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-724bfc50-cb89-4d01-92a8-c142c9e7de48 req-384227ab-7601-44a6-b2e9-ece3226ba28a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 932 time: 0.0502663 Aug 31 07:20:31.180888 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-724bfc50-cb89-4d01-92a8-c142c9e7de48 req-b0a32f9e-00fc-43f5-b355-fc12025d29eb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340466 Aug 31 07:20:31.215800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0ecda8-526a-4075-bab4-e0ce4b66dd20 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:20:31.224374 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.236634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Transition to ACTIVE for port object fd0ecda8-526a-4075-bab4-e0ce4b66dd20 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:20:31.241325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.293501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:31.296127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 47aae623-a8ac-49eb-b930-c94edbe234c8 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:31.350591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 47aae623-a8ac-49eb-b930-c94edbe234c8 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:31.354452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 47aae623-a8ac-49eb-b930-c94edbe234c8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:31.354828 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.369812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Attempting to bind port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:20:31.370144 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Attempting to bind port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:20:31.370472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Attempting to bind port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:20:31.375284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:20:31.375606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Attempting to bind port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:20:31.381209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:20:31.381709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:20:31.382128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:20:31.382559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Bound port: fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:20:31.382920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.441899 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.457600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:20:31.461896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:20:31.468362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.477532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 47aae623-a8ac-49eb-b930-c94edbe234c8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=47aae623-a8ac-49eb-b930-c94edbe234c8,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:31.482395 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.505207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:31.506438 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.507919 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] 10.222.0.23 "PUT /v2.0/ports/fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1093 time: 0.9500833 Aug 31 07:20:31.510245 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:31.513858 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae" -d '{"events": [{"name": "network-changed", "server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:31.541935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169ad74-2a85-4e88-9469-5cfd49e02ada service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:31.561488 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=47aae623-a8ac-49eb-b930-c94edbe234c8,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:31.595549 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9412de63-4a58-4bb9-b997-2a97aee25507 x-openstack-request-id: req-9412de63-4a58-4bb9-b997-2a97aee25507 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:31.595840 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:31.596090 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9412de63-4a58-4bb9-b997-2a97aee25507 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:31.596490 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'status': 'completed', 'code': 200} Aug 31 07:20:31.612619 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-5578313a-fe08-4128-90ba-797421845dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:31.614339 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-5578313a-fe08-4128-90ba-797421845dbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1096 time: 0.0509074 Aug 31 07:20:31.662630 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-5071013b-4ea5-4eb1-a46d-0b71972281db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 217 time: 0.0403142 Aug 31 07:20:31.714854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-ebc792ab-e5cf-4dc1-ba31-51545b53c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:31.716568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-ebc792ab-e5cf-4dc1-ba31-51545b53c7df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0473044 Aug 31 07:20:31.764294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-a56cd16e-1fb6-49f2-84d1-67620be44d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:31.765978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-a56cd16e-1fb6-49f2-84d1-67620be44d7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427651 Aug 31 07:20:31.861167 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-2e50a868-6959-47c9-85b3-90f9b8fccd56 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871351 Aug 31 07:20:31.950047 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d0406cf2-a74e-4086-b267-b956ff3fe09d req-89d4ba27-1c74-4545-9804-148018b676f8 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814936 Aug 31 07:20:32.043903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-5a15300e-e011-4d85-8ff9-86590e745f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:32.045381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-5a15300e-e011-4d85-8ff9-86590e745f6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1096 time: 0.0474331 Aug 31 07:20:32.136982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-56830c80-055c-44d0-8a46-ab08b820765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:32.139626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-56830c80-055c-44d0-8a46-ab08b820765b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0862429 Aug 31 07:20:32.183044 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-041d413a-9885-461c-9769-88d252adc69f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 217 time: 0.0357993 Aug 31 07:20:32.240867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-0c975cea-ec6c-4ddc-b5f5-d000b4c80b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:32.242417 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-0c975cea-ec6c-4ddc-b5f5-d000b4c80b90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0484917 Aug 31 07:20:32.288998 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-25413f16-c6bd-45bd-a6dd-fa3b0c0f9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:32.290570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-25413f16-c6bd-45bd-a6dd-fa3b0c0f9e49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403867 Aug 31 07:20:32.298332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390969a-8d9d-4f23-b1e0-2f4ea2e76c95 req-9dbd908b-61a4-421e-ad03-38a87f1379c2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:32.300377 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c390969a-8d9d-4f23-b1e0-2f4ea2e76c95 req-9dbd908b-61a4-421e-ad03-38a87f1379c2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 944 time: 0.0529933 Aug 31 07:20:32.337326 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c390969a-8d9d-4f23-b1e0-2f4ea2e76c95 req-5c8a44d1-9e4e-48c8-b18c-ed3d280f88c5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Aug 31 07:20:32.383659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-bf8dc56f-1ae8-4619-b50c-11c0ee77637c service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836613 Aug 31 07:20:32.478968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3249b7be-7b1a-4ff7-94f2-cdda4e76baae req-adfa3fb0-7356-4f8b-b1f7-717a66216008 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866220 Aug 31 07:20:33.253717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 47aae623-a8ac-49eb-b930-c94edbe234c8 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:33.299614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 47aae623-a8ac-49eb-b930-c94edbe234c8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:33.299988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:33.455048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf4356-aa8f-4705-9797-b161dbee3b4b req-39d5dd71-45f0-45c0-8a33-5bcd0298fb82 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:33.456503 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0ccf4356-aa8f-4705-9797-b161dbee3b4b req-39d5dd71-45f0-45c0-8a33-5bcd0298fb82 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 944 time: 0.0495155 Aug 31 07:20:33.494183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0ccf4356-aa8f-4705-9797-b161dbee3b4b req-be7395af-e003-467f-b70e-242696e809a5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Aug 31 07:20:34.607806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abef2ec-f1f3-4d17-a8f7-c71b02d8c4b0 req-23aca9b9-31bb-472d-8e36-bf593c9cb9eb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:34.609308 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3abef2ec-f1f3-4d17-a8f7-c71b02d8c4b0 req-23aca9b9-31bb-472d-8e36-bf593c9cb9eb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 944 time: 0.0487747 Aug 31 07:20:34.646538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3abef2ec-f1f3-4d17-a8f7-c71b02d8c4b0 req-2de3cf53-4a2d-4c85-896c-942d01feaef9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306921 Aug 31 07:20:35.763526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96359b17-4bea-460a-b8fc-ec2f67ac3296 req-15428581-20c6-4ab3-a298-a5b49d8b76a5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:35.764934 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-96359b17-4bea-460a-b8fc-ec2f67ac3296 req-15428581-20c6-4ab3-a298-a5b49d8b76a5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 944 time: 0.0524428 Aug 31 07:20:35.802573 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-96359b17-4bea-460a-b8fc-ec2f67ac3296 req-19c23789-4f97-4afc-8fdc-d1b85b2a1e97 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Aug 31 07:20:36.128456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fd0ecda8-526a-4075-bab4-e0ce4b66dd20 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:20:36.231684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:36.243511 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'mac_address': 'fa:16:3e:e3:46:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:20:36.279363 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:36.291534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0ecda8-526a-4075-bab4-e0ce4b66dd20 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:20:36.310476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:36.315919 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:36.365333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:36.521643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['fd0ecda8-526a-4075-bab4-e0ce4b66dd20'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:20:36.915604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b986f-1948-49a5-a1b0-7d364bef0c3d req-51e729a9-21f0-4ab6-a036-ebb26aed2979 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:36.917095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e8b986f-1948-49a5-a1b0-7d364bef0c3d req-51e729a9-21f0-4ab6-a036-ebb26aed2979 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 945 time: 0.0485761 Aug 31 07:20:36.959414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e8b986f-1948-49a5-a1b0-7d364bef0c3d req-48fd77e5-2cb2-4c80-9f6d-1320f75c51fa tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359783 Aug 31 07:20:38.073355 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d8930-5161-46b7-a33e-e8f81c5cd28b req-06cdb2bc-d688-43b4-b583-26d2b8645727 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:38.074859 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c64d8930-5161-46b7-a33e-e8f81c5cd28b req-06cdb2bc-d688-43b4-b583-26d2b8645727 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 945 time: 0.0491579 Aug 31 07:20:38.112406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c64d8930-5161-46b7-a33e-e8f81c5cd28b req-868ef4dd-7c51-45c9-9a24-260c5583e512 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Aug 31 07:20:38.134221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fd0ecda8-526a-4075-bab4-e0ce4b66dd20 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:38.184997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:38.188521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:38.188894 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:38.268448 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:38.294965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:38.297240 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c1d8d6-0c2c-437b-b485-15df33be3c15" -d '{"events": [{"server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:38.309941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:38.314524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:38.360523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:38.402755 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d935f41-f3db-4544-8a45-730a9d5899b5 x-openstack-request-id: req-5d935f41-f3db-4544-8a45-730a9d5899b5 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:38.403047 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:38.403297 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d935f41-f3db-4544-8a45-730a9d5899b5 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:38.403716 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'code': 200} Aug 31 07:20:38.498953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5c89-5add-4840-b268-6666a9176f8e req-6fd6588b-6ff6-498b-8667-b0f16ce81afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:38.500450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a0f5c89-5add-4840-b268-6666a9176f8e req-6fd6588b-6ff6-498b-8667-b0f16ce81afb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1098 time: 0.0392957 Aug 31 07:20:38.537401 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0a0f5c89-5add-4840-b268-6666a9176f8e req-9af93ba6-08f3-4f25-89e5-3ae6349ef463 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285375 Aug 31 07:20:39.229543 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e61526-ec55-478d-8675-bbf4bc380306 req-ee756359-cb39-4137-b74d-8a17f1340f16 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:39.230962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57e61526-ec55-478d-8675-bbf4bc380306 req-ee756359-cb39-4137-b74d-8a17f1340f16 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0530686 Aug 31 07:20:39.267609 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-57e61526-ec55-478d-8675-bbf4bc380306 req-2e42ff0a-049b-4e84-95aa-97a58e70a914 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302341 Aug 31 07:20:40.388480 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d03bd-49ef-46c0-baba-9c68f6a11593 req-9ba176d6-67e1-42ab-8fe0-876a32632081 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:40.390031 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e28d03bd-49ef-46c0-baba-9c68f6a11593 req-9ba176d6-67e1-42ab-8fe0-876a32632081 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0534265 Aug 31 07:20:40.427891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e28d03bd-49ef-46c0-baba-9c68f6a11593 req-21d8563a-a2b6-400c-9d52-dc77ff0545a0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Aug 31 07:20:40.536022 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55d781-a2f9-43eb-9394-6a70c0ba54ba req-8a35e70a-7c3f-440b-9660-b08cb79f100a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:40.537514 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a55d781-a2f9-43eb-9394-6a70c0ba54ba req-8a35e70a-7c3f-440b-9660-b08cb79f100a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0477760 Aug 31 07:20:40.545927 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 52624) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:40.550863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'floatingip': {'port_id': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:40.588178 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:41.031061 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:41.034910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:41.134623 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Floating IP 76ec2673-1f65-484c-803e-034eaafeb21a associated. External IP: 172.25.5.158, port: fd0ecda8-526a-4075-bab4-e0ce4b66dd20. Aug 31 07:20:41.349808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:20:41.455881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:20:41.460403 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:41.466043 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:20:41.478877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:41.479528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:41.487452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a13787bd-7644-4e93-b5a0-a2b29fb60c6c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "PUT /v2.0/floatingips/76ec2673-1f65-484c-803e-034eaafeb21a HTTP/1.1" status: 200 len: 992 time: 0.9405544 Aug 31 07:20:41.488030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:41.490459 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5c56c7-e9d6-41df-8dcb-e46551a71f47" -d '{"events": [{"name": "network-changed", "server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:41.505824 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:20:41.529745 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5898776d-2d74-49df-af6c-767047e1ff2c x-openstack-request-id: req-5898776d-2d74-49df-af6c-767047e1ff2c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:41.530164 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:41.530425 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5898776d-2d74-49df-af6c-767047e1ff2c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:41.532593 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'status': 'completed', 'code': 200} Aug 31 07:20:41.589249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:41.610591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-2d276bc1-cce5-4bd6-8ee8-7ddebe54898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:41.612857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-2d276bc1-cce5-4bd6-8ee8-7ddebe54898a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1098 time: 0.0556726 Aug 31 07:20:41.705873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-88910910-afa2-4e09-b656-e9c689a1884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:41.707357 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-88910910-afa2-4e09-b656-e9c689a1884f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0873766 Aug 31 07:20:41.772225 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-1cce9442-56b4-4eaf-b339-c0ff47609bf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1000 time: 0.0572910 Aug 31 07:20:41.809837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:e3:46:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:20:40Z', 'revision_number': 1, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:41.825319 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-c0cae8d5-d0ef-47a6-8046-c7938021b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:41.826978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-c0cae8d5-d0ef-47a6-8046-c7938021b78d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0473025 Aug 31 07:20:41.836047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:20:41.844471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:41.845655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:41.874502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-ccbe6ab1-5071-4baa-bbdd-7f412b28891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:41.875954 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-ccbe6ab1-5071-4baa-bbdd-7f412b28891d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402615 Aug 31 07:20:41.950302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:41.965716 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-09000d9b-a490-4e82-8493-0166c728be03 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809283 Aug 31 07:20:42.061760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da5c56c7-e9d6-41df-8dcb-e46551a71f47 req-52a9492f-d940-4cb6-b1e9-5e7adf3d3d82 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882757 Aug 31 07:20:42.172741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:e3:46:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:20:40Z', 'revision_number': 1, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:42.202478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c2e6f4-daf0-4d39-a66c-e47b395d441c None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:e3:46:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:20:40Z', 'revision_number': 1, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:20:42.409527 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23d0e5-f145-4d4e-9d95-06189539dc24 None None] New status for floating IP 76ec2673-1f65-484c-803e-034eaafeb21a: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:20:54.272258 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-90ca953c-2a4f-46d4-9c01-3db13e756164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:54.803069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.281140 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.892711 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e735faa6-f391-4dfe-a28d-b89d83381421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.955682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:58.278131 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:00.132164 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:17.464206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5642da1b-a636-45d8-9217-5a92768cb216 req-5b5e7a0c-5288-45c6-8ed4-3e49a97e44c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410004 Aug 31 07:21:17.546983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642da1b-a636-45d8-9217-5a92768cb216 req-77694a30-097e-4f21-a458-251838647f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:17.549116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5642da1b-a636-45d8-9217-5a92768cb216 req-77694a30-097e-4f21-a458-251838647f05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1098 time: 0.0400872 Aug 31 07:21:17.656929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642da1b-a636-45d8-9217-5a92768cb216 req-0d4a7b2f-cc6b-4b72-8afc-db1e1141458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:17.659081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5642da1b-a636-45d8-9217-5a92768cb216 req-0d4a7b2f-cc6b-4b72-8afc-db1e1141458d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0889385 Aug 31 07:21:17.723996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5642da1b-a636-45d8-9217-5a92768cb216 req-bd17a204-7df2-42d4-995f-13aebb4080df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1002 time: 0.0567715 Aug 31 07:21:17.776381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642da1b-a636-45d8-9217-5a92768cb216 req-c2d5afea-5ed3-4feb-962b-894111bb0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:17.777854 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5642da1b-a636-45d8-9217-5a92768cb216 req-c2d5afea-5ed3-4feb-962b-894111bb0ef9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0471547 Aug 31 07:21:17.821740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642da1b-a636-45d8-9217-5a92768cb216 req-0535eb65-0244-4bfc-8a6b-a67242e580cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:17.823239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5642da1b-a636-45d8-9217-5a92768cb216 req-0535eb65-0244-4bfc-8a6b-a67242e580cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388262 Aug 31 07:21:17.909930 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5642da1b-a636-45d8-9217-5a92768cb216 req-9c8a187e-d8a9-49cf-89ec-4caf950ad62a service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786538 Aug 31 07:21:18.004525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5642da1b-a636-45d8-9217-5a92768cb216 req-bec21d1f-a8e1-4bf8-bc06-09bf34d0dc7a service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864820 Aug 31 07:21:18.494246 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:21:24.273643 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6098eacd-8b66-42fd-9142-133c2ea7c1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.820097 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:26.276173 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:26.894274 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ec3a7388-2517-41a8-b659-cb054be94650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:26.955405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:28.283247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:30.135785 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:54.275039 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7b48b58a-556e-4c92-a1b5-ee03752c2869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:54.831788 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:55.492986 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:21:56.275111 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:56.894895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-99aa6e96-b95d-4036-9291-2db0ca143840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:56.961132 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:58.283765 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:00.137324 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:17.660554 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-49bd9adf-b0af-4b51-96e9-c2c160aafc00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1009998 Aug 31 07:22:17.749951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-e2e98051-4a6a-4961-a9ae-41c7768bc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:17.751465 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-e2e98051-4a6a-4961-a9ae-41c7768bc8f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1098 time: 0.0415130 Aug 31 07:22:17.861135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-ce18cfd6-049c-427e-b986-783f1a89f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:17.863291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-ce18cfd6-049c-427e-b986-783f1a89f114 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0898094 Aug 31 07:22:17.933377 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-acf2893a-fc30-4658-82d1-e321905b5b5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1002 time: 0.0625725 Aug 31 07:22:17.988476 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-409941a4-aa88-4d0b-ae75-a416df7e2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:17.990021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-409941a4-aa88-4d0b-ae75-a416df7e2a4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0485287 Aug 31 07:22:18.038039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-ff541541-acda-445b-92a7-09031ff8cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:18.039555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-ff541541-acda-445b-92a7-09031ff8cb2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420413 Aug 31 07:22:18.129062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-39224141-d237-4051-8b59-7352613a1cf0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808728 Aug 31 07:22:18.224410 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18aec0cb-5ac9-4536-a654-d6914ed12b1f req-d952c308-ce43-4468-8376-a2d7dd7df53a service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872700 Aug 31 07:22:20.453748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe7fa-d47b-4a5b-9d67-9ad804087763 req-0a9702a7-2c8a-45df-a141-3d1ecf7b9046 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:20.455283 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b97fe7fa-d47b-4a5b-9d67-9ad804087763 req-0a9702a7-2c8a-45df-a141-3d1ecf7b9046 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0517893 Aug 31 07:22:20.496657 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b97fe7fa-d47b-4a5b-9d67-9ad804087763 req-f48306ea-1157-4884-ac44-c439ac27d10a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346746 Aug 31 07:22:20.687986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 52848) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:22:20.743202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fd6f4-b816-423c-90c4-db84dd7b3dc6 req-878271e6-7420-4bfc-a643-7531dd87edba tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:20.744696 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d13fd6f4-b816-423c-90c4-db84dd7b3dc6 req-878271e6-7420-4bfc-a643-7531dd87edba tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0499344 Aug 31 07:22:20.812881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d13fd6f4-b816-423c-90c4-db84dd7b3dc6 req-e7de77a4-04a1-4d83-be74-05488b8c3532 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593162 Aug 31 07:22:20.817335 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-a212bb9a-e12d-4d96-9962-986fa2554554 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274118 Aug 31 07:22:21.865000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-f495bb30-73fd-480b-b1d6-1abb5f86a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:21.866594 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-f495bb30-73fd-480b-b1d6-1abb5f86a8ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1098 time: 0.0422966 Aug 31 07:22:21.984969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690cdc0-7957-468e-a940-e2c545d925f2 req-e59449a6-f658-44ac-88e6-c9c6c7400f5f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:21.986505 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2690cdc0-7957-468e-a940-e2c545d925f2 req-e59449a6-f658-44ac-88e6-c9c6c7400f5f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0950007 Aug 31 07:22:22.010979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-25a47cb8-7488-4271-add7-c2ffa5d8cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:22.012409 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-25a47cb8-7488-4271-add7-c2ffa5d8cfa4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.1385474 Aug 31 07:22:22.067190 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2690cdc0-7957-468e-a940-e2c545d925f2 req-3b3ce57f-c7d9-4f5c-be0b-15e42ebb84af tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718181 Aug 31 07:22:22.091605 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-d0b3171b-dfef-4b88-ad13-eca1882d428f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1002 time: 0.0660734 Aug 31 07:22:22.141582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-16771e34-3d64-4f7d-ab2c-027a48c4ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:22.142923 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-16771e34-3d64-4f7d-ab2c-027a48c4ef82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0435619 Aug 31 07:22:22.187904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-f3dccfd0-6f76-426b-97b4-8e91a0f204f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:22.189379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-f3dccfd0-6f76-426b-97b4-8e91a0f204f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385122 Aug 31 07:22:22.279173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-ec8b3684-c5a0-4aa2-863e-eb0c5c758300 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816743 Aug 31 07:22:22.367826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-330773c0-c131-4c64-a504-5af18585eb2f service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808702 Aug 31 07:22:23.182332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21377da-88ac-4729-a11b-b51242219d87 req-233b767e-137a-4221-81b6-167fc655dbd0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:23.183846 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b21377da-88ac-4729-a11b-b51242219d87 req-233b767e-137a-4221-81b6-167fc655dbd0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0493767 Aug 31 07:22:23.224117 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b21377da-88ac-4729-a11b-b51242219d87 req-e7d16094-bc0c-4bf8-9b30-f577eadf2f95 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341797 Aug 31 07:22:24.274702 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a642-f779-4e98-a916-b38b5d86cd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:24.339213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabe9dc-8221-4143-a6d8-2f83faa2483d req-cfb4c1b5-b56d-4aee-ae13-9c072b3f9242 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:24.340675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8eabe9dc-8221-4143-a6d8-2f83faa2483d req-cfb4c1b5-b56d-4aee-ae13-9c072b3f9242 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0486679 Aug 31 07:22:24.377440 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8eabe9dc-8221-4143-a6d8-2f83faa2483d req-05486742-8b8d-4cdd-ac0a-7a5019cea724 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308781 Aug 31 07:22:24.832641 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:25.495864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134028-6682-4a52-ab36-d24de5fd74ed req-60a9ad58-6c6b-4f5d-b7e4-3963e7134e1b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:25.497467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4134028-6682-4a52-ab36-d24de5fd74ed req-60a9ad58-6c6b-4f5d-b7e4-3963e7134e1b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0515630 Aug 31 07:22:25.538182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4134028-6682-4a52-ab36-d24de5fd74ed req-3a739fef-1c9d-428c-9da0-a8a1abd35625 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345442 Aug 31 07:22:26.288206 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:26.655736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa5ff-cda5-4dfb-96c7-1046d8cfe539 req-1a54cba5-ac24-4367-9177-74a114f54c27 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:26.657246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a54aa5ff-cda5-4dfb-96c7-1046d8cfe539 req-1a54cba5-ac24-4367-9177-74a114f54c27 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0523210 Aug 31 07:22:26.694968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a54aa5ff-cda5-4dfb-96c7-1046d8cfe539 req-a85aac47-4c44-43bb-8146-aec1143c6d42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313451 Aug 31 07:22:26.897789 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6366-280a-4fbe-a0b4-2e73666d26b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:26.959812 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:27.815462 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd8e3d-4a66-4e7f-9f45-836eb41c1bbb req-cec4a585-00eb-4a5f-aedb-ad94bbfd2e03 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:27.816963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-03bd8e3d-4a66-4e7f-9f45-836eb41c1bbb req-cec4a585-00eb-4a5f-aedb-ad94bbfd2e03 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0531158 Aug 31 07:22:27.854531 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-03bd8e3d-4a66-4e7f-9f45-836eb41c1bbb req-a299bb01-e9dc-4cb4-8b65-471ac606e064 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Aug 31 07:22:28.286716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:28.969438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232e94-f147-413e-82a0-e69f333b9d69 req-5b51151d-d1bc-4951-a17a-61dcfa470b1a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:28.970916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-67232e94-f147-413e-82a0-e69f333b9d69 req-5b51151d-d1bc-4951-a17a-61dcfa470b1a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0476840 Aug 31 07:22:29.009991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-67232e94-f147-413e-82a0-e69f333b9d69 req-9300dcd7-ae8f-4baf-8d03-5ee90c75a00f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Aug 31 07:22:30.127805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4acd4c-c9ce-43df-af36-0854b93c7d2c req-e7c32717-984c-4283-b7e8-40ed14626b86 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:30.129953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b4acd4c-c9ce-43df-af36-0854b93c7d2c req-e7c32717-984c-4283-b7e8-40ed14626b86 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0497866 Aug 31 07:22:30.141267 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:30.167655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b4acd4c-c9ce-43df-af36-0854b93c7d2c req-1903aa69-d05f-436f-a440-7aa8bc54d9a8 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Aug 31 07:22:31.282324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df227b67-2c6f-4278-b9b8-5e8dd7d65209 req-0d9688f5-132f-4c24-90a5-483a8460865c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:31.283837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df227b67-2c6f-4278-b9b8-5e8dd7d65209 req-0d9688f5-132f-4c24-90a5-483a8460865c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0488107 Aug 31 07:22:31.322343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df227b67-2c6f-4278-b9b8-5e8dd7d65209 req-8b35deab-c78d-44b4-b095-4392bf6a3afa tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Aug 31 07:22:32.437265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659f03c-ba3b-454e-9f7f-486de8f74d47 req-f8122965-1b73-4318-bf49-e6f1d9907e17 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:32.438761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8659f03c-ba3b-454e-9f7f-486de8f74d47 req-f8122965-1b73-4318-bf49-e6f1d9907e17 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0494318 Aug 31 07:22:32.476440 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8659f03c-ba3b-454e-9f7f-486de8f74d47 req-c685d0d2-deed-4511-a068-9501a142205f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Aug 31 07:22:32.492726 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:22:33.906780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88642a0-fce8-4402-8239-5147f00b543c req-89a96fc7-8b0a-44bc-8eca-a60af018ff0f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:33.908287 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b88642a0-fce8-4402-8239-5147f00b543c req-89a96fc7-8b0a-44bc-8eca-a60af018ff0f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.3656759 Aug 31 07:22:33.946008 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b88642a0-fce8-4402-8239-5147f00b543c req-b5c64f5b-e2f1-4bad-a922-29029a4fb308 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Aug 31 07:22:34.267567 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-b9d1fbe6-b84a-4867-97ef-33f3f81270e8 service neutron] show failed (client error): The resource could not be found. Aug 31 07:22:34.268493 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-b9d1fbe6-b84a-4867-97ef-33f3f81270e8 service neutron] 10.222.0.23 "GET /v2.0/ports/fd0ecda8-526a-4075-bab4-e0ce4b66dd20/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0544786 Aug 31 07:22:34.524304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-530ec511-4217-4308-ae0f-513f547be10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:34.526072 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-530ec511-4217-4308-ae0f-513f547be10a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 1098 time: 0.0888448 Aug 31 07:22:34.537613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:34.591554 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:34.785289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:34.817657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:22:34.854940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:34.857525 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f7bfca-3be2-42a8-856e-5804705c694c" -d '{"events": [{"server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:34.861561 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:34.874608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Transition to ACTIVE for port object fd0ecda8-526a-4075-bab4-e0ce4b66dd20 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:22:34.878929 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:34.914958 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8850a2a2-f70b-4be4-8cd0-33b3926a7e58 x-openstack-request-id: req-8850a2a2-f70b-4be4-8cd0-33b3926a7e58 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:34.915510 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:34.915510 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8850a2a2-f70b-4be4-8cd0-33b3926a7e58 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:34.915835 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'code': 200} Aug 31 07:22:34.986750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:35.008795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.009139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.009522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.009858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.010187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.010514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.010843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.011166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.011486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.011807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.012131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.012443 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:35.092858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] No DVR routers for this DVR port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:22:35.152994 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66194406-7cdd-4dd0-8ea7-77b2f7808c05 req-a9453275-8160-4ef5-b64a-92a8074c447d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:35.154517 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66194406-7cdd-4dd0-8ea7-77b2f7808c05 req-a9453275-8160-4ef5-b64a-92a8074c447d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 944 time: 0.1263757 Aug 31 07:22:35.236601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66194406-7cdd-4dd0-8ea7-77b2f7808c05 req-d38c8f2d-d149-41d7-a2cb-933bd3eef0aa tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499740 Aug 31 07:22:35.271760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Attempting to bind port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:22:35.272095 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Attempting to bind port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:22:35.272427 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Attempting to bind port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:35.277223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:22:35.277223 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Attempting to bind port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:35.282100 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:22:35.282438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:22:35.282819 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:22:35.283246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Bound port: fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:22:35.283601 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:35.346309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:22:35.349898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:22:35.354454 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:35.387169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:35.387950 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:35.389565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] 10.222.0.42 "PUT /v2.0/ports/fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1093 time: 0.8559356 Aug 31 07:22:35.426037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfb7d3-78c9-4277-990d-975745927b6d service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:35.458356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-66a9b8ba-7cbf-4be7-81d0-e980f72dab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:35.459891 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-66a9b8ba-7cbf-4be7-81d0-e980f72dab69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1096 time: 0.0462449 Aug 31 07:22:35.559259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-2a3df692-617c-499c-9b37-de286cac2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:35.560753 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-2a3df692-617c-499c-9b37-de286cac2e5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0941889 Aug 31 07:22:35.626285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-80eddba5-891a-41f7-8349-e0d31ca4a70a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1000 time: 0.0586605 Aug 31 07:22:35.682840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4867f6d5-a2a3-418a-8211-9369a0dbdd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:35.684277 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-4867f6d5-a2a3-418a-8211-9369a0dbdd95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0510869 Aug 31 07:22:35.730145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-ef8a268a-48f9-48b8-b095-8f73907939fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:35.731776 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-ef8a268a-48f9-48b8-b095-8f73907939fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396683 Aug 31 07:22:35.819613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-8c424b8b-2f9d-4597-80d4-07e38aed5c50 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810976 Aug 31 07:22:35.913420 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3113f318-b848-4950-94e1-7d2eccf5c743 req-1c36b89b-f4bc-4fb6-a68f-1ad92f1b7c1e service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870328 Aug 31 07:22:36.359964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9945fed-1f7e-46ec-9fb9-b30d834000cd req-e2fac16b-f412-4921-8834-97a424a17551 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:36.361545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9945fed-1f7e-46ec-9fb9-b30d834000cd req-e2fac16b-f412-4921-8834-97a424a17551 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 944 time: 0.0533726 Aug 31 07:22:36.401935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a9945fed-1f7e-46ec-9fb9-b30d834000cd req-37931484-eb73-4658-a5d3-74d93b0fb46d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339229 Aug 31 07:22:36.766613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fd0ecda8-526a-4075-bab4-e0ce4b66dd20 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:22:36.807490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device fd0ecda8-526a-4075-bab4-e0ce4b66dd20 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:22:36.917128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:36.919515 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55476349-c309-461c-8b47-312d1de55fec" -d '{"events": [{"name": "network-changed", "server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:36.968804 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb5f75-498e-4883-817e-cb98a538b9ed x-openstack-request-id: req-9bcb5f75-498e-4883-817e-cb98a538b9ed {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:36.969095 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:36.969369 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bcb5f75-498e-4883-817e-cb98a538b9ed {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:36.969787 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'status': 'completed', 'code': 200} Aug 31 07:22:36.981796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device fd0ecda8-526a-4075-bab4-e0ce4b66dd20 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:22:37.059221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476349-c309-461c-8b47-312d1de55fec req-61ab35b7-2a6a-477c-82c7-eded5a7c29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.060702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-61ab35b7-2a6a-477c-82c7-eded5a7c29bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1096 time: 0.0725920 Aug 31 07:22:37.063159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476349-c309-461c-8b47-312d1de55fec req-342da6fa-a213-4f6f-9461-bc65b54bacad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.064526 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-342da6fa-a213-4f6f-9461-bc65b54bacad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1096 time: 0.0681551 Aug 31 07:22:37.087239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:37.098962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'mac_address': 'fa:16:3e:e3:46:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:22:37.135277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:37.148620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0ecda8-526a-4075-bab4-e0ce4b66dd20 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:22:37.168280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:37.173059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:37.227874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:37.235240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.235591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.235936 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.236278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.236617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.236950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.237345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.237676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.237968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476349-c309-461c-8b47-312d1de55fec req-00a8b2dc-526b-451f-b376-3174dbb737b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.238091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.238321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.238646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.238970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:37.239462 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-00a8b2dc-526b-451f-b376-3174dbb737b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.1688039 Aug 31 07:22:37.241988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476349-c309-461c-8b47-312d1de55fec req-3cf55ced-4cf4-42c5-8742-b17447e94a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.243338 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-3cf55ced-4cf4-42c5-8742-b17447e94a10 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.1703589 Aug 31 07:22:37.357751 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-5c1c11bd-1f40-4b48-ba05-a68948a606c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1001 time: 0.1073790 Aug 31 07:22:37.359508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-73d5ef92-dce3-441c-b17d-39e7d75f72dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1001 time: 0.1028082 Aug 31 07:22:37.443215 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['fd0ecda8-526a-4075-bab4-e0ce4b66dd20'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:22:37.451184 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476349-c309-461c-8b47-312d1de55fec req-9c1d2567-821f-4b81-a022-78fe3cba16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.452703 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-9c1d2567-821f-4b81-a022-78fe3cba16ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0858693 Aug 31 07:22:37.470607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476349-c309-461c-8b47-312d1de55fec req-738accd8-8414-4bb4-892d-884c2b6ccd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.472060 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-738accd8-8414-4bb4-892d-884c2b6ccd4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0953298 Aug 31 07:22:37.543505 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476349-c309-461c-8b47-312d1de55fec req-02035a2f-2042-48a1-b006-000207489ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.545039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-02035a2f-2042-48a1-b006-000207489ed6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833583 Aug 31 07:22:37.545499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9080c7-6324-4fb5-9b7a-23a667638d3d req-d90dd013-8308-46d2-bc5c-8570ef73bf96 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.547018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb9080c7-6324-4fb5-9b7a-23a667638d3d req-d90dd013-8308-46d2-bc5c-8570ef73bf96 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 945 time: 0.0564761 Aug 31 07:22:37.552305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476349-c309-461c-8b47-312d1de55fec req-134e2e76-6397-4b11-8712-da7da74d7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.553741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-134e2e76-6397-4b11-8712-da7da74d7243 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743155 Aug 31 07:22:37.591110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb9080c7-6324-4fb5-9b7a-23a667638d3d req-bc048e81-bc17-400b-8a47-8a8b1d48b6d2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Aug 31 07:22:37.726812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-ea65c222-54cc-467f-9de4-60de84fd026c service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721070 Aug 31 07:22:37.728653 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-4c51291a-d00f-4016-b8a0-6f802914d1e4 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670620 Aug 31 07:22:37.845215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a616-faf8-4767-aa6b-a2ec3a2af1ef req-22d60295-6da7-4aeb-8820-cd3a7155b2f7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.846793 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13e7a616-faf8-4767-aa6b-a2ec3a2af1ef req-22d60295-6da7-4aeb-8820-cd3a7155b2f7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 945 time: 0.0792215 Aug 31 07:22:37.869045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-b594193b-5d37-441c-af80-1d6392bd8887 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.870522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-b594193b-5d37-441c-af80-1d6392bd8887 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 945 time: 0.0912364 Aug 31 07:22:37.897473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-23c53793-4de1-4224-9401-da981d8ec762 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625173 Aug 31 07:22:37.900905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-ec16a7ef-05ec-4904-b9c1-6813c0682218 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649017 Aug 31 07:22:37.924436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13e7a616-faf8-4767-aa6b-a2ec3a2af1ef req-9e1778ce-e058-47aa-a3e6-e7391c8ef4e9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690684 Aug 31 07:22:37.952493 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-4a57ac51-380a-468f-8948-23a316071332 service neutron] delete failed (client error): The resource could not be found. Aug 31 07:22:37.953827 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-4a57ac51-380a-468f-8948-23a316071332 service neutron] 10.222.0.23 "DELETE /v2.0/ports/fd0ecda8-526a-4075-bab4-e0ce4b66dd20/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0731819 Aug 31 07:22:38.041903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-a9c426d2-dbc2-40ce-b628-4a2a8fa173b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:38.043470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-a9c426d2-dbc2-40ce-b628-4a2a8fa173b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 1097 time: 0.0423090 Aug 31 07:22:38.135920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-e9c405c8-1050-44db-8b3f-8273cc1fce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:38.137418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-e9c405c8-1050-44db-8b3f-8273cc1fce7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0863726 Aug 31 07:22:38.202371 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-aa2cda0b-6bcd-490c-8761-001d12e0398a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 200 len: 1001 time: 0.0576344 Aug 31 07:22:38.253580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-ffa2d1a1-2dc8-4542-a584-926e38b1e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:38.255026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-ffa2d1a1-2dc8-4542-a584-926e38b1e0fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0439374 Aug 31 07:22:38.307091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-a3137f66-ac1c-4e4d-b678-f02f44ecad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:38.308580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-a3137f66-ac1c-4e4d-b678-f02f44ecad29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455582 Aug 31 07:22:38.398266 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-015e53cc-a05b-4e9a-bfbf-65a8ce2831d5 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808048 Aug 31 07:22:38.493678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8852d278-887c-40cc-93d7-9bf76c6d9020 req-c0da665c-4b01-44b3-9b7d-3d5efd5c82b6 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871964 Aug 31 07:22:38.986707 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device fd0ecda8-526a-4075-bab4-e0ce4b66dd20 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:22:39.043075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:22:39.049385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:22:39.050437 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:39.061703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7c71-1864-4d0a-81bf-0bb2cd863082 req-76cd2bbb-6e53-46da-9caa-3ee079eb7a34 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:39.063470 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f33a7c71-1864-4d0a-81bf-0bb2cd863082 req-76cd2bbb-6e53-46da-9caa-3ee079eb7a34 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 945 time: 0.0553665 Aug 31 07:22:39.105126 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f33a7c71-1864-4d0a-81bf-0bb2cd863082 req-924d392c-9f65-451d-9f65-0befcbed497c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333202 Aug 31 07:22:39.142557 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:39.165491 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:39.167649 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b81a68-3e51-42d3-b44c-90d3651b610e" -d '{"events": [{"server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:39.180938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:39.185685 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:39.212147 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a614ac41-3241-4289-b9e4-8861da8c74a9 x-openstack-request-id: req-a614ac41-3241-4289-b9e4-8861da8c74a9 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:39.212491 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:39.212755 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a614ac41-3241-4289-b9e4-8861da8c74a9 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:39.213150 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'code': 200} Aug 31 07:22:39.229854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6af44a-045b-45c0-bf8f-1e824e40240d req-893c3275-4be4-4d00-8c41-3350b3d15065 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:39.231503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ca6af44a-045b-45c0-bf8f-1e824e40240d req-893c3275-4be4-4d00-8c41-3350b3d15065 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0585470 Aug 31 07:22:39.238760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:39.276027 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ca6af44a-045b-45c0-bf8f-1e824e40240d req-54a367b2-15b2-4ddf-972d-a7905955da70 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390403 Aug 31 07:22:39.393690 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6306f3-4199-4bac-a517-79861d4e3794 req-256796fe-a2b5-4811-b3b8-2dbd33324b10 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:39.395179 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef6306f3-4199-4bac-a517-79861d4e3794 req-256796fe-a2b5-4811-b3b8-2dbd33324b10 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0524383 Aug 31 07:22:39.432771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef6306f3-4199-4bac-a517-79861d4e3794 req-5e8dfa59-6bf8-4a71-be83-d5ae929c1c3e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Aug 31 07:22:39.663884 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7b51e-a27b-4b12-a57d-6679770fadca req-b1e45234-584e-4cbb-8323-ba73e59e310a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:39.665407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b7b51e-a27b-4b12-a57d-6679770fadca req-b1e45234-584e-4cbb-8323-ba73e59e310a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0509808 Aug 31 07:22:39.702365 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e9b7b51e-a27b-4b12-a57d-6679770fadca req-7c229d49-f123-4f9a-8eaa-7aafb60d946f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Aug 31 07:22:40.817217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be2103-c4ed-4fea-8f3e-3eac81ee5fda req-8de89556-0a9b-4127-a52c-e0506b91ab79 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:40.818735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43be2103-c4ed-4fea-8f3e-3eac81ee5fda req-8de89556-0a9b-4127-a52c-e0506b91ab79 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0483167 Aug 31 07:22:40.856627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43be2103-c4ed-4fea-8f3e-3eac81ee5fda req-04ac2d5f-d8f3-4cd4-9a95-238051b57114 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Aug 31 07:22:40.913479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-779e9123-9885-4540-927c-8e8213b875bb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:40.914950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-779e9123-9885-4540-927c-8e8213b875bb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.42 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 946 time: 0.0484848 Aug 31 07:22:41.007511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Deleting port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:22:41.007851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:41.095160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] For port fd0ecda8-526a-4075-bab4-e0ce4b66dd20, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:41.095521 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:41.325742 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:41.326126 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:41.326441 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Floating IP 76ec2673-1f65-484c-803e-034eaafeb21a disassociated. External IP: 172.25.5.158, port: fd0ecda8-526a-4075-bab4-e0ce4b66dd20. Aug 31 07:22:41.326773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Calling delete_port for fd0ecda8-526a-4075-bab4-e0ce4b66dd20 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:22:41.455704 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:41.483175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event deleted for resources: {'Port': ['ID=fd0ecda8-526a-4075-bab4-e0ce4b66dd20,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:41.600599 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:22:41.708711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:22:41.718199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:22:41.727982 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:22:41.728684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:22:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:41.749634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] No DVR routers for this DVR port fd0ecda8-526a-4075-bab4-e0ce4b66dd20 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:22:41.752449 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:41.754592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-799d17f1-86bc-4d1b-bc9e-9159109b5cf8 req-ab46013a-bca0-48f4-b5aa-226d5c6bf981 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.42 "DELETE /v2.0/ports/fd0ecda8-526a-4075-bab4-e0ce4b66dd20 HTTP/1.1" status: 204 len: 173 time: 0.8330219 Aug 31 07:22:41.755027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'name': 'network-vif-deleted', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:41.757329 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b173b907-a68e-49ca-82eb-8988d6906ce6" -d '{"events": [{"server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "name": "network-vif-deleted", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:41.795525 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a784c8-1fd4-45eb-92ce-602e1485440c x-openstack-request-id: req-e0a784c8-1fd4-45eb-92ce-602e1485440c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:41.795836 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d", "name": "network-vif-deleted", "tag": "fd0ecda8-526a-4075-bab4-e0ce4b66dd20", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:41.796079 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0a784c8-1fd4-45eb-92ce-602e1485440c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:41.796482 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d', 'name': 'network-vif-deleted', 'tag': 'fd0ecda8-526a-4075-bab4-e0ce4b66dd20', 'status': 'completed', 'code': 200} Aug 31 07:22:41.843288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:22:41.989390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92721a02-7459-49f3-8f55-e4480a04dec1 req-bfbaa4a9-6fcb-4a2b-926d-b9a27fd78777 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=cea23d0a-68c6-4138-8fc9-b0d4bdc1df9d HTTP/1.1" status: 200 len: 210 time: 0.0383883 Aug 31 07:22:42.079602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:42.107494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:22:42.115968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:22:42.116577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:22:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:42.232104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:22:42.525386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:42.553931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80090b-a081-4a23-b285-d8c6f548d54a None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:22:42.778767 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05589e9c-3633-4966-b877-36ce80ae20f2 None None] New status for floating IP 76ec2673-1f65-484c-803e-034eaafeb21a: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:22:43.225135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-e9f2fecd-fe91-4532-b6be-0cdcaf5a6af5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1493877388&fields=id&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 267 time: 0.0345087 Aug 31 07:22:43.339943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910abb-8348-45b7-84a7-5f36064365a7 req-52def90c-5a19-4f36-85d2-3688e03886dc tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:43.341450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-52def90c-5a19-4f36-85d2-3688e03886dc tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 811 time: 0.1092637 Aug 31 07:22:43.356625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-498ef81a-1f96-49e0-8679-5f04890f58b5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/quotas/b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 375 time: 0.0089912 Aug 31 07:22:43.409690 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-86c63fc9-0f74-4ce0-bd26-057c618f8e8f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470746 Aug 31 07:22:43.509621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-e9bc27d2-9e6e-4796-9ba8-fb3b5a809230 service neutron] 10.222.0.15 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857842 Aug 31 07:22:43.597680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-3ed7f1ef-895a-4ccc-826a-00b5b95a3825 service neutron] 10.222.0.15 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816700 Aug 31 07:22:43.759647 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd190180-ff0d-49c5-b318-7abc41315093 req-501ba04b-fc6b-4887-9ffc-662bc7a322e9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 210 time: 0.0256522 Aug 31 07:22:44.743686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910abb-8348-45b7-84a7-5f36064365a7 req-2e014e8f-6c23-4425-b605-1f32d5ac35bd tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:44.745181 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-2e014e8f-6c23-4425-b605-1f32d5ac35bd tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 811 time: 0.1113906 Aug 31 07:22:44.790130 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a326dd25-709b-4abb-9368-add07c7e7ca1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 380 time: 0.0348754 Aug 31 07:22:44.801120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'port': {'device_id': '0fd13964-59a1-4258-9b7a-7a202721defc', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'admin_state_up': True, 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'security_groups': ['c70c17d2-9ca3-48de-bd0e-bf38a15a44be']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:44.856878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdb6a8d5-0744-425a-bf53-2e3269399204 req-f2f2f5f2-42f5-4156-b86b-9941d5b58650 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 210 time: 0.0277240 Aug 31 07:22:44.913827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Made reservation on behalf of b9a566edbeb747f3b7dfb2d50e8dc469 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:22:44.917279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:44.997970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device fd0ecda8-526a-4075-bab4-e0ce4b66dd20 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:22:45.019511 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: fd0ecda8-526a-4075-bab4-e0ce4b66dd20 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:22:45.019869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device fd0ecda8-526a-4075-bab4-e0ce4b66dd20 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:22:45.047621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Allocated IP 172.20.0.11 (4d738502-28e5-466c-b21d-a7174e3b64fc/c7a785fe-0804-431d-82b3-791b2255a096/8655285a-5c25-45e0-b70c-45014bb9cf48) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:22:45.184446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.198489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Transition to ACTIVE for port object 8655285a-5c25-45e0-b70c-45014bb9cf48 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:22:45.234131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.283161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Network 4d738502-28e5-466c-b21d-a7174e3b64fc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:22:45.286919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:22:45.290834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:22:45.314602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:45.330155 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.330494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.331378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.331710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.332038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.332360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.332677 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.332994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.333347 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.333670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.333985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.334297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:45.356500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:45.357127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.372499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-c2994816-6bdf-4a53-a07b-ea1f7ea0453a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5758317 Aug 31 07:22:45.385673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Request body: {'port': {'device_id': '0fd13964-59a1-4258-9b7a-7a202721defc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:45.443506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.576942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-96a078c0-7d03-4d25-94a3-868b4ed4e779 None None] Provisioning for port 8655285a-5c25-45e0-b70c-45014bb9cf48 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:22:45.581516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-96a078c0-7d03-4d25-94a3-868b4ed4e779 None None] Provisioning complete for port 8655285a-5c25-45e0-b70c-45014bb9cf48 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:22:45.581923 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-96a078c0-7d03-4d25-94a3-868b4ed4e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.620227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-96a078c0-7d03-4d25-94a3-868b4ed4e779 None None] Port 8655285a-5c25-45e0-b70c-45014bb9cf48 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:22:45.728030 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8655285a-5c25-45e0-b70c-45014bb9cf48 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:22:45.735621 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.747511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Transition to ACTIVE for port object 8655285a-5c25-45e0-b70c-45014bb9cf48 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:22:45.751199 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.807711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:45.874956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Attempting to bind port 8655285a-5c25-45e0-b70c-45014bb9cf48 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:22:45.875289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Attempting to bind port 8655285a-5c25-45e0-b70c-45014bb9cf48 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:22:45.875615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Attempting to bind port 8655285a-5c25-45e0-b70c-45014bb9cf48 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:45.881287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Port 8655285a-5c25-45e0-b70c-45014bb9cf48 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:22:45.881611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Attempting to bind port 8655285a-5c25-45e0-b70c-45014bb9cf48 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:45.887328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:22:45.887670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:22:45.888059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:22:45.888491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Bound port: 8655285a-5c25-45e0-b70c-45014bb9cf48, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:22:45.888848 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.985855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:22:45.990574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:22:45.996778 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:46.047604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918830ee-9374-4a18-ba74-d3e23087a96a req-5aba0b03-7095-4304-8735-9c8c1bdd1f0e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:46.049134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-918830ee-9374-4a18-ba74-d3e23087a96a req-5aba0b03-7095-4304-8735-9c8c1bdd1f0e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 944 time: 0.1118228 Aug 31 07:22:46.058217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:46.059137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:46.061165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1093 time: 0.6799695 Aug 31 07:22:46.061929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:46.066031 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659d48b75872604cbe1dd3c30395a5808e6841a0b0fb230153dab3dbdca89c68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6937349c-a097-40b4-ab1d-9ec29e45b30d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:46.158390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773b8aa-a52e-48ef-9f60-24948b6a60d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:46.171811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-918830ee-9374-4a18-ba74-d3e23087a96a req-a0d22fcc-9616-4163-a311-8e0c1732236d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948691 Aug 31 07:22:46.187160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910abb-8348-45b7-84a7-5f36064365a7 req-0c5cd4b0-e7de-4906-b3a7-b19ace009a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:46.188963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-0c5cd4b0-e7de-4906-b3a7-b19ace009a62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1096 time: 0.0831304 Aug 31 07:22:46.234997 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c2e6b8-3c10-498c-994d-c13a668085d1 x-openstack-request-id: req-39c2e6b8-3c10-498c-994d-c13a668085d1 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:46.235290 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:46.235541 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39c2e6b8-3c10-498c-994d-c13a668085d1 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:46.235948 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'status': 'completed', 'code': 200} Aug 31 07:22:46.238409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-8fa6b606-6b4b-4d97-9981-d317276db7bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 217 time: 0.0412197 Aug 31 07:22:46.288299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910abb-8348-45b7-84a7-5f36064365a7 req-d3eecb11-96b1-4071-89c4-97df9cb0dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:46.289822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-d3eecb11-96b1-4071-89c4-97df9cb0dc36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0443110 Aug 31 07:22:46.344303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910abb-8348-45b7-84a7-5f36064365a7 req-81f3f208-f8cb-45d1-8de8-25b241f7fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:46.345773 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-81f3f208-f8cb-45d1-8de8-25b241f7fb35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446782 Aug 31 07:22:46.438728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-35bac81c-77ea-44b3-a4a2-0ab6614a79b0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843487 Aug 31 07:22:46.869650 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18910abb-8348-45b7-84a7-5f36064365a7 req-6dd6403b-2a08-4a61-8fd5-188c927ce305 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231620 Aug 31 07:22:46.957338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-dfd01e5f-016e-4896-b54c-c63376f07c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:46.958845 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-dfd01e5f-016e-4896-b54c-c63376f07c10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1096 time: 0.0411859 Aug 31 07:22:47.049072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-7b4249a3-5215-4432-896f-703b1a291ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:47.051189 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-7b4249a3-5215-4432-896f-703b1a291ca9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0846531 Aug 31 07:22:47.096213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-59e6ac7f-ddec-4025-808b-85d5b26dcee7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 217 time: 0.0373821 Aug 31 07:22:47.146803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-74d2bb8b-bf58-499a-81a3-c4d7a39ecf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:47.148184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-74d2bb8b-bf58-499a-81a3-c4d7a39ecf9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0435343 Aug 31 07:22:47.195373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-20de3c5f-0fb0-4e64-81fb-a0b0d766410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:47.196864 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-20de3c5f-0fb0-4e64-81fb-a0b0d766410b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402200 Aug 31 07:22:47.322216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-e719d1f1-c265-42dd-803e-47d34105820d service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177711 Aug 31 07:22:47.330484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9766-3082-4d91-bf3c-5303b053e398 req-e40a35b4-9ae6-46fa-a728-8b29189c8cca tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:47.332453 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cff9766-3082-4d91-bf3c-5303b053e398 req-e40a35b4-9ae6-46fa-a728-8b29189c8cca tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 944 time: 0.0785813 Aug 31 07:22:47.419967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8cff9766-3082-4d91-bf3c-5303b053e398 req-40a202d6-ca44-44ef-a6e1-f454edc7f06f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793726 Aug 31 07:22:47.448640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6937349c-a097-40b4-ab1d-9ec29e45b30d req-134f8062-0bc3-4488-a968-16345fd35871 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150157 Aug 31 07:22:48.543572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48f15c-f0ee-43c2-846e-e0d6930225dc req-efeca11e-3491-4d61-a7bc-4d6de22e86d1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:48.545062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae48f15c-f0ee-43c2-846e-e0d6930225dc req-efeca11e-3491-4d61-a7bc-4d6de22e86d1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 944 time: 0.0521014 Aug 31 07:22:48.906795 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae48f15c-f0ee-43c2-846e-e0d6930225dc req-1994a8e1-660d-4a2a-8dc6-28907a0e4ac7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548229 Aug 31 07:22:50.026435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dceb3-dba8-4e06-b490-0087fe11f57a req-299f3354-2f7a-46c9-8cbc-a76ae4813254 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:50.027967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d0dceb3-dba8-4e06-b490-0087fe11f57a req-299f3354-2f7a-46c9-8cbc-a76ae4813254 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 944 time: 0.0514107 Aug 31 07:22:50.066133 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d0dceb3-dba8-4e06-b490-0087fe11f57a req-223abdcd-bd31-4ded-949f-c1b4f64f261e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Aug 31 07:22:50.820082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8655285a-5c25-45e0-b70c-45014bb9cf48 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:22:50.914609 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:50.925657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'mac_address': 'fa:16:3e:c6:64:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:22:50.966236 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:50.978851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8655285a-5c25-45e0-b70c-45014bb9cf48 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:22:50.997937 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:51.002281 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:51.048817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:51.179253 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235374-d578-4b03-b859-e222ee601f32 req-7775988e-191e-4a9c-8e2d-f04bac46d8cb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:51.180711 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d235374-d578-4b03-b859-e222ee601f32 req-7775988e-191e-4a9c-8e2d-f04bac46d8cb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 945 time: 0.0478609 Aug 31 07:22:51.219130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d235374-d578-4b03-b859-e222ee601f32 req-5443ed42-14cd-4623-ba0e-d7616d011eac tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324614 Aug 31 07:22:51.255375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['8655285a-5c25-45e0-b70c-45014bb9cf48'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:22:52.332085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263393d-08fd-4970-b0f3-173aaf1fda97 req-d1642917-339b-41bb-8fa1-516f01c8447d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:52.333607 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4263393d-08fd-4970-b0f3-173aaf1fda97 req-d1642917-339b-41bb-8fa1-516f01c8447d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 945 time: 0.0480127 Aug 31 07:22:52.372050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4263393d-08fd-4970-b0f3-173aaf1fda97 req-0725349d-764a-49c0-9e4b-2ee57aab0d40 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324681 Aug 31 07:22:52.834892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8655285a-5c25-45e0-b70c-45014bb9cf48 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:22:52.882703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 8655285a-5c25-45e0-b70c-45014bb9cf48 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:22:52.886429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 8655285a-5c25-45e0-b70c-45014bb9cf48 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:22:52.886798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:52.962292 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:52.983406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:52.985674 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}071ef9d238d56abab09e07846bd1de4dc63a551c09f71d2606a8a16bb269c5a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3fec38-d798-4eb6-8d6a-9b4252e3ddf2" -d '{"events": [{"server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "name": "network-vif-plugged", "status": "completed", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:52.998861 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:53.003315 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:53.030071 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b490a599-aa4a-47e3-84f7-0981d1212ff3 x-openstack-request-id: req-b490a599-aa4a-47e3-84f7-0981d1212ff3 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:53.030361 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "name": "network-vif-plugged", "status": "completed", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:53.030617 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b490a599-aa4a-47e3-84f7-0981d1212ff3 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:53.030995 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'code': 200} Aug 31 07:22:53.056298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:53.123229 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deade2-eaa7-4c8e-a18b-91c3e7fb7ece req-f3ac3d8d-8642-4d3d-9dba-f60e52bf1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:53.124623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d8deade2-eaa7-4c8e-a18b-91c3e7fb7ece req-f3ac3d8d-8642-4d3d-9dba-f60e52bf1643 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1098 time: 0.0426435 Aug 31 07:22:53.162614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d8deade2-eaa7-4c8e-a18b-91c3e7fb7ece req-6dc66794-0e28-495c-88d5-406a2e3f2d3f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279222 Aug 31 07:22:53.488875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2633-34dd-40ef-9d5e-f0f221b76fae req-5e57ff7a-ed3a-48c7-ad88-4224d56eedfe tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:53.490415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c65b2633-34dd-40ef-9d5e-f0f221b76fae req-5e57ff7a-ed3a-48c7-ad88-4224d56eedfe tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0489955 Aug 31 07:22:53.528198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c65b2633-34dd-40ef-9d5e-f0f221b76fae req-3557d9c2-1f00-4a61-806a-3be1008ad1a6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Aug 31 07:22:54.274712 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5049e089-0a16-4066-bd03-e3d2fdf3e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:54.645257 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b1bc4-0873-4489-bac2-e2256aebc071 req-270f3c93-05b6-47a5-b61f-eb49e7e53db6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:54.646761 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-154b1bc4-0873-4489-bac2-e2256aebc071 req-270f3c93-05b6-47a5-b61f-eb49e7e53db6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0488126 Aug 31 07:22:54.688227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-154b1bc4-0873-4489-bac2-e2256aebc071 req-1289128c-fa7d-4b28-a447-0fd665dc12cf tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353255 Aug 31 07:22:54.809779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6d5fd-6678-4e29-a3c0-555d52b07653 req-e5d7a7aa-25ff-4536-9991-65a166d7316e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:54.811366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59d6d5fd-6678-4e29-a3c0-555d52b07653 req-e5d7a7aa-25ff-4536-9991-65a166d7316e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0507789 Aug 31 07:22:54.820242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 53006) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:22:54.825547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'floatingip': {'port_id': '8655285a-5c25-45e0-b70c-45014bb9cf48'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:54.826240 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:54.867983 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:55.318207 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:55.322965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:55.424718 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Floating IP 76ec2673-1f65-484c-803e-034eaafeb21a associated. External IP: 172.25.5.158, port: 8655285a-5c25-45e0-b70c-45014bb9cf48. Aug 31 07:22:55.662641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:22:55.787652 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:22:55.792581 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:55.797948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:22:55.810574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:22:55.811204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:22:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:55.820585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d6069e8e-7af7-4bf0-a07f-1bf05a2844a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "PUT /v2.0/floatingips/76ec2673-1f65-484c-803e-034eaafeb21a HTTP/1.1" status: 200 len: 992 time: 0.9992237 Aug 31 07:22:55.821206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:55.823539 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372be07498bb59c83a894617250daffc89d6d569efef5f550c2977b615ab7842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee8bd63-a11b-449b-938e-165c3444be46" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:55.865467 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da6f5cc-7fc4-4262-ad9b-3b3a7e5435b0 x-openstack-request-id: req-4da6f5cc-7fc4-4262-ad9b-3b3a7e5435b0 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:55.865877 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:55.866232 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4da6f5cc-7fc4-4262-ad9b-3b3a7e5435b0 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:55.866960 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'status': 'completed', 'code': 200} Aug 31 07:22:55.933681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:22:55.939808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-4ac499b1-205d-4d88-8b82-ced952c165f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:55.942210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-4ac499b1-205d-4d88-8b82-ced952c165f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1098 time: 0.0537932 Aug 31 07:22:56.043052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-ca676fa6-83b8-4382-bd27-cf0e1c6516f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:56.044594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-ca676fa6-83b8-4382-bd27-cf0e1c6516f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0956111 Aug 31 07:22:56.115751 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-6887ac57-2245-45d6-a22e-5bb229347af9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1000 time: 0.0637002 Aug 31 07:22:56.160859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:c6:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd13964-59a1-4258-9b7a-7a202721defc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:22:55Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:56.164746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-3b175145-21e4-4cf3-826f-dd6aeaaef574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:56.166615 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-3b175145-21e4-4cf3-826f-dd6aeaaef574 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0441492 Aug 31 07:22:56.191175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:22:56.200797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:22:56.201444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:22:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:56.216082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-b3e36f2a-a87b-46cf-bbce-bac3a981ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:56.217678 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-b3e36f2a-a87b-46cf-bbce-bac3a981ec08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420663 Aug 31 07:22:56.318137 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-2e5675af-651a-4e3f-afb6-61de666b2078 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916712 Aug 31 07:22:56.411113 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:56.416617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3ee8bd63-a11b-449b-938e-165c3444be46 req-63b81ee4-9dfe-4d73-8c72-e29ab99ccf18 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906322 Aug 31 07:22:56.469800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:22:56.685834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:c6:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd13964-59a1-4258-9b7a-7a202721defc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:22:55Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:56.712247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e50a79-fef2-468f-aebc-8e3568904310 None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:c6:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd13964-59a1-4258-9b7a-7a202721defc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:22:55Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:22:56.900335 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-17847d86-5de0-41cd-8144-6e80e21ffdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:56.906850 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b29ed-d858-4098-be9f-5027df94cbf5 None None] New status for floating IP 76ec2673-1f65-484c-803e-034eaafeb21a: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:22:56.962134 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:58.289861 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:00.143645 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:09.493012 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:23:17.454779 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-f980aa6b-98c2-4b4b-b80e-fd27abaaa2f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402617 Aug 31 07:23:17.550637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-02032314-5bbc-45f0-8015-dd2e2611988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:17.552077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-02032314-5bbc-45f0-8015-dd2e2611988f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1098 time: 0.0446124 Aug 31 07:23:17.654764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-39ab5cb9-6430-4dfa-848c-5cb21bf6c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:17.656256 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-39ab5cb9-6430-4dfa-848c-5cb21bf6c376 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0833991 Aug 31 07:23:17.727388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-725409a6-4063-4e88-88e2-f7609bdaf423 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1002 time: 0.0615623 Aug 31 07:23:17.780143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-f71af088-abe1-4af1-9e27-91e3898f4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:17.781666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-f71af088-abe1-4af1-9e27-91e3898f4e22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0443454 Aug 31 07:23:17.829219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-c76e7f61-fff7-4041-9aec-f0ab55b5baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:17.830898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-c76e7f61-fff7-4041-9aec-f0ab55b5baf0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409176 Aug 31 07:23:17.928881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-835b6383-1c92-4c28-a7e7-ed6c43e7df83 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884078 Aug 31 07:23:18.028742 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4ea97da-eaae-469c-9e0c-acb01cf9094f req-967c47f3-dd8d-448e-bada-e436c56e1565 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889318 Aug 31 07:23:24.276252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bfbc19e7-0a58-4c6c-8630-4f80cc1664bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:24.824256 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:26.290811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:26.901630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fdad7ff7-0df6-478e-95a2-30ed70c7fc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:26.961899 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:28.296696 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:30.147134 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:46.493073 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:23:54.278010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b4410263-ed9b-4315-89b2-eab5abac08f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:54.824746 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.308865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.901866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b0e48f16-32ae-4452-a4d2-41240c0d5dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.962943 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.294987 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:00.150177 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:18.477154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a329020-e030-4e49-b823-82535a6f6789 req-34876043-ae71-4ff0-94a3-ca5033366fdf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787582 Aug 31 07:24:18.567953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a329020-e030-4e49-b823-82535a6f6789 req-171e7536-13d3-4628-944b-fb5e9f670d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:18.569807 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a329020-e030-4e49-b823-82535a6f6789 req-171e7536-13d3-4628-944b-fb5e9f670d96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1098 time: 0.0474942 Aug 31 07:24:18.675314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a329020-e030-4e49-b823-82535a6f6789 req-4e2dd23c-8cf0-494c-9da6-5ac42029e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:18.676747 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a329020-e030-4e49-b823-82535a6f6789 req-4e2dd23c-8cf0-494c-9da6-5ac42029e636 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0848637 Aug 31 07:24:18.749025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a329020-e030-4e49-b823-82535a6f6789 req-02db253c-7c59-480c-befd-064858cc5d13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1002 time: 0.0637846 Aug 31 07:24:18.800979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a329020-e030-4e49-b823-82535a6f6789 req-c1d65a85-c826-45ce-9087-10f2ec3e39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:18.802441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a329020-e030-4e49-b823-82535a6f6789 req-c1d65a85-c826-45ce-9087-10f2ec3e39ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0437148 Aug 31 07:24:18.848154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a329020-e030-4e49-b823-82535a6f6789 req-303cb349-6d59-47ce-b2df-a1faea6224be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:18.849701 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a329020-e030-4e49-b823-82535a6f6789 req-303cb349-6d59-47ce-b2df-a1faea6224be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398645 Aug 31 07:24:18.943936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a329020-e030-4e49-b823-82535a6f6789 req-c914026d-e6c0-4861-b333-1c2c3cbafaa3 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 Aug 31 07:24:19.032656 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a329020-e030-4e49-b823-82535a6f6789 req-ca567b93-534d-45e0-8a6d-17dbed0edfdf service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813437 Aug 31 07:24:23.492249 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:24:24.278916 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf4537fb-c244-4ae1-8e1a-041a0eaab4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:24.855074 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:26.310412 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:26.902819 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aba06786-ffd8-4dad-a9f4-5bf9b324b7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:26.962790 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:28.298832 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:30.153442 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:32.875663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7778acf-ddf6-43cd-a966-93a1b4802697 req-05a9ea2a-1395-4037-aaa6-ce83c5edb71a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:32.877194 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b7778acf-ddf6-43cd-a966-93a1b4802697 req-05a9ea2a-1395-4037-aaa6-ce83c5edb71a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0946486 Aug 31 07:24:32.914643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b7778acf-ddf6-43cd-a966-93a1b4802697 req-ba9dc299-d426-426d-af29-d8515eac79bb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Aug 31 07:24:34.155284 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928340-4435-4af4-8c3b-1dd753ba61cc req-482ad96a-9849-42ca-89cc-fbb2cc885344 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:34.156760 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c2928340-4435-4af4-8c3b-1dd753ba61cc req-482ad96a-9849-42ca-89cc-fbb2cc885344 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0955102 Aug 31 07:24:34.195233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c2928340-4435-4af4-8c3b-1dd753ba61cc req-22ecaa27-b798-41ab-8713-13bf6cf93f33 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Aug 31 07:24:35.314692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a686c-86d4-495b-ae52-16a60e7ffda3 req-abc0ae88-a8c4-4110-b33c-0d6254b345a5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:35.316203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-029a686c-86d4-495b-ae52-16a60e7ffda3 req-abc0ae88-a8c4-4110-b33c-0d6254b345a5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0534678 Aug 31 07:24:35.353427 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-029a686c-86d4-495b-ae52-16a60e7ffda3 req-078c1daa-6353-43af-b0af-9d4121bcb848 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311556 Aug 31 07:24:36.468826 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781202a5-aae5-46ea-958c-597d1edd9810 req-6218c129-9d70-45c5-8aba-31341f9e89a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:36.470380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-781202a5-aae5-46ea-958c-597d1edd9810 req-6218c129-9d70-45c5-8aba-31341f9e89a2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0493279 Aug 31 07:24:36.508418 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-781202a5-aae5-46ea-958c-597d1edd9810 req-eb8e758b-cb1d-4a7e-b5b4-b3139af9ad30 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Aug 31 07:24:37.624994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a5023-2aeb-48ad-9c93-b9e8b9120df5 req-63435796-ed1a-4066-8741-4143023e1ad0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:37.626447 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-122a5023-2aeb-48ad-9c93-b9e8b9120df5 req-63435796-ed1a-4066-8741-4143023e1ad0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0485973 Aug 31 07:24:37.664345 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-122a5023-2aeb-48ad-9c93-b9e8b9120df5 req-7e386e11-714a-4680-8799-a13cf1ea4172 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320511 Aug 31 07:24:38.776531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc796d-7aa3-493a-acf3-101fd343459a req-a9315b2a-b87c-4c9d-91f1-e2050ef48dbd tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:38.778106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94cc796d-7aa3-493a-acf3-101fd343459a req-a9315b2a-b87c-4c9d-91f1-e2050ef48dbd tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0483568 Aug 31 07:24:38.815160 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-94cc796d-7aa3-493a-acf3-101fd343459a req-98822c59-62ba-491d-b9c0-48445dedd0db tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Aug 31 07:24:39.929731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d39ad-ac2c-4429-bf85-5fc79151bec2 req-99a5aa6e-bdfc-42b9-a590-547048cc50d2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:39.931244 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ca0d39ad-ac2c-4429-bf85-5fc79151bec2 req-99a5aa6e-bdfc-42b9-a590-547048cc50d2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0491953 Aug 31 07:24:39.969395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ca0d39ad-ac2c-4429-bf85-5fc79151bec2 req-79d9c897-08a5-4f32-a39f-682a378596a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Aug 31 07:24:41.092429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52cc2e-f660-4ffc-92cd-7fde88320cad req-74ad77a2-62ea-4df5-8f70-2c1d2c96c252 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:41.093958 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f52cc2e-f660-4ffc-92cd-7fde88320cad req-74ad77a2-62ea-4df5-8f70-2c1d2c96c252 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0537424 Aug 31 07:24:41.131370 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f52cc2e-f660-4ffc-92cd-7fde88320cad req-cb7c6cf7-b9ca-4ada-8e3c-ef629b98f3ef tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Aug 31 07:24:42.251339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f633af-512d-4386-b148-b9dd9961caf7 req-25e60d97-8e3e-40d3-a852-7b0d7d8c3da6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:42.252756 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8f633af-512d-4386-b148-b9dd9961caf7 req-25e60d97-8e3e-40d3-a852-7b0d7d8c3da6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0530899 Aug 31 07:24:42.291718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b8f633af-512d-4386-b148-b9dd9961caf7 req-ebef9768-3fb1-44bd-a33f-e65df9197ef1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321808 Aug 31 07:24:43.406047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be86f2-6469-489a-b3bf-853f519802b9 req-c1269129-d1fd-4a8a-9321-4989afa20d9c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:43.407534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1be86f2-6469-489a-b3bf-853f519802b9 req-c1269129-d1fd-4a8a-9321-4989afa20d9c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0496056 Aug 31 07:24:43.445992 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1be86f2-6469-489a-b3bf-853f519802b9 req-d7ff3a2c-c9ba-497f-87f2-f12f025eda4b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Aug 31 07:24:43.666853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-f3047325-974b-475e-aea8-9294b252a54e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409405 Aug 31 07:24:43.690298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a29306-ab5b-4bb3-a83c-b62861e7725f req-452fd48a-a58b-48a8-92ab-d3c4f6cda624 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:43.691832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b5a29306-ab5b-4bb3-a83c-b62861e7725f req-452fd48a-a58b-48a8-92ab-d3c4f6cda624 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0574930 Aug 31 07:24:43.731033 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b5a29306-ab5b-4bb3-a83c-b62861e7725f req-9eca63f9-37d5-4f69-90ae-b6d9dee9ed0d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326154 Aug 31 07:24:44.752273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-51f0bb81-b14c-4a20-9819-a4864a2ad2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:44.753805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-51f0bb81-b14c-4a20-9819-a4864a2ad2f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1098 time: 0.0410588 Aug 31 07:24:44.872076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4f097-2761-4a73-b66d-adea4bb39da1 req-c79ff408-90e3-4617-be0e-9c151768ae77 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:44.873744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56e4f097-2761-4a73-b66d-adea4bb39da1 req-c79ff408-90e3-4617-be0e-9c151768ae77 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0651877 Aug 31 07:24:44.905789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-5b67e445-3803-4e53-80f1-1ced6fe31d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:44.907298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-5b67e445-3803-4e53-80f1-1ced6fe31d6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.1453755 Aug 31 07:24:44.959904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-56e4f097-2761-4a73-b66d-adea4bb39da1 req-b4f4aa58-9968-4f94-b02a-fc72904c3a34 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795586 Aug 31 07:24:44.984824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-63226f9e-eae1-4d93-ad4d-24688674044f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1002 time: 0.0669448 Aug 31 07:24:45.038675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-70074b7b-424f-4201-adb6-a768d29d21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:45.040138 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-70074b7b-424f-4201-adb6-a768d29d21d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0479381 Aug 31 07:24:45.087576 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-65d65947-4ed0-48c1-b969-8dcc52bf6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:45.089714 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-65d65947-4ed0-48c1-b969-8dcc52bf6658 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421925 Aug 31 07:24:45.182846 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-2485f22f-13e6-4e5a-8167-e5ebe943023a service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849328 Aug 31 07:24:45.272460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-1b0b0a9b-daca-4813-8842-9e4a7abc7ca7 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829129 Aug 31 07:24:46.078214 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247caceb-cd40-4734-ad0f-62d325474d81 req-9d87b2b1-2aa5-40de-b9c0-42efd7037470 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:46.079705 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-247caceb-cd40-4734-ad0f-62d325474d81 req-9d87b2b1-2aa5-40de-b9c0-42efd7037470 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0522063 Aug 31 07:24:46.119782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-247caceb-cd40-4734-ad0f-62d325474d81 req-522709d9-3288-4208-a569-71df384e9b23 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339537 Aug 31 07:24:47.174928 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-2989f757-c509-4f6a-b435-ce886aa43490 req-f86503a1-c724-41d3-a58a-bf41bbb41532 service neutron] show failed (client error): The resource could not be found. Aug 31 07:24:47.175971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-f86503a1-c724-41d3-a58a-bf41bbb41532 service neutron] 10.222.0.23 "GET /v2.0/ports/8655285a-5c25-45e0-b70c-45014bb9cf48/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0596213 Aug 31 07:24:47.239031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1bdb8-32a0-4b2a-b287-4135f1b0ccd6 req-93de9a61-eb7f-4ee7-8a96-ba18bd6a2526 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:47.240667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eab1bdb8-32a0-4b2a-b287-4135f1b0ccd6 req-93de9a61-eb7f-4ee7-8a96-ba18bd6a2526 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0530121 Aug 31 07:24:47.280639 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-eab1bdb8-32a0-4b2a-b287-4135f1b0ccd6 req-bcac0218-2a7a-4170-833c-213bf7ee3bf9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Aug 31 07:24:47.446932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-0ab76a40-0a85-4fba-8c2a-a26393e123f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:47.448439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-0ab76a40-0a85-4fba-8c2a-a26393e123f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 1098 time: 0.0778461 Aug 31 07:24:47.460614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:24:47.512866 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:47.716106 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:47.748436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:24:47.786780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:24:47.792093 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:47.804569 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Transition to ACTIVE for port object 8655285a-5c25-45e0-b70c-45014bb9cf48 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:24:47.809140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:47.837211 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fc1dbc-46c0-435e-a96c-4add7b249ec0" -d '{"events": [{"server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "name": "network-vif-unplugged", "status": "completed", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:24:47.898885 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:47.908467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.908810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.909145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.909504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.909833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.910155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.910480 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.910802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.911121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.911440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.911757 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.912222 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:47.951723 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] No DVR routers for this DVR port 8655285a-5c25-45e0-b70c-45014bb9cf48 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:24:47.988051 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed8ce4b-fec4-4c37-aafc-5c385edcb775 x-openstack-request-id: req-3ed8ce4b-fec4-4c37-aafc-5c385edcb775 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:24:47.988341 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "name": "network-vif-unplugged", "status": "completed", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:24:47.988595 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ed8ce4b-fec4-4c37-aafc-5c385edcb775 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:24:47.988993 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'code': 200} Aug 31 07:24:48.089785 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Attempting to bind port 8655285a-5c25-45e0-b70c-45014bb9cf48 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:24:48.090116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Attempting to bind port 8655285a-5c25-45e0-b70c-45014bb9cf48 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:24:48.090441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Attempting to bind port 8655285a-5c25-45e0-b70c-45014bb9cf48 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:24:48.094573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Port 8655285a-5c25-45e0-b70c-45014bb9cf48 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:24:48.094892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Attempting to bind port 8655285a-5c25-45e0-b70c-45014bb9cf48 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:24:48.099572 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:24:48.099900 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:24:48.100283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:24:48.100706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Bound port: 8655285a-5c25-45e0-b70c-45014bb9cf48, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:24:48.101057 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:48.170165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:24:48.173113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:24:48.177329 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:48.209248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:48.209846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:48.211256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] 10.222.0.42 "PUT /v2.0/ports/8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1093 time: 0.7545962 Aug 31 07:24:48.237506 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53587c-15ff-4af4-9a20-86694921a427 service neutron] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:48.285656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-0f73d2b4-80fa-4368-b96c-062cc4bb0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:48.287188 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-0f73d2b4-80fa-4368-b96c-062cc4bb0e6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1096 time: 0.0455556 Aug 31 07:24:48.383846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-8b97664b-c912-4126-89a4-f601a518a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:48.385579 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-8b97664b-c912-4126-89a4-f601a518a318 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0910187 Aug 31 07:24:48.405781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a249006-b8a7-4f6f-8ee3-a3d9844837b1 req-ed713e76-763b-4a04-afe9-551ce39c14ce tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:48.407308 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a249006-b8a7-4f6f-8ee3-a3d9844837b1 req-ed713e76-763b-4a04-afe9-551ce39c14ce tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 944 time: 0.0498941 Aug 31 07:24:48.445441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8a249006-b8a7-4f6f-8ee3-a3d9844837b1 req-0c64c8c5-fd12-4f9c-843b-fe566806c7a4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Aug 31 07:24:48.455059 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-df275176-d749-4a84-ab9f-70fc87f06f2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1000 time: 0.0627134 Aug 31 07:24:48.508869 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-b1dae71b-70eb-4383-9f00-7875619370e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:48.510296 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-b1dae71b-70eb-4383-9f00-7875619370e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0488255 Aug 31 07:24:48.556076 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f757-c509-4f6a-b435-ce886aa43490 req-87044769-691c-4f05-adcf-898a0716f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:48.557638 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-87044769-691c-4f05-adcf-898a0716f17f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402851 Aug 31 07:24:48.648711 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-ef99e514-3f3b-4da3-8f2d-6ddaadef115b service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838320 Aug 31 07:24:48.738656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2989f757-c509-4f6a-b435-ce886aa43490 req-db4c1ca0-5703-49dd-98ac-c089eed1a262 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811632 Aug 31 07:24:49.364187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8655285a-5c25-45e0-b70c-45014bb9cf48 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:24:49.410670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8655285a-5c25-45e0-b70c-45014bb9cf48 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:24:49.566591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab727c49-3ea3-442a-9402-284d779ab81f req-642a7259-e2a7-4e93-916f-2c5387a2b48c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:49.568095 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab727c49-3ea3-442a-9402-284d779ab81f req-642a7259-e2a7-4e93-916f-2c5387a2b48c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 944 time: 0.0503702 Aug 31 07:24:49.605754 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab727c49-3ea3-442a-9402-284d779ab81f req-aa4ee39d-af39-4c6c-a527-596015ab1697 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Aug 31 07:24:49.990541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:24:49.992916 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec899d92-91fd-4ee1-b408-d44e138f4ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:24:50.045165 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b133d4-c2cf-41ea-a062-9fac83571b7a x-openstack-request-id: req-02b133d4-c2cf-41ea-a062-9fac83571b7a {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:24:50.045487 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:24:50.045759 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02b133d4-c2cf-41ea-a062-9fac83571b7a {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:24:50.046130 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'status': 'completed', 'code': 200} Aug 31 07:24:50.106918 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-1c85c35b-71e8-4f4b-9d7f-c62e029763b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.108439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-1c85c35b-71e8-4f4b-9d7f-c62e029763b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1096 time: 0.0462646 Aug 31 07:24:50.108641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-01826ace-5ce3-42ee-bd66-f73f42061545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.110086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-01826ace-5ce3-42ee-bd66-f73f42061545 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1096 time: 0.0406866 Aug 31 07:24:50.201870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-99670e82-2adc-49dd-bbd8-297182c439ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.203273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-99670e82-2adc-49dd-bbd8-297182c439ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0878468 Aug 31 07:24:50.204140 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-60daa59d-7272-4936-8a2a-dc082e949336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.205662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-60daa59d-7272-4936-8a2a-dc082e949336 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0888851 Aug 31 07:24:50.271350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-ef34ffb4-4005-423a-b45c-c566b0abc8b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1000 time: 0.0575197 Aug 31 07:24:50.272682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-298af1ab-5480-4214-b638-f28f21750a7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1000 time: 0.0626841 Aug 31 07:24:50.322575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-2ac9b918-6329-440a-82f9-00d4d789fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.323990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-e94967e2-9f8e-4681-9d71-3d5b06351759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.324119 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-2ac9b918-6329-440a-82f9-00d4d789fdfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0437026 Aug 31 07:24:50.325517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-e94967e2-9f8e-4681-9d71-3d5b06351759 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0472338 Aug 31 07:24:50.371194 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-81f656f1-3b77-47c9-a06a-9aa65d19ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.371496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-984d8e38-21a0-401f-8433-ea79aa58a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.372761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-81f656f1-3b77-47c9-a06a-9aa65d19ea99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397913 Aug 31 07:24:50.372972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-984d8e38-21a0-401f-8433-ea79aa58a024 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409267 Aug 31 07:24:50.466901 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-9b7d3c54-ac10-4c63-9d32-521583920500 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864458 Aug 31 07:24:50.467140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-e4732c88-ea10-480a-978d-3edbbf43b45a service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811903 Aug 31 07:24:50.561135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-05919d90-af3d-436e-a910-d53e2f5a3557 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870492 Aug 31 07:24:50.561413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ec899d92-91fd-4ee1-b408-d44e138f4ed1 req-86b86490-15e8-47f1-9a9e-353bf78b09ca service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869119 Aug 31 07:24:50.722414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deef8b-428f-401c-9024-d61650697c30 req-c5854f78-2942-4aaf-bad2-b614996a433d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.723812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-54deef8b-428f-401c-9024-d61650697c30 req-c5854f78-2942-4aaf-bad2-b614996a433d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 944 time: 0.0508938 Aug 31 07:24:50.761480 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-54deef8b-428f-401c-9024-d61650697c30 req-080930d0-3858-4fa7-9bf9-985f168caea5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Aug 31 07:24:50.960511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2089-4838-491f-adf1-a0f55debee90 req-b1803694-7bd2-45c0-823a-343b8245f5bc tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.962075 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdea2089-4838-491f-adf1-a0f55debee90 req-b1803694-7bd2-45c0-823a-343b8245f5bc tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 944 time: 0.0532887 Aug 31 07:24:50.980766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-1e4f39ff-8f8f-4727-bacb-067df791e5d3 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:50.982228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-1e4f39ff-8f8f-4727-bacb-067df791e5d3 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 944 time: 0.0529659 Aug 31 07:24:51.007435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fdea2089-4838-491f-adf1-a0f55debee90 req-e3c9490a-c71e-424e-b73c-0ea6ed275e2f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346842 Aug 31 07:24:51.046157 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-986dcd94-44bb-473e-8b6d-b4c0ee7becba service neutron] delete failed (client error): The resource could not be found. Aug 31 07:24:51.047205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-986dcd94-44bb-473e-8b6d-b4c0ee7becba service neutron] 10.222.0.23 "DELETE /v2.0/ports/8655285a-5c25-45e0-b70c-45014bb9cf48/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0554440 Aug 31 07:24:51.134423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-654af215-0186-4f69-8364-352e358db5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:51.135967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-654af215-0186-4f69-8364-352e358db5b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1096 time: 0.0455430 Aug 31 07:24:51.224605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-6fa90046-1a47-4115-8f27-91e9206266ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:51.226075 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-6fa90046-1a47-4115-8f27-91e9206266ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0831664 Aug 31 07:24:51.295958 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-856158ab-cee5-44a4-b807-033840a3a9f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1000 time: 0.0614896 Aug 31 07:24:51.346834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-ee45708e-1983-4fa3-8db9-3f9d90b75cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:51.348322 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-ee45708e-1983-4fa3-8db9-3f9d90b75cdb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0449209 Aug 31 07:24:51.399603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-b34376cb-acc0-4e5b-9379-d12d85ef4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:51.401937 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-b34376cb-acc0-4e5b-9379-d12d85ef4603 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453517 Aug 31 07:24:51.495053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-582e6c38-35e7-4264-82df-17df67a64067 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846615 Aug 31 07:24:51.510580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8655285a-5c25-45e0-b70c-45014bb9cf48 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:24:51.596658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65883b1e-beba-4d2e-a7c1-10477bd4be68 req-4c5020c4-4096-48d4-94f3-71d60b28b993 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934637 Aug 31 07:24:51.603546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:51.615137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'mac_address': 'fa:16:3e:c6:64:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:24:51.661991 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:51.674806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8655285a-5c25-45e0-b70c-45014bb9cf48 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:24:51.695086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:51.699876 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:51.748678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:51.756010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.756360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.756701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.757037 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.757394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.757730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.758058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.758385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.758710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.759032 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.759868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.760191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:51.927454 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['8655285a-5c25-45e0-b70c-45014bb9cf48'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:24:52.155404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b56810-2a4a-4280-aabf-b0876fc1b9f0 req-ccaf447c-6d32-4414-85e6-4c22bfd94e17 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:52.156909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5b56810-2a4a-4280-aabf-b0876fc1b9f0 req-ccaf447c-6d32-4414-85e6-4c22bfd94e17 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 945 time: 0.0561726 Aug 31 07:24:52.199280 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5b56810-2a4a-4280-aabf-b0876fc1b9f0 req-b3977c34-bca7-428a-835b-cc38df18cb53 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360250 Aug 31 07:24:52.311152 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b9dbc-1a14-4d36-95db-e733ddaa00fa req-03ab2b32-2695-41af-9c7d-1e9b5ab97d45 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:52.312656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e9b9dbc-1a14-4d36-95db-e733ddaa00fa req-03ab2b32-2695-41af-9c7d-1e9b5ab97d45 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 945 time: 0.0487835 Aug 31 07:24:52.350592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e9b9dbc-1a14-4d36-95db-e733ddaa00fa req-a3906190-9b08-4ec1-80ef-58771ca56ffd tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Aug 31 07:24:52.570318 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f2a74-f38e-4692-b175-cc28fa5e127c req-f4daf893-4679-4e9d-9099-1e60d7297d86 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:52.572343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c5f2a74-f38e-4692-b175-cc28fa5e127c req-f4daf893-4679-4e9d-9099-1e60d7297d86 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 945 time: 0.0764256 Aug 31 07:24:52.597768 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-dea2cd9a-21c9-4556-9916-62b9b17b88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:52.599224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-dea2cd9a-21c9-4556-9916-62b9b17b88c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 1097 time: 0.0703194 Aug 31 07:24:52.623677 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c5f2a74-f38e-4692-b175-cc28fa5e127c req-12234eff-a3df-4e6f-9453-51f3adace28a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452385 Aug 31 07:24:52.698593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-b247fa2f-0b42-49c4-b8f6-eeea56ccdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:52.700076 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-b247fa2f-0b42-49c4-b8f6-eeea56ccdf8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0905924 Aug 31 07:24:52.769340 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-cde0a66c-9740-4446-8fd0-5b670416419e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 200 len: 1001 time: 0.0622251 Aug 31 07:24:52.817701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-713a3905-622d-4f47-bad7-13d9454b8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:52.819131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-713a3905-622d-4f47-bad7-13d9454b8801 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0434499 Aug 31 07:24:52.863456 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-ef664312-8ecf-4dc0-83ab-cdcf4f07874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:52.864967 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-ef664312-8ecf-4dc0-83ab-cdcf4f07874f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382376 Aug 31 07:24:52.956109 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-cac67dd5-7946-4524-98f9-ae8cbeba2524 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843315 Aug 31 07:24:53.043968 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1f2d2f97-3c9e-483d-9063-aaddae6495d2 req-9cab0809-0e0f-4f7f-a932-b607daf494d2 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808265 Aug 31 07:24:53.518792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8655285a-5c25-45e0-b70c-45014bb9cf48 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:24:53.566793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 8655285a-5c25-45e0-b70c-45014bb9cf48 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:24:53.570291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 8655285a-5c25-45e0-b70c-45014bb9cf48 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:24:53.570663 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:53.644709 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:53.668197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:24:53.685326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:53.689906 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:53.716912 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9697bd2-0e47-49f0-9d7c-3f3761ff8936" -d '{"events": [{"server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "name": "network-vif-plugged", "status": "completed", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:24:53.746223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:53.749543 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acd616-d337-4fae-a9c4-dd8e8f7269a7 req-996b543b-69a5-4f64-a154-b5715a0b69ad tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:53.751080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14acd616-d337-4fae-a9c4-dd8e8f7269a7 req-996b543b-69a5-4f64-a154-b5715a0b69ad tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0551133 Aug 31 07:24:53.789548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14acd616-d337-4fae-a9c4-dd8e8f7269a7 req-8497cabb-c5cf-48df-b3f2-06eddfd58f59 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324242 Aug 31 07:24:53.812710 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa3a149-6e1d-435a-a10d-a962c08843d0 x-openstack-request-id: req-bfa3a149-6e1d-435a-a10d-a962c08843d0 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:24:53.813009 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "name": "network-vif-plugged", "status": "completed", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:24:53.813292 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfa3a149-6e1d-435a-a10d-a962c08843d0 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:24:53.813696 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'code': 200} Aug 31 07:24:54.022701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b3496-2e37-46e9-914a-dc0c82ae2778 req-02259678-56d2-48fe-9dca-1874b34eb91f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:54.024214 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-061b3496-2e37-46e9-914a-dc0c82ae2778 req-02259678-56d2-48fe-9dca-1874b34eb91f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0491993 Aug 31 07:24:54.065837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-061b3496-2e37-46e9-914a-dc0c82ae2778 req-8310c064-0f62-4138-abd6-de5c875c72c0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348303 Aug 31 07:24:54.280105 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1cdee923-568f-4fab-b72f-155d77ca7419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:54.870672 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:55.182758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f823c5-8898-4fa4-a28e-9b958d4d30f3 req-9eee37fb-1b55-47d2-ba66-0bf9b719e55f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:55.184146 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92f823c5-8898-4fa4-a28e-9b958d4d30f3 req-9eee37fb-1b55-47d2-ba66-0bf9b719e55f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0495040 Aug 31 07:24:55.222161 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92f823c5-8898-4fa4-a28e-9b958d4d30f3 req-f4a60fb1-517c-4d3a-b7fb-45969119fd49 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Aug 31 07:24:55.260366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f604-d1a0-4e08-825f-1afaac210208 req-76e1427d-968e-4b35-8184-c6333b1435a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:55.261877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6601f604-d1a0-4e08-825f-1afaac210208 req-76e1427d-968e-4b35-8184-c6333b1435a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 946 time: 0.0482879 Aug 31 07:24:55.348485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Deleting port 8655285a-5c25-45e0-b70c-45014bb9cf48 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:24:55.348823 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:55.439211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] For port 8655285a-5c25-45e0-b70c-45014bb9cf48, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8655285a-5c25-45e0-b70c-45014bb9cf48,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:55.439491 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:55.610144 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:55.610529 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:55.610845 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Floating IP 76ec2673-1f65-484c-803e-034eaafeb21a disassociated. External IP: 172.25.5.158, port: 8655285a-5c25-45e0-b70c-45014bb9cf48. Aug 31 07:24:55.611185 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Calling delete_port for 8655285a-5c25-45e0-b70c-45014bb9cf48 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:24:55.742722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:55.771718 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event deleted for resources: {'Port': ['ID=8655285a-5c25-45e0-b70c-45014bb9cf48,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:55.885959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:24:56.334675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6a0c7eaa-1566-45f2-9432-2753fa65cd63 req-86777559-ad6e-4ee4-8636-04b2879978b7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd13964-59a1-4258-9b7a-7a202721defc HTTP/1.1" status: 200 len: 210 time: 0.0313792 Aug 31 07:24:56.337061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:56.348010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:24:56.359720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:24:56.368602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:24:56.369247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:24:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:24:56.389802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] No DVR routers for this DVR port 8655285a-5c25-45e0-b70c-45014bb9cf48 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:24:56.392642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:56.394747 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6601f604-d1a0-4e08-825f-1afaac210208 req-4ee8da75-fe9e-4ed9-a59f-bd2bee9f7179 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.42 "DELETE /v2.0/ports/8655285a-5c25-45e0-b70c-45014bb9cf48 HTTP/1.1" status: 204 len: 173 time: 1.1271317 Aug 31 07:24:56.395210 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'name': 'network-vif-deleted', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:24:56.397510 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc58f53-521c-4513-9537-b171f39a2fb7" -d '{"events": [{"server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "name": "network-vif-deleted", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:24:56.437489 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e976f12-320d-4547-946a-e083f78524c3 x-openstack-request-id: req-4e976f12-320d-4547-946a-e083f78524c3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:24:56.437978 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd13964-59a1-4258-9b7a-7a202721defc", "name": "network-vif-deleted", "tag": "8655285a-5c25-45e0-b70c-45014bb9cf48", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:24:56.438239 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e976f12-320d-4547-946a-e083f78524c3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:24:56.438664 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd13964-59a1-4258-9b7a-7a202721defc', 'name': 'network-vif-deleted', 'tag': '8655285a-5c25-45e0-b70c-45014bb9cf48', 'status': 'completed', 'code': 200} Aug 31 07:24:56.488322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:24:56.687650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:24:56.716797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:24:56.724975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:24:56.725690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:24:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:24:56.826537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:24:56.948234 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6e07248f-781c-4de1-b50f-68924a230c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:56.981590 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:57.049774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:24:57.075258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c7ad0-ce21-45cc-97ad-c5519e88d3be None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:24:57.281924 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc85d2c-e190-4a15-8519-8739f54c2393 None None] New status for floating IP 76ec2673-1f65-484c-803e-034eaafeb21a: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:24:57.597763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-60c5d1bb-bc0d-468b-81be-bcc05d00e86a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1493877388&fields=id&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 267 time: 0.0327773 Aug 31 07:24:57.699917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-0ea20c06-8a58-4488-bc0b-b44c3ff02ed2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:57.701400 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-0ea20c06-8a58-4488-bc0b-b44c3ff02ed2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 811 time: 0.0970631 Aug 31 07:24:57.716867 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-5fb13a21-2aeb-432b-b5a2-06e98e368e55 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/quotas/b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 375 time: 0.0097365 Aug 31 07:24:57.771778 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-acbee6dc-1f69-400e-aba5-8e36e0d7757e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498011 Aug 31 07:24:57.935283 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-0adea006-7089-4910-b9ba-57543046dff2 service neutron] 10.222.0.15 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190939 Aug 31 07:24:58.035053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-f889512b-e968-4d3a-8df2-169f2c1cfaa5 service neutron] 10.222.0.15 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933135 Aug 31 07:24:58.197276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dd72d738-3c90-4cdd-8cfb-1dbedc267c91 req-56b5be17-23cb-49e3-9cdc-7d94fb993517 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 210 time: 0.0263729 Aug 31 07:24:58.301969 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:59.112376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-f9c373cf-a403-45ad-8e3e-439b47ea7ef9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:59.113871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-f9c373cf-a403-45ad-8e3e-439b47ea7ef9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 811 time: 0.1101968 Aug 31 07:24:59.159221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-c41e51c1-aad3-4185-97da-1a6da00ab1a9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 380 time: 0.0360889 Aug 31 07:24:59.174377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'port': {'device_id': '2154da47-22f5-4748-91cc-7390d7f4545f', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'admin_state_up': True, 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'security_groups': ['c70c17d2-9ca3-48de-bd0e-bf38a15a44be']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:24:59.284055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Made reservation on behalf of b9a566edbeb747f3b7dfb2d50e8dc469 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:24:59.287591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:59.293944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50465a2a-d488-4302-9055-457de078321b req-ee350f96-ab85-45b8-89bb-8276a70715cf tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 210 time: 0.0279949 Aug 31 07:24:59.411997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Allocated IP 172.20.0.3 (4d738502-28e5-466c-b21d-a7174e3b64fc/c7a785fe-0804-431d-82b3-791b2255a096/8860ed76-b522-4d12-ba71-f51c84c3d740) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:24:59.550120 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:59.563791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Transition to ACTIVE for port object 8860ed76-b522-4d12-ba71-f51c84c3d740 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:24:59.573662 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8655285a-5c25-45e0-b70c-45014bb9cf48 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:24:59.596866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:59.597561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 8655285a-5c25-45e0-b70c-45014bb9cf48 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:24:59.597969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8655285a-5c25-45e0-b70c-45014bb9cf48 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:24:59.642762 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Network 4d738502-28e5-466c-b21d-a7174e3b64fc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:24:59.645795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:24:59.649662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:24:59.656181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:59.684815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.685166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.685532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.685870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.686200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.686525 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.686855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.687177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.687497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.687817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.688138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.688482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:24:59.713949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:59.714569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:59.729492 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-19306905-987a-464d-bf66-1de29bef73a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594738 Aug 31 07:24:59.742185 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Request body: {'port': {'device_id': '2154da47-22f5-4748-91cc-7390d7f4545f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:24:59.803606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:59.855242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1aebcc00-7976-44ef-b5f3-92f13e1469cc None None] Provisioning for port 8860ed76-b522-4d12-ba71-f51c84c3d740 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:24:59.859290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1aebcc00-7976-44ef-b5f3-92f13e1469cc None None] Provisioning complete for port 8860ed76-b522-4d12-ba71-f51c84c3d740 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:24:59.859662 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1aebcc00-7976-44ef-b5f3-92f13e1469cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:59.895245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1aebcc00-7976-44ef-b5f3-92f13e1469cc None None] Port 8860ed76-b522-4d12-ba71-f51c84c3d740 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:25:00.068669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8860ed76-b522-4d12-ba71-f51c84c3d740 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:25:00.075990 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:00.087321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Transition to ACTIVE for port object 8860ed76-b522-4d12-ba71-f51c84c3d740 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:25:00.091162 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:00.138785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:00.159685 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:00.219381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:25:00.219718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:25:00.220098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:25:00.225704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:25:00.226036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:25:00.232134 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:25:00.232482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:25:00.232855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:25:00.233333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Bound port: 8860ed76-b522-4d12-ba71-f51c84c3d740, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:25:00.233701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:00.300004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:25:00.303476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:25:00.307270 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:00.353093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:00.353751 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:00.356133 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] 10.222.0.23 "PUT /v2.0/ports/8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1092 time: 0.6180840 Aug 31 07:25:00.356607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:25:00.396759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136a492-7f18-4445-ac4c-684aa95a78a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:00.417319 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e6dcf-1f75-4584-9089-3b89fceb091f" -d '{"events": [{"name": "network-changed", "server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:25:00.493284 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:25:00.501855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae59a65-650f-4505-877d-f958b9e203b1 req-c5790ea8-4c7f-4441-a68d-965a23d9c534 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:00.503473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cae59a65-650f-4505-877d-f958b9e203b1 req-c5790ea8-4c7f-4441-a68d-965a23d9c534 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 943 time: 0.0635924 Aug 31 07:25:00.506871 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-3044416e-52ae-4fab-908a-3c6727ec3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:00.508389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-3044416e-52ae-4fab-908a-3c6727ec3a6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1095 time: 0.1060295 Aug 31 07:25:00.565982 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff0b8d-4a90-4a60-984e-cb33dfdecd80 x-openstack-request-id: req-f7ff0b8d-4a90-4a60-984e-cb33dfdecd80 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:25:00.566280 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:25:00.566536 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7ff0b8d-4a90-4a60-984e-cb33dfdecd80 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:25:00.566948 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'status': 'completed', 'code': 200} Aug 31 07:25:00.569924 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-e18ba961-2e72-49e4-8771-89389c0f36b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 217 time: 0.0504181 Aug 31 07:25:00.615890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cae59a65-650f-4505-877d-f958b9e203b1 req-f71544a1-2ca5-429d-96c4-85cc7c82e58e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035342 Aug 31 07:25:00.634340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-858cfe78-ed3c-4875-92ef-3ec7c0a67fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:00.636618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-858cfe78-ed3c-4875-92ef-3ec7c0a67fb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0553699 Aug 31 07:25:00.685177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-5d5c6b20-6e35-49c5-bb20-b5f09b4c9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:00.686710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-5d5c6b20-6e35-49c5-bb20-b5f09b4c9584 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409596 Aug 31 07:25:00.782601 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-f02aa5ef-ef42-40b9-b87d-546a7d32a3b6 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876622 Aug 31 07:25:00.874857 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb299df4-8e70-4621-8e0b-1646675a4323 req-a1dd7b6b-78c8-45ac-9f03-64a1754c97ea service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845835 Aug 31 07:25:00.964192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-58a8acb8-fa06-4a2a-a7b6-c66e70cae1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:00.965762 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-58a8acb8-fa06-4a2a-a7b6-c66e70cae1b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1095 time: 0.0431981 Aug 31 07:25:01.397940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-9b620439-e9bc-4f96-b66c-e151671710aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:01.399491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-9b620439-e9bc-4f96-b66c-e151671710aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.4253564 Aug 31 07:25:01.443074 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-e10ce6a8-ea25-4b38-97b8-1bc13c792cd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 217 time: 0.0344229 Aug 31 07:25:01.490527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-6c2ca1ec-1401-47fe-834b-44b270f81b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:01.491908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-6c2ca1ec-1401-47fe-834b-44b270f81b07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0413606 Aug 31 07:25:01.540551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-949d5aac-263e-42ac-b592-33f52cd689ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:01.542588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-949d5aac-263e-42ac-b592-33f52cd689ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420964 Aug 31 07:25:01.631225 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-a1796f26-6922-4a7f-ac16-2d6fd5d2a90c service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790379 Aug 31 07:25:01.726003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53e6dcf-1f75-4584-9089-3b89fceb091f req-777ddb25-c051-41e8-b7e0-c9973a1e5b76 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866933 Aug 31 07:25:01.736059 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c8128-7aa0-42f0-9c4c-fed05ea359bf req-b36b83d0-cdff-4265-9cea-98f903e16917 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:01.737949 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-898c8128-7aa0-42f0-9c4c-fed05ea359bf req-b36b83d0-cdff-4265-9cea-98f903e16917 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 943 time: 0.0491760 Aug 31 07:25:01.774850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-898c8128-7aa0-42f0-9c4c-fed05ea359bf req-a790d711-4656-4f06-a452-901106ebd238 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Aug 31 07:25:02.889881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121864ab-b147-4a53-abeb-a38a81e07b62 req-f8f551f4-4644-4eb8-a325-e9fe6955978b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:02.891349 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-121864ab-b147-4a53-abeb-a38a81e07b62 req-f8f551f4-4644-4eb8-a325-e9fe6955978b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 943 time: 0.0489092 Aug 31 07:25:02.928135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-121864ab-b147-4a53-abeb-a38a81e07b62 req-f9cb9ae5-851f-4088-b057-eba9ea7ff6e3 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307939 Aug 31 07:25:03.450998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:25:03.542615 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:25:03.553620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'mac_address': 'fa:16:3e:93:b5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:25:03.593233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:03.605248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860ed76-b522-4d12-ba71-f51c84c3d740 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:25:03.623969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:25:03.626974 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:03.672449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:03.832287 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['8860ed76-b522-4d12-ba71-f51c84c3d740'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:25:04.040837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5929-ef2e-41d6-a1bb-4cd84e6c79b8 req-15379606-6a7f-47f3-ac02-d624cbbb02f3 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:04.042406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b6db5929-ef2e-41d6-a1bb-4cd84e6c79b8 req-15379606-6a7f-47f3-ac02-d624cbbb02f3 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.0489850 Aug 31 07:25:04.080077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b6db5929-ef2e-41d6-a1bb-4cd84e6c79b8 req-6f58d531-a30e-45e7-b41a-90de8bdd18e2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Aug 31 07:25:05.195197 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e391a6-5c86-4df9-abaf-f8760fc31fe3 req-a1b67bc4-328b-4709-8546-5e7189464910 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:05.196667 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34e391a6-5c86-4df9-abaf-f8760fc31fe3 req-a1b67bc4-328b-4709-8546-5e7189464910 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.0486186 Aug 31 07:25:05.234798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-34e391a6-5c86-4df9-abaf-f8760fc31fe3 req-d91433b9-e6e1-4847-8c92-47e38e8c9425 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Aug 31 07:25:05.466493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:25:05.513389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 8860ed76-b522-4d12-ba71-f51c84c3d740 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:25:05.517027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 8860ed76-b522-4d12-ba71-f51c84c3d740 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:25:05.517452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:05.592226 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:05.617519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:25:05.619650 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ccee47-cc0d-4e62-a005-230a64b6b3c8" -d '{"events": [{"server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "name": "network-vif-plugged", "status": "completed", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:25:05.632731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:25:05.636385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:05.662071 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8917151c-c29e-4044-8f5e-3d627fd88e25 x-openstack-request-id: req-8917151c-c29e-4044-8f5e-3d627fd88e25 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:25:05.662366 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "name": "network-vif-plugged", "status": "completed", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:25:05.662626 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8917151c-c29e-4044-8f5e-3d627fd88e25 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:25:05.663013 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'code': 200} Aug 31 07:25:05.690439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:05.753714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201c9d-d458-4c78-9316-40177b5c3da5 req-84a5dc93-c72e-4c9e-ad51-175d0eb7bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:05.755238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f201c9d-d458-4c78-9316-40177b5c3da5 req-84a5dc93-c72e-4c9e-ad51-175d0eb7bc89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1097 time: 0.0439732 Aug 31 07:25:05.789789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4f201c9d-d458-4c78-9316-40177b5c3da5 req-d2ce2d5f-8392-497e-a1fe-925a5581edc5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275533 Aug 31 07:25:06.349967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bcd39-d575-4df2-9d47-a9368d39143d req-f8362920-d0ad-46c9-9b5d-b43af1db7c21 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:06.351477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b87bcd39-d575-4df2-9d47-a9368d39143d req-f8362920-d0ad-46c9-9b5d-b43af1db7c21 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0490260 Aug 31 07:25:06.388974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b87bcd39-d575-4df2-9d47-a9368d39143d req-81ed8283-dab1-45a1-89d1-fa1e01e64180 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308728 Aug 31 07:25:07.511363 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74ae4a-8d0e-4248-ad8d-56b191178e01 req-4541b186-ae31-4d73-a3eb-61990e72540d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:07.512870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd74ae4a-8d0e-4248-ad8d-56b191178e01 req-4541b186-ae31-4d73-a3eb-61990e72540d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0525229 Aug 31 07:25:07.550058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dd74ae4a-8d0e-4248-ad8d-56b191178e01 req-12d9413b-a11e-431a-894d-7babe0efa22d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312517 Aug 31 07:25:07.661058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250534c4-9eb0-4292-bde3-1518cc8c51e5 req-b05c0725-8bd2-418b-aa8d-248476eecf7f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:07.662489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-250534c4-9eb0-4292-bde3-1518cc8c51e5 req-b05c0725-8bd2-418b-aa8d-248476eecf7f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0489733 Aug 31 07:25:07.671064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53404) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:07.675501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'floatingip': {'port_id': '8860ed76-b522-4d12-ba71-f51c84c3d740'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:25:07.716878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:08.142316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:08.146387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:08.243849 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Floating IP 76ec2673-1f65-484c-803e-034eaafeb21a associated. External IP: 172.25.5.158, port: 8860ed76-b522-4d12-ba71-f51c84c3d740. Aug 31 07:25:08.457982 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:25:08.566271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:25:08.571258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:08.575794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:25:08.585611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:25:08.586303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:24:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:08.598400 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-460d215f-c36d-4789-aaaa-51a5134e2257 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "PUT /v2.0/floatingips/76ec2673-1f65-484c-803e-034eaafeb21a HTTP/1.1" status: 200 len: 991 time: 0.9263160 Aug 31 07:25:08.599077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:25:08.601549 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdffd2ea-344a-4546-a3f8-c81057723f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:25:08.640207 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66c072-772d-489f-962b-efacd940db76 x-openstack-request-id: req-6a66c072-772d-489f-962b-efacd940db76 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:25:08.640502 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:25:08.640752 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a66c072-772d-489f-962b-efacd940db76 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:25:08.641157 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'status': 'completed', 'code': 200} Aug 31 07:25:08.700792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:25:08.707716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-04772de5-e148-4315-ab39-4ef6d20a18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:08.709541 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-04772de5-e148-4315-ab39-4ef6d20a18a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1097 time: 0.0452487 Aug 31 07:25:08.801500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-2f806344-717c-4b06-96a5-533dacb9ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:08.803036 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-2f806344-717c-4b06-96a5-533dacb9ca81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0868955 Aug 31 07:25:08.875288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-5a56b990-5c92-4b0f-837a-3c806c54d6f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 999 time: 0.0656486 Aug 31 07:25:08.923259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:93:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2154da47-22f5-4748-91cc-7390d7f4545f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:25:08Z', 'revision_number': 9, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:08.925467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-23e7b55f-ec13-4d43-9626-ba545acb0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:08.927014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-23e7b55f-ec13-4d43-9626-ba545acb0121 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0448620 Aug 31 07:25:08.974660 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-bedbb26e-1758-4720-a748-af1ca350b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:08.976131 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-bedbb26e-1758-4720-a748-af1ca350b0cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428228 Aug 31 07:25:09.074986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-738ce29b-53d5-40d4-a31a-2fca8c9b614e service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905290 Aug 31 07:25:09.100623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:25:09.108839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:25:09.109480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:24:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:09.167187 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdffd2ea-344a-4546-a3f8-c81057723f5c req-07069850-b829-4bca-a538-3ecbd86a4141 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848022 Aug 31 07:25:09.216278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:25:09.433683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:93:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2154da47-22f5-4748-91cc-7390d7f4545f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:25:08Z', 'revision_number': 9, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:09.464266 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47e71d-5cf4-4930-b07c-3de5d11ea9b3 None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:93:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2154da47-22f5-4748-91cc-7390d7f4545f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:25:08Z', 'revision_number': 9, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:25:09.655137 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf76e5b-66b0-4148-8d27-e955ffedcd16 None None] New status for floating IP 76ec2673-1f65-484c-803e-034eaafeb21a: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:25:18.546084 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-d0b99168-46c4-4ff3-8226-4590649116c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405965 Aug 31 07:25:18.633603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-ef43de12-fa17-4b87-b058-ed2be0a3b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:18.635630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-ef43de12-fa17-4b87-b058-ed2be0a3b562 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1097 time: 0.0441282 Aug 31 07:25:18.736414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-33bc543d-f425-449e-9809-cc94b8d3afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:18.737981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-33bc543d-f425-449e-9809-cc94b8d3afd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0830081 Aug 31 07:25:18.814704 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-e240705d-e1f6-4c62-b323-2c2e94039d8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1002 time: 0.0631857 Aug 31 07:25:18.867105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-29368a02-10d1-4559-9a79-993459f8fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:18.868586 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-29368a02-10d1-4559-9a79-993459f8fbce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0450017 Aug 31 07:25:18.917359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-a05cd43c-7870-4208-931f-3783fc613b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:18.918857 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-a05cd43c-7870-4208-931f-3783fc613b6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408156 Aug 31 07:25:19.014107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-a966188d-b305-421e-a374-ff84c16080b7 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860283 Aug 31 07:25:19.101881 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a5eaf378-538d-4f41-9c80-5c1037ba0363 req-8655b6e3-5386-47bf-8ee9-a1e1a8a914cf service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804815 Aug 31 07:25:24.282141 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dcc8-d995-4027-8ce1-bcb00ea61019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:24.878263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:26.351145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:26.898714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d5e92e35-6c77-41c1-a678-27a444cfdc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:26.961748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:28.304287 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:30.159497 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.493650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:25:54.282440 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8cb3-5fce-4b1d-bd63-5aad712dc338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:54.877142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:56.359074 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:56.898594 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-10676f7f-fcff-4866-b259-58cab8aee261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:56.961472 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:58.307349 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:00.161466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.493113 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:26:20.430012 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96490c38-253b-4ec1-9861-0663f30faa72 req-dfc768ed-1240-4739-9b60-ceaf1574389f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531321 Aug 31 07:26:20.524402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490c38-253b-4ec1-9861-0663f30faa72 req-a67bc17f-3bc4-4c19-b7cb-3998d700e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:20.526008 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96490c38-253b-4ec1-9861-0663f30faa72 req-a67bc17f-3bc4-4c19-b7cb-3998d700e0b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1097 time: 0.0520225 Aug 31 07:26:20.634493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490c38-253b-4ec1-9861-0663f30faa72 req-44edee6e-7674-414a-9ab3-d3e6a0ea3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:20.636011 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96490c38-253b-4ec1-9861-0663f30faa72 req-44edee6e-7674-414a-9ab3-d3e6a0ea3d7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0889468 Aug 31 07:26:20.709427 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96490c38-253b-4ec1-9861-0663f30faa72 req-524bbf8d-e046-4970-b313-6b846e149987 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1002 time: 0.0647585 Aug 31 07:26:20.769163 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490c38-253b-4ec1-9861-0663f30faa72 req-b9389036-bbe0-414a-be7c-2f974e615855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:20.770822 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96490c38-253b-4ec1-9861-0663f30faa72 req-b9389036-bbe0-414a-be7c-2f974e615855 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0537283 Aug 31 07:26:20.817435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490c38-253b-4ec1-9861-0663f30faa72 req-1929b675-a3f6-4ce9-8cbc-49a9503e761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:20.818961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96490c38-253b-4ec1-9861-0663f30faa72 req-1929b675-a3f6-4ce9-8cbc-49a9503e761b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408776 Aug 31 07:26:20.936857 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96490c38-253b-4ec1-9861-0663f30faa72 req-8bdc73ba-a507-4cb5-9117-d0ee0418b0ab service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105220 Aug 31 07:26:21.039674 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-96490c38-253b-4ec1-9861-0663f30faa72 req-ce5d856e-e618-4afa-98f3-53594a6ce633 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938029 Aug 31 07:26:24.284281 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86ba05e6-9da3-4b5f-960e-9d1226fa120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:24.891089 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:26.365473 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:26.899306 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a1d1922a-d0cc-4f52-ad82-151ecd660651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:26.962096 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:28.310073 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:30.164663 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:46.730021 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdaf689-2fef-4cb4-96e5-40a3e316c258 req-8177b8cf-f823-445b-8cb3-7613b5c56505 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:46.732100 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbdaf689-2fef-4cb4-96e5-40a3e316c258 req-8177b8cf-f823-445b-8cb3-7613b5c56505 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0530910 Aug 31 07:26:46.775628 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fbdaf689-2fef-4cb4-96e5-40a3e316c258 req-4a611bf1-73c5-4487-9772-8e7eb3cf6e03 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366912 Aug 31 07:26:46.835199 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-f81adaaf-5977-4b10-8fd8-327e4afdedf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951648 Aug 31 07:26:47.914552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774b2fc-caf6-474b-b26c-59198c0f15bc req-d2881a3a-eddf-4684-8fc7-999804c60001 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:47.916760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8774b2fc-caf6-474b-b26c-59198c0f15bc req-d2881a3a-eddf-4684-8fc7-999804c60001 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0631826 Aug 31 07:26:47.968925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8774b2fc-caf6-474b-b26c-59198c0f15bc req-74e357b4-cf11-458a-8120-24beabb22e9e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Aug 31 07:26:48.000307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-8af89fd0-636f-46fb-a086-06c8c64b5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:48.002586 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-8af89fd0-636f-46fb-a086-06c8c64b5f91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1097 time: 0.0490248 Aug 31 07:26:48.096232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-294eba4f-cfd7-4632-9bf3-c47380a0ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:48.097963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-294eba4f-cfd7-4632-9bf3-c47380a0ce6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0888164 Aug 31 07:26:48.171252 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-ffff824a-b25e-4c46-85cf-b79f38b55f9b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1002 time: 0.0636981 Aug 31 07:26:48.219348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-bf7b07fd-bf4e-4bc7-90be-85fc7d2ff422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:48.220808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-bf7b07fd-bf4e-4bc7-90be-85fc7d2ff422 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0421593 Aug 31 07:26:48.265205 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-0e9bbd9c-100a-42a7-a3e9-363f5d4be2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:48.266693 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-0e9bbd9c-100a-42a7-a3e9-363f5d4be2e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388381 Aug 31 07:26:48.358966 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-0e2613fb-f502-4201-aac6-2db2e2450df0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846603 Aug 31 07:26:48.445905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-444d81f3-e6e6-4489-a2a3-2a54885838b7 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800731 Aug 31 07:26:49.107231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c98d1-6724-4014-b3fe-bb07db712574 req-efd22a34-7946-489a-a34f-1cab5a16cd24 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:49.108732 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e39c98d1-6724-4014-b3fe-bb07db712574 req-efd22a34-7946-489a-a34f-1cab5a16cd24 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0548646 Aug 31 07:26:49.146942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e39c98d1-6724-4014-b3fe-bb07db712574 req-46694e4b-d0ed-4601-b2e4-4c9537bc1f31 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Aug 31 07:26:50.267887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaf2f-84c7-45b4-a346-0cc0c5e0cd83 req-4e8850db-bf16-43b2-86a2-80956f9f8c2d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:50.269304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df0aaf2f-84c7-45b4-a346-0cc0c5e0cd83 req-4e8850db-bf16-43b2-86a2-80956f9f8c2d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0543590 Aug 31 07:26:50.307237 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-df0aaf2f-84c7-45b4-a346-0cc0c5e0cd83 req-071497fb-f197-45bf-915e-3b32d2063cb0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Aug 31 07:26:51.444229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70f368-20b8-43a3-8190-39d1f6c85c00 req-551e4fa1-9ecf-4902-b910-faba512f1659 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:51.445770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba70f368-20b8-43a3-8190-39d1f6c85c00 req-551e4fa1-9ecf-4902-b910-faba512f1659 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0580411 Aug 31 07:26:51.490820 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ba70f368-20b8-43a3-8190-39d1f6c85c00 req-afdf6013-331c-48ed-812d-85960c47badb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Aug 31 07:26:51.492486 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:26:52.605944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887ba9f-1f38-4f69-8cf0-37922c450442 req-c7d3cc77-de52-4376-ab59-bf0edcd036f6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:52.607961 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3887ba9f-1f38-4f69-8cf0-37922c450442 req-c7d3cc77-de52-4376-ab59-bf0edcd036f6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0498331 Aug 31 07:26:52.646177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3887ba9f-1f38-4f69-8cf0-37922c450442 req-bc0acdf8-424f-4bba-95c4-855f7e9bd624 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Aug 31 07:26:53.762396 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079fd9d-3606-4fcb-b8bc-1d79b13be471 req-489620d7-a45f-40d6-954f-350a6caa78fb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:53.764568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e079fd9d-3606-4fcb-b8bc-1d79b13be471 req-489620d7-a45f-40d6-954f-350a6caa78fb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0516884 Aug 31 07:26:53.804058 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e079fd9d-3606-4fcb-b8bc-1d79b13be471 req-929c8ab4-3a18-4f70-ba8e-6b307c5aec16 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Aug 31 07:26:54.284091 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a4a3aa59-6d48-452a-b32f-170a6f7df935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:54.894849 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:54.922981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95a83f-1c04-4d04-86f2-83107b53f99e req-01be365f-5c7f-4e23-804b-219226e3d75f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:54.924467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5a95a83f-1c04-4d04-86f2-83107b53f99e req-01be365f-5c7f-4e23-804b-219226e3d75f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0502493 Aug 31 07:26:54.963124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5a95a83f-1c04-4d04-86f2-83107b53f99e req-f3c01c66-05a9-4ec8-bf3e-620f8b4630e6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Aug 31 07:26:56.092164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652b800-9dad-4e10-94e1-270fee5337c4 req-af641e29-995a-4257-a66e-ef3201071fb6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:56.094063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f652b800-9dad-4e10-94e1-270fee5337c4 req-af641e29-995a-4257-a66e-ef3201071fb6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0592637 Aug 31 07:26:56.138538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f652b800-9dad-4e10-94e1-270fee5337c4 req-bbcff61c-641d-442c-875d-f5c9e7f752dc tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362351 Aug 31 07:26:56.388314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:56.899469 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0014d212-0429-48cb-9856-1d8518ed4267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:56.962643 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:57.258479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624b346-41b7-47f8-8fde-7ffd8f4d2f03 req-64e51945-5f57-4579-9696-39e18b892afd tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:57.259978 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0624b346-41b7-47f8-8fde-7ffd8f4d2f03 req-64e51945-5f57-4579-9696-39e18b892afd tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0523095 Aug 31 07:26:57.298003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0624b346-41b7-47f8-8fde-7ffd8f4d2f03 req-7b734be6-a862-4769-a4cf-7c59477cdb2d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Aug 31 07:26:58.313670 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:58.417073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a4ae7-5e26-46bb-8606-8dadb8284e13 req-e7005c1e-667e-427d-95f4-0b0bbe45129f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:58.418657 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-878a4ae7-5e26-46bb-8606-8dadb8284e13 req-e7005c1e-667e-427d-95f4-0b0bbe45129f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0538981 Aug 31 07:26:58.458766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-878a4ae7-5e26-46bb-8606-8dadb8284e13 req-b2624ec4-90ea-4b29-abcb-edeecd3fe73a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Aug 31 07:26:59.581553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfbc9a-1d17-4a18-ac1f-8997bbfdced1 req-e5401d72-fe23-4f82-819c-7f261323e693 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:59.583045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ebfbc9a-1d17-4a18-ac1f-8997bbfdced1 req-e5401d72-fe23-4f82-819c-7f261323e693 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0501692 Aug 31 07:26:59.620725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ebfbc9a-1d17-4a18-ac1f-8997bbfdced1 req-c2eb609f-b1f7-4f95-8e09-2a650e4f67ab tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Aug 31 07:27:00.167431 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:00.621076 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-a9f5e5cb-3328-4503-b6da-c06f7d881f14 service neutron] show failed (client error): The resource could not be found. Aug 31 07:27:00.622191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-a9f5e5cb-3328-4503-b6da-c06f7d881f14 service neutron] 10.222.0.23 "GET /v2.0/ports/8860ed76-b522-4d12-ba71-f51c84c3d740/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0590022 Aug 31 07:27:00.748852 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3966f-0525-47aa-ac40-76587419bb5d req-4ccf0f3f-bc37-4d0d-bbac-11d08f575a7f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:00.750358 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65b3966f-0525-47aa-ac40-76587419bb5d req-4ccf0f3f-bc37-4d0d-bbac-11d08f575a7f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0590849 Aug 31 07:27:00.796193 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-65b3966f-0525-47aa-ac40-76587419bb5d req-031cd6f4-d548-40b6-8630-8f3ef96faed2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382719 Aug 31 07:27:00.836018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-47308efe-c2d0-44fd-973b-9492c08f422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:00.837567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-47308efe-c2d0-44fd-973b-9492c08f422d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 1097 time: 0.0404832 Aug 31 07:27:00.850493 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:27:00.913398 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:01.121512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:01.154070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:27:01.193247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:27:01.195347 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e51df8-06fd-4037-94ae-b92057b4d1b3" -d '{"events": [{"server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "name": "network-vif-unplugged", "status": "completed", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:27:01.199046 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:01.215486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Transition to ACTIVE for port object 8860ed76-b522-4d12-ba71-f51c84c3d740 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:27:01.220103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:01.249224 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e0c3dd-0a2e-4ddc-b00e-44e99237332c x-openstack-request-id: req-f7e0c3dd-0a2e-4ddc-b00e-44e99237332c {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:27:01.249520 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "name": "network-vif-unplugged", "status": "completed", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:27:01.249772 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7e0c3dd-0a2e-4ddc-b00e-44e99237332c {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:27:01.250169 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'code': 200} Aug 31 07:27:01.302392 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:01.316773 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.317122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.317492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.317831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.318164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.318492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.318818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.319145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.319467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.319792 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.320114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.320438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:01.356172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] No DVR routers for this DVR port 8860ed76-b522-4d12-ba71-f51c84c3d740 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:27:01.493541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:27:01.493797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:27:01.494125 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:27:01.498788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:27:01.499113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:27:01.504797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:27:01.505134 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:27:01.505540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:27:01.505964 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Bound port: 8860ed76-b522-4d12-ba71-f51c84c3d740, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:27:01.506322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:01.570438 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:27:01.573561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:27:01.578313 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:01.614502 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:01.615133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:01.616507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] 10.222.0.42 "PUT /v2.0/ports/8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1092 time: 0.7702270 Aug 31 07:27:01.650212 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4df2f4-414a-4d36-9c57-068e15c26288 service neutron] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:01.682327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-3fe1f890-0ee0-4342-bc04-8aa551630a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:01.683871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-3fe1f890-0ee0-4342-bc04-8aa551630a76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1095 time: 0.0461385 Aug 31 07:27:01.775094 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-a38a4188-60ea-4e91-a430-7c0a7de96184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:01.776591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-a38a4188-60ea-4e91-a430-7c0a7de96184 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0857568 Aug 31 07:27:01.848767 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-bb5e6fc1-a60d-4b3f-8093-ede55f30624f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1000 time: 0.0637779 Aug 31 07:27:01.924069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-d5db888a-453d-45ad-9c49-cd5bf950a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:01.925564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-d5db888a-453d-45ad-9c49-cd5bf950a9f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0699863 Aug 31 07:27:01.948103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbee5b0-1490-4904-b365-11e62ea27189 req-d0496532-28e8-413c-a4cc-f8c145c07f18 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:01.949610 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fbee5b0-1490-4904-b365-11e62ea27189 req-d0496532-28e8-413c-a4cc-f8c145c07f18 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 943 time: 0.0680096 Aug 31 07:27:02.014403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6fbee5b0-1490-4904-b365-11e62ea27189 req-a6ce38b7-c8d5-49c8-8183-6d6e10fc1125 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467653 Aug 31 07:27:02.016117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-e30aefd1-bbf4-4daa-8d4e-c5fca5cd586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:02.017568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-e30aefd1-bbf4-4daa-8d4e-c5fca5cd586d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849991 Aug 31 07:27:02.109176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-de211e41-c507-4570-8f30-760cbb235456 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835867 Aug 31 07:27:02.201106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-641ac5b1-8bdf-4111-8cc7-7275c36e1ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Aug 31 07:27:03.138377 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0268085-7167-4475-8656-cd4d665cf7ae req-55d88c7a-2238-40a2-a3aa-b75577b2ff9e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.139899 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a0268085-7167-4475-8656-cd4d665cf7ae req-55d88c7a-2238-40a2-a3aa-b75577b2ff9e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 943 time: 0.0548909 Aug 31 07:27:03.177686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a0268085-7167-4475-8656-cd4d665cf7ae req-91837cf4-cfbf-421f-a3f9-9ec524e67d5b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Aug 31 07:27:03.251688 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:27:03.254059 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899c0d40-c52b-48a7-9883-4225e15ce67d" -d '{"events": [{"name": "network-changed", "server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:27:03.302221 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b8e579-7631-4eeb-9c14-aa4dcb23ec48 x-openstack-request-id: req-f2b8e579-7631-4eeb-9c14-aa4dcb23ec48 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:27:03.302545 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:27:03.302807 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2b8e579-7631-4eeb-9c14-aa4dcb23ec48 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:27:03.303233 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'status': 'completed', 'code': 200} Aug 31 07:27:03.362755 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-08900c32-35e6-41e7-acaa-85738e353b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.364291 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-08900c32-35e6-41e7-acaa-85738e353b89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1095 time: 0.0416107 Aug 31 07:27:03.367338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-18f109c1-13d6-4f89-9d0c-86e948a1bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.368830 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-18f109c1-13d6-4f89-9d0c-86e948a1bde0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1095 time: 0.0399666 Aug 31 07:27:03.458127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-dcd25f59-11ea-43c4-8379-5feadedadfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.459640 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-dcd25f59-11ea-43c4-8379-5feadedadfcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0880306 Aug 31 07:27:03.463144 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-94a38206-d0fe-4ad6-b749-f3eeb00ec910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.464616 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-94a38206-d0fe-4ad6-b749-f3eeb00ec910 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0844660 Aug 31 07:27:03.530756 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-177fdb31-e2e7-4e0b-8236-d3747e6d5b81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1000 time: 0.0630956 Aug 31 07:27:03.533510 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-581d768e-fe60-4b88-9404-a0d868f35ce6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1000 time: 0.0610673 Aug 31 07:27:03.582460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-f4298eff-bc16-4f75-8417-750ea34f3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.582748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-76eb7aa1-d8e4-42bd-9218-e9a4c4d4852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.583944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-f4298eff-bc16-4f75-8417-750ea34f3d18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0455139 Aug 31 07:27:03.584202 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-76eb7aa1-d8e4-42bd-9218-e9a4c4d4852f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0436435 Aug 31 07:27:03.635084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-a3443952-9d5b-46ce-9ad2-3e5a8082199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.635351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-b7cfd142-15aa-442b-844f-7ef6ccc0065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:03.636611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-a3443952-9d5b-46ce-9ad2-3e5a8082199c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427873 Aug 31 07:27:03.636718 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-b7cfd142-15aa-442b-844f-7ef6ccc0065c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441709 Aug 31 07:27:03.743492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-6061952d-4b53-4f27-a600-f7b6b8b83098 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967579 Aug 31 07:27:03.750439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-8d6fac37-2f6d-4637-9e85-978667c85902 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048794 Aug 31 07:27:03.836976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-6873c9ec-8202-40e0-b136-cf43292a9c2f service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852723 Aug 31 07:27:03.846273 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-899c0d40-c52b-48a7-9883-4225e15ce67d req-32ef14ff-600b-47b6-8963-26facf38ffcc service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883605 Aug 31 07:27:04.300374 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d753a2f-45f1-468f-8995-dae7bdae8b87 req-280c0118-7e18-448c-ace2-056f81d6cac5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:04.301907 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d753a2f-45f1-468f-8995-dae7bdae8b87 req-280c0118-7e18-448c-ace2-056f81d6cac5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 943 time: 0.0541945 Aug 31 07:27:04.338843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8d753a2f-45f1-468f-8995-dae7bdae8b87 req-375e9c9e-0c8d-4cbd-936a-f5da7e9ef0e9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Aug 31 07:27:04.627450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-5621ac17-f9e5-49d3-8aef-6278149dce76 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:04.629063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-5621ac17-f9e5-49d3-8aef-6278149dce76 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.42 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 943 time: 0.0590162 Aug 31 07:27:04.642631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900a3f-6870-4302-b96c-5ed66441f7e4 req-fabf38f3-c050-409c-b548-df168f4c7e09 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:04.644158 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3900a3f-6870-4302-b96c-5ed66441f7e4 req-fabf38f3-c050-409c-b548-df168f4c7e09 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 943 time: 0.0493922 Aug 31 07:27:04.683019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3900a3f-6870-4302-b96c-5ed66441f7e4 req-2168096b-5f72-40b5-96c3-2a44070fd258 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Aug 31 07:27:04.692268 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-a67ca49e-24d3-4eb2-83dd-bdd578264485 service neutron] 10.222.0.42 "GET /v2.0/ports/8860ed76-b522-4d12-ba71-f51c84c3d740/bindings/n-h2-712142-16 HTTP/1.1" status: 200 len: 383 time: 0.0557215 Aug 31 07:27:04.760328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-e9027b52-6dfa-4610-9666-7fdec0d89c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:04.761855 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-e9027b52-6dfa-4610-9666-7fdec0d89c9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1095 time: 0.0398951 Aug 31 07:27:04.852141 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-03009324-8506-4ea0-8b25-4e87acd22dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:04.853659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-03009324-8506-4ea0-8b25-4e87acd22dec service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0856268 Aug 31 07:27:04.919273 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-907e29db-ed7d-4712-b07f-97493888fb12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1000 time: 0.0578463 Aug 31 07:27:04.966743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-f7e131ed-4385-4e2b-aeb4-5a5fc04b28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:04.968169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-f7e131ed-4385-4e2b-aeb4-5a5fc04b28b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0424528 Aug 31 07:27:05.018043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-d24c67c0-e776-4890-a20b-7726c08a30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:05.019555 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-d24c67c0-e776-4890-a20b-7726c08a30a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444376 Aug 31 07:27:05.107570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-04169cdc-333a-414d-8d1f-a051139ed27d service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810173 Aug 31 07:27:05.202798 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-65ad6433-9fda-41dc-93e0-0ea1e1d43778 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889187 Aug 31 07:27:05.802308 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41772783-b412-4dfd-b406-77ec2497bf38 req-420f8c8d-0c0b-4777-b6bb-42c7b00fe216 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:05.803796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41772783-b412-4dfd-b406-77ec2497bf38 req-420f8c8d-0c0b-4777-b6bb-42c7b00fe216 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 943 time: 0.0498214 Aug 31 07:27:05.840092 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41772783-b412-4dfd-b406-77ec2497bf38 req-53568d15-c4d8-4e8d-986c-3e1a385a7474 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304029 Aug 31 07:27:06.042232 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:27:06.080440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:27:06.158112 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:27:06.259321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:06.270736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'mac_address': 'fa:16:3e:93:b5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:27:06.307519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:06.320821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860ed76-b522-4d12-ba71-f51c84c3d740 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:27:06.339512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:06.343016 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:06.388812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:06.395999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.396345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.396685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.397028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.397385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.397719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.398044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.398370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.398694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.399044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.399371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.399688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:06.960104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7273bd-63f2-4bc9-a772-6db50fb11669 req-90c1be0f-41db-4c9f-b95c-69478e08b011 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:06.962537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4d7273bd-63f2-4bc9-a772-6db50fb11669 req-90c1be0f-41db-4c9f-b95c-69478e08b011 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.0504801 Aug 31 07:27:07.002302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4d7273bd-63f2-4bc9-a772-6db50fb11669 req-4f5c6854-998e-4ab4-8a55-665077a312b5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Aug 31 07:27:07.091247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-5719ea37-4a8c-4350-9a4d-d98c7eceaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:07.092777 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-5719ea37-4a8c-4350-9a4d-d98c7eceaac7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 1096 time: 0.0446784 Aug 31 07:27:07.104652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:27:07.156844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:07.356803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:07.389491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:27:07.424926 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8860ed76-b522-4d12-ba71-f51c84c3d740 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:27:07.433131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:07.444405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Ignored duplicate provisioning block setup for port 8860ed76-b522-4d12-ba71-f51c84c3d740 by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 07:27:07.448076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:07.521747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=9']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:07.536009 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.536359 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.536722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.537048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.537407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.537743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.538076 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.538403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.538731 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.539057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.539380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.539909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:27:07.575691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] No DVR routers for this DVR port 8860ed76-b522-4d12-ba71-f51c84c3d740 on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:27:07.715450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:27:07.715776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:27:07.716098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:27:07.720618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:27:07.720918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Attempting to bind port 8860ed76-b522-4d12-ba71-f51c84c3d740 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:27:07.725864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:27:07.726193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:27:07.726570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:27:07.726987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Bound port: 8860ed76-b522-4d12-ba71-f51c84c3d740, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:27:07.727330 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:07.787857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:27:07.790704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:27:07.795543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:07.828546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:07.829165 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:07.830588 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1092 time: 0.7298441 Aug 31 07:27:07.831012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:27:07.833382 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35513168-562a-4372-9b0a-4848110ecd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:27:07.863452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ae909-6aab-42f6-9eff-eb6e7a6bd0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=10']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:07.892772 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c243549-b936-4000-aa83-3974d9dfdc34 x-openstack-request-id: req-5c243549-b936-4000-aa83-3974d9dfdc34 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:27:07.893116 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:27:07.893465 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c243549-b936-4000-aa83-3974d9dfdc34 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:27:07.893872 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'status': 'completed', 'code': 200} Aug 31 07:27:07.914497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-aeb194c0-b76d-4b0e-9b11-20ae60f5c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:07.916026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-aeb194c0-b76d-4b0e-9b11-20ae60f5c27b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1096 time: 0.0536571 Aug 31 07:27:07.952832 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513168-562a-4372-9b0a-4848110ecd3f req-d0804380-9525-4dac-9e1d-df720192be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:07.954971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-d0804380-9525-4dac-9e1d-df720192be1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1096 time: 0.0445926 Aug 31 07:27:08.024661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-679f8933-15ed-4b3a-a9a3-11807e8dcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.026523 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-679f8933-15ed-4b3a-a9a3-11807e8dcc35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.1010466 Aug 31 07:27:08.057699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513168-562a-4372-9b0a-4848110ecd3f req-7a7f00b1-044c-44a6-877d-31d556003e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.059771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-7a7f00b1-044c-44a6-877d-31d556003e81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0976248 Aug 31 07:27:08.127253 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-e269d6c2-3a6c-487c-b982-92c2edf7a9b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1000 time: 0.0607951 Aug 31 07:27:08.183855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513168-562a-4372-9b0a-4848110ecd3f req-2a811a88-0856-4bc9-ab98-7b859c68d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.185404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-2a811a88-0856-4bc9-ab98-7b859c68d340 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0512941 Aug 31 07:27:08.238833 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513168-562a-4372-9b0a-4848110ecd3f req-94d3dd52-0ed4-4b14-8928-8c7754b6c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.240278 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-94d3dd52-0ed4-4b14-8928-8c7754b6c422 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445731 Aug 31 07:27:08.337321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-00ffc852-3be7-4858-8fb4-487961a4df2d service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891128 Aug 31 07:27:08.434824 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-6fb1436c-afac-4b8a-9b13-c03aec0a83bf service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901566 Aug 31 07:27:08.478921 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-fb515545-3f7a-4f6a-bace-36d11b96dcd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1000 time: 0.4426732 Aug 31 07:27:08.489996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91fd25-2e65-4988-bbc1-93b6db641f85 req-4b41b26d-cdcd-4efc-a7d7-d25aa0b3c85f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.491335 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8b91fd25-2e65-4988-bbc1-93b6db641f85 req-4b41b26d-cdcd-4efc-a7d7-d25aa0b3c85f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.4157422 Aug 31 07:27:08.559070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-5028cd26-ce50-49e1-b053-9ac6ef2d478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.560599 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-5028cd26-ce50-49e1-b053-9ac6ef2d478d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0684109 Aug 31 07:27:08.563592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8b91fd25-2e65-4988-bbc1-93b6db641f85 req-9c008d8d-ad45-4b8f-aa43-debec0514c5e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635600 Aug 31 07:27:08.607295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-53899655-c1aa-4035-913e-4aac6275202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.608781 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-53899655-c1aa-4035-913e-4aac6275202a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402441 Aug 31 07:27:08.702165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-748fc74d-a6ee-432a-9704-8a71a9229aa6 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853281 Aug 31 07:27:08.789817 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4b030d70-e45f-42ec-8418-b19de8695a2f req-87b1a737-e6ba-4601-a866-6b7776e231b2 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798705 Aug 31 07:27:08.898971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513168-562a-4372-9b0a-4848110ecd3f req-7d78a7df-dfd9-44e6-a910-2d2d5988d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.900473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-7d78a7df-dfd9-44e6-a910-2d2d5988d60d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 1096 time: 0.0630460 Aug 31 07:27:08.991474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513168-562a-4372-9b0a-4848110ecd3f req-86abf9d3-594b-47ab-8088-d0fd341861bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:08.992964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-86abf9d3-594b-47ab-8088-d0fd341861bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0840473 Aug 31 07:27:09.063327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-90ec95e6-41e8-4401-ac9f-bc8e1636bcdd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 200 len: 1000 time: 0.0625737 Aug 31 07:27:09.112211 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513168-562a-4372-9b0a-4848110ecd3f req-a6d436c4-e9d5-497c-977c-9b0777a4c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:09.113656 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-a6d436c4-e9d5-497c-977c-9b0777a4c4db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0424051 Aug 31 07:27:09.160788 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513168-562a-4372-9b0a-4848110ecd3f req-70fb3dd0-10f6-4ab1-a298-6251cba14d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:09.162328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-70fb3dd0-10f6-4ab1-a298-6251cba14d34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392184 Aug 31 07:27:09.264028 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-49b495a2-45d0-4d22-82c3-3950febf53c3 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926332 Aug 31 07:27:09.351688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-35513168-562a-4372-9b0a-4848110ecd3f req-a6ac66c9-41cf-4f53-8adf-b78937f06aeb service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797558 Aug 31 07:27:09.686537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f748a9-97bb-4983-948e-e98dd38f9b5d req-a9bd4bf4-08dc-4386-a028-84be0a33fd00 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:09.688027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48f748a9-97bb-4983-948e-e98dd38f9b5d req-a9bd4bf4-08dc-4386-a028-84be0a33fd00 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.0501583 Aug 31 07:27:09.725397 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-48f748a9-97bb-4983-948e-e98dd38f9b5d req-288cbd4f-8e3d-47ce-a1fd-12f8e9f15fa1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Aug 31 07:27:10.180396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:27:10.222308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:27:10.840466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4613600-2ca2-4b44-ac6b-fabe5a074486 req-31f46265-b676-45aa-8e9e-31915aef3754 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:10.842635 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4613600-2ca2-4b44-ac6b-fabe5a074486 req-31f46265-b676-45aa-8e9e-31915aef3754 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.0490761 Aug 31 07:27:10.879658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4613600-2ca2-4b44-ac6b-fabe5a074486 req-abe8a5dc-8323-4763-8aff-3279ca736838 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Aug 31 07:27:10.993731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519fe98-ca7d-479e-aaf1-1f84cdbefec9 req-5e30ef23-0ccd-49b3-801d-ff2f67d2b2b5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:10.995224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1519fe98-ca7d-479e-aaf1-1f84cdbefec9 req-5e30ef23-0ccd-49b3-801d-ff2f67d2b2b5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.0485840 Aug 31 07:27:11.033039 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1519fe98-ca7d-479e-aaf1-1f84cdbefec9 req-9de0394a-86fd-491d-a5e7-de61fe542d8a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Aug 31 07:27:11.149603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f6e55-c6c6-4355-b9b0-06a3c78d6805 req-58775ce6-8563-4601-89b2-1d53d0fbaeff tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:11.151127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd0f6e55-c6c6-4355-b9b0-06a3c78d6805 req-58775ce6-8563-4601-89b2-1d53d0fbaeff tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.0528615 Aug 31 07:27:11.188436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bd0f6e55-c6c6-4355-b9b0-06a3c78d6805 req-4113fd82-b652-487d-bf66-11783e09d88a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310431 Aug 31 07:27:11.417178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e98b1-eba7-4d5d-9602-440cf822bbc4 req-ff683dce-c754-4273-9b41-db7630d6c276 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:11.418686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d66e98b1-eba7-4d5d-9602-440cf822bbc4 req-ff683dce-c754-4273-9b41-db7630d6c276 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 944 time: 0.0482893 Aug 31 07:27:11.456458 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d66e98b1-eba7-4d5d-9602-440cf822bbc4 req-12ec603d-ca0d-43cf-9355-1f81e46b8255 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Aug 31 07:27:12.128007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:27:12.218801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:12.231771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'mac_address': 'fa:16:3e:93:b5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:27:12.267973 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:12.283817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860ed76-b522-4d12-ba71-f51c84c3d740 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:27:12.302456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:12.306468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:12.353672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=11']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:12.576437 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cf09-8466-4f91-9e97-555bacbd42da req-7c23d0cd-f839-4c0e-bb7d-705f9fd297ff tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:12.577933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2239cf09-8466-4f91-9e97-555bacbd42da req-7c23d0cd-f839-4c0e-bb7d-705f9fd297ff tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0524547 Aug 31 07:27:12.615077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2239cf09-8466-4f91-9e97-555bacbd42da req-9a2d72ea-8541-4066-9c69-dd21a7164cf6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313399 Aug 31 07:27:12.688889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-a01a7b29-8d2f-47a3-b51c-ca90a8291100 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:12.690398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-a01a7b29-8d2f-47a3-b51c-ca90a8291100 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 945 time: 0.0495055 Aug 31 07:27:12.787357 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Deleting port 8860ed76-b522-4d12-ba71-f51c84c3d740 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:27:12.787690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:12.872721 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] For port 8860ed76-b522-4d12-ba71-f51c84c3d740, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8860ed76-b522-4d12-ba71-f51c84c3d740,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:12.873063 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:13.048056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:13.048441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:13.048759 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Floating IP 76ec2673-1f65-484c-803e-034eaafeb21a disassociated. External IP: 172.25.5.158, port: 8860ed76-b522-4d12-ba71-f51c84c3d740. Aug 31 07:27:13.049101 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Calling delete_port for 8860ed76-b522-4d12-ba71-f51c84c3d740 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:27:13.175132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:13.209597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event deleted for resources: {'Port': ['ID=8860ed76-b522-4d12-ba71-f51c84c3d740,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:13.332651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:27:13.449884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:27:13.460758 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:27:13.470233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:27:13.470854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:26:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:27:13.493915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] No DVR routers for this DVR port 8860ed76-b522-4d12-ba71-f51c84c3d740 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:27:13.496639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:13.499284 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-373a8ced-381c-4235-a4c9-75c12545b4a5 req-f570e069-cd62-4a36-943a-d2e71300ada1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "DELETE /v2.0/ports/8860ed76-b522-4d12-ba71-f51c84c3d740 HTTP/1.1" status: 204 len: 173 time: 0.8014479 Aug 31 07:27:13.499719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'name': 'network-vif-deleted', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:27:13.502002 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed29772-236f-4cb6-91cf-aaad7b8c9745" -d '{"events": [{"server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "name": "network-vif-deleted", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:27:13.542052 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4ce128-bb90-462a-82af-05e016f21e00 x-openstack-request-id: req-4d4ce128-bb90-462a-82af-05e016f21e00 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:27:13.542439 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154da47-22f5-4748-91cc-7390d7f4545f", "name": "network-vif-deleted", "tag": "8860ed76-b522-4d12-ba71-f51c84c3d740", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:27:13.542752 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d4ce128-bb90-462a-82af-05e016f21e00 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:27:13.543386 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2154da47-22f5-4748-91cc-7390d7f4545f', 'name': 'network-vif-deleted', 'tag': '8860ed76-b522-4d12-ba71-f51c84c3d740', 'status': 'completed', 'code': 200} Aug 31 07:27:13.585607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:27:13.798252 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:27:13.831407 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:27:13.841984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:27:13.842245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:26:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:27:13.965285 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a80eb1ba-54f1-405e-b02b-143031e553b1 req-49ae010d-3136-447d-9daf-3df456ef9be9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=2154da47-22f5-4748-91cc-7390d7f4545f HTTP/1.1" status: 200 len: 210 time: 0.0269053 Aug 31 07:27:13.967322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:27:14.146125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:27:14.151463 n-d-712142-16 neutron-server[94669]: INFO neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No ports have port_id starting with 8860ed76-b522-4d12-ba71-f51c84c3d740 Aug 31 07:27:14.154823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 requested by agent hyperv_n-h1-712142-16 not found in database {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 07:27:14.180574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:27:14.205552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d58f2-4646-4c28-8db4-3cd85c6f1df9 None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:27:14.415239 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d15d1bb-4c29-4df9-9b7d-a7a2c5103b3f None None] New status for floating IP 76ec2673-1f65-484c-803e-034eaafeb21a: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:27:15.251321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-1345e06d-7848-4dda-b93d-e1b10fd6b0ed tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1493877388&fields=id&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 267 time: 0.0345376 Aug 31 07:27:15.357032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-dfff3340-ccdd-4ed5-96aa-a29436ecf617 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:15.359098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-dfff3340-ccdd-4ed5-96aa-a29436ecf617 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 811 time: 0.1007612 Aug 31 07:27:15.374930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-e2fd4dea-a128-418a-a323-df5700354106 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/quotas/b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 375 time: 0.0100052 Aug 31 07:27:15.432618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-c52d9b7d-304f-4a2b-9c37-115a19f1bc5d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524962 Aug 31 07:27:15.448500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-66ec861b-e072-4944-bc02-d88f188f2ea0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:27:15.449486 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-66ec861b-e072-4944-bc02-d88f188f2ea0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056818 Aug 31 07:27:15.633986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-27160266-4852-44a9-8c46-c102a4c79651 service neutron] 10.222.0.15 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195285 Aug 31 07:27:15.728137 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-ff4c9439-7768-4517-a869-61fc9c435e13 service neutron] 10.222.0.15 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880158 Aug 31 07:27:15.890038 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1445b41-adc9-45c2-bf5b-723285fafd8e req-e630d937-09fa-4232-9d9d-5716b615cc3a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 210 time: 0.0261457 Aug 31 07:27:16.971034 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8710dbb6-e223-4384-90a7-3002e9dc99ee req-777a33b6-a39c-448d-9260-55ad879f692d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 210 time: 0.0277996 Aug 31 07:27:17.847313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-5d95114e-90ad-4ddf-834c-f0a8b36f32a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:17.848842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-5d95114e-90ad-4ddf-834c-f0a8b36f32a7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 811 time: 0.1001234 Aug 31 07:27:17.893382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-0be79aca-eecb-4151-80b1-27339f52cd3f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 380 time: 0.0350077 Aug 31 07:27:17.903558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'port': {'device_id': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'admin_state_up': True, 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'security_groups': ['c70c17d2-9ca3-48de-bd0e-bf38a15a44be']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:27:18.015104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Made reservation on behalf of b9a566edbeb747f3b7dfb2d50e8dc469 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:27:18.018735 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:18.069463 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bec5a0c4-4813-4427-8477-c8fec4e451c9 req-ccf9b91d-ce93-464a-abd3-f47f486708f4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 210 time: 0.0275004 Aug 31 07:27:18.147753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Allocated IP 172.20.0.8 (4d738502-28e5-466c-b21d-a7174e3b64fc/c7a785fe-0804-431d-82b3-791b2255a096/ce6a9654-d6d5-4be2-b17a-8e650b5402f4) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:27:18.158458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:27:18.179443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 8860ed76-b522-4d12-ba71-f51c84c3d740 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:27:18.179798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8860ed76-b522-4d12-ba71-f51c84c3d740 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:27:18.287248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:18.301072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Transition to ACTIVE for port object ce6a9654-d6d5-4be2-b17a-8e650b5402f4 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:27:18.332892 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:18.377478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Network 4d738502-28e5-466c-b21d-a7174e3b64fc is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:27:18.382498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:27:18.386249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:27:18.412542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:18.441110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:18.441778 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:18.456142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-719cbbae-f127-4bdd-aa6a-e708519f1279 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564518 Aug 31 07:27:18.468695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-537fe9cd-ed73-4904-bf19-dc17a81fc88c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:27:18.469721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-537fe9cd-ed73-4904-bf19-dc17a81fc88c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060983 Aug 31 07:27:18.481805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Request body: {'port': {'device_id': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:27:18.539491 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:18.595027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b7d3480a-8d24-4382-a4be-230c7df33be7 None None] Provisioning for port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:27:18.599096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b7d3480a-8d24-4382-a4be-230c7df33be7 None None] Provisioning complete for port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:27:18.599468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7d3480a-8d24-4382-a4be-230c7df33be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:18.636106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b7d3480a-8d24-4382-a4be-230c7df33be7 None None] Port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:27:18.813011 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6a9654-d6d5-4be2-b17a-8e650b5402f4 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:27:18.820594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:18.833857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Transition to ACTIVE for port object ce6a9654-d6d5-4be2-b17a-8e650b5402f4 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:27:18.838960 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:18.893300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:18.965783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:27:18.966008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:27:18.966341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:27:18.971658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:27:18.971986 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:27:18.976953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:27:18.977348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:27:18.977779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:27:18.978216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Bound port: ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:27:18.978575 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:19.053697 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:27:19.057068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:27:19.062135 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:19.096124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.096752 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:19.098191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] 10.222.0.23 "PUT /v2.0/ports/ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1092 time: 0.6207421 Aug 31 07:27:19.098637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:27:19.100894 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c88137-67b7-45c1-9aa9-40efda0f7754" -d '{"events": [{"name": "network-changed", "server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:27:19.142959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bee5a-d4b6-4833-83d6-b72e8482197c service neutron] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:19.148428 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ba261a-b3f9-413e-ac2a-13c9b90ba10f x-openstack-request-id: req-e3ba261a-b3f9-413e-ac2a-13c9b90ba10f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:27:19.148730 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:27:19.148989 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3ba261a-b3f9-413e-ac2a-13c9b90ba10f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:27:19.149418 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'status': 'completed', 'code': 200} Aug 31 07:27:19.224879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-cdfa1be8-e8be-49ac-bc13-7c9c53980dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.226545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-cdfa1be8-e8be-49ac-bc13-7c9c53980dbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1095 time: 0.0753448 Aug 31 07:27:19.242644 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fe7f3-92b9-41b4-beb2-ed9abfaa8917 req-a1c8e545-ad07-44f3-94fe-9752bd2d9830 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.244238 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-912fe7f3-92b9-41b4-beb2-ed9abfaa8917 req-a1c8e545-ad07-44f3-94fe-9752bd2d9830 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0666165 Aug 31 07:27:19.287401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-7832635c-2c9e-44bb-aba7-ad1bbdaa08cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 217 time: 0.0421755 Aug 31 07:27:19.339833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-912fe7f3-92b9-41b4-beb2-ed9abfaa8917 req-46335f03-7e18-4f91-8751-a1d7b89102cc tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877526 Aug 31 07:27:19.353985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-33a79c3b-9693-46a3-b93d-96cedf9d1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.355460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-33a79c3b-9693-46a3-b93d-96cedf9d1c5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0587125 Aug 31 07:27:19.412165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-28a3f34c-e53a-4f57-95e6-638fe67faf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.413735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-28a3f34c-e53a-4f57-95e6-638fe67faf2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460980 Aug 31 07:27:19.503348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-772cb087-0134-407a-ae27-9aadc2f4c9e8 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814564 Aug 31 07:27:19.598484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d0227ac-73cf-47c6-8cbd-45c88c1a6706 req-63aaf3ad-a2f4-4a44-9beb-ef1c34b7fe0f service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868378 Aug 31 07:27:19.684475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-9569942a-314a-4254-99f1-d04f6be5b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.686030 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-9569942a-314a-4254-99f1-d04f6be5b2e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1095 time: 0.0420284 Aug 31 07:27:19.776733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-0c20b00b-b65d-4f5c-9a0e-ba10fe6060ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.778515 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-0c20b00b-b65d-4f5c-9a0e-ba10fe6060ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0856030 Aug 31 07:27:19.823877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-6b4215db-bbe6-4186-ab45-4284f77c2ae4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 217 time: 0.0376256 Aug 31 07:27:19.874853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-5133c434-d338-4ab8-990a-5e158b07d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.876217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-5133c434-d338-4ab8-990a-5e158b07d558 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0431817 Aug 31 07:27:19.921994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-dbba824b-30a2-4e94-af73-8b31cc3c147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:19.923490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-dbba824b-30a2-4e94-af73-8b31cc3c147b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401480 Aug 31 07:27:20.018603 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-966c78f3-8496-432a-ae86-c30fc2a26c67 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869558 Aug 31 07:27:20.110280 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e3c88137-67b7-45c1-9aa9-40efda0f7754 req-7815a819-0839-49d7-86e9-6a599f4cf868 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822885 Aug 31 07:27:20.458249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9244af-721c-4421-8df1-86e8745f0a50 req-db37149b-5c4d-482e-b08d-dfef1ca0c4d0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:20.459722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3d9244af-721c-4421-8df1-86e8745f0a50 req-db37149b-5c4d-482e-b08d-dfef1ca0c4d0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0517662 Aug 31 07:27:20.496612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3d9244af-721c-4421-8df1-86e8745f0a50 req-2bc1ea3e-05e4-407f-886a-75ee7fed4300 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Aug 31 07:27:21.611021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723c50-2e02-481b-85d1-163bd436c07d req-1f289b78-6f32-450a-b882-bcb9da02db1d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:21.612516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc723c50-2e02-481b-85d1-163bd436c07d req-1f289b78-6f32-450a-b882-bcb9da02db1d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0498815 Aug 31 07:27:21.654648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fc723c50-2e02-481b-85d1-163bd436c07d req-336d5f43-05dd-4848-b7d6-e974a93d5589 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362065 Aug 31 07:27:22.182842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:27:22.279910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:22.291655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'mac_address': 'fa:16:3e:dc:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:27:22.337748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:22.351029 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6a9654-d6d5-4be2-b17a-8e650b5402f4 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:27:22.370323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:22.374334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:22.421270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:22.567618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ce6a9654-d6d5-4be2-b17a-8e650b5402f4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:27:22.769260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da24f5-a982-4b36-9390-5be19d1e3b89 req-1ed89789-d544-463d-9a54-cd547269b12b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:22.770826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33da24f5-a982-4b36-9390-5be19d1e3b89 req-1ed89789-d544-463d-9a54-cd547269b12b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0484564 Aug 31 07:27:22.808605 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33da24f5-a982-4b36-9390-5be19d1e3b89 req-241d1d6e-83e7-45b4-b1ae-a6b94e2eb8d1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Aug 31 07:27:23.923611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f315a5b-ddab-4935-a229-3342c4335414 req-0d3d4de6-d60a-4e29-9eb3-f1500dc05392 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:23.925113 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1f315a5b-ddab-4935-a229-3342c4335414 req-0d3d4de6-d60a-4e29-9eb3-f1500dc05392 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0498552 Aug 31 07:27:23.963148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1f315a5b-ddab-4935-a229-3342c4335414 req-d8e27fac-5601-4403-958c-9a8755502bb8 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319602 Aug 31 07:27:24.197767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:27:24.244811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:27:24.248976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:27:24.249384 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:24.292597 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d611e258-7ecb-4668-9e75-5dff27666009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:24.350699 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:24.380161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:27:24.383543 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3353dbd4-efe3-48e6-99f1-37ddcd0be6f8" -d '{"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-plugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:27:24.399260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:27:24.404492 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:24.526498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9919aae-dac2-439c-ad00-cb54ab8f97bc req-32d42d63-52ac-4ec7-8f34-dbda900aa0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:24.528222 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9919aae-dac2-439c-ad00-cb54ab8f97bc req-32d42d63-52ac-4ec7-8f34-dbda900aa0e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1097 time: 0.0414734 Aug 31 07:27:24.564561 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9919aae-dac2-439c-ad00-cb54ab8f97bc req-f612cd76-2a77-46c3-9195-6d28da00a051 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289469 Aug 31 07:27:24.577518 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ce6e1c-490c-4724-9685-0e62f9321bb7 x-openstack-request-id: req-50ce6e1c-490c-4724-9685-0e62f9321bb7 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:27:24.577809 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-plugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:27:24.578059 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50ce6e1c-490c-4724-9685-0e62f9321bb7 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:27:24.578444 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'code': 200} Aug 31 07:27:24.603062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:27:24.905689 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:25.076747 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb57c8-20d3-47a2-b05e-50985f37d51b req-60e5b98d-b427-4982-971f-5bafbb3228fe tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:25.078253 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8feb57c8-20d3-47a2-b05e-50985f37d51b req-60e5b98d-b427-4982-971f-5bafbb3228fe tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0478745 Aug 31 07:27:25.119353 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8feb57c8-20d3-47a2-b05e-50985f37d51b req-c6829f21-4a8c-4ba5-86be-36a95324defc tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350959 Aug 31 07:27:26.238019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82676576-9ecb-4dd7-9d7d-7113d17e6fa3 req-bf1edc24-377c-42d5-9b7d-fae6b1559ff5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:26.239534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82676576-9ecb-4dd7-9d7d-7113d17e6fa3 req-bf1edc24-377c-42d5-9b7d-fae6b1559ff5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0488806 Aug 31 07:27:26.276344 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82676576-9ecb-4dd7-9d7d-7113d17e6fa3 req-f940d873-812a-4c14-ab1b-2b48326d81b2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309112 Aug 31 07:27:26.397330 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:26.401381 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313c5da-cd36-40b3-bf68-de5300ba6b42 req-bf0ea76b-7d70-4537-80aa-cd29bc235348 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:26.403234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f313c5da-cd36-40b3-bf68-de5300ba6b42 req-bf0ea76b-7d70-4537-80aa-cd29bc235348 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0645742 Aug 31 07:27:26.412592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 53840) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:27:26.416996 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Request body: {'floatingip': {'port_id': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:27:26.455143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:26.885392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:26.889916 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:26.899191 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-00a86700-5251-46d8-85ca-ff7b309510e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:26.963501 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:26.991481 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Floating IP 76ec2673-1f65-484c-803e-034eaafeb21a associated. External IP: 172.25.5.158, port: ce6a9654-d6d5-4be2-b17a-8e650b5402f4. Aug 31 07:27:27.539535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:27:27.644191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:27:27.649000 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:27.654227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:27:27.663347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:27:27.663970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:27:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:27:27.676240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a588d408-b966-46e3-bb24-a73d907ee1ec tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "PUT /v2.0/floatingips/76ec2673-1f65-484c-803e-034eaafeb21a HTTP/1.1" status: 200 len: 992 time: 1.2626250 Aug 31 07:27:27.676916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:27:27.679320 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39d9f44-272a-4c30-9032-16f5aef8b980" -d '{"events": [{"name": "network-changed", "server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:27:27.718550 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd179bb-57aa-41b2-bf6a-3da6cb6d2aab x-openstack-request-id: req-4bd179bb-57aa-41b2-bf6a-3da6cb6d2aab {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:27:27.718848 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:27:27.719096 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bd179bb-57aa-41b2-bf6a-3da6cb6d2aab {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:27:27.719798 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'status': 'completed', 'code': 200} Aug 31 07:27:27.773502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:27:27.787098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-9f1ea0ec-7861-41c6-a3ee-246982f01fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:27.788726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-9f1ea0ec-7861-41c6-a3ee-246982f01fd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1097 time: 0.0425048 Aug 31 07:27:27.878325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-e20b0222-d3c9-4d06-bcf3-3194d1522ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:27.879831 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-e20b0222-d3c9-4d06-bcf3-3194d1522ccd service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0835299 Aug 31 07:27:27.949272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-afccf0da-269a-457a-bfc7-2890c76d5911 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1000 time: 0.0617905 Aug 31 07:27:27.999301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:dc:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:27:26Z', 'revision_number': 13, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:27:28.001260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-e6e3f413-217e-4459-be60-987a71fce2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:28.003742 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-e6e3f413-217e-4459-be60-987a71fce2c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0459371 Aug 31 07:27:28.026340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:27:28.035783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:27:28.036410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:27:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:27:28.049889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-3deff381-6ffc-469b-a485-cb7da946cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:28.051442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-3deff381-6ffc-469b-a485-cb7da946cc4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416644 Aug 31 07:27:28.143479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:27:28.144917 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-898c1344-ab16-47a7-a07a-5f4d4350ef66 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857830 Aug 31 07:27:28.236639 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f39d9f44-272a-4c30-9032-16f5aef8b980 req-80f9b156-20c0-40b0-871e-bbba45f404ad service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Aug 31 07:27:28.329374 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:28.375373 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:dc:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:27:26Z', 'revision_number': 13, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:27:28.405280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9eda8e-715b-4b68-a1f6-18a590d8341c None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '76ec2673-1f65-484c-803e-034eaafeb21a', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'port_id': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'mac_address': 'fa:16:3e:dc:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:27Z', 'updated_at': '2021-08-31T07:27:26Z', 'revision_number': 13, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:27:28.491493 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:27:28.583293 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa0bfe-df2e-468f-a68c-03846a841e0a None None] New status for floating IP 76ec2673-1f65-484c-803e-034eaafeb21a: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:27:30.169970 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:54.287418 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7eb99a47-813a-453a-8e5c-556aeb8b866c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:54.937202 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:56.392447 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:56.903111 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f557ed64-2c9f-4322-9404-ba7d8f00b741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:56.966000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:58.319973 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:00.173543 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:05.490066 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:28:20.482321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-867f8f60-c919-4970-9240-7a52915fea43 req-aee02e89-bcc2-4bab-8622-81b9754877bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450776 Aug 31 07:28:20.564298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f8f60-c919-4970-9240-7a52915fea43 req-73ac1473-25b5-48b3-b1a1-01aa28152599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.565806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-867f8f60-c919-4970-9240-7a52915fea43 req-73ac1473-25b5-48b3-b1a1-01aa28152599 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1097 time: 0.0405331 Aug 31 07:28:20.668854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f8f60-c919-4970-9240-7a52915fea43 req-63827332-a365-4597-b48e-6e65d6ee5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.670342 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-867f8f60-c919-4970-9240-7a52915fea43 req-63827332-a365-4597-b48e-6e65d6ee5bec service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0827558 Aug 31 07:28:20.738828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-867f8f60-c919-4970-9240-7a52915fea43 req-a8397064-4746-450f-a554-9750daebae31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1002 time: 0.0600379 Aug 31 07:28:20.790264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f8f60-c919-4970-9240-7a52915fea43 req-5963b4ea-4ff1-467c-9386-a7c41a8d2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.791686 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-867f8f60-c919-4970-9240-7a52915fea43 req-5963b4ea-4ff1-467c-9386-a7c41a8d2849 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0439904 Aug 31 07:28:20.837997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f8f60-c919-4970-9240-7a52915fea43 req-47a32fb3-1bba-4892-8caa-7d3f4e16738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.839473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-867f8f60-c919-4970-9240-7a52915fea43 req-47a32fb3-1bba-4892-8caa-7d3f4e16738f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397909 Aug 31 07:28:20.938927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-867f8f60-c919-4970-9240-7a52915fea43 req-26b627f4-1439-4b89-9bc9-61016c9cbd7c service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892012 Aug 31 07:28:21.029768 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-867f8f60-c919-4970-9240-7a52915fea43 req-04995ff4-9caf-46e0-a9a9-af89f1e61ce0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830703 Aug 31 07:28:24.288039 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e279ffe0-1102-49a6-9c23-aa3e5460d873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:24.943407 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:26.405605 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:26.905066 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e94db3f8-6e55-4895-b8cc-da38d6026836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:26.965036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:28.322771 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:30.176213 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:42.490178 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:28:54.289421 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e12b596-a962-4e54-abb5-124ac715d712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:54.948122 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:56.394417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:56.909624 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-75496a30-e7c1-423f-8375-46f53c3a2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:56.970105 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:58.325670 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:00.179434 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:10.278002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b53091-cf68-45b8-8dbd-b250864a8678 req-936acb07-8432-4d6f-8c36-0678b27bc4f9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:10.279473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73b53091-cf68-45b8-8dbd-b250864a8678 req-936acb07-8432-4d6f-8c36-0678b27bc4f9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0537343 Aug 31 07:29:10.315804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73b53091-cf68-45b8-8dbd-b250864a8678 req-20c28eb9-e235-458b-85c0-6f7b01a452b6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304041 Aug 31 07:29:19.488776 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:29:21.324524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-1a59f950-f9ef-4d52-99d7-6af85a036db8 req-4167ab42-593a-4dc1-9d40-759f5a320d79 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:29:21.325666 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a59f950-f9ef-4d52-99d7-6af85a036db8 req-4167ab42-593a-4dc1-9d40-759f5a320d79 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063319 Aug 31 07:29:21.522935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302af31-c640-4b67-a325-1217646b350d req-d12016da-1b37-4a07-bbd9-599c69004c73 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:21.524468 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4302af31-c640-4b67-a325-1217646b350d req-d12016da-1b37-4a07-bbd9-599c69004c73 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0662713 Aug 31 07:29:21.585772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4302af31-c640-4b67-a325-1217646b350d req-99aff44e-3772-4f98-a03f-32f79f9dcf81 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549116 Aug 31 07:29:21.598281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-4fe9038e-344d-4752-a1a9-402623cf6b8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022623 Aug 31 07:29:22.469843 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-660ed8e9-6633-4a23-843b-4051514ff3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:22.471336 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-660ed8e9-6633-4a23-843b-4051514ff3d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1097 time: 0.0782766 Aug 31 07:29:22.579304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-3dc864cc-4de4-4ad3-87ee-0f4104f28c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:22.580836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-3dc864cc-4de4-4ad3-87ee-0f4104f28c43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0892706 Aug 31 07:29:22.661135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-762ecd19-01c7-45b9-9d6c-2a7a53b34475 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1002 time: 0.0619478 Aug 31 07:29:22.701867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdc600-ee21-4d15-837f-44243b4458b7 req-87bccb5a-e821-4f07-91d6-f96ed51eac42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:22.703381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35fdc600-ee21-4d15-837f-44243b4458b7 req-87bccb5a-e821-4f07-91d6-f96ed51eac42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0491014 Aug 31 07:29:22.717750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-ac8f881b-d71c-409e-b775-315aa3ef31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:22.719234 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-ac8f881b-d71c-409e-b775-315aa3ef31ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0486894 Aug 31 07:29:22.742466 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-35fdc600-ee21-4d15-837f-44243b4458b7 req-6ef2829a-b8ba-4c25-b45f-6870dde9e3c8 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329723 Aug 31 07:29:22.765592 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-17f25e5b-ee86-4ea1-b0fb-f941a2afd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:22.767166 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-17f25e5b-ee86-4ea1-b0fb-f941a2afd00f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405986 Aug 31 07:29:22.855454 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-c5acf843-725b-4360-bfd1-fac3262891e6 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801039 Aug 31 07:29:22.951397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-59d29f79-1ba5-4ae8-a30d-f1c4e1903938 req-c4e25168-3216-478c-bac3-b32e2056fd35 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Aug 31 07:29:23.035712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-37323594-c76b-41be-b8e9-05dfb675de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:23.037299 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-37323594-c76b-41be-b8e9-05dfb675de4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1097 time: 0.0415328 Aug 31 07:29:23.130396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-895a45ab-ef79-42cf-bb78-197698429828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:23.131923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-895a45ab-ef79-42cf-bb78-197698429828 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0860794 Aug 31 07:29:23.196518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-3b832abc-29fd-479d-ad06-f9aa014fec00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1002 time: 0.0570543 Aug 31 07:29:23.245471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-a42ac853-407c-41e0-8349-453d9b77628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:23.246834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-a42ac853-407c-41e0-8349-453d9b77628f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0427632 Aug 31 07:29:23.297782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0c0026e8-5e73-4326-bb51-be9b4a9a337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:23.299314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0c0026e8-5e73-4326-bb51-be9b4a9a337c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452847 Aug 31 07:29:23.388049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-4800718b-0116-4837-8f41-4c3f78490682 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816548 Aug 31 07:29:23.482748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-245d2575-bf7f-4244-ba2d-d74f9c2a69e2 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873201 Aug 31 07:29:23.880181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b633408-6c26-485a-aff0-9bea174813d5 req-a0d6e13d-d95d-44c7-a1b6-d0d60c592bf7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:23.881732 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0b633408-6c26-485a-aff0-9bea174813d5 req-a0d6e13d-d95d-44c7-a1b6-d0d60c592bf7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0545835 Aug 31 07:29:23.922420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0b633408-6c26-485a-aff0-9bea174813d5 req-0312919b-944d-49d5-956b-ca40a619bdbf tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344172 Aug 31 07:29:24.290571 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-03befd9c-1b48-4128-a095-a92934ed9053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:24.945168 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:25.039242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860e18-64b9-4037-9f8c-8554cfeac9f1 req-9c84dfde-edc2-42ff-ba54-4665fff5143f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:25.040734 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58860e18-64b9-4037-9f8c-8554cfeac9f1 req-9c84dfde-edc2-42ff-ba54-4665fff5143f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0493770 Aug 31 07:29:25.078445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58860e18-64b9-4037-9f8c-8554cfeac9f1 req-0bb52fa2-4da2-4ed0-bdc6-711f175a5603 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Aug 31 07:29:26.193774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc53a-6136-4f8b-8413-fd8071bbe008 req-4ec2d5c6-1a42-4f4d-a899-be904c467a79 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:26.195281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-86ddc53a-6136-4f8b-8413-fd8071bbe008 req-4ec2d5c6-1a42-4f4d-a899-be904c467a79 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0488834 Aug 31 07:29:26.233491 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-86ddc53a-6136-4f8b-8413-fd8071bbe008 req-84e8ad2c-5594-4ca7-a474-7ace5d892ff5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Aug 31 07:29:26.395613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:26.909832 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd4f84e5-8645-40de-b7d9-8c6d0f0dc1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:26.969590 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.351985 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fd441-1671-4259-8547-aced0e43342c req-14d295ae-a56e-4831-9526-1d812e5d4240 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:27.353489 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d2fd441-1671-4259-8547-aced0e43342c req-14d295ae-a56e-4831-9526-1d812e5d4240 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0518625 Aug 31 07:29:27.390803 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5d2fd441-1671-4259-8547-aced0e43342c req-544d2096-96cd-4183-b38d-c537c9f86649 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307379 Aug 31 07:29:28.328235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:28.514333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac9336-3a09-4b7e-8949-9479140aa86f req-fef25cc8-2947-4844-9369-0c5d1ab091d1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:28.515805 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a7ac9336-3a09-4b7e-8949-9479140aa86f req-fef25cc8-2947-4844-9369-0c5d1ab091d1 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0561261 Aug 31 07:29:28.554436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a7ac9336-3a09-4b7e-8949-9479140aa86f req-71bd5e12-65f0-423f-afdf-8de286eab642 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327296 Aug 31 07:29:29.671666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996f422-541b-4a28-b650-ff6ee485fb5a req-42e7ed69-9a9a-42c6-abcb-271d71576ab3 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:29.673162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e996f422-541b-4a28-b650-ff6ee485fb5a req-42e7ed69-9a9a-42c6-abcb-271d71576ab3 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0491335 Aug 31 07:29:29.712652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e996f422-541b-4a28-b650-ff6ee485fb5a req-04d64527-d22a-407a-a4a8-744a7cf1c0e3 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331628 Aug 31 07:29:30.182070 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:30.828277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d636d-3d99-4eb6-a054-1dd1b9bc9b09 req-dfe5a8ed-ca16-4984-81e7-07525fad878b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:30.829816 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b5d636d-3d99-4eb6-a054-1dd1b9bc9b09 req-dfe5a8ed-ca16-4984-81e7-07525fad878b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0489399 Aug 31 07:29:30.866643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b5d636d-3d99-4eb6-a054-1dd1b9bc9b09 req-32368be9-aa2d-418a-933c-c4b63637c003 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309291 Aug 31 07:29:31.984126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee7c2-5e42-4167-9d04-5ec6e2c13480 req-d861c6a5-2dc5-40e4-9b2f-b758c2646f37 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:31.985650 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2ee7c2-5e42-4167-9d04-5ec6e2c13480 req-d861c6a5-2dc5-40e4-9b2f-b758c2646f37 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0476301 Aug 31 07:29:32.023471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b2ee7c2-5e42-4167-9d04-5ec6e2c13480 req-68e6023e-986c-4628-8c8a-fdee71349bc9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Aug 31 07:29:33.188816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5a0c5-5706-4626-bde1-c4641db2c12b req-e7a3918d-17f0-4066-ac2d-9176c3037d94 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:33.190337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45f5a0c5-5706-4626-bde1-c4641db2c12b req-e7a3918d-17f0-4066-ac2d-9176c3037d94 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0985785 Aug 31 07:29:33.227947 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-45f5a0c5-5706-4626-bde1-c4641db2c12b req-994638eb-9eb5-4c23-946a-eb275a91c22f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315888 Aug 31 07:29:34.391183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40229de-34fb-4ce4-b046-cd64bee81df4 req-1f13e377-9863-48dc-b032-767b159ed3f0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:34.392656 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a40229de-34fb-4ce4-b046-cd64bee81df4 req-1f13e377-9863-48dc-b032-767b159ed3f0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0968108 Aug 31 07:29:34.430890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a40229de-34fb-4ce4-b046-cd64bee81df4 req-0f6fc6a8-d49b-447a-bc76-f0dc93b7a62d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Aug 31 07:29:35.551767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f26465-21d2-4bd8-90f3-ca9751b028b4 req-05291636-09bf-44c1-a03d-0155a7f87cc5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:35.553312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52f26465-21d2-4bd8-90f3-ca9751b028b4 req-05291636-09bf-44c1-a03d-0155a7f87cc5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0541606 Aug 31 07:29:35.590974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-52f26465-21d2-4bd8-90f3-ca9751b028b4 req-3dda1eae-4cae-40cb-b674-ea3800f056dd tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Aug 31 07:29:36.710665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136e54a-ee60-44b5-a5c7-861e19d9a727 req-f4a29c2c-7657-4d9d-8812-457eb238faa5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:36.712185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1136e54a-ee60-44b5-a5c7-861e19d9a727 req-f4a29c2c-7657-4d9d-8812-457eb238faa5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0519953 Aug 31 07:29:36.751580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1136e54a-ee60-44b5-a5c7-861e19d9a727 req-25560ef7-3a0b-4dd3-9be8-81ac3efcfd81 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Aug 31 07:29:37.119094 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-50b9a8f1-5ad7-4cd4-ae02-96dc9039d6fa service neutron] show failed (client error): The resource could not be found. Aug 31 07:29:37.120139 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-50b9a8f1-5ad7-4cd4-ae02-96dc9039d6fa service neutron] 10.222.0.23 "GET /v2.0/ports/ce6a9654-d6d5-4be2-b17a-8e650b5402f4/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0552020 Aug 31 07:29:37.312634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-7c92bf5e-e336-4220-b954-3aac20016fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:37.314173 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-7c92bf5e-e336-4220-b954-3aac20016fca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 1097 time: 0.0412793 Aug 31 07:29:37.327698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:37.382446 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.581497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:29:37.612922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:29:37.651406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:29:37.653937 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47252809-0c4e-4625-9c80-269d132bec86" -d '{"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-unplugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:29:37.658022 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.670400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Transition to ACTIVE for port object ce6a9654-d6d5-4be2-b17a-8e650b5402f4 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:29:37.673948 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.706125 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5ef7a9-015e-43e5-a6e7-bc9f69c1005e x-openstack-request-id: req-8e5ef7a9-015e-43e5-a6e7-bc9f69c1005e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:29:37.706417 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-unplugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:29:37.706668 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e5ef7a9-015e-43e5-a6e7-bc9f69c1005e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:29:37.707061 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'code': 200} Aug 31 07:29:37.765238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:37.775168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.775522 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.775904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.776240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.776514 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.776838 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.777161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.777767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.778093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.778513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.778841 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.779161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:37.820932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] No DVR routers for this DVR port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:29:37.945278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44858-ebcb-4132-bdd8-86322cacea5e req-2e38a8f9-c8ab-4daf-ad55-84f72d9af806 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:37.946764 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09d44858-ebcb-4132-bdd8-86322cacea5e req-2e38a8f9-c8ab-4daf-ad55-84f72d9af806 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.1223924 Aug 31 07:29:38.016155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-09d44858-ebcb-4132-bdd8-86322cacea5e req-9087a511-0854-4a77-8847-4e147f32cf27 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627511 Aug 31 07:29:38.026474 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:29:38.026845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:29:38.027175 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:29:38.032447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:29:38.032767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:29:38.037646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:29:38.037980 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:29:38.038358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:29:38.038778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Bound port: ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:29:38.039132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:38.100959 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:29:38.104504 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:29:38.108220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:38.141914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:38.142508 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:38.143925 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1092 time: 0.8204570 Aug 31 07:29:38.164727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf336cf-0486-4d1f-bc55-5b1d8e54ce32 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:38.210719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-553a9d62-caf0-4621-b414-a468f98c3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:38.212439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-553a9d62-caf0-4621-b414-a468f98c3702 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1095 time: 0.0442429 Aug 31 07:29:38.309883 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-40da0f6d-21f7-43e2-b394-833bcd175585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:38.311382 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-40da0f6d-21f7-43e2-b394-833bcd175585 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0918524 Aug 31 07:29:38.375585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-2ceb4653-71b6-4e8c-9aad-4ae621dfca04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1000 time: 0.0571373 Aug 31 07:29:38.429168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-190e8952-129d-4f7e-8561-279dfa3c304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:38.430596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-190e8952-129d-4f7e-8561-279dfa3c304e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0473237 Aug 31 07:29:38.476151 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0b5cbb61-3638-4892-a828-59279bbc4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:38.477682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-0b5cbb61-3638-4892-a828-59279bbc4060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390692 Aug 31 07:29:38.491922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-1ee18c5f-4372-4158-9a2e-b91d33d9dffa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:29:38.492872 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-1ee18c5f-4372-4158-9a2e-b91d33d9dffa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049849 Aug 31 07:29:38.581317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-82c602f4-02cd-4fd9-a8f2-103feae821b2 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792849 Aug 31 07:29:38.680758 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0330fed-8c1c-48e7-b81f-85b13ebbe3db req-dde09218-570c-40e2-9f86-32bc7dbad989 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918255 Aug 31 07:29:39.138640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411dd81-ca85-4569-a3e1-0b3ec8adee29 req-dadfa68d-7aea-4289-a33e-e1c93a16c528 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:39.140172 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9411dd81-ca85-4569-a3e1-0b3ec8adee29 req-dadfa68d-7aea-4289-a33e-e1c93a16c528 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0498316 Aug 31 07:29:39.179592 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9411dd81-ca85-4569-a3e1-0b3ec8adee29 req-6229f9b4-8177-44d5-a1a8-112229e0c377 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Aug 31 07:29:39.708328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:29:39.710853 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97" -d '{"events": [{"name": "network-changed", "server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:29:39.758638 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4111e07-5731-4fd6-826f-5c493b1cdd6b x-openstack-request-id: req-f4111e07-5731-4fd6-826f-5c493b1cdd6b {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:29:39.758931 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:29:39.759186 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4111e07-5731-4fd6-826f-5c493b1cdd6b {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:29:39.759589 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'status': 'completed', 'code': 200} Aug 31 07:29:39.819395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-9e00f950-5485-4771-a42c-6546bb173e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:39.821036 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-9e00f950-5485-4771-a42c-6546bb173e19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1095 time: 0.0442474 Aug 31 07:29:39.829413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-17f2a8b9-5daa-47b5-aff3-9286e0fec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:39.831512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-17f2a8b9-5daa-47b5-aff3-9286e0fec8b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1095 time: 0.0438945 Aug 31 07:29:39.931209 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-bac28a79-6625-4efb-ab0c-ae156d0a5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:39.933434 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-bac28a79-6625-4efb-ab0c-ae156d0a5ff2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.1026108 Aug 31 07:29:39.935222 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-cdbb290f-1f29-4b66-a495-1886e4f25d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:39.936718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-cdbb290f-1f29-4b66-a495-1886e4f25d54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0974483 Aug 31 07:29:40.004665 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-819a005a-fd60-4940-97a9-8679686626cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1000 time: 0.0633976 Aug 31 07:29:40.010328 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-c456fa1c-e517-485a-8970-cf70353550a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1000 time: 0.0654836 Aug 31 07:29:40.055119 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-ccb693dd-fe0a-4d48-9472-73240deaa32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:40.056679 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-ccb693dd-fe0a-4d48-9472-73240deaa32c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0454144 Aug 31 07:29:40.069300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-f0a15b78-edfa-4140-9671-4f33ea872dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:40.070810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-f0a15b78-edfa-4140-9671-4f33ea872dae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0528374 Aug 31 07:29:40.107432 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-c16942c6-678c-437b-a82c-8cd741dc1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:40.108964 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-c16942c6-678c-437b-a82c-8cd741dc1fe1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453737 Aug 31 07:29:40.119803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-afdc2ae6-1661-49a4-a1b6-055ea05f6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:40.121390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-afdc2ae6-1661-49a4-a1b6-055ea05f6553 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429871 Aug 31 07:29:40.203943 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-150b968e-0998-4559-bf2c-b49a3a65770f service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866554 Aug 31 07:29:40.216501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-e462a747-dcfb-451b-8aec-759ad05ba125 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874598 Aug 31 07:29:40.309176 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-757170e9-930e-49c0-85fc-a011b3e56e1e service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975468 Aug 31 07:29:40.348927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4ff00-9645-49d4-9f58-069cc0786a1c req-1f79f57f-254b-4e00-a3f3-bc4a6e20314a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:40.350481 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6e4ff00-9645-49d4-9f58-069cc0786a1c req-1f79f57f-254b-4e00-a3f3-bc4a6e20314a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0739098 Aug 31 07:29:40.370566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cb87f8fb-a3b3-4c09-b871-565ee76a4c97 req-faac0a61-e9b8-47ea-8e57-2c5453ac659d service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463351 Aug 31 07:29:40.399621 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f6e4ff00-9645-49d4-9f58-069cc0786a1c req-e61a7a2f-4e0c-43c9-8632-b4e56fe778f8 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Aug 31 07:29:40.978663 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:29:41.017236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:29:41.518057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9e076-013d-4dc9-a467-5d1a3295a1d8 req-269f6ce8-7e59-495b-917f-3cd12d0508a9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:41.519562 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-faf9e076-013d-4dc9-a467-5d1a3295a1d8 req-269f6ce8-7e59-495b-917f-3cd12d0508a9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0489643 Aug 31 07:29:41.558812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-faf9e076-013d-4dc9-a467-5d1a3295a1d8 req-779be9d4-3927-4254-8376-295f1aec0618 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Aug 31 07:29:42.684980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fc5b8-faf4-4fc4-80d8-0fa2ea383b20 req-6ff92168-46e1-4ef8-bd41-912ca79afff5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:42.686423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-499fc5b8-faf4-4fc4-80d8-0fa2ea383b20 req-6ff92168-46e1-4ef8-bd41-912ca79afff5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0547860 Aug 31 07:29:42.724973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-499fc5b8-faf4-4fc4-80d8-0fa2ea383b20 req-d2886b6d-8d24-4d80-891d-379a5d66749d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Aug 31 07:29:43.839298 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b0353-0971-4373-9dee-9f1ec8d7b022 req-cdb24ecd-ee88-4468-991d-142c4f5f890c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:43.840799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f39b0353-0971-4373-9dee-9f1ec8d7b022 req-cdb24ecd-ee88-4468-991d-142c4f5f890c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0474954 Aug 31 07:29:43.878162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f39b0353-0971-4373-9dee-9f1ec8d7b022 req-6e3b3393-aa62-4567-96f8-11076f9172a5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Aug 31 07:29:44.998687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a349ec-acb4-4538-981c-4e346d35f20f req-0bbac86a-4c89-4426-88a6-b7849efbfe85 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:45.000221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46a349ec-acb4-4538-981c-4e346d35f20f req-0bbac86a-4c89-4426-88a6-b7849efbfe85 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0540376 Aug 31 07:29:45.038426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-46a349ec-acb4-4538-981c-4e346d35f20f req-79570e5f-0a31-49e2-8e32-163eb4890daf tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Aug 31 07:29:46.156290 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ec744-8e41-4672-8753-741396633c1b req-7aecaf9e-bc22-49f8-97cd-96c89eadc460 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:46.157821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f22ec744-8e41-4672-8753-741396633c1b req-7aecaf9e-bc22-49f8-97cd-96c89eadc460 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0518193 Aug 31 07:29:46.195048 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f22ec744-8e41-4672-8753-741396633c1b req-e60ee554-1de7-4370-85ae-68886c7aec45 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Aug 31 07:29:47.310737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba609da-0987-48a4-94ec-64e540e40eb3 req-ad0e6f30-16cd-4072-8563-1d4529afc6ef tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:47.312258 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ba609da-0987-48a4-94ec-64e540e40eb3 req-ad0e6f30-16cd-4072-8563-1d4529afc6ef tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0487938 Aug 31 07:29:47.350493 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ba609da-0987-48a4-94ec-64e540e40eb3 req-f8bb46ee-56c0-47a9-9836-e7aef61df845 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Aug 31 07:29:48.464870 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90433b-e91e-46df-af7e-a5444c1ad8db req-638578f4-db6e-4c02-9678-ae814712584b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:48.466714 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a90433b-e91e-46df-af7e-a5444c1ad8db req-638578f4-db6e-4c02-9678-ae814712584b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0487311 Aug 31 07:29:48.503837 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a90433b-e91e-46df-af7e-a5444c1ad8db req-c1160e1a-370f-4fcf-8df6-c64a3d63d445 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Aug 31 07:29:49.628301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdf63c-74d3-47f3-9490-d0f754c04d55 req-16f4cf29-6f20-4d24-b93d-ed785a1aa46c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:49.629708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8fbdf63c-74d3-47f3-9490-d0f754c04d55 req-16f4cf29-6f20-4d24-b93d-ed785a1aa46c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0551894 Aug 31 07:29:49.668447 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8fbdf63c-74d3-47f3-9490-d0f754c04d55 req-0c47fcaf-8a58-4f19-8a63-06dc411e4a96 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Aug 31 07:29:49.956909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-a1ead14f-0606-4520-9db6-11b7c177ecb9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:49.958407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-a1ead14f-0606-4520-9db6-11b7c177ecb9 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.42 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 943 time: 0.0520756 Aug 31 07:29:49.974798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606b3a6-62aa-455c-89cf-b42e4d48c347 req-81a9e0f1-0679-4d09-9d32-89fa12314d6f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:49.976319 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b606b3a6-62aa-455c-89cf-b42e4d48c347 req-81a9e0f1-0679-4d09-9d32-89fa12314d6f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0499003 Aug 31 07:29:50.019088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b606b3a6-62aa-455c-89cf-b42e4d48c347 req-f274e8bf-3c1b-47d5-bc0b-cdfdbd20c89b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360136 Aug 31 07:29:50.063689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-b6ff1e0c-3cef-4f92-94a5-7fc46d21b325 service neutron] 10.222.0.42 "GET /v2.0/ports/ce6a9654-d6d5-4be2-b17a-8e650b5402f4/bindings/n-h2-712142-16 HTTP/1.1" status: 200 len: 383 time: 0.0970147 Aug 31 07:29:50.451665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-e3059b5a-8721-4f57-b6cd-993954e761db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:50.453210 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-e3059b5a-8721-4f57-b6cd-993954e761db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1095 time: 0.3667543 Aug 31 07:29:50.542651 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-174d09f9-6e14-4542-92c7-b9209f437f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:50.544150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-174d09f9-6e14-4542-92c7-b9209f437f74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0837936 Aug 31 07:29:50.613406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-44f5bab4-134a-4d3e-bbb0-e0f21d23919d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1000 time: 0.0604119 Aug 31 07:29:50.661356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-e2cbc9aa-ff75-4e56-83e0-2e92476aff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:50.662785 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-e2cbc9aa-ff75-4e56-83e0-2e92476aff54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0431921 Aug 31 07:29:50.708377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-b2c122ab-bee6-467f-a5ce-52c3ebbb9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:50.709848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-b2c122ab-bee6-467f-a5ce-52c3ebbb9fe6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396020 Aug 31 07:29:50.803116 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-f6852ceb-f14d-42b4-aee0-e9364bc3c180 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Aug 31 07:29:50.894499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-7c1161e8-4544-4d38-9e12-06d00302d46e service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Aug 31 07:29:50.949357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:29:51.044651 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:29:51.056301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'mac_address': 'fa:16:3e:dc:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:29:51.093412 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:51.107020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6a9654-d6d5-4be2-b17a-8e650b5402f4 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:29:51.126102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:29:51.130337 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:51.137495 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe7332-8546-451b-ac73-274ab5654a84 req-cb733dc1-17c6-48fd-88d5-d41f9193fe70 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:51.139027 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59fe7332-8546-451b-ac73-274ab5654a84 req-cb733dc1-17c6-48fd-88d5-d41f9193fe70 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 943 time: 0.0500648 Aug 31 07:29:51.181357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:51.181865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59fe7332-8546-451b-ac73-274ab5654a84 req-46c86d38-77c1-46e5-a4b1-988794041c4a tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369272 Aug 31 07:29:51.189377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.189732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.190077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.190420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.190754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.191088 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.191420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.191748 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.192075 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.192431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.192817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.193069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:51.362735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['ce6a9654-d6d5-4be2-b17a-8e650b5402f4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:29:52.297298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb863327-6aa7-4d89-a530-e80d9943c959 req-be3ad8cc-029e-48a9-819c-872150d19a0e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:52.298725 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb863327-6aa7-4d89-a530-e80d9943c959 req-be3ad8cc-029e-48a9-819c-872150d19a0e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0494854 Aug 31 07:29:52.335400 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb863327-6aa7-4d89-a530-e80d9943c959 req-9be3b48e-b3db-4862-95c3-488d8715e2ae tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Aug 31 07:29:52.958496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:29:53.009860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:29:53.013981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:53.014349 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:53.097010 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:53.122987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:29:53.125276 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf618a7e-bda7-4732-b98a-df052e52abee" -d '{"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-plugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:29:53.138601 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:29:53.142757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:53.194828 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:53.237867 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9237d2a-20ed-422d-a922-cd006812d032 x-openstack-request-id: req-f9237d2a-20ed-422d-a922-cd006812d032 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:29:53.238168 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-plugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:29:53.238427 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9237d2a-20ed-422d-a922-cd006812d032 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:29:53.238827 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'code': 200} Aug 31 07:29:53.460214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5b6f5-b581-480f-8392-52ca9a79036d req-728bb001-bf34-4871-b89d-93dd25df95d4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:53.461901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ef5b6f5-b581-480f-8392-52ca9a79036d req-728bb001-bf34-4871-b89d-93dd25df95d4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0564556 Aug 31 07:29:53.500624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ef5b6f5-b581-480f-8392-52ca9a79036d req-41747790-5a02-4507-8c78-14c2721c1fb2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Aug 31 07:29:54.292804 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5822cbc2-6e9a-44ca-85de-7dd9b34427e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:54.593356 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-6087ba8d-ffaa-40ad-a7eb-4e3b8919799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:54.594914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-6087ba8d-ffaa-40ad-a7eb-4e3b8919799a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913&tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469 HTTP/1.1" status: 200 len: 1097 time: 0.0458324 Aug 31 07:29:54.613819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:54.640762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82929cb8-beab-4ecd-b720-6d73d73ce8de req-0aee4f68-6d06-464e-a779-69d10ddb4a49 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:54.642327 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82929cb8-beab-4ecd-b720-6d73d73ce8de req-0aee4f68-6d06-464e-a779-69d10ddb4a49 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0496411 Aug 31 07:29:54.672592 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:54.680471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-82929cb8-beab-4ecd-b720-6d73d73ce8de req-72cae1e0-8d7d-4a46-af0b-42b39d62fa52 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320177 Aug 31 07:29:54.882662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:29:54.915482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:29:54.955191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:29:54.957445 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b5ac2-30b1-4ed5-b675-253e6a10a6fb" -d '{"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-unplugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:29:54.961503 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:54.962890 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:54.974812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Transition to ACTIVE for port object ce6a9654-d6d5-4be2-b17a-8e650b5402f4 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:29:54.979002 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:55.017710 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce6c551-fbc9-42da-a1a9-c3a5eab15b40 x-openstack-request-id: req-8ce6c551-fbc9-42da-a1a9-c3a5eab15b40 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:29:55.018005 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-unplugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:29:55.018358 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ce6c551-fbc9-42da-a1a9-c3a5eab15b40 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:29:55.018653 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'code': 200} Aug 31 07:29:55.032193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=10']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:55.075972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.076321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.076662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.076997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.077358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.077693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.078019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.078342 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.078669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.078992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.079317 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.079636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:55.120834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] No DVR routers for this DVR port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:29:55.258054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:29:55.258384 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:29:55.258707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:29:55.263674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:29:55.263989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Attempting to bind port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on network 4d738502-28e5-466c-b21d-a7174e3b64fc {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:29:55.268674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:29:55.269007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Checking segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:29:55.269413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Bound using segment: {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:29:55.269834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Bound port: ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf42405-d757-4155-aa84-adbc91520133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:29:55.270187 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:55.334265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:29:55.337589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:29:55.342944 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:55.379537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:55.380226 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:55.381566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1093 time: 0.7723618 Aug 31 07:29:55.404104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b037f4-d49b-4cd4-b571-7f392634a980 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=11']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:55.454921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-f6703473-7006-46be-aaaf-32f26988c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:55.456461 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-f6703473-7006-46be-aaaf-32f26988c304 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1096 time: 0.0494516 Aug 31 07:29:55.553746 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-8e8ac6ad-9303-44a2-aba5-1603189d4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:55.555256 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-8e8ac6ad-9303-44a2-aba5-1603189d4c79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0897410 Aug 31 07:29:55.630668 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-9ec3ebce-1281-4f07-adce-0e98558d1303 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1000 time: 0.0677011 Aug 31 07:29:55.680475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-c80fa807-63e1-4520-9a2a-067384a9fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:55.681898 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-c80fa807-63e1-4520-9a2a-067384a9fd46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0435250 Aug 31 07:29:55.728847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-22f66c51-0895-4693-93cc-e9ce9e4a5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:55.730441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-22f66c51-0895-4693-93cc-e9ce9e4a5f70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408556 Aug 31 07:29:55.797536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aa497-3b6f-436e-ad63-6d0a3c6321c1 req-2e59d449-717d-48d7-8268-0290e1ad959e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:55.799680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa3aa497-3b6f-436e-ad63-6d0a3c6321c1 req-2e59d449-717d-48d7-8268-0290e1ad959e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0502667 Aug 31 07:29:55.826413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-c1dabfd4-f236-4750-abaa-754800bc89e9 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885367 Aug 31 07:29:55.839539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-aa3aa497-3b6f-436e-ad63-6d0a3c6321c1 req-454d16f3-d2d5-4533-8054-644089b0867b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330324 Aug 31 07:29:55.918875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-74bec73d-006f-4398-9443-31e8f1ea2ce6 req-6a26f930-1acc-45f6-91f1-61256103e4e4 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830390 Aug 31 07:29:56.392486 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:56.488397 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:29:56.910787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-fd88deff-8975-4600-a10c-303373561d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:56.964862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717aae-c43f-4ecd-9677-876a69a25df9 req-dcdd9d62-a8ab-47a1-996b-103e9eabf24b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:56.966676 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1717aae-c43f-4ecd-9677-876a69a25df9 req-dcdd9d62-a8ab-47a1-996b-103e9eabf24b tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0534008 Aug 31 07:29:56.971108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:56.986656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:29:57.020077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e1717aae-c43f-4ecd-9677-876a69a25df9 req-b6d7fffc-b90d-47ac-bcbf-654278159d89 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447423 Aug 31 07:29:57.020542 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:29:57.023231 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45c821f-502f-4913-852b-05b3b039481f" -d '{"events": [{"name": "network-changed", "server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:29:57.034637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:29:57.078651 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297b6ce3-b6d2-45aa-a79e-6ee8d8ee9e60 x-openstack-request-id: req-297b6ce3-b6d2-45aa-a79e-6ee8d8ee9e60 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:29:57.079003 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:29:57.079274 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-297b6ce3-b6d2-45aa-a79e-6ee8d8ee9e60 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:29:57.080270 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'status': 'completed', 'code': 200} Aug 31 07:29:57.140344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c821f-502f-4913-852b-05b3b039481f req-05e15a8a-a7c7-4564-884e-6b1e711dd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:57.141908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-05e15a8a-a7c7-4564-884e-6b1e711dd24d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1096 time: 0.0423367 Aug 31 07:29:57.147694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c821f-502f-4913-852b-05b3b039481f req-bddb7317-6c01-4f30-8fa8-9a2ea153060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:57.149401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-bddb7317-6c01-4f30-8fa8-9a2ea153060c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 1096 time: 0.0433919 Aug 31 07:29:57.240929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c821f-502f-4913-852b-05b3b039481f req-8e376a13-0e7d-4626-9a3f-fc38945bdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:57.242450 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-8e376a13-0e7d-4626-9a3f-fc38945bdccc service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0938461 Aug 31 07:29:57.244390 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c821f-502f-4913-852b-05b3b039481f req-66990dec-d999-4076-9201-2fd8d142e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:57.246297 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-66990dec-d999-4076-9201-2fd8d142e4c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 200 len: 912 time: 0.0885136 Aug 31 07:29:57.311137 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-37678ca6-ff02-4b14-9251-9343c3db1ba5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1000 time: 0.0603576 Aug 31 07:29:57.318618 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-424bc708-5649-4515-a793-85bdee583e02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 200 len: 1000 time: 0.0644734 Aug 31 07:29:57.365840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c821f-502f-4913-852b-05b3b039481f req-e19ad61f-8e4e-40c8-b4af-53c82a4841a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:57.367282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-e19ad61f-8e4e-40c8-b4af-53c82a4841a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0494339 Aug 31 07:29:57.371807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c821f-502f-4913-852b-05b3b039481f req-b1c91912-462b-404e-87ad-6abf85759a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:57.373318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-b1c91912-462b-404e-87ad-6abf85759a95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 200 len: 850 time: 0.0473623 Aug 31 07:29:57.415211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c821f-502f-4913-852b-05b3b039481f req-5a3a7362-fb82-405a-95ea-e56858c57524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:57.416704 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-5a3a7362-fb82-405a-95ea-e56858c57524 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422733 Aug 31 07:29:57.421396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c821f-502f-4913-852b-05b3b039481f req-1f4990ad-c73b-4d04-ac7a-7f611d9e3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:57.422917 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-1f4990ad-c73b-4d04-ac7a-7f611d9e3460 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d738502-28e5-466c-b21d-a7174e3b64fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422833 Aug 31 07:29:57.525994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-4a1d72ba-0b53-46ed-9dd7-f2275c872037 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009469 Aug 31 07:29:57.539809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-e4f96a6e-3f4b-4215-840d-fff9ef1c580c service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083817 Aug 31 07:29:57.625971 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-591bc36a-f6a1-4165-8530-ab2b5dece993 service neutron] 10.222.0.42 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917835 Aug 31 07:29:57.633862 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a45c821f-502f-4913-852b-05b3b039481f req-e0bad976-4b65-44f2-92dc-352b510dc814 service neutron] 10.222.0.23 "GET /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Aug 31 07:29:58.148428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534404ec-ce5e-40c9-8d9d-9e61d092abc5 req-c8fff6cb-33fd-459e-a685-ff2f1c45b580 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:58.149968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-534404ec-ce5e-40c9-8d9d-9e61d092abc5 req-c8fff6cb-33fd-459e-a685-ff2f1c45b580 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0499339 Aug 31 07:29:58.192499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-534404ec-ce5e-40c9-8d9d-9e61d092abc5 req-684a59aa-a935-453a-b46d-b181b568a6a0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355511 Aug 31 07:29:58.331719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:59.314782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b048-bf5c-49f2-a808-0669459f8a61 req-bcc5176d-ab42-4511-865f-d862fb49eea2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:59.316379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a544b048-bf5c-49f2-a808-0669459f8a61 req-bcc5176d-ab42-4511-865f-d862fb49eea2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0522552 Aug 31 07:29:59.357625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a544b048-bf5c-49f2-a808-0669459f8a61 req-ba1d43ba-4390-4720-8170-7c9f2dc30e1d tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351853 Aug 31 07:30:00.185733 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:00.473018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d39a89-6a30-4f07-9489-6d9340b17b74 req-f7bbdab2-345a-4009-8aaa-b9d67d9e805f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:00.474556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3d39a89-6a30-4f07-9489-6d9340b17b74 req-f7bbdab2-345a-4009-8aaa-b9d67d9e805f tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0483611 Aug 31 07:30:00.512455 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3d39a89-6a30-4f07-9489-6d9340b17b74 req-19b48a25-2670-4cdf-8210-1cf8971084ce tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Aug 31 07:30:01.633796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef954976-738a-40bf-92ae-ea7b0cb5467d req-0cfae492-bba5-4e19-8738-041a75af12eb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:01.635294 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef954976-738a-40bf-92ae-ea7b0cb5467d req-0cfae492-bba5-4e19-8738-041a75af12eb tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0549009 Aug 31 07:30:01.673321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ef954976-738a-40bf-92ae-ea7b0cb5467d req-e2ede2c8-e53a-4429-bbd7-77f79b04abf4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Aug 31 07:30:02.794912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918360d6-fabf-444e-b625-263fa654dc4a req-844d4d04-d71e-4633-8c9e-2f40e49dc4f8 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:02.796406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-918360d6-fabf-444e-b625-263fa654dc4a req-844d4d04-d71e-4633-8c9e-2f40e49dc4f8 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0555663 Aug 31 07:30:02.834591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-918360d6-fabf-444e-b625-263fa654dc4a req-28b44252-0b76-4c16-8b0e-53a59c94d0b7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Aug 31 07:30:03.949481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186420-52ea-44ee-bff5-a1b21641ce72 req-bb15441e-dfa1-4b9b-a0da-3ca22275f6f2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:03.950980 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02186420-52ea-44ee-bff5-a1b21641ce72 req-bb15441e-dfa1-4b9b-a0da-3ca22275f6f2 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0493619 Aug 31 07:30:03.992169 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02186420-52ea-44ee-bff5-a1b21641ce72 req-1dc8713d-f42d-4725-a452-de111c4529b6 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352128 Aug 31 07:30:05.107482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577465ce-0aa0-4ceb-9c99-287969a78069 req-fbb21a44-6d4e-4b06-bc2a-8c5c21c42d31 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:05.108976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-577465ce-0aa0-4ceb-9c99-287969a78069 req-fbb21a44-6d4e-4b06-bc2a-8c5c21c42d31 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0478747 Aug 31 07:30:05.149942 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-577465ce-0aa0-4ceb-9c99-287969a78069 req-e80e7d1e-eecb-4076-a9f1-fd4d4c958393 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350077 Aug 31 07:30:06.269590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ec49d-2845-4480-b3c9-a74483537d84 req-6d3351ca-021f-4896-895b-a6569c255319 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:06.271010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a87ec49d-2845-4480-b3c9-a74483537d84 req-6d3351ca-021f-4896-895b-a6569c255319 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 944 time: 0.0491514 Aug 31 07:30:06.313399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a87ec49d-2845-4480-b3c9-a74483537d84 req-1d8f5fe8-a77c-4fc4-8656-d8b493bc0b78 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338087 Aug 31 07:30:07.108027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:30:07.203161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:07.213807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'port_id': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'mac_address': 'fa:16:3e:dc:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:30:07.249240 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:07.262040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6a9654-d6d5-4be2-b17a-8e650b5402f4 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:07.280635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:07.283968 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:07.328416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=12']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:07.428921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c73ae-7765-4a14-a932-31fbbafbb69f req-9a9fb0a9-79e1-4ab8-adf2-2ed95a85bf08 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:07.430416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a89c73ae-7765-4a14-a932-31fbbafbb69f req-9a9fb0a9-79e1-4ab8-adf2-2ed95a85bf08 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0491314 Aug 31 07:30:07.467854 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a89c73ae-7765-4a14-a932-31fbbafbb69f req-c55f4a6f-c195-43cb-a9ef-4c5bef394d76 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Aug 31 07:30:07.541046 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ce6a9654-d6d5-4be2-b17a-8e650b5402f4'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:07.585461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f748baa-423d-471b-92f8-b627362f2c17 req-6f089d4f-06d9-48b5-9098-45ce446bdb02 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:07.586978 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f748baa-423d-471b-92f8-b627362f2c17 req-6f089d4f-06d9-48b5-9098-45ce446bdb02 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Aug 31 07:30:07.625299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6f748baa-423d-471b-92f8-b627362f2c17 req-9d2fbc9b-ce11-4f25-91bd-9f3058f1cff0 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Aug 31 07:30:07.738880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828e7ac-808a-40a9-95f0-b93f498bf0ea req-3da47aad-b43e-4dcd-9f45-6c80bcab15d7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:07.740366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c828e7ac-808a-40a9-95f0-b93f498bf0ea req-3da47aad-b43e-4dcd-9f45-6c80bcab15d7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0475769 Aug 31 07:30:07.778408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c828e7ac-808a-40a9-95f0-b93f498bf0ea req-5ea8b560-af5e-494e-bd8a-9727c6278719 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Aug 31 07:30:08.007680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0fe5-0ee0-4240-a779-457251e43e17 req-a660df5a-6cc5-4de9-8064-244da8cade78 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:08.009212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a33a0fe5-0ee0-4240-a779-457251e43e17 req-a660df5a-6cc5-4de9-8064-244da8cade78 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0493140 Aug 31 07:30:08.052897 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a33a0fe5-0ee0-4240-a779-457251e43e17 req-26e08329-f235-419f-9ca3-ccdf1455bc7e tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375826 Aug 31 07:30:09.117572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:30:09.170210 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:30:09.174654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:09.175106 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:09.176702 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e51c4-e850-47d3-9048-744796a9bd63 req-cedf9fda-781d-4ee6-8d98-73c57e91e489 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:09.178564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f33e51c4-e850-47d3-9048-744796a9bd63 req-cedf9fda-781d-4ee6-8d98-73c57e91e489 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 945 time: 0.0543184 Aug 31 07:30:09.223603 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f33e51c4-e850-47d3-9048-744796a9bd63 req-ce9c3bdb-1a42-4892-b304-f6204f338ba7 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups?id=c70c17d2-9ca3-48de-bd0e-bf38a15a44be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352688 Aug 31 07:30:09.266646 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:09.291154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:09.293636 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328425e-aca5-48ed-bf0b-fdac6e44db95" -d '{"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-plugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:09.307514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:09.312280 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:09.339440 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb256b7-5854-4d4e-a2ec-5f5f6947f1a6 x-openstack-request-id: req-7eb256b7-5854-4d4e-a2ec-5f5f6947f1a6 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:09.339795 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-plugged", "status": "completed", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:09.340104 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eb256b7-5854-4d4e-a2ec-5f5f6947f1a6 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:09.340824 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'code': 200} Aug 31 07:30:09.367052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=13']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:09.623626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-cc7f1077-1daa-428b-a631-b1ee17fb04c4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:09.625113 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-cc7f1077-1daa-428b-a631-b1ee17fb04c4 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 946 time: 0.0503228 Aug 31 07:30:09.713872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Deleting port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:09.714205 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:09.807098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] For port ce6a9654-d6d5-4be2-b17a-8e650b5402f4, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:09.807366 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:09.978242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:09.978794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:09.979255 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Floating IP 76ec2673-1f65-484c-803e-034eaafeb21a disassociated. External IP: 172.25.5.158, port: ce6a9654-d6d5-4be2-b17a-8e650b5402f4. Aug 31 07:30:09.979610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Calling delete_port for ce6a9654-d6d5-4be2-b17a-8e650b5402f4 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:10.112898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:10.141916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event deleted for resources: {'Port': ['ID=ce6a9654-d6d5-4be2-b17a-8e650b5402f4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:10.266474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:30:10.330011 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-730b6df2-9996-4e84-bcd8-ca0d6c30ea31 req-9e318d3e-0e3f-4f8a-b687-b98ebcbf7aa5 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 210 time: 0.0287621 Aug 31 07:30:10.385393 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:30:10.396385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:30:10.407264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:30:10.407922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:29:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:10.436675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] No DVR routers for this DVR port ce6a9654-d6d5-4be2-b17a-8e650b5402f4 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:30:10.436675 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:10.436675 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f433bf9-1f0e-41fd-a1ed-55c00cb3c8c5 req-24b7d1fc-7e5c-458c-9ca8-26e9d5b8fe42 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.23 "DELETE /v2.0/ports/ce6a9654-d6d5-4be2-b17a-8e650b5402f4 HTTP/1.1" status: 204 len: 173 time: 0.8004656 Aug 31 07:30:10.436675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-deleted', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:10.436675 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8450968d-df75-46f1-ab92-65bbf7b7bcc3" -d '{"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-deleted", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:10.531387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:30:10.547301 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f685c18f-7d63-41e8-aed5-d44938a41b39 x-openstack-request-id: req-f685c18f-7d63-41e8-aed5-d44938a41b39 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:10.547594 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11aa44d-3c80-4d18-aadb-12a4710e0913", "name": "network-vif-deleted", "tag": "ce6a9654-d6d5-4be2-b17a-8e650b5402f4", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:10.547851 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f685c18f-7d63-41e8-aed5-d44938a41b39 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:10.548753 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11aa44d-3c80-4d18-aadb-12a4710e0913', 'name': 'network-vif-deleted', 'tag': 'ce6a9654-d6d5-4be2-b17a-8e650b5402f4', 'status': 'completed', 'code': 200} Aug 31 07:30:10.749841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:10.791264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:30:10.801027 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:30:10.801667 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:29:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:11.084996 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:30:11.310261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:11.340388 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ad6c0-69fe-4392-9888-52ab697ef694 None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:25Z', 'revision_number': 4, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '47aae623-a8ac-49eb-b930-c94edbe234c8', 'name': '', 'network_id': '4d738502-28e5-466c-b21d-a7174e3b64fc', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'mac_address': 'fa:16:3e:2a:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:25Z', 'updated_at': '2021-08-31T07:20:31Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'subnets': [{'id': 'c7a785fe-0804-431d-82b3-791b2255a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:30:11.434619 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-568ce6f9-fdcf-483c-aec2-cb3a052c381c req-c0fe1016-4536-4741-bafe-0f26c7820c03 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 210 time: 0.0290322 Aug 31 07:30:11.712775 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e7fd0-add2-40e6-9786-53231016bde6 None None] New status for floating IP 76ec2673-1f65-484c-803e-034eaafeb21a: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:30:12.536931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24beef1a-177d-44e5-96b4-6a351162aaf0 req-fcd1c3ff-9b0a-4331-956b-578271576db8 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 210 time: 0.0274315 Aug 31 07:30:13.147508 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:13.168314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: ce6a9654-d6d5-4be2-b17a-8e650b5402f4 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:30:13.168648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ce6a9654-d6d5-4be2-b17a-8e650b5402f4 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:13.639953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5b46a59f-b1d3-40cc-b36b-531312860110 req-af2e9fef-77b0-4df3-b703-1b3fc4dd521c tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11aa44d-3c80-4d18-aadb-12a4710e0913 HTTP/1.1" status: 200 len: 210 time: 0.0338001 Aug 31 07:30:17.395947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54326) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:17.456255 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c46b322f-46d3-4bd7-805e-86071c2a7974 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:17.482618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c46b322f-46d3-4bd7-805e-86071c2a7974 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:17.537838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c46b322f-46d3-4bd7-805e-86071c2a7974 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:17.540458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c46b322f-46d3-4bd7-805e-86071c2a7974 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:17.541642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c46b322f-46d3-4bd7-805e-86071c2a7974 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "DELETE /v2.0/security-groups/c70c17d2-9ca3-48de-bd0e-bf38a15a44be HTTP/1.1" status: 204 len: 168 time: 0.1447098 Aug 31 07:30:17.545127 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54328) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:17.551568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b322f-46d3-4bd7-805e-86071c2a7974 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c17d2-9ca3-48de-bd0e-bf38a15a44be,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:17.558875 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-066b899e-ef22-4e63-85a6-92f9ef44fb91 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] show failed (client error): The resource could not be found. Aug 31 07:30:17.559907 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-066b899e-ef22-4e63-85a6-92f9ef44fb91 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "GET /v2.0/security-groups/c70c17d2-9ca3-48de-bd0e-bf38a15a44be HTTP/1.1" status: 404 len: 347 time: 0.0137689 Aug 31 07:30:17.562826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54330) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:18.038606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Deleting port 74e92de2-89df-4489-8826-4895b0dcfba9 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:18.038951 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:18.111422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:18.111780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:18.123603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Calling delete_port for 74e92de2-89df-4489-8826-4895b0dcfba9 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:18.253726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:18.278905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Pushing event deleted for resources: {'Port': ['ID=74e92de2-89df-4489-8826-4895b0dcfba9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:18.340820 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:18.343569 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:18.344749 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-15b0c125-a2d5-41ab-89b5-081cfb0bf111 tempest-ServerActionsTestJSON-129745428 tempest-ServerActionsTestJSON-129745428-project] 10.222.0.15 "DELETE /v2.0/floatingips/76ec2673-1f65-484c-803e-034eaafeb21a HTTP/1.1" status: 204 len: 168 time: 0.7807481 Aug 31 07:30:18.347710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54332) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:18.763010 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:19.014486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Deleting port 47aae623-a8ac-49eb-b930-c94edbe234c8 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:19.014755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:19.100719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] For port 47aae623-a8ac-49eb-b930-c94edbe234c8, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=47aae623-a8ac-49eb-b930-c94edbe234c8,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:19.101077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:19.114364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Calling delete_port for 47aae623-a8ac-49eb-b930-c94edbe234c8 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:19.298032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:19.326334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47aae623-a8ac-49eb-b930-c94edbe234c8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:19.494825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:19.734944 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Router 70f3734e-e549-4332-9ed8-fc2cb1c404df has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:30:19.843411 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:30:19.849061 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8178e12e-ded3-4288-ad70-3a3d8f9f42c3 admin admin] 10.222.0.15 "PUT /v2.0/routers/70f3734e-e549-4332-9ed8-fc2cb1c404df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5003548 Aug 31 07:30:19.850962 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54336) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:19.852319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] Sync routers for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:30:19.862370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:30:19.863056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:29:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:19.957523 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:19.966497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:30:20.068948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.121486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Deleting port d4826831-daff-497a-ad3f-772464ad2446 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:20.121851 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.142311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'd4826831-daff-497a-ad3f-772464ad2446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:30:19Z', 'revision_number': 5, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port': {'id': 'd4826831-daff-497a-ad3f-772464ad2446', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:20.172383 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] Checking router: 70f3734e-e549-4332-9ed8-fc2cb1c404df for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:30:20.180587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] Routers {'70f3734e-e549-4332-9ed8-fc2cb1c404df'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:30:20.181207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:29:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['70f3734e-e549-4332-9ed8-fc2cb1c404df'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:20.204771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] For port d4826831-daff-497a-ad3f-772464ad2446, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d4826831-daff-497a-ad3f-772464ad2446,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:20.205137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.218364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Calling delete_port for d4826831-daff-497a-ad3f-772464ad2446 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:20.266332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] Set router 70f3734e-e549-4332-9ed8-fc2cb1c404df gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:30:20.319375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:30:20Z', 'revision_number': 6, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:20.350191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859aca74-6043-4b9c-8624-9dc673e8b9ee None None] The sync data for ids ['70f3734e-e549-4332-9ed8-fc2cb1c404df'] in n-d-712142-16 is: [{'id': '70f3734e-e549-4332-9ed8-fc2cb1c404df', 'name': 'tempest-ServerActionsTestJSON-167195929-router', 'tenant_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:20:23Z', 'updated_at': '2021-08-31T07:30:20Z', 'revision_number': 6, 'project_id': 'b9a566edbeb747f3b7dfb2d50e8dc469', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:30:20.391422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.419108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4826831-daff-497a-ad3f-772464ad2446,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:20.479089 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.577316 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.579571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.625435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.625933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f3734e-e549-4332-9ed8-fc2cb1c404df {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:30:20.630519 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.631703 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9e575ded-2499-433c-81ef-4ed19bd5abe5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/70f3734e-e549-4332-9ed8-fc2cb1c404df HTTP/1.1" status: 204 len: 168 time: 0.7798164 Aug 31 07:30:20.634261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54338) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:20.683603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4af284f-94e8-4214-a744-b87a123139ef admin admin] Deleting subnet c7a785fe-0804-431d-82b3-791b2255a096 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:30:20.687201 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4af284f-94e8-4214-a744-b87a123139ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.723482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4af284f-94e8-4214-a744-b87a123139ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.810631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4af284f-94e8-4214-a744-b87a123139ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.863232 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4af284f-94e8-4214-a744-b87a123139ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.886898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af284f-94e8-4214-a744-b87a123139ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a785fe-0804-431d-82b3-791b2255a096,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:20.892462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4af284f-94e8-4214-a744-b87a123139ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:20.894348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b4af284f-94e8-4214-a744-b87a123139ef admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c7a785fe-0804-431d-82b3-791b2255a096 HTTP/1.1" status: 204 len: 168 time: 0.2590222 Aug 31 07:30:20.896814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54340) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:20.898638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec4d82-6947-4420-911d-875b3e71e52a None None] Network 4d738502-28e5-466c-b21d-a7174e3b64fc requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:20.971871 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.032643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Deleting port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:21.032993 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.098802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] For port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:21.099189 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.115488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Calling delete_port for 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:21.125178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] DHCP port deletion for 4d738502-28e5-466c-b21d-a7174e3b64fc request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:30:21.182358 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] Deleting port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:21.182829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.210547 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.241648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] No DVR routers for this DVR port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:30:21.246724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:21.256340 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] For port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,segment=NetworkSegment(faf42405-d757-4155-aa84-adbc91520133),segment_id=faf42405-d757-4155-aa84-adbc91520133)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:21.256740 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.270984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] Calling delete_port for 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:21.320734 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.330681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d738502-28e5-466c-b21d-a7174e3b64fc']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:21.344858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf42405-d757-4155-aa84-adbc91520133') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:21.345127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf42405-d757-4155-aa84-adbc91520133') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:21.350240 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.359460 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.374994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.377943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] Pushing event deleted for resources: {'Port': ['ID=7c88ac17-a3c3-4742-9160-d1fd3ce0fb18,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:21.379866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cbcde-7020-442f-a32e-2a8fda2f3521 None None] No DVR routers for this DVR port 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:30:21.391482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:30:21.391838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:30:21.393808 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:30:21.449896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.455243 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.457106 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d738502-28e5-466c-b21d-a7174e3b64fc HTTP/1.1" status: 204 len: 168 time: 0.5593529 Aug 31 07:30:21.468717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b853011-0fec-4493-bf2a-7fd03900db3f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d738502-28e5-466c-b21d-a7174e3b64fc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:21.572820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54344) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:21.584144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 47aae623-a8ac-49eb-b930-c94edbe234c8 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:21.603875 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 47aae623-a8ac-49eb-b930-c94edbe234c8 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:30:21.604218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 47aae623-a8ac-49eb-b930-c94edbe234c8 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:21.604629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:21.614078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7f5cc38d-4617-4d1d-a5ee-eaf3fef914ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9a566edbeb747f3b7dfb2d50e8dc469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393040 Aug 31 07:30:21.616483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:21.623147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:30:21.623495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7c88ac17-a3c3-4742-9160-d1fd3ce0fb18 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:21.623916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4826831-daff-497a-ad3f-772464ad2446 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:21.643196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d4826831-daff-497a-ad3f-772464ad2446 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:30:21.643473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d4826831-daff-497a-ad3f-772464ad2446 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:21.672122 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26821aa4-c1fe-43c4-bca6-32e8af3ce19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.692237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26821aa4-c1fe-43c4-bca6-32e8af3ce19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.739600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26821aa4-c1fe-43c4-bca6-32e8af3ce19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.742269 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-26821aa4-c1fe-43c4-bca6-32e8af3ce19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:21.743499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-26821aa4-c1fe-43c4-bca6-32e8af3ce19f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e82d3ba6-dc9d-437e-9573-80dfc9cdf760 HTTP/1.1" status: 204 len: 168 time: 0.1260540 Aug 31 07:30:21.752085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26821aa4-c1fe-43c4-bca6-32e8af3ce19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d3ba6-dc9d-437e-9573-80dfc9cdf760,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:22.434854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54368) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:22.533636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1536106260-network', 'tenant_id': '2e123c8645144b079dd733417ac9b691'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:22.553560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Made reservation on behalf of 2e123c8645144b079dd733417ac9b691 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:22.555755 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:22.564242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:22.651690 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:22.655436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:22.681827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:30:22.687527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b237e6a-2594-4072-8b70-7766bbeb310f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:22.695249 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:22.695249 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Added segment f10ade7d-ee14-4f20-a953-10d2ee26adc4 of type vlan for network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 Aug 31 07:30:22.733661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:22.757031 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:22.757941 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:22.758513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:22.811908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3759136 Aug 31 07:30:22.815060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54372) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:22.820140 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Request body: {'subnet': {'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1536106260-subnet', 'tenant_id': '2e123c8645144b079dd733417ac9b691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:22.821301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971951a-4b58-4622-a849-1b5b42f84a99 admin admin] Pushing event updated for resources: {'Network': ['ID=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:22.831657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:30:22.842006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Made reservation on behalf of 2e123c8645144b079dd733417ac9b691 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:22.844562 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:23.027524 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:23.081781 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa3c4a7-cfcc-479c-bbe6-0eaa85931541,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:23.092377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Checking segment: {'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:23.092741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Network hostable DHCP agents. Network: 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:30:23.109466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:30:23.117904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:23.122342 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:23.122942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:23.127674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164361e4-6642-40f0-bc11-c107b5266f8e None None] Network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:23.138227 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d3c3255c-499e-4355-a30f-18f0e624e7e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3220389 Aug 31 07:30:23.255641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f7bb7-bcd1-4506-a6df-665e62b4f225 None None] Network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:23.563759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-c169d343-787b-46fb-a2ea-b01c7ccd2a96 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:23.565298 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-c169d343-787b-46fb-a2ea-b01c7ccd2a96 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/networks?id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 HTTP/1.1" status: 200 len: 814 time: 0.1009676 Aug 31 07:30:23.580487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-db61c499-5c82-4144-a480-e440f59dc7ad tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/quotas/2e123c8645144b079dd733417ac9b691 HTTP/1.1" status: 200 len: 375 time: 0.0094893 Aug 31 07:30:23.616032 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-53a71e36-32a4-4ccc-8254-f9fa261f1eaf tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e123c8645144b079dd733417ac9b691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303144 Aug 31 07:30:23.749931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-60fdfee0-14f3-49e3-ba2e-9a25a92dd13f service neutron] 10.222.0.15 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262658 Aug 31 07:30:23.842001 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-8b1c6d2f-1ad5-4259-aee9-e00457c59be3 service neutron] 10.222.0.15 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859885 Aug 31 07:30:24.005860 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-392da15c-dddb-4678-a89c-0aae3aee178f req-f7bcedde-3233-4d30-a773-0376180442a8 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 210 time: 0.0278127 Aug 31 07:30:24.297910 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6d56666-5ad3-4fbf-be1d-f6f80e7d7baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:24.965397 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:25.083177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-6f826a05-9172-4871-8c45-f9eee1630b8c tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:25.084767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-6f826a05-9172-4871-8c45-f9eee1630b8c tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.23 "GET /v2.0/networks?id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 HTTP/1.1" status: 200 len: 814 time: 0.1270435 Aug 31 07:30:25.102157 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Request body: {'port': {'device_id': 'b8391f7c-c592-4310-a8bf-7b013c68aab1', 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3', 'admin_state_up': True, 'tenant_id': '2e123c8645144b079dd733417ac9b691'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:25.112825 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b2e43d16-f3e9-4510-9ddf-97d5f4809811 req-96d486f5-2ad8-4645-be30-20ce5d9c4459 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 210 time: 0.0292916 Aug 31 07:30:25.219366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Made reservation on behalf of 2e123c8645144b079dd733417ac9b691 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:25.222906 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:25.358847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Allocated IP 172.20.0.10 (44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3/1fa3c4a7-cfcc-479c-bbe6-0eaa85931541/300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:30:25.515161 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:25.556536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:25.605702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:30:25.609041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:25.611894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:30:25.618687 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Pushing event updated for resources: {'Port': ['ID=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:25.666014 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:25.666626 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:25.680939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-b1a334c6-22d0-4f55-b275-0e9547e979f4 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855267 Aug 31 07:30:25.693278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Request body: {'port': {'device_id': 'b8391f7c-c592-4310-a8bf-7b013c68aab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:25.751844 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.025954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:26.035631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.049658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Transition to ACTIVE for port object 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:26.054450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.104558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Pushing event updated for resources: {'Port': ['ID=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:26.204038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Attempting to bind port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:30:26.204369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Attempting to bind port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:30:26.204696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Attempting to bind port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea on network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:26.225135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea on network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:30:26.225477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Attempting to bind port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea on network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:26.232692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:30:26.233021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Checking segment: {'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:26.233421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Bound using segment: {'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:30:26.233841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Bound port: 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:30:26.234191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.261911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fef14-ffc9-4170-9728-71f30fe243fc req-f2bc0f50-4398-4572-aebd-08f494019f56 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:26.263245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e0fef14-ffc9-4170-9728-71f30fe243fc req-f2bc0f50-4398-4572-aebd-08f494019f56 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 944 time: 0.0807550 Aug 31 07:30:26.338216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e0fef14-ffc9-4170-9728-71f30fe243fc req-54131f3d-8ff1-4bc5-8c93-a19b5451b12a tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Aug 31 07:30:26.340650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] For port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:26.344708 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] For port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:30:26.356273 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.392964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:26.393869 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.395294 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] 10.222.0.23 "PUT /v2.0/ports/300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea HTTP/1.1" status: 200 len: 1093 time: 0.7062368 Aug 31 07:30:26.397469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8391f7c-c592-4310-a8bf-7b013c68aab1', 'tag': '300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:26.399837 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730f9036-7146-48be-9c75-02c3e957d28b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8391f7c-c592-4310-a8bf-7b013c68aab1", "tag": "300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:26.413394 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.430943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bdd7d-8a2b-447c-a5d5-304986ff0b01 service neutron] Pushing event updated for resources: {'Port': ['ID=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:26.451934 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59d64d3-d00c-40d0-b0f1-9cedc89ff153 x-openstack-request-id: req-b59d64d3-d00c-40d0-b0f1-9cedc89ff153 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:26.452319 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8391f7c-c592-4310-a8bf-7b013c68aab1", "tag": "300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:26.452587 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b59d64d3-d00c-40d0-b0f1-9cedc89ff153 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:26.453009 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8391f7c-c592-4310-a8bf-7b013c68aab1', 'tag': '300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea', 'status': 'completed', 'code': 200} Aug 31 07:30:26.493080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-1fda74af-252f-40a5-8504-5ade8813d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:26.494653 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-1fda74af-252f-40a5-8504-5ade8813d276 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e123c8645144b079dd733417ac9b691&device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 1096 time: 0.0403996 Aug 31 07:30:26.537118 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-2c559757-86d3-4201-bf8d-c4adb59045bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea HTTP/1.1" status: 200 len: 217 time: 0.0342185 Aug 31 07:30:26.588932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-051475fa-3f99-4917-9b5c-5b8b0c397c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:26.590904 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-051475fa-3f99-4917-9b5c-5b8b0c397c7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1fa3c4a7-cfcc-479c-bbe6-0eaa85931541 HTTP/1.1" status: 200 len: 854 time: 0.0472643 Aug 31 07:30:26.622025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-4476b55d-7d00-457a-a7ea-73d811c0283d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240154 Aug 31 07:30:26.712165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-cda54511-791a-4649-9491-8823367e08f1 service neutron] 10.222.0.23 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826261 Aug 31 07:30:26.912834 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a6648de9-0107-46eb-9f5c-ab32fab80181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.973586 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.148007 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73f12179-9a5c-4b89-88f3-8dbb9de146cc req-0564289f-2439-4e6e-8cc7-3d2ec0f8cc11 service neutron] 10.222.0.23 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275479 Aug 31 07:30:27.237502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f9036-7146-48be-9c75-02c3e957d28b req-17d5abac-ef2f-4f80-9fd3-d34e61a9491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.238995 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-730f9036-7146-48be-9c75-02c3e957d28b req-17d5abac-ef2f-4f80-9fd3-d34e61a9491e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e123c8645144b079dd733417ac9b691&device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 1096 time: 0.0436380 Aug 31 07:30:27.331296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f9036-7146-48be-9c75-02c3e957d28b req-9dad16fb-3a26-4a33-9561-e96bfe1b6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.332765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-730f9036-7146-48be-9c75-02c3e957d28b req-9dad16fb-3a26-4a33-9561-e96bfe1b6298 service neutron] 10.222.0.23 "GET /v2.0/networks?id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 HTTP/1.1" status: 200 len: 915 time: 0.0855002 Aug 31 07:30:27.375157 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-730f9036-7146-48be-9c75-02c3e957d28b req-f356f640-6bdc-4244-8974-cc7ddf9e0666 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea HTTP/1.1" status: 200 len: 217 time: 0.0343132 Aug 31 07:30:27.454750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f9036-7146-48be-9c75-02c3e957d28b req-560765f7-eee6-43cd-bb82-57cd986f63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.456214 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-730f9036-7146-48be-9c75-02c3e957d28b req-560765f7-eee6-43cd-bb82-57cd986f63d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1fa3c4a7-cfcc-479c-bbe6-0eaa85931541 HTTP/1.1" status: 200 len: 854 time: 0.0723989 Aug 31 07:30:27.473457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ac74d-98f7-46f2-af8c-b6e1142b1a6d req-3144897c-554e-4420-b0ae-3f0c09b7babb tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.474867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a0ac74d-98f7-46f2-af8c-b6e1142b1a6d req-3144897c-554e-4420-b0ae-3f0c09b7babb tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 944 time: 0.0645332 Aug 31 07:30:27.504256 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-730f9036-7146-48be-9c75-02c3e957d28b req-60b341c7-edd9-483a-95e0-089f1b073a69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382409 Aug 31 07:30:27.569770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4a0ac74d-98f7-46f2-af8c-b6e1142b1a6d req-bb4590ba-80e4-4bf6-9a53-1eec3a95bda9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874507 Aug 31 07:30:27.608174 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-730f9036-7146-48be-9c75-02c3e957d28b req-eda927aa-246b-4216-af58-d196f6196f2c service neutron] 10.222.0.23 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944319 Aug 31 07:30:27.700644 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-730f9036-7146-48be-9c75-02c3e957d28b req-ae3cf28a-f0ea-40cf-93ac-29a34df05e36 service neutron] 10.222.0.23 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842638 Aug 31 07:30:28.333949 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:28.685368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b548ea6-db11-474c-b4d3-dc974a0071f9 req-b99fd736-ccaa-4e62-b939-f114314d9611 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:28.686857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b548ea6-db11-474c-b4d3-dc974a0071f9 req-b99fd736-ccaa-4e62-b939-f114314d9611 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 944 time: 0.0489011 Aug 31 07:30:28.725368 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8b548ea6-db11-474c-b4d3-dc974a0071f9 req-4374cf67-aecb-4d57-b4b7-2826daada88f tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Aug 31 07:30:29.201754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:30:29.293154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:29.303913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea', 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3', 'port_id': '300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea', 'mac_address': 'fa:16:3e:4e:2a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa3c4a7-cfcc-479c-bbe6-0eaa85931541', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:30:29.343522 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:29.358377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:29.377133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:29.381004 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:29.428702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:29.593844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:29.840370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604a0b-e671-43ea-9f5f-b9296f5a74cd req-ea1c4358-a9a0-4e49-83af-a20746ebf7d5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.841908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73604a0b-e671-43ea-9f5f-b9296f5a74cd req-ea1c4358-a9a0-4e49-83af-a20746ebf7d5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 945 time: 0.0509725 Aug 31 07:30:29.880124 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73604a0b-e671-43ea-9f5f-b9296f5a74cd req-8cf41dea-905e-48d5-b6d3-db00dccc31ad tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Aug 31 07:30:30.187549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:30.992879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ec2b-cf46-4392-80da-63a79eb8d244 req-e468e831-fb13-47cc-96ab-523cea754eb1 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:30.994403 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a951ec2b-cf46-4392-80da-63a79eb8d244 req-e468e831-fb13-47cc-96ab-523cea754eb1 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Aug 31 07:30:31.037696 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a951ec2b-cf46-4392-80da-63a79eb8d244 req-0f90097c-4a31-43dc-ab18-ff7ff23daf95 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366719 Aug 31 07:30:31.208847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:30:31.255923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:30:31.259437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:31.259806 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:31.335820 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:31.357700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8391f7c-c592-4310-a8bf-7b013c68aab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:31.359981 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971f7a4e-0537-4beb-8d68-ccd89ecbf391" -d '{"events": [{"server_uuid": "b8391f7c-c592-4310-a8bf-7b013c68aab1", "name": "network-vif-plugged", "status": "completed", "tag": "300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:31.372644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:31.376552 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:31.407818 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ce251a-0530-45a6-8676-c24b07187a5a x-openstack-request-id: req-a7ce251a-0530-45a6-8676-c24b07187a5a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:31.408090 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8391f7c-c592-4310-a8bf-7b013c68aab1", "name": "network-vif-plugged", "status": "completed", "tag": "300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:31.408350 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7ce251a-0530-45a6-8676-c24b07187a5a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:31.408739 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8391f7c-c592-4310-a8bf-7b013c68aab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea', 'code': 200} Aug 31 07:30:31.438290 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:31.510839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9eae-3d29-4e9a-9fc0-2b1714e94431 req-41faf345-0d83-4bd0-92b7-dbfd97acd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:31.512967 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9ff9eae-3d29-4e9a-9fc0-2b1714e94431 req-41faf345-0d83-4bd0-92b7-dbfd97acd67c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 1098 time: 0.0439923 Aug 31 07:30:31.547765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9ff9eae-3d29-4e9a-9fc0-2b1714e94431 req-5cc76f41-760c-4386-a163-524a3fdcc8e9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273597 Aug 31 07:30:32.150226 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79399558-e05d-49d0-8013-704ea947c116 req-58fe156e-3cb1-4c3d-bfc7-ad6d14698e18 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:32.151770 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79399558-e05d-49d0-8013-704ea947c116 req-58fe156e-3cb1-4c3d-bfc7-ad6d14698e18 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0492959 Aug 31 07:30:32.190354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-79399558-e05d-49d0-8013-704ea947c116 req-afb2774b-f4b4-4373-a822-9328ab02faf6 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320723 Aug 31 07:30:33.305906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727c4d8-5704-48fc-bbef-3e945c7529ec req-48bc455e-1d5f-4b9c-8282-1bfe545207ec tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:33.307306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c727c4d8-5704-48fc-bbef-3e945c7529ec req-48bc455e-1d5f-4b9c-8282-1bfe545207ec tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0485389 Aug 31 07:30:33.345000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c727c4d8-5704-48fc-bbef-3e945c7529ec req-1824601f-53aa-401f-a571-f89f8d9b9146 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Aug 31 07:30:33.488292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:30:33.565548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-ac820843-87fb-42ae-a342-c3452381f33b tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:33.567053 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-ac820843-87fb-42ae-a342-c3452381f33b tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/networks?id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 HTTP/1.1" status: 200 len: 814 time: 0.1022844 Aug 31 07:30:33.582997 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-06a954a2-5f6f-4222-a8b3-eccc3cc0ba33 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/quotas/2e123c8645144b079dd733417ac9b691 HTTP/1.1" status: 200 len: 375 time: 0.0092316 Aug 31 07:30:33.636543 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-80474a1a-a648-4ba3-b152-1fbb23fcc055 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e123c8645144b079dd733417ac9b691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482712 Aug 31 07:30:33.648439 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-7c7da5b2-27e4-45eb-ad15-4ee1d382befe tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:30:33.649446 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-7c7da5b2-27e4-45eb-ad15-4ee1d382befe tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058317 Aug 31 07:30:33.738601 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-3dc92abd-04d4-476e-9674-77e39e81223c service neutron] 10.222.0.15 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824559 Aug 31 07:30:33.831325 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-c2f1f064-ed27-4220-ae11-16f686cb8e33 service neutron] 10.222.0.15 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864398 Aug 31 07:30:33.989093 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88b219dc-708f-4f3e-a34b-c3a1bf38f93b req-26b39adc-9d82-422c-8dfb-ddd228ccc6c0 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 210 time: 0.0294690 Aug 31 07:30:34.953296 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-f413faa1-60a0-469e-b17d-bdeb054f9ed7 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:34.954833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-f413faa1-60a0-469e-b17d-bdeb054f9ed7 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.42 "GET /v2.0/networks?id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 HTTP/1.1" status: 200 len: 814 time: 0.1135986 Aug 31 07:30:34.967982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Request body: {'port': {'device_id': '69f01e29-e9eb-4a75-84b5-df4880efed4f', 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3', 'admin_state_up': True, 'tenant_id': '2e123c8645144b079dd733417ac9b691'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:35.096406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-faa945b4-f6d4-4aa7-9db5-bfd2a4eb8018 req-5d6e15aa-52b9-4c43-94f8-716a3dd855ea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 210 time: 0.0361159 Aug 31 07:30:35.123361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Made reservation on behalf of 2e123c8645144b079dd733417ac9b691 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:35.127281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:35.266313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Allocated IP 172.20.0.4 (44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3/1fa3c4a7-cfcc-479c-bbe6-0eaa85931541/6dce121e-7a7a-4ed7-be81-00ca01acd34b) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:30:35.413757 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:35.453695 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:35.466421 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:35.499221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:30:35.504588 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:35.508608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:30:35.535520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Pushing event updated for resources: {'Port': ['ID=6dce121e-7a7a-4ed7-be81-00ca01acd34b,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:35.565851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:35.566505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:35.582183 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-4b36f922-9832-428d-aa76-6fab9f33c1b5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184666 Aug 31 07:30:35.594589 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Request body: {'port': {'device_id': '69f01e29-e9eb-4a75-84b5-df4880efed4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:35.648070 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:35.933363 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dce121e-7a7a-4ed7-be81-00ca01acd34b {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:35.941758 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:35.960565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Transition to ACTIVE for port object 6dce121e-7a7a-4ed7-be81-00ca01acd34b will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:35.965232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:36.015191 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Pushing event updated for resources: {'Port': ['ID=6dce121e-7a7a-4ed7-be81-00ca01acd34b,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:36.107630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Attempting to bind port 6dce121e-7a7a-4ed7-be81-00ca01acd34b on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:30:36.108186 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Attempting to bind port 6dce121e-7a7a-4ed7-be81-00ca01acd34b by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:30:36.108527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Attempting to bind port 6dce121e-7a7a-4ed7-be81-00ca01acd34b on network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:36.112808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Port 6dce121e-7a7a-4ed7-be81-00ca01acd34b on network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:30:36.113129 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Attempting to bind port 6dce121e-7a7a-4ed7-be81-00ca01acd34b on network 44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:36.117879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:30:36.118221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Checking segment: {'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:36.118604 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Bound using segment: {'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:30:36.119029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Bound port: 6dce121e-7a7a-4ed7-be81-00ca01acd34b, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10ade7d-ee14-4f20-a953-10d2ee26adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:30:36.119386 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:36.187697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] For port 6dce121e-7a7a-4ed7-be81-00ca01acd34b, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:36.190706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] For port 6dce121e-7a7a-4ed7-be81-00ca01acd34b, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6dce121e-7a7a-4ed7-be81-00ca01acd34b,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:30:36.195829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:36.221686 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ed445-dfc5-4713-8e6f-17edd7aef373 req-323d81cb-4b18-4af7-9a29-1691a7bd62ae tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.223177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb2ed445-dfc5-4713-8e6f-17edd7aef373 req-323d81cb-4b18-4af7-9a29-1691a7bd62ae tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 943 time: 0.0488167 Aug 31 07:30:36.227465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.228500 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:36.230946 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] 10.222.0.42 "PUT /v2.0/ports/6dce121e-7a7a-4ed7-be81-00ca01acd34b HTTP/1.1" status: 200 len: 1092 time: 0.6401849 Aug 31 07:30:36.233273 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f01e29-e9eb-4a75-84b5-df4880efed4f', 'tag': '6dce121e-7a7a-4ed7-be81-00ca01acd34b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:36.236790 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5917d6cd-a194-4091-82a6-879aac441822" -d '{"events": [{"name": "network-changed", "server_uuid": "69f01e29-e9eb-4a75-84b5-df4880efed4f", "tag": "6dce121e-7a7a-4ed7-be81-00ca01acd34b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:36.269506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fb2ed445-dfc5-4713-8e6f-17edd7aef373 req-6608c42d-b290-45c9-814a-bcff5948afd5 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397587 Aug 31 07:30:36.279453 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da43ab4-06a1-4826-a7d9-9caf4e55f508 service neutron] Pushing event updated for resources: {'Port': ['ID=6dce121e-7a7a-4ed7-be81-00ca01acd34b,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:36.327166 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-70a1b734-7822-4ccd-a811-2cac03c2de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.328744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-70a1b734-7822-4ccd-a811-2cac03c2de5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e123c8645144b079dd733417ac9b691&device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 1095 time: 0.0422764 Aug 31 07:30:36.375581 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db395d2-deb7-4ea4-9242-e877d6e87fcf x-openstack-request-id: req-6db395d2-deb7-4ea4-9242-e877d6e87fcf {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:36.375869 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f01e29-e9eb-4a75-84b5-df4880efed4f", "tag": "6dce121e-7a7a-4ed7-be81-00ca01acd34b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:36.376117 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6db395d2-deb7-4ea4-9242-e877d6e87fcf {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:36.376507 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f01e29-e9eb-4a75-84b5-df4880efed4f', 'tag': '6dce121e-7a7a-4ed7-be81-00ca01acd34b', 'status': 'completed', 'code': 200} Aug 31 07:30:36.378281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-a52bd79a-e8a9-4ccc-aeda-1e841f898ee4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dce121e-7a7a-4ed7-be81-00ca01acd34b HTTP/1.1" status: 200 len: 217 time: 0.0420411 Aug 31 07:30:36.427953 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-214612d2-4835-44ce-a85f-e8c2e9a1ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.429471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-214612d2-4835-44ce-a85f-e8c2e9a1ae4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1fa3c4a7-cfcc-479c-bbe6-0eaa85931541 HTTP/1.1" status: 200 len: 854 time: 0.0445855 Aug 31 07:30:36.460693 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-7319eadc-92c4-48a7-8b80-b567abd1a7d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244942 Aug 31 07:30:36.552544 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-dbbc6b12-9aad-4d6b-97af-6579e6be7a69 service neutron] 10.222.0.42 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849144 Aug 31 07:30:36.640003 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6778e7d4-7ad9-4c8d-9bdd-81aebee0e3d4 req-43ee5432-a96c-4d49-bd99-41b8c32aa495 service neutron] 10.222.0.42 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807080 Aug 31 07:30:36.727731 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d6cd-a194-4091-82a6-879aac441822 req-e54a7b2a-a45c-4be1-af83-c70eafc29542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.729142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5917d6cd-a194-4091-82a6-879aac441822 req-e54a7b2a-a45c-4be1-af83-c70eafc29542 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e123c8645144b079dd733417ac9b691&device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 1095 time: 0.0410979 Aug 31 07:30:36.823596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d6cd-a194-4091-82a6-879aac441822 req-2468f2da-6b45-4186-828c-334c4a26bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.825697 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5917d6cd-a194-4091-82a6-879aac441822 req-2468f2da-6b45-4186-828c-334c4a26bc5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 HTTP/1.1" status: 200 len: 915 time: 0.0887854 Aug 31 07:30:36.867181 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5917d6cd-a194-4091-82a6-879aac441822 req-091d3c50-d6aa-45ef-9cb8-703b7db6fc23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dce121e-7a7a-4ed7-be81-00ca01acd34b HTTP/1.1" status: 200 len: 217 time: 0.0337923 Aug 31 07:30:36.920218 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d6cd-a194-4091-82a6-879aac441822 req-72fdd1e4-7ffb-4400-ac77-f08099be6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.921709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5917d6cd-a194-4091-82a6-879aac441822 req-72fdd1e4-7ffb-4400-ac77-f08099be6141 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1fa3c4a7-cfcc-479c-bbe6-0eaa85931541 HTTP/1.1" status: 200 len: 854 time: 0.0478697 Aug 31 07:30:36.954361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5917d6cd-a194-4091-82a6-879aac441822 req-f8a3abd0-a934-415a-be89-3f222047842a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249481 Aug 31 07:30:37.047702 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5917d6cd-a194-4091-82a6-879aac441822 req-dab8ce77-1b48-46a6-85bd-e704775ad4e6 service neutron] 10.222.0.42 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861590 Aug 31 07:30:37.147826 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5917d6cd-a194-4091-82a6-879aac441822 req-551717e6-08b4-4597-a2bf-eb609efe7393 service neutron] 10.222.0.42 "GET /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926652 Aug 31 07:30:37.392865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537e3cb-d6f4-4d26-8cc8-dea992d2afa7 req-269957b7-e6ac-4da2-9218-ab079b17f3b9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:37.394453 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b537e3cb-d6f4-4d26-8cc8-dea992d2afa7 req-269957b7-e6ac-4da2-9218-ab079b17f3b9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 943 time: 0.0532715 Aug 31 07:30:37.434019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b537e3cb-d6f4-4d26-8cc8-dea992d2afa7 req-4baa979d-79fb-4476-80d4-8d177520b89d tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Aug 31 07:30:38.549831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a19bd-cc72-4846-a0c5-cb5c14a1b132 req-3e7aa82b-c1b2-4934-bb20-43f8866202ba tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:38.551336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc3a19bd-cc72-4846-a0c5-cb5c14a1b132 req-3e7aa82b-c1b2-4934-bb20-43f8866202ba tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 943 time: 0.0491447 Aug 31 07:30:38.587941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc3a19bd-cc72-4846-a0c5-cb5c14a1b132 req-0830f085-4a9a-4871-a396-908da4f97cdc tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Aug 31 07:30:39.160866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6dce121e-7a7a-4ed7-be81-00ca01acd34b details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:30:39.259923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6dce121e-7a7a-4ed7-be81-00ca01acd34b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6dce121e-7a7a-4ed7-be81-00ca01acd34b,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:39.270710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '6dce121e-7a7a-4ed7-be81-00ca01acd34b', 'network_id': '44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3', 'port_id': '6dce121e-7a7a-4ed7-be81-00ca01acd34b', 'mac_address': 'fa:16:3e:65:47:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa3c4a7-cfcc-479c-bbe6-0eaa85931541', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:30:39.307692 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:39.319987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dce121e-7a7a-4ed7-be81-00ca01acd34b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:39.338625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6dce121e-7a7a-4ed7-be81-00ca01acd34b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6dce121e-7a7a-4ed7-be81-00ca01acd34b,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:39.343381 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:39.392605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6dce121e-7a7a-4ed7-be81-00ca01acd34b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:39.534298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['6dce121e-7a7a-4ed7-be81-00ca01acd34b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:39.704420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509b8c5-bd74-4eae-986d-3b19e2911b72 req-eab8d2b6-9132-4163-adb9-aa4a6eb0a1f3 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:39.705997 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1509b8c5-bd74-4eae-986d-3b19e2911b72 req-eab8d2b6-9132-4163-adb9-aa4a6eb0a1f3 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 944 time: 0.0501480 Aug 31 07:30:39.745298 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1509b8c5-bd74-4eae-986d-3b19e2911b72 req-3702c78d-64ad-44ac-bac8-1dbf54c4d562 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Aug 31 07:30:40.857057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c236d9-d86e-4e71-9a29-023c545c1021 req-890022fd-c04b-47af-9f18-16446a8ed3bd tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:40.858568 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-45c236d9-d86e-4e71-9a29-023c545c1021 req-890022fd-c04b-47af-9f18-16446a8ed3bd tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 944 time: 0.0479333 Aug 31 07:30:40.895636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-45c236d9-d86e-4e71-9a29-023c545c1021 req-cedfa92b-018c-4e00-980b-995d2ce2da44 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Aug 31 07:30:41.191334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6dce121e-7a7a-4ed7-be81-00ca01acd34b up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:30:41.239720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 6dce121e-7a7a-4ed7-be81-00ca01acd34b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:30:41.243505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 6dce121e-7a7a-4ed7-be81-00ca01acd34b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:41.243876 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:41.321434 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:41.343101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f01e29-e9eb-4a75-84b5-df4880efed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dce121e-7a7a-4ed7-be81-00ca01acd34b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:41.345332 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392dad4d-4cc0-4f3e-a73d-dcc235ee3c01" -d '{"events": [{"server_uuid": "69f01e29-e9eb-4a75-84b5-df4880efed4f", "name": "network-vif-plugged", "status": "completed", "tag": "6dce121e-7a7a-4ed7-be81-00ca01acd34b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:41.357814 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 6dce121e-7a7a-4ed7-be81-00ca01acd34b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6dce121e-7a7a-4ed7-be81-00ca01acd34b,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:41.362106 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:41.385458 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea8247-883d-4598-933c-ecbbc9d8b2f9 x-openstack-request-id: req-13ea8247-883d-4598-933c-ecbbc9d8b2f9 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:41.385731 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f01e29-e9eb-4a75-84b5-df4880efed4f", "name": "network-vif-plugged", "status": "completed", "tag": "6dce121e-7a7a-4ed7-be81-00ca01acd34b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:41.385979 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13ea8247-883d-4598-933c-ecbbc9d8b2f9 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:41.387004 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f01e29-e9eb-4a75-84b5-df4880efed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dce121e-7a7a-4ed7-be81-00ca01acd34b', 'code': 200} Aug 31 07:30:41.411952 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=6dce121e-7a7a-4ed7-be81-00ca01acd34b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:41.482014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546868d-4bf4-4a8a-8f3b-6335e2ec7c29 req-33dfa626-5811-4655-a1be-af05b1acec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:41.483478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c546868d-4bf4-4a8a-8f3b-6335e2ec7c29 req-33dfa626-5811-4655-a1be-af05b1acec8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 1097 time: 0.0431309 Aug 31 07:30:41.518107 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c546868d-4bf4-4a8a-8f3b-6335e2ec7c29 req-19845bd8-4eae-410a-9f4f-9a0290f52bfa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275433 Aug 31 07:30:42.010170 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a4953-eb48-4540-b99b-8a91ca3f4abb req-56c86f70-1b2b-4216-8358-5b3cfa2120cd tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:42.012357 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-702a4953-eb48-4540-b99b-8a91ca3f4abb req-56c86f70-1b2b-4216-8358-5b3cfa2120cd tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 945 time: 0.0507104 Aug 31 07:30:42.055861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-702a4953-eb48-4540-b99b-8a91ca3f4abb req-40974c8c-246f-449a-9845-d83c0ec6e90e tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375252 Aug 31 07:30:43.172777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced98ab9-0dcd-47a2-9fc8-4b2ea77b72b8 req-5928520a-80be-46c7-8337-2fca43ac571f tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:43.174307 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ced98ab9-0dcd-47a2-9fc8-4b2ea77b72b8 req-5928520a-80be-46c7-8337-2fca43ac571f tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 945 time: 0.0487795 Aug 31 07:30:43.217281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ced98ab9-0dcd-47a2-9fc8-4b2ea77b72b8 req-103c2e29-9618-4e13-9fce-643169de130e tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Aug 31 07:30:43.443931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdedc9-caa6-4a6b-ad71-0bc0e48bcc33 req-f0ac378f-cd28-4898-beb0-991063e37097 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:43.445442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01cdedc9-caa6-4a6b-ad71-0bc0e48bcc33 req-f0ac378f-cd28-4898-beb0-991063e37097 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 945 time: 0.0488107 Aug 31 07:30:43.484739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-01cdedc9-caa6-4a6b-ad71-0bc0e48bcc33 req-09c0be8b-731e-4cf4-996d-435458f1ed25 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Aug 31 07:30:44.602320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cfb8b-bc3e-42b8-8621-5a9ad76a86d8 req-2f53f707-d062-439f-b3b9-8f8eaf199588 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.603809 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-685cfb8b-bc3e-42b8-8621-5a9ad76a86d8 req-2f53f707-d062-439f-b3b9-8f8eaf199588 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 945 time: 0.0481520 Aug 31 07:30:44.650531 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-685cfb8b-bc3e-42b8-8621-5a9ad76a86d8 req-6d7c6c63-9fb3-4024-beab-c2c257261c6c tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Aug 31 07:30:44.689419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-18119edc-3ead-42c6-b139-9acd75f1767d tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.690869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-18119edc-3ead-42c6-b139-9acd75f1767d tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.42 "GET /v2.0/ports?device_id=69f01e29-e9eb-4a75-84b5-df4880efed4f HTTP/1.1" status: 200 len: 945 time: 0.0514841 Aug 31 07:30:44.779033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Deleting port 6dce121e-7a7a-4ed7-be81-00ca01acd34b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:44.779291 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:44.867822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] For port 6dce121e-7a7a-4ed7-be81-00ca01acd34b, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=6dce121e-7a7a-4ed7-be81-00ca01acd34b,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:44.868186 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:44.880810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Calling delete_port for 6dce121e-7a7a-4ed7-be81-00ca01acd34b owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:45.004239 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:45.016665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['6dce121e-7a7a-4ed7-be81-00ca01acd34b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:45.020119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:45.037024 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Pushing event deleted for resources: {'Port': ['ID=6dce121e-7a7a-4ed7-be81-00ca01acd34b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:45.068835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.069208 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.069531 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.069861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.070189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.070513 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.070835 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.071161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.071533 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.071851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.072172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.072489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:45.093440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] No DVR routers for this DVR port 6dce121e-7a7a-4ed7-be81-00ca01acd34b on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:30:45.096268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:45.098525 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36acc2d6-2042-4b79-b644-bf80d6611147 req-716a620d-1b0a-4e7b-b7ad-bc49cdf39cea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.42 "DELETE /v2.0/ports/6dce121e-7a7a-4ed7-be81-00ca01acd34b HTTP/1.1" status: 204 len: 173 time: 0.4013140 Aug 31 07:30:45.099126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f01e29-e9eb-4a75-84b5-df4880efed4f', 'name': 'network-vif-deleted', 'tag': '6dce121e-7a7a-4ed7-be81-00ca01acd34b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:45.101897 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263e74bd-9440-4bdc-9706-298c41cb3223" -d '{"events": [{"server_uuid": "69f01e29-e9eb-4a75-84b5-df4880efed4f", "name": "network-vif-deleted", "tag": "6dce121e-7a7a-4ed7-be81-00ca01acd34b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:45.151781 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ccab27-3d98-4920-bc0a-5900d3d02108 x-openstack-request-id: req-a9ccab27-3d98-4920-bc0a-5900d3d02108 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:45.152612 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f01e29-e9eb-4a75-84b5-df4880efed4f", "name": "network-vif-deleted", "tag": "6dce121e-7a7a-4ed7-be81-00ca01acd34b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:45.153124 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9ccab27-3d98-4920-bc0a-5900d3d02108 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:45.153552 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f01e29-e9eb-4a75-84b5-df4880efed4f', 'name': 'network-vif-deleted', 'tag': '6dce121e-7a7a-4ed7-be81-00ca01acd34b', 'status': 'completed', 'code': 200} Aug 31 07:30:45.811119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4571c43-df51-4e7a-9480-f9bbb98bca3e req-bc92e6c7-57e7-4456-b4fa-7380dc1ee5ca tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:45.812613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4571c43-df51-4e7a-9480-f9bbb98bca3e req-bc92e6c7-57e7-4456-b4fa-7380dc1ee5ca tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0610211 Aug 31 07:30:45.851081 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b4571c43-df51-4e7a-9480-f9bbb98bca3e req-7f78ff88-6cdf-4c8f-997a-462974b25c8f tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Aug 31 07:30:45.981973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f5b29-c6d8-4c0b-b4c7-5cd52ac55015 req-2f25e377-24f0-49df-baef-286a87d293ea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:45.983411 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b33f5b29-c6d8-4c0b-b4c7-5cd52ac55015 req-2f25e377-24f0-49df-baef-286a87d293ea tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0485115 Aug 31 07:30:46.026213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b33f5b29-c6d8-4c0b-b4c7-5cd52ac55015 req-f4243d16-29ed-45cb-a743-cfa0fecab0f1 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368500 Aug 31 07:30:46.140982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863c356-ce94-469f-b388-25d6a875ab50 req-1dbb1acf-3f76-4c55-a6a6-242702163470 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:46.142491 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b863c356-ce94-469f-b388-25d6a875ab50 req-1dbb1acf-3f76-4c55-a6a6-242702163470 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0482545 Aug 31 07:30:46.180163 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b863c356-ce94-469f-b388-25d6a875ab50 req-df875692-c304-4630-97f6-80962de8b6e7 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Aug 31 07:30:46.252128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-637aa828-467f-402a-acbc-72e76f39073f req-9393efcf-23b4-4238-907e-035e4c8a0532 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:30:46.253053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-637aa828-467f-402a-acbc-72e76f39073f req-9393efcf-23b4-4238-907e-035e4c8a0532 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056493 Aug 31 07:30:46.363145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf63eac-97cd-4116-b7f7-5ce8cc543c5e req-58510cb7-101e-4cbd-8751-178749e6a7b2 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:46.364622 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9cf63eac-97cd-4116-b7f7-5ce8cc543c5e req-58510cb7-101e-4cbd-8751-178749e6a7b2 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0509360 Aug 31 07:30:46.402284 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9cf63eac-97cd-4116-b7f7-5ce8cc543c5e req-db854028-ec52-497d-b12b-53c7358c4454 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Aug 31 07:30:46.517062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f2624-759d-405a-91be-c7accded335e req-c5d7cc84-aef9-4400-b0e3-085bf3a63c32 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:46.518539 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d33f2624-759d-405a-91be-c7accded335e req-c5d7cc84-aef9-4400-b0e3-085bf3a63c32 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0485413 Aug 31 07:30:46.556659 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d33f2624-759d-405a-91be-c7accded335e req-cf58849d-29a1-426e-ae20-d9a9fb0e9332 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Aug 31 07:30:46.679736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a4e1b-06a6-4d99-8eeb-97d9fbec7803 req-9fdc6c9e-c152-41ec-a973-46d328807e18 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:46.681277 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-046a4e1b-06a6-4d99-8eeb-97d9fbec7803 req-9fdc6c9e-c152-41ec-a973-46d328807e18 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0499272 Aug 31 07:30:46.718301 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-046a4e1b-06a6-4d99-8eeb-97d9fbec7803 req-6356c2c1-a139-4580-b13f-127b87c04d43 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Aug 31 07:30:47.017485 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae9bdb-686d-4ddb-83c0-d05b4aac8653 req-39dff2d6-5c4b-44bb-bf0b-79281ad51566 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:47.019000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13ae9bdb-686d-4ddb-83c0-d05b4aac8653 req-39dff2d6-5c4b-44bb-bf0b-79281ad51566 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0498364 Aug 31 07:30:47.061957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13ae9bdb-686d-4ddb-83c0-d05b4aac8653 req-d1735ebd-348b-4807-8c85-8025d4411cb2 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369051 Aug 31 07:30:48.175428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c764d4-15c2-4288-9555-5eca5ca0b05e req-58ae508a-3ba8-4594-8813-74600afcf5b1 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:48.176900 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4c764d4-15c2-4288-9555-5eca5ca0b05e req-58ae508a-3ba8-4594-8813-74600afcf5b1 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0480356 Aug 31 07:30:48.214378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4c764d4-15c2-4288-9555-5eca5ca0b05e req-8517233e-918e-469e-882b-fe82b2312270 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b237e6a-2594-4072-8b70-7766bbeb310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Aug 31 07:30:48.793633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-fa6c2276-c6c9-4b53-8ba9-2958c1cb3f53 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:48.795096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-fa6c2276-c6c9-4b53-8ba9-2958c1cb3f53 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 946 time: 0.0488799 Aug 31 07:30:48.882171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Deleting port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:48.882512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:48.972902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] For port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,segment=NetworkSegment(f10ade7d-ee14-4f20-a953-10d2ee26adc4),segment_id=f10ade7d-ee14-4f20-a953-10d2ee26adc4)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:48.973295 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:48.986814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Calling delete_port for 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:49.118248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:49.133885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:49.150672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Pushing event deleted for resources: {'Port': ['ID=300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:49.195823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] No DVR routers for this DVR port 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:30:49.198581 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:49.201231 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f233e2b-f161-46a7-b025-26b4a81b74ad req-29c62547-2c76-49ab-ac7b-12263568b7f9 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.23 "DELETE /v2.0/ports/300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea HTTP/1.1" status: 204 len: 173 time: 0.3983822 Aug 31 07:30:49.201671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8391f7c-c592-4310-a8bf-7b013c68aab1', 'name': 'network-vif-deleted', 'tag': '300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:49.204093 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b23354a-7753-46e4-ba04-776bb7aecb35" -d '{"events": [{"server_uuid": "b8391f7c-c592-4310-a8bf-7b013c68aab1", "name": "network-vif-deleted", "tag": "300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:49.239657 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6dce121e-7a7a-4ed7-be81-00ca01acd34b no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:49.252970 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653ecc08-bd53-4c54-a2b5-b9c6f11fa688 x-openstack-request-id: req-653ecc08-bd53-4c54-a2b5-b9c6f11fa688 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:49.253330 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8391f7c-c592-4310-a8bf-7b013c68aab1", "name": "network-vif-deleted", "tag": "300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:49.253612 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-653ecc08-bd53-4c54-a2b5-b9c6f11fa688 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:49.254112 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8391f7c-c592-4310-a8bf-7b013c68aab1', 'name': 'network-vif-deleted', 'tag': '300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea', 'status': 'completed', 'code': 200} Aug 31 07:30:49.265090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 6dce121e-7a7a-4ed7-be81-00ca01acd34b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:30:49.265794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 6dce121e-7a7a-4ed7-be81-00ca01acd34b not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:49.331207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1953a435-3ca5-427a-87d8-29e6601014e0 req-8f093a8b-3e73-4458-89c3-61bcfd653f66 tempest-ServersNegativeTestJSON-858821256 tempest-ServersNegativeTestJSON-858821256-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8391f7c-c592-4310-a8bf-7b013c68aab1 HTTP/1.1" status: 200 len: 210 time: 0.0275066 Aug 31 07:30:50.388003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54524) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:50.433574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1378cd-2139-4b70-b46f-3afa2fb75f8e admin admin] Deleting subnet 1fa3c4a7-cfcc-479c-bbe6-0eaa85931541 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:30:50.437139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d1378cd-2139-4b70-b46f-3afa2fb75f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.474215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d1378cd-2139-4b70-b46f-3afa2fb75f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.511427 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d1378cd-2139-4b70-b46f-3afa2fb75f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.562916 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d1378cd-2139-4b70-b46f-3afa2fb75f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.590951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1378cd-2139-4b70-b46f-3afa2fb75f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa3c4a7-cfcc-479c-bbe6-0eaa85931541,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:50.593355 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-2d1378cd-2139-4b70-b46f-3afa2fb75f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.595458 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-2d1378cd-2139-4b70-b46f-3afa2fb75f8e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1fa3c4a7-cfcc-479c-bbe6-0eaa85931541 HTTP/1.1" status: 204 len: 168 time: 0.2061269 Aug 31 07:30:50.597570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54526) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:50.666752 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.741760 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.751204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:50.760951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10ade7d-ee14-4f20-a953-10d2ee26adc4') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:50.761784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10ade7d-ee14-4f20-a953-10d2ee26adc4') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:50.770356 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.784100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.790231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:30:50.790641 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:30:50.792368 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:30:50.847583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.853064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.854910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] 10.222.0.15 "DELETE /v2.0/networks/44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3 HTTP/1.1" status: 204 len: 168 time: 0.2564385 Aug 31 07:30:50.866727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8d5df-ddf0-4d9b-a289-412990b16b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=44ffcfd2-bd48-4c73-a48a-4e7bf78a3be3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:50.963033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54530) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:51.005247 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-39983332-27ae-48cc-ac8e-c44ca92695c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e123c8645144b079dd733417ac9b691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390399 Aug 31 07:30:51.005651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54532) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:51.052056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a44644-e543-40f9-bbb4-83e926bbda31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:51.076818 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a44644-e543-40f9-bbb4-83e926bbda31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:51.125308 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a44644-e543-40f9-bbb4-83e926bbda31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:51.127816 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a44644-e543-40f9-bbb4-83e926bbda31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:51.128989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d6a44644-e543-40f9-bbb4-83e926bbda31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b237e6a-2594-4072-8b70-7766bbeb310f HTTP/1.1" status: 204 len: 168 time: 0.1224511 Aug 31 07:30:51.136861 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a44644-e543-40f9-bbb4-83e926bbda31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b237e6a-2594-4072-8b70-7766bbeb310f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:51.798676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54554) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:51.892088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1028353663'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:51.913237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:51.916562 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:51.924669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:52.015060 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:52.019388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:52.048072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:30:52.054339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9200a6bd-dd5a-460d-8777-fa7b57861643,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:52.061072 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:52.061476 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Added segment 794713ec-7fee-4623-9439-ced1d0e7670c of type vlan for network fdbd2e3f-077d-458c-8529-289d52a5105f Aug 31 07:30:52.102559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:52.126150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:52.131722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:52.132318 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:52.191101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3913114 Aug 31 07:30:52.201548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf05afc-4eed-4513-9464-38dc4c055e04 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Network': ['ID=fdbd2e3f-077d-458c-8529-289d52a5105f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:52.211654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network fdbd2e3f-077d-458c-8529-289d52a5105f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:30:53.307728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:53.333050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:30:53.333426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 300469ad-b6d3-4a4a-bb2c-3058e9b0b3ea not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:54.289803 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-04e29c30-8673-412a-85fa-e353a5d4cfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:54.970285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.412950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:55.418260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'subnet': {'network_id': 'fdbd2e3f-077d-458c-8529-289d52a5105f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:55.504121 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:55.507596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.687367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.750964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Subnet': ['ID=3a787d4a-f53b-47aa-8bcf-ba1226d58e01,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:55.761020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Checking segment: {'id': '794713ec-7fee-4623-9439-ced1d0e7670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdbd2e3f-077d-458c-8529-289d52a5105f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:55.761998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network hostable DHCP agents. Network: fdbd2e3f-077d-458c-8529-289d52a5105f, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:30:55.765531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.765873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.766207 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.766537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.766864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.767189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.767514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.767836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.768153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.768470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.768785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.769102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:55.785807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network fdbd2e3f-077d-458c-8529-289d52a5105f is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:30:55.793491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, fdbd2e3f-077d-458c-8529-289d52a5105f) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:55.797653 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:55.798253 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.803964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39fae5a-6926-47ce-8cdd-aa7664c97e6a None None] Network fdbd2e3f-077d-458c-8529-289d52a5105f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:55.812753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5c09f28d-5fe3-4241-a25b-08128bc7343a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3986459 Aug 31 07:30:55.816353 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:55.821491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445308209'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:55.843531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:55.847059 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.871454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:30:55.881084 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.881587 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Added segment c46d1fed-7d6d-42ef-9a9d-f0a4c37b92b5 of type vlan for network f6af15b9-4f6c-4c42-969f-aef74099243d Aug 31 07:30:55.921770 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.945829 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-fdbd2e3f-077d-458c-8529-289d52a5105f', 'network_id': 'fdbd2e3f-077d-458c-8529-289d52a5105f', 'tenant_id': '127f738c17ae42479288034997b48564', 'fixed_ips': [{'subnet_id': '3a787d4a-f53b-47aa-8bcf-ba1226d58e01'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:30:55.946708 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.946903 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:55.952622 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:55.953248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.009380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1918895 Aug 31 07:30:56.012483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54562) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:56.017658 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'subnet': {'network_id': 'f6af15b9-4f6c-4c42-969f-aef74099243d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:56.026862 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f0d38-0e54-4976-964c-e675fb1fc6b3 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Network': ['ID=f6af15b9-4f6c-4c42-969f-aef74099243d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:56.038966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network f6af15b9-4f6c-4c42-969f-aef74099243d details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:30:56.103682 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:56.108224 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.149336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Allocated IP 2001:db8:0:ffff::2 (fdbd2e3f-077d-458c-8529-289d52a5105f/3a787d4a-f53b-47aa-8bcf-ba1226d58e01/4ad18d6e-75f6-4997-8564-bb1863e2a66c) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:30:56.296839 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.301527 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.305540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Transition to ACTIVE for port object 4ad18d6e-75f6-4997-8564-bb1863e2a66c will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:56.320704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Transition to ACTIVE for port object 4ad18d6e-75f6-4997-8564-bb1863e2a66c will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:56.326710 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.365937 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Network fdbd2e3f-077d-458c-8529-289d52a5105f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:30:56.368808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:56.369902 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Subnet': ['ID=59f502c6-1683-4c39-9014-79359fd91b9b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:56.373012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:30:56.378142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Checking segment: {'id': 'c46d1fed-7d6d-42ef-9a9d-f0a4c37b92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f6af15b9-4f6c-4c42-969f-aef74099243d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:56.378554 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network hostable DHCP agents. Network: f6af15b9-4f6c-4c42-969f-aef74099243d, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:30:56.380118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Pushing event updated for resources: {'Port': ['ID=4ad18d6e-75f6-4997-8564-bb1863e2a66c,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:56.390760 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.391114 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.391610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.391816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.392179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.392487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.392843 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.393238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.393562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.393838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.394168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.394544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:56.396325 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network f6af15b9-4f6c-4c42-969f-aef74099243d is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:30:56.410644 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, f6af15b9-4f6c-4c42-969f-aef74099243d) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:56.415483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:56.416284 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.425147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e851ed1-8974-482c-bbd3-9f8e50c4faf1 None None] Network f6af15b9-4f6c-4c42-969f-aef74099243d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:56.433433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-69ea6204-d85d-4f47-86bf-b178da39593d tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4181106 Aug 31 07:30:56.434901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54564) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:56.454449 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.493825 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Attempting to bind port 4ad18d6e-75f6-4997-8564-bb1863e2a66c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:30:56.494197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Attempting to bind port 4ad18d6e-75f6-4997-8564-bb1863e2a66c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '794713ec-7fee-4623-9439-ced1d0e7670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdbd2e3f-077d-458c-8529-289d52a5105f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:30:56.494566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Attempting to bind port 4ad18d6e-75f6-4997-8564-bb1863e2a66c on network fdbd2e3f-077d-458c-8529-289d52a5105f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:56.504464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:30:56.504842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Checking segment: {'id': '794713ec-7fee-4623-9439-ced1d0e7670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdbd2e3f-077d-458c-8529-289d52a5105f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:56.505277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.505674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Bound using segment: {'id': '794713ec-7fee-4623-9439-ced1d0e7670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdbd2e3f-077d-458c-8529-289d52a5105f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:30:56.506148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Bound port: 4ad18d6e-75f6-4997-8564-bb1863e2a66c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794713ec-7fee-4623-9439-ced1d0e7670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdbd2e3f-077d-458c-8529-289d52a5105f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:30:56.506532 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.530970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.611422 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.616020 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] For port 4ad18d6e-75f6-4997-8564-bb1863e2a66c, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:56.621140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] For port 4ad18d6e-75f6-4997-8564-bb1863e2a66c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4ad18d6e-75f6-4997-8564-bb1863e2a66c,segment=NetworkSegment(794713ec-7fee-4623-9439-ced1d0e7670c),segment_id=794713ec-7fee-4623-9439-ced1d0e7670c)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:30:56.625694 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.675723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21afa829-86d2-4d94-951d-afd0f297ba34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-f6af15b9-4f6c-4c42-969f-aef74099243d', 'network_id': 'f6af15b9-4f6c-4c42-969f-aef74099243d', 'tenant_id': '127f738c17ae42479288034997b48564', 'fixed_ips': [{'subnet_id': '59f502c6-1683-4c39-9014-79359fd91b9b'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:30:56.676624 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-21afa829-86d2-4d94-951d-afd0f297ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.680051 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.710590 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Subnet': ['ID=59f502c6-1683-4c39-9014-79359fd91b9b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:56.726632 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3c96c-b7df-429a-b0cd-ce1880a708cd None None] Pushing event updated for resources: {'Port': ['ID=4ad18d6e-75f6-4997-8564-bb1863e2a66c,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:56.781990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.791379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2d08b-53a0-462b-a3a8-f58624fff70e None None] Network f6af15b9-4f6c-4c42-969f-aef74099243d requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:56.796778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6af15b9-4f6c-4c42-969f-aef74099243d']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:56.808516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46d1fed-7d6d-42ef-9a9d-f0a4c37b92b5') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:56.808842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46d1fed-7d6d-42ef-9a9d-f0a4c37b92b5') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:56.820594 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.838122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.846661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:30:56.847161 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:30:56.851257 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:30:56.931744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.941003 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.943509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/f6af15b9-4f6c-4c42-969f-aef74099243d HTTP/1.1" status: 204 len: 168 time: 0.5076387 Aug 31 07:30:56.948200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54566) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:56.956175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1338997096'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:56.957571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28988ad3-32b3-46c0-a0f1-73f369f79c05 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Network': ['ID=f6af15b9-4f6c-4c42-969f-aef74099243d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:56.959353 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b515f6c5-1e0d-4cb5-b267-37a90c6b879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.978866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.997246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:56.997874 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.023854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:30:57.034002 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.034407 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Added segment 386deb08-f892-405a-af8c-91cd70aa6afd of type vlan for network 60563e13-7e3f-42a6-ad80-226108dfa14b Aug 31 07:30:57.074531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.099022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.104488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:57.105770 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.174912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2246091 Aug 31 07:30:57.177615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54568) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:57.184574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'subnet': {'network_id': '60563e13-7e3f-42a6-ad80-226108dfa14b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:57.209219 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06293928-1c8f-49d1-b32c-f8a8fbf26fd9 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Network': ['ID=60563e13-7e3f-42a6-ad80-226108dfa14b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:57.220250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 60563e13-7e3f-42a6-ad80-226108dfa14b details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:30:57.284087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:57.287901 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.351407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Performing IP validity checks on allocation pools {{(pid=94667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 07:30:57.352501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.ipam_backend_mixin [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 07:30:57.484350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.541463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Subnet': ['ID=cdd68537-97dd-4828-85b3-0b34aa5ca1b3,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:57.563562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Checking segment: {'id': '386deb08-f892-405a-af8c-91cd70aa6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '60563e13-7e3f-42a6-ad80-226108dfa14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:57.564031 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network hostable DHCP agents. Network: 60563e13-7e3f-42a6-ad80-226108dfa14b, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:30:57.586291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network 60563e13-7e3f-42a6-ad80-226108dfa14b is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:30:57.605705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 60563e13-7e3f-42a6-ad80-226108dfa14b) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:57.610223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:57.610707 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.619200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ff2a9-279e-47c9-98bd-eea35b0b2e8f None None] Network 60563e13-7e3f-42a6-ad80-226108dfa14b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:57.629526 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f5cbd580-9d0c-4157-9454-4139a2be3ea5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4490380 Aug 31 07:30:57.630312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54570) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:57.673057 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4ad18d6e-75f6-4997-8564-bb1863e2a66c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:30:57.674989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf553ad-9792-4e4c-a9b7-5c9bbe83c911 None None] Network fdbd2e3f-077d-458c-8529-289d52a5105f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:57.746106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.797730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8d47e014-1c51-4c08-9bc0-b49dea6f77e7 None None] Provisioning for port 4ad18d6e-75f6-4997-8564-bb1863e2a66c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:30:57.822705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.859824 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4ad18d6e-75f6-4997-8564-bb1863e2a66c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:30:57.889282 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.893379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4ad18d6e-75f6-4997-8564-bb1863e2a66c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:57.893756 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.914952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd68537-97dd-4828-85b3-0b34aa5ca1b3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:57.963229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d14440-7755-4f7f-8624-002bbe63d1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-60563e13-7e3f-42a6-ad80-226108dfa14b', 'network_id': '60563e13-7e3f-42a6-ad80-226108dfa14b', 'tenant_id': '127f738c17ae42479288034997b48564', 'fixed_ips': [{'subnet_id': 'cdd68537-97dd-4828-85b3-0b34aa5ca1b3'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:30:57.964617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-89d14440-7755-4f7f-8624-002bbe63d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.981124 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.991726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60563e13-7e3f-42a6-ad80-226108dfa14b']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:58.002650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386deb08-f892-405a-af8c-91cd70aa6afd') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:58.002942 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386deb08-f892-405a-af8c-91cd70aa6afd') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:58.012508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.032992 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.039361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:30:58.039756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:30:58.043978 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:30:58.096278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599b9c8-0cd5-4ccc-8d32-d023bce1c3e3 None None] Network 60563e13-7e3f-42a6-ad80-226108dfa14b requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:58.105279 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.118101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.120018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/60563e13-7e3f-42a6-ad80-226108dfa14b HTTP/1.1" status: 204 len: 168 time: 0.4886498 Aug 31 07:30:58.124528 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54572) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:58.129969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-23573304'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:58.130824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613cfd9-e276-47ec-bbc4-5a2462145f69 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Network': ['ID=60563e13-7e3f-42a6-ad80-226108dfa14b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:58.150673 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.159542 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:58.163278 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.188634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:30:58.199470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.200056 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Added segment 05513bd3-c5c3-4014-acf6-5171b0516af4 of type vlan for network cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 Aug 31 07:30:58.224428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4ad18d6e-75f6-4997-8564-bb1863e2a66c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4ad18d6e-75f6-4997-8564-bb1863e2a66c,segment=NetworkSegment(794713ec-7fee-4623-9439-ced1d0e7670c),segment_id=794713ec-7fee-4623-9439-ced1d0e7670c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:58.246355 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.254334 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.281352 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.287232 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:58.287838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.302484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4ad18d6e-75f6-4997-8564-bb1863e2a66c,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:58.339998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.344502 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2187765 Aug 31 07:30:58.345040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2665c184-9afc-4a07-8615-853c0399d4ae None None] Provisioning complete for port 4ad18d6e-75f6-4997-8564-bb1863e2a66c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:58.345451 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2665c184-9afc-4a07-8615-853c0399d4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.348270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54574) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:58.354455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'subnet': {'network_id': 'cebbc0b7-718d-4d58-9d30-e24bc64e2ee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:58.355538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae6933-64ae-4cf5-a41f-0a7f0cee7c48 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Network': ['ID=cebbc0b7-718d-4d58-9d30-e24bc64e2ee6,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:58.368797 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:30:58.447870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:58.452356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.642521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.702971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Subnet': ['ID=e440e727-6af1-416b-8fa9-5e4e28dde8fa,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:58.710158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Checking segment: {'id': '05513bd3-c5c3-4014-acf6-5171b0516af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cebbc0b7-718d-4d58-9d30-e24bc64e2ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:58.710524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network hostable DHCP agents. Network: cebbc0b7-718d-4d58-9d30-e24bc64e2ee6, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:30:58.726665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:30:58.735726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, cebbc0b7-718d-4d58-9d30-e24bc64e2ee6) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:58.739801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:58.740508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.745117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d4418-307c-4eee-af16-5e3acb128351 None None] Network cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:58.754620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a0c7bcaf-5620-4951-8e1a-ee2120ce29ec tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4049726 Aug 31 07:30:58.758211 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:58.763118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902899790'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:58.783301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:58.786923 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.810593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:30:58.819643 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.819995 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Added segment 6a9dbcc5-d6dc-435e-982c-2fd5c399ded4 of type vlan for network 01b5c106-1fc1-4e4e-92ce-8021c1750eef Aug 31 07:30:58.860045 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.886025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.890809 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-cebbc0b7-718d-4d58-9d30-e24bc64e2ee6', 'network_id': 'cebbc0b7-718d-4d58-9d30-e24bc64e2ee6', 'tenant_id': '127f738c17ae42479288034997b48564', 'fixed_ips': [{'subnet_id': 'e440e727-6af1-416b-8fa9-5e4e28dde8fa'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:30:58.891676 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.891831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:58.892313 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:58.954684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1953516 Aug 31 07:30:58.957408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54578) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:58.964309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Request body: {'subnet': {'network_id': '01b5c106-1fc1-4e4e-92ce-8021c1750eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:58.970695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fba49-8105-44e2-bc16-6f70edb926c5 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Network': ['ID=01b5c106-1fc1-4e4e-92ce-8021c1750eef,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:58.981493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 01b5c106-1fc1-4e4e-92ce-8021c1750eef details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:30:59.055811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Made reservation on behalf of 127f738c17ae42479288034997b48564 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:59.060176 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.091854 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Allocated IP 2001:db8::2 (cebbc0b7-718d-4d58-9d30-e24bc64e2ee6/e440e727-6af1-416b-8fa9-5e4e28dde8fa/207c026e-56ab-4c83-af63-2ada22a8c926) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:30:59.244049 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.252646 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.253385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Transition to ACTIVE for port object 207c026e-56ab-4c83-af63-2ada22a8c926 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:59.269549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Transition to ACTIVE for port object 207c026e-56ab-4c83-af63-2ada22a8c926 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:59.275441 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.309889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event updated for resources: {'Subnet': ['ID=98982427-44a4-4b66-8805-79b8841b4a4a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:59.311243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Network cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:30:59.316179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:59.319735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:30:59.328132 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Checking segment: {'id': '6a9dbcc5-d6dc-435e-982c-2fd5c399ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '01b5c106-1fc1-4e4e-92ce-8021c1750eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:59.328503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network hostable DHCP agents. Network: 01b5c106-1fc1-4e4e-92ce-8021c1750eef, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:30:59.329494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Pushing event updated for resources: {'Port': ['ID=207c026e-56ab-4c83-af63-2ada22a8c926,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:59.345781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Network 01b5c106-1fc1-4e4e-92ce-8021c1750eef is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:30:59.355474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 01b5c106-1fc1-4e4e-92ce-8021c1750eef) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:59.359932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:59.360556 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.372125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6bb898-cda8-4582-916b-025a559e4dfd None None] Network 01b5c106-1fc1-4e4e-92ce-8021c1750eef requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:59.377287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-deacda2a-a8c3-438c-af2f-88bccdde5d27 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4186449 Aug 31 07:30:59.379765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54580) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:59.421631 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Attempting to bind port 207c026e-56ab-4c83-af63-2ada22a8c926 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:30:59.422010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Attempting to bind port 207c026e-56ab-4c83-af63-2ada22a8c926 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '05513bd3-c5c3-4014-acf6-5171b0516af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cebbc0b7-718d-4d58-9d30-e24bc64e2ee6'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:30:59.422382 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Attempting to bind port 207c026e-56ab-4c83-af63-2ada22a8c926 on network cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:59.433495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:30:59.433879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Checking segment: {'id': '05513bd3-c5c3-4014-acf6-5171b0516af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cebbc0b7-718d-4d58-9d30-e24bc64e2ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:59.434285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.434684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Bound using segment: {'id': '05513bd3-c5c3-4014-acf6-5171b0516af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cebbc0b7-718d-4d58-9d30-e24bc64e2ee6'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:30:59.435156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Bound port: 207c026e-56ab-4c83-af63-2ada22a8c926, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05513bd3-c5c3-4014-acf6-5171b0516af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cebbc0b7-718d-4d58-9d30-e24bc64e2ee6'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:30:59.435542 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.478863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.530713 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.550496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] For port 207c026e-56ab-4c83-af63-2ada22a8c926, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:59.555282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] For port 207c026e-56ab-4c83-af63-2ada22a8c926, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=207c026e-56ab-4c83-af63-2ada22a8c926,segment=NetworkSegment(05513bd3-c5c3-4014-acf6-5171b0516af4),segment_id=05513bd3-c5c3-4014-acf6-5171b0516af4)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:30:59.563915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.607728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92e9c8-bd14-42c0-8e85-1bb64c0d5aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-01b5c106-1fc1-4e4e-92ce-8021c1750eef', 'network_id': '01b5c106-1fc1-4e4e-92ce-8021c1750eef', 'tenant_id': '127f738c17ae42479288034997b48564', 'fixed_ips': [{'subnet_id': '98982427-44a4-4b66-8805-79b8841b4a4a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:30:59.608664 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eb92e9c8-bd14-42c0-8e85-1bb64c0d5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.610501 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.623837 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4ad18d6e-75f6-4997-8564-bb1863e2a66c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:30:59.656610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Subnet': ['ID=98982427-44a4-4b66-8805-79b8841b4a4a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:59.717893 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.728100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b5c106-1fc1-4e4e-92ce-8021c1750eef']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:59.734070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cea641-e558-49af-b627-b68ed3befaab None None] Pushing event updated for resources: {'Port': ['ID=207c026e-56ab-4c83-af63-2ada22a8c926,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:59.739117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9dbcc5-d6dc-435e-982c-2fd5c399ded4') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:59.739750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9dbcc5-d6dc-435e-982c-2fd5c399ded4') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:59.750510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.758865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b0570e-5c4c-4efa-a996-20f5d8e42ebc None None] Network 01b5c106-1fc1-4e4e-92ce-8021c1750eef requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:30:59.766150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.772819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4ad18d6e-75f6-4997-8564-bb1863e2a66c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:59.773129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:30:59.773297 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.773586 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:30:59.778374 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:30:59.867585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.874568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.880501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54582) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:59.887669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/01b5c106-1fc1-4e4e-92ce-8021c1750eef HTTP/1.1" status: 204 len: 168 time: 0.5067697 Aug 31 07:30:59.899760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c917bf-bcca-4158-b57a-39f08f7884a1 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Network': ['ID=01b5c106-1fc1-4e4e-92ce-8021c1750eef,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:59.918092 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6016a3e-995e-4d42-98b2-99ca2bd7b243 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] GET failed (client error): The resource could not be found. Aug 31 07:30:59.920194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b6016a3e-995e-4d42-98b2-99ca2bd7b243 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "GET /v2.0/subnets/98982427-44a4-4b66-8805-79b8841b4a4a HTTP/1.1" status: 404 len: 337 time: 0.0380011 Aug 31 07:30:59.923129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54584) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:59.941880 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-987b473f-c9a7-48c3-8e71-7d06d8be5b32 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] DELETE failed (client error): The resource could not be found. Aug 31 07:30:59.942602 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987b473f-c9a7-48c3-8e71-7d06d8be5b32 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:30:59.946488 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-987b473f-c9a7-48c3-8e71-7d06d8be5b32 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/01b5c106-1fc1-4e4e-92ce-8021c1750eef HTTP/1.1" status: 404 len: 339 time: 0.0205727 Aug 31 07:30:59.950849 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54586) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:59.978403 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-167877f0-ce90-45ca-a833-94537a53395f tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] DELETE failed (client error): The resource could not be found. Aug 31 07:30:59.978886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167877f0-ce90-45ca-a833-94537a53395f tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:30:59.980660 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-167877f0-ce90-45ca-a833-94537a53395f tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/subnets/98982427-44a4-4b66-8805-79b8841b4a4a HTTP/1.1" status: 404 len: 337 time: 0.0287533 Aug 31 07:30:59.983269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54588) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:00.002450 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc7deea-7b6f-46be-9ecf-75e572b2d6ed tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] DELETE failed (client error): The resource could not be found. Aug 31 07:31:00.002989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc7deea-7b6f-46be-9ecf-75e572b2d6ed tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:31:00.004698 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0fc7deea-7b6f-46be-9ecf-75e572b2d6ed tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/01b5c106-1fc1-4e4e-92ce-8021c1750eef HTTP/1.1" status: 404 len: 339 time: 0.0203383 Aug 31 07:31:00.007244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54590) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:00.056711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef39d11-4297-4a22-b4e8-f0e2689f3740 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Deleting subnet e440e727-6af1-416b-8fa9-5e4e28dde8fa {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:31:00.060322 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fef39d11-4297-4a22-b4e8-f0e2689f3740 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.104389 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fef39d11-4297-4a22-b4e8-f0e2689f3740 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.188166 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fef39d11-4297-4a22-b4e8-f0e2689f3740 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.190625 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.246190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fef39d11-4297-4a22-b4e8-f0e2689f3740 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.277666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef39d11-4297-4a22-b4e8-f0e2689f3740 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Subnet': ['ID=e440e727-6af1-416b-8fa9-5e4e28dde8fa,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:00.283172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fef39d11-4297-4a22-b4e8-f0e2689f3740 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.284691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-fef39d11-4297-4a22-b4e8-f0e2689f3740 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/subnets/e440e727-6af1-416b-8fa9-5e4e28dde8fa HTTP/1.1" status: 204 len: 168 time: 0.2765012 Aug 31 07:31:00.287433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54592) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:00.365525 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.422488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Deleting port 207c026e-56ab-4c83-af63-2ada22a8c926 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:31:00.422819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.489476 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] For port 207c026e-56ab-4c83-af63-2ada22a8c926, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=207c026e-56ab-4c83-af63-2ada22a8c926,segment=NetworkSegment(05513bd3-c5c3-4014-acf6-5171b0516af4),segment_id=05513bd3-c5c3-4014-acf6-5171b0516af4)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:00.489837 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.503656 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Calling delete_port for 207c026e-56ab-4c83-af63-2ada22a8c926 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:31:00.574350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49986a-cb28-48fa-87b6-adea8406a9ff None None] Network cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:00.584400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.611560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Port': ['ID=207c026e-56ab-4c83-af63-2ada22a8c926,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:00.613439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No DVR routers for this DVR port 207c026e-56ab-4c83-af63-2ada22a8c926 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:31:00.679187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b4335395-7bac-489f-a89f-c8329fd6d037 None None] Could not find standard attr ID for object 207c026e-56ab-4c83-af63-2ada22a8c926. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:31:00.694428 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.705906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebbc0b7-718d-4d58-9d30-e24bc64e2ee6']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:00.717078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05513bd3-c5c3-4014-acf6-5171b0516af4') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:00.717397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05513bd3-c5c3-4014-acf6-5171b0516af4') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:00.726817 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.728909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e1e165-6998-4813-89eb-d28eaac574ed None None] DHCP port deletion for cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:31:00.742681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.749546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:31:00.749979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:31:00.753069 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:31:00.815057 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.822020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:00.823770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/cebbc0b7-718d-4d58-9d30-e24bc64e2ee6 HTTP/1.1" status: 204 len: 168 time: 0.5351717 Aug 31 07:31:00.827046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54594) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:00.838640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bec4a8-e5ce-49a9-b401-2c211d79d439 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Network': ['ID=cebbc0b7-718d-4d58-9d30-e24bc64e2ee6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:00.856346 n-d-712142-16 neutron-server[94668]: INFO neutron.pecan_wsgi.hooks.translation [None req-00060bf0-a861-4959-ad49-89d59ad64578 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] DELETE failed (client error): The resource could not be found. Aug 31 07:31:00.856894 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00060bf0-a861-4959-ad49-89d59ad64578 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:31:00.858669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-00060bf0-a861-4959-ad49-89d59ad64578 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/subnets/cdd68537-97dd-4828-85b3-0b34aa5ca1b3 HTTP/1.1" status: 404 len: 337 time: 0.0306637 Aug 31 07:31:00.861481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54596) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:00.880280 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c64ac8d-e526-458e-9327-2d6e0c44b55a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] DELETE failed (client error): The resource could not be found. Aug 31 07:31:00.880821 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c64ac8d-e526-458e-9327-2d6e0c44b55a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:31:00.882571 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7c64ac8d-e526-458e-9327-2d6e0c44b55a tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/60563e13-7e3f-42a6-ad80-226108dfa14b HTTP/1.1" status: 404 len: 339 time: 0.0200636 Aug 31 07:31:00.885217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54598) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:00.911775 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f16bf8-dd23-40bb-be34-8f432e423c03 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] DELETE failed (client error): The resource could not be found. Aug 31 07:31:00.912220 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f16bf8-dd23-40bb-be34-8f432e423c03 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:31:00.913941 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-56f16bf8-dd23-40bb-be34-8f432e423c03 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/subnets/59f502c6-1683-4c39-9014-79359fd91b9b HTTP/1.1" status: 404 len: 337 time: 0.0277727 Aug 31 07:31:00.916562 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54600) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:00.934470 n-d-712142-16 neutron-server[94667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01df05b-9339-4fc3-9ac6-7b1addba26ff tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] DELETE failed (client error): The resource could not be found. Aug 31 07:31:00.934994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01df05b-9339-4fc3-9ac6-7b1addba26ff tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:31:00.936629 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d01df05b-9339-4fc3-9ac6-7b1addba26ff tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/f6af15b9-4f6c-4c42-969f-aef74099243d HTTP/1.1" status: 404 len: 339 time: 0.0191708 Aug 31 07:31:00.939041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54602) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:00.988633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3527b7-920b-4916-b20b-e389a6b14d5e tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Deleting subnet 3a787d4a-f53b-47aa-8bcf-ba1226d58e01 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:31:00.991727 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d3527b7-920b-4916-b20b-e389a6b14d5e tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.035149 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d3527b7-920b-4916-b20b-e389a6b14d5e tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.116411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d3527b7-920b-4916-b20b-e389a6b14d5e tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.172826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d3527b7-920b-4916-b20b-e389a6b14d5e tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.204001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3527b7-920b-4916-b20b-e389a6b14d5e tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Subnet': ['ID=3a787d4a-f53b-47aa-8bcf-ba1226d58e01,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:01.207812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d3527b7-920b-4916-b20b-e389a6b14d5e tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.209717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4d3527b7-920b-4916-b20b-e389a6b14d5e tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/subnets/3a787d4a-f53b-47aa-8bcf-ba1226d58e01 HTTP/1.1" status: 204 len: 168 time: 0.2698009 Aug 31 07:31:01.212184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54604) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:01.215143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326aefc1-7148-45a7-b459-c10d2dd5ceab None None] Network fdbd2e3f-077d-458c-8529-289d52a5105f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:01.289312 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.342506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Deleting port 4ad18d6e-75f6-4997-8564-bb1863e2a66c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:31:01.342850 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.392562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] DHCP port deletion for fdbd2e3f-077d-458c-8529-289d52a5105f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:31:01.409947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] For port 4ad18d6e-75f6-4997-8564-bb1863e2a66c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4ad18d6e-75f6-4997-8564-bb1863e2a66c,segment=NetworkSegment(794713ec-7fee-4623-9439-ced1d0e7670c),segment_id=794713ec-7fee-4623-9439-ced1d0e7670c)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:01.410314 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.423833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Calling delete_port for 4ad18d6e-75f6-4997-8564-bb1863e2a66c owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:31:01.443330 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] Deleting port 4ad18d6e-75f6-4997-8564-bb1863e2a66c {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:31:01.443774 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.501083 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.503921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] For port 4ad18d6e-75f6-4997-8564-bb1863e2a66c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4ad18d6e-75f6-4997-8564-bb1863e2a66c,segment=NetworkSegment(794713ec-7fee-4623-9439-ced1d0e7670c),segment_id=794713ec-7fee-4623-9439-ced1d0e7670c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:01.504317 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.516696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] Calling delete_port for 4ad18d6e-75f6-4997-8564-bb1863e2a66c owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:31:01.527669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Port': ['ID=4ad18d6e-75f6-4997-8564-bb1863e2a66c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:01.529891 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] No DVR routers for this DVR port 4ad18d6e-75f6-4997-8564-bb1863e2a66c on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:31:01.600871 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.607998 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4ad18d6e-75f6-4997-8564-bb1863e2a66c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:31:01.612623 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.622418 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbd2e3f-077d-458c-8529-289d52a5105f']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:01.632603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794713ec-7fee-4623-9439-ced1d0e7670c') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:01.632901 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794713ec-7fee-4623-9439-ced1d0e7670c') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:01.641870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.645617 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] Pushing event deleted for resources: {'Port': ['ID=4ad18d6e-75f6-4997-8564-bb1863e2a66c,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:01.649248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4ad18d6e-75f6-4997-8564-bb1863e2a66c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:31:01.649606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4ad18d6e-75f6-4997-8564-bb1863e2a66c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:31:01.651060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531c6c0d-b5b7-4b72-a09c-3340790d74f0 None None] No DVR routers for this DVR port 4ad18d6e-75f6-4997-8564-bb1863e2a66c on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:31:01.657960 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.666520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:31:01.666889 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:31:01.670583 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:31:01.728768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.736268 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.738072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] 10.222.0.15 "DELETE /v2.0/networks/fdbd2e3f-077d-458c-8529-289d52a5105f HTTP/1.1" status: 204 len: 168 time: 0.5249102 Aug 31 07:31:01.990433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54610) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:02.096258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2732d-b12a-42fd-ac5a-bd840b961bf2 tempest-NetworksIpV6Test-1603552881 tempest-NetworksIpV6Test-1603552881-project] Pushing event deleted for resources: {'Network': ['ID=fdbd2e3f-077d-458c-8529-289d52a5105f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:02.126399 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f092f7c8-eef6-4b7a-981b-e707900e37e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=127f738c17ae42479288034997b48564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348119 Aug 31 07:31:02.128764 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54614) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:02.175728 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53cce984-16bd-44d9-ba1f-fa0e67406bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:02.197043 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53cce984-16bd-44d9-ba1f-fa0e67406bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:02.248135 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53cce984-16bd-44d9-ba1f-fa0e67406bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:02.251028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53cce984-16bd-44d9-ba1f-fa0e67406bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:02.252185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-53cce984-16bd-44d9-ba1f-fa0e67406bc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9200a6bd-dd5a-460d-8777-fa7b57861643 HTTP/1.1" status: 204 len: 168 time: 0.1225033 Aug 31 07:31:02.259706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cce984-16bd-44d9-ba1f-fa0e67406bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9200a6bd-dd5a-460d-8777-fa7b57861643,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:02.869353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54636) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:02.964668 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-12a798c2-9531-41f5-a947-6daa1cf70202 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-641203879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:02.987340 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12a798c2-9531-41f5-a947-6daa1cf70202 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:02.988393 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12a798c2-9531-41f5-a947-6daa1cf70202 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.041111 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12a798c2-9531-41f5-a947-6daa1cf70202 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.045992 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12a798c2-9531-41f5-a947-6daa1cf70202 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.061520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-12a798c2-9531-41f5-a947-6daa1cf70202 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.062739 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-12a798c2-9531-41f5-a947-6daa1cf70202 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1923773 Aug 31 07:31:03.065384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54640) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:03.070132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-11434871'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:03.090984 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Made reservation on behalf of caee33a81bdb492896c46b3326d1b894 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:03.094370 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.102811 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.191086 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.195268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.218153 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:31:03.232084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1daef5-ac6e-4cdf-97d5-97234b3c5a1e,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:03.236956 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.237328 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Added segment f853b539-10ae-4285-a209-9260ae9d0834 of type vlan for network 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 Aug 31 07:31:03.277586 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.302696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.308433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:03.309018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.366445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3000517 Aug 31 07:31:03.369162 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54642) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:03.373979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Request body: {'subnet': {'network_id': '816d17d8-ba6d-4cfd-a7a4-ddc06372cd56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:03.418834 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025384f7-1817-462f-9f8a-7cb19ac00aa2 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event updated for resources: {'Network': ['ID=816d17d8-ba6d-4cfd-a7a4-ddc06372cd56,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:03.432163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:31:03.468735 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Made reservation on behalf of caee33a81bdb492896c46b3326d1b894 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:03.472141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.647720 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.707334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event updated for resources: {'Subnet': ['ID=2d854e9f-70cb-496e-ae22-eabe2cc253db,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:03.718656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Checking segment: {'id': 'f853b539-10ae-4285-a209-9260ae9d0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '816d17d8-ba6d-4cfd-a7a4-ddc06372cd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:03.719088 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Network hostable DHCP agents. Network: 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:31:03.734656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Network 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:31:03.742987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:03.748117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:03.748713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.752924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f4da0-e4f8-47b0-ba68-0d4e022b70a7 None None] Network 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:03.766110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-61a89bac-1038-41a4-92bd-0802d15d387b tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3931103 Aug 31 07:31:03.766304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54644) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:03.771204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1735739006'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:03.792018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Made reservation on behalf of caee33a81bdb492896c46b3326d1b894 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:03.796231 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:03.903105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-816d17d8-ba6d-4cfd-a7a4-ddc06372cd56', 'network_id': '816d17d8-ba6d-4cfd-a7a4-ddc06372cd56', 'tenant_id': 'caee33a81bdb492896c46b3326d1b894', 'fixed_ips': [{'subnet_id': '2d854e9f-70cb-496e-ae22-eabe2cc253db'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:31:03.903998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.048341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Allocated IP 172.20.0.2 (816d17d8-ba6d-4cfd-a7a4-ddc06372cd56/2d854e9f-70cb-496e-ae22-eabe2cc253db/b2050e82-7530-49e6-9fb9-ae39cc7f7547) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:04.158085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:31:04.167148 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.167483 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Added segment 6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6 of type vlan for network 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 Aug 31 07:31:04.197828 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.206286 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.206641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Transition to ACTIVE for port object b2050e82-7530-49e6-9fb9-ae39cc7f7547 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:04.223109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Transition to ACTIVE for port object b2050e82-7530-49e6-9fb9-ae39cc7f7547 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:04.228387 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.230821 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.236442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:04.237058 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.269286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Network 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:04.272083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:04.275627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:04.283244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Pushing event updated for resources: {'Port': ['ID=b2050e82-7530-49e6-9fb9-ae39cc7f7547,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:04.295785 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5284259 Aug 31 07:31:04.298783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54646) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:04.303905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Request body: {'subnet': {'network_id': '047b59a5-1dee-47b6-86c9-3a56f9ca3ab0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:04.306419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12a41d-6aec-43da-9e3d-86b512e19743 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event updated for resources: {'Network': ['ID=047b59a5-1dee-47b6-86c9-3a56f9ca3ab0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:04.329286 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:31:04.378095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Attempting to bind port b2050e82-7530-49e6-9fb9-ae39cc7f7547 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:04.378459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Attempting to bind port b2050e82-7530-49e6-9fb9-ae39cc7f7547 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'f853b539-10ae-4285-a209-9260ae9d0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '816d17d8-ba6d-4cfd-a7a4-ddc06372cd56'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:04.378821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Attempting to bind port b2050e82-7530-49e6-9fb9-ae39cc7f7547 on network 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:04.394162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Made reservation on behalf of caee33a81bdb492896c46b3326d1b894 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:04.394501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:04.394849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Checking segment: {'id': 'f853b539-10ae-4285-a209-9260ae9d0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '816d17d8-ba6d-4cfd-a7a4-ddc06372cd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:04.395283 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.395673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Bound using segment: {'id': 'f853b539-10ae-4285-a209-9260ae9d0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '816d17d8-ba6d-4cfd-a7a4-ddc06372cd56'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:04.396145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Bound port: b2050e82-7530-49e6-9fb9-ae39cc7f7547, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f853b539-10ae-4285-a209-9260ae9d0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '816d17d8-ba6d-4cfd-a7a4-ddc06372cd56'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:04.396549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.397671 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.469576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] For port b2050e82-7530-49e6-9fb9-ae39cc7f7547, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:04.473105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] For port b2050e82-7530-49e6-9fb9-ae39cc7f7547, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b2050e82-7530-49e6-9fb9-ae39cc7f7547,segment=NetworkSegment(f853b539-10ae-4285-a209-9260ae9d0834),segment_id=f853b539-10ae-4285-a209-9260ae9d0834)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:04.477253 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.535597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d150fef-c316-45be-bf3b-dea1e0ea2642 None None] Pushing event updated for resources: {'Port': ['ID=b2050e82-7530-49e6-9fb9-ae39cc7f7547,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:04.580188 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.644099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event updated for resources: {'Subnet': ['ID=d27541d0-6589-4e43-a433-cf217900c9bc,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:04.658466 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Checking segment: {'id': '6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '047b59a5-1dee-47b6-86c9-3a56f9ca3ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:04.658978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Network hostable DHCP agents. Network: 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:31:04.687770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Network 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:31:04.705090 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:04.709399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:04.709994 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.713666 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6fb4f2-5ece-47f7-ad0f-499a8db81abc None None] Network 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:04.727480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-726baa75-5570-493d-a157-8d5ac48cafc9 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4248126 Aug 31 07:31:04.727860 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54648) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:04.734030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8090a57e-1c53-42ab-a0e3-54b9cd3d6ee0 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Request body: {'router': {'external_gateway_info': {'network_id': '047b59a5-1dee-47b6-86c9-3a56f9ca3ab0'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:04.874620 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-047b59a5-1dee-47b6-86c9-3a56f9ca3ab0', 'network_id': '047b59a5-1dee-47b6-86c9-3a56f9ca3ab0', 'tenant_id': 'caee33a81bdb492896c46b3326d1b894', 'fixed_ips': [{'subnet_id': 'd27541d0-6589-4e43-a433-cf217900c9bc'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:31:04.875489 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:04.947669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8090a57e-1c53-42ab-a0e3-54b9cd3d6ee0 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.024756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Allocated IP 172.21.0.2 (047b59a5-1dee-47b6-86c9-3a56f9ca3ab0/d27541d0-6589-4e43-a433-cf217900c9bc/1a4db9b2-f19c-4cb4-8acb-e58f8a05c129) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:05.061484 n-d-712142-16 neutron-server[94668]: INFO neutron.api.v2.resource [None req-8090a57e-1c53-42ab-a0e3-54b9cd3d6ee0 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:31:05.062596 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8090a57e-1c53-42ab-a0e3-54b9cd3d6ee0 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "PUT /v2.0/routers/04684a88-1c7e-4e8e-b5b8-d635bd5bfe82 HTTP/1.1" status: 400 len: 364 time: 0.3332858 Aug 31 07:31:05.068388 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54650) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:05.122796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacbf22d-ed50-4e24-a6e7-aedaf7b1d985 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Deleting subnet d27541d0-6589-4e43-a433-cf217900c9bc {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:31:05.178338 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.187439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Transition to ACTIVE for port object 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:05.203113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Transition to ACTIVE for port object 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:05.208240 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aacbf22d-ed50-4e24-a6e7-aedaf7b1d985 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.211794 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.253333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Network 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:05.257146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aacbf22d-ed50-4e24-a6e7-aedaf7b1d985 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.258512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:05.261143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:05.312478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Pushing event updated for resources: {'Port': ['ID=1a4db9b2-f19c-4cb4-8acb-e58f8a05c129,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:05.326572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Attempting to bind port 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:05.327109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Attempting to bind port 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '047b59a5-1dee-47b6-86c9-3a56f9ca3ab0'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:05.327477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Attempting to bind port 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129 on network 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:05.332892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:05.333301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Checking segment: {'id': '6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '047b59a5-1dee-47b6-86c9-3a56f9ca3ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:05.333701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.334093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Bound using segment: {'id': '6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '047b59a5-1dee-47b6-86c9-3a56f9ca3ab0'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:05.334563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Bound port: 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '047b59a5-1dee-47b6-86c9-3a56f9ca3ab0'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:05.334939 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.360067 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aacbf22d-ed50-4e24-a6e7-aedaf7b1d985 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.422262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aacbf22d-ed50-4e24-a6e7-aedaf7b1d985 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.425966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] For port 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:05.429273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] For port 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a4db9b2-f19c-4cb4-8acb-e58f8a05c129,segment=NetworkSegment(6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6),segment_id=6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:05.432406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368c5fd-28ac-459a-8a01-1e8efe23a8f1 None None] Network 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:05.436464 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.451279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbf22d-ed50-4e24-a6e7-aedaf7b1d985 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event deleted for resources: {'Subnet': ['ID=d27541d0-6589-4e43-a433-cf217900c9bc,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:05.453345 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aacbf22d-ed50-4e24-a6e7-aedaf7b1d985 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.455224 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aacbf22d-ed50-4e24-a6e7-aedaf7b1d985 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "DELETE /v2.0/subnets/d27541d0-6589-4e43-a433-cf217900c9bc HTTP/1.1" status: 204 len: 168 time: 0.3859258 Aug 31 07:31:05.457947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54652) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:05.538256 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.557436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc44c-62c6-4db8-8ef0-af80d55d22a1 None None] Pushing event updated for resources: {'Port': ['ID=1a4db9b2-f19c-4cb4-8acb-e58f8a05c129,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:05.568347 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-03d47eb2-62ff-49a9-8fab-bf53463e8625 None None] Provisioning for port b2050e82-7530-49e6-9fb9-ae39cc7f7547 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:05.616051 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Deleting port 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:31:05.616680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.676273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b2050e82-7530-49e6-9fb9-ae39cc7f7547 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:05.704870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] For port 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1a4db9b2-f19c-4cb4-8acb-e58f8a05c129,segment=NetworkSegment(6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6),segment_id=6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:05.705286 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.720978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Calling delete_port for 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:31:05.750175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b2050e82-7530-49e6-9fb9-ae39cc7f7547 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:05.753668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b2050e82-7530-49e6-9fb9-ae39cc7f7547 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:05.754038 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.835935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.867951 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.869639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event deleted for resources: {'Port': ['ID=1a4db9b2-f19c-4cb4-8acb-e58f8a05c129,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:05.876533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] No DVR routers for this DVR port 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:31:05.914917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b2050e82-7530-49e6-9fb9-ae39cc7f7547, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b2050e82-7530-49e6-9fb9-ae39cc7f7547,segment=NetworkSegment(f853b539-10ae-4285-a209-9260ae9d0834),segment_id=f853b539-10ae-4285-a209-9260ae9d0834)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:05.920504 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.966022 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:05.971594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b2050e82-7530-49e6-9fb9-ae39cc7f7547,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:05.976486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047b59a5-1dee-47b6-86c9-3a56f9ca3ab0']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:05.988373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:05.988753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9cdb8d-fa4b-4c3c-96cb-40ed08948de6') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:05.999432 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.002256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da685e13-08ff-44be-b41d-ebd88b37436c None None] Provisioning complete for port b2050e82-7530-49e6-9fb9-ae39cc7f7547 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:06.002685 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-da685e13-08ff-44be-b41d-ebd88b37436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.014434 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.020717 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:31:06.021237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:31:06.024402 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:31:06.090141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.097674 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.099637 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "DELETE /v2.0/networks/047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 HTTP/1.1" status: 204 len: 168 time: 0.6406665 Aug 31 07:31:06.102351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54654) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:06.116175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a837f-39cb-417b-806f-cebccfd58bef tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event deleted for resources: {'Network': ['ID=047b59a5-1dee-47b6-86c9-3a56f9ca3ab0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:06.157547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c702a627-93bf-46b0-a622-6871ca78d630 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Deleting subnet 2d854e9f-70cb-496e-ae22-eabe2cc253db {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:31:06.161021 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c702a627-93bf-46b0-a622-6871ca78d630 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.209428 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c702a627-93bf-46b0-a622-6871ca78d630 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.300538 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c702a627-93bf-46b0-a622-6871ca78d630 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.362316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c702a627-93bf-46b0-a622-6871ca78d630 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.395128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702a627-93bf-46b0-a622-6871ca78d630 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event deleted for resources: {'Subnet': ['ID=2d854e9f-70cb-496e-ae22-eabe2cc253db,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:06.398887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c702a627-93bf-46b0-a622-6871ca78d630 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.401622 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c702a627-93bf-46b0-a622-6871ca78d630 tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "DELETE /v2.0/subnets/2d854e9f-70cb-496e-ae22-eabe2cc253db HTTP/1.1" status: 204 len: 168 time: 0.2974453 Aug 31 07:31:06.404796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54656) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:06.406435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd5b43-d55e-4de7-baed-847d93277644 None None] Network 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:06.488540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.551782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Deleting port b2050e82-7530-49e6-9fb9-ae39cc7f7547 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:31:06.552128 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.556161 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4a261d09-2dd2-41cd-b07f-aee99d62ca42 None None] Could not find standard attr ID for object 1a4db9b2-f19c-4cb4-8acb-e58f8a05c129. {{(pid=94669) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:31:06.610289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] DHCP port deletion for 816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:31:06.619180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] For port b2050e82-7530-49e6-9fb9-ae39cc7f7547, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b2050e82-7530-49e6-9fb9-ae39cc7f7547,segment=NetworkSegment(f853b539-10ae-4285-a209-9260ae9d0834),segment_id=f853b539-10ae-4285-a209-9260ae9d0834)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:06.619545 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.638953 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Calling delete_port for b2050e82-7530-49e6-9fb9-ae39cc7f7547 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:31:06.643968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b677e-dfca-47d4-b1db-45befff6f78c None None] DHCP port deletion for 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:31:06.668991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bd39b4-53db-49a5-816e-30e5eeeaa3ff None None] Network 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:06.686682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bd39b4-53db-49a5-816e-30e5eeeaa3ff None None] Network 047b59a5-1dee-47b6-86c9-3a56f9ca3ab0 could not be found, it might have been deleted concurrently. {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 07:31:06.697235 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] Deleting port b2050e82-7530-49e6-9fb9-ae39cc7f7547 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:31:06.697610 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.741505 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.761483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] For port b2050e82-7530-49e6-9fb9-ae39cc7f7547, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b2050e82-7530-49e6-9fb9-ae39cc7f7547,segment=NetworkSegment(f853b539-10ae-4285-a209-9260ae9d0834),segment_id=f853b539-10ae-4285-a209-9260ae9d0834)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:06.761881 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.768421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event deleted for resources: {'Port': ['ID=b2050e82-7530-49e6-9fb9-ae39cc7f7547,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:06.770330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] No DVR routers for this DVR port b2050e82-7530-49e6-9fb9-ae39cc7f7547 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:31:06.781855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] Calling delete_port for b2050e82-7530-49e6-9fb9-ae39cc7f7547 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:31:06.847959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.858436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816d17d8-ba6d-4cfd-a7a4-ddc06372cd56']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:06.866619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.869072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f853b539-10ae-4285-a209-9260ae9d0834') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:06.869785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f853b539-10ae-4285-a209-9260ae9d0834') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:06.878619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.895206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] No DVR routers for this DVR port b2050e82-7530-49e6-9fb9-ae39cc7f7547 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:31:06.897216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61483ca8-dc81-47a0-9832-9971a52ea472 None None] Pushing event deleted for resources: {'Port': ['ID=b2050e82-7530-49e6-9fb9-ae39cc7f7547,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:06.898091 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.908716 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:31:06.909116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:31:06.912193 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:31:06.974038 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.980184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.984482 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "DELETE /v2.0/networks/816d17d8-ba6d-4cfd-a7a4-ddc06372cd56 HTTP/1.1" status: 204 len: 168 time: 0.5760150 Aug 31 07:31:06.985863 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54658) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:06.997785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002e6e-39a6-419e-be1c-e61448d8c1ec tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Pushing event deleted for resources: {'Network': ['ID=816d17d8-ba6d-4cfd-a7a4-ddc06372cd56,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:07.017606 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-696d1a3b-6ab2-45de-a7d2-263a1a6c0f1c tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "GET /v2.0/ports?device_id=04684a88-1c7e-4e8e-b5b8-d635bd5bfe82 HTTP/1.1" status: 200 len: 205 time: 0.0302763 Aug 31 07:31:07.019822 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54660) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:07.095963 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a11c4263-65dd-457d-8a29-c6a688ab181d tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.258966 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a11c4263-65dd-457d-8a29-c6a688ab181d tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.261618 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a11c4263-65dd-457d-8a29-c6a688ab181d tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.305892 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a11c4263-65dd-457d-8a29-c6a688ab181d tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.305892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11c4263-65dd-457d-8a29-c6a688ab181d tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Fanout notify agent at l3_agent the message router_deleted on router 04684a88-1c7e-4e8e-b5b8-d635bd5bfe82 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:31:07.312467 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a11c4263-65dd-457d-8a29-c6a688ab181d tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.313738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a11c4263-65dd-457d-8a29-c6a688ab181d tempest-RoutersNegativeTest-1274995662 tempest-RoutersNegativeTest-1274995662-project] 10.222.0.15 "DELETE /v2.0/routers/04684a88-1c7e-4e8e-b5b8-d635bd5bfe82 HTTP/1.1" status: 204 len: 168 time: 0.2929087 Aug 31 07:31:07.552353 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54666) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:07.608355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b2050e82-7530-49e6-9fb9-ae39cc7f7547 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:31:07.628245 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b2050e82-7530-49e6-9fb9-ae39cc7f7547 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:31:07.628835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b2050e82-7530-49e6-9fb9-ae39cc7f7547 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:31:07.684117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9f37b165-85fa-4bbf-b82a-8c947ffe6677 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=caee33a81bdb492896c46b3326d1b894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306083 Aug 31 07:31:07.686657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54670) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:07.732853 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-367ff69b-0100-499a-9092-cb58b6bf6c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.753354 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-367ff69b-0100-499a-9092-cb58b6bf6c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.798232 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-367ff69b-0100-499a-9092-cb58b6bf6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.800649 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-367ff69b-0100-499a-9092-cb58b6bf6c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:07.801822 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-367ff69b-0100-499a-9092-cb58b6bf6c90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a1daef5-ac6e-4cdf-97d5-97234b3c5a1e HTTP/1.1" status: 204 len: 168 time: 0.1142759 Aug 31 07:31:07.809732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ff69b-0100-499a-9092-cb58b6bf6c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1daef5-ac6e-4cdf-97d5-97234b3c5a1e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:08.402229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54692) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:08.494616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-455961875-network', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:08.518323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Made reservation on behalf of a1273c2f322a47df98a741b5b6f3bc8e for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:08.520575 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.529687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.616541 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.620219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.644077 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:31:08.653400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c00ef59-e1ab-42ee-8c3a-c210edb34b62,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:08.659406 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.659755 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Added segment 78c6c10d-4a3f-4171-9b17-def73faaf469 of type vlan for network c343e39f-9135-474d-b667-1ff534428054 Aug 31 07:31:08.698037 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.722745 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.723717 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:08.724298 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.778636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3736463 Aug 31 07:31:08.781636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54696) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:08.787345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Request body: {'subnet': {'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-subnet', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:08.787840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b5429-5ec6-4c4c-b6ba-70b070a888c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c343e39f-9135-474d-b667-1ff534428054,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:08.797765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network c343e39f-9135-474d-b667-1ff534428054 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:31:08.810524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Made reservation on behalf of a1273c2f322a47df98a741b5b6f3bc8e for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:08.812992 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:08.977992 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.032825 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c90c33-5afb-4e28-b5f1-088da2706ea3,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:09.041271 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Checking segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:09.041633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Network hostable DHCP agents. Network: c343e39f-9135-474d-b667-1ff534428054, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:31:09.058198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Network c343e39f-9135-474d-b667-1ff534428054 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:31:09.068443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, c343e39f-9135-474d-b667-1ff534428054) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:09.072470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:09.073052 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.078433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1c17a-b899-4eba-8d89-44c532dcdce6 None None] Network c343e39f-9135-474d-b667-1ff534428054 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:09.086223 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-92c9c5e9-c1c8-4144-bf96-a9f7fa3e28d1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3034849 Aug 31 07:31:09.089637 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54698) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:09.094659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:09.114723 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.116118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.172036 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.219961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-c343e39f-9135-474d-b667-1ff534428054', 'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'fixed_ips': [{'subnet_id': '13c90c33-5afb-4e28-b5f1-088da2706ea3'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:31:09.220947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.314438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.359660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Allocated IP 172.20.0.2 (c343e39f-9135-474d-b667-1ff534428054/13c90c33-5afb-4e28-b5f1-088da2706ea3/9392a32d-c04f-4441-b0f5-f9ef7ff0054e) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:09.508992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.513163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.517716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Transition to ACTIVE for port object 9392a32d-c04f-4441-b0f5-f9ef7ff0054e will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:09.532883 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Transition to ACTIVE for port object 9392a32d-c04f-4441-b0f5-f9ef7ff0054e will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:09.533909 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.538901 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.575503 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Network c343e39f-9135-474d-b667-1ff534428054 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:09.580170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:09.583661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:09.594187 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Pushing event updated for resources: {'Port': ['ID=9392a32d-c04f-4441-b0f5-f9ef7ff0054e,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:09.646021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Attempting to bind port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:09.646391 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Attempting to bind port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:09.646756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Attempting to bind port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e on network c343e39f-9135-474d-b667-1ff534428054 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:09.647126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Allocated IP 172.25.5.161 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/7f8cfc72-1f64-4543-aa03-816f6de678be) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:09.651927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:09.652303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Checking segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:09.652759 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.653419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Bound using segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:09.653886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Bound port: 9392a32d-c04f-4441-b0f5-f9ef7ff0054e, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:09.654269 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.716523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] For port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:09.719836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] For port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9392a32d-c04f-4441-b0f5-f9ef7ff0054e,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:09.723827 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.752763 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.782322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16abc29-ba4f-48b1-939f-330b8526cf4b None None] Pushing event updated for resources: {'Port': ['ID=9392a32d-c04f-4441-b0f5-f9ef7ff0054e,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:09.797619 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:09.838334 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:09.843505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:09.846987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:09.872894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8cfc72-1f64-4543-aa03-816f6de678be,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:10.121108 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:10.314729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:10.444106 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Router 1b486835-d29f-479d-8a08-7385e54b14b1 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:31:10.487619 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:31:10.556226 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:31:10.567964 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Sync routers for ids ['1b486835-d29f-479d-8a08-7385e54b14b1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:31:10.573050 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:10.577496 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d8c64d78-62e1-485e-8397-5afa9c63b019 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4831841 Aug 31 07:31:10.577758 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54700) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:10.580813 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Routers {'1b486835-d29f-479d-8a08-7385e54b14b1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:31:10.581472 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1b486835-d29f-479d-8a08-7385e54b14b1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:10.681318 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df65a0d-a15a-4160-a929-f93546837185 None None] Network c343e39f-9135-474d-b667-1ff534428054 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:10.688018 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Set router 1b486835-d29f-479d-8a08-7385e54b14b1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:31:10.745575 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b393b9cd-c244-41db-b307-43e0d9d7050e None None] Provisioning for port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:10.873150 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:10Z', 'revision_number': 3, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port': {'id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:10.905066 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Checking router: 1b486835-d29f-479d-8a08-7385e54b14b1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:31:10.905362 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Updating router 1b486835-d29f-479d-8a08-7385e54b14b1 port 7f8cfc72-1f64-4543-aa03-816f6de678be binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:31:10.932685 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.282578 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.291911 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Transition to ACTIVE for port object 7f8cfc72-1f64-4543-aa03-816f6de678be will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:11.299886 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.349616 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Pushing event updated for resources: {'Port': ['ID=7f8cfc72-1f64-4543-aa03-816f6de678be,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:11.356472 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.357140 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Attempting to bind port 7f8cfc72-1f64-4543-aa03-816f6de678be on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:11.357535 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Attempting to bind port 7f8cfc72-1f64-4543-aa03-816f6de678be by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:11.358097 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Attempting to bind port 7f8cfc72-1f64-4543-aa03-816f6de678be on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:11.361921 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.362264 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.362602 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.362933 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.363261 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.363587 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.363915 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.364234 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.364556 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.364875 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.365256 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.365532 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:11.370847 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:11.371967 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:11.372167 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.372553 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:11.373018 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Bound port: 7f8cfc72-1f64-4543-aa03-816f6de678be, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:11.373422 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.426172 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] For port 7f8cfc72-1f64-4543-aa03-816f6de678be, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:11.429332 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] For port 7f8cfc72-1f64-4543-aa03-816f6de678be, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7f8cfc72-1f64-4543-aa03-816f6de678be,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:11.433430 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.491463 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Routers {'1b486835-d29f-479d-8a08-7385e54b14b1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:31:11.492124 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1b486835-d29f-479d-8a08-7385e54b14b1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:11.495265 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3c915-704e-470e-b4f2-1b4703111c42 None None] Pushing event updated for resources: {'Port': ['ID=7f8cfc72-1f64-4543-aa03-816f6de678be,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:11.525587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Allocated IP 172.20.0.1 (c343e39f-9135-474d-b667-1ff534428054/13c90c33-5afb-4e28-b5f1-088da2706ea3/a6c947d9-6a2f-47fd-a425-cc32250c6fc1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:11.612794 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] Set router 1b486835-d29f-479d-8a08-7385e54b14b1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:31:11.637047 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.639726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9392a32d-c04f-4441-b0f5-f9ef7ff0054e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:11.653844 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Transition to ACTIVE for port object a6c947d9-6a2f-47fd-a425-cc32250c6fc1 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:11.688809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.691339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:11.696537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:11.697142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.726850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Network c343e39f-9135-474d-b667-1ff534428054 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:11.732427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:11.736250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:11.762443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:11.784510 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.787296 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.801720 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:10Z', 'revision_number': 3, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port': {'id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:11.831840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9392a32d-c04f-4441-b0f5-f9ef7ff0054e,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:11.836168 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83842891-b4e8-4e10-b53f-00dc16646a54 None None] The sync data for ids ['1b486835-d29f-479d-8a08-7385e54b14b1'] in n-d-712142-16 is: [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:10Z', 'revision_number': 3, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port': {'id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:31:11.839053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:11.901401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=9392a32d-c04f-4441-b0f5-f9ef7ff0054e,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:11.943531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:12.007749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-28fded0c-8161-423d-b195-86e624031e6e None None] Provisioning for port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:12.011765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-28fded0c-8161-423d-b195-86e624031e6e None None] Provisioning complete for port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:12.012636 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-28fded0c-8161-423d-b195-86e624031e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:12.050200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-28fded0c-8161-423d-b195-86e624031e6e None None] Port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:31:12.135076 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:12.142387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:12.211632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:12.214618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:12.315630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Network c343e39f-9135-474d-b667-1ff534428054 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:12.317563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:12.443247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Router 1b486835-d29f-479d-8a08-7385e54b14b1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:31:12.560852 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:31:12.569748 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-38d5b6ef-da3d-47b4-9da3-2447bc64fb92 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b486835-d29f-479d-8a08-7385e54b14b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9909072 Aug 31 07:31:12.572556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0eaed1fa-c9db-4b7d-8ab3-a49447b974a7 None None] Provisioning complete for port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:12.572937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0eaed1fa-c9db-4b7d-8ab3-a49447b974a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:12.617228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0eaed1fa-c9db-4b7d-8ab3-a49447b974a7 None None] Port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:31:13.035538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 54716) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:13.040626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-860074666-network', 'tenant_id': '84af7a47238d434f974d6a1089612132'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:13.063158 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Made reservation on behalf of 84af7a47238d434f974d6a1089612132 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:13.066058 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.075589 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.168857 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.173233 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.201040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:31:13.206424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ed1c70-3ca5-42bc-946c-c4accc88eec2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:13.214219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.214697 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Added segment 8a80944b-44a9-45bb-9940-f090101f922c of type vlan for network 21957105-d7f4-4688-867a-f4e32708a3a8 Aug 31 07:31:13.256541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.280552 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.281560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:13.282152 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.337541 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3007219 Aug 31 07:31:13.341157 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54718) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:13.346385 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Request body: {'subnet': {'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-subnet', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:13.347105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b864e4-6b3d-4777-8727-9d7764f292e5 admin admin] Pushing event updated for resources: {'Network': ['ID=21957105-d7f4-4688-867a-f4e32708a3a8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:13.357079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 21957105-d7f4-4688-867a-f4e32708a3a8 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:31:13.374566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Made reservation on behalf of 84af7a47238d434f974d6a1089612132 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:13.377431 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.398691 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Sync routers for ids ['1b486835-d29f-479d-8a08-7385e54b14b1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:31:13.426179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Routers {'1b486835-d29f-479d-8a08-7385e54b14b1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:31:13.426885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1b486835-d29f-479d-8a08-7385e54b14b1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:13.536864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Set router 1b486835-d29f-479d-8a08-7385e54b14b1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:31:13.558270 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.611775 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:13.629347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Checking segment: {'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:13.629641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Network hostable DHCP agents. Network: 21957105-d7f4-4688-867a-f4e32708a3a8, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:31:13.647406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Network 21957105-d7f4-4688-867a-f4e32708a3a8 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:31:13.657049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 21957105-d7f4-4688-867a-f4e32708a3a8) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:13.661713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:13.662529 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.669732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e39978-38b3-41ad-8cce-120f18e4a8fe None None] Network 21957105-d7f4-4688-867a-f4e32708a3a8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:13.684829 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7a415a89-d724-4edc-833e-5bb374ffd833 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3424878 Aug 31 07:31:13.685666 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54720) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:13.690581 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:13.713662 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.714878 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.721302 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9392a32d-c04f-4441-b0f5-f9ef7ff0054e up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:13.766713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.888880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:13.889162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.905907 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.951706 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-21957105-d7f4-4688-867a-f4e32708a3a8', 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'fixed_ips': [{'subnet_id': 'fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:31:13.952567 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.965696 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:11Z', 'revision_number': 4, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port': {'id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a6c947d9-6a2f-47fd-a425-cc32250c6fc1', 'name': '', 'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'mac_address': 'fa:16:3e:7e:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '13c90c33-5afb-4e28-b5f1-088da2706ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:11Z', 'updated_at': '2021-08-31T07:31:11Z', 'revision_number': 2, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'subnets': [{'id': '13c90c33-5afb-4e28-b5f1-088da2706ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:14.003003 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Checking router: 1b486835-d29f-479d-8a08-7385e54b14b1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:31:14.003378 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Updating router 1b486835-d29f-479d-8a08-7385e54b14b1 port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:31:14.106816 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.114893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.134749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.136521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7f8cfc72-1f64-4543-aa03-816f6de678be up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:14.250057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Allocated IP 172.25.5.198 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/ee8c3ed5-6551-43d8-b234-33089ece9500) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:14.311395 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Allocated IP 172.20.0.2 (21957105-d7f4-4688-867a-f4e32708a3a8/fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695/d126edbf-0245-4da9-bcf4-ff18cac8eb5c) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:14.342014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 7f8cfc72-1f64-4543-aa03-816f6de678be completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:14.367321 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.415162 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.459255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:14.462527 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:14.465648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:14.472110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8c3ed5-6551-43d8-b234-33089ece9500,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:14.576817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7f8cfc72-1f64-4543-aa03-816f6de678be triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:14.577509 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.732224 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.819142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.821175 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.833638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.851165 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Transition to ACTIVE for port object d126edbf-0245-4da9-bcf4-ff18cac8eb5c will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:14.853080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Transition to ACTIVE for port object a6c947d9-6a2f-47fd-a425-cc32250c6fc1 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:14.865705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 7f8cfc72-1f64-4543-aa03-816f6de678be, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7f8cfc72-1f64-4543-aa03-816f6de678be,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:14.869895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.875233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.884880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Transition to ACTIVE for port object d126edbf-0245-4da9-bcf4-ff18cac8eb5c will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:14.911604 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.936990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:14.941762 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba8b0f-b82f-4e0d-9cd4-85a1639a21cf None None] Pushing event updated for resources: {'Port': ['ID=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:14.945258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Network 21957105-d7f4-4688-867a-f4e32708a3a8 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:14.953025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:14.988980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:15.078767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Attempting to bind port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:15.079145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Attempting to bind port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:15.079513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Attempting to bind port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 on network c343e39f-9135-474d-b667-1ff534428054 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:15.081959 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=7f8cfc72-1f64-4543-aa03-816f6de678be,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:15.095990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Router c868375f-27a9-4b54-b82d-2af7e09631d2 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:31:15.117697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:15.118077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Checking segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:15.118995 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.118995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Bound using segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:15.119361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Bound port: a6c947d9-6a2f-47fd-a425-cc32250c6fc1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:15.119741 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.145416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Attempting to bind port d126edbf-0245-4da9-bcf4-ff18cac8eb5c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:15.145873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Attempting to bind port d126edbf-0245-4da9-bcf4-ff18cac8eb5c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:15.146230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Attempting to bind port d126edbf-0245-4da9-bcf4-ff18cac8eb5c on network 21957105-d7f4-4688-867a-f4e32708a3a8 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:15.164458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:15.164831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Checking segment: {'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:15.165301 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.165702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Bound using segment: {'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:15.166152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Bound port: d126edbf-0245-4da9-bcf4-ff18cac8eb5c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:15.166528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.187516 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Pushing event updated for resources: {'Port': ['ID=d126edbf-0245-4da9-bcf4-ff18cac8eb5c,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:15.205091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:31:15.216196 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Sync routers for ids ['c868375f-27a9-4b54-b82d-2af7e09631d2'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:31:15.224574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.225955 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e6078516-df21-4bf4-8eb7-1515a4239a23 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5389423 Aug 31 07:31:15.228571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 54722) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:15.229983 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Routers {'c868375f-27a9-4b54-b82d-2af7e09631d2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:31:15.231619 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c868375f-27a9-4b54-b82d-2af7e09631d2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:15.263339 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] For port a6c947d9-6a2f-47fd-a425-cc32250c6fc1, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:15.284385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] For port a6c947d9-6a2f-47fd-a425-cc32250c6fc1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:15.288890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] For port d126edbf-0245-4da9-bcf4-ff18cac8eb5c, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:15.292493 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] For port d126edbf-0245-4da9-bcf4-ff18cac8eb5c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d126edbf-0245-4da9-bcf4-ff18cac8eb5c,segment=NetworkSegment(8a80944b-44a9-45bb-9940-f090101f922c),segment_id=8a80944b-44a9-45bb-9940-f090101f922c)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:15.295650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.301702 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.352714 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Set router c868375f-27a9-4b54-b82d-2af7e09631d2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:31:15.376866 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba8b0f-b82f-4e0d-9cd4-85a1639a21cf None None] Pushing event updated for resources: {'Port': ['ID=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:15.378774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Routers {'1b486835-d29f-479d-8a08-7385e54b14b1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:31:15.379598 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1b486835-d29f-479d-8a08-7385e54b14b1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:15.530859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c3a8c-5609-42bc-9b0f-cec9129c12ac None None] Pushing event updated for resources: {'Port': ['ID=d126edbf-0245-4da9-bcf4-ff18cac8eb5c,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:15.589628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] Set router 1b486835-d29f-479d-8a08-7385e54b14b1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:31:15.644165 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:31:14Z', 'revision_number': 3, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port': {'id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:14Z', 'updated_at': '2021-08-31T07:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:15.715064 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Checking router: c868375f-27a9-4b54-b82d-2af7e09631d2 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:31:15.715411 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Updating router c868375f-27a9-4b54-b82d-2af7e09631d2 port ee8c3ed5-6551-43d8-b234-33089ece9500 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:31:15.745747 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.780138 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7f8cfc72-1f64-4543-aa03-816f6de678be up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:15.884497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 7f8cfc72-1f64-4543-aa03-816f6de678be triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:15.884934 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:15.938832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:11Z', 'revision_number': 4, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port': {'id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a6c947d9-6a2f-47fd-a425-cc32250c6fc1', 'name': '', 'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'mac_address': 'fa:16:3e:7e:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '13c90c33-5afb-4e28-b5f1-088da2706ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:11Z', 'updated_at': '2021-08-31T07:31:15Z', 'revision_number': 4, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'subnets': [{'id': '13c90c33-5afb-4e28-b5f1-088da2706ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:15.973963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147348c5-af51-45f6-9e8a-b0973628baf1 None None] The sync data for ids ['1b486835-d29f-479d-8a08-7385e54b14b1'] in n-d-712142-16 is: [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:11Z', 'revision_number': 4, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port': {'id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'a6c947d9-6a2f-47fd-a425-cc32250c6fc1', 'name': '', 'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'mac_address': 'fa:16:3e:7e:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '13c90c33-5afb-4e28-b5f1-088da2706ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:11Z', 'updated_at': '2021-08-31T07:31:15Z', 'revision_number': 4, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'subnets': [{'id': '13c90c33-5afb-4e28-b5f1-088da2706ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:31:16.037382 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.057229 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Transition to ACTIVE for port object ee8c3ed5-6551-43d8-b234-33089ece9500 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:16.062360 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.134294 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Attempting to bind port ee8c3ed5-6551-43d8-b234-33089ece9500 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:16.134681 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Attempting to bind port ee8c3ed5-6551-43d8-b234-33089ece9500 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:16.135116 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Attempting to bind port ee8c3ed5-6551-43d8-b234-33089ece9500 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:16.138448 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b1290-08a4-4740-ab75-6bb3f5a1db86 None None] Pushing event updated for resources: {'Port': ['ID=ee8c3ed5-6551-43d8-b234-33089ece9500,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:16.144075 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:16.144448 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:16.144969 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.145280 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:16.145752 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Bound port: ee8c3ed5-6551-43d8-b234-33089ece9500, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:16.146135 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.213831 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] For port ee8c3ed5-6551-43d8-b234-33089ece9500, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:16.218566 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] For port ee8c3ed5-6551-43d8-b234-33089ece9500, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ee8c3ed5-6551-43d8-b234-33089ece9500,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:16.225597 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.227281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.273504 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Routers {'c868375f-27a9-4b54-b82d-2af7e09631d2'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:31:16.274168 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c868375f-27a9-4b54-b82d-2af7e09631d2'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:16.353224 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b1290-08a4-4740-ab75-6bb3f5a1db86 None None] Pushing event updated for resources: {'Port': ['ID=ee8c3ed5-6551-43d8-b234-33089ece9500,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:16.424948 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] Set router c868375f-27a9-4b54-b82d-2af7e09631d2 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:31:16.474430 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Allocated IP 172.20.0.1 (21957105-d7f4-4688-867a-f4e32708a3a8/fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695/cd3acc03-a9e2-4092-b552-e92cefebfcd0) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:16.610018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.614386 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37288a2f-242d-49fc-a807-65e039452359 None None] Network 21957105-d7f4-4688-867a-f4e32708a3a8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:16.625294 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Transition to ACTIVE for port object cd3acc03-a9e2-4092-b552-e92cefebfcd0 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:16.665690 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.701148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ccbb0fad-428e-4637-9a55-c14bbffce157 None None] Provisioning for port d126edbf-0245-4da9-bcf4-ff18cac8eb5c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:16.714354 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Network 21957105-d7f4-4688-867a-f4e32708a3a8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:16.719593 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:16.728907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:16.733155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3acc03-a9e2-4092-b552-e92cefebfcd0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:16.763826 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:31:14Z', 'revision_number': 3, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port': {'id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:14Z', 'updated_at': '2021-08-31T07:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:16.790339 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.803357 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b890a1c-fa81-492b-914e-aef6a022c8d7 None None] The sync data for ids ['c868375f-27a9-4b54-b82d-2af7e09631d2'] in n-d-712142-16 is: [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:31:14Z', 'revision_number': 3, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port': {'id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:14Z', 'updated_at': '2021-08-31T07:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:31:16.944140 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.154236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7f63f10c-9fe1-4b24-a21a-44dc409e9a71 None None] Provisioning for port cd3acc03-a9e2-4092-b552-e92cefebfcd0 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:17.171094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-7f63f10c-9fe1-4b24-a21a-44dc409e9a71 None None] Provisioning complete for port cd3acc03-a9e2-4092-b552-e92cefebfcd0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:17.171472 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7f63f10c-9fe1-4b24-a21a-44dc409e9a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.194704 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.205713 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.233903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-7f63f10c-9fe1-4b24-a21a-44dc409e9a71 None None] Port cd3acc03-a9e2-4092-b552-e92cefebfcd0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:31:17.296620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.298626 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3acc03-a9e2-4092-b552-e92cefebfcd0,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:17.354741 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f00d42b6-8de3-4d39-9225-22762fe183be None None] Provisioning complete for port cd3acc03-a9e2-4092-b552-e92cefebfcd0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:17.355233 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f00d42b6-8de3-4d39-9225-22762fe183be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.391312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f00d42b6-8de3-4d39-9225-22762fe183be None None] Port cd3acc03-a9e2-4092-b552-e92cefebfcd0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:31:17.411977 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Network 21957105-d7f4-4688-867a-f4e32708a3a8 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:17.413547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:17.539004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Router c868375f-27a9-4b54-b82d-2af7e09631d2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:31:17.677808 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:31:17.683127 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-de86c68d-e1aa-4054-bbd6-6b246cfed224 admin admin] 10.222.0.15 "PUT /v2.0/routers/c868375f-27a9-4b54-b82d-2af7e09631d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4534171 Aug 31 07:31:17.715427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-934195de-9eaf-4a65-8d5a-ec47443f992f None None] Provisioning complete for port cd3acc03-a9e2-4092-b552-e92cefebfcd0 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:17.715427 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-934195de-9eaf-4a65-8d5a-ec47443f992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.745121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ee8c3ed5-6551-43d8-b234-33089ece9500 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:17.792886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-934195de-9eaf-4a65-8d5a-ec47443f992f None None] Port cd3acc03-a9e2-4092-b552-e92cefebfcd0 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:31:17.810291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port ee8c3ed5-6551-43d8-b234-33089ece9500 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:17.816570 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ee8c3ed5-6551-43d8-b234-33089ece9500 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:17.816570 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.898122 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.919676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port ee8c3ed5-6551-43d8-b234-33089ece9500, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ee8c3ed5-6551-43d8-b234-33089ece9500,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:17.924467 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:17.925490 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a6c947d9-6a2f-47fd-a425-cc32250c6fc1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:18.002652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=ee8c3ed5-6551-43d8-b234-33089ece9500,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:18.016625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:18.020409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:18.020776 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:18.112428 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:18.145159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a6c947d9-6a2f-47fd-a425-cc32250c6fc1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:18.149083 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:18.149886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d126edbf-0245-4da9-bcf4-ff18cac8eb5c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:18.227105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:18.239919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d126edbf-0245-4da9-bcf4-ff18cac8eb5c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:18.244151 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d126edbf-0245-4da9-bcf4-ff18cac8eb5c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:18.244574 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:18.323594 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:18.357122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d126edbf-0245-4da9-bcf4-ff18cac8eb5c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d126edbf-0245-4da9-bcf4-ff18cac8eb5c,segment=NetworkSegment(8a80944b-44a9-45bb-9940-f090101f922c),segment_id=8a80944b-44a9-45bb-9940-f090101f922c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:18.362933 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:18.422060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d126edbf-0245-4da9-bcf4-ff18cac8eb5c,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:18.490940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-566b6af1-1c6d-4dd8-8bcc-504924c4dfda tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:18.492423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-566b6af1-1c6d-4dd8-8bcc-504924c4dfda tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/networks?id=c343e39f-9135-474d-b667-1ff534428054 HTTP/1.1" status: 200 len: 816 time: 0.1006312 Aug 31 07:31:18.507663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-c26fff81-8eba-4efd-95b1-869b88953ae7 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/quotas/a1273c2f322a47df98a741b5b6f3bc8e HTTP/1.1" status: 200 len: 375 time: 0.0088243 Aug 31 07:31:18.557656 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-b817702a-4472-461c-bb43-135d512e6ba0 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1273c2f322a47df98a741b5b6f3bc8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446982 Aug 31 07:31:18.655665 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-9a75bd22-ae69-4c35-9228-8124df9305a9 service neutron] 10.222.0.15 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859213 Aug 31 07:31:18.744555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fbed9726-405e-43b1-95d9-fd4af80d618d service neutron] 10.222.0.15 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825791 Aug 31 07:31:18.913572 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-33eb30cf-a8d2-4a50-bb79-cb51d2fcac52 req-f9ec119c-b70b-4d75-8938-bfe935834d68 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 210 time: 0.0279400 Aug 31 07:31:19.369793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Sync routers for ids ['c868375f-27a9-4b54-b82d-2af7e09631d2'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:31:19.380736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Routers {'c868375f-27a9-4b54-b82d-2af7e09631d2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:31:19.381821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c868375f-27a9-4b54-b82d-2af7e09631d2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:19.499368 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Set router c868375f-27a9-4b54-b82d-2af7e09631d2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:31:19.621638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ee8c3ed5-6551-43d8-b234-33089ece9500 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:19.722064 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port ee8c3ed5-6551-43d8-b234-33089ece9500 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:19.722548 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:19.794989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:31:16Z', 'revision_number': 4, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port': {'id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:14Z', 'updated_at': '2021-08-31T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'cd3acc03-a9e2-4092-b552-e92cefebfcd0', 'name': '', 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'mac_address': 'fa:16:3e:9d:70:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:16Z', 'updated_at': '2021-08-31T07:31:17Z', 'revision_number': 2, 'project_id': '84af7a47238d434f974d6a1089612132', 'subnets': [{'id': 'fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:19.845920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Checking router: c868375f-27a9-4b54-b82d-2af7e09631d2 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:31:19.846460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Updating router c868375f-27a9-4b54-b82d-2af7e09631d2 port cd3acc03-a9e2-4092-b552-e92cefebfcd0 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:31:19.882930 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:19.885622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a6c947d9-6a2f-47fd-a425-cc32250c6fc1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:19.895577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-093a0a7a-3f9b-4a15-81b3-9d9e5b087d60 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:19.897077 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-093a0a7a-3f9b-4a15-81b3-9d9e5b087d60 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.23 "GET /v2.0/networks?id=c343e39f-9135-474d-b667-1ff534428054 HTTP/1.1" status: 200 len: 816 time: 0.1190057 Aug 31 07:31:19.914177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Request body: {'port': {'device_id': '5a93ad66-22e9-4df5-b556-6c6088253f2d', 'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'admin_state_up': True, 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:20.048552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:20.048850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.055426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e6bc926a-47f5-4c01-a3f5-e2f0667e33b5 req-5204ecef-8f9b-4478-963f-0d5267bddba3 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 210 time: 0.0397377 Aug 31 07:31:20.075584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Made reservation on behalf of a1273c2f322a47df98a741b5b6f3bc8e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:20.079439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.204311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d126edbf-0245-4da9-bcf4-ff18cac8eb5c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:20.222315 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Allocated IP 172.20.0.14 (c343e39f-9135-474d-b667-1ff534428054/13c90c33-5afb-4e28-b5f1-088da2706ea3/89796990-6092-431b-8de8-d457f2167c16) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:20.304855 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.314848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d126edbf-0245-4da9-bcf4-ff18cac8eb5c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:20.315207 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.380988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.396223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Transition to ACTIVE for port object 89796990-6092-431b-8de8-d457f2167c16 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:20.431629 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.473474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Network c343e39f-9135-474d-b667-1ff534428054 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:20.478784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:20.483177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:20.493323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Transition to ACTIVE for port object cd3acc03-a9e2-4092-b552-e92cefebfcd0 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:20.505764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.509894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Pushing event updated for resources: {'Port': ['ID=89796990-6092-431b-8de8-d457f2167c16,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:20.538965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:20.539614 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.556210 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fe2d27c4-b63b-46e7-8340-a743a10b451c tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6471632 Aug 31 07:31:20.564566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd1228-bc14-46e7-9368-57471a59bbf0 None None] Pushing event updated for resources: {'Port': ['ID=cd3acc03-a9e2-4092-b552-e92cefebfcd0,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:20.572114 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Request body: {'port': {'device_id': '5a93ad66-22e9-4df5-b556-6c6088253f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:20.649719 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.651437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Attempting to bind port cd3acc03-a9e2-4092-b552-e92cefebfcd0 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:20.652661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Attempting to bind port cd3acc03-a9e2-4092-b552-e92cefebfcd0 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:20.652793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Attempting to bind port cd3acc03-a9e2-4092-b552-e92cefebfcd0 on network 21957105-d7f4-4688-867a-f4e32708a3a8 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:20.658279 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:20.658652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Checking segment: {'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:20.659059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.659448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Bound using segment: {'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:20.660459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Bound port: cd3acc03-a9e2-4092-b552-e92cefebfcd0, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a80944b-44a9-45bb-9940-f090101f922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:20.660459 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.744792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] For port cd3acc03-a9e2-4092-b552-e92cefebfcd0, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:20.748735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] For port cd3acc03-a9e2-4092-b552-e92cefebfcd0, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cd3acc03-a9e2-4092-b552-e92cefebfcd0,segment=NetworkSegment(8a80944b-44a9-45bb-9940-f090101f922c),segment_id=8a80944b-44a9-45bb-9940-f090101f922c)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:20.755146 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.817133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Routers {'c868375f-27a9-4b54-b82d-2af7e09631d2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:31:20.817804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:30:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c868375f-27a9-4b54-b82d-2af7e09631d2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:20.860164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd1228-bc14-46e7-9368-57471a59bbf0 None None] Pushing event updated for resources: {'Port': ['ID=cd3acc03-a9e2-4092-b552-e92cefebfcd0,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:20.926661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e511b2e4-014e-43a8-82f9-cac04cfdbcdd None None] Provisioning for port 89796990-6092-431b-8de8-d457f2167c16 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:20.936247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e511b2e4-014e-43a8-82f9-cac04cfdbcdd None None] Provisioning complete for port 89796990-6092-431b-8de8-d457f2167c16 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:20.936619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e511b2e4-014e-43a8-82f9-cac04cfdbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:20.967018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] Set router c868375f-27a9-4b54-b82d-2af7e09631d2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:31:20.988279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89796990-6092-431b-8de8-d457f2167c16 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:31:21.002319 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:21.014623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Transition to ACTIVE for port object 89796990-6092-431b-8de8-d457f2167c16 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:21.017389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e511b2e4-014e-43a8-82f9-cac04cfdbcdd None None] Port 89796990-6092-431b-8de8-d457f2167c16 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:31:21.019496 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:21.105839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Pushing event updated for resources: {'Port': ['ID=89796990-6092-431b-8de8-d457f2167c16,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:21.161857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Attempting to bind port 89796990-6092-431b-8de8-d457f2167c16 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:21.162330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Attempting to bind port 89796990-6092-431b-8de8-d457f2167c16 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:21.162671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Attempting to bind port 89796990-6092-431b-8de8-d457f2167c16 on network c343e39f-9135-474d-b667-1ff534428054 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:21.167571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Port 89796990-6092-431b-8de8-d457f2167c16 on network c343e39f-9135-474d-b667-1ff534428054 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:31:21.168662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Attempting to bind port 89796990-6092-431b-8de8-d457f2167c16 on network c343e39f-9135-474d-b667-1ff534428054 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:21.174250 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:21.174643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Checking segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:21.175048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Bound using segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:21.175483 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Bound port: 89796990-6092-431b-8de8-d457f2167c16, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:21.175847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:21.228917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:31:16Z', 'revision_number': 4, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port': {'id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:14Z', 'updated_at': '2021-08-31T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'cd3acc03-a9e2-4092-b552-e92cefebfcd0', 'name': '', 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'mac_address': 'fa:16:3e:9d:70:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:16Z', 'updated_at': '2021-08-31T07:31:20Z', 'revision_number': 4, 'project_id': '84af7a47238d434f974d6a1089612132', 'subnets': [{'id': 'fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:31:21.252732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0295-2137-468a-ba4a-3bf09c49bd28 req-20a7b67c-88d9-4ccf-8a3a-57ec9f2448e9 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:21.261002 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d47b0295-2137-468a-ba4a-3bf09c49bd28 req-20a7b67c-88d9-4ccf-8a3a-57ec9f2448e9 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 944 time: 0.0694087 Aug 31 07:31:21.265965 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] For port 89796990-6092-431b-8de8-d457f2167c16, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:21.269124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f35fc-9d87-4c43-a46a-9adac5f8fc70 None None] The sync data for ids ['c868375f-27a9-4b54-b82d-2af7e09631d2'] in n-d-712142-16 is: [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:31:16Z', 'revision_number': 4, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port': {'id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:14Z', 'updated_at': '2021-08-31T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'cd3acc03-a9e2-4092-b552-e92cefebfcd0', 'name': '', 'network_id': '21957105-d7f4-4688-867a-f4e32708a3a8', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'mac_address': 'fa:16:3e:9d:70:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:16Z', 'updated_at': '2021-08-31T07:31:20Z', 'revision_number': 4, 'project_id': '84af7a47238d434f974d6a1089612132', 'subnets': [{'id': 'fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:31:21.270082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] For port 89796990-6092-431b-8de8-d457f2167c16, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=89796990-6092-431b-8de8-d457f2167c16,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:21.279492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:21.301081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d47b0295-2137-468a-ba4a-3bf09c49bd28 req-75b9c1f1-b920-49ea-a435-345c17ce9216 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387232 Aug 31 07:31:21.346537 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:21.347425 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:21.349884 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] 10.222.0.23 "PUT /v2.0/ports/89796990-6092-431b-8de8-d457f2167c16 HTTP/1.1" status: 200 len: 1093 time: 0.7827959 Aug 31 07:31:21.349884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a93ad66-22e9-4df5-b556-6c6088253f2d', 'tag': '89796990-6092-431b-8de8-d457f2167c16'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:31:21.352333 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456ed88e-3d5c-4247-b70b-1c7eff14ef54" -d '{"events": [{"name": "network-changed", "server_uuid": "5a93ad66-22e9-4df5-b556-6c6088253f2d", "tag": "89796990-6092-431b-8de8-d457f2167c16"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:31:21.401165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cac499-bae9-4d54-bb9e-5fa0f4ac1019 service neutron] Pushing event updated for resources: {'Port': ['ID=89796990-6092-431b-8de8-d457f2167c16,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:21.435251 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc390189-fc10-411a-b690-dd5ee941fd6b x-openstack-request-id: req-bc390189-fc10-411a-b690-dd5ee941fd6b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:31:21.435546 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a93ad66-22e9-4df5-b556-6c6088253f2d", "tag": "89796990-6092-431b-8de8-d457f2167c16", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:31:21.435799 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc390189-fc10-411a-b690-dd5ee941fd6b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:31:21.436199 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a93ad66-22e9-4df5-b556-6c6088253f2d', 'tag': '89796990-6092-431b-8de8-d457f2167c16', 'status': 'completed', 'code': 200} Aug 31 07:31:21.475955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-81599d52-4abe-4135-8201-b8c259d6301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:21.477772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-81599d52-4abe-4135-8201-b8c259d6301e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1273c2f322a47df98a741b5b6f3bc8e&device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 1096 time: 0.0578020 Aug 31 07:31:21.526000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-23bab378-0be2-4c65-8498-b1eb167679fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89796990-6092-431b-8de8-d457f2167c16 HTTP/1.1" status: 200 len: 217 time: 0.0373182 Aug 31 07:31:21.582705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-61d4a85b-8e7a-4093-a4b6-b98d1c1d0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:21.584910 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-61d4a85b-8e7a-4093-a4b6-b98d1c1d0f43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13c90c33-5afb-4e28-b5f1-088da2706ea3 HTTP/1.1" status: 200 len: 855 time: 0.0504704 Aug 31 07:31:21.638842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-83619fac-89b9-4742-aa03-e2ed9a5d6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:21.639648 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-83619fac-89b9-4742-aa03-e2ed9a5d6976 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c343e39f-9135-474d-b667-1ff534428054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466785 Aug 31 07:31:21.665311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cd3acc03-a9e2-4092-b552-e92cefebfcd0 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:21.734538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port cd3acc03-a9e2-4092-b552-e92cefebfcd0 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:21.738626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port cd3acc03-a9e2-4092-b552-e92cefebfcd0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:21.739126 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:21.748380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-33ad5848-c952-4037-ab37-07e24a77f5b5 service neutron] 10.222.0.23 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991392 Aug 31 07:31:21.821271 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:21.845767 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f8b43b34-9adc-4a6f-9146-d103d164bb05 req-fc854609-5233-4db5-bb81-45fb4d95d0bf service neutron] 10.222.0.23 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892711 Aug 31 07:31:21.853307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port cd3acc03-a9e2-4092-b552-e92cefebfcd0, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cd3acc03-a9e2-4092-b552-e92cefebfcd0,segment=NetworkSegment(8a80944b-44a9-45bb-9940-f090101f922c),segment_id=8a80944b-44a9-45bb-9940-f090101f922c)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:21.857764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:21.912168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=cd3acc03-a9e2-4092-b552-e92cefebfcd0,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:21.941734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-a24b603c-96ee-4487-9752-8231a26144b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:21.943265 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-a24b603c-96ee-4487-9752-8231a26144b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1273c2f322a47df98a741b5b6f3bc8e&device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 1096 time: 0.0478642 Aug 31 07:31:22.035072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-c16b6904-f8ee-4257-8183-8486e73d856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:22.036627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-c16b6904-f8ee-4257-8183-8486e73d856f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c343e39f-9135-474d-b667-1ff534428054 HTTP/1.1" status: 200 len: 917 time: 0.0853009 Aug 31 07:31:22.083449 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-05bf114e-b3af-4238-be32-3b15c1a65c55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89796990-6092-431b-8de8-d457f2167c16 HTTP/1.1" status: 200 len: 217 time: 0.0375953 Aug 31 07:31:22.132796 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-c81f2fe6-4b14-4d2d-949a-6959134bea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:22.134190 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-c81f2fe6-4b14-4d2d-949a-6959134bea49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13c90c33-5afb-4e28-b5f1-088da2706ea3 HTTP/1.1" status: 200 len: 855 time: 0.0422966 Aug 31 07:31:22.182369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-28d56d7e-3cbd-4029-98da-abdc22bf1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:22.183901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-28d56d7e-3cbd-4029-98da-abdc22bf1259 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c343e39f-9135-474d-b667-1ff534428054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406859 Aug 31 07:31:22.278715 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-76bde311-6757-4a70-9908-83bcef304a9b service neutron] 10.222.0.23 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855620 Aug 31 07:31:22.366760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-456ed88e-3d5c-4247-b70b-1c7eff14ef54 req-2df67234-838a-4f8a-8973-e99ede3cdf16 service neutron] 10.222.0.23 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790317 Aug 31 07:31:22.456508 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f243e-7cea-4f7e-9d16-0cba7e71bdf9 req-58bbe06c-f41d-4aff-a512-7e5e44d64958 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:22.457471 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-879f243e-7cea-4f7e-9d16-0cba7e71bdf9 req-58bbe06c-f41d-4aff-a512-7e5e44d64958 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 944 time: 0.0486112 Aug 31 07:31:22.496977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-879f243e-7cea-4f7e-9d16-0cba7e71bdf9 req-d6d0b21c-cb5f-4ef7-951e-9c994779239a tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Aug 31 07:31:23.614261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cd3acc03-a9e2-4092-b552-e92cefebfcd0 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:23.622705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b8f4-8ef1-49a0-86a2-6636f3d53c6a req-f7936ceb-3055-4405-a5e3-f71cf4938902 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:23.624369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd9b8f4-8ef1-49a0-86a2-6636f3d53c6a req-f7936ceb-3055-4405-a5e3-f71cf4938902 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 944 time: 0.0557790 Aug 31 07:31:23.662316 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-acd9b8f4-8ef1-49a0-86a2-6636f3d53c6a req-00c33a40-200e-478c-9d4c-f232807ae018 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Aug 31 07:31:23.665175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port cd3acc03-a9e2-4092-b552-e92cefebfcd0 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:23.665698 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:24.291949 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-06b711cb-875b-49da-8684-7bb5b23d016a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:24.776085 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1639-1ebe-484c-85de-856adb869926 req-158c086c-93ef-419b-a2b3-116fe4154d4b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:24.777623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f45c1639-1ebe-484c-85de-856adb869926 req-158c086c-93ef-419b-a2b3-116fe4154d4b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 944 time: 0.0488100 Aug 31 07:31:24.815356 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f45c1639-1ebe-484c-85de-856adb869926 req-5c50e733-74f7-4067-aef0-98aa2007dbb2 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Aug 31 07:31:24.969208 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:25.396993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 89796990-6092-431b-8de8-d457f2167c16 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:31:25.493731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 89796990-6092-431b-8de8-d457f2167c16, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=89796990-6092-431b-8de8-d457f2167c16,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:25.504475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '89796990-6092-431b-8de8-d457f2167c16', 'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'port_id': '89796990-6092-431b-8de8-d457f2167c16', 'mac_address': 'fa:16:3e:51:60:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c90c33-5afb-4e28-b5f1-088da2706ea3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:31:25.540197 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:25.553273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89796990-6092-431b-8de8-d457f2167c16 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:31:25.572708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 89796990-6092-431b-8de8-d457f2167c16, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=89796990-6092-431b-8de8-d457f2167c16,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:25.576751 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:25.622181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=89796990-6092-431b-8de8-d457f2167c16,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:25.792083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['89796990-6092-431b-8de8-d457f2167c16'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:31:25.933119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888e50-22c6-4308-b081-ee434dae3b29 req-17f1a283-993a-429f-a0e3-974d8b37bd72 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:25.934682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e888e50-22c6-4308-b081-ee434dae3b29 req-17f1a283-993a-429f-a0e3-974d8b37bd72 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 945 time: 0.0500500 Aug 31 07:31:25.972764 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7e888e50-22c6-4308-b081-ee434dae3b29 req-410d503a-0c04-418b-ae29-ee459717329d tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Aug 31 07:31:26.408428 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:26.910685 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5025b8c8-f8d7-484f-b9da-44f1e3b0dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:26.970587 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:27.092629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666651e-190f-4b03-83ce-f2c7709cf1c9 req-b1e679a1-4b49-4a7b-b425-d8da78b61334 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:27.094063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5666651e-190f-4b03-83ce-f2c7709cf1c9 req-b1e679a1-4b49-4a7b-b425-d8da78b61334 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 945 time: 0.0531218 Aug 31 07:31:27.131115 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5666651e-190f-4b03-83ce-f2c7709cf1c9 req-cdba4a0a-11fc-4a49-8c83-3f86594b8776 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Aug 31 07:31:27.410737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 89796990-6092-431b-8de8-d457f2167c16 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:27.457431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 89796990-6092-431b-8de8-d457f2167c16 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:27.460859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 89796990-6092-431b-8de8-d457f2167c16 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:27.461252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:27.541087 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:27.562726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a93ad66-22e9-4df5-b556-6c6088253f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89796990-6092-431b-8de8-d457f2167c16'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:31:27.564998 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84ab7c4-d21f-47d9-ae32-81b6e013fbd3" -d '{"events": [{"server_uuid": "5a93ad66-22e9-4df5-b556-6c6088253f2d", "name": "network-vif-plugged", "status": "completed", "tag": "89796990-6092-431b-8de8-d457f2167c16"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:31:27.578014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 89796990-6092-431b-8de8-d457f2167c16, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=89796990-6092-431b-8de8-d457f2167c16,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:27.581920 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:27.605533 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350bb5b9-86bb-4327-91b7-568b9f9b2f95 x-openstack-request-id: req-350bb5b9-86bb-4327-91b7-568b9f9b2f95 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:31:27.605806 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a93ad66-22e9-4df5-b556-6c6088253f2d", "name": "network-vif-plugged", "status": "completed", "tag": "89796990-6092-431b-8de8-d457f2167c16", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:31:27.606058 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-350bb5b9-86bb-4327-91b7-568b9f9b2f95 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:31:27.606447 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a93ad66-22e9-4df5-b556-6c6088253f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89796990-6092-431b-8de8-d457f2167c16', 'code': 200} Aug 31 07:31:27.632680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=89796990-6092-431b-8de8-d457f2167c16,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:27.705722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e3996-16bd-4d9b-a331-638e8af5dd8c req-c6a6b1bb-3c34-45f4-a0ad-f0d3bbeb253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:27.707170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f25e3996-16bd-4d9b-a331-638e8af5dd8c req-c6a6b1bb-3c34-45f4-a0ad-f0d3bbeb253b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 1098 time: 0.0409141 Aug 31 07:31:27.745972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f25e3996-16bd-4d9b-a331-638e8af5dd8c req-a6f9fced-3b0b-4562-99fb-c15ed26e9eca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299964 Aug 31 07:31:28.245160 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e843c34-8e2e-4dab-a0a6-f54972abd4cc req-efc9a6e3-e1b8-4588-93b5-04bb5661e4db tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:28.246710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7e843c34-8e2e-4dab-a0a6-f54972abd4cc req-efc9a6e3-e1b8-4588-93b5-04bb5661e4db tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 946 time: 0.0486536 Aug 31 07:31:28.286004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7e843c34-8e2e-4dab-a0a6-f54972abd4cc req-71f06309-5d5f-4fcf-870e-6a4ebe7e9787 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Aug 31 07:31:28.338748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:29.405940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a277d-e6ab-4d66-883c-cf19bcd4459f req-56230b70-1dd7-47a1-9bb7-d5174f5c72fd tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:29.407518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9a6a277d-e6ab-4d66-883c-cf19bcd4459f req-56230b70-1dd7-47a1-9bb7-d5174f5c72fd tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 946 time: 0.0546100 Aug 31 07:31:29.446548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9a6a277d-e6ab-4d66-883c-cf19bcd4459f req-3bd79282-7571-4aa6-ab97-389708ad10d3 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Aug 31 07:31:29.564187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda5f81-f82f-4a39-81c7-1e0c4150e1bc req-09a47424-ba6d-4242-876c-58b7b0c94f74 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:29.565713 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dbda5f81-f82f-4a39-81c7-1e0c4150e1bc req-09a47424-ba6d-4242-876c-58b7b0c94f74 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 946 time: 0.0488822 Aug 31 07:31:29.602633 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dbda5f81-f82f-4a39-81c7-1e0c4150e1bc req-127ba50c-7ef5-484b-bdaa-122e8693689b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307832 Aug 31 07:31:30.194575 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:47.488170 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:31:48.148789 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179ea8a-9f74-4edc-9521-991ee5733570 req-45572e08-5c33-4a79-8914-41f387ee053a tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:48.150323 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a179ea8a-9f74-4edc-9521-991ee5733570 req-45572e08-5c33-4a79-8914-41f387ee053a tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 946 time: 0.0528221 Aug 31 07:31:48.189148 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a179ea8a-9f74-4edc-9521-991ee5733570 req-49e3505d-ae7d-4565-8145-234802f9c987 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Aug 31 07:31:49.310235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e57a32-5513-4011-98e5-b90c85f580e4 req-72db8d9d-c8e7-419e-9390-a488235e3b92 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:49.311760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a0e57a32-5513-4011-98e5-b90c85f580e4 req-72db8d9d-c8e7-419e-9390-a488235e3b92 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 946 time: 0.0516655 Aug 31 07:31:49.350147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a0e57a32-5513-4011-98e5-b90c85f580e4 req-a8555a99-077c-4b7b-a9d4-4a5cd350fa45 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Aug 31 07:31:49.880546 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-95611fb4-7934-44fd-8ee4-dc906d62124b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:49.882203 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-95611fb4-7934-44fd-8ee4-dc906d62124b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 946 time: 0.0494359 Aug 31 07:31:49.983128 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Deleting port 89796990-6092-431b-8de8-d457f2167c16 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:31:49.983462 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:50.068412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] For port 89796990-6092-431b-8de8-d457f2167c16, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=89796990-6092-431b-8de8-d457f2167c16,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:50.068767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:50.081908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Calling delete_port for 89796990-6092-431b-8de8-d457f2167c16 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:31:50.207837 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:50.224224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['89796990-6092-431b-8de8-d457f2167c16'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:31:50.234870 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Pushing event deleted for resources: {'Port': ['ID=89796990-6092-431b-8de8-d457f2167c16,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:50.278428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] No DVR routers for this DVR port 89796990-6092-431b-8de8-d457f2167c16 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:31:50.281877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:50.284097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25ffecfd-dee4-4302-b4ec-d46458d45a36 req-43111a67-ff3a-4c61-b77d-7da59793467b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.23 "DELETE /v2.0/ports/89796990-6092-431b-8de8-d457f2167c16 HTTP/1.1" status: 204 len: 173 time: 0.3950970 Aug 31 07:31:50.284553 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a93ad66-22e9-4df5-b556-6c6088253f2d', 'name': 'network-vif-deleted', 'tag': '89796990-6092-431b-8de8-d457f2167c16'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:31:50.286874 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22999ca-25b7-4288-b79b-e5b0f1ca124c" -d '{"events": [{"server_uuid": "5a93ad66-22e9-4df5-b556-6c6088253f2d", "name": "network-vif-deleted", "tag": "89796990-6092-431b-8de8-d457f2167c16"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:31:50.334814 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78698fd8-4adf-41b2-9b8a-d83b9ba9b76e x-openstack-request-id: req-78698fd8-4adf-41b2-9b8a-d83b9ba9b76e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:31:50.335781 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a93ad66-22e9-4df5-b556-6c6088253f2d", "name": "network-vif-deleted", "tag": "89796990-6092-431b-8de8-d457f2167c16", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:31:50.336192 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78698fd8-4adf-41b2-9b8a-d83b9ba9b76e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:31:50.336754 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a93ad66-22e9-4df5-b556-6c6088253f2d', 'name': 'network-vif-deleted', 'tag': '89796990-6092-431b-8de8-d457f2167c16', 'status': 'completed', 'code': 200} Aug 31 07:31:50.468149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4dc8d848-6773-40e3-a20b-b260d379e857 req-563e8741-458b-4693-b3bf-5fc3ea6f9033 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a93ad66-22e9-4df5-b556-6c6088253f2d HTTP/1.1" status: 200 len: 210 time: 0.0302477 Aug 31 07:31:51.976089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-4986d0c3-66c6-48ef-9ca1-7d75de6a4a4a tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:51.977612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-4986d0c3-66c6-48ef-9ca1-7d75de6a4a4a tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/networks?id=c343e39f-9135-474d-b667-1ff534428054 HTTP/1.1" status: 200 len: 816 time: 0.1015210 Aug 31 07:31:51.993623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-06466c89-684c-49b9-b247-2a63d66eaaa7 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/quotas/a1273c2f322a47df98a741b5b6f3bc8e HTTP/1.1" status: 200 len: 375 time: 0.0092788 Aug 31 07:31:52.045164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-e1cd8d17-ca87-4530-a06f-f6c5c7f02870 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1273c2f322a47df98a741b5b6f3bc8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459368 Aug 31 07:31:52.141441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-65054fdf-6f29-4f2c-ad07-891f1860057e service neutron] 10.222.0.15 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847330 Aug 31 07:31:52.228512 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-874ed7c6-04eb-4879-a2d7-1a1782c1eca6 service neutron] 10.222.0.15 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807242 Aug 31 07:31:52.394593 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-50189a1d-0d23-4a73-85f2-ed9bd57699f6 req-5f7beca4-b639-41fd-b158-398cd7738286 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 210 time: 0.0269659 Aug 31 07:31:53.303518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-baba852b-c650-4813-8697-7d89a8da0864 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:53.304979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-baba852b-c650-4813-8697-7d89a8da0864 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.23 "GET /v2.0/networks?id=c343e39f-9135-474d-b667-1ff534428054 HTTP/1.1" status: 200 len: 816 time: 0.1102023 Aug 31 07:31:53.318428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Request body: {'port': {'device_id': 'f8e67dce-dbf1-45dd-bfbf-7a14e20f200e', 'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'admin_state_up': True, 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:53.422652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Made reservation on behalf of a1273c2f322a47df98a741b5b6f3bc8e for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:31:53.425663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:53.489011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 89796990-6092-431b-8de8-d457f2167c16 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:31:53.509960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 89796990-6092-431b-8de8-d457f2167c16 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:31:53.510301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 89796990-6092-431b-8de8-d457f2167c16 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:31:53.517741 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30a76f8a-cef7-4228-ab62-d67081a9111c req-f95a02e3-fb3c-4746-bb57-64ba31e9cc25 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 210 time: 0.0345621 Aug 31 07:31:53.577674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Allocated IP 172.20.0.3 (c343e39f-9135-474d-b667-1ff534428054/13c90c33-5afb-4e28-b5f1-088da2706ea3/94b690c3-7463-43fa-9e99-c99597190413) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:31:53.721421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:53.735654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Transition to ACTIVE for port object 94b690c3-7463-43fa-9e99-c99597190413 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:53.767326 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:53.811451 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Network c343e39f-9135-474d-b667-1ff534428054 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:31:53.814514 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:31:53.818240 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:31:53.824412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Pushing event updated for resources: {'Port': ['ID=94b690c3-7463-43fa-9e99-c99597190413,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:53.874568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:53.875194 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:53.890467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-69dfd175-ff1c-4113-a815-6e6f6ae792c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757976 Aug 31 07:31:53.904043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Request body: {'port': {'device_id': 'f8e67dce-dbf1-45dd-bfbf-7a14e20f200e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:53.963892 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.030972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-36dc0144-995a-4897-924a-813fc5c99723 None None] Provisioning for port 94b690c3-7463-43fa-9e99-c99597190413 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:54.034713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-36dc0144-995a-4897-924a-813fc5c99723 None None] Provisioning complete for port 94b690c3-7463-43fa-9e99-c99597190413 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:54.035084 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0144-995a-4897-924a-813fc5c99723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.069812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-36dc0144-995a-4897-924a-813fc5c99723 None None] Port 94b690c3-7463-43fa-9e99-c99597190413 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:31:54.225160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b690c3-7463-43fa-9e99-c99597190413 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:31:54.233009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.244820 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Transition to ACTIVE for port object 94b690c3-7463-43fa-9e99-c99597190413 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:31:54.248508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.298103 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-20d48140-3ba2-4346-adf6-bf8698af3caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.338274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Pushing event updated for resources: {'Port': ['ID=94b690c3-7463-43fa-9e99-c99597190413,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:54.370095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Attempting to bind port 94b690c3-7463-43fa-9e99-c99597190413 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:31:54.370429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Attempting to bind port 94b690c3-7463-43fa-9e99-c99597190413 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:31:54.370755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Attempting to bind port 94b690c3-7463-43fa-9e99-c99597190413 on network c343e39f-9135-474d-b667-1ff534428054 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:54.375538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Port 94b690c3-7463-43fa-9e99-c99597190413 on network c343e39f-9135-474d-b667-1ff534428054 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:31:54.375933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Attempting to bind port 94b690c3-7463-43fa-9e99-c99597190413 on network c343e39f-9135-474d-b667-1ff534428054 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:31:54.381164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:31:54.381732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Checking segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:31:54.382117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Bound using segment: {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:31:54.382675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Bound port: 94b690c3-7463-43fa-9e99-c99597190413, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c6c10d-4a3f-4171-9b17-def73faaf469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c343e39f-9135-474d-b667-1ff534428054'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:31:54.383033 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.449278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] For port 94b690c3-7463-43fa-9e99-c99597190413, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:31:54.453365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] For port 94b690c3-7463-43fa-9e99-c99597190413, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=94b690c3-7463-43fa-9e99-c99597190413,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:31:54.457601 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.490915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:54.491602 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.493016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] 10.222.0.23 "PUT /v2.0/ports/94b690c3-7463-43fa-9e99-c99597190413 HTTP/1.1" status: 200 len: 1092 time: 0.5941973 Aug 31 07:31:54.493489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e67dce-dbf1-45dd-bfbf-7a14e20f200e', 'tag': '94b690c3-7463-43fa-9e99-c99597190413'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:31:54.495746 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082fa691-ab87-42ac-85e8-857d556183d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e67dce-dbf1-45dd-bfbf-7a14e20f200e", "tag": "94b690c3-7463-43fa-9e99-c99597190413"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:31:54.522407 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60053033-e1f2-4471-a936-f23742f82f5f service neutron] Pushing event updated for resources: {'Port': ['ID=94b690c3-7463-43fa-9e99-c99597190413,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:54.542349 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1981f791-b3b4-4e53-9dc7-8d7795f98c37 x-openstack-request-id: req-1981f791-b3b4-4e53-9dc7-8d7795f98c37 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:31:54.542647 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e67dce-dbf1-45dd-bfbf-7a14e20f200e", "tag": "94b690c3-7463-43fa-9e99-c99597190413", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:31:54.542901 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1981f791-b3b4-4e53-9dc7-8d7795f98c37 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:31:54.543384 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e67dce-dbf1-45dd-bfbf-7a14e20f200e', 'tag': '94b690c3-7463-43fa-9e99-c99597190413', 'status': 'completed', 'code': 200} Aug 31 07:31:54.619345 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-0fa2b501-8b2e-4063-bc7f-80598b2cf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:54.620974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-0fa2b501-8b2e-4063-bc7f-80598b2cf74a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1273c2f322a47df98a741b5b6f3bc8e&device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 1095 time: 0.0722375 Aug 31 07:31:54.676709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3f789-4cd8-49ad-b3fa-572ecbbc75d5 req-9c44913e-2ce4-4a4d-b964-d69262829d25 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:54.678261 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-40f3f789-4cd8-49ad-b3fa-572ecbbc75d5 req-9c44913e-2ce4-4a4d-b964-d69262829d25 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 943 time: 0.0874805 Aug 31 07:31:54.679768 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-51b4385c-b54a-4f7e-861c-c33968b8beb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b690c3-7463-43fa-9e99-c99597190413 HTTP/1.1" status: 200 len: 217 time: 0.0472569 Aug 31 07:31:54.754404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-40f3f789-4cd8-49ad-b3fa-572ecbbc75d5 req-f75b83f8-cd49-4fe1-b8f0-a1630ad668eb tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695434 Aug 31 07:31:54.757881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-e3ed40e1-4225-440c-a563-b72c32fe0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:54.759281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-e3ed40e1-4225-440c-a563-b72c32fe0b4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13c90c33-5afb-4e28-b5f1-088da2706ea3 HTTP/1.1" status: 200 len: 855 time: 0.0722702 Aug 31 07:31:54.804103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-1c68ea3c-8411-4f3e-9e80-c5d537373c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:54.805597 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-1c68ea3c-8411-4f3e-9e80-c5d537373c48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c343e39f-9135-474d-b667-1ff534428054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390029 Aug 31 07:31:54.893369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-8e4644da-5380-40e2-8b06-ef24be0d1019 service neutron] 10.222.0.23 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798230 Aug 31 07:31:54.976805 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.988802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bab6ee23-5c86-49e3-935c-d50dd63fb66e req-3fa26365-0eb7-4e1a-a08c-42890f4c266e service neutron] 10.222.0.23 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873635 Aug 31 07:31:55.072326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa691-ab87-42ac-85e8-857d556183d4 req-16906691-00f1-409e-bdef-27d88642e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:55.073847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-082fa691-ab87-42ac-85e8-857d556183d4 req-16906691-00f1-409e-bdef-27d88642e9e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1273c2f322a47df98a741b5b6f3bc8e&device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 1095 time: 0.0410118 Aug 31 07:31:55.164062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa691-ab87-42ac-85e8-857d556183d4 req-ce82a43f-660d-4ace-9c91-cd7b6a9dd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:55.165466 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-082fa691-ab87-42ac-85e8-857d556183d4 req-ce82a43f-660d-4ace-9c91-cd7b6a9dd10d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c343e39f-9135-474d-b667-1ff534428054 HTTP/1.1" status: 200 len: 917 time: 0.0847352 Aug 31 07:31:55.208175 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-082fa691-ab87-42ac-85e8-857d556183d4 req-3ffa9d96-69cd-4736-8992-7f5eb2ac5921 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b690c3-7463-43fa-9e99-c99597190413 HTTP/1.1" status: 200 len: 217 time: 0.0349357 Aug 31 07:31:55.259067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa691-ab87-42ac-85e8-857d556183d4 req-f35d8b2a-bd58-4415-a6de-902d1f97eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:55.260508 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-082fa691-ab87-42ac-85e8-857d556183d4 req-f35d8b2a-bd58-4415-a6de-902d1f97eea1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13c90c33-5afb-4e28-b5f1-088da2706ea3 HTTP/1.1" status: 200 len: 855 time: 0.0417635 Aug 31 07:31:55.311201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa691-ab87-42ac-85e8-857d556183d4 req-f6a5eb16-b5a3-4a8e-ab8f-5ee2f3ec97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:55.312688 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-082fa691-ab87-42ac-85e8-857d556183d4 req-f6a5eb16-b5a3-4a8e-ab8f-5ee2f3ec97e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c343e39f-9135-474d-b667-1ff534428054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433667 Aug 31 07:31:55.401935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-082fa691-ab87-42ac-85e8-857d556183d4 req-028e171d-9fa6-4850-8cda-44794ce7330c service neutron] 10.222.0.23 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809226 Aug 31 07:31:55.829150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-082fa691-ab87-42ac-85e8-857d556183d4 req-721ea5dc-7b30-4735-8dd1-8ab3ceada40a service neutron] 10.222.0.23 "GET /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186306 Aug 31 07:31:55.871568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592ac39-98c8-45fb-80ad-9602a8839392 req-c462f296-534b-49bb-854c-7bb78a973b36 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:55.873962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c592ac39-98c8-45fb-80ad-9602a8839392 req-c462f296-534b-49bb-854c-7bb78a973b36 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 943 time: 0.0500765 Aug 31 07:31:55.910899 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c592ac39-98c8-45fb-80ad-9602a8839392 req-09f452e2-050d-4283-8f10-4f6ae17a6771 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Aug 31 07:31:56.436494 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:56.911650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-698f2088-6e1b-4bca-86d6-edc2f72bf280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:56.972508 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:57.025475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aa37e-efa4-482e-af8b-b7be63c77dd5 req-a8589f8b-eedd-44bf-98c9-385ddd7d8938 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:57.026957 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-254aa37e-efa4-482e-af8b-b7be63c77dd5 req-a8589f8b-eedd-44bf-98c9-385ddd7d8938 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 943 time: 0.0486999 Aug 31 07:31:57.065239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-254aa37e-efa4-482e-af8b-b7be63c77dd5 req-2ed690c5-bcb4-4030-8337-15b2e5e4a96b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Aug 31 07:31:57.494699 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 94b690c3-7463-43fa-9e99-c99597190413 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:31:57.588974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 94b690c3-7463-43fa-9e99-c99597190413, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=94b690c3-7463-43fa-9e99-c99597190413,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:57.601004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '94b690c3-7463-43fa-9e99-c99597190413', 'network_id': 'c343e39f-9135-474d-b667-1ff534428054', 'port_id': '94b690c3-7463-43fa-9e99-c99597190413', 'mac_address': 'fa:16:3e:15:68:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c90c33-5afb-4e28-b5f1-088da2706ea3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:31:57.637461 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:57.650181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b690c3-7463-43fa-9e99-c99597190413 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:31:57.668449 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 94b690c3-7463-43fa-9e99-c99597190413, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=94b690c3-7463-43fa-9e99-c99597190413,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:57.672551 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:57.721715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=94b690c3-7463-43fa-9e99-c99597190413,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:57.729328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.729672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.730008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.730344 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.730668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.730991 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.731311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.731629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.731948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.732324 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.732644 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.732960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:57.875868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['94b690c3-7463-43fa-9e99-c99597190413'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:31:58.178562 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3e88b-33ed-424d-a43a-ef3ecd597dbe req-bc4ee92e-6d04-42f9-8ae8-179649e7136b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:58.180005 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84f3e88b-33ed-424d-a43a-ef3ecd597dbe req-bc4ee92e-6d04-42f9-8ae8-179649e7136b tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 944 time: 0.0491214 Aug 31 07:31:58.221533 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-84f3e88b-33ed-424d-a43a-ef3ecd597dbe req-3e72903e-020a-4ca7-a066-ff377de481d1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344877 Aug 31 07:31:58.341054 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:59.337208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1719ee-eadd-458c-9e40-7896d734f249 req-f29dbc17-4a9a-4e46-8dd8-b9856cb20de1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:59.338708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d1719ee-eadd-458c-9e40-7896d734f249 req-f29dbc17-4a9a-4e46-8dd8-b9856cb20de1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 944 time: 0.0500293 Aug 31 07:31:59.380244 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d1719ee-eadd-458c-9e40-7896d734f249 req-952e23d6-8d18-46f3-a025-5207af31cfd7 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354834 Aug 31 07:31:59.495338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 94b690c3-7463-43fa-9e99-c99597190413 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:31:59.542418 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 94b690c3-7463-43fa-9e99-c99597190413 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:31:59.546740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 94b690c3-7463-43fa-9e99-c99597190413 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:59.547106 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:59.639924 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:59.670446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e67dce-dbf1-45dd-bfbf-7a14e20f200e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b690c3-7463-43fa-9e99-c99597190413'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:31:59.673515 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2028f6cd-14cf-4b5a-94ef-ea7ecda5ff0f" -d '{"events": [{"server_uuid": "f8e67dce-dbf1-45dd-bfbf-7a14e20f200e", "name": "network-vif-plugged", "status": "completed", "tag": "94b690c3-7463-43fa-9e99-c99597190413"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:31:59.688097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 94b690c3-7463-43fa-9e99-c99597190413, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=94b690c3-7463-43fa-9e99-c99597190413,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:31:59.692144 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:59.715258 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5e0080-b6e0-4a63-955f-3eefda3f727e x-openstack-request-id: req-1e5e0080-b6e0-4a63-955f-3eefda3f727e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:31:59.715558 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e67dce-dbf1-45dd-bfbf-7a14e20f200e", "name": "network-vif-plugged", "status": "completed", "tag": "94b690c3-7463-43fa-9e99-c99597190413", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:31:59.715817 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e5e0080-b6e0-4a63-955f-3eefda3f727e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:31:59.716228 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e67dce-dbf1-45dd-bfbf-7a14e20f200e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b690c3-7463-43fa-9e99-c99597190413', 'code': 200} Aug 31 07:31:59.745356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=94b690c3-7463-43fa-9e99-c99597190413,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:59.807968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b450c-0379-4751-ba62-eecb59d05c6d req-917d9e01-b592-4418-bc2c-1e00c96a61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:59.809392 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d13b450c-0379-4751-ba62-eecb59d05c6d req-917d9e01-b592-4418-bc2c-1e00c96a61c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 1097 time: 0.0392056 Aug 31 07:31:59.845869 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d13b450c-0379-4751-ba62-eecb59d05c6d req-07376f57-0e2c-4e80-8807-e61f97297c3c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295622 Aug 31 07:32:00.196361 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:00.496737 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902fd11-9a50-4899-bd9b-ad11e7583bf5 req-a6cf33e2-54c8-4644-b625-d245e650722f tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:00.498815 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d902fd11-9a50-4899-bd9b-ad11e7583bf5 req-a6cf33e2-54c8-4644-b625-d245e650722f tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 945 time: 0.0486405 Aug 31 07:32:00.535477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d902fd11-9a50-4899-bd9b-ad11e7583bf5 req-9fab63da-3cf6-4329-8cbe-216661d9a627 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307307 Aug 31 07:32:01.650629 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891632e-a12a-4dd8-872c-46b7807ff9f6 req-42abba76-1091-401f-8a04-12aacf4c97c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:01.652135 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5891632e-a12a-4dd8-872c-46b7807ff9f6 req-42abba76-1091-401f-8a04-12aacf4c97c1 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 945 time: 0.0489950 Aug 31 07:32:01.690299 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5891632e-a12a-4dd8-872c-46b7807ff9f6 req-3cd03c26-b75d-4a72-a05d-658828544f76 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314069 Aug 31 07:32:01.802026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e5549-8212-404f-a84a-fb8ba93dc788 req-95c78f65-9101-433b-9eb0-b7833d7dc00a tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:01.803475 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae5e5549-8212-404f-a84a-fb8ba93dc788 req-95c78f65-9101-433b-9eb0-b7833d7dc00a tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 945 time: 0.0482452 Aug 31 07:32:01.839620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ae5e5549-8212-404f-a84a-fb8ba93dc788 req-306816d6-58f7-496f-a398-33b8aa23dedc tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302041 Aug 31 07:32:20.158139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88f09a-46ca-43cd-ad47-d7eda1d90ae5 req-26e66495-3e0e-4032-86cc-c00f571b9915 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:20.159550 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a88f09a-46ca-43cd-ad47-d7eda1d90ae5 req-26e66495-3e0e-4032-86cc-c00f571b9915 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 945 time: 0.0492077 Aug 31 07:32:20.203548 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6a88f09a-46ca-43cd-ad47-d7eda1d90ae5 req-146f3151-a0a3-41b2-8a62-34511f6ba920 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378232 Aug 31 07:32:21.326356 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d508f7-5c07-4224-8920-61061e959fed req-9edf384f-6fd1-4b14-adb1-479e8c4e9720 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:21.328035 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99d508f7-5c07-4224-8920-61061e959fed req-9edf384f-6fd1-4b14-adb1-479e8c4e9720 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 945 time: 0.0545111 Aug 31 07:32:21.370871 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99d508f7-5c07-4224-8920-61061e959fed req-977796a5-ff97-4e9a-816e-1572f7ea7a05 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c00ef59-e1ab-42ee-8c3a-c210edb34b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Aug 31 07:32:21.934590 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-bf37ea18-575b-4f6f-9cd2-f95c240a9fbe tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:21.935963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-bf37ea18-575b-4f6f-9cd2-f95c240a9fbe tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 945 time: 0.0477235 Aug 31 07:32:22.025047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Deleting port 94b690c3-7463-43fa-9e99-c99597190413 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:32:22.025409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:22.116438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] For port 94b690c3-7463-43fa-9e99-c99597190413, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=94b690c3-7463-43fa-9e99-c99597190413,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:22.116810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:22.129453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Calling delete_port for 94b690c3-7463-43fa-9e99-c99597190413 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:32:22.260177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:22.272205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['94b690c3-7463-43fa-9e99-c99597190413'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:32:22.289040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Pushing event deleted for resources: {'Port': ['ID=94b690c3-7463-43fa-9e99-c99597190413,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:22.305853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.306199 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.306535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.306868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.307201 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.307531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.307856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.308181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.308957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.308957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.309968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.310266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:22.350196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] No DVR routers for this DVR port 94b690c3-7463-43fa-9e99-c99597190413 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:32:22.352938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:22.354959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-33842a35-ffa3-4a5b-89b1-ae87de7ae33b req-a2419879-96aa-4344-a39a-04160c05ed04 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.23 "DELETE /v2.0/ports/94b690c3-7463-43fa-9e99-c99597190413 HTTP/1.1" status: 204 len: 173 time: 0.4114692 Aug 31 07:32:22.355396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e67dce-dbf1-45dd-bfbf-7a14e20f200e', 'name': 'network-vif-deleted', 'tag': '94b690c3-7463-43fa-9e99-c99597190413'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:32:22.358230 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d489c-563e-4175-ac47-e9efd70b51a1" -d '{"events": [{"server_uuid": "f8e67dce-dbf1-45dd-bfbf-7a14e20f200e", "name": "network-vif-deleted", "tag": "94b690c3-7463-43fa-9e99-c99597190413"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:32:22.402508 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dbbe6f-d8ad-439c-931d-5c9e7639dd36 x-openstack-request-id: req-28dbbe6f-d8ad-439c-931d-5c9e7639dd36 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:32:22.403587 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e67dce-dbf1-45dd-bfbf-7a14e20f200e", "name": "network-vif-deleted", "tag": "94b690c3-7463-43fa-9e99-c99597190413", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:32:22.403844 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28dbbe6f-d8ad-439c-931d-5c9e7639dd36 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:32:22.404249 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e67dce-dbf1-45dd-bfbf-7a14e20f200e', 'name': 'network-vif-deleted', 'tag': '94b690c3-7463-43fa-9e99-c99597190413', 'status': 'completed', 'code': 200} Aug 31 07:32:22.474295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0d0f2c85-1b53-4bef-bb94-7f8c6f81d766 req-f08f616e-a9f3-4d42-a03d-30956f32ecc9 tempest-TestEncryptedCinderVolumes-1469237198 tempest-TestEncryptedCinderVolumes-1469237198-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e67dce-dbf1-45dd-bfbf-7a14e20f200e HTTP/1.1" status: 200 len: 210 time: 0.0289400 Aug 31 07:32:23.564346 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55024) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:23.907383 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.150673 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Deleting port a6c947d9-6a2f-47fd-a425-cc32250c6fc1 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:32:24.151015 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.226433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] For port a6c947d9-6a2f-47fd-a425-cc32250c6fc1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:24.226712 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.239306 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Calling delete_port for a6c947d9-6a2f-47fd-a425-cc32250c6fc1 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:32:24.291954 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d2105397-bbc0-455d-8825-2517988dec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.428082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.455787 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c947d9-6a2f-47fd-a425-cc32250c6fc1,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:24.465904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.466241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.466579 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.466915 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.467868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.467868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.467868 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.468309 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.468570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.468795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.469114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.469458 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:24.488710 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:32:24.644709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.860006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Router 1b486835-d29f-479d-8a08-7385e54b14b1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:32:24.963422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:32:24.970096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-da124445-729c-4ff8-a8e4-78cd0a90a0f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b486835-d29f-479d-8a08-7385e54b14b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4046800 Aug 31 07:32:24.971159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55026) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:24.972099 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] Sync routers for ids ['1b486835-d29f-479d-8a08-7385e54b14b1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:32:24.980559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.983296 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] Routers {'1b486835-d29f-479d-8a08-7385e54b14b1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:24.983920 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:31:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1b486835-d29f-479d-8a08-7385e54b14b1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:25.074322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.086302 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] Set router 1b486835-d29f-479d-8a08-7385e54b14b1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:25.171887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.226607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Deleting port 7f8cfc72-1f64-4543-aa03-816f6de678be {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:32:25.226946 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.258728 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:32:24Z', 'revision_number': 5, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port': {'id': '7f8cfc72-1f64-4543-aa03-816f6de678be', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:25.288805 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] Checking router: 1b486835-d29f-479d-8a08-7385e54b14b1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:32:25.298350 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] Routers {'1b486835-d29f-479d-8a08-7385e54b14b1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:25.298949 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:31:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1b486835-d29f-479d-8a08-7385e54b14b1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:25.304972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] For port 7f8cfc72-1f64-4543-aa03-816f6de678be, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=7f8cfc72-1f64-4543-aa03-816f6de678be,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:25.305375 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.318337 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Calling delete_port for 7f8cfc72-1f64-4543-aa03-816f6de678be owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:32:25.379144 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] Set router 1b486835-d29f-479d-8a08-7385e54b14b1 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:25.432423 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:32:25Z', 'revision_number': 6, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:25.457796 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60dcf7-b3b6-4e56-b0f0-1d60087b5da6 None None] The sync data for ids ['1b486835-d29f-479d-8a08-7385e54b14b1'] in n-d-712142-16 is: [{'id': '1b486835-d29f-479d-8a08-7385e54b14b1', 'name': 'tempest-TestEncryptedCinderVolumes-455961875-router', 'tenant_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:09Z', 'updated_at': '2021-08-31T07:32:25Z', 'revision_number': 6, 'project_id': 'a1273c2f322a47df98a741b5b6f3bc8e', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:32:25.484096 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.506114 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8cfc72-1f64-4543-aa03-816f6de678be,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:25.574844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.631196 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 94b690c3-7463-43fa-9e99-c99597190413 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:32:25.651731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 94b690c3-7463-43fa-9e99-c99597190413 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:32:25.652072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 94b690c3-7463-43fa-9e99-c99597190413 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:32:25.664326 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.666465 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.707984 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.708548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b486835-d29f-479d-8a08-7385e54b14b1 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:32:25.713669 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.715010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a314d4c3-18e0-4f8b-9f98-70db2943c88d admin admin] 10.222.0.15 "DELETE /v2.0/routers/1b486835-d29f-479d-8a08-7385e54b14b1 HTTP/1.1" status: 204 len: 168 time: 0.7427592 Aug 31 07:32:25.717618 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55028) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:25.762234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5021ae67-3b3a-48a0-95ca-82e23fffec33 admin admin] Deleting subnet 13c90c33-5afb-4e28-b5f1-088da2706ea3 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:32:25.765319 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5021ae67-3b3a-48a0-95ca-82e23fffec33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.811123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5021ae67-3b3a-48a0-95ca-82e23fffec33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.900325 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5021ae67-3b3a-48a0-95ca-82e23fffec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.953920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5021ae67-3b3a-48a0-95ca-82e23fffec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.979818 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021ae67-3b3a-48a0-95ca-82e23fffec33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c90c33-5afb-4e28-b5f1-088da2706ea3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:25.982302 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5021ae67-3b3a-48a0-95ca-82e23fffec33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:25.986445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5021ae67-3b3a-48a0-95ca-82e23fffec33 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/13c90c33-5afb-4e28-b5f1-088da2706ea3 HTTP/1.1" status: 204 len: 168 time: 0.2657063 Aug 31 07:32:25.986770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55030) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:25.991602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcb3ead-a604-4106-af9f-c088c60f0d5f None None] Network c343e39f-9135-474d-b667-1ff534428054 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:32:26.059064 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.111979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Deleting port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:32:26.112353 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.177741 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] For port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9392a32d-c04f-4441-b0f5-f9ef7ff0054e,segment=NetworkSegment(78c6c10d-4a3f-4171-9b17-def73faaf469),segment_id=78c6c10d-4a3f-4171-9b17-def73faaf469)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:26.178041 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.190289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Calling delete_port for 9392a32d-c04f-4441-b0f5-f9ef7ff0054e owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:32:26.239918 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1867f-183a-4676-95bd-27857c490467 None None] DHCP port deletion for c343e39f-9135-474d-b667-1ff534428054 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:32:26.245228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a6c947d9-6a2f-47fd-a425-cc32250c6fc1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:32:26.266966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a6c947d9-6a2f-47fd-a425-cc32250c6fc1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:32:26.267313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a6c947d9-6a2f-47fd-a425-cc32250c6fc1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:32:26.275470 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.301845 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Pushing event deleted for resources: {'Port': ['ID=9392a32d-c04f-4441-b0f5-f9ef7ff0054e,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:26.305330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] No DVR routers for this DVR port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:32:26.315085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-86d1867f-183a-4676-95bd-27857c490467 None None] Deleting port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:32:26.315465 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86d1867f-183a-4676-95bd-27857c490467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.383970 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.390117 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-86d1867f-183a-4676-95bd-27857c490467 None None] For port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e, host n-d-712142-16, got binding levels [] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:26.390507 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86d1867f-183a-4676-95bd-27857c490467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.393960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c343e39f-9135-474d-b667-1ff534428054']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:26.404047 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-86d1867f-183a-4676-95bd-27857c490467 None None] Calling delete_port for 9392a32d-c04f-4441-b0f5-f9ef7ff0054e owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:32:26.404907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c6c10d-4a3f-4171-9b17-def73faaf469') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:26.405371 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c6c10d-4a3f-4171-9b17-def73faaf469') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:26.406899 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.ipam_backend_mixin [None req-86d1867f-183a-4676-95bd-27857c490467 None None] Port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e was not found and therefore no delete operation was performed {{(pid=94669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:32:26.408312 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86d1867f-183a-4676-95bd-27857c490467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.415398 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.431664 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.439756 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:32:26.440172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:32:26.441916 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:32:26.447205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1867f-183a-4676-95bd-27857c490467 None None] Pushing event deleted for resources: {'Port': ['ID=9392a32d-c04f-4441-b0f5-f9ef7ff0054e,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:26.456280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1867f-183a-4676-95bd-27857c490467 None None] No DVR routers for this DVR port 9392a32d-c04f-4441-b0f5-f9ef7ff0054e on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:32:26.461991 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.501648 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.507115 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.509063 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c343e39f-9135-474d-b667-1ff534428054 HTTP/1.1" status: 204 len: 168 time: 0.5214884 Aug 31 07:32:26.512065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55032) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:26.526950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44ee01-a83e-420a-a96e-8a47d00aac70 admin admin] Pushing event deleted for resources: {'Network': ['ID=c343e39f-9135-474d-b667-1ff534428054,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:26.862170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.913712 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0fad88da-927f-4f5f-b484-aea8251c7716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.982068 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.116074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Deleting port cd3acc03-a9e2-4092-b552-e92cefebfcd0 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:32:27.116320 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.193927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] For port cd3acc03-a9e2-4092-b552-e92cefebfcd0, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=cd3acc03-a9e2-4092-b552-e92cefebfcd0,segment=NetworkSegment(8a80944b-44a9-45bb-9940-f090101f922c),segment_id=8a80944b-44a9-45bb-9940-f090101f922c)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:27.194295 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.209069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Calling delete_port for cd3acc03-a9e2-4092-b552-e92cefebfcd0 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:32:27.385819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.413137 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3acc03-a9e2-4092-b552-e92cefebfcd0,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:27.580620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.693840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9392a32d-c04f-4441-b0f5-f9ef7ff0054e no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:32:27.713985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9392a32d-c04f-4441-b0f5-f9ef7ff0054e {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:32:27.714325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9392a32d-c04f-4441-b0f5-f9ef7ff0054e not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:32:27.714725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7f8cfc72-1f64-4543-aa03-816f6de678be no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:32:27.732498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 7f8cfc72-1f64-4543-aa03-816f6de678be {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:32:27.732840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 7f8cfc72-1f64-4543-aa03-816f6de678be not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:32:27.801584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Router c868375f-27a9-4b54-b82d-2af7e09631d2 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:32:27.905928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:32:27.911072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7a53fe94-9224-4d74-b549-8f4982fe0d7a admin admin] 10.222.0.15 "PUT /v2.0/routers/c868375f-27a9-4b54-b82d-2af7e09631d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3973286 Aug 31 07:32:27.913779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55036) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:27.914771 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] Sync routers for ids ['c868375f-27a9-4b54-b82d-2af7e09631d2'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:32:27.924384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] Routers {'c868375f-27a9-4b54-b82d-2af7e09631d2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:27.925014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c868375f-27a9-4b54-b82d-2af7e09631d2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:28.019605 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.030126 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] Set router c868375f-27a9-4b54-b82d-2af7e09631d2 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:28.127733 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.179280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Deleting port ee8c3ed5-6551-43d8-b234-33089ece9500 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:32:28.179537 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.210092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:32:27Z', 'revision_number': 5, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port': {'id': 'ee8c3ed5-6551-43d8-b234-33089ece9500', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:31:14Z', 'updated_at': '2021-08-31T07:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:28.236423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] Checking router: c868375f-27a9-4b54-b82d-2af7e09631d2 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:32:28.245742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] Routers {'c868375f-27a9-4b54-b82d-2af7e09631d2'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:28.246475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['c868375f-27a9-4b54-b82d-2af7e09631d2'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:28.263866 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] For port ee8c3ed5-6551-43d8-b234-33089ece9500, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=ee8c3ed5-6551-43d8-b234-33089ece9500,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:28.264227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.276912 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Calling delete_port for ee8c3ed5-6551-43d8-b234-33089ece9500 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:32:28.339668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] Set router c868375f-27a9-4b54-b82d-2af7e09631d2 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:28.398893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:32:28Z', 'revision_number': 6, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:28.402460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.455391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.485004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8c3ed5-6551-43d8-b234-33089ece9500,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:28.549220 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.582416 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2121-91d5-4daa-a7cf-3818c874fd8b None None] The sync data for ids ['c868375f-27a9-4b54-b82d-2af7e09631d2'] in n-d-712142-16 is: [{'id': 'c868375f-27a9-4b54-b82d-2af7e09631d2', 'name': 'tempest-TestEncryptedCinderVolumes-860074666-router', 'tenant_id': '84af7a47238d434f974d6a1089612132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:31:13Z', 'updated_at': '2021-08-31T07:32:28Z', 'revision_number': 6, 'project_id': '84af7a47238d434f974d6a1089612132', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:32:28.641140 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.643267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.687520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.688273 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c868375f-27a9-4b54-b82d-2af7e09631d2 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:32:28.692429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.693640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ded78c73-4d19-4008-a696-c7472ee194d7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c868375f-27a9-4b54-b82d-2af7e09631d2 HTTP/1.1" status: 204 len: 168 time: 0.7789376 Aug 31 07:32:28.696313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55038) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:28.740288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c43b40-f6c0-4c0c-bbfe-efa3c83d05d7 admin admin] Deleting subnet fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:32:28.743217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79c43b40-f6c0-4c0c-bbfe-efa3c83d05d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.776188 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79c43b40-f6c0-4c0c-bbfe-efa3c83d05d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.855236 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79c43b40-f6c0-4c0c-bbfe-efa3c83d05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.926988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79c43b40-f6c0-4c0c-bbfe-efa3c83d05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.953834 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c43b40-f6c0-4c0c-bbfe-efa3c83d05d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:28.957812 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-79c43b40-f6c0-4c0c-bbfe-efa3c83d05d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:28.960882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-79c43b40-f6c0-4c0c-bbfe-efa3c83d05d7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fbe7260e-0bbe-4cc2-bd1f-ae8cb43de695 HTTP/1.1" status: 204 len: 168 time: 0.2635827 Aug 31 07:32:28.961828 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55040) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:28.966624 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cfd56b-36f4-4db7-a101-3b59a5057795 None None] Network 21957105-d7f4-4688-867a-f4e32708a3a8 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:32:29.037767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.091761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Deleting port d126edbf-0245-4da9-bcf4-ff18cac8eb5c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:32:29.092184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.154666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] For port d126edbf-0245-4da9-bcf4-ff18cac8eb5c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d126edbf-0245-4da9-bcf4-ff18cac8eb5c,segment=NetworkSegment(8a80944b-44a9-45bb-9940-f090101f922c),segment_id=8a80944b-44a9-45bb-9940-f090101f922c)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:29.155027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.167302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Calling delete_port for d126edbf-0245-4da9-bcf4-ff18cac8eb5c owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:32:29.247455 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.270124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Pushing event deleted for resources: {'Port': ['ID=d126edbf-0245-4da9-bcf4-ff18cac8eb5c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:29.275490 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] No DVR routers for this DVR port d126edbf-0245-4da9-bcf4-ff18cac8eb5c on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:32:29.348134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3af58b-243b-4a7e-8d43-5fb53ff09196 None None] DHCP port deletion for 21957105-d7f4-4688-867a-f4e32708a3a8 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:32:29.350678 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.363159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21957105-d7f4-4688-867a-f4e32708a3a8']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:29.374160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a80944b-44a9-45bb-9940-f090101f922c') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:29.374583 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a80944b-44a9-45bb-9940-f090101f922c') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:29.383625 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.397238 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.402889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:32:29.404037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:32:29.405666 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:32:29.465685 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.471164 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.473055 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] 10.222.0.15 "DELETE /v2.0/networks/21957105-d7f4-4688-867a-f4e32708a3a8 HTTP/1.1" status: 204 len: 168 time: 0.5103056 Aug 31 07:32:29.486280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba57138-8864-4117-9f52-23f016193087 admin admin] Pushing event deleted for resources: {'Network': ['ID=21957105-d7f4-4688-867a-f4e32708a3a8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:29.644438 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55044) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:29.652966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ee8c3ed5-6551-43d8-b234-33089ece9500 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:32:29.673440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: ee8c3ed5-6551-43d8-b234-33089ece9500 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:32:29.673874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device ee8c3ed5-6551-43d8-b234-33089ece9500 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:32:29.674351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cd3acc03-a9e2-4092-b552-e92cefebfcd0 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:32:29.685228 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2c567b71-fa10-4c37-8233-9f5b98a51cb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1273c2f322a47df98a741b5b6f3bc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396018 Aug 31 07:32:29.687755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55046) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:29.693017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: cd3acc03-a9e2-4092-b552-e92cefebfcd0 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:32:29.693476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device cd3acc03-a9e2-4092-b552-e92cefebfcd0 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:32:29.693964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d126edbf-0245-4da9-bcf4-ff18cac8eb5c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:32:29.713153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d126edbf-0245-4da9-bcf4-ff18cac8eb5c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:32:29.713670 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d126edbf-0245-4da9-bcf4-ff18cac8eb5c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:32:29.742309 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-addfca7d-5158-4c41-91c6-353b8afd2290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.762531 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-addfca7d-5158-4c41-91c6-353b8afd2290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.809465 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-addfca7d-5158-4c41-91c6-353b8afd2290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.812131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-addfca7d-5158-4c41-91c6-353b8afd2290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.815991 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-addfca7d-5158-4c41-91c6-353b8afd2290 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c00ef59-e1ab-42ee-8c3a-c210edb34b62 HTTP/1.1" status: 204 len: 168 time: 0.1246185 Aug 31 07:32:29.821501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfca7d-5158-4c41-91c6-353b8afd2290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c00ef59-e1ab-42ee-8c3a-c210edb34b62,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:30.129853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55052) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:30.169663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b11e6d1a-f4c6-4870-83db-e8d9ba9b7eb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84af7a47238d434f974d6a1089612132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380306 Aug 31 07:32:30.172020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55054) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:30.198755 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:30.221798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4286b8c0-9638-42af-8aca-7bf2cf151b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:30.248326 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4286b8c0-9638-42af-8aca-7bf2cf151b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:30.308072 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4286b8c0-9638-42af-8aca-7bf2cf151b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:30.310838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4286b8c0-9638-42af-8aca-7bf2cf151b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:30.312026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4286b8c0-9638-42af-8aca-7bf2cf151b2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3ed1c70-3ca5-42bc-946c-c4accc88eec2 HTTP/1.1" status: 204 len: 168 time: 0.1391387 Aug 31 07:32:30.319949 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286b8c0-9638-42af-8aca-7bf2cf151b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ed1c70-3ca5-42bc-946c-c4accc88eec2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:30.975362 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55076) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:31.070228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1937910619-network', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:31.090690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Made reservation on behalf of 542ac518522f4e69b5afde72bcab1b8b for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:32:31.092947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.103742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.190798 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.195054 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.216470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:32:31.230063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39989ea5-1aa5-483b-ae5b-0729bfc3e633,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:31.235807 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.236260 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Added segment b8920509-e91f-4fca-abf7-aeb6c86baa67 of type vlan for network 71140f3b-f52e-4641-a1dc-61a9de9e3144 Aug 31 07:32:31.295087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.318939 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.320234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:31.320819 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.375163 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3986878 Aug 31 07:32:31.378102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55080) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:31.380778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee63bf5-a63c-45cd-a313-255dd059a187 admin admin] Pushing event updated for resources: {'Network': ['ID=71140f3b-f52e-4641-a1dc-61a9de9e3144,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:31.383063 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Request body: {'subnet': {'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1937910619-subnet', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:31.391661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:32:31.405403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Made reservation on behalf of 542ac518522f4e69b5afde72bcab1b8b for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:32:31.407862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.572856 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.629001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a241537-e458-4097-9f53-5e4cc4ff4e67,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:31.637057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Checking segment: {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:31.637447 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Network hostable DHCP agents. Network: 71140f3b-f52e-4641-a1dc-61a9de9e3144, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:32:31.654126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:32:31.662384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 71140f3b-f52e-4641-a1dc-61a9de9e3144) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:31.666518 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:31.667116 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.671434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a624842-b3ec-4215-b733-5f590b10009a None None] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:32:31.683781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55082) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:31.684004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8f06afd7-63ef-439c-bfa3-49ede7268b24 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3045783 Aug 31 07:32:31.689020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:31.709901 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.710979 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.765521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.823412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-71140f3b-f52e-4641-a1dc-61a9de9e3144', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:32:31.824299 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.903127 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:31.956911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Allocated IP 172.20.0.2 (71140f3b-f52e-4641-a1dc-61a9de9e3144/6a241537-e458-4097-9f53-5e4cc4ff4e67/1bad1017-7b30-42cc-9bc1-ea8cd954e830) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:32:32.110084 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.119031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Transition to ACTIVE for port object 1bad1017-7b30-42cc-9bc1-ea8cd954e830 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:32.134462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Transition to ACTIVE for port object 1bad1017-7b30-42cc-9bc1-ea8cd954e830 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:32.140363 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.182593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:32.185725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:32.189464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:32:32.195170 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Pushing event updated for resources: {'Port': ['ID=1bad1017-7b30-42cc-9bc1-ea8cd954e830,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:32.253980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Attempting to bind port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:32:32.254267 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Attempting to bind port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:32:32.254638 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Attempting to bind port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 on network 71140f3b-f52e-4641-a1dc-61a9de9e3144 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:32.259926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:32:32.260309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Checking segment: {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:32.260715 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.261113 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Bound using segment: {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:32:32.261627 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Bound port: 1bad1017-7b30-42cc-9bc1-ea8cd954e830, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:32:32.262015 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.329006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] For port 1bad1017-7b30-42cc-9bc1-ea8cd954e830, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:32.332077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] For port 1bad1017-7b30-42cc-9bc1-ea8cd954e830, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1bad1017-7b30-42cc-9bc1-ea8cd954e830,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:32:32.337401 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.396750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8760775-9d6f-4c35-8269-ef43e7063ef1 None None] Pushing event updated for resources: {'Port': ['ID=1bad1017-7b30-42cc-9bc1-ea8cd954e830,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:32.459930 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.478866 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.598235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Allocated IP 172.25.5.221 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:32:32.705518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.748046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:32.783228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:32.788151 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:32.790556 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:32:32.819337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Pushing event updated for resources: {'Port': ['ID=b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:33.043794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:33.249013 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:33.306423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9922d-0477-4e72-a0d5-45c3abd42886 None None] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:32:33.381305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:32:33.389559 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-deea37e6-74ec-43bb-91be-470cc42bc95d None None] Provisioning for port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:33.489914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:32:33.501813 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Sync routers for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:32:33.508484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:33.512379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a880f49c-314f-4e37-a8a3-d7d41e74d8ce admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8244550 Aug 31 07:32:33.512618 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55084) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:33.518371 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:33.519169 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:33.644870 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:33.706510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1bad1017-7b30-42cc-9bc1-ea8cd954e830 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:33.773362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:33.777168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:33.777573 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:33.855443 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:32Z', 'revision_number': 3, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:33.858161 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:33.881920 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Checking router: 1baf1b5c-e56f-48df-b7a4-33128abc59c0 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:32:33.882261 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Updating router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:32:33.890978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1bad1017-7b30-42cc-9bc1-ea8cd954e830, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1bad1017-7b30-42cc-9bc1-ea8cd954e830,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:33.895883 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:33.911375 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:33.946811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1bad1017-7b30-42cc-9bc1-ea8cd954e830,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:33.979068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.139840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Allocated IP 172.20.0.1 (71140f3b-f52e-4641-a1dc-61a9de9e3144/6a241537-e458-4097-9f53-5e4cc4ff4e67/3e556ed0-1ec8-4990-9abd-89092cd545a2) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:32:34.180506 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.190618 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Transition to ACTIVE for port object b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:34.195546 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.243438 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.245519 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Pushing event updated for resources: {'Port': ['ID=b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:34.255018 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Attempting to bind port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:32:34.255387 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Attempting to bind port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:32:34.255760 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Attempting to bind port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:34.256774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Transition to ACTIVE for port object 3e556ed0-1ec8-4990-9abd-89092cd545a2 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:34.259162 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.259508 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.259846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.260220 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.260495 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.260872 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.261264 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.261592 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.261920 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.262240 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.263079 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.263407 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:34.268691 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:32:34.269069 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:34.269497 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.269884 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:32:34.270349 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Bound port: b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:32:34.270735 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.292192 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.322186 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] For port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:34.326088 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] For port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:32:34.330244 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.337586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:34.340547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:34.344899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:32:34.367652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Pushing event updated for resources: {'Port': ['ID=3e556ed0-1ec8-4990-9abd-89092cd545a2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:34.387277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.388655 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4530d36-ae75-4b7f-8297-211d4cd7f757 None None] Pushing event updated for resources: {'Port': ['ID=b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:34.395508 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:34.396059 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:34.507297 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:34.540075 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.585013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-73116d1c-e682-44c4-a722-dd42fce8eadf None None] Provisioning for port 3e556ed0-1ec8-4990-9abd-89092cd545a2 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:34.590131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-73116d1c-e682-44c4-a722-dd42fce8eadf None None] Provisioning complete for port 3e556ed0-1ec8-4990-9abd-89092cd545a2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:34.590510 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-73116d1c-e682-44c4-a722-dd42fce8eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.629901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-73116d1c-e682-44c4-a722-dd42fce8eadf None None] Port 3e556ed0-1ec8-4990-9abd-89092cd545a2 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:32:34.712095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.717527 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.781573 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:32Z', 'revision_number': 3, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:34.782239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:34.784824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Pushing event updated for resources: {'Port': ['ID=3e556ed0-1ec8-4990-9abd-89092cd545a2,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:34.810446 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e3a1-9f27-459a-a55f-6b71fc343ce5 None None] The sync data for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 is: [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:32Z', 'revision_number': 3, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:32:34.883526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:34.884951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:35.018065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:32:35.138422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:32:35.143846 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-13404ca9-29fc-4441-8717-976f33d9cc1a admin admin] 10.222.0.15 "PUT /v2.0/routers/1baf1b5c-e56f-48df-b7a4-33128abc59c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301827 Aug 31 07:32:35.157849 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d9bbae26-0201-4ac9-a5ec-28c8d135a8ed None None] Provisioning complete for port 3e556ed0-1ec8-4990-9abd-89092cd545a2 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:35.158291 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d9bbae26-0201-4ac9-a5ec-28c8d135a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.196094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbae26-0201-4ac9-a5ec-28c8d135a8ed None None] Port 3e556ed0-1ec8-4990-9abd-89092cd545a2 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:32:35.640518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55100) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:35.645619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1959211782-network', 'tenant_id': '4c2a428e62e744fd97127659a236cd47'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:35.669478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Made reservation on behalf of 4c2a428e62e744fd97127659a236cd47 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:32:35.671966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.683769 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.737409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:35.787594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:35.788696 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.791498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:35.791875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.792092 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.813544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:32:35.828545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de88c99-2bb8-4a75-b96e-aafc197bf27c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:35.831427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.831827 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Added segment 1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6 of type vlan for network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 Aug 31 07:32:35.878012 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.879936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.900541 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:35.902716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.904232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:35.904351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.904932 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:35.905090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1bad1017-7b30-42cc-9bc1-ea8cd954e830 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:35.956535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3148293 Aug 31 07:32:35.959840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55102) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:35.966720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c4ad5-eca0-40dc-89ce-c43a8122d08c admin admin] Pushing event updated for resources: {'Network': ['ID=4d0e8732-7d38-41f2-a7fe-269fbaffab45,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:35.967843 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Request body: {'subnet': {'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1959211782-subnet', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:35.979202 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:32:35.992873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Made reservation on behalf of 4c2a428e62e744fd97127659a236cd47 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:32:35.995165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.021110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:36.052800 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:36.053194 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.177477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.227241 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9bc9a2a-d331-44af-a914-b8c6b039ae6c,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:36.242433 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Checking segment: {'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:36.243071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Network hostable DHCP agents. Network: 4d0e8732-7d38-41f2-a7fe-269fbaffab45, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:32:36.261400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:32:36.270305 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 4d0e8732-7d38-41f2-a7fe-269fbaffab45) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:36.274351 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:36.274942 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.280301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439960b7-ec0d-4197-9635-7c71e2b7dba0 None None] Network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:32:36.289865 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4a551660-5b98-4a77-a530-53a520178d14 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3283675 Aug 31 07:32:36.292426 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55104) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:36.297676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:36.319220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.320805 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.380633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.430419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Sync routers for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:32:36.440964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:36.441714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:36.444656 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-4d0e8732-7d38-41f2-a7fe-269fbaffab45', 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'fixed_ips': [{'subnet_id': 'a9bc9a2a-d331-44af-a914-b8c6b039ae6c'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:32:36.445514 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.515759 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.654779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:36.743565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Allocated IP 172.20.0.2 (4d0e8732-7d38-41f2-a7fe-269fbaffab45/a9bc9a2a-d331-44af-a914-b8c6b039ae6c/3ffff70c-8646-4edd-8b62-0b881bed608b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:32:36.987262 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.998658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Transition to ACTIVE for port object 3ffff70c-8646-4edd-8b62-0b881bed608b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:37.001749 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 2, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:37.037953 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Checking router: 1baf1b5c-e56f-48df-b7a4-33128abc59c0 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:32:37.038321 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Updating router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 port 3e556ed0-1ec8-4990-9abd-89092cd545a2 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:32:37.060841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Transition to ACTIVE for port object 3ffff70c-8646-4edd-8b62-0b881bed608b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:37.069415 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.072515 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.077636 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.094068 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.114789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:37.138544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:37.145099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:32:37.155271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Pushing event updated for resources: {'Port': ['ID=3ffff70c-8646-4edd-8b62-0b881bed608b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:37.206033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Allocated IP 172.25.5.56 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/89977b2b-b088-4bbe-9931-16fab25ee709) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:32:37.272587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Attempting to bind port 3ffff70c-8646-4edd-8b62-0b881bed608b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:32:37.272862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Attempting to bind port 3ffff70c-8646-4edd-8b62-0b881bed608b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:32:37.273239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Attempting to bind port 3ffff70c-8646-4edd-8b62-0b881bed608b on network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:37.284174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:32:37.284812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Checking segment: {'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:37.284905 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.285327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Bound using segment: {'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:32:37.285791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Bound port: 3ffff70c-8646-4edd-8b62-0b881bed608b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:32:37.286166 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.313292 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.352234 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.407172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:37.412788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:37.415020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Pushing event updated for resources: {'Port': ['ID=89977b2b-b088-4bbe-9931-16fab25ee709,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:37.417283 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:32:37.572519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] For port 3ffff70c-8646-4edd-8b62-0b881bed608b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:37.588761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] For port 3ffff70c-8646-4edd-8b62-0b881bed608b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3ffff70c-8646-4edd-8b62-0b881bed608b,segment=NetworkSegment(1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6),segment_id=1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:32:37.596858 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.666540 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:37.685965 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.722067 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.729679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b61c2f-e820-448c-955b-4ed2652cfe36 None None] Pushing event updated for resources: {'Port': ['ID=3ffff70c-8646-4edd-8b62-0b881bed608b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:37.744714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Transition to ACTIVE for port object 3e556ed0-1ec8-4990-9abd-89092cd545a2 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:37.754654 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.790494 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:37.790866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.836742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711774d-3947-4c3b-91a3-19a3b4e95da2 None None] Pushing event updated for resources: {'Port': ['ID=3e556ed0-1ec8-4990-9abd-89092cd545a2,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:37.914184 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.928804 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Attempting to bind port 3e556ed0-1ec8-4990-9abd-89092cd545a2 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:32:37.929160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Attempting to bind port 3e556ed0-1ec8-4990-9abd-89092cd545a2 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:32:37.929554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Attempting to bind port 3e556ed0-1ec8-4990-9abd-89092cd545a2 on network 71140f3b-f52e-4641-a1dc-61a9de9e3144 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:37.964887 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:32:37.965401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Checking segment: {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:37.966621 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:37.967375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Bound using segment: {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:32:37.967801 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Bound port: 3e556ed0-1ec8-4990-9abd-89092cd545a2, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:32:37.968228 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:38.057702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] For port 3e556ed0-1ec8-4990-9abd-89092cd545a2, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:38.062957 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] For port 3e556ed0-1ec8-4990-9abd-89092cd545a2, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3e556ed0-1ec8-4990-9abd-89092cd545a2,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:32:38.066749 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:38.092800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Router 16276776-94d0-4a59-b9b9-26fbb3919269 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:32:38.143769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:38.144052 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:38.184169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711774d-3947-4c3b-91a3-19a3b4e95da2 None None] Pushing event updated for resources: {'Port': ['ID=3e556ed0-1ec8-4990-9abd-89092cd545a2,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:38.213612 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:32:38.224781 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Sync routers for ids ['16276776-94d0-4a59-b9b9-26fbb3919269'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:32:38.237166 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:38.241006 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Routers {'16276776-94d0-4a59-b9b9-26fbb3919269'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:38.241307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6964486b-57b4-4232-a93f-6cb997d59983 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9447854 Aug 31 07:32:38.241391 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['16276776-94d0-4a59-b9b9-26fbb3919269'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:38.241487 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55106) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:38.273127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:38.361013 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Set router 16276776-94d0-4a59-b9b9-26fbb3919269 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:38.513441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:38Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:38.551606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc704ef-ed4b-4434-849c-6f46c95aa5a1 None None] The sync data for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 is: [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:38Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:32:38.566601 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:32:37Z', 'revision_number': 3, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port': {'id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:37Z', 'updated_at': '2021-08-31T07:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:38.611506 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Checking router: 16276776-94d0-4a59-b9b9-26fbb3919269 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:32:38.611845 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Updating router 16276776-94d0-4a59-b9b9-26fbb3919269 port 89977b2b-b088-4bbe-9931-16fab25ee709 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:32:38.642789 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:38.803693 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:38.834021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d1ac10-ccc0-4c78-aeb9-e9693c84d28b None None] Network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:32:38.901323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-ce3272c5-a9b2-4e7e-a324-b14f3a392459 None None] Provisioning for port 3ffff70c-8646-4edd-8b62-0b881bed608b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:38.955227 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:38.968406 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Transition to ACTIVE for port object 89977b2b-b088-4bbe-9931-16fab25ee709 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:38.976532 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.012565 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Allocated IP 172.20.0.1 (4d0e8732-7d38-41f2-a7fe-269fbaffab45/a9bc9a2a-d331-44af-a914-b8c6b039ae6c/4f45e5e3-2289-449b-82da-9628ee6d1bf5) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:32:39.049804 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Attempting to bind port 89977b2b-b088-4bbe-9931-16fab25ee709 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:32:39.050166 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Attempting to bind port 89977b2b-b088-4bbe-9931-16fab25ee709 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:32:39.050665 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Attempting to bind port 89977b2b-b088-4bbe-9931-16fab25ee709 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:39.054185 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e63f35-647a-4bc3-9484-265c8b90992d None None] Pushing event updated for resources: {'Port': ['ID=89977b2b-b088-4bbe-9931-16fab25ee709,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:39.061020 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:32:39.069574 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:39.072307 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.072749 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:32:39.073375 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Bound port: 89977b2b-b088-4bbe-9931-16fab25ee709, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:32:39.073772 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.151903 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.161798 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] For port 89977b2b-b088-4bbe-9931-16fab25ee709, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:39.166387 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] For port 89977b2b-b088-4bbe-9931-16fab25ee709, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=89977b2b-b088-4bbe-9931-16fab25ee709,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:32:39.172220 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Transition to ACTIVE for port object 4f45e5e3-2289-449b-82da-9628ee6d1bf5 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:39.172817 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.223139 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.247059 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Routers {'16276776-94d0-4a59-b9b9-26fbb3919269'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:39.248060 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['16276776-94d0-4a59-b9b9-26fbb3919269'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:39.273399 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Pushing event updated for resources: {'Port': ['ID=4f45e5e3-2289-449b-82da-9628ee6d1bf5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:39.287529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:39.289000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:39.291864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:32:39.292699 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e63f35-647a-4bc3-9484-265c8b90992d None None] Pushing event updated for resources: {'Port': ['ID=89977b2b-b088-4bbe-9931-16fab25ee709,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:39.359370 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.370386 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] Set router 16276776-94d0-4a59-b9b9-26fbb3919269 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:39.516405 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.563362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8812d6c-196f-4b6e-8f14-8e9fc4a52751 None None] Provisioning for port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:39.568459 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8812d6c-196f-4b6e-8f14-8e9fc4a52751 None None] Provisioning complete for port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:39.568835 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8812d6c-196f-4b6e-8f14-8e9fc4a52751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.577792 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:32:37Z', 'revision_number': 3, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port': {'id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:37Z', 'updated_at': '2021-08-31T07:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:39.610370 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fccbc-5428-4d45-83d1-54101cef29e4 None None] The sync data for ids ['16276776-94d0-4a59-b9b9-26fbb3919269'] in n-d-712142-16 is: [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:32:37Z', 'revision_number': 3, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port': {'id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:37Z', 'updated_at': '2021-08-31T07:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:32:39.622481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d8812d6c-196f-4b6e-8f14-8e9fc4a52751 None None] Port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:32:39.744723 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.746655 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3ffff70c-8646-4edd-8b62-0b881bed608b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:39.750711 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.801478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3ffff70c-8646-4edd-8b62-0b881bed608b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:39.806346 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3ffff70c-8646-4edd-8b62-0b881bed608b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:39.807393 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.827545 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.829698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Pushing event updated for resources: {'Port': ['ID=4f45e5e3-2289-449b-82da-9628ee6d1bf5,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:39.902137 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.925171 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:39.926848 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:39.942855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3ffff70c-8646-4edd-8b62-0b881bed608b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3ffff70c-8646-4edd-8b62-0b881bed608b,segment=NetworkSegment(1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6),segment_id=1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:39.948665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:39.949725 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3e556ed0-1ec8-4990-9abd-89092cd545a2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:40.063836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3e556ed0-1ec8-4990-9abd-89092cd545a2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:40.078301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3e556ed0-1ec8-4990-9abd-89092cd545a2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:40.079992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:40.092460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3ffff70c-8646-4edd-8b62-0b881bed608b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:40.102411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Router 16276776-94d0-4a59-b9b9-26fbb3919269 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:32:40.214316 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:40.254583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3e556ed0-1ec8-4990-9abd-89092cd545a2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3e556ed0-1ec8-4990-9abd-89092cd545a2,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:40.260385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:40.260568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:32:40.267090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ed082b0b-a422-43f7-836b-4dc361e99e9c admin admin] 10.222.0.15 "PUT /v2.0/routers/16276776-94d0-4a59-b9b9-26fbb3919269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0202508 Aug 31 07:32:40.321259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3e556ed0-1ec8-4990-9abd-89092cd545a2,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:40.348460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-625a5d4a-9cc8-469e-870e-adf2626a95ed None None] Provisioning complete for port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:40.348825 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-625a5d4a-9cc8-469e-870e-adf2626a95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:40.385220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-625a5d4a-9cc8-469e-870e-adf2626a95ed None None] Port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:32:41.786023 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3ffff70c-8646-4edd-8b62-0b881bed608b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:41.854442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Sync routers for ids ['16276776-94d0-4a59-b9b9-26fbb3919269'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:32:41.865042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3ffff70c-8646-4edd-8b62-0b881bed608b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:41.865455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:41.892121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Routers {'16276776-94d0-4a59-b9b9-26fbb3919269'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:41.892757 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['16276776-94d0-4a59-b9b9-26fbb3919269'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:42.047931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Set router 16276776-94d0-4a59-b9b9-26fbb3919269 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:42.078335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3e556ed0-1ec8-4990-9abd-89092cd545a2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:42.218142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3e556ed0-1ec8-4990-9abd-89092cd545a2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:42.218626 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:42.417041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 89977b2b-b088-4bbe-9931-16fab25ee709 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:42.423951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:32:39Z', 'revision_number': 4, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port': {'id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:37Z', 'updated_at': '2021-08-31T07:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4f45e5e3-2289-449b-82da-9628ee6d1bf5', 'name': '', 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'mac_address': 'fa:16:3e:ac:77:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a9bc9a2a-d331-44af-a914-b8c6b039ae6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:38Z', 'updated_at': '2021-08-31T07:32:39Z', 'revision_number': 2, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'subnets': [{'id': 'a9bc9a2a-d331-44af-a914-b8c6b039ae6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:42.472863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Checking router: 16276776-94d0-4a59-b9b9-26fbb3919269 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:32:42.473643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Updating router 16276776-94d0-4a59-b9b9-26fbb3919269 port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:32:42.520875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:42.615816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 89977b2b-b088-4bbe-9931-16fab25ee709 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:42.675538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 89977b2b-b088-4bbe-9931-16fab25ee709 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:42.675868 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:43.052205 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:43.088038 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 89977b2b-b088-4bbe-9931-16fab25ee709, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=89977b2b-b088-4bbe-9931-16fab25ee709,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:43.098439 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:43.193965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=89977b2b-b088-4bbe-9931-16fab25ee709,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:43.208517 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:43.223977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Transition to ACTIVE for port object 4f45e5e3-2289-449b-82da-9628ee6d1bf5 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:43.230852 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:43.292654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a7c2a-fc2d-4fc1-867f-dee6aa95a5af None None] Pushing event updated for resources: {'Port': ['ID=4f45e5e3-2289-449b-82da-9628ee6d1bf5,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:43.362695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Attempting to bind port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:32:43.362947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Attempting to bind port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:32:43.363297 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Attempting to bind port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 on network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:43.374653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:32:43.375036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Checking segment: {'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:43.375454 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:43.375878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Bound using segment: {'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:32:43.376338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Bound port: 4f45e5e3-2289-449b-82da-9628ee6d1bf5, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:32:43.376722 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:43.454392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] For port 4f45e5e3-2289-449b-82da-9628ee6d1bf5, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:43.457678 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] For port 4f45e5e3-2289-449b-82da-9628ee6d1bf5, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4f45e5e3-2289-449b-82da-9628ee6d1bf5,segment=NetworkSegment(1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6),segment_id=1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:32:43.467108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:43.534269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Routers {'16276776-94d0-4a59-b9b9-26fbb3919269'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:32:43.535008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['16276776-94d0-4a59-b9b9-26fbb3919269'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:43.539240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a7c2a-fc2d-4fc1-867f-dee6aa95a5af None None] Pushing event updated for resources: {'Port': ['ID=4f45e5e3-2289-449b-82da-9628ee6d1bf5,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:43.695961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 89977b2b-b088-4bbe-9931-16fab25ee709 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:43.698964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] Set router 16276776-94d0-4a59-b9b9-26fbb3919269 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:32:43.876919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 89977b2b-b088-4bbe-9931-16fab25ee709 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:43.877630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:44.042856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:32:39Z', 'revision_number': 4, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port': {'id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:37Z', 'updated_at': '2021-08-31T07:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4f45e5e3-2289-449b-82da-9628ee6d1bf5', 'name': '', 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'mac_address': 'fa:16:3e:ac:77:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a9bc9a2a-d331-44af-a914-b8c6b039ae6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:38Z', 'updated_at': '2021-08-31T07:32:43Z', 'revision_number': 4, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'subnets': [{'id': 'a9bc9a2a-d331-44af-a914-b8c6b039ae6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:32:44.073960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38eac9-116b-401e-8ffc-f53ea2476fa7 None None] The sync data for ids ['16276776-94d0-4a59-b9b9-26fbb3919269'] in n-d-712142-16 is: [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:32:39Z', 'revision_number': 4, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port': {'id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:37Z', 'updated_at': '2021-08-31T07:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '4f45e5e3-2289-449b-82da-9628ee6d1bf5', 'name': '', 'network_id': '4d0e8732-7d38-41f2-a7fe-269fbaffab45', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'mac_address': 'fa:16:3e:ac:77:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a9bc9a2a-d331-44af-a914-b8c6b039ae6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:38Z', 'updated_at': '2021-08-31T07:32:43Z', 'revision_number': 4, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'subnets': [{'id': 'a9bc9a2a-d331-44af-a914-b8c6b039ae6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:32:45.699989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4f45e5e3-2289-449b-82da-9628ee6d1bf5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:45.757753 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:45.767132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:45.767880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:45.865546 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:45.902401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4f45e5e3-2289-449b-82da-9628ee6d1bf5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4f45e5e3-2289-449b-82da-9628ee6d1bf5,segment=NetworkSegment(1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6),segment_id=1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:45.909498 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:45.960335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4f45e5e3-2289-449b-82da-9628ee6d1bf5,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:47.676513 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4f45e5e3-2289-449b-82da-9628ee6d1bf5 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:47.731683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:47.732177 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:50.221548 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-9d35a485-2ba6-4db2-8a53-35d95f6fb0f9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:50.222914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-9d35a485-2ba6-4db2-8a53-35d95f6fb0f9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 815 time: 0.1020398 Aug 31 07:32:50.238534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-1562c15f-49a4-46b8-aae0-78228d50323b tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/quotas/542ac518522f4e69b5afde72bcab1b8b HTTP/1.1" status: 200 len: 375 time: 0.0099680 Aug 31 07:32:50.299730 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-40cb5f06-a529-4c5c-887a-97dcf6f5d43a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558650 Aug 31 07:32:50.395484 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-08869787-e369-4395-8369-ec43c3ec60f4 service neutron] 10.222.0.15 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827956 Aug 31 07:32:50.488848 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-92305605-fe73-44f5-8262-7010690f932e service neutron] 10.222.0.15 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Aug 31 07:32:50.668332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-29c8f256-96bb-4102-843d-a1f859d34416 req-83f66ce4-d033-4231-a76b-75e606590e66 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 210 time: 0.0340471 Aug 31 07:32:51.580501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-79944aff-6734-45d0-8f9b-4779101eeb7a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:51.582015 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-79944aff-6734-45d0-8f9b-4779101eeb7a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 815 time: 0.1002667 Aug 31 07:32:51.596415 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'port': {'device_id': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'admin_state_up': True, 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:51.710841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Made reservation on behalf of 542ac518522f4e69b5afde72bcab1b8b for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:32:51.714536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:51.771719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9f8d500e-7e75-4831-ba7c-e787d22411f7 req-bce1e849-197f-4ffe-9a39-b8881d664f7c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 210 time: 0.0329771 Aug 31 07:32:51.847274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Allocated IP 172.20.0.3 (71140f3b-f52e-4641-a1dc-61a9de9e3144/6a241537-e458-4097-9f53-5e4cc4ff4e67/9191c7a8-12b9-456e-9f6e-97b4736f5874) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:32:52.009542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:52.025846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Transition to ACTIVE for port object 9191c7a8-12b9-456e-9f6e-97b4736f5874 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:52.064492 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:52.113905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:52.117267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:52.121375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:32:52.156665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'Port': ['ID=9191c7a8-12b9-456e-9f6e-97b4736f5874,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:52.183316 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:52.184409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:52.206249 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-4a3ea99e-14c7-4656-8185-73ac3c8980b8 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137633 Aug 31 07:32:52.441764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bd5295fe-517b-432b-b5c6-3bb304ef2053 None None] Provisioning for port 9191c7a8-12b9-456e-9f6e-97b4736f5874 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:52.445357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-bd5295fe-517b-432b-b5c6-3bb304ef2053 None None] Provisioning complete for port 9191c7a8-12b9-456e-9f6e-97b4736f5874 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:52.445748 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bd5295fe-517b-432b-b5c6-3bb304ef2053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:52.483199 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-bd5295fe-517b-432b-b5c6-3bb304ef2053 None None] Port 9191c7a8-12b9-456e-9f6e-97b4736f5874 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:32:52.893488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf75902-bd55-4dd1-843f-3bc1789c0c08 req-b9f524d0-7e7f-40d8-92a3-7869caa3c43a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:52.895050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abf75902-bd55-4dd1-843f-3bc1789c0c08 req-b9f524d0-7e7f-40d8-92a3-7869caa3c43a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0573299 Aug 31 07:32:52.968431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-abf75902-bd55-4dd1-843f-3bc1789c0c08 req-8778c223-88c5-47dd-8684-958bce4eb7e5 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Aug 31 07:32:54.098230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6e6a7-cd6f-49c1-ba75-5373bef1effc req-7cf94b2d-2416-4d96-a0c1-499f8858291c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:54.100051 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56c6e6a7-cd6f-49c1-ba75-5373bef1effc req-7cf94b2d-2416-4d96-a0c1-499f8858291c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0540390 Aug 31 07:32:54.143381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-56c6e6a7-cd6f-49c1-ba75-5373bef1effc req-acaeb398-e034-44e5-b9b6-659935033419 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Aug 31 07:32:54.295991 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-59813a0d-dfdd-44f6-bdd5-e5ceb228b3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:54.986168 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:55.272919 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f585f19-86e1-4e21-bb4f-650d994fe3cf req-b96c7ea3-c67e-435b-bc01-ae867562a99c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:55.274615 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f585f19-86e1-4e21-bb4f-650d994fe3cf req-b96c7ea3-c67e-435b-bc01-ae867562a99c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0561903 Aug 31 07:32:55.316356 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0f585f19-86e1-4e21-bb4f-650d994fe3cf req-c0f8bd3a-6fdd-4c38-83b3-455c6d8a9ab7 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348954 Aug 31 07:32:56.443946 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:56.444777 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75e0e3-e292-4e91-8e2b-651ee5519904 req-ea7210f6-c63e-4675-b089-ce1935d7718c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:56.446475 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab75e0e3-e292-4e91-8e2b-651ee5519904 req-ea7210f6-c63e-4675-b089-ce1935d7718c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0578194 Aug 31 07:32:56.491688 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ab75e0e3-e292-4e91-8e2b-651ee5519904 req-c4eaa7c6-e01b-4ce3-8c0f-b103765e2f8a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 Aug 31 07:32:56.915250 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-311f1217-574d-45b9-85e5-fe679ca6a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:56.978921 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:57.648218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c6ddf-3f58-47cc-9413-69973d8128b2 req-11824028-920d-4334-87ac-7590c7f3795a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:57.649971 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-753c6ddf-3f58-47cc-9413-69973d8128b2 req-11824028-920d-4334-87ac-7590c7f3795a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0653322 Aug 31 07:32:57.693577 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-753c6ddf-3f58-47cc-9413-69973d8128b2 req-23adc02e-8223-49e5-9068-8f262d166e68 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Aug 31 07:32:58.349621 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:58.830274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa757-d52f-4ee6-8ad8-56c768593c3a req-2fa37791-d3b3-4721-a39d-79cfb275746a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:58.831771 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0aa757-d52f-4ee6-8ad8-56c768593c3a req-2fa37791-d3b3-4721-a39d-79cfb275746a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0537553 Aug 31 07:32:58.875861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb0aa757-d52f-4ee6-8ad8-56c768593c3a req-8a23577d-189e-41d9-b577-d320b6ccf0f1 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Aug 31 07:33:00.025251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eaae6-dcbf-46e6-931d-03b00d4ff6b9 req-f3b1600b-b40c-4bc8-9187-453bfbdb2df2 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:00.026808 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-005eaae6-dcbf-46e6-931d-03b00d4ff6b9 req-f3b1600b-b40c-4bc8-9187-453bfbdb2df2 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0600739 Aug 31 07:33:00.068245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-005eaae6-dcbf-46e6-931d-03b00d4ff6b9 req-2741370a-3cda-4081-bdd5-83bf3ad5d9aa tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Aug 31 07:33:00.204619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:01.191694 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224760a5-f0d1-47a9-a4f2-3a9e9c4727d2 req-c0e29810-aacc-4e63-ac92-a07715aea4f5 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.193270 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-224760a5-f0d1-47a9-a4f2-3a9e9c4727d2 req-c0e29810-aacc-4e63-ac92-a07715aea4f5 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0544827 Aug 31 07:33:01.234245 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-224760a5-f0d1-47a9-a4f2-3a9e9c4727d2 req-8d79c325-4c13-483b-a24c-5026126dddc4 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Aug 31 07:33:01.488499 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:33:02.348186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569c306-1d2d-4189-8de3-5573f57289d8 req-227b562a-5012-45c1-9e75-8c4c73b70522 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:02.349890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c569c306-1d2d-4189-8de3-5573f57289d8 req-227b562a-5012-45c1-9e75-8c4c73b70522 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 931 time: 0.0491223 Aug 31 07:33:02.395875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c569c306-1d2d-4189-8de3-5573f57289d8 req-b1f5375e-ac7c-4a85-ba31-93f53b977248 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Aug 31 07:33:02.558303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Request body: {'port': {'device_id': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:02.614392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:02.867378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9191c7a8-12b9-456e-9f6e-97b4736f5874 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:33:02.875133 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:02.887400 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Transition to ACTIVE for port object 9191c7a8-12b9-456e-9f6e-97b4736f5874 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:33:02.890912 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:02.947107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Pushing event updated for resources: {'Port': ['ID=9191c7a8-12b9-456e-9f6e-97b4736f5874,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:03.023550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Attempting to bind port 9191c7a8-12b9-456e-9f6e-97b4736f5874 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:33:03.023868 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Attempting to bind port 9191c7a8-12b9-456e-9f6e-97b4736f5874 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:33:03.024196 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Attempting to bind port 9191c7a8-12b9-456e-9f6e-97b4736f5874 on network 71140f3b-f52e-4641-a1dc-61a9de9e3144 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:33:03.029000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Port 9191c7a8-12b9-456e-9f6e-97b4736f5874 on network 71140f3b-f52e-4641-a1dc-61a9de9e3144 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:33:03.029365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Attempting to bind port 9191c7a8-12b9-456e-9f6e-97b4736f5874 on network 71140f3b-f52e-4641-a1dc-61a9de9e3144 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:33:03.034234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:33:03.034573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Checking segment: {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:33:03.034959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Bound using segment: {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:33:03.035388 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Bound port: 9191c7a8-12b9-456e-9f6e-97b4736f5874, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8920509-e91f-4fca-abf7-aeb6c86baa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:33:03.035747 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:03.101801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] For port 9191c7a8-12b9-456e-9f6e-97b4736f5874, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:33:03.104826 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] For port 9191c7a8-12b9-456e-9f6e-97b4736f5874, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:33:03.109788 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:03.145376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.146011 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:03.147414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] 10.222.0.23 "PUT /v2.0/ports/9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 1092 time: 0.5937512 Aug 31 07:33:03.147850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:03.150124 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:03.174446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b86d08-8c56-4324-910e-e4cff9d68e1a service neutron] Pushing event updated for resources: {'Port': ['ID=9191c7a8-12b9-456e-9f6e-97b4736f5874,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:03.221801 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1992929f-c366-4d23-95c3-ec20cce4986a x-openstack-request-id: req-1992929f-c366-4d23-95c3-ec20cce4986a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:03.222231 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:03.222559 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1992929f-c366-4d23-95c3-ec20cce4986a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:03.222922 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'status': 'completed', 'code': 200} Aug 31 07:33:03.239893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-12e9063c-d935-4f91-90e2-13c802beb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.241670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-12e9063c-d935-4f91-90e2-13c802beb4a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1095 time: 0.0506022 Aug 31 07:33:03.290886 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-57c53839-391b-45cb-9ba8-3eb844a90a74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 217 time: 0.0393937 Aug 31 07:33:03.342198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-370144dc-0d45-4b76-8d84-749eead957cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.343687 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-370144dc-0d45-4b76-8d84-749eead957cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0454669 Aug 31 07:33:03.390933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-df2a3e44-5344-449c-8847-c70716526c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.392415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-df2a3e44-5344-449c-8847-c70716526c4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411646 Aug 31 07:33:03.519786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-d4cc5b87-0ac1-43fd-b27d-29af84501c5c service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180551 Aug 31 07:33:03.532138 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c07c-3359-4c8a-a857-29f7d656c22b req-fb0a8c05-9f60-4d70-aa0c-7e8760e8f59f tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.533638 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4cd6c07c-3359-4c8a-a857-29f7d656c22b req-fb0a8c05-9f60-4d70-aa0c-7e8760e8f59f tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 943 time: 0.0689657 Aug 31 07:33:03.959212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4cd6c07c-3359-4c8a-a857-29f7d656c22b req-b75f83fe-3689-4317-a493-9c19f6a749ac tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176383 Aug 31 07:33:03.990278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-791f58ab-a019-44ca-b1f1-35bed3b006d1 req-ec9200e6-5357-40ae-9cc3-02ea3f853622 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556317 Aug 31 07:33:04.074777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-f460f9a7-9c8c-46e6-b5a2-3b2be13286f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:04.076389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-f460f9a7-9c8c-46e6-b5a2-3b2be13286f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1095 time: 0.0408189 Aug 31 07:33:04.167365 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-4fefdc01-1ee5-48a5-a243-66fc464e3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:04.169465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-4fefdc01-1ee5-48a5-a243-66fc464e3ee4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 916 time: 0.0850976 Aug 31 07:33:04.213406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-6661edd9-00aa-437f-9d36-741b5a1ce376 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 217 time: 0.0346251 Aug 31 07:33:04.261887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-f9a1c507-9a00-4343-b6f0-8fbb042fa4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:04.263354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-f9a1c507-9a00-4343-b6f0-8fbb042fa4d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0426440 Aug 31 07:33:04.309876 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-45f95f66-94a2-44bd-8a8a-8bc6ac6d9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:04.311324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-45f95f66-94a2-44bd-8a8a-8bc6ac6d9d3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390713 Aug 31 07:33:04.411999 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-dc5e6616-779a-4045-a7c6-19ce0eee575d service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886400 Aug 31 07:33:04.503506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cd4bc25b-ce88-4265-9df0-af7c8f7923d4 req-87b0aa53-a659-461a-92cd-dac6434b3a69 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830951 Aug 31 07:33:05.099809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c93f4-cbdd-44c0-a33c-e5d7a85c4ffa req-2c8bf8fb-ab2e-4b39-a100-9b081b41f412 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:05.101541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c15c93f4-cbdd-44c0-a33c-e5d7a85c4ffa req-2c8bf8fb-ab2e-4b39-a100-9b081b41f412 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 943 time: 0.0561666 Aug 31 07:33:05.140902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c15c93f4-cbdd-44c0-a33c-e5d7a85c4ffa req-ff638e6f-f14f-4111-ad17-6f8da8a9e61c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334303 Aug 31 07:33:05.831819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9191c7a8-12b9-456e-9f6e-97b4736f5874 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:33:05.922787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9191c7a8-12b9-456e-9f6e-97b4736f5874, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:05.934174 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'port_id': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'mac_address': 'fa:16:3e:85:5c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:33:05.973505 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:05.985677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9191c7a8-12b9-456e-9f6e-97b4736f5874 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:33:06.005259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9191c7a8-12b9-456e-9f6e-97b4736f5874, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:06.009358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:06.056131 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=9191c7a8-12b9-456e-9f6e-97b4736f5874,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:06.063926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.064272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.064616 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.064970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.065312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.065645 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.065975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.066301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.066625 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.066949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.067299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.067593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:06.260006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890545bb-ee74-497d-b3bb-929b3950f46f req-68ad0eed-2dce-451f-9c70-154664421ad3 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:06.262056 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-890545bb-ee74-497d-b3bb-929b3950f46f req-68ad0eed-2dce-451f-9c70-154664421ad3 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 944 time: 0.0538001 Aug 31 07:33:06.279539 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9191c7a8-12b9-456e-9f6e-97b4736f5874'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:33:06.299853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-890545bb-ee74-497d-b3bb-929b3950f46f req-ec0f0d77-6940-4902-950f-22a6c56b7ec3 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Aug 31 07:33:07.413997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a3f-758c-4ed2-8f76-5fbba625bb7c req-fd422af1-2e39-4f8e-93e8-a4ac0faed35e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:07.415567 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4dd4a3f-758c-4ed2-8f76-5fbba625bb7c req-fd422af1-2e39-4f8e-93e8-a4ac0faed35e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 944 time: 0.0498796 Aug 31 07:33:07.452898 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e4dd4a3f-758c-4ed2-8f76-5fbba625bb7c req-d6f32369-a3cb-409c-a250-d075f3418ab5 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Aug 31 07:33:07.830306 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9191c7a8-12b9-456e-9f6e-97b4736f5874 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:33:07.877841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 9191c7a8-12b9-456e-9f6e-97b4736f5874 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:33:07.881489 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 9191c7a8-12b9-456e-9f6e-97b4736f5874 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:33:07.881867 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:07.956455 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:07.977840 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:07.980119 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e75836-e114-4f19-afe6-2a15820fefb5" -d '{"events": [{"server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "name": "network-vif-plugged", "status": "completed", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:07.997633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 9191c7a8-12b9-456e-9f6e-97b4736f5874, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:08.002271 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:08.025901 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b9e2d8-40a4-4302-8290-ef0bfc70d2c2 x-openstack-request-id: req-98b9e2d8-40a4-4302-8290-ef0bfc70d2c2 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:08.026210 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "name": "network-vif-plugged", "status": "completed", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:08.026447 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98b9e2d8-40a4-4302-8290-ef0bfc70d2c2 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:08.026844 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'code': 200} Aug 31 07:33:08.056444 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=9191c7a8-12b9-456e-9f6e-97b4736f5874,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:08.131319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7028f7-7470-4069-b166-e4aa3fc12dc7 req-46d87ea2-c1a1-48b4-9804-90e6ee2760ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:08.132764 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de7028f7-7470-4069-b166-e4aa3fc12dc7 req-46d87ea2-c1a1-48b4-9804-90e6ee2760ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1097 time: 0.0472546 Aug 31 07:33:08.170110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de7028f7-7470-4069-b166-e4aa3fc12dc7 req-691976f6-45cc-46f3-96ae-24f7da90e564 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287621 Aug 31 07:33:08.564997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6b568-3eb6-42f9-a8b0-9ae6823708b2 req-df751a93-af3b-4641-a73c-4bf8c1ba77f3 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:08.566559 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-edd6b568-3eb6-42f9-a8b0-9ae6823708b2 req-df751a93-af3b-4641-a73c-4bf8c1ba77f3 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0489314 Aug 31 07:33:08.605671 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-edd6b568-3eb6-42f9-a8b0-9ae6823708b2 req-785e75ad-3ea7-4ad0-8c90-ba8155c57c34 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Aug 31 07:33:09.720574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53399ef-7621-40a3-873f-09b7376a2e73 req-cd4bb5c2-bbdc-41b1-acca-b4a626512fe2 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:09.722143 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53399ef-7621-40a3-873f-09b7376a2e73 req-cd4bb5c2-bbdc-41b1-acca-b4a626512fe2 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0481546 Aug 31 07:33:09.760695 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d53399ef-7621-40a3-873f-09b7376a2e73 req-c22730be-91a8-4381-b630-2b7650eb4499 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323157 Aug 31 07:33:09.876584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a14da-3486-4b2f-8937-cb0fe6f0b109 req-8eb3a797-b8cd-4a37-97d5-f4cb2c652fc1 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:09.878026 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc3a14da-3486-4b2f-8937-cb0fe6f0b109 req-8eb3a797-b8cd-4a37-97d5-f4cb2c652fc1 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0526588 Aug 31 07:33:09.915521 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fc3a14da-3486-4b2f-8937-cb0fe6f0b109 req-63ab3d35-a3e5-4f4f-a05b-2aead158ca0d tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Aug 31 07:33:10.105812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f5bd-4a18-4ab1-a6ec-406899f5105a req-3eec16bb-f1fa-491e-ae27-b3e793363ea1 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:10.107288 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1361f5bd-4a18-4ab1-a6ec-406899f5105a req-3eec16bb-f1fa-491e-ae27-b3e793363ea1 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0485737 Aug 31 07:33:10.146726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1361f5bd-4a18-4ab1-a6ec-406899f5105a req-8641cc52-747c-4519-9d4e-93af93ae256c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Aug 31 07:33:21.748714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc758c07-bcf3-4e88-adfb-f9798e682f22 req-4779aa6f-4d34-4d79-9001-7b52e30215ac tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:21.750215 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc758c07-bcf3-4e88-adfb-f9798e682f22 req-4779aa6f-4d34-4d79-9001-7b52e30215ac tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0474916 Aug 31 07:33:21.787870 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dc758c07-bcf3-4e88-adfb-f9798e682f22 req-8c2110aa-3086-4ba8-889e-05f371b9cb7e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Aug 31 07:33:21.809759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55304) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:21.944025 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0039bc7c-0707-426b-970b-3ef57cff5582 tempest-TestMinimumBasicScenario-1547232085 tempest-TestMinimumBasicScenario-1547232085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:21.945476 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0039bc7c-0707-426b-970b-3ef57cff5582 tempest-TestMinimumBasicScenario-1547232085 tempest-TestMinimumBasicScenario-1547232085-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1092 time: 0.1347013 Aug 31 07:33:21.948551 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55308) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:21.953683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:21.975177 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:22.068199 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:22.175584 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Allocated IP 172.25.5.164 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/3b4f957f-f920-4cbd-a734-75bcefd6e72d) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:33:22.276940 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:22.314860 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:22.351397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:33:22.354317 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:33:22.360313 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:33:22.388512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'Port': ['ID=3b4f957f-f920-4cbd-a734-75bcefd6e72d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:22.710415 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:22.776589 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:22.924587 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:22.928729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:22.995667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'Port': ['ID=3b4f957f-f920-4cbd-a734-75bcefd6e72d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:23.010608 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:23.111449 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Floating IP af93d5a6-792d-40c5-853d-db6c3cf451e0 associated. External IP: 172.25.5.164, port: 9191c7a8-12b9-456e-9f6e-97b4736f5874. Aug 31 07:33:23.316303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:33:23.761060 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:33:23.771037 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] Sync routers for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:33:23.778764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:23.780833 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:33:23.781508 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:23.805258 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d140c27b-2691-470f-89a4-6f5913f21d37 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8556578 Aug 31 07:33:23.805926 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:23.808223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55310) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:23.808741 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05" -d '{"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:23.818808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-142985426', 'description': 'tempest-secgroup-smoke-142985426 description', 'project_id': '542ac518522f4e69b5afde72bcab1b8b'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:23.861629 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:23.867503 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a392bed-7ba9-4cf5-bf7c-dbb728c57187 x-openstack-request-id: req-9a392bed-7ba9-4cf5-bf7c-dbb728c57187 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:23.867797 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:23.868048 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a392bed-7ba9-4cf5-bf7c-dbb728c57187 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:23.868495 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'status': 'completed', 'code': 200} Aug 31 07:33:23.895067 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:33:23.967095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-5dba0616-9692-4bc0-90fb-2d79d9eb117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:23.968739 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-5dba0616-9692-4bc0-90fb-2d79d9eb117f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1097 time: 0.0692980 Aug 31 07:33:23.998910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.008872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.085351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79af11a-51e5-49cb-b389-721dfcb3afdf,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:24.089738 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.094317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2808509 Aug 31 07:33:24.094664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55316) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:24.099289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-59750e1b-b366-4948-aebb-3ecc7684a0de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'security_group_rule': {'security_group_id': 'a79af11a-51e5-49cb-b389-721dfcb3afdf', 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:24.100441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.100441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.100782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.101070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.101433 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.101764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.102091 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.102419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.102841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.103066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.103391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.103925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d4ab-32b7-4076-924c-8c0a34cf6525 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.127362 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'af93d5a6-792d-40c5-853d-db6c3cf451e0', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'port_id': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'mac_address': 'fa:16:3e:85:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:33:22Z', 'updated_at': '2021-08-31T07:33:22Z', 'revision_number': 0, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:40Z', 'revision_number': 5, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:24.130531 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59750e1b-b366-4948-aebb-3ecc7684a0de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.136799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-065fc434-6575-4c6c-8426-9bca574575e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:24.139003 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-065fc434-6575-4c6c-8426-9bca574575e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 916 time: 0.1442332 Aug 31 07:33:24.158880 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] Checking router: 1baf1b5c-e56f-48df-b7a4-33128abc59c0 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:33:24.166976 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:33:24.167586 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:32:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:24.188901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59750e1b-b366-4948-aebb-3ecc7684a0de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.193483 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59750e1b-b366-4948-aebb-3ecc7684a0de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.216979 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59750e1b-b366-4948-aebb-3ecc7684a0de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b5f9f1-bdcc-40b6-a11b-e21db0b095fe,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:24.221566 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-59750e1b-b366-4948-aebb-3ecc7684a0de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.222766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-fae5da25-a2fa-44b2-8ed3-cdb6098572b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 999 time: 0.0713358 Aug 31 07:33:24.225611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55318) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:24.225926 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-59750e1b-b366-4948-aebb-3ecc7684a0de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301377 Aug 31 07:33:24.230459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f25cff04-15bf-420a-9cc9-4a2012195d10 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'security_group_rule': {'security_group_id': 'a79af11a-51e5-49cb-b389-721dfcb3afdf', 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:24.304740 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80dd7605-c170-426e-8b02-4f90427fc9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.309075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-2f13c2e0-6d28-464d-b737-6da4b9fc7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:24.311207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-2f13c2e0-6d28-464d-b737-6da4b9fc7c8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0762255 Aug 31 07:33:24.311933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cff04-15bf-420a-9cc9-4a2012195d10 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.379387 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:33:24.399535 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-ad0b9065-a10b-4662-a1ab-d02ac1b378ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:24.401099 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-ad0b9065-a10b-4662-a1ab-d02ac1b378ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714405 Aug 31 07:33:24.402712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cff04-15bf-420a-9cc9-4a2012195d10 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.406789 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cff04-15bf-420a-9cc9-4a2012195d10 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.469710 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cff04-15bf-420a-9cc9-4a2012195d10 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95c2d56-bbcd-4564-a66f-24afa4b55836,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:24.482454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f25cff04-15bf-420a-9cc9-4a2012195d10 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.483664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f25cff04-15bf-420a-9cc9-4a2012195d10 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2570162 Aug 31 07:33:24.486630 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55320) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:24.493744 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'security_group_rule': {'security_group_id': 'a79af11a-51e5-49cb-b389-721dfcb3afdf', 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:24.519681 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-5bf71073-53ae-4e1a-ae87-16545937e934 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043932 Aug 31 07:33:24.522183 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.588471 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.593028 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.611486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4454e4-be26-45f1-bc7b-66b01d8627de,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:24.612053 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'af93d5a6-792d-40c5-853d-db6c3cf451e0', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'port_id': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'mac_address': 'fa:16:3e:85:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:33:22Z', 'updated_at': '2021-08-31T07:33:22Z', 'revision_number': 0, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:40Z', 'revision_number': 5, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:24.619384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8ab6e73d-ec1f-4c9f-a406-d5d66ab0df05 req-9817519d-5890-4f34-9450-f0a367fed2ff service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921373 Aug 31 07:33:24.623229 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.627069 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358914 Aug 31 07:33:24.627069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.627069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.627069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.627557 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.627798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.628078 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.628529 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.628974 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.629350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.629683 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.630030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.630322 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513e4da-960a-4e25-bb7b-22eb73b06711 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:24.633631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55322) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:24.640033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4dd451a4-1dc8-43a3-948c-f34575a40f8a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'security_group_rule': {'security_group_id': 'a79af11a-51e5-49cb-b389-721dfcb3afdf', 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:24.651513 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb11b92-152e-41ae-a2de-40c1a4c8ba56 None None] The sync data for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 is: [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'af93d5a6-792d-40c5-853d-db6c3cf451e0', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'port_id': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'mac_address': 'fa:16:3e:85:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:33:22Z', 'updated_at': '2021-08-31T07:33:22Z', 'revision_number': 0, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:40Z', 'revision_number': 5, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:33:24.669763 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4dd451a4-1dc8-43a3-948c-f34575a40f8a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.734146 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4dd451a4-1dc8-43a3-948c-f34575a40f8a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.737729 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4dd451a4-1dc8-43a3-948c-f34575a40f8a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.757710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd451a4-1dc8-43a3-948c-f34575a40f8a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2f4f3e-180d-451f-83da-a1759dca37e1,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:24.761257 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4dd451a4-1dc8-43a3-948c-f34575a40f8a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.763501 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4dd451a4-1dc8-43a3-948c-f34575a40f8a tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283138 Aug 31 07:33:24.766116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55324) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:24.770646 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-9ef4d88f-2e03-43d2-95d3-381cdd656fd9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'security_group_rule': {'security_group_id': 'a79af11a-51e5-49cb-b389-721dfcb3afdf', 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:24.794180 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-9ef4d88f-2e03-43d2-95d3-381cdd656fd9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Project 542ac518522f4e69b5afde72bcab1b8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:33:24.799710 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d88f-2e03-43d2-95d3-381cdd656fd9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.855968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db417b01-25be-45c4-ad8b-2e57c675073e None None] New status for floating IP af93d5a6-792d-40c5-853d-db6c3cf451e0: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:33:24.864080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d88f-2e03-43d2-95d3-381cdd656fd9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.867941 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d88f-2e03-43d2-95d3-381cdd656fd9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.887331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4d88f-2e03-43d2-95d3-381cdd656fd9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a4fac6-27cc-4b49-bac7-14b09c9034e1,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:24.890400 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d88f-2e03-43d2-95d3-381cdd656fd9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.893695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-9ef4d88f-2e03-43d2-95d3-381cdd656fd9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265585 Aug 31 07:33:24.894445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55326) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:24.899088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cf076465-2c06-4343-82eb-075784638f50 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'security_group_rule': {'security_group_id': 'a79af11a-51e5-49cb-b389-721dfcb3afdf', 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:24.922087 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-cf076465-2c06-4343-82eb-075784638f50 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Project 542ac518522f4e69b5afde72bcab1b8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:33:24.926881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf076465-2c06-4343-82eb-075784638f50 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.990767 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf076465-2c06-4343-82eb-075784638f50 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.994848 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf076465-2c06-4343-82eb-075784638f50 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.016708 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.018857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf076465-2c06-4343-82eb-075784638f50 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdb4de2-fa7f-49cc-9374-01c63413b9c4,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:25.028010 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf076465-2c06-4343-82eb-075784638f50 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.030490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cf076465-2c06-4343-82eb-075784638f50 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350005 Aug 31 07:33:25.118083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3d055963-1eef-41e8-a02f-588438b76e7f req-cf9e2085-bb66-4c52-a68e-a8caf8cf2602 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142985426&fields=id&tenant_id=542ac518522f4e69b5afde72bcab1b8b HTTP/1.1" status: 200 len: 267 time: 0.0341799 Aug 31 07:33:25.171278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d055963-1eef-41e8-a02f-588438b76e7f req-e31c9252-fd51-4897-b7cf-4b4dfed8fd6b tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:25.172807 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3d055963-1eef-41e8-a02f-588438b76e7f req-e31c9252-fd51-4897-b7cf-4b4dfed8fd6b tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0488970 Aug 31 07:33:25.183982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-3d055963-1eef-41e8-a02f-588438b76e7f req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'port': {'security_groups': ['39989ea5-1aa5-483b-ae5b-0729bfc3e633', 'a79af11a-51e5-49cb-b389-721dfcb3afdf']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:25.250565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3d055963-1eef-41e8-a02f-588438b76e7f req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.430799 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-3d055963-1eef-41e8-a02f-588438b76e7f req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] For port 9191c7a8-12b9-456e-9f6e-97b4736f5874, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:25.465397 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3d055963-1eef-41e8-a02f-588438b76e7f req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.470682 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3d055963-1eef-41e8-a02f-588438b76e7f req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.486773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9191c7a8-12b9-456e-9f6e-97b4736f5874'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:33:25.521745 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d055963-1eef-41e8-a02f-588438b76e7f req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:25.522371 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-3d055963-1eef-41e8-a02f-588438b76e7f req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.523762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3d055963-1eef-41e8-a02f-588438b76e7f req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "PUT /v2.0/ports/9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 981 time: 0.3444252 Aug 31 07:33:25.549155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe56a7-aabf-4f79-b7bd-64fc6ce09a69 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'Port': ['ID=9191c7a8-12b9-456e-9f6e-97b4736f5874,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:25.627720 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9191c7a8-12b9-456e-9f6e-97b4736f5874'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:33:25.648522 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a817c-58b6-41d3-88ef-0a240df83b80 req-15556aec-c552-4954-bcde-0e03012bb18e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:25.650350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-086a817c-58b6-41d3-88ef-0a240df83b80 req-15556aec-c552-4954-bcde-0e03012bb18e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0573139 Aug 31 07:33:25.722273 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-086a817c-58b6-41d3-88ef-0a240df83b80 req-e3c33df9-617a-4d7b-9495-f5981ddc5f7f tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647926 Aug 31 07:33:25.737959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-800e06e8-ac83-4249-ae9e-448a20264927 req-b2b3a469-a5a9-4872-8c88-2d4b87c0cd5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592070 Aug 31 07:33:25.809289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-66ca7786-73f9-4bff-9353-fe455572766f None None] Provisioning complete for port 9191c7a8-12b9-456e-9f6e-97b4736f5874 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:33:25.809650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-66ca7786-73f9-4bff-9353-fe455572766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.834720 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e06e8-ac83-4249-ae9e-448a20264927 req-d6a752b2-867d-486c-accc-1318c4a6d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:25.836245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-800e06e8-ac83-4249-ae9e-448a20264927 req-d6a752b2-867d-486c-accc-1318c4a6d3f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1136 time: 0.0415750 Aug 31 07:33:25.869571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:25.872777 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad2a537-332b-4792-97e0-2f4980e5c849" -d '{"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:25.911407 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb58665d-1d16-4d80-87f7-84bdc4bd9ddc x-openstack-request-id: req-eb58665d-1d16-4d80-87f7-84bdc4bd9ddc {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:25.911796 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:25.912156 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb58665d-1d16-4d80-87f7-84bdc4bd9ddc {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:25.912722 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'status': 'completed', 'code': 200} Aug 31 07:33:25.958274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e06e8-ac83-4249-ae9e-448a20264927 req-23da1064-ae89-4597-a0a1-a8f97fd8fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:25.960026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-800e06e8-ac83-4249-ae9e-448a20264927 req-23da1064-ae89-4597-a0a1-a8f97fd8fbde service neutron] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 916 time: 0.1003015 Aug 31 07:33:26.029502 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-800e06e8-ac83-4249-ae9e-448a20264927 req-95e8b2ba-6ada-4204-bdd3-24e031686d0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 1001 time: 0.0592442 Aug 31 07:33:26.086875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e06e8-ac83-4249-ae9e-448a20264927 req-b7a19149-2160-46c3-9a4f-769a5857c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:26.088388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-800e06e8-ac83-4249-ae9e-448a20264927 req-b7a19149-2160-46c3-9a4f-769a5857c09c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0483956 Aug 31 07:33:26.140306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e06e8-ac83-4249-ae9e-448a20264927 req-8cea5e08-46f8-4e7a-ac48-ccc9cc30e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:26.141842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-800e06e8-ac83-4249-ae9e-448a20264927 req-8cea5e08-46f8-4e7a-ac48-ccc9cc30e5da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404356 Aug 31 07:33:26.236565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-800e06e8-ac83-4249-ae9e-448a20264927 req-7fde9ca2-2559-41b7-9e1b-6566d5948f1e service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821693 Aug 31 07:33:26.334946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-800e06e8-ac83-4249-ae9e-448a20264927 req-fbfc651d-ce3b-4c6e-8bd2-aa5d75813351 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876839 Aug 31 07:33:26.427414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-6d335f53-e7a2-41e1-9f21-81596bbe2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:26.428810 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-6d335f53-e7a2-41e1-9f21-81596bbe2568 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1136 time: 0.0427661 Aug 31 07:33:26.452342 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:26.520889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-b23356f8-5626-45c3-a3b5-7a9884406f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:26.522398 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-b23356f8-5626-45c3-a3b5-7a9884406f81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 916 time: 0.0861175 Aug 31 07:33:26.587796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-7f8bfd01-7671-406c-be81-c1113be02963 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 1001 time: 0.0572751 Aug 31 07:33:26.642046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-bf97f902-23bf-41af-b3ef-663bcc428b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:26.643563 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-bf97f902-23bf-41af-b3ef-663bcc428b9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0445507 Aug 31 07:33:26.694502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-09cff659-fdb0-420b-8686-cc190c032ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:26.695909 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-09cff659-fdb0-420b-8686-cc190c032ee1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443075 Aug 31 07:33:26.790279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-59b0a3f7-e72f-414d-ab3c-51536709eaf5 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824518 Aug 31 07:33:26.886633 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9ad2a537-332b-4792-97e0-2f4980e5c849 req-bbf284f1-4cd6-4941-9d93-00f0717dd75e service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868635 Aug 31 07:33:26.916025 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c7540151-7e74-48d2-ab5e-c1289278b55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:26.980519 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:28.354175 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:30.203326 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:38.487581 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:33:48.547488 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e324635-e1fd-468a-962f-8122159e6456 req-c3b1dd6f-d5fe-42c8-b987-8a765acd667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:48.549023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e324635-e1fd-468a-962f-8122159e6456 req-c3b1dd6f-d5fe-42c8-b987-8a765acd667b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1136 time: 0.0417838 Aug 31 07:33:48.554695 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85fbf2-b6b6-4998-9c49-ac8dc3224115 req-cd50e03f-2434-4eab-8170-4ba186c06253 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:48.556204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da85fbf2-b6b6-4998-9c49-ac8dc3224115 req-cd50e03f-2434-4eab-8170-4ba186c06253 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0530601 Aug 31 07:33:48.597246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-da85fbf2-b6b6-4998-9c49-ac8dc3224115 req-69261b6e-9e68-4fd7-acee-6e54926fa3ea tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345995 Aug 31 07:33:48.644879 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e324635-e1fd-468a-962f-8122159e6456 req-f1831acb-80a8-4ae5-b3f4-fd400695c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:48.646333 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e324635-e1fd-468a-962f-8122159e6456 req-f1831acb-80a8-4ae5-b3f4-fd400695c31c service neutron] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 916 time: 0.0841651 Aug 31 07:33:48.717371 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e324635-e1fd-468a-962f-8122159e6456 req-1867db72-d324-47eb-9c59-a66f5f187858 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 1001 time: 0.0624883 Aug 31 07:33:48.768276 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e324635-e1fd-468a-962f-8122159e6456 req-9699edae-970b-4d26-b73f-59847c89a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:48.769784 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e324635-e1fd-468a-962f-8122159e6456 req-9699edae-970b-4d26-b73f-59847c89a16d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0432539 Aug 31 07:33:48.820150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e324635-e1fd-468a-962f-8122159e6456 req-af02b008-66a2-40df-ba5a-9ee630671dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:48.821641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e324635-e1fd-468a-962f-8122159e6456 req-af02b008-66a2-40df-ba5a-9ee630671dcd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403261 Aug 31 07:33:48.914272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e324635-e1fd-468a-962f-8122159e6456 req-07a9bc9c-c678-49fc-ac9b-6b7f2622e418 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Aug 31 07:33:49.005323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1e324635-e1fd-468a-962f-8122159e6456 req-c7e1c45c-92ed-40e5-a6c8-e697f99946f1 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834985 Aug 31 07:33:49.721053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01da9-c85a-4baf-9ebe-c21a942a6183 req-86cb5031-9d9f-4d8b-9c71-6ba9c16b23df tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:49.722554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2e01da9-c85a-4baf-9ebe-c21a942a6183 req-86cb5031-9d9f-4d8b-9c71-6ba9c16b23df tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0553274 Aug 31 07:33:49.763583 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2e01da9-c85a-4baf-9ebe-c21a942a6183 req-3e6be4ed-743f-4041-84d0-c35fe0c52d03 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345092 Aug 31 07:33:50.884041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf133-0ef0-4fc5-b08a-71a157d63ffc req-689f5762-e972-48d4-a99b-2a13f967096c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:50.885699 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77dcf133-0ef0-4fc5-b08a-71a157d63ffc req-689f5762-e972-48d4-a99b-2a13f967096c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0539699 Aug 31 07:33:50.929483 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77dcf133-0ef0-4fc5-b08a-71a157d63ffc req-109be1b5-b84f-43c6-be29-e94176ad1b6c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344114 Aug 31 07:33:52.044560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69177d97-6425-4a9d-af71-0994ebd4310b req-bc2e05b4-e00a-4b04-bc51-403babc82423 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:52.046102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69177d97-6425-4a9d-af71-0994ebd4310b req-bc2e05b4-e00a-4b04-bc51-403babc82423 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0497200 Aug 31 07:33:52.086580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-69177d97-6425-4a9d-af71-0994ebd4310b req-736a4f4a-484b-4c75-b679-b1ee6cf48fcd tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342028 Aug 31 07:33:53.201726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00faa-26c3-4a9f-a49a-59c3a0f623ad req-0cd09d04-7965-4836-b984-c10d4be6128c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:53.203209 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2c00faa-26c3-4a9f-a49a-59c3a0f623ad req-0cd09d04-7965-4836-b984-c10d4be6128c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0499752 Aug 31 07:33:53.250326 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f2c00faa-26c3-4a9f-a49a-59c3a0f623ad req-0bbad040-1b0b-4e3b-af23-b7fe442c897f tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342066 Aug 31 07:33:54.296436 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6f5e3b40-39aa-4a54-bccb-ee7d1f24b568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:54.359571 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81fe97-7e41-4e05-b098-b9a8a6489b04 req-61d47e52-4a62-46ac-b122-0f2989d0f338 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:54.361038 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1c81fe97-7e41-4e05-b098-b9a8a6489b04 req-61d47e52-4a62-46ac-b122-0f2989d0f338 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0482304 Aug 31 07:33:54.411551 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1c81fe97-7e41-4e05-b098-b9a8a6489b04 req-c7addd7a-01c1-40d3-b311-2fae4156f237 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443211 Aug 31 07:33:55.010521 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:55.532327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dd909-b5bd-47b8-ac23-0d8af3410538 req-c6624e80-2bb1-467d-aa78-aec7b06a14c5 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:55.534391 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c2dd909-b5bd-47b8-ac23-0d8af3410538 req-c6624e80-2bb1-467d-aa78-aec7b06a14c5 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0501106 Aug 31 07:33:55.574087 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7c2dd909-b5bd-47b8-ac23-0d8af3410538 req-d38d0a15-74c0-4eef-a672-28c88aac1290 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336642 Aug 31 07:33:56.462530 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:56.693084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f4c24-7b08-41ca-9c9a-0981631e05cd req-c719cc73-916d-4e5f-aae3-5455d2becbcf tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:56.694594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-245f4c24-7b08-41ca-9c9a-0981631e05cd req-c719cc73-916d-4e5f-aae3-5455d2becbcf tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0529771 Aug 31 07:33:56.734314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-245f4c24-7b08-41ca-9c9a-0981631e05cd req-c2af13a3-9cb2-4e68-9f51-f4bbee94d48c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335062 Aug 31 07:33:56.916963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-6322ebc6-7317-4833-b56a-f5b534cb9bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:56.980133 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:57.851794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc199b-3385-4f30-ad56-2b5f21139132 req-88e34d75-3200-478d-bfda-e9f05cd2631e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:57.853304 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3dbc199b-3385-4f30-ad56-2b5f21139132 req-88e34d75-3200-478d-bfda-e9f05cd2631e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0523696 Aug 31 07:33:57.891893 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3dbc199b-3385-4f30-ad56-2b5f21139132 req-e67b574c-ae24-44ed-b4bd-bf6f0f26ff4e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325239 Aug 31 07:33:58.353611 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:59.013165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58b3cd-6b72-4bb4-bfc8-86d058155329 req-3be384d1-ea4a-46b4-b738-478269dc71de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:59.014680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd58b3cd-6b72-4bb4-bfc8-86d058155329 req-3be384d1-ea4a-46b4-b738-478269dc71de tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0514505 Aug 31 07:33:59.054741 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd58b3cd-6b72-4bb4-bfc8-86d058155329 req-46209d54-2207-4683-996a-f97a60a0014b tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339477 Aug 31 07:34:00.171027 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54e010-ffd0-4d99-b6e9-82cccc1504ea req-91648b4a-7089-41dd-8e46-338e77efc6f2 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:00.172538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c54e010-ffd0-4d99-b6e9-82cccc1504ea req-91648b4a-7089-41dd-8e46-338e77efc6f2 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.0491908 Aug 31 07:34:00.206169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:00.213984 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c54e010-ffd0-4d99-b6e9-82cccc1504ea req-3998ca23-46d2-4238-b053-3bafa3fcbbcb tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=a79af11a-51e5-49cb-b389-721dfcb3afdf&id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352139 Aug 31 07:34:15.489640 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:34:24.298896 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80ad814d-7412-4157-a9b7-27d722e9c74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.012464 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.465790 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.917436 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-21d3f009-654d-460f-ad83-55bf0d6263b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.985446 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.514369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-3678881f-4b42-4823-acf5-af2426d76206 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809689 Aug 31 07:34:27.598533 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-28632e87-117b-4e38-8387-29e08f907034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:27.600010 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-28632e87-117b-4e38-8387-29e08f907034 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1136 time: 0.0398388 Aug 31 07:34:27.717665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-03ab92af-f4f8-444b-9507-e98288785c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:27.719065 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-03ab92af-f4f8-444b-9507-e98288785c27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 916 time: 0.0944808 Aug 31 07:34:27.785057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-913cc762-c487-47bc-bd04-54ac798ecde1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 1001 time: 0.0574727 Aug 31 07:34:27.837655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-0f027ab0-4b68-40e4-bb6f-1b24f5c6f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:27.839072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-0f027ab0-4b68-40e4-bb6f-1b24f5c6f1e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0460382 Aug 31 07:34:27.884301 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-2f3cbb17-b29a-4d52-b90c-20f6042523d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:27.885834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-2f3cbb17-b29a-4d52-b90c-20f6042523d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384681 Aug 31 07:34:27.976309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-913444be-5fa8-4d87-8bb4-45d301f3ef8a service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793335 Aug 31 07:34:28.069978 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f1202b09-18aa-4e23-bb03-4a5e0f682aa2 req-938e6cac-8a99-475c-8589-72237ff9ed19 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855591 Aug 31 07:34:28.358451 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.208438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.075235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7bef63db-f3e5-4430-a483-4246d6142aee req-7847b9f9-5777-4d1e-b512-a757bb42c62d tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142985426&fields=id&tenant_id=542ac518522f4e69b5afde72bcab1b8b HTTP/1.1" status: 200 len: 267 time: 0.0331130 Aug 31 07:34:33.230064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef63db-f3e5-4430-a483-4246d6142aee req-486b8cbb-75e6-4c9d-8fbb-3a489152a80b tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:33.231520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7bef63db-f3e5-4430-a483-4246d6142aee req-486b8cbb-75e6-4c9d-8fbb-3a489152a80b tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 984 time: 0.1508453 Aug 31 07:34:33.242449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-7bef63db-f3e5-4430-a483-4246d6142aee req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Request body: {'port': {'security_groups': ['39989ea5-1aa5-483b-ae5b-0729bfc3e633']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:33.312045 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7bef63db-f3e5-4430-a483-4246d6142aee req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.482458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7bef63db-f3e5-4430-a483-4246d6142aee req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] For port 9191c7a8-12b9-456e-9f6e-97b4736f5874, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:33.511273 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7bef63db-f3e5-4430-a483-4246d6142aee req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.516373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7bef63db-f3e5-4430-a483-4246d6142aee req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.529041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9191c7a8-12b9-456e-9f6e-97b4736f5874'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:34:33.559789 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef63db-f3e5-4430-a483-4246d6142aee req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:33.560372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7bef63db-f3e5-4430-a483-4246d6142aee req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.561802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7bef63db-f3e5-4430-a483-4246d6142aee req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "PUT /v2.0/ports/9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 942 time: 0.3237817 Aug 31 07:34:33.562298 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:33.564521 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17be7f8-e337-4acc-98d0-92512c28b367" -d '{"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:33.572035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55398) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:33.631085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event updated for resources: {'Port': ['ID=9191c7a8-12b9-456e-9f6e-97b4736f5874,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:33.642691 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930fd01e-51fa-49b5-b038-196fa3999b7b x-openstack-request-id: req-930fd01e-51fa-49b5-b038-196fa3999b7b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:33.643240 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:33.644002 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-930fd01e-51fa-49b5-b038-196fa3999b7b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:33.644575 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'status': 'completed', 'code': 200} Aug 31 07:34:33.647102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.650037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.650486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.653881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.654325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.654733 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.655689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.656102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.656512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.656914 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.657361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.657700 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9191c7a8-12b9-456e-9f6e-97b4736f5874'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:34:33.657837 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f609-c670-41c5-8ffb-efbb22241578 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.672614 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.704671 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.710830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-a2500faf-15a5-43ef-a8ec-748210b87795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:33.713390 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-a2500faf-15a5-43ef-a8ec-748210b87795 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1097 time: 0.0484872 Aug 31 07:34:33.781313 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.784525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.786110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "DELETE /v2.0/security-groups/a79af11a-51e5-49cb-b389-721dfcb3afdf HTTP/1.1" status: 204 len: 168 time: 0.2129102 Aug 31 07:34:33.788728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55400) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:33.795605 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79af11a-51e5-49cb-b389-721dfcb3afdf,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:33.803790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.804133 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.804475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.804811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.805143 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.805516 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.805842 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.806165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.806492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.806812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.807776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.807776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967c9bfc-3aa3-4d4d-8615-77db8176e172 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:33.844956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f56f651b-823e-4100-9718-458bf1e6e8e6 None None] Provisioning complete for port 9191c7a8-12b9-456e-9f6e-97b4736f5874 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:33.845354 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f56f651b-823e-4100-9718-458bf1e6e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.913987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-95ab4fce-2e35-4adf-b70e-36fc8ed05457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:33.915498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-95ab4fce-2e35-4adf-b70e-36fc8ed05457 service neutron] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 916 time: 0.1946790 Aug 31 07:34:34.014912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-361f0aa3-a00b-4753-8b67-c2c83f9ce19c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 1001 time: 0.0890956 Aug 31 07:34:34.068882 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Deleting port 3b4f957f-f920-4cbd-a734-75bcefd6e72d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:34.069151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.107565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-f1bc48dc-8f95-440f-a58d-bbb614af5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:34.109041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-f1bc48dc-8f95-440f-a58d-bbb614af5122 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0840819 Aug 31 07:34:34.179025 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.179356 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.194873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-320ce8a5-dfb8-48da-a1c5-4d216d7916bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:34.196442 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-320ce8a5-dfb8-48da-a1c5-4d216d7916bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783324 Aug 31 07:34:34.197236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Calling delete_port for 3b4f957f-f920-4cbd-a734-75bcefd6e72d owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:34.346265 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-263a5ea7-0d59-4545-a0c4-d7a877336bcf service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409218 Aug 31 07:34:34.477423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b17be7f8-e337-4acc-98d0-92512c28b367 req-86667531-0c56-45e4-bdcd-58cc85bbde3a service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186817 Aug 31 07:34:34.481170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.507372 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event deleted for resources: {'Port': ['ID=3b4f957f-f920-4cbd-a734-75bcefd6e72d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:34.566219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.566548 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Floating IP af93d5a6-792d-40c5-853d-db6c3cf451e0 disassociated (deleted). External IP: 172.25.5.164, port: 9191c7a8-12b9-456e-9f6e-97b4736f5874. Aug 31 07:34:34.790328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:34:35.250282 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:34:35.256291 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.261265 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] Sync routers for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:34:35.270683 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:35.271295 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:35.285126 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da5a83dc-e7a2-4e35-ad55-0811be63550c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "DELETE /v2.0/floatingips/af93d5a6-792d-40c5-853d-db6c3cf451e0 HTTP/1.1" status: 204 len: 168 time: 1.4953356 Aug 31 07:34:35.375868 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:35.577700 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:40Z', 'revision_number': 5, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:35.606042 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] Checking router: 1baf1b5c-e56f-48df-b7a4-33128abc59c0 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:34:35.614561 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:35.615167 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:35.646798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:35.649146 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883" -d '{"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:35.688542 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b581ae3-5291-4e6a-b296-28b1962ad9f2 x-openstack-request-id: req-3b581ae3-5291-4e6a-b296-28b1962ad9f2 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:35.688844 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:35.689098 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b581ae3-5291-4e6a-b296-28b1962ad9f2 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:35.689537 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'status': 'completed', 'code': 200} Aug 31 07:34:35.719179 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:35.761998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-cd3a65fc-e1e1-4b09-91ac-8369ad338b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:35.763430 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-cd3a65fc-e1e1-4b09-91ac-8369ad338b72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=542ac518522f4e69b5afde72bcab1b8b&device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 1097 time: 0.0474365 Aug 31 07:34:35.852437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-63e94d0f-844f-4597-ad61-2584deaa23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:35.854004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-63e94d0f-844f-4597-ad61-2584deaa23f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 200 len: 916 time: 0.0829604 Aug 31 07:34:35.901538 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-4a58e1a4-8346-4e38-ad17-31accad50f03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 200 len: 217 time: 0.0397570 Aug 31 07:34:35.918676 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:40Z', 'revision_number': 5, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:35.945772 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e20f7d-0c4a-4927-ad58-a85821e7546a None None] The sync data for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 is: [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:32:34Z', 'revision_number': 4, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3e556ed0-1ec8-4990-9abd-89092cd545a2', 'name': '', 'network_id': '71140f3b-f52e-4641-a1dc-61a9de9e3144', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'mac_address': 'fa:16:3e:37:0a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:33Z', 'updated_at': '2021-08-31T07:32:40Z', 'revision_number': 5, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'subnets': [{'id': '6a241537-e458-4097-9f53-5e4cc4ff4e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:34:35.956368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-8c8759aa-12e4-4da9-86bf-9f405f589acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:35.957890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-8c8759aa-12e4-4da9-86bf-9f405f589acd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 200 len: 854 time: 0.0449040 Aug 31 07:34:36.010099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-53a967fc-0ac6-4134-b505-6a72b2917626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:36.011716 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-53a967fc-0ac6-4134-b505-6a72b2917626 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=71140f3b-f52e-4641-a1dc-61a9de9e3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451760 Aug 31 07:34:36.110839 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-8a447e31-c6de-405d-88e5-6d28d07834ac service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904825 Aug 31 07:34:36.202995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da14522-8220-4a35-8c18-aaa091a44ead None None] New status for floating IP af93d5a6-792d-40c5-853d-db6c3cf451e0: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:34:36.207877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e724931a-2da9-4ffa-b3b7-8f2fc8a7e883 req-4b9b4e86-bc20-4a5c-b9bf-1fe027e1dfc8 service neutron] 10.222.0.23 "GET /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897498 Aug 31 07:34:42.309596 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30c51f-d8b8-4f48-8fb6-4d1657283b3d req-560d2ad9-06a3-44a9-85a2-539ead00337c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:42.311763 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db30c51f-d8b8-4f48-8fb6-4d1657283b3d req-560d2ad9-06a3-44a9-85a2-539ead00337c tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0523603 Aug 31 07:34:42.350635 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-db30c51f-d8b8-4f48-8fb6-4d1657283b3d req-ee02d52f-068a-4de6-824c-491cc2f98b63 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Aug 31 07:34:43.466478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02082a3f-c7f1-4b3b-b0b2-f9f8e948a1be req-6bda468b-04a5-47c4-943c-536cef7ae737 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:43.467976 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-02082a3f-c7f1-4b3b-b0b2-f9f8e948a1be req-6bda468b-04a5-47c4-943c-536cef7ae737 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0490918 Aug 31 07:34:43.507528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-02082a3f-c7f1-4b3b-b0b2-f9f8e948a1be req-78356ce7-6801-40e3-b2dd-5852ea78f73e tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/security-groups?id=39989ea5-1aa5-483b-ae5b-0729bfc3e633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Aug 31 07:34:44.190018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-d0f84ec5-a013-4367-93d8-3dedc76e75e9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:44.191468 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-d0f84ec5-a013-4367-93d8-3dedc76e75e9 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.23 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 945 time: 0.0524909 Aug 31 07:34:44.278807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Deleting port 9191c7a8-12b9-456e-9f6e-97b4736f5874 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:44.279048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.368202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] For port 9191c7a8-12b9-456e-9f6e-97b4736f5874, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=9191c7a8-12b9-456e-9f6e-97b4736f5874,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:44.368564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.381858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Calling delete_port for 9191c7a8-12b9-456e-9f6e-97b4736f5874 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:44.504709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.516375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['9191c7a8-12b9-456e-9f6e-97b4736f5874'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:34:44.538173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Pushing event deleted for resources: {'Port': ['ID=9191c7a8-12b9-456e-9f6e-97b4736f5874,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:44.579566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] No DVR routers for this DVR port 9191c7a8-12b9-456e-9f6e-97b4736f5874 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:44.583095 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.585078 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-18eb3f27-26d9-4f14-8fbb-3a289c4b94e6 req-5dfff44e-968b-494e-858b-216088331810 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.23 "DELETE /v2.0/ports/9191c7a8-12b9-456e-9f6e-97b4736f5874 HTTP/1.1" status: 204 len: 173 time: 0.3869123 Aug 31 07:34:44.585545 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'name': 'network-vif-deleted', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:44.587849 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1227a-d575-41e2-97c6-bd8a3d9f8f3d" -d '{"events": [{"server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "name": "network-vif-deleted", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:44.625040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0646f93f-dc60-4676-81e1-7c4ab617beca req-6e2908aa-530d-4abe-8214-88e7f4362d85 tempest-TestMinimumBasicScenario-964716472 tempest-TestMinimumBasicScenario-964716472-project] 10.222.0.15 "GET /v2.0/ports?device_id=c472dcf3-794d-44e4-8344-f6d651d861bc HTTP/1.1" status: 200 len: 210 time: 0.0380447 Aug 31 07:34:44.629906 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae0e82c-1fec-486c-9bef-845693a2b375 x-openstack-request-id: req-9ae0e82c-1fec-486c-9bef-845693a2b375 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:44.630311 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c472dcf3-794d-44e4-8344-f6d651d861bc", "name": "network-vif-deleted", "tag": "9191c7a8-12b9-456e-9f6e-97b4736f5874", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:44.630626 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ae0e82c-1fec-486c-9bef-845693a2b375 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:44.631107 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c472dcf3-794d-44e4-8344-f6d651d861bc', 'name': 'network-vif-deleted', 'tag': '9191c7a8-12b9-456e-9f6e-97b4736f5874', 'status': 'completed', 'code': 200} Aug 31 07:34:47.215419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55500) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:47.555802 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:47.797006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Deleting port 3e556ed0-1ec8-4990-9abd-89092cd545a2 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:47.797375 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:47.881017 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] For port 3e556ed0-1ec8-4990-9abd-89092cd545a2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3e556ed0-1ec8-4990-9abd-89092cd545a2,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:47.881402 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:47.894251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Calling delete_port for 3e556ed0-1ec8-4990-9abd-89092cd545a2 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:48.071878 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:48.094970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e556ed0-1ec8-4990-9abd-89092cd545a2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:48.210363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9191c7a8-12b9-456e-9f6e-97b4736f5874 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:48.233783 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 9191c7a8-12b9-456e-9f6e-97b4736f5874 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:48.234264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 9191c7a8-12b9-456e-9f6e-97b4736f5874 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:48.267390 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:48.479445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:34:48.580038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:34:48.585104 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9f1a92ee-96af-417d-adcb-fea3515e6192 admin admin] 10.222.0.15 "PUT /v2.0/routers/1baf1b5c-e56f-48df-b7a4-33128abc59c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3687272 Aug 31 07:34:48.587635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:48.590199 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] Sync routers for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:34:48.599732 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:48.600343 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:48.690446 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:48.702207 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:48.799982 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:48.851198 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Deleting port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:48.851536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:48.881962 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:34:48Z', 'revision_number': 5, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port': {'id': 'b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:32Z', 'updated_at': '2021-08-31T07:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:48.936257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] For port b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:48.936617 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:48.950929 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Calling delete_port for b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:48.998813 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] Checking router: 1baf1b5c-e56f-48df-b7a4-33128abc59c0 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:34:49.007959 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] Routers {'1baf1b5c-e56f-48df-b7a4-33128abc59c0'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:49.008573 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:49.095545 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] Set router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:49.124055 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.155256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:49.159967 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:34:48Z', 'revision_number': 6, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:49.189237 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a1daa-d333-41bb-a7d2-44f62871998d None None] The sync data for ids ['1baf1b5c-e56f-48df-b7a4-33128abc59c0'] in n-d-712142-16 is: [{'id': '1baf1b5c-e56f-48df-b7a4-33128abc59c0', 'name': 'tempest-TestMinimumBasicScenario-1937910619-router', 'tenant_id': '542ac518522f4e69b5afde72bcab1b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:31Z', 'updated_at': '2021-08-31T07:34:48Z', 'revision_number': 6, 'project_id': '542ac518522f4e69b5afde72bcab1b8b', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:34:49.224709 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.317927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.320086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.363027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.363536 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1baf1b5c-e56f-48df-b7a4-33128abc59c0 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:34:49.367776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.368964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-82a1ec26-8b1b-4612-b171-3c25ca0874b6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1baf1b5c-e56f-48df-b7a4-33128abc59c0 HTTP/1.1" status: 204 len: 168 time: 0.7803924 Aug 31 07:34:49.371683 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55504) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:49.416382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b7697b-0701-400c-884f-ee790df69743 admin admin] Deleting subnet 6a241537-e458-4097-9f53-5e4cc4ff4e67 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:34:49.419353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b7697b-0701-400c-884f-ee790df69743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.453580 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b7697b-0701-400c-884f-ee790df69743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.536414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b7697b-0701-400c-884f-ee790df69743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.595704 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b7697b-0701-400c-884f-ee790df69743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.622811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7697b-0701-400c-884f-ee790df69743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a241537-e458-4097-9f53-5e4cc4ff4e67,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:49.628564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-49b7697b-0701-400c-884f-ee790df69743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.633116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55506) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:49.634506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-49b7697b-0701-400c-884f-ee790df69743 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6a241537-e458-4097-9f53-5e4cc4ff4e67 HTTP/1.1" status: 204 len: 168 time: 0.2618010 Aug 31 07:34:49.636035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed0ac52-4a87-44d5-915c-2e53f074b4c6 None None] Network 71140f3b-f52e-4641-a1dc-61a9de9e3144 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:49.738780 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.802079 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Deleting port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:49.802512 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.867001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] For port 1bad1017-7b30-42cc-9bc1-ea8cd954e830, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1bad1017-7b30-42cc-9bc1-ea8cd954e830,segment=NetworkSegment(b8920509-e91f-4fca-abf7-aeb6c86baa67),segment_id=b8920509-e91f-4fca-abf7-aeb6c86baa67)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:49.867367 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.881475 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Calling delete_port for 1bad1017-7b30-42cc-9bc1-ea8cd954e830 owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:49.961890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:49.992215 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bad1017-7b30-42cc-9bc1-ea8cd954e830,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:49.998291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] No DVR routers for this DVR port 1bad1017-7b30-42cc-9bc1-ea8cd954e830 on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:50.043585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6869fbe-dd97-4151-89ec-ee97f70dce44 None None] DHCP port deletion for 71140f3b-f52e-4641-a1dc-61a9de9e3144 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:34:50.079749 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.092089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71140f3b-f52e-4641-a1dc-61a9de9e3144']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:50.106582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8920509-e91f-4fca-abf7-aeb6c86baa67') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:50.107084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8920509-e91f-4fca-abf7-aeb6c86baa67') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:50.118637 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.133825 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.139181 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3e556ed0-1ec8-4990-9abd-89092cd545a2 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:50.145320 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:50.145756 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:50.147794 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:50.168012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3e556ed0-1ec8-4990-9abd-89092cd545a2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:50.168411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3e556ed0-1ec8-4990-9abd-89092cd545a2 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:50.206717 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.212215 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.214107 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] 10.222.0.15 "DELETE /v2.0/networks/71140f3b-f52e-4641-a1dc-61a9de9e3144 HTTP/1.1" status: 204 len: 168 time: 0.5788448 Aug 31 07:34:50.217093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55508) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:50.225436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4699bc-9014-42e2-b87a-bb04fdb52271 admin admin] Pushing event deleted for resources: {'Network': ['ID=71140f3b-f52e-4641-a1dc-61a9de9e3144,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:50.571288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.146734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Deleting port 4f45e5e3-2289-449b-82da-9628ee6d1bf5 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:51.147074 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.223431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] For port 4f45e5e3-2289-449b-82da-9628ee6d1bf5, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4f45e5e3-2289-449b-82da-9628ee6d1bf5,segment=NetworkSegment(1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6),segment_id=1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:51.223795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.235886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Calling delete_port for 4f45e5e3-2289-449b-82da-9628ee6d1bf5 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:51.411914 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.437493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f45e5e3-2289-449b-82da-9628ee6d1bf5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:51.604184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.765053 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:51.832395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Router 16276776-94d0-4a59-b9b9-26fbb3919269 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:34:51.941999 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:51.942313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b4ae78ff-2af1-4baa-b8cc-f3d80bad83d4 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:51.942677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1bad1017-7b30-42cc-9bc1-ea8cd954e830 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:51.950782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:34:51.955907 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-55127a3f-f596-4715-9e2b-59d51629e3e3 admin admin] 10.222.0.15 "PUT /v2.0/routers/16276776-94d0-4a59-b9b9-26fbb3919269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377162 Aug 31 07:34:51.958402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55510) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:51.962408 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] Sync routers for ids ['16276776-94d0-4a59-b9b9-26fbb3919269'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:34:51.965806 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1bad1017-7b30-42cc-9bc1-ea8cd954e830 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:51.966160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1bad1017-7b30-42cc-9bc1-ea8cd954e830 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:51.973590 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] Routers {'16276776-94d0-4a59-b9b9-26fbb3919269'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:51.974177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['16276776-94d0-4a59-b9b9-26fbb3919269'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:52.063618 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.079966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] Set router 16276776-94d0-4a59-b9b9-26fbb3919269 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:52.163159 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.219174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Deleting port 89977b2b-b088-4bbe-9931-16fab25ee709 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:52.219435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.257533 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:34:51Z', 'revision_number': 5, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port': {'id': '89977b2b-b088-4bbe-9931-16fab25ee709', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:32:37Z', 'updated_at': '2021-08-31T07:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:52.288205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] Checking router: 16276776-94d0-4a59-b9b9-26fbb3919269 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:34:52.296538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] Routers {'16276776-94d0-4a59-b9b9-26fbb3919269'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:52.297264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['16276776-94d0-4a59-b9b9-26fbb3919269'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:52.298785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] For port 89977b2b-b088-4bbe-9931-16fab25ee709, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=89977b2b-b088-4bbe-9931-16fab25ee709,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:52.299182 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.311980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Calling delete_port for 89977b2b-b088-4bbe-9931-16fab25ee709 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:52.383448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] Set router 16276776-94d0-4a59-b9b9-26fbb3919269 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:52.434092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:34:52Z', 'revision_number': 6, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:52.463886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d4a04-9658-49d2-8e53-31f983241ac8 None None] The sync data for ids ['16276776-94d0-4a59-b9b9-26fbb3919269'] in n-d-712142-16 is: [{'id': '16276776-94d0-4a59-b9b9-26fbb3919269', 'name': 'tempest-TestMinimumBasicScenario-1959211782-router', 'tenant_id': '4c2a428e62e744fd97127659a236cd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:32:36Z', 'updated_at': '2021-08-31T07:34:52Z', 'revision_number': 6, 'project_id': '4c2a428e62e744fd97127659a236cd47', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:34:52.478795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.491874 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:34:52.501560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Pushing event deleted for resources: {'Port': ['ID=89977b2b-b088-4bbe-9931-16fab25ee709,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:52.575803 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.669729 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.671826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.715277 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.715913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16276776-94d0-4a59-b9b9-26fbb3919269 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:34:52.720670 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.721889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7893ca42-c9ea-4d3b-88ed-3fbc1c3c7edb admin admin] 10.222.0.15 "DELETE /v2.0/routers/16276776-94d0-4a59-b9b9-26fbb3919269 HTTP/1.1" status: 204 len: 168 time: 0.7625601 Aug 31 07:34:52.724336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55512) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:52.769510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6303717-d3fd-45b0-a60a-bb3372358bcd admin admin] Deleting subnet a9bc9a2a-d331-44af-a914-b8c6b039ae6c {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:34:52.772567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e6303717-d3fd-45b0-a60a-bb3372358bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.812292 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e6303717-d3fd-45b0-a60a-bb3372358bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.890291 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e6303717-d3fd-45b0-a60a-bb3372358bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.944150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e6303717-d3fd-45b0-a60a-bb3372358bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.970423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303717-d3fd-45b0-a60a-bb3372358bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9bc9a2a-d331-44af-a914-b8c6b039ae6c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:52.974739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e6303717-d3fd-45b0-a60a-bb3372358bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.978972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e6303717-d3fd-45b0-a60a-bb3372358bcd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a9bc9a2a-d331-44af-a914-b8c6b039ae6c HTTP/1.1" status: 204 len: 168 time: 0.2513523 Aug 31 07:34:52.979497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55514) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:52.980574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1fe98-29d8-4235-b13e-cea162d03d5e None None] Network 4d0e8732-7d38-41f2-a7fe-269fbaffab45 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:53.069451 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.128121 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Deleting port 3ffff70c-8646-4edd-8b62-0b881bed608b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:53.128542 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.190671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] DHCP port deletion for 4d0e8732-7d38-41f2-a7fe-269fbaffab45 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:34:53.204800 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] For port 3ffff70c-8646-4edd-8b62-0b881bed608b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3ffff70c-8646-4edd-8b62-0b881bed608b,segment=NetworkSegment(1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6),segment_id=1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:53.205252 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.220408 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Calling delete_port for 3ffff70c-8646-4edd-8b62-0b881bed608b owned by network:dhcp {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:53.243576 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Deleting port 3ffff70c-8646-4edd-8b62-0b881bed608b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:53.243960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.307438 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] For port 3ffff70c-8646-4edd-8b62-0b881bed608b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3ffff70c-8646-4edd-8b62-0b881bed608b,segment=NetworkSegment(1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6),segment_id=1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:53.307757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.308394 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.322479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Calling delete_port for 3ffff70c-8646-4edd-8b62-0b881bed608b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:53.335398 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffff70c-8646-4edd-8b62-0b881bed608b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:53.337288 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] No DVR routers for this DVR port 3ffff70c-8646-4edd-8b62-0b881bed608b on host n-d-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:53.400106 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.412100 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.421734 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0e8732-7d38-41f2-a7fe-269fbaffab45']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:53.422898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Pushing event deleted for resources: {'Port': ['ID=3ffff70c-8646-4edd-8b62-0b881bed608b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:53.433069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:53.433394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccab3b9-fc0e-4d45-8a1b-06f4a66a51d6') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:53.437857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.438205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.438547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.438890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.439224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.439552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.440440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.440768 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.441100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.441441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.441761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.442082 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:53.443369 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.444673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252f3f0-476f-4a4a-b620-ca9fd176878e None None] No DVR routers for this DVR port 3ffff70c-8646-4edd-8b62-0b881bed608b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:53.461317 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.467497 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:53.467891 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:53.469867 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:53.524737 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.530707 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.532680 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d0e8732-7d38-41f2-a7fe-269fbaffab45 HTTP/1.1" status: 204 len: 168 time: 0.5520451 Aug 31 07:34:53.545762 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18538b71-5634-4efd-b5c6-22a83c071eec admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0e8732-7d38-41f2-a7fe-269fbaffab45,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:53.693663 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55518) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:53.733702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3ffff70c-8646-4edd-8b62-0b881bed608b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:53.733989 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8a96a0a3-05ad-4853-9d8e-c43ea5563f9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=542ac518522f4e69b5afde72bcab1b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391440 Aug 31 07:34:53.736742 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55520) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:53.754981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3ffff70c-8646-4edd-8b62-0b881bed608b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:53.755335 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3ffff70c-8646-4edd-8b62-0b881bed608b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:53.755756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4f45e5e3-2289-449b-82da-9628ee6d1bf5 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:53.775886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4f45e5e3-2289-449b-82da-9628ee6d1bf5 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:53.776240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4f45e5e3-2289-449b-82da-9628ee6d1bf5 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:53.776661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 89977b2b-b088-4bbe-9931-16fab25ee709 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:53.793476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8ca7-64f4-4847-a277-1ba0d31c6d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.796878 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 89977b2b-b088-4bbe-9931-16fab25ee709 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:53.797260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 89977b2b-b088-4bbe-9931-16fab25ee709 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:53.816123 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8ca7-64f4-4847-a277-1ba0d31c6d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.861373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8ca7-64f4-4847-a277-1ba0d31c6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.864484 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8ca7-64f4-4847-a277-1ba0d31c6d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.865738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e3ca8ca7-64f4-4847-a277-1ba0d31c6d9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39989ea5-1aa5-483b-ae5b-0729bfc3e633 HTTP/1.1" status: 204 len: 168 time: 0.1270585 Aug 31 07:34:53.873336 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca8ca7-64f4-4847-a277-1ba0d31c6d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39989ea5-1aa5-483b-ae5b-0729bfc3e633,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:54.171247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55526) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:54.210744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ced190a5-70ef-41a1-881f-7514d3305b11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c2a428e62e744fd97127659a236cd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382643 Aug 31 07:34:54.213128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55528) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:54.260972 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ea02211-8b8e-4f9c-8fc3-15b24d708a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.282122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ea02211-8b8e-4f9c-8fc3-15b24d708a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.300889 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1149-f4c4-41b1-8d64-04192943675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.330999 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ea02211-8b8e-4f9c-8fc3-15b24d708a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.333877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4ea02211-8b8e-4f9c-8fc3-15b24d708a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.335066 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4ea02211-8b8e-4f9c-8fc3-15b24d708a44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2de88c99-2bb8-4a75-b96e-aafc197bf27c HTTP/1.1" status: 204 len: 168 time: 0.1210017 Aug 31 07:34:54.342888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea02211-8b8e-4f9c-8fc3-15b24d708a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de88c99-2bb8-4a75-b96e-aafc197bf27c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:55.013053 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:55.884249 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55568) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:55.889026 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188362177', 'description': 'tempest-secgroup-smoke-1188362177 description', 'project_id': '7bb0525aec8c4a709b0b14156444f449'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:55.915498 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:55.924366 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.028557 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.032483 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.067631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3516cf0b-1be0-4165-a3a2-c6e738f9cb7d,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:56.120890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.124349 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.151727 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.152977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2676439 Aug 31 07:34:56.155084 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40b1c0-119b-4970-9911-01ca016c6c28 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc124038-064b-4026-bf73-71570025a15a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:56.156281 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55570) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:56.162403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-c080b0bb-2351-49d4-9892-a7aecd18b5b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'fc124038-064b-4026-bf73-71570025a15a', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:56.188466 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c080b0bb-2351-49d4-9892-a7aecd18b5b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.249522 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c080b0bb-2351-49d4-9892-a7aecd18b5b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.253610 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c080b0bb-2351-49d4-9892-a7aecd18b5b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.269294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080b0bb-2351-49d4-9892-a7aecd18b5b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8886160-b86a-4a24-8d69-a45e1253bd36,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:56.277900 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c080b0bb-2351-49d4-9892-a7aecd18b5b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.279426 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c080b0bb-2351-49d4-9892-a7aecd18b5b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211927 Aug 31 07:34:56.282178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55572) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:56.286673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-469a671d-35f6-42c3-8b24-3005ae8d2575 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'fc124038-064b-4026-bf73-71570025a15a', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:56.312518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-469a671d-35f6-42c3-8b24-3005ae8d2575 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.368223 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-469a671d-35f6-42c3-8b24-3005ae8d2575 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.371704 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-469a671d-35f6-42c3-8b24-3005ae8d2575 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.388668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a671d-35f6-42c3-8b24-3005ae8d2575 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75c9132-553e-4417-bfb2-e1a70beb21e9,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:56.395647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-469a671d-35f6-42c3-8b24-3005ae8d2575 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.396939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-469a671d-35f6-42c3-8b24-3005ae8d2575 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137171 Aug 31 07:34:56.399863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55574) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:56.404966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5ea86c54-fefc-4c7e-85e0-a0b1db065add tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'fc124038-064b-4026-bf73-71570025a15a', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:56.430640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c54-fefc-4c7e-85e0-a0b1db065add tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.481573 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.490809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c54-fefc-4c7e-85e0-a0b1db065add tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.494996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c54-fefc-4c7e-85e0-a0b1db065add tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.513589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea86c54-fefc-4c7e-85e0-a0b1db065add tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4731a4-b60c-48be-8956-36487d549eea,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:56.518379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c54-fefc-4c7e-85e0-a0b1db065add tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.519685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5ea86c54-fefc-4c7e-85e0-a0b1db065add tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187027 Aug 31 07:34:56.522515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55576) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:56.527172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d08af01a-c8fe-4469-821c-b5a812108a52 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'fc124038-064b-4026-bf73-71570025a15a', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:56.553316 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d08af01a-c8fe-4469-821c-b5a812108a52 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.612979 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d08af01a-c8fe-4469-821c-b5a812108a52 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.616588 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d08af01a-c8fe-4469-821c-b5a812108a52 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.634289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08af01a-c8fe-4469-821c-b5a812108a52 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54702adf-1923-4e42-87ff-3f4413b6c7ec,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:56.639748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d08af01a-c8fe-4469-821c-b5a812108a52 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.640912 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d08af01a-c8fe-4469-821c-b5a812108a52 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173899 Aug 31 07:34:56.643664 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55580) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:56.648043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e7b9a162-fd5f-4879-a61f-dde7706118b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'fc124038-064b-4026-bf73-71570025a15a', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:56.669719 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-e7b9a162-fd5f-4879-a61f-dde7706118b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:34:56.674266 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a162-fd5f-4879-a61f-dde7706118b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.735114 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a162-fd5f-4879-a61f-dde7706118b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.739001 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a162-fd5f-4879-a61f-dde7706118b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.753797 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9a162-fd5f-4879-a61f-dde7706118b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a2cf50-b15d-4a92-acd7-89111239a135,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:56.762703 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a162-fd5f-4879-a61f-dde7706118b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.763929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e7b9a162-fd5f-4879-a61f-dde7706118b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192915 Aug 31 07:34:56.766561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55582) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:56.771233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8afb9ca0-7da2-4f3f-b922-480bc5f7bc7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'fc124038-064b-4026-bf73-71570025a15a', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:56.803160 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-8afb9ca0-7da2-4f3f-b922-480bc5f7bc7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:34:56.808636 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8afb9ca0-7da2-4f3f-b922-480bc5f7bc7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.870191 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8afb9ca0-7da2-4f3f-b922-480bc5f7bc7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.873745 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8afb9ca0-7da2-4f3f-b922-480bc5f7bc7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.890963 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb9ca0-7da2-4f3f-b922-480bc5f7bc7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3278b29-150c-4293-85f8-1b7f382244b1,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:56.896993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8afb9ca0-7da2-4f3f-b922-480bc5f7bc7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.898061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8afb9ca0-7da2-4f3f-b922-480bc5f7bc7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305952 Aug 31 07:34:56.901055 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55584) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:56.906277 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'network': {'name': 'tempest-network-smoke--271207853', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'port_security_enabled': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:56.920325 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7caffb3f-38b2-4c37-93c8-7c04c13365ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.929229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:56.932708 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.955972 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:56.964877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.965226 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Added segment 3fbcef8e-f5f4-4d8c-91d5-77b7e3364743 of type vlan for network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c Aug 31 07:34:56.990760 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.007441 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.031384 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.038381 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:57.038990 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.100905 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1988096 Aug 31 07:34:57.103761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55586) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:57.110243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'admin_state_up': True, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:57.120011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224b38e-f901-4bf4-afaf-c7aa6945e54c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Network': ['ID=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:57.135086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:57.137294 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.138314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.189482 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.328244 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.514859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.537830 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.636415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.156 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/9e89ea39-847a-4f58-afb7-44a3a1f4917c) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:57.738744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.776732 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.810268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:57.813023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:57.819323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:57.854752 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=9e89ea39-847a-4f58-afb7-44a3a1f4917c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:58.076451 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:58.269132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:58.359790 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:58.394421 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 80986596-956e-4858-ab1c-3378893091c9 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:34:58.500132 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:34:58.510980 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Sync routers for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:34:58.520822 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:58.521013 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:58.521644 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:58.522022 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-febd329b-078c-4fad-873f-516995432fe6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4173677 Aug 31 07:34:58.525276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55588) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:58.624450 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:58.650580 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a4323aba-3fcb-458a-989e-d291632c4441 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7bb0525aec8c4a709b0b14156444f449&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1241510 Aug 31 07:34:58.653295 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55592) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:58.741065 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e8cd5-7349-4de0-b2a6-6b91d806efff tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:58.744821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4b1e8cd5-7349-4de0-b2a6-6b91d806efff tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903275 Aug 31 07:34:58.745552 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55594) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:58.777150 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b98d8d58-3ec8-47a6-a7ad-bbec16e81615 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303214 Aug 31 07:34:58.779992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55596) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:58.785430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166322819', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:58.795420 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:34:57Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:58.824179 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Checking router: 80986596-956e-4858-ab1c-3378893091c9 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:34:58.824519 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Updating router 80986596-956e-4858-ab1c-3378893091c9 port 9e89ea39-847a-4f58-afb7-44a3a1f4917c binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:34:58.849517 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:58.871037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:58.874640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.054665 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.095927 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.106063 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Transition to ACTIVE for port object 9e89ea39-847a-4f58-afb7-44a3a1f4917c will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:59.111879 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.114682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Subnet': ['ID=2fa69a75-a811-4acd-aa50-3836e6829a1d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:59.128659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Checking segment: {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:59.129019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network hostable DHCP agents. Network: d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:59.146025 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:59.155650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:59.159860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:59.160461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.166200 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec8595-134b-42b5-80d8-3b8163f17716 None None] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:59.166584 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Attempting to bind port 9e89ea39-847a-4f58-afb7-44a3a1f4917c on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:59.166948 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Attempting to bind port 9e89ea39-847a-4f58-afb7-44a3a1f4917c by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:59.167307 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Attempting to bind port 9e89ea39-847a-4f58-afb7-44a3a1f4917c on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:59.177270 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1d23aa68-270f-44cb-bab5-b74e72983dab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3962340 Aug 31 07:34:59.178103 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:59.178491 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:59.178888 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.179270 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:59.179735 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Bound port: 9e89ea39-847a-4f58-afb7-44a3a1f4917c, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:59.180056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55598) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:59.180202 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.183015 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Pushing event updated for resources: {'Port': ['ID=9e89ea39-847a-4f58-afb7-44a3a1f4917c,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:59.190185 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.191077 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.191406 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.191733 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.192122 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.192448 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.192768 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.193086 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.193428 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.193752 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.194056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.194368 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:59.274876 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] For port 9e89ea39-847a-4f58-afb7-44a3a1f4917c, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:59.280989 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] For port 9e89ea39-847a-4f58-afb7-44a3a1f4917c, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9e89ea39-847a-4f58-afb7-44a3a1f4917c,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:59.288148 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.331701 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:59.333088 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.367180 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:59.368083 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:59.372887 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f42150-d65d-4772-b54c-11394a0fa930 None None] Pushing event updated for resources: {'Port': ['ID=9e89ea39-847a-4f58-afb7-44a3a1f4917c,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:59.477907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Allocated IP 172.20.0.2 (d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c/2fa69a75-a811-4acd-aa50-3836e6829a1d/6b92675f-38c8-477a-9c76-848e538d2062) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:59.488251 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:59.625646 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.635050 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Transition to ACTIVE for port object 6b92675f-38c8-477a-9c76-848e538d2062 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:59.650056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Transition to ACTIVE for port object 6b92675f-38c8-477a-9c76-848e538d2062 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:59.655935 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.669305 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.684234 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:34:57Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:59.698084 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:59.700877 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:59.706986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:59.713435 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365f6c2-58b3-417d-863c-2e980632fdab None None] The sync data for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 is: [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:34:57Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:34:59.718917 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Pushing event updated for resources: {'Port': ['ID=6b92675f-38c8-477a-9c76-848e538d2062,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:59.767980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Attempting to bind port 6b92675f-38c8-477a-9c76-848e538d2062 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:59.768355 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Attempting to bind port 6b92675f-38c8-477a-9c76-848e538d2062 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:59.768743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Attempting to bind port 6b92675f-38c8-477a-9c76-848e538d2062 on network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:59.775731 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:59.776784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Checking segment: {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:59.777330 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.777832 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Bound using segment: {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:59.778452 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Bound port: 6b92675f-38c8-477a-9c76-848e538d2062, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:59.779783 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.847880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] For port 6b92675f-38c8-477a-9c76-848e538d2062, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:59.851722 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] For port 6b92675f-38c8-477a-9c76-848e538d2062, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6b92675f-38c8-477a-9c76-848e538d2062,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:59.855907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.928856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb794-ac71-435a-80df-c06d7ee1a472 None None] Pushing event updated for resources: {'Port': ['ID=6b92675f-38c8-477a-9c76-848e538d2062,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:59.993695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.1 (d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c/2fa69a75-a811-4acd-aa50-3836e6829a1d/d03708e4-4641-4249-81a6-ac68659cf9de) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:00.137682 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:00.152783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object d03708e4-4641-4249-81a6-ac68659cf9de will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:00.193020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:00.220969 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:00.240070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:00.243574 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:00.247892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:00.254659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=d03708e4-4641-4249-81a6-ac68659cf9de,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:00.301099 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:00.437244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:00.725000 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:00.729915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:00.806896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:00.808628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=d03708e4-4641-4249-81a6-ac68659cf9de,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:00.904600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:00.905971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:00.927030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf78f53-5da5-458a-ae78-9673939108e2 None None] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:35:01.009770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d3d7e346-e366-4f5a-9e6f-c50af68cf702 None None] Provisioning for port 6b92675f-38c8-477a-9c76-848e538d2062 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:01.053557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 80986596-956e-4858-ab1c-3378893091c9 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:35:01.354010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b51784f8-4d3f-42ef-81c2-15c24ccdb208 None None] Provisioning for port d03708e4-4641-4249-81a6-ac68659cf9de completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:01.358928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b51784f8-4d3f-42ef-81c2-15c24ccdb208 None None] Provisioning complete for port d03708e4-4641-4249-81a6-ac68659cf9de triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:01.359302 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b51784f8-4d3f-42ef-81c2-15c24ccdb208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:01.397863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b51784f8-4d3f-42ef-81c2-15c24ccdb208 None None] Port d03708e4-4641-4249-81a6-ac68659cf9de cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:01.517441 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-da962aa7-3b23-4af9-b83f-ec9c24b0418e None None] Provisioning complete for port d03708e4-4641-4249-81a6-ac68659cf9de triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:01.517903 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-da962aa7-3b23-4af9-b83f-ec9c24b0418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:01.539369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:01.544535 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-07234bdc-2867-442d-a32f-1ff1248d49b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/80986596-956e-4858-ab1c-3378893091c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634336 Aug 31 07:35:01.555689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Sync routers for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:01.567436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-da962aa7-3b23-4af9-b83f-ec9c24b0418e None None] Port d03708e4-4641-4249-81a6-ac68659cf9de cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:01.571284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:01.571900 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:01.683177 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:01.713915 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-402e69a2-5610-4343-9bfa-cb9eda6ff059 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188362177&fields=id&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 267 time: 0.0586960 Aug 31 07:35:01.810761 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6b92675f-38c8-477a-9c76-848e538d2062 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:01.819203 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-4c66faed-6ea6-4953-8c45-a9b2e99562d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:01.820712 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-4c66faed-6ea6-4953-8c45-a9b2e99562d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/networks?id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c HTTP/1.1" status: 200 len: 796 time: 0.1061409 Aug 31 07:35:01.836266 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-9c57a7f9-3c60-4615-8d7d-f1463c73336c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/quotas/7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 375 time: 0.0097198 Aug 31 07:35:01.865988 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b3fdc3ca-a67d-4f18-9b26-52192c09dccb None None] Provisioning complete for port d03708e4-4641-4249-81a6-ac68659cf9de triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:01.866360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b3fdc3ca-a67d-4f18-9b26-52192c09dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:01.888585 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-46849fcc-f1e6-4d4c-8f4e-46260617b8e4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467663 Aug 31 07:35:01.931547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdc3ca-a67d-4f18-9b26-52192c09dccb None None] Port d03708e4-4641-4249-81a6-ac68659cf9de cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:01.936051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 6b92675f-38c8-477a-9c76-848e538d2062 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:01.961178 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 6b92675f-38c8-477a-9c76-848e538d2062 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:01.961801 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:01.991738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-08045cce-49d0-4cf3-a404-e75d77f2b2c0 service neutron] 10.222.0.15 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905483 Aug 31 07:35:02.084378 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-1b67902c-2337-4979-8599-f5faeb432390 service neutron] 10.222.0.15 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860033 Aug 31 07:35:02.202333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 2, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:02.236735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Checking router: 80986596-956e-4858-ab1c-3378893091c9 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:02.236735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Updating router 80986596-956e-4858-ab1c-3378893091c9 port d03708e4-4641-4249-81a6-ac68659cf9de binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:35:02.252401 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c9b9de63-b033-493f-8b2d-3f72bead31a9 req-fb7af62b-96a7-43bb-a98b-8bd5d6132424 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 210 time: 0.0275810 Aug 31 07:35:02.264996 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.282257 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.332433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 6b92675f-38c8-477a-9c76-848e538d2062, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6b92675f-38c8-477a-9c76-848e538d2062,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:02.338530 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.339315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9e89ea39-847a-4f58-afb7-44a3a1f4917c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:02.492650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=6b92675f-38c8-477a-9c76-848e538d2062,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:02.544568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9e89ea39-847a-4f58-afb7-44a3a1f4917c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:02.553030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9e89ea39-847a-4f58-afb7-44a3a1f4917c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:02.553425 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.702833 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.721246 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.738635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 9e89ea39-847a-4f58-afb7-44a3a1f4917c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9e89ea39-847a-4f58-afb7-44a3a1f4917c,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:02.741833 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Transition to ACTIVE for port object d03708e4-4641-4249-81a6-ac68659cf9de will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:02.745443 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.749118 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.822093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=9e89ea39-847a-4f58-afb7-44a3a1f4917c,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:02.885566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Attempting to bind port d03708e4-4641-4249-81a6-ac68659cf9de on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:35:02.885938 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Attempting to bind port d03708e4-4641-4249-81a6-ac68659cf9de by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:35:02.886301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Attempting to bind port d03708e4-4641-4249-81a6-ac68659cf9de on network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:02.895352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:35:02.895730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Checking segment: {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:02.896136 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.896523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Bound using segment: {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:35:02.896993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Bound port: d03708e4-4641-4249-81a6-ac68659cf9de, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:35:02.897393 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:02.899227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afde86-8679-4e18-a31d-b1ea7ef671fb None None] Pushing event updated for resources: {'Port': ['ID=d03708e4-4641-4249-81a6-ac68659cf9de,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:02.965123 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] For port d03708e4-4641-4249-81a6-ac68659cf9de, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:35:02.968659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] For port d03708e4-4641-4249-81a6-ac68659cf9de, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d03708e4-4641-4249-81a6-ac68659cf9de,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:35:02.974230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:03.035140 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:03.035841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:03.039661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afde86-8679-4e18-a31d-b1ea7ef671fb None None] Pushing event updated for resources: {'Port': ['ID=d03708e4-4641-4249-81a6-ac68659cf9de,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:03.165499 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:03.210289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-421495ea-5db8-4284-a85a-c52ade27ec23 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:03.211842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-421495ea-5db8-4284-a85a-c52ade27ec23 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/networks?id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c HTTP/1.1" status: 200 len: 796 time: 0.1331878 Aug 31 07:35:03.261934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-f58929d8-d652-46f7-8ecf-cbb71b04be96 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 380 time: 0.0387707 Aug 31 07:35:03.275002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'port': {'device_id': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'admin_state_up': True, 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'security_groups': ['fc124038-064b-4026-bf73-71570025a15a']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:03.362217 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bdacd265-8ecc-4db1-af70-d4985477f258 req-83b2b184-d1a0-4327-a7f2-5f9c3aa8d89b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 210 time: 0.0321739 Aug 31 07:35:03.386099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:03.400905 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:35:03.404736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:03.413789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5ccf7-be21-4d22-8635-8c9cf05a0036 None None] The sync data for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 is: [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:35:03.556613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.9 (d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c/2fa69a75-a811-4acd-aa50-3836e6829a1d/f0a0092c-dd37-462e-a541-325bc2134e59) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:03.714806 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:03.730597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object f0a0092c-dd37-462e-a541-325bc2134e59 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:03.771051 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:03.812836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:03.816936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:03.819714 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:03.827556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6b92675f-38c8-477a-9c76-848e538d2062 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:03.858008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=f0a0092c-dd37-462e-a541-325bc2134e59,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:03.894516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:03.895065 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:03.903042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 6b92675f-38c8-477a-9c76-848e538d2062 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:03.903417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:03.912517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-671ed076-7243-4b16-8c5d-512f7cc83162 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6413875 Aug 31 07:35:03.926958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Request body: {'port': {'device_id': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:04.010016 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.012399 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d03708e4-4641-4249-81a6-ac68659cf9de up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:04.076341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port d03708e4-4641-4249-81a6-ac68659cf9de completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:04.081784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d03708e4-4641-4249-81a6-ac68659cf9de triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:04.082775 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.139683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-493f1bd6-792a-4c9c-ba1c-286474d55522 None None] Provisioning for port f0a0092c-dd37-462e-a541-325bc2134e59 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:04.145227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-493f1bd6-792a-4c9c-ba1c-286474d55522 None None] Provisioning complete for port f0a0092c-dd37-462e-a541-325bc2134e59 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:04.145611 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-493f1bd6-792a-4c9c-ba1c-286474d55522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.211259 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.220690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-493f1bd6-792a-4c9c-ba1c-286474d55522 None None] Port f0a0092c-dd37-462e-a541-325bc2134e59 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:04.245879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port d03708e4-4641-4249-81a6-ac68659cf9de, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d03708e4-4641-4249-81a6-ac68659cf9de,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:04.249937 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.251310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9e89ea39-847a-4f58-afb7-44a3a1f4917c up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:04.324368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a0092c-dd37-462e-a541-325bc2134e59 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:35:04.330307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=d03708e4-4641-4249-81a6-ac68659cf9de,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:04.334274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.343365 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9e89ea39-847a-4f58-afb7-44a3a1f4917c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:04.343914 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.350419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Transition to ACTIVE for port object f0a0092c-dd37-462e-a541-325bc2134e59 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:04.354428 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.460297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a0092c-dd37-462e-a541-325bc2134e59,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:04.527109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Attempting to bind port f0a0092c-dd37-462e-a541-325bc2134e59 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:35:04.527435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Attempting to bind port f0a0092c-dd37-462e-a541-325bc2134e59 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:35:04.527766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Attempting to bind port f0a0092c-dd37-462e-a541-325bc2134e59 on network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:04.537581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454b074-3d0f-4516-8f5b-5dce353eacf9 req-c5bbb186-4072-4081-b3c8-46e68e6cb760 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:04.539215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6454b074-3d0f-4516-8f5b-5dce353eacf9 req-c5bbb186-4072-4081-b3c8-46e68e6cb760 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 943 time: 0.0801482 Aug 31 07:35:04.542970 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Port f0a0092c-dd37-462e-a541-325bc2134e59 on network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:35:04.543287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Attempting to bind port f0a0092c-dd37-462e-a541-325bc2134e59 on network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:04.555519 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:35:04.555857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Checking segment: {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:04.556244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Bound using segment: {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:35:04.556693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Bound port: f0a0092c-dd37-462e-a541-325bc2134e59, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:35:04.557051 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.619887 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6454b074-3d0f-4516-8f5b-5dce353eacf9 req-ef33dd30-a3b1-49be-892a-7768fe694a8b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732377 Aug 31 07:35:04.648452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] For port f0a0092c-dd37-462e-a541-325bc2134e59, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:35:04.651470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] For port f0a0092c-dd37-462e-a541-325bc2134e59, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f0a0092c-dd37-462e-a541-325bc2134e59,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:35:04.656837 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.696383 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:04.697004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.698425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] 10.222.0.23 "PUT /v2.0/ports/f0a0092c-dd37-462e-a541-325bc2134e59 HTTP/1.1" status: 200 len: 1092 time: 0.7767522 Aug 31 07:35:04.698864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:04.701124 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0886f1da-c284-4a00-bbf4-4450bbd5a660" -d '{"events": [{"name": "network-changed", "server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:04.723577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebcc90-e863-42f5-b436-800af90a6690 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a0092c-dd37-462e-a541-325bc2134e59,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:04.760596 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d250a892-d851-4987-999d-357ad2434348 x-openstack-request-id: req-d250a892-d851-4987-999d-357ad2434348 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:04.760894 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:04.761155 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d250a892-d851-4987-999d-357ad2434348 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:04.761600 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'status': 'completed', 'code': 200} Aug 31 07:35:04.796242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-a239f1bb-995e-4c06-9c64-7bf8cd208e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:04.797830 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-a239f1bb-995e-4c06-9c64-7bf8cd208e77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 1095 time: 0.0470550 Aug 31 07:35:04.847546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-d3b1f6d0-1194-4247-b4a1-59efee6e1f08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a0092c-dd37-462e-a541-325bc2134e59 HTTP/1.1" status: 200 len: 217 time: 0.0402520 Aug 31 07:35:04.896972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-4f310e29-9b22-4dbd-9ebb-1bb13be22e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:04.898542 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-4f310e29-9b22-4dbd-9ebb-1bb13be22e10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa69a75-a811-4acd-aa50-3836e6829a1d HTTP/1.1" status: 200 len: 835 time: 0.0451624 Aug 31 07:35:04.944670 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-822ad69b-61a7-4dab-b2b5-ed737e040765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:04.946240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-822ad69b-61a7-4dab-b2b5-ed737e040765 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406694 Aug 31 07:35:05.045142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-cedbd414-26d0-444b-b4ed-42ad59354229 service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904429 Aug 31 07:35:05.135484 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3b16469a-c5b7-48eb-b538-9c32be3febb9 req-db3331de-3d3c-4279-be90-42c07bf2de9e service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822375 Aug 31 07:35:05.223994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-15ba1428-e08f-4862-ac71-7f73f4effac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:05.225561 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-15ba1428-e08f-4862-ac71-7f73f4effac6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 1095 time: 0.0419965 Aug 31 07:35:05.321171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-7a197651-1f58-4f22-b8cd-6dce25b84d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:05.322692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-7a197651-1f58-4f22-b8cd-6dce25b84d19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c HTTP/1.1" status: 200 len: 897 time: 0.0896702 Aug 31 07:35:05.365127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-dd6c5a84-bc3b-4c0c-a8b3-44956686d16a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a0092c-dd37-462e-a541-325bc2134e59 HTTP/1.1" status: 200 len: 217 time: 0.0350261 Aug 31 07:35:05.414773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-fa17cd5f-9ffe-4c1d-8917-5463f1a32c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:05.416134 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-fa17cd5f-9ffe-4c1d-8917-5463f1a32c67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa69a75-a811-4acd-aa50-3836e6829a1d HTTP/1.1" status: 200 len: 835 time: 0.0430436 Aug 31 07:35:05.468931 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-4be00c0a-5409-4e87-b978-8975d355ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:05.470516 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-4be00c0a-5409-4e87-b978-8975d355ad36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446501 Aug 31 07:35:05.561727 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-c936da0e-be51-4200-9a7a-bdd6b6a2ad01 service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834682 Aug 31 07:35:05.657850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0886f1da-c284-4a00-bbf4-4450bbd5a660 req-2cbabc84-1391-47b0-aeeb-e6277348d485 service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881493 Aug 31 07:35:05.734483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d03708e4-4641-4249-81a6-ac68659cf9de up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:05.738443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92242118-25d8-4fe2-b0cb-d6c280175dc6 req-6825bffd-a80e-4caa-bb0e-a7edf969154b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:05.741700 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92242118-25d8-4fe2-b0cb-d6c280175dc6 req-6825bffd-a80e-4caa-bb0e-a7edf969154b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 943 time: 0.0535669 Aug 31 07:35:05.780451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-92242118-25d8-4fe2-b0cb-d6c280175dc6 req-7730e4ed-0b1e-4daa-86cb-7c26d3190cfc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343540 Aug 31 07:35:05.783392 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port d03708e4-4641-4249-81a6-ac68659cf9de triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:05.783865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:06.252514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f0a0092c-dd37-462e-a541-325bc2134e59 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:35:06.343308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f0a0092c-dd37-462e-a541-325bc2134e59, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f0a0092c-dd37-462e-a541-325bc2134e59,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:06.355030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'port_id': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'mac_address': 'fa:16:3e:13:72:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:35:06.395020 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:06.408464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a0092c-dd37-462e-a541-325bc2134e59 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:35:06.427118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f0a0092c-dd37-462e-a541-325bc2134e59, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f0a0092c-dd37-462e-a541-325bc2134e59,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:06.430964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:06.477273 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f0a0092c-dd37-462e-a541-325bc2134e59,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:06.645717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['f0a0092c-dd37-462e-a541-325bc2134e59'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:35:06.898954 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ad3c-65a9-4da5-aa4b-f6a62d39b8c7 req-d824036a-32ed-43af-8f44-efb35d4145ee tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:06.900447 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ccc6ad3c-65a9-4da5-aa4b-f6a62d39b8c7 req-d824036a-32ed-43af-8f44-efb35d4145ee tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 944 time: 0.0491927 Aug 31 07:35:06.937556 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ccc6ad3c-65a9-4da5-aa4b-f6a62d39b8c7 req-65fbcf41-4cba-4344-a25e-f1dd6897358f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Aug 31 07:35:08.056470 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b35741-c9d0-4782-952e-8b9215d2ba87 req-f3ec1384-7961-4646-a2bf-08e311b1b050 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:08.058021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83b35741-c9d0-4782-952e-8b9215d2ba87 req-f3ec1384-7961-4646-a2bf-08e311b1b050 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 944 time: 0.0506086 Aug 31 07:35:08.094466 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-83b35741-c9d0-4782-952e-8b9215d2ba87 req-23528518-fd72-4e6c-bfb7-ece7808d5c21 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Aug 31 07:35:08.257429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f0a0092c-dd37-462e-a541-325bc2134e59 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:08.305633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port f0a0092c-dd37-462e-a541-325bc2134e59 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:08.309106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port f0a0092c-dd37-462e-a541-325bc2134e59 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:08.309505 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:08.386256 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:08.408534 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:08.411692 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef7b85-f47f-4e5d-82b4-2eb3d18fd3d3" -d '{"events": [{"server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "name": "network-vif-plugged", "status": "completed", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:08.424073 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port f0a0092c-dd37-462e-a541-325bc2134e59, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f0a0092c-dd37-462e-a541-325bc2134e59,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:08.427909 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:08.475506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=f0a0092c-dd37-462e-a541-325bc2134e59,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:08.511649 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b3a1d2-340b-4a6f-b414-d7531be35c0b x-openstack-request-id: req-a7b3a1d2-340b-4a6f-b414-d7531be35c0b {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:08.512009 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "name": "network-vif-plugged", "status": "completed", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:08.512272 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7b3a1d2-340b-4a6f-b414-d7531be35c0b {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:08.512741 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'code': 200} Aug 31 07:35:08.613054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2138d1e-689a-4bc4-9006-0d393ead76f7 req-326493f6-f957-4012-8f47-3f1da6cd2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:08.614567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2138d1e-689a-4bc4-9006-0d393ead76f7 req-326493f6-f957-4012-8f47-3f1da6cd2ac7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 1097 time: 0.0443881 Aug 31 07:35:08.649436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2138d1e-689a-4bc4-9006-0d393ead76f7 req-3957c858-87d3-4499-8932-7f2be6ebd567 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281405 Aug 31 07:35:09.209738 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed086aa-21c8-4b05-b9a5-fbaa4eb0ccf0 req-dc117e44-cb7c-4dfb-a3f6-f69676e3f38c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:09.211269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ed086aa-21c8-4b05-b9a5-fbaa4eb0ccf0 req-dc117e44-cb7c-4dfb-a3f6-f69676e3f38c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Aug 31 07:35:09.249795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6ed086aa-21c8-4b05-b9a5-fbaa4eb0ccf0 req-e101db72-441e-43a5-b517-c6ce736bf2e4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321953 Aug 31 07:35:10.366378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ee71-c19b-4903-bd19-f2d4e24a5cc6 req-081495d6-f01e-46a8-8c17-58c0bf1dd422 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:10.367886 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2db4ee71-c19b-4903-bd19-f2d4e24a5cc6 req-081495d6-f01e-46a8-8c17-58c0bf1dd422 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0478380 Aug 31 07:35:10.405949 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2db4ee71-c19b-4903-bd19-f2d4e24a5cc6 req-357f0f68-62ff-4cc4-9de6-782773a2dd54 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319803 Aug 31 07:35:10.517145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30d4f9-a336-4191-82b6-7f28c8566a1e req-1cd644ab-1486-46d5-845c-4c7f9f3dc3b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:10.519327 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ce30d4f9-a336-4191-82b6-7f28c8566a1e req-1cd644ab-1486-46d5-845c-4c7f9f3dc3b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0485971 Aug 31 07:35:10.556423 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ce30d4f9-a336-4191-82b6-7f28c8566a1e req-ee61ebee-d451-484f-a6bc-5999f8c35c41 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311596 Aug 31 07:35:10.578578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55648) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:10.622765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da999a6-c35b-467b-9a9f-6af1546536f7 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:10.624591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0da999a6-c35b-467b-9a9f-6af1546536f7 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 1092 time: 0.0450308 Aug 31 07:35:10.628177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55650) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:10.632528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:10.653409 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:10.747258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:10.852305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.119 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/c028b235-14d5-4144-beba-1b6d02b3dcdd) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:10.953039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:10.992290 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:11.036145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:11.038999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:11.042623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:11.047851 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=c028b235-14d5-4144-beba-1b6d02b3dcdd,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:11.392872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:11.462724 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:11.613849 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:11.618358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:11.686283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=c028b235-14d5-4144-beba-1b6d02b3dcdd,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:11.698056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:11.798023 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP c72adf96-6954-44c1-aac3-82b7a84ff0ae associated. External IP: 172.25.5.119, port: f0a0092c-dd37-462e-a541-325bc2134e59. Aug 31 07:35:12.005593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 80986596-956e-4858-ab1c-3378893091c9 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:35:12.113909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:12.123889 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] Sync routers for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:12.129880 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:12.133952 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:12.134566 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:12.160213 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d80309c2-6fa9-49d4-a4ef-8d2de7adaf47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5278513 Aug 31 07:35:12.160213 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:12.160896 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37" -d '{"events": [{"name": "network-changed", "server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:12.259023 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2fafc6-3306-4dc1-9fac-2ecf8ac1b55d x-openstack-request-id: req-7b2fafc6-3306-4dc1-9fac-2ecf8ac1b55d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:12.259503 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:12.259876 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b2fafc6-3306-4dc1-9fac-2ecf8ac1b55d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:12.260603 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'status': 'completed', 'code': 200} Aug 31 07:35:12.273574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60214c-f3ef-4028-bb83-3af834e3a8a3 req-8fab39db-aad5-416e-a3a5-89792486d9a8 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:12.275281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e60214c-f3ef-4028-bb83-3af834e3a8a3 req-8fab39db-aad5-416e-a3a5-89792486d9a8 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0618727 Aug 31 07:35:12.322652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2e60214c-f3ef-4028-bb83-3af834e3a8a3 req-9f97d576-bb53-40c8-abca-81e174014250 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Aug 31 07:35:12.329263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-f22c14c9-8126-4072-91ad-f0f9016787fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:12.330876 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-f22c14c9-8126-4072-91ad-f0f9016787fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 1097 time: 0.0484827 Aug 31 07:35:12.339186 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:12.345035 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55658) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:12.406575 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e9f377eb-7cb0-4ae0-ba55-7c8bbbac78b1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/c72adf96-6954-44c1-aac3-82b7a84ff0ae HTTP/1.1" status: 200 len: 991 time: 0.0602632 Aug 31 07:35:12.429857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-3c36c3d7-6cf5-4135-b7d3-f2cdbaec64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:12.431363 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-3c36c3d7-6cf5-4135-b7d3-f2cdbaec64ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c HTTP/1.1" status: 200 len: 897 time: 0.0911717 Aug 31 07:35:12.497639 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-041774d9-75ed-4b93-b707-1514a0b9f78f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a0092c-dd37-462e-a541-325bc2134e59 HTTP/1.1" status: 200 len: 999 time: 0.0583661 Aug 31 07:35:12.546718 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-7a30bb8a-3f21-40b4-9962-70423c41c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:12.548219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-7a30bb8a-3f21-40b4-9962-70423c41c311 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa69a75-a811-4acd-aa50-3836e6829a1d HTTP/1.1" status: 200 len: 835 time: 0.0434334 Aug 31 07:35:12.558446 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'c72adf96-6954-44c1-aac3-82b7a84ff0ae', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '80986596-956e-4858-ab1c-3378893091c9', 'port_id': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'mac_address': 'fa:16:3e:13:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:35:11Z', 'updated_at': '2021-08-31T07:35:11Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:04Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:12.584504 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] Checking router: 80986596-956e-4858-ab1c-3378893091c9 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:12.592622 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:12.593253 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:34:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:12.602093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-8fb9fcbc-fa7d-4833-9ec1-8829d45dbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:12.603663 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-8fb9fcbc-fa7d-4833-9ec1-8829d45dbbf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456378 Aug 31 07:35:12.696141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-a69fa735-4442-47fd-88ae-e6981a484b6b service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842156 Aug 31 07:35:12.697623 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:12.791197 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c8b899f4-da02-4ec5-8f01-8cc6a0297e37 req-b6784320-7ccd-4752-971d-007bfa137d0c service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877578 Aug 31 07:35:12.917147 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'c72adf96-6954-44c1-aac3-82b7a84ff0ae', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '80986596-956e-4858-ab1c-3378893091c9', 'port_id': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'mac_address': 'fa:16:3e:13:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:35:11Z', 'updated_at': '2021-08-31T07:35:11Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:04Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:12.943643 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce4811-4c67-4bba-8866-32cace63950e None None] The sync data for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 is: [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'c72adf96-6954-44c1-aac3-82b7a84ff0ae', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '80986596-956e-4858-ab1c-3378893091c9', 'port_id': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'mac_address': 'fa:16:3e:13:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:35:11Z', 'updated_at': '2021-08-31T07:35:11Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:04Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:35:13.145845 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867886e-3b3a-476d-958f-a5e4661ee872 None None] New status for floating IP c72adf96-6954-44c1-aac3-82b7a84ff0ae: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:35:13.410876 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55660) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:13.472996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-32c5825b-c0aa-45b4-babb-93196916fff5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/c72adf96-6954-44c1-aac3-82b7a84ff0ae HTTP/1.1" status: 200 len: 993 time: 0.0609248 Aug 31 07:35:24.303097 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-aaf8086d-3f7c-42ee-93ab-c985c11bc76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:25.027720 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:26.479682 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:26.921008 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd97531a-20b2-42c6-ab02-87cb34c2c22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:26.991907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:28.365638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:29.491980 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:35:29.583346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-2ed10fd1-15a2-4ea4-ad68-511eba3a672c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417309 Aug 31 07:35:29.674182 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-5586d1b1-eb19-40ee-af15-dae7bd128a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:29.676273 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-5586d1b1-eb19-40ee-af15-dae7bd128a98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 1097 time: 0.0399191 Aug 31 07:35:29.779577 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-352878ed-9a8e-4f53-b199-87ae2f7e07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:29.780986 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-352878ed-9a8e-4f53-b199-87ae2f7e07a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c HTTP/1.1" status: 200 len: 897 time: 0.0851593 Aug 31 07:35:29.848239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-65b09097-811a-4344-94d6-ad8a80205286 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a0092c-dd37-462e-a541-325bc2134e59 HTTP/1.1" status: 200 len: 1001 time: 0.0590396 Aug 31 07:35:29.899946 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-846c2727-d124-4acc-928f-1ad8bf88f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:29.901498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-846c2727-d124-4acc-928f-1ad8bf88f5ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa69a75-a811-4acd-aa50-3836e6829a1d HTTP/1.1" status: 200 len: 835 time: 0.0455632 Aug 31 07:35:29.953291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-7e94f15f-37e8-4f5f-865e-e4953d8dfcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:29.954802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-7e94f15f-37e8-4f5f-865e-e4953d8dfcd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461864 Aug 31 07:35:30.043943 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-65921a4d-febc-4600-a599-e45320183f14 service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810757 Aug 31 07:35:30.135582 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc2e048c-6a52-4641-b42d-413ffed1fed2 req-91b96066-dc01-42a5-8c66-182c3e7a33c3 service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832074 Aug 31 07:35:30.214652 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.909421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a754a-f46a-4703-9fe7-b1fd29ba0d40 req-24fb92e2-b153-48c5-931e-1b46de427f42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:46.910925 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-479a754a-f46a-4703-9fe7-b1fd29ba0d40 req-24fb92e2-b153-48c5-931e-1b46de427f42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0499170 Aug 31 07:35:46.948791 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-479a754a-f46a-4703-9fe7-b1fd29ba0d40 req-53ff8187-3a91-4801-817e-9a8a1b5ec9c8 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Aug 31 07:35:48.081412 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644c63d-f6c5-47ea-8295-d2c5574bf9f2 req-33fc8cd4-82b7-4b81-afa9-9b44eba63b8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:48.082896 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1644c63d-f6c5-47ea-8295-d2c5574bf9f2 req-33fc8cd4-82b7-4b81-afa9-9b44eba63b8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Aug 31 07:35:48.122162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1644c63d-f6c5-47ea-8295-d2c5574bf9f2 req-c1c2d620-66ba-4b24-aa83-883882c3d10f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327365 Aug 31 07:35:48.144940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55682) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:48.204487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b6213762-0a6e-416a-8f00-d255cca4bbf5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/c72adf96-6954-44c1-aac3-82b7a84ff0ae HTTP/1.1" status: 200 len: 993 time: 0.0584006 Aug 31 07:35:49.467829 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950249b-832d-4e9f-9bf3-0123804af254 req-896cd2e7-96c7-4a7f-8506-039d9b9a4c5e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:49.469425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f950249b-832d-4e9f-9bf3-0123804af254 req-896cd2e7-96c7-4a7f-8506-039d9b9a4c5e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0485232 Aug 31 07:35:49.510483 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f950249b-832d-4e9f-9bf3-0123804af254 req-ebad9b50-8c63-4f17-adbe-b8347c5f5fcf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330255 Aug 31 07:35:50.633174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd8d7-b5f1-452e-93b6-cd8d9f0e1848 req-367e7b76-e967-4eea-9302-cc6c45a20833 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:50.634669 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-940bd8d7-b5f1-452e-93b6-cd8d9f0e1848 req-367e7b76-e967-4eea-9302-cc6c45a20833 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Aug 31 07:35:50.671570 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-940bd8d7-b5f1-452e-93b6-cd8d9f0e1848 req-0b0281d0-8f3d-44fa-bbea-bd3602ed24b2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Aug 31 07:35:50.693929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55696) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:50.752220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f712756f-2501-4628-9cf6-1f51b4d194eb tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/c72adf96-6954-44c1-aac3-82b7a84ff0ae HTTP/1.1" status: 200 len: 993 time: 0.0571921 Aug 31 07:35:50.968800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55702) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:51.122880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port c028b235-14d5-4144-beba-1b6d02b3dcdd {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:51.123130 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.537301 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.537578 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.549630 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for c028b235-14d5-4144-beba-1b6d02b3dcdd owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:51.693981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.720423 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=c028b235-14d5-4144-beba-1b6d02b3dcdd,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:51.743772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.744127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.744471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.744810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.745147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.745510 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.745845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.746179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.746511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.746840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.747166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.747493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:51.788009 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.788268 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP c72adf96-6954-44c1-aac3-82b7a84ff0ae disassociated (deleted). External IP: 172.25.5.119, port: f0a0092c-dd37-462e-a541-325bc2134e59. Aug 31 07:35:51.995812 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 80986596-956e-4858-ab1c-3378893091c9 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:35:52.102443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:52.107281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.113149 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] Sync routers for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:52.122402 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:52.123006 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:52.133923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-92e4aa3d-f67a-4919-b128-1cb80661b457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/floatingips/c72adf96-6954-44c1-aac3-82b7a84ff0ae HTTP/1.1" status: 204 len: 168 time: 1.1639929 Aug 31 07:35:52.134507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:52.136786 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562b289b-d356-4551-b522-5612a0676f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:52.202252 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a9c42-5f42-442b-a472-94409f90235a x-openstack-request-id: req-794a9c42-5f42-442b-a472-94409f90235a {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:52.202816 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:52.202816 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-794a9c42-5f42-442b-a472-94409f90235a {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:52.203645 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'status': 'completed', 'code': 200} Aug 31 07:35:52.231920 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:52.275368 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b289b-d356-4551-b522-5612a0676f9d req-0c21b7d1-3fb4-4820-b946-df7da22062d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:52.277045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-562b289b-d356-4551-b522-5612a0676f9d req-0c21b7d1-3fb4-4820-b946-df7da22062d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 1097 time: 0.0493283 Aug 31 07:35:52.409019 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b289b-d356-4551-b522-5612a0676f9d req-95373023-ee1c-43b6-a746-4b5f0ba84083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:52.410460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-562b289b-d356-4551-b522-5612a0676f9d req-95373023-ee1c-43b6-a746-4b5f0ba84083 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c HTTP/1.1" status: 200 len: 897 time: 0.1246288 Aug 31 07:35:52.419300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029cae1-dedf-49dd-8b99-e2d7134bc7e9 req-ef61f8df-9c87-4949-8509-551f24069e4b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:52.420713 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3029cae1-dedf-49dd-8b99-e2d7134bc7e9 req-ef61f8df-9c87-4949-8509-551f24069e4b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0815673 Aug 31 07:35:52.439577 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:04Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:52.465950 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] Checking router: 80986596-956e-4858-ab1c-3378893091c9 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:52.469636 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-562b289b-d356-4551-b522-5612a0676f9d req-e262e79c-e4f6-4b29-9fcb-45a38c8b72d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a0092c-dd37-462e-a541-325bc2134e59 HTTP/1.1" status: 200 len: 217 time: 0.0479896 Aug 31 07:35:52.474187 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:52.474810 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:52.523851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3029cae1-dedf-49dd-8b99-e2d7134bc7e9 req-f13fb0d3-8080-4521-88e8-fbd5f79b5d26 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943880 Aug 31 07:35:52.535033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b289b-d356-4551-b522-5612a0676f9d req-716c72fb-c742-4f00-9d73-149241939732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:52.539300 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-562b289b-d356-4551-b522-5612a0676f9d req-716c72fb-c742-4f00-9d73-149241939732 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2fa69a75-a811-4acd-aa50-3836e6829a1d HTTP/1.1" status: 200 len: 835 time: 0.0606086 Aug 31 07:35:52.586824 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:52.588502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b289b-d356-4551-b522-5612a0676f9d req-4d8701c7-4834-4723-9f31-d8403c93e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:52.590102 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-562b289b-d356-4551-b522-5612a0676f9d req-4d8701c7-4834-4723-9f31-d8403c93e124 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431488 Aug 31 07:35:52.687366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-562b289b-d356-4551-b522-5612a0676f9d req-75616022-7598-4aa9-be13-69a937ec0884 service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868475 Aug 31 07:35:52.776124 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:04Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:52.776964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-562b289b-d356-4551-b522-5612a0676f9d req-8d5650ba-40fb-46ca-abbd-d732d9f53899 service neutron] 10.222.0.23 "GET /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819874 Aug 31 07:35:52.807100 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5f78d-892d-4550-b9cd-2f667ba41df1 None None] The sync data for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 is: [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:00Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'd03708e4-4641-4249-81a6-ac68659cf9de', 'name': '', 'network_id': 'd5cfd5b7-e569-40ef-b9c4-0505fa74cc2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:04:53:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:59Z', 'updated_at': '2021-08-31T07:35:04Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '2fa69a75-a811-4acd-aa50-3836e6829a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:35:53.016171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e2710-d53a-4bc1-a756-cb6b11dbb403 None None] New status for floating IP c72adf96-6954-44c1-aac3-82b7a84ff0ae: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:35:53.640003 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37528632-79ff-4b8e-812a-eff188e64a3e req-10c13c56-31ef-4b55-8240-ee684534a9bd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:53.641492 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-37528632-79ff-4b8e-812a-eff188e64a3e req-10c13c56-31ef-4b55-8240-ee684534a9bd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0475078 Aug 31 07:35:53.682103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-37528632-79ff-4b8e-812a-eff188e64a3e req-ab931f0b-ab2e-4d93-8354-85f29e987ca1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc124038-064b-4026-bf73-71570025a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346956 Aug 31 07:35:53.966430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-64abb16d-c283-43ee-a4fd-fdd43f9de8b1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:53.967885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-64abb16d-c283-43ee-a4fd-fdd43f9de8b1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Aug 31 07:35:54.056655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port f0a0092c-dd37-462e-a541-325bc2134e59 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:54.056996 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.148370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port f0a0092c-dd37-462e-a541-325bc2134e59, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=f0a0092c-dd37-462e-a541-325bc2134e59,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:54.148743 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.162078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for f0a0092c-dd37-462e-a541-325bc2134e59 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:54.289478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.303394 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1f8b66e3-78c0-4d46-906f-0427405fa73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.323348 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=f0a0092c-dd37-462e-a541-325bc2134e59,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:54.362620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] No DVR routers for this DVR port f0a0092c-dd37-462e-a541-325bc2134e59 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:35:54.365298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.367439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3e95f5ba-1136-4ac3-ac94-d0a609405f97 req-c850e8bd-8a43-4295-965e-15c954c89017 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "DELETE /v2.0/ports/f0a0092c-dd37-462e-a541-325bc2134e59 HTTP/1.1" status: 204 len: 173 time: 0.3922212 Aug 31 07:35:54.367878 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'name': 'network-vif-deleted', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:54.371184 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1e35b5-79df-4132-aefc-2c76641e2a03" -d '{"events": [{"server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "name": "network-vif-deleted", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:54.422924 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dc74a4-68b2-4953-9566-db335c16669e x-openstack-request-id: req-e1dc74a4-68b2-4953-9566-db335c16669e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:54.423244 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b102b-8fea-4d19-bf91-0ae570fd0d57", "name": "network-vif-deleted", "tag": "f0a0092c-dd37-462e-a541-325bc2134e59", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:54.423495 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1dc74a4-68b2-4953-9566-db335c16669e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:54.423922 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b102b-8fea-4d19-bf91-0ae570fd0d57', 'name': 'network-vif-deleted', 'tag': 'f0a0092c-dd37-462e-a541-325bc2134e59', 'status': 'completed', 'code': 200} Aug 31 07:35:54.807439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-99675a26-e5bf-44e3-85f5-03ece1ec5920 req-3ab3bfd5-4371-45fc-ba50-734914013b02 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=184b102b-8fea-4d19-bf91-0ae570fd0d57 HTTP/1.1" status: 200 len: 210 time: 0.0397189 Aug 31 07:35:55.018959 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.865081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55720) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:56.223488 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.483705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port d03708e4-4641-4249-81a6-ac68659cf9de {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:56.483974 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.495768 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.577000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port d03708e4-4641-4249-81a6-ac68659cf9de, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=d03708e4-4641-4249-81a6-ac68659cf9de,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:56.577388 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.590706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for d03708e4-4641-4249-81a6-ac68659cf9de owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:56.773629 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.801035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=d03708e4-4641-4249-81a6-ac68659cf9de,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:56.922469 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cfe35f1b-1357-4c06-9d8c-83e60ab8f43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.979985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.000757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.198069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 80986596-956e-4858-ab1c-3378893091c9 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:35:57.305615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:57.310613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b4ad8327-8871-4ecf-96ee-59e447874912 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/80986596-956e-4858-ab1c-3378893091c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4444778 Aug 31 07:35:57.313474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55722) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:57.315038 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] Sync routers for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:57.324724 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:57.325439 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:57.363800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8280187-fe0b-4435-aee2-6b0ff523e2d5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting subnet 2fa69a75-a811-4acd-aa50-3836e6829a1d {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:35:57.367378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8280187-fe0b-4435-aee2-6b0ff523e2d5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.407627 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8280187-fe0b-4435-aee2-6b0ff523e2d5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.428001 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:57.496677 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8280187-fe0b-4435-aee2-6b0ff523e2d5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.555825 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8280187-fe0b-4435-aee2-6b0ff523e2d5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.580581 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8280187-fe0b-4435-aee2-6b0ff523e2d5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa69a75-a811-4acd-aa50-3836e6829a1d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:57.586756 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8280187-fe0b-4435-aee2-6b0ff523e2d5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.591119 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e8280187-fe0b-4435-aee2-6b0ff523e2d5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/subnets/2fa69a75-a811-4acd-aa50-3836e6829a1d HTTP/1.1" status: 204 len: 168 time: 0.2741969 Aug 31 07:35:57.591405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55724) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:57.594510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2d910-b696-4b21-967d-9a5c7918ebc9 None None] Network d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:35:57.699121 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:57.702995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.726349 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] Checking router: 80986596-956e-4858-ab1c-3378893091c9 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:57.734664 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] Routers {'80986596-956e-4858-ab1c-3378893091c9'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:57.735280 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['80986596-956e-4858-ab1c-3378893091c9'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:57.805926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] DHCP port deletion for d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:35:57.815988 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.843134 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] Set router 80986596-956e-4858-ab1c-3378893091c9 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:57.860868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Deleting port 6b92675f-38c8-477a-9c76-848e538d2062 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:57.861616 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.874279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 9e89ea39-847a-4f58-afb7-44a3a1f4917c {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:57.874620 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.927292 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] For port 6b92675f-38c8-477a-9c76-848e538d2062, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6b92675f-38c8-477a-9c76-848e538d2062,segment=NetworkSegment(3fbcef8e-f5f4-4d8c-91d5-77b7e3364743),segment_id=3fbcef8e-f5f4-4d8c-91d5-77b7e3364743)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:57.928002 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.940925 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Calling delete_port for 6b92675f-38c8-477a-9c76-848e538d2062 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:57.956748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 9e89ea39-847a-4f58-afb7-44a3a1f4917c, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9e89ea39-847a-4f58-afb7-44a3a1f4917c,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:57.957107 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.974195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 9e89ea39-847a-4f58-afb7-44a3a1f4917c owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:58.031699 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:58.032956 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.058408 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94f789-ab07-4082-a00d-3db0e9202228 None None] The sync data for ids ['80986596-956e-4858-ab1c-3378893091c9'] in n-d-712142-16 is: [{'id': '80986596-956e-4858-ab1c-3378893091c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-937329901', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '9e89ea39-847a-4f58-afb7-44a3a1f4917c', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80986596-956e-4858-ab1c-3378893091c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:57Z', 'updated_at': '2021-08-31T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:35:58.059784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Pushing event deleted for resources: {'Port': ['ID=6b92675f-38c8-477a-9c76-848e538d2062,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:58.062184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] No DVR routers for this DVR port 6b92675f-38c8-477a-9c76-848e538d2062 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:35:58.075134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.076259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.077637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.077990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.078328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.079079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.079079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.079309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.079640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.079971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.080296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.080613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ea30c-a74b-43ed-bcff-8b478510a603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.148864 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.178392 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=9e89ea39-847a-4f58-afb7-44a3a1f4917c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:58.236742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.325960 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.327963 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.364823 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.370596 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.371124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Fanout notify agent at l3_agent the message router_deleted on router 80986596-956e-4858-ab1c-3378893091c9 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:35:58.378037 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.379149 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e14010a7-efeb-44dd-844e-d6de4b6bcc2a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/routers/80986596-956e-4858-ab1c-3378893091c9 HTTP/1.1" status: 204 len: 168 time: 0.7868900 Aug 31 07:35:58.381799 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55726) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:58.464259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.490247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f0a0092c-dd37-462e-a541-325bc2134e59 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:35:58.514002 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: f0a0092c-dd37-462e-a541-325bc2134e59 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:35:58.514811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device f0a0092c-dd37-462e-a541-325bc2134e59 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:35:58.558615 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.569028 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:58.584641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:58.584842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbcef8e-f5f4-4d8c-91d5-77b7e3364743') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:58.594730 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.609541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.615192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:35:58.615577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:35:58.618515 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:35:58.678502 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.686106 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.690753 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55728) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:58.691287 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/networks/d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c HTTP/1.1" status: 204 len: 168 time: 0.3079472 Aug 31 07:35:58.703074 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567866a-122f-45be-8b21-c032bf37189d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Network': ['ID=d5cfd5b7-e569-40ef-b9c4-0505fa74cc2c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:58.758697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.784851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.843082 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.845697 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.846951 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/security-groups/fc124038-064b-4026-bf73-71570025a15a HTTP/1.1" status: 204 len: 168 time: 0.1535025 Aug 31 07:35:58.855859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc124038-064b-4026-bf73-71570025a15a,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:58.863350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.863898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.864250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.864568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.864895 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.865243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.865571 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.865893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.866240 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.866595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.867113 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.867252 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04097aa5-6765-4dbb-bdd3-f6b35e18d7f3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:59.175909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55734) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.181168 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b30655ad-80aa-4fdc-921d-82e63a2d1b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925338506', 'description': 'tempest-secgroup-smoke-925338506 description', 'project_id': '7bb0525aec8c4a709b0b14156444f449'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:59.203915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b30655ad-80aa-4fdc-921d-82e63a2d1b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.285484 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b30655ad-80aa-4fdc-921d-82e63a2d1b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.289087 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b30655ad-80aa-4fdc-921d-82e63a2d1b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.316973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b30655ad-80aa-4fdc-921d-82e63a2d1b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.318201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b30655ad-80aa-4fdc-921d-82e63a2d1b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1412687 Aug 31 07:35:59.319129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30655ad-80aa-4fdc-921d-82e63a2d1b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182bc8aa-481b-4492-b791-776a11671b20,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.321766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55736) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.326038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-822cb0fb-8ce5-4da2-8208-af40526f1cf5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '182bc8aa-481b-4492-b791-776a11671b20', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:59.351219 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-822cb0fb-8ce5-4da2-8208-af40526f1cf5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.410073 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-822cb0fb-8ce5-4da2-8208-af40526f1cf5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.413605 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-822cb0fb-8ce5-4da2-8208-af40526f1cf5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.428272 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cb0fb-8ce5-4da2-8208-af40526f1cf5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0845d0c2-28c2-4fb1-a244-e752f84a00fb,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.437132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-822cb0fb-8ce5-4da2-8208-af40526f1cf5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.438371 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-822cb0fb-8ce5-4da2-8208-af40526f1cf5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157005 Aug 31 07:35:59.441073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55738) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.446072 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b3ca80b1-3042-41cb-a697-fd5e131f82ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '182bc8aa-481b-4492-b791-776a11671b20', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:59.470985 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3ca80b1-3042-41cb-a697-fd5e131f82ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.526761 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3ca80b1-3042-41cb-a697-fd5e131f82ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.530368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3ca80b1-3042-41cb-a697-fd5e131f82ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.547933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca80b1-3042-41cb-a697-fd5e131f82ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7640c8e9-a405-4283-8e5f-b8aeee8b27a6,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.553381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b3ca80b1-3042-41cb-a697-fd5e131f82ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.555155 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b3ca80b1-3042-41cb-a697-fd5e131f82ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131375 Aug 31 07:35:59.557824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55740) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.562136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-92afd3d9-53d2-473d-b541-fdf6f54b0831 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '182bc8aa-481b-4492-b791-776a11671b20', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:59.588067 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92afd3d9-53d2-473d-b541-fdf6f54b0831 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.644863 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92afd3d9-53d2-473d-b541-fdf6f54b0831 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.648551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92afd3d9-53d2-473d-b541-fdf6f54b0831 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.670021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afd3d9-53d2-473d-b541-fdf6f54b0831 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad4ff93-ae96-4044-bd5a-93cb23c1bade,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.673688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92afd3d9-53d2-473d-b541-fdf6f54b0831 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.674892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-92afd3d9-53d2-473d-b541-fdf6f54b0831 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161532 Aug 31 07:35:59.677766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55742) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.682778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-63c722a2-bf37-468c-b90e-7cce29fc6165 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '182bc8aa-481b-4492-b791-776a11671b20', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:59.710148 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-63c722a2-bf37-468c-b90e-7cce29fc6165 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.760641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6b92675f-38c8-477a-9c76-848e538d2062 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:35:59.773918 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-63c722a2-bf37-468c-b90e-7cce29fc6165 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.777568 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-63c722a2-bf37-468c-b90e-7cce29fc6165 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.780574 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 6b92675f-38c8-477a-9c76-848e538d2062 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:35:59.780916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6b92675f-38c8-477a-9c76-848e538d2062 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:35:59.781353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d03708e4-4641-4249-81a6-ac68659cf9de no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:35:59.794937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c722a2-bf37-468c-b90e-7cce29fc6165 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91b35a1-16f8-4cca-8c1b-e59df4a72259,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.800623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: d03708e4-4641-4249-81a6-ac68659cf9de {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:35:59.800987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device d03708e4-4641-4249-81a6-ac68659cf9de not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:35:59.801607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9e89ea39-847a-4f58-afb7-44a3a1f4917c no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:35:59.802263 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-63c722a2-bf37-468c-b90e-7cce29fc6165 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.803587 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-63c722a2-bf37-468c-b90e-7cce29fc6165 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249046 Aug 31 07:35:59.806906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55744) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.812246 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-18c493d3-59a3-4687-9b5a-a14d37f12a14 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '182bc8aa-481b-4492-b791-776a11671b20', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:59.826218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9e89ea39-847a-4f58-afb7-44a3a1f4917c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:35:59.826563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9e89ea39-847a-4f58-afb7-44a3a1f4917c not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:35:59.834476 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-18c493d3-59a3-4687-9b5a-a14d37f12a14 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:35:59.839530 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-18c493d3-59a3-4687-9b5a-a14d37f12a14 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.901179 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-18c493d3-59a3-4687-9b5a-a14d37f12a14 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.905088 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-18c493d3-59a3-4687-9b5a-a14d37f12a14 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.924043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c493d3-59a3-4687-9b5a-a14d37f12a14 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c295714-dfc8-4bee-9696-b7f9265cb012,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.927082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-18c493d3-59a3-4687-9b5a-a14d37f12a14 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.928312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-18c493d3-59a3-4687-9b5a-a14d37f12a14 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204748 Aug 31 07:35:59.931108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55746) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.935469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-beb95240-22ab-47df-bc24-1d90f039fcaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '182bc8aa-481b-4492-b791-776a11671b20', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:59.956293 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-beb95240-22ab-47df-bc24-1d90f039fcaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:35:59.961405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-beb95240-22ab-47df-bc24-1d90f039fcaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.020553 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-beb95240-22ab-47df-bc24-1d90f039fcaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.025313 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-beb95240-22ab-47df-bc24-1d90f039fcaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.043176 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb95240-22ab-47df-bc24-1d90f039fcaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dadc64a-4bd0-470e-afdc-1db7dc7aea86,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:00.049204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-beb95240-22ab-47df-bc24-1d90f039fcaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.050432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-beb95240-22ab-47df-bc24-1d90f039fcaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184134 Aug 31 07:36:00.053258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55748) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:00.058103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'network': {'name': 'tempest-network-smoke--1752071970', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'port_security_enabled': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:00.080998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:00.084435 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.107959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:00.116987 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.117362 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Added segment 558b63b0-e200-4abf-aee5-3e250eac807b of type vlan for network 9cf06508-06e4-4106-9d55-e50c9af9bb02 Aug 31 07:36:00.159029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.182718 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.188335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:00.188920 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.218979 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.246160 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918509 Aug 31 07:36:00.248818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55750) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:00.253179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'admin_state_up': True, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:00.272083 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250efb34-e03c-418b-8b78-7e2b8e29e98c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Network': ['ID=9cf06508-06e4-4106-9d55-e50c9af9bb02,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:00.283360 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:00.286612 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.287660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.680801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.814226 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.005254 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.023868 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.129312 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.140 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/32cad481-630f-436f-a38a-3d02d31a9753) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:01.229717 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.267856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.313524 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:01.316467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:01.321957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:01.324294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=32cad481-630f-436f-a38a-3d02d31a9753,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:01.566459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.760741 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.890631 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 76708636-7da0-40b0-b622-466d3487d8ae is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:36:01.990797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:02.003554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Sync routers for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:02.009364 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.010626 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b1ab9198-5f44-4308-8abc-2352f4d13052 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7608581 Aug 31 07:36:02.012874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:02.013532 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:02.013801 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55752) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.045498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-120c29b6-47b3-4f3f-b525-e361994d9b25 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7bb0525aec8c4a709b0b14156444f449&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305142 Aug 31 07:36:02.048321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55754) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.119484 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:02.135813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b64065-8da9-40cf-8727-2b636839f1dc tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:02.137391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a4b64065-8da9-40cf-8727-2b636839f1dc tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881388 Aug 31 07:36:02.140350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55756) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.169545 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-23d268eb-5478-4288-8f01-c97e45eb8f11 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279694 Aug 31 07:36:02.171945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55758) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.177003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1337463887', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:02.272728 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:02.276341 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.456572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:01Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:02.479064 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.487578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Checking router: 76708636-7da0-40b0-b622-466d3487d8ae for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:02.487930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Updating router 76708636-7da0-40b0-b622-466d3487d8ae port 32cad481-630f-436f-a38a-3d02d31a9753 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:02.513499 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.539105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Subnet': ['ID=eb574136-3957-4e0c-9415-4af9223b98fb,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:02.549410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Checking segment: {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:02.549776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network hostable DHCP agents. Network: 9cf06508-06e4-4106-9d55-e50c9af9bb02, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:02.567467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:02.576292 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 9cf06508-06e4-4106-9d55-e50c9af9bb02) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:02.580976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:02.581969 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.596763 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24508c6a-7311-43a9-80a3-88592e8492b3 None None] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:02.597007 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4625e58c-c911-41b7-bcb3-d6005fe8873a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4238539 Aug 31 07:36:02.599719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55760) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.839958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-9cf06508-06e4-4106-9d55-e50c9af9bb02', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:36:02.840803 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.894129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.953708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Transition to ACTIVE for port object 32cad481-630f-436f-a38a-3d02d31a9753 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:02.967985 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.041785 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.053993 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Attempting to bind port 32cad481-630f-436f-a38a-3d02d31a9753 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:03.054563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Attempting to bind port 32cad481-630f-436f-a38a-3d02d31a9753 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:03.054724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Attempting to bind port 32cad481-630f-436f-a38a-3d02d31a9753 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:03.064380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91148c7-a4be-4912-9e73-c9c08979c581 None None] Pushing event updated for resources: {'Port': ['ID=32cad481-630f-436f-a38a-3d02d31a9753,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.071527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:03.071905 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:03.072313 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.072703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:03.073207 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Bound port: 32cad481-630f-436f-a38a-3d02d31a9753, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:03.073590 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.078594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Allocated IP 172.20.0.2 (9cf06508-06e4-4106-9d55-e50c9af9bb02/eb574136-3957-4e0c-9415-4af9223b98fb/6a177a18-2b84-41ab-8deb-6ccc97451494) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:03.181530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] For port 32cad481-630f-436f-a38a-3d02d31a9753, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:03.185646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] For port 32cad481-630f-436f-a38a-3d02d31a9753, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=32cad481-630f-436f-a38a-3d02d31a9753,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:03.192309 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.306505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91148c7-a4be-4912-9e73-c9c08979c581 None None] Pushing event updated for resources: {'Port': ['ID=32cad481-630f-436f-a38a-3d02d31a9753,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.313095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:03.313732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:03.366123 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.380115 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Transition to ACTIVE for port object 6a177a18-2b84-41ab-8deb-6ccc97451494 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:03.432732 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Transition to ACTIVE for port object 6a177a18-2b84-41ab-8deb-6ccc97451494 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:03.444210 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.453225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:03.486325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.1 (9cf06508-06e4-4106-9d55-e50c9af9bb02/eb574136-3957-4e0c-9415-4af9223b98fb/24bd108a-6a2e-4d1f-a981-615dc0bf5457) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:03.544621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:03.575502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:03.580323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:03.595212 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Pushing event updated for resources: {'Port': ['ID=6a177a18-2b84-41ab-8deb-6ccc97451494,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.603400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.618180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object 24bd108a-6a2e-4d1f-a981-615dc0bf5457 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:03.651181 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.673363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Attempting to bind port 6a177a18-2b84-41ab-8deb-6ccc97451494 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:03.673735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Attempting to bind port 6a177a18-2b84-41ab-8deb-6ccc97451494 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:03.674103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Attempting to bind port 6a177a18-2b84-41ab-8deb-6ccc97451494 on network 9cf06508-06e4-4106-9d55-e50c9af9bb02 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:03.688781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:03.691784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:03.694408 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:03.698457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:03.698839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Checking segment: {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:03.699246 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.699641 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Bound using segment: {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:03.700120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Bound port: 6a177a18-2b84-41ab-8deb-6ccc97451494, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:03.700512 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.730623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=24bd108a-6a2e-4d1f-a981-615dc0bf5457,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.749411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.774726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:01Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:03.807246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] For port 6a177a18-2b84-41ab-8deb-6ccc97451494, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:03.811139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c61b3-bcb5-47a6-b3f4-fa494397af8c None None] The sync data for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 is: [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:01Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:03.820736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] For port 6a177a18-2b84-41ab-8deb-6ccc97451494, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6a177a18-2b84-41ab-8deb-6ccc97451494,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:03.825367 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.891734 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbf066-b718-418e-b4e1-52b2efd4274e None None] Pushing event updated for resources: {'Port': ['ID=6a177a18-2b84-41ab-8deb-6ccc97451494,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.893118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.234832 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.239642 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.317288 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=24bd108a-6a2e-4d1f-a981-615dc0bf5457,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:04.320536 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.417783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:04.419218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:04.833595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f58c1-68ca-496d-a736-6e54de63523b None None] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:04.903069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 76708636-7da0-40b0-b622-466d3487d8ae has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:04.948103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a63855b8-942b-4a41-ad07-600bd1730288 None None] Provisioning for port 6a177a18-2b84-41ab-8deb-6ccc97451494 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:05.016285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:05.022157 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e2d7c80d-0c77-4e9e-a8e0-cb481a883683 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/76708636-7da0-40b0-b622-466d3487d8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4213605 Aug 31 07:36:05.189385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-5606e474-4914-4208-9607-85987e054b35 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925338506&fields=id&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 267 time: 0.0367329 Aug 31 07:36:05.281892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-295b9326-292d-4a2e-8ee8-90692a30e173 None None] Provisioning for port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:05.286770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-295b9326-292d-4a2e-8ee8-90692a30e173 None None] Provisioning complete for port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:05.287144 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-295b9326-292d-4a2e-8ee8-90692a30e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.316798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-254eb811-5c56-4399-b235-f7397861bd29 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:05.318407 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-254eb811-5c56-4399-b235-f7397861bd29 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/networks?id=9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 200 len: 797 time: 0.1211739 Aug 31 07:36:05.323160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-295b9326-292d-4a2e-8ee8-90692a30e173 None None] Port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:05.340139 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-451d422d-3bf5-4d59-a189-9cb75df210cc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/quotas/7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 375 time: 0.0111177 Aug 31 07:36:05.396993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-96e144f7-050f-4aaa-a576-e16f151510ec tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491016 Aug 31 07:36:05.416947 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Sync routers for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:05.427059 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:05.427491 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:05.457536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-40a1eab6-7494-4326-b0d0-96b780f27418 None None] Provisioning complete for port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:05.458278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-40a1eab6-7494-4326-b0d0-96b780f27418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.501160 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-40a1eab6-7494-4326-b0d0-96b780f27418 None None] Port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:05.539194 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:05.568942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0d6f3fd1-d509-4b5e-873d-1476aa625494 service neutron] 10.222.0.15 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582406 Aug 31 07:36:05.726104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9e2c4bc9-8f72-4f9c-98c1-fff0a44d24fd None None] Provisioning complete for port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:05.726960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4bc9-8f72-4f9c-98c1-fff0a44d24fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.770438 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:04Z', 'revision_number': 2, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:05.793505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c4bc9-8f72-4f9c-98c1-fff0a44d24fd None None] Port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:05.805565 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Checking router: 76708636-7da0-40b0-b622-466d3487d8ae for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:05.805913 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Updating router 76708636-7da0-40b0-b622-466d3487d8ae port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:05.834245 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.865661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 32cad481-630f-436f-a38a-3d02d31a9753 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:05.920270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 32cad481-630f-436f-a38a-3d02d31a9753 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:05.924702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 32cad481-630f-436f-a38a-3d02d31a9753 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:05.925333 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.005537 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.028514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 32cad481-630f-436f-a38a-3d02d31a9753, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=32cad481-630f-436f-a38a-3d02d31a9753,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:06.030759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-1d7fd6a2-8538-4796-aeef-7a8e52741d5f service neutron] 10.222.0.15 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563642 Aug 31 07:36:06.039112 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.039992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6a177a18-2b84-41ab-8deb-6ccc97451494 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:06.119922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=32cad481-630f-436f-a38a-3d02d31a9753,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:06.127959 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.132069 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 6a177a18-2b84-41ab-8deb-6ccc97451494 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:06.135893 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 6a177a18-2b84-41ab-8deb-6ccc97451494 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:06.136335 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.146808 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Transition to ACTIVE for port object 24bd108a-6a2e-4d1f-a981-615dc0bf5457 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:06.166908 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.214682 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Pushing event updated for resources: {'Port': ['ID=24bd108a-6a2e-4d1f-a981-615dc0bf5457,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:06.221867 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-417b1989-c81c-4bd7-a4f3-58c4e28b346f req-1374df56-4890-43c9-91d1-e6ea10d1b2f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 210 time: 0.0429535 Aug 31 07:36:06.232951 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.233314 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.233653 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.233985 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.234314 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.234639 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.234961 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.238058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.238058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.238058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.238058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.238058 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:06.260531 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.302680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 6a177a18-2b84-41ab-8deb-6ccc97451494, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6a177a18-2b84-41ab-8deb-6ccc97451494,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:06.304385 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Attempting to bind port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:06.304801 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Attempting to bind port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:06.305318 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Attempting to bind port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 on network 9cf06508-06e4-4106-9d55-e50c9af9bb02 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:06.311085 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:06.311501 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Checking segment: {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:06.311916 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.312068 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.312408 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Bound using segment: {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:06.312869 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Bound port: 24bd108a-6a2e-4d1f-a981-615dc0bf5457, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:06.313277 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.374086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=6a177a18-2b84-41ab-8deb-6ccc97451494,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:06.392196 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] For port 24bd108a-6a2e-4d1f-a981-615dc0bf5457, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:06.395572 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] For port 24bd108a-6a2e-4d1f-a981-615dc0bf5457, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=24bd108a-6a2e-4d1f-a981-615dc0bf5457,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:06.400681 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.465800 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dd651-5dac-4068-8bd0-438bddc7ad36 None None] Pushing event updated for resources: {'Port': ['ID=24bd108a-6a2e-4d1f-a981-615dc0bf5457,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:06.468292 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:06.468891 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:06.615631 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:36:06.685422 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:06.884178 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:06.910955 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65f37e-ddf5-456e-8dd4-1e49ee9257d9 None None] The sync data for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 is: [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:07.333818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9e175452-21a5-487f-96ff-8e37c4cfceba req-d608f172-ef3c-476f-b0bf-31440fd94688 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 210 time: 0.0372918 Aug 31 07:36:07.421558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-eff5e5dd-6a0e-4a8a-bbd1-d4b3deceff4e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:07.423284 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-eff5e5dd-6a0e-4a8a-bbd1-d4b3deceff4e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/networks?id=9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 200 len: 797 time: 0.1378264 Aug 31 07:36:07.470509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-f624accc-51a3-49b8-bb96-33f4a288d49f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 379 time: 0.0371399 Aug 31 07:36:07.482611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'port': {'device_id': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'admin_state_up': True, 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'security_groups': ['182bc8aa-481b-4492-b791-776a11671b20']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:07.599611 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:07.603809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.738126 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.11 (9cf06508-06e4-4106-9d55-e50c9af9bb02/eb574136-3957-4e0c-9415-4af9223b98fb/8f0638bd-e905-4f4b-b99a-1833f1d8e1a8) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:07.856931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 32cad481-630f-436f-a38a-3d02d31a9753 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:07.895935 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.909283 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 32cad481-630f-436f-a38a-3d02d31a9753 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:07.909663 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.910927 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:07.945703 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.001380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 24bd108a-6a2e-4d1f-a981-615dc0bf5457 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:08.001499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:08.005143 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:08.007759 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.010309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:08.058955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:08.067901 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:08.068504 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.069993 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:08.070633 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.088418 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-e0e2460a-b9d6-4482-8c27-68a8e8078a67 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6097717 Aug 31 07:36:08.102041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Request body: {'port': {'device_id': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:08.158144 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.165150 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.192455 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 24bd108a-6a2e-4d1f-a981-615dc0bf5457, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=24bd108a-6a2e-4d1f-a981-615dc0bf5457,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:08.198120 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.199162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6a177a18-2b84-41ab-8deb-6ccc97451494 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:08.437586 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c00e8f5e-d39b-408e-b305-68508fce1150 None None] Provisioning for port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:08.443229 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c00e8f5e-d39b-408e-b305-68508fce1150 None None] Provisioning complete for port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:08.443603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c00e8f5e-d39b-408e-b305-68508fce1150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.465661 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=24bd108a-6a2e-4d1f-a981-615dc0bf5457,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.489026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c00e8f5e-d39b-408e-b305-68508fce1150 None None] Port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:08.490044 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:08.490563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 6a177a18-2b84-41ab-8deb-6ccc97451494 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:08.490942 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.499498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.515502 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba080e-1540-4e7f-a418-1c2a0ed83939 req-8a2f4463-d77b-4b18-b970-441b700c5258 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:08.517029 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80ba080e-1540-4e7f-a418-1c2a0ed83939 req-8a2f4463-d77b-4b18-b970-441b700c5258 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 932 time: 0.0939338 Aug 31 07:36:08.528192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Transition to ACTIVE for port object 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:08.536639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.608580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-80ba080e-1540-4e7f-a418-1c2a0ed83939 req-84ba5cf7-38ba-4e94-aab1-f69c8e759b72 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827539 Aug 31 07:36:08.615329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.688010 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Attempting to bind port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:08.688446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Attempting to bind port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:08.688847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Attempting to bind port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 on network 9cf06508-06e4-4106-9d55-e50c9af9bb02 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:08.693454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 on network 9cf06508-06e4-4106-9d55-e50c9af9bb02 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:08.693784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Attempting to bind port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 on network 9cf06508-06e4-4106-9d55-e50c9af9bb02 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:08.699252 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:08.699587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Checking segment: {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:08.699972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Bound using segment: {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:08.700401 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Bound port: 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558b63b0-e200-4abf-aee5-3e250eac807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:08.700758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.765790 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] For port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:08.768958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] For port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:08.775361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.817174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:08.817822 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.819758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] 10.222.0.23 "PUT /v2.0/ports/8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 200 len: 1093 time: 0.7218852 Aug 31 07:36:08.820211 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:08.822487 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:08.843405 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07caf2-c6fb-45ff-96ba-2428f1de1542 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.877290 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08347ea-3e4e-4bc3-900e-6a6546b56296 x-openstack-request-id: req-f08347ea-3e4e-4bc3-900e-6a6546b56296 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:08.877409 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:08.878983 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f08347ea-3e4e-4bc3-900e-6a6546b56296 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:08.878983 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'status': 'completed', 'code': 200} Aug 31 07:36:08.909961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-61d0574e-50ce-4d66-b49e-1a5857c31ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:08.911507 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-61d0574e-50ce-4d66-b49e-1a5857c31ace service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1096 time: 0.0457823 Aug 31 07:36:08.956848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-4d306401-d45b-446e-ba41-ce6599224f5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 200 len: 217 time: 0.0373647 Aug 31 07:36:09.007726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-91156fd3-c945-49a1-a1c5-0ef0d2f2dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.009269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-91156fd3-c945-49a1-a1c5-0ef0d2f2dc2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb574136-3957-4e0c-9415-4af9223b98fb HTTP/1.1" status: 200 len: 835 time: 0.0454428 Aug 31 07:36:09.059503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-49933376-ed21-4506-99fd-6f449f236867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.061024 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-49933376-ed21-4506-99fd-6f449f236867 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cf06508-06e4-4106-9d55-e50c9af9bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446272 Aug 31 07:36:09.150069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-99690dad-bc6c-4f40-94f2-ad30bc1cf475 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805960 Aug 31 07:36:09.244575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-32c9e05f-7c85-4046-8c34-c55d61b472f1 req-02257d84-bc25-43d1-ac00-26a3f70069e8 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870543 Aug 31 07:36:09.334957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-e73666a5-0256-4c2e-a8bd-82135c824e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.336513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-e73666a5-0256-4c2e-a8bd-82135c824e32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1096 time: 0.0412691 Aug 31 07:36:09.429808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-fb0e8d31-50b8-4a68-a5cc-38122eea7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.431288 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-fb0e8d31-50b8-4a68-a5cc-38122eea7819 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 200 len: 898 time: 0.0873098 Aug 31 07:36:09.475072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-f13ff592-b2ef-4fd9-8d2c-be369e58f3b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 200 len: 217 time: 0.0355361 Aug 31 07:36:09.523604 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-a17b7ddf-c528-496e-8701-aa99060760e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.525023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-a17b7ddf-c528-496e-8701-aa99060760e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb574136-3957-4e0c-9415-4af9223b98fb HTTP/1.1" status: 200 len: 835 time: 0.0424950 Aug 31 07:36:09.570588 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-755eb0b4-b760-4623-ae78-564db9d3c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.572073 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-755eb0b4-b760-4623-ae78-564db9d3c808 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cf06508-06e4-4106-9d55-e50c9af9bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387940 Aug 31 07:36:09.668625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-965e9434-645f-4b5c-b299-a8fb9b4f29b8 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864198 Aug 31 07:36:09.781128 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 24bd108a-6a2e-4d1f-a981-615dc0bf5457 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:09.784422 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2584237-bc14-4ed1-b475-274b29a26bdb req-fe0863bf-f77f-4687-a494-a65076756e13 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.785996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2584237-bc14-4ed1-b475-274b29a26bdb req-fe0863bf-f77f-4687-a494-a65076756e13 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 944 time: 0.1011474 Aug 31 07:36:09.817917 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-95a89d8c-b42b-441d-8cbe-c0d18861f4b6 req-0e2b5956-479e-4e25-b383-e4d0012dd1bc service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407473 Aug 31 07:36:09.830829 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:09.831199 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:09.840528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a2584237-bc14-4ed1-b475-274b29a26bdb req-3daab754-8dbd-466d-bd29-3a8a56ecca15 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476146 Aug 31 07:36:10.517256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:10.613071 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:10.629923 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'port_id': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'mac_address': 'fa:16:3e:04:bf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:10.667616 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.680307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:10.699049 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:10.702811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.751548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:10.929433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['8f0638bd-e905-4f4b-b99a-1833f1d8e1a8'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:10.958847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa56af-60f7-4c35-a9f3-c51d5edeaeee req-0bf6aee2-f65e-4bd8-adfb-288a5f83360f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:10.961012 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcfa56af-60f7-4c35-a9f3-c51d5edeaeee req-0bf6aee2-f65e-4bd8-adfb-288a5f83360f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 945 time: 0.0521533 Aug 31 07:36:11.000620 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcfa56af-60f7-4c35-a9f3-c51d5edeaeee req-e66a8874-3003-4663-93a0-9b6e18499480 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329065 Aug 31 07:36:12.115236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de089c58-7772-4a13-b960-abaffe783cd1 req-99a6ab5c-5042-4f20-8095-0081f6a8a99c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:12.116721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de089c58-7772-4a13-b960-abaffe783cd1 req-99a6ab5c-5042-4f20-8095-0081f6a8a99c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Aug 31 07:36:12.154959 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-de089c58-7772-4a13-b960-abaffe783cd1 req-238086a0-8ec2-4d39-bac0-84bc43959c64 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Aug 31 07:36:12.529124 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:12.577790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:12.581479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:12.581850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.658686 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.682137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:12.684417 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00fb95-b716-4751-84a1-66e1cd57a7d8" -d '{"events": [{"server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "name": "network-vif-plugged", "status": "completed", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:12.696704 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:12.700649 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.728034 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8b2428-155e-4ab5-ae4f-c56df6a25a01 x-openstack-request-id: req-5e8b2428-155e-4ab5-ae4f-c56df6a25a01 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:12.728344 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "name": "network-vif-plugged", "status": "completed", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:12.728595 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e8b2428-155e-4ab5-ae4f-c56df6a25a01 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:12.728985 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'code': 200} Aug 31 07:36:12.754243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:12.822410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030309e-a589-437d-ab90-733ad7bbae88 req-ff900dc3-a901-4b51-8540-1eeea52b4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:12.823923 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d030309e-a589-437d-ab90-733ad7bbae88 req-ff900dc3-a901-4b51-8540-1eeea52b4b4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1098 time: 0.0440159 Aug 31 07:36:12.860841 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d030309e-a589-437d-ab90-733ad7bbae88 req-0bb4d8d2-9d92-48b8-b7ef-97dd4afda5da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287929 Aug 31 07:36:13.270002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97cc95-1b5a-4540-aeb8-67e06243831e req-982900aa-3902-4096-8754-8a33a4d66e42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:13.271435 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0e97cc95-1b5a-4540-aeb8-67e06243831e req-982900aa-3902-4096-8754-8a33a4d66e42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0489142 Aug 31 07:36:13.309449 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0e97cc95-1b5a-4540-aeb8-67e06243831e req-e7f14c77-e3ec-4871-8c96-ca672ca5fb12 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Aug 31 07:36:14.425613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16539432-dcf5-45ea-bfd0-0dcffa73e4f5 req-63dfa5c9-c6dd-4083-989d-7f9a44cad426 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:14.427096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16539432-dcf5-45ea-bfd0-0dcffa73e4f5 req-63dfa5c9-c6dd-4083-989d-7f9a44cad426 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0485411 Aug 31 07:36:14.464573 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16539432-dcf5-45ea-bfd0-0dcffa73e4f5 req-9b939bde-1dc8-4bf0-a485-e5781a66fdcc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Aug 31 07:36:14.579430 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4e5a-2be7-4984-b61c-099184581418 req-4fe2de6a-a90f-49c0-b7df-178c0705e098 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:14.580914 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37eb4e5a-2be7-4984-b61c-099184581418 req-4fe2de6a-a90f-49c0-b7df-178c0705e098 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0489345 Aug 31 07:36:14.620520 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-37eb4e5a-2be7-4984-b61c-099184581418 req-7cb28c3a-19a0-431a-a8d4-4d9a5bda3d8c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332041 Aug 31 07:36:14.647564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55816) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:14.691307 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d846782-e39d-441c-aa0f-768bb7de7d5c tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:14.692833 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9d846782-e39d-441c-aa0f-768bb7de7d5c tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1093 time: 0.0442824 Aug 31 07:36:14.695624 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55818) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:14.699915 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:14.721062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.816420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.921303 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.231 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/04657c2c-c649-4ef1-94d9-682395a46181) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:15.019847 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.058381 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.096355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:15.099124 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:15.104516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:15.133089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=04657c2c-c649-4ef1-94d9-682395a46181,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:15.458034 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.529062 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.681714 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.686143 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.752215 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=04657c2c-c649-4ef1-94d9-682395a46181,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:15.761999 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.860827 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP 93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0 associated. External IP: 172.25.5.231, port: 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8. Aug 31 07:36:16.065491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 76708636-7da0-40b0-b622-466d3487d8ae has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:16.170600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:16.180141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] Sync routers for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:16.186475 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.191030 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:16.191654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:16.213855 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-07601013-e8f7-488a-bc32-0830cb336f8e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5172381 Aug 31 07:36:16.214435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:16.216670 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad64495-ca79-4196-9be7-20746ca34e74" -d '{"events": [{"name": "network-changed", "server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:16.254290 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f702cc5b-80ea-420a-976c-ece717942d35 x-openstack-request-id: req-f702cc5b-80ea-420a-976c-ece717942d35 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:16.254585 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:16.254837 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f702cc5b-80ea-420a-976c-ece717942d35 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:16.255241 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'status': 'completed', 'code': 200} Aug 31 07:36:16.306427 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:16.313920 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828270ca-a37e-4c37-a66f-f55ee88b3880 req-af3ea465-3932-4002-8dc5-32d97452b884 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.315473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-828270ca-a37e-4c37-a66f-f55ee88b3880 req-af3ea465-3932-4002-8dc5-32d97452b884 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0503323 Aug 31 07:36:16.332808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-3bde1921-2cfb-45b2-974f-a895f2baf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.334977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-3bde1921-2cfb-45b2-974f-a895f2baf3bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1098 time: 0.0486531 Aug 31 07:36:16.356044 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-828270ca-a37e-4c37-a66f-f55ee88b3880 req-8ad2a535-7ca4-41d4-801f-c97891a65bde tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340495 Aug 31 07:36:16.378993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55824) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:16.444722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d1026b78-9e9b-4903-a4d0-d3a4d53d7e76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0 HTTP/1.1" status: 200 len: 992 time: 0.0643229 Aug 31 07:36:16.446869 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-1a263f4c-c7c3-412a-bb53-89bfc03205b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.448395 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-1a263f4c-c7c3-412a-bb53-89bfc03205b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 200 len: 898 time: 0.1057065 Aug 31 07:36:16.515776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-3f41c204-0d16-4198-9d7d-c133432f5d99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 200 len: 1000 time: 0.0594873 Aug 31 07:36:16.539811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'port_id': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'mac_address': 'fa:16:3e:04:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:15Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:16.570907 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] Checking router: 76708636-7da0-40b0-b622-466d3487d8ae for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:16.571704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-a948ce46-6a62-4f4f-a2c2-13220c2bcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.573232 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-a948ce46-6a62-4f4f-a2c2-13220c2bcce9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb574136-3957-4e0c-9415-4af9223b98fb HTTP/1.1" status: 200 len: 835 time: 0.0504353 Aug 31 07:36:16.583552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:16.584168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:35:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:16.621326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-7fb6bd68-a025-42da-ae4e-a952dc514e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.622835 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-7fb6bd68-a025-42da-ae4e-a952dc514e1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cf06508-06e4-4106-9d55-e50c9af9bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419812 Aug 31 07:36:16.691284 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:16.721432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-69d17e46-781e-4b79-9dd3-9a402a2da70f service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901065 Aug 31 07:36:16.815513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5ad64495-ca79-4196-9be7-20746ca34e74 req-f60972e1-f702-4b66-9f4f-3c8185003520 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868921 Aug 31 07:36:16.911437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'port_id': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'mac_address': 'fa:16:3e:04:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:15Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:16.937889 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b405fb-fef2-40c8-97fc-407631fadf04 None None] The sync data for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 is: [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'port_id': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'mac_address': 'fa:16:3e:04:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:15Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:17.123203 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b7b0a-88e6-44b5-9c31-7645e31bcb07 None None] New status for floating IP 93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:36:17.449211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55826) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:17.510267 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5d04b370-bf8d-4824-884c-85fc8f97ec87 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0 HTTP/1.1" status: 200 len: 994 time: 0.0599804 Aug 31 07:36:24.305829 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d6f342b5-3c91-4600-9316-a64fcddd44a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:25.030509 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.519475 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.922787 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e78b7a69-73c1-4f8b-b542-4e8b3c837517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.990947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.370795 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:30.221147 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:30.456147 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-9dbc724f-d541-4b19-8c1b-cd44397be074 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401769 Aug 31 07:36:30.541805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-b0bfeb51-fab9-4ff7-b82e-8cdfaa40ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:30.543362 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-b0bfeb51-fab9-4ff7-b82e-8cdfaa40ddb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1098 time: 0.0409946 Aug 31 07:36:30.650474 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-f4c63b0a-a7b4-4dc5-a762-9b56025c6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:30.652141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-f4c63b0a-a7b4-4dc5-a762-9b56025c6cba service neutron] 10.222.0.23 "GET /v2.0/networks?id=9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 200 len: 898 time: 0.0890334 Aug 31 07:36:30.717956 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-274a5232-1acc-4a61-b3fe-ca2e199ee7be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 200 len: 1002 time: 0.0573065 Aug 31 07:36:30.772099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-5bcf695b-db66-4b6a-a679-6e99cd3884cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:30.773580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-5bcf695b-db66-4b6a-a679-6e99cd3884cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb574136-3957-4e0c-9415-4af9223b98fb HTTP/1.1" status: 200 len: 835 time: 0.0481122 Aug 31 07:36:30.820726 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-d24e1282-c81b-44b6-8d31-cb7bd93eb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:30.822917 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-d24e1282-c81b-44b6-8d31-cb7bd93eb611 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cf06508-06e4-4106-9d55-e50c9af9bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406899 Aug 31 07:36:30.913431 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-dd101b53-0e15-499e-b8dc-249a82c93050 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817564 Aug 31 07:36:31.012467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-405f24e7-c121-4b4e-86e3-660f11054f0c req-aca5e027-faf1-4e0a-ab5e-a5d1d2bb1d97 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912690 Aug 31 07:36:43.614520 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:36:50.922988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-c191aafe-d346-45aa-8d5f-8374a90b0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:50.924549 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-c191aafe-d346-45aa-8d5f-8374a90b0c8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1098 time: 0.0609868 Aug 31 07:36:50.932579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a91b9-e560-4835-98b7-9d63a6a69176 req-e3c6debe-889a-452b-b00c-c0dce98b2295 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:50.933987 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b55a91b9-e560-4835-98b7-9d63a6a69176 req-e3c6debe-889a-452b-b00c-c0dce98b2295 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0835059 Aug 31 07:36:51.375889 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b55a91b9-e560-4835-98b7-9d63a6a69176 req-48cbd9bc-7d3f-464d-b5ac-5315cc2df5df tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4338388 Aug 31 07:36:51.399174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-c04125d3-ff41-4a37-8b1f-7002fd9b8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:51.400643 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-c04125d3-ff41-4a37-8b1f-7002fd9b8c4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 200 len: 898 time: 0.4657810 Aug 31 07:36:51.469058 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-906d9d49-56c7-42ba-b8fe-9e1107d81dc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 200 len: 1002 time: 0.0600147 Aug 31 07:36:51.516893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-2bf5f068-9b81-4fd9-a6de-7d2182fd585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:51.518315 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-2bf5f068-9b81-4fd9-a6de-7d2182fd585a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb574136-3957-4e0c-9415-4af9223b98fb HTTP/1.1" status: 200 len: 835 time: 0.0418990 Aug 31 07:36:51.563635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-17214c6f-c6a8-431c-a546-1ddc0f53d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:51.565112 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-17214c6f-c6a8-431c-a546-1ddc0f53d3b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cf06508-06e4-4106-9d55-e50c9af9bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392268 Aug 31 07:36:51.659384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-bd683ab4-29e5-431a-b94c-a5008ddc16d3 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855241 Aug 31 07:36:51.747318 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9ba25c-6705-4f69-9b20-980aeedc3744 req-2ea686c3-6f60-4427-811a-5d80c1dcfde2 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806370 Aug 31 07:36:52.495247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427303fd-1be2-4c81-83ab-bc1250d4ac11 req-058f767c-1103-4eb3-8923-fc26e176164d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:52.496766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-427303fd-1be2-4c81-83ab-bc1250d4ac11 req-058f767c-1103-4eb3-8923-fc26e176164d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0522857 Aug 31 07:36:52.536448 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-427303fd-1be2-4c81-83ab-bc1250d4ac11 req-3a595731-50d7-4a12-8ab3-4533dfcd9e92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337448 Aug 31 07:36:53.656285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce1cb-43d3-4f4f-8834-e480113e206f req-e3db5b56-059d-4b9b-9cbd-b24884412b4b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:53.657818 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a97ce1cb-43d3-4f4f-8834-e480113e206f req-e3db5b56-059d-4b9b-9cbd-b24884412b4b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0497339 Aug 31 07:36:53.694707 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a97ce1cb-43d3-4f4f-8834-e480113e206f req-58c5d056-26ed-4fb3-a863-ea8ab769a771 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309691 Aug 31 07:36:54.306830 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9b2a740f-65f8-4139-8a86-55aff281782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.808330 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e963fd-d22d-4962-a3cf-5e1995254385 req-23bba3b1-e828-41a8-8d22-22ed79f9c1e6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:54.809857 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51e963fd-d22d-4962-a3cf-5e1995254385 req-23bba3b1-e828-41a8-8d22-22ed79f9c1e6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Aug 31 07:36:54.847310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-51e963fd-d22d-4962-a3cf-5e1995254385 req-1490571d-f474-4596-9981-3f9ae7582d69 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312576 Aug 31 07:36:55.025980 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.967018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e189b-8f0d-4a2f-9b9f-ef78196e6145 req-100f7ced-5396-42cc-8939-effe32ba5bda tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.968498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-028e189b-8f0d-4a2f-9b9f-ef78196e6145 req-100f7ced-5396-42cc-8939-effe32ba5bda tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0539820 Aug 31 07:36:56.005989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-028e189b-8f0d-4a2f-9b9f-ef78196e6145 req-002db2c1-abd5-4d84-896f-6afb90664963 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315535 Aug 31 07:36:56.509355 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.922603 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a37091f-5b62-45b7-8aef-83e509d7ffca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.992081 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.121778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149125b0-cc26-4c34-9c35-1d941d416207 req-e7362db9-d638-4a0d-b776-0cc9348905ab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:57.123307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-149125b0-cc26-4c34-9c35-1d941d416207 req-e7362db9-d638-4a0d-b776-0cc9348905ab tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0507200 Aug 31 07:36:57.161965 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-149125b0-cc26-4c34-9c35-1d941d416207 req-66361571-198f-4a1b-9762-58ac70b9e505 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Aug 31 07:36:58.276337 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226648f-e865-4179-95f9-6c180a31e4c7 req-2621993d-4b3d-449e-ab20-8ffe7b1c86f8 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:58.277795 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9226648f-e865-4179-95f9-6c180a31e4c7 req-2621993d-4b3d-449e-ab20-8ffe7b1c86f8 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0489795 Aug 31 07:36:58.315084 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9226648f-e865-4179-95f9-6c180a31e4c7 req-2d771a9a-1874-4836-bbb6-80a5d422e23c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311105 Aug 31 07:36:58.368711 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.432624 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158fd0-6d30-4f6b-a5b5-6ea26fb01787 req-834003e3-fde1-442f-a6eb-1821a657e1e1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.434153 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb158fd0-6d30-4f6b-a5b5-6ea26fb01787 req-834003e3-fde1-442f-a6eb-1821a657e1e1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0526516 Aug 31 07:36:59.472062 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cb158fd0-6d30-4f6b-a5b5-6ea26fb01787 req-939c4278-9ded-43e5-9215-324ac36e07a6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319500 Aug 31 07:37:00.224919 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.587280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee1028-4f55-44f3-9d2a-b12bd342c47c req-e2857bff-6fc2-4300-a5a0-63eca2a8c917 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.588786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-10ee1028-4f55-44f3-9d2a-b12bd342c47c req-e2857bff-6fc2-4300-a5a0-63eca2a8c917 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0487425 Aug 31 07:37:00.625579 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-10ee1028-4f55-44f3-9d2a-b12bd342c47c req-419059c3-cd31-4b2d-8b41-7b23c4858101 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307629 Aug 31 07:37:01.740861 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c212d5d-36b0-4383-868f-2ef562a3dc99 req-e016d534-8693-4a1e-98b8-d24c9286e5f5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:01.742306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c212d5d-36b0-4383-868f-2ef562a3dc99 req-e016d534-8693-4a1e-98b8-d24c9286e5f5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0477712 Aug 31 07:37:01.780782 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c212d5d-36b0-4383-868f-2ef562a3dc99 req-d024c827-0bff-4def-bf50-6665f13eb7b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Aug 31 07:37:02.898459 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d67ca-59b1-4978-b7f1-bb2db348ca0a req-0d1626e5-0cda-4d12-b313-3d9b8d26f9af tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.899940 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b54d67ca-59b1-4978-b7f1-bb2db348ca0a req-0d1626e5-0cda-4d12-b313-3d9b8d26f9af tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0531166 Aug 31 07:37:02.938406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b54d67ca-59b1-4978-b7f1-bb2db348ca0a req-1213474e-3648-467a-8dcc-8c10fed2701e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Aug 31 07:37:04.055101 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbba85-70e0-41d0-baff-3c9844e17fab req-d1b623fa-6ba0-47ee-90ac-b18354b32b77 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:04.056566 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02cbba85-70e0-41d0-baff-3c9844e17fab req-d1b623fa-6ba0-47ee-90ac-b18354b32b77 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0486145 Aug 31 07:37:04.093649 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-02cbba85-70e0-41d0-baff-3c9844e17fab req-110217d6-7061-4694-a7d4-f21fd6e3c1fe tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311677 Aug 31 07:37:05.209600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c34eb-2763-489d-9098-777709d5afb0 req-b85664bb-24d6-4a77-b49d-ff95a015d248 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:05.211095 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-447c34eb-2763-489d-9098-777709d5afb0 req-b85664bb-24d6-4a77-b49d-ff95a015d248 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0495794 Aug 31 07:37:05.248798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-447c34eb-2763-489d-9098-777709d5afb0 req-92286ecf-1cd7-432d-8e18-c3347e9e10a4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317037 Aug 31 07:37:06.373600 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc7bcd-43f7-461e-9a79-c6705a33e28c req-8ac90e56-15b0-4a4b-a911-9df4d8058a4a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:06.375092 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcbc7bcd-43f7-461e-9a79-c6705a33e28c req-8ac90e56-15b0-4a4b-a911-9df4d8058a4a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0566025 Aug 31 07:37:06.411507 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dcbc7bcd-43f7-461e-9a79-c6705a33e28c req-10f90e95-a90b-4cab-994f-53fc130a07f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304770 Aug 31 07:37:07.537904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd21b8-8181-4d48-b16d-36bea842557b req-d6e47a03-825f-41fb-bf0a-3348aa7cf299 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:07.539439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddfd21b8-8181-4d48-b16d-36bea842557b req-d6e47a03-825f-41fb-bf0a-3348aa7cf299 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0549986 Aug 31 07:37:07.578744 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ddfd21b8-8181-4d48-b16d-36bea842557b req-dcf8222a-e3db-4723-9d95-ac6f5fed10f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325727 Aug 31 07:37:08.694250 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8f207-9631-4dfa-80cc-0726e2319709 req-6d8da9c6-65dd-46b2-8253-6dd4384f5bbe tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:08.695743 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ead8f207-9631-4dfa-80cc-0726e2319709 req-6d8da9c6-65dd-46b2-8253-6dd4384f5bbe tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0489862 Aug 31 07:37:08.740719 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ead8f207-9631-4dfa-80cc-0726e2319709 req-905919b7-95bb-4ee5-96b7-339d3977719c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382266 Aug 31 07:37:08.763635 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55878) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:08.822996 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-eab7ff9d-8f43-4758-8029-182a408ca809 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0 HTTP/1.1" status: 200 len: 994 time: 0.0582213 Aug 31 07:37:20.613085 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:37:24.307664 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-be11e765-30f4-47e2-9182-543b358c039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.039997 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.540339 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.922128 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-409b7ca2-785d-47ae-9584-b7d61b3b3bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.991414 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.375160 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:30.226686 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.534600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-e359e844-96e1-444a-ab13-5ff4225ef960 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441008 Aug 31 07:37:31.618278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-e853a7fc-e6dd-485e-ba6a-206a65a1074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.619761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-e853a7fc-e6dd-485e-ba6a-206a65a1074c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1098 time: 0.0396767 Aug 31 07:37:31.721922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-189555d6-e455-4447-81a3-fd6d7eef1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.723428 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-189555d6-e455-4447-81a3-fd6d7eef1100 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 200 len: 898 time: 0.0834312 Aug 31 07:37:31.793798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-3089657e-7293-4eab-af1b-9a37df994fac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 200 len: 1002 time: 0.0620086 Aug 31 07:37:31.841367 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-eeedfebe-6afc-4174-af2f-0152c5f50710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.843593 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-eeedfebe-6afc-4174-af2f-0152c5f50710 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb574136-3957-4e0c-9415-4af9223b98fb HTTP/1.1" status: 200 len: 835 time: 0.0424960 Aug 31 07:37:31.888675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-455da472-01bf-4fdc-ba58-1f85bf89dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.890201 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-455da472-01bf-4fdc-ba58-1f85bf89dae7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cf06508-06e4-4106-9d55-e50c9af9bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401716 Aug 31 07:37:31.901742 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-2e97f903-9077-41c5-bbf3-2df36edf0d17 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:37:31.902760 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-2e97f903-9077-41c5-bbf3-2df36edf0d17 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050380 Aug 31 07:37:31.995848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-f5f48741-a56b-4284-b7b7-8f62291e9988 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856719 Aug 31 07:37:32.084255 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cfb4873a-494d-4121-b5c7-9d9288593476 req-e1378440-0a06-4356-a15b-f30cab803946 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812650 Aug 31 07:37:37.898395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-55476349-c309-461c-8b47-312d1de55fec req-23c53793-4de1-4224-9401-da981d8ec762 service neutron] (94668) timed out ('10.222.0.23', 52577) {{(pid=94668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:37:39.299400 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55902) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:39.464172 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 04657c2c-c649-4ef1-94d9-682395a46181 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:39.465045 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.536676 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.536997 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.548730 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 04657c2c-c649-4ef1-94d9-682395a46181 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:39.694633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.719821 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=04657c2c-c649-4ef1-94d9-682395a46181,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:39.732103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.732457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.732795 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.733131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.733491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.733825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.734155 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.734485 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.734812 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.735139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.735461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.735782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:39.796379 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.796704 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP 93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0 disassociated (deleted). External IP: 172.25.5.231, port: 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8. Aug 31 07:37:40.004856 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 76708636-7da0-40b0-b622-466d3487d8ae has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:37:40.112080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:37:40.116854 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.123750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] Sync routers for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:37:40.132779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:40.133434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:40.146587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-53a3c575-0b78-435e-8b51-e1cb1e12cc45 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/floatingips/93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0 HTTP/1.1" status: 204 len: 168 time: 0.8461847 Aug 31 07:37:40.147181 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:40.149547 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527fd410-d409-4654-a695-46204d161262" -d '{"events": [{"name": "network-changed", "server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:40.243554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:40.254963 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f2952-84e6-4d24-947a-0efa4010edf8 x-openstack-request-id: req-447f2952-84e6-4d24-947a-0efa4010edf8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:40.255261 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:40.255519 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-447f2952-84e6-4d24-947a-0efa4010edf8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:40.255998 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'status': 'completed', 'code': 200} Aug 31 07:37:40.331513 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd410-d409-4654-a695-46204d161262 req-08b97107-2ed8-4d3c-a9d7-97dc85a5c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.333176 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-527fd410-d409-4654-a695-46204d161262 req-08b97107-2ed8-4d3c-a9d7-97dc85a5c81a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 1098 time: 0.0506332 Aug 31 07:37:40.451191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a1b80-2af4-4f67-9ca0-704d4a9d9bc8 req-14b3aa55-c5a9-4c76-b10e-1274b46ff457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.452719 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d15a1b80-2af4-4f67-9ca0-704d4a9d9bc8 req-14b3aa55-c5a9-4c76-b10e-1274b46ff457 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.1032054 Aug 31 07:37:40.455433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:40.481225 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd410-d409-4654-a695-46204d161262 req-e25b5eb3-b310-4c89-ad49-c19dbc0d7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.481780 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] Checking router: 76708636-7da0-40b0-b622-466d3487d8ae for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:37:40.482726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-527fd410-d409-4654-a695-46204d161262 req-e25b5eb3-b310-4c89-ad49-c19dbc0d7f6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 200 len: 898 time: 0.1408079 Aug 31 07:37:40.489939 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:40.490578 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:40.535373 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d15a1b80-2af4-4f67-9ca0-704d4a9d9bc8 req-aafa16c0-edc0-4861-86b4-1f85b4e1f848 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742841 Aug 31 07:37:40.536655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-527fd410-d409-4654-a695-46204d161262 req-d7668a22-cc3b-4e0f-97e2-0b4af8ad1229 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 200 len: 217 time: 0.0414188 Aug 31 07:37:40.590539 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd410-d409-4654-a695-46204d161262 req-8c2e5013-d339-4f6b-8c1c-13f3b714b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.592063 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-527fd410-d409-4654-a695-46204d161262 req-8c2e5013-d339-4f6b-8c1c-13f3b714b238 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb574136-3957-4e0c-9415-4af9223b98fb HTTP/1.1" status: 200 len: 835 time: 0.0463510 Aug 31 07:37:40.646838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd410-d409-4654-a695-46204d161262 req-6baffacf-faa2-4994-8378-a52988a9a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.648404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-527fd410-d409-4654-a695-46204d161262 req-6baffacf-faa2-4994-8378-a52988a9a600 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cf06508-06e4-4106-9d55-e50c9af9bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481482 Aug 31 07:37:40.742498 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-527fd410-d409-4654-a695-46204d161262 req-deb83b1a-b075-424d-bb82-0a3ccacefd77 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839159 Aug 31 07:37:40.749158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:40.837240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-527fd410-d409-4654-a695-46204d161262 req-ac892784-cff4-47cc-90ea-ce2e2924e015 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869832 Aug 31 07:37:40.945307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:40.975011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396e1fe-b545-4213-902f-9b616eecf2d7 None None] The sync data for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 is: [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:36:03Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '24bd108a-6a2e-4d1f-a981-615dc0bf5457', 'name': '', 'network_id': '9cf06508-06e4-4106-9d55-e50c9af9bb02', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:16:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:03Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'eb574136-3957-4e0c-9415-4af9223b98fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:37:41.194436 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622ed01-a569-4e65-ad94-ed3307048695 None None] New status for floating IP 93dc8f6f-1550-47a1-84ea-3e6e9fbd7fe0: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:37:41.651046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c128a-9bb8-4c77-8a6e-5690d0d53fe1 req-e04c5c5e-f9e8-460e-abcd-32bcd5d5e6f5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:41.653242 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c69c128a-9bb8-4c77-8a6e-5690d0d53fe1 req-e04c5c5e-f9e8-460e-abcd-32bcd5d5e6f5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0490000 Aug 31 07:37:41.691013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c69c128a-9bb8-4c77-8a6e-5690d0d53fe1 req-533f6f27-6f37-47c4-aac0-42b679db0aaf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=182bc8aa-481b-4492-b791-776a11671b20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Aug 31 07:37:41.966228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-177aca35-31e1-4517-b39e-c6c3c082aefd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:41.967622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-177aca35-31e1-4517-b39e-c6c3c082aefd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 946 time: 0.0491858 Aug 31 07:37:42.057256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:42.057640 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.147472 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:42.147835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.161118 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:42.288299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.316278 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=8f0638bd-e905-4f4b-b99a-1833f1d8e1a8,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:42.328917 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.329302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.329655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.329992 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.330325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.330665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.330999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.331331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.331664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.331990 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.332314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.332636 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:42.367034 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] No DVR routers for this DVR port 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:37:42.369765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.372131 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1028d271-f061-4396-8e03-ddc3ee6e75da req-df1c80de-708d-4bb4-ba7a-d0ed621d08e3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "DELETE /v2.0/ports/8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 HTTP/1.1" status: 204 len: 173 time: 0.3983326 Aug 31 07:37:42.373214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'name': 'network-vif-deleted', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:42.375472 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788dbfce-415e-4e21-97fa-c96176c6890f" -d '{"events": [{"server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "name": "network-vif-deleted", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:42.412411 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e35882-2cec-4e9d-bca5-27e0bb513e71 x-openstack-request-id: req-e0e35882-2cec-4e9d-bca5-27e0bb513e71 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:42.412785 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf08a0b8-68bc-4582-9f4c-67bdc1b91618", "name": "network-vif-deleted", "tag": "8f0638bd-e905-4f4b-b99a-1833f1d8e1a8", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:42.413044 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0e35882-2cec-4e9d-bca5-27e0bb513e71 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:42.413498 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf08a0b8-68bc-4582-9f4c-67bdc1b91618', 'name': 'network-vif-deleted', 'tag': '8f0638bd-e905-4f4b-b99a-1833f1d8e1a8', 'status': 'completed', 'code': 200} Aug 31 07:37:42.815022 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5720572f-60fc-4e75-911a-0715f6bfa3a9 req-7567bf2f-b082-49ea-9518-d9ced1d96ef1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf08a0b8-68bc-4582-9f4c-67bdc1b91618 HTTP/1.1" status: 200 len: 210 time: 0.0331874 Aug 31 07:37:43.871586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55922) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:44.242859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.494384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 24bd108a-6a2e-4d1f-a981-615dc0bf5457 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:44.494642 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.579851 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 24bd108a-6a2e-4d1f-a981-615dc0bf5457, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=24bd108a-6a2e-4d1f-a981-615dc0bf5457,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:44.580219 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.592689 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 24bd108a-6a2e-4d1f-a981-615dc0bf5457 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:44.773335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.798089 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=24bd108a-6a2e-4d1f-a981-615dc0bf5457,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:44.948409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:44.969908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:44.970247 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 8f0638bd-e905-4f4b-b99a-1833f1d8e1a8 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:44.975103 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.186242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router 76708636-7da0-40b0-b622-466d3487d8ae has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:37:45.292575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:37:45.297547 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-cb803f17-0e6a-4450-a9ab-439e08a99093 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/76708636-7da0-40b0-b622-466d3487d8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249096 Aug 31 07:37:45.300278 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55924) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:45.304139 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] Sync routers for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:37:45.317928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:45.318546 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:45.351874 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7cc5bc-ed6c-4966-8686-b9a8df73f28c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting subnet eb574136-3957-4e0c-9415-4af9223b98fb {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:37:45.355089 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc5bc-ed6c-4966-8686-b9a8df73f28c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.394371 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc5bc-ed6c-4966-8686-b9a8df73f28c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.434350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:45.485152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc5bc-ed6c-4966-8686-b9a8df73f28c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.545887 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc5bc-ed6c-4966-8686-b9a8df73f28c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.573237 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cc5bc-ed6c-4966-8686-b9a8df73f28c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Subnet': ['ID=eb574136-3957-4e0c-9415-4af9223b98fb,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:45.578890 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc5bc-ed6c-4966-8686-b9a8df73f28c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.581769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5c7cc5bc-ed6c-4966-8686-b9a8df73f28c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/subnets/eb574136-3957-4e0c-9415-4af9223b98fb HTTP/1.1" status: 204 len: 168 time: 0.2804973 Aug 31 07:37:45.583478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55926) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:45.588446 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aef3fc-4445-41a8-b61b-41b189205f74 None None] Network 9cf06508-06e4-4106-9d55-e50c9af9bb02 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:45.707443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:37:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:45.711333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.736906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] Checking router: 76708636-7da0-40b0-b622-466d3487d8ae for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:37:45.751134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] Routers {'76708636-7da0-40b0-b622-466d3487d8ae'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:45.751739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['76708636-7da0-40b0-b622-466d3487d8ae'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:45.824862 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.843315 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] DHCP port deletion for 9cf06508-06e4-4106-9d55-e50c9af9bb02 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:37:45.893592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] Set router 76708636-7da0-40b0-b622-466d3487d8ae gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:45.909855 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 32cad481-630f-436f-a38a-3d02d31a9753 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:45.910196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.992500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 32cad481-630f-436f-a38a-3d02d31a9753, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=32cad481-630f-436f-a38a-3d02d31a9753,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:45.992810 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.005695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 32cad481-630f-436f-a38a-3d02d31a9753 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:46.006130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Deleting port 6a177a18-2b84-41ab-8deb-6ccc97451494 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:46.006604 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.092361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] For port 6a177a18-2b84-41ab-8deb-6ccc97451494, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=6a177a18-2b84-41ab-8deb-6ccc97451494,segment=NetworkSegment(558b63b0-e200-4abf-aee5-3e250eac807b),segment_id=558b63b0-e200-4abf-aee5-3e250eac807b)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:46.092757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.128142 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Calling delete_port for 6a177a18-2b84-41ab-8deb-6ccc97451494 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:46.174606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.205019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:37:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:46.206299 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=32cad481-630f-436f-a38a-3d02d31a9753,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:46.247842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df03bb-71c6-4f32-98f5-8bf6fcf485ca None None] The sync data for ids ['76708636-7da0-40b0-b622-466d3487d8ae'] in n-d-712142-16 is: [{'id': '76708636-7da0-40b0-b622-466d3487d8ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461708341', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32cad481-630f-436f-a38a-3d02d31a9753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:00Z', 'updated_at': '2021-08-31T07:37:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '32cad481-630f-436f-a38a-3d02d31a9753', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708636-7da0-40b0-b622-466d3487d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:01Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:37:46.261334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.263801 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.294960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Pushing event deleted for resources: {'Port': ['ID=6a177a18-2b84-41ab-8deb-6ccc97451494,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:46.299372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] No DVR routers for this DVR port 6a177a18-2b84-41ab-8deb-6ccc97451494 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.309710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.311025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.311025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.311025 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b91d7e-57ee-4980-8d5e-0acc322204c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:46.365377 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.367507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.413515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.414192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Fanout notify agent at l3_agent the message router_deleted on router 76708636-7da0-40b0-b622-466d3487d8ae {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:37:46.421689 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.422802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b2844978-0103-4f46-a66d-c516517c1d42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/routers/76708636-7da0-40b0-b622-466d3487d8ae HTTP/1.1" status: 204 len: 168 time: 0.8383389 Aug 31 07:37:46.425467 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55928) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:46.498888 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.586110 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.596380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf06508-06e4-4106-9d55-e50c9af9bb02']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:46.607492 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558b63b0-e200-4abf-aee5-3e250eac807b') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:46.607786 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558b63b0-e200-4abf-aee5-3e250eac807b') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:46.616940 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.631058 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.637823 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:37:46.638312 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:37:46.641558 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:37:46.703551 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.711595 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.716350 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/networks/9cf06508-06e4-4106-9d55-e50c9af9bb02 HTTP/1.1" status: 204 len: 168 time: 0.2870829 Aug 31 07:37:46.716850 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55930) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:46.731645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81be9e-58d1-4de8-a2d8-9633ea154c43 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Network': ['ID=9cf06508-06e4-4106-9d55-e50c9af9bb02,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:46.776696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae57e0eb-628c-4b64-89e7-0da8b5440366 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.802174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae57e0eb-628c-4b64-89e7-0da8b5440366 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.865306 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae57e0eb-628c-4b64-89e7-0da8b5440366 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.868492 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ae57e0eb-628c-4b64-89e7-0da8b5440366 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.872667 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ae57e0eb-628c-4b64-89e7-0da8b5440366 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/security-groups/182bc8aa-481b-4492-b791-776a11671b20 HTTP/1.1" status: 204 len: 168 time: 0.1519756 Aug 31 07:37:46.879671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57e0eb-628c-4b64-89e7-0da8b5440366 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182bc8aa-481b-4492-b791-776a11671b20,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.220988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55936) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.225777 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f6390231-b8d3-401b-a5ef-97235218a2db tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614016537', 'description': 'tempest-secgroup-smoke-614016537 description', 'project_id': '7bb0525aec8c4a709b0b14156444f449'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:47.248901 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6390231-b8d3-401b-a5ef-97235218a2db tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.333995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6390231-b8d3-401b-a5ef-97235218a2db tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.337734 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6390231-b8d3-401b-a5ef-97235218a2db tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.366437 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f6390231-b8d3-401b-a5ef-97235218a2db tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.367666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f6390231-b8d3-401b-a5ef-97235218a2db tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1456563 Aug 31 07:37:47.369484 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6390231-b8d3-401b-a5ef-97235218a2db tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6fc437-f827-4869-99fc-bb6bedee14ae,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.371378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55938) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.376002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-f5ad7fd0-06e5-447e-9f76-c75a279e9b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '1a6fc437-f827-4869-99fc-bb6bedee14ae', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:47.402175 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7fd0-06e5-447e-9f76-c75a279e9b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.448476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7fd0-06e5-447e-9f76-c75a279e9b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.452901 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7fd0-06e5-447e-9f76-c75a279e9b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.473637 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad7fd0-06e5-447e-9f76-c75a279e9b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b1c15c-5cbc-4d67-bddf-b8890670dcad,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.480715 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7fd0-06e5-447e-9f76-c75a279e9b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.481976 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f5ad7fd0-06e5-447e-9f76-c75a279e9b9a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095703 Aug 31 07:37:47.484608 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55940) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.489036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3c3092d4-a664-42b4-b654-c5d2a306c354 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '1a6fc437-f827-4869-99fc-bb6bedee14ae', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:47.514582 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c3092d4-a664-42b4-b654-c5d2a306c354 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.570122 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c3092d4-a664-42b4-b654-c5d2a306c354 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.573699 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c3092d4-a664-42b4-b654-c5d2a306c354 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.590879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3092d4-a664-42b4-b654-c5d2a306c354 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9745f996-32e8-43b2-951e-c6c6f5e89f29,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.596477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3c3092d4-a664-42b4-b654-c5d2a306c354 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.597659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3c3092d4-a664-42b4-b654-c5d2a306c354 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1120884 Aug 31 07:37:47.600471 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55942) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.605663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4383fea6-6bd9-40bd-8f02-9181db46ce76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '1a6fc437-f827-4869-99fc-bb6bedee14ae', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:47.632480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4383fea6-6bd9-40bd-8f02-9181db46ce76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.690184 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4383fea6-6bd9-40bd-8f02-9181db46ce76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.693821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4383fea6-6bd9-40bd-8f02-9181db46ce76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.713258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383fea6-6bd9-40bd-8f02-9181db46ce76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2953d7-3807-49be-a736-0c37b68208b2,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.720353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4383fea6-6bd9-40bd-8f02-9181db46ce76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.721740 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4383fea6-6bd9-40bd-8f02-9181db46ce76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202705 Aug 31 07:37:47.724399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55944) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.729084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7377bab5-07ad-49ca-b654-cebde2e57034 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '1a6fc437-f827-4869-99fc-bb6bedee14ae', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:47.755039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7377bab5-07ad-49ca-b654-cebde2e57034 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.815720 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7377bab5-07ad-49ca-b654-cebde2e57034 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.819231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7377bab5-07ad-49ca-b654-cebde2e57034 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.825456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6a177a18-2b84-41ab-8deb-6ccc97451494 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:47.837497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377bab5-07ad-49ca-b654-cebde2e57034 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e65e5ac-1203-4cc2-8dab-dfa6e9d8920e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.844391 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7377bab5-07ad-49ca-b654-cebde2e57034 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.845477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7377bab5-07ad-49ca-b654-cebde2e57034 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201043 Aug 31 07:37:47.848186 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55946) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.849066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 6a177a18-2b84-41ab-8deb-6ccc97451494 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:47.849443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 6a177a18-2b84-41ab-8deb-6ccc97451494 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:47.850001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 32cad481-630f-436f-a38a-3d02d31a9753 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:47.852711 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f62e7b82-e540-49bb-8a5c-6a2517a5ff7f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '1a6fc437-f827-4869-99fc-bb6bedee14ae', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:47.869886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 32cad481-630f-436f-a38a-3d02d31a9753 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:47.870239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 32cad481-630f-436f-a38a-3d02d31a9753 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:47.870652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 24bd108a-6a2e-4d1f-a981-615dc0bf5457 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:47.874698 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-f62e7b82-e540-49bb-8a5c-6a2517a5ff7f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:37:47.879538 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f62e7b82-e540-49bb-8a5c-6a2517a5ff7f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.890093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 24bd108a-6a2e-4d1f-a981-615dc0bf5457 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:47.890437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 24bd108a-6a2e-4d1f-a981-615dc0bf5457 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:47.945098 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f62e7b82-e540-49bb-8a5c-6a2517a5ff7f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.948699 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f62e7b82-e540-49bb-8a5c-6a2517a5ff7f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.969888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e7b82-e540-49bb-8a5c-6a2517a5ff7f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1bc439-cff5-4efe-a27b-abaeb014fb18,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.973258 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f62e7b82-e540-49bb-8a5c-6a2517a5ff7f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.974501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f62e7b82-e540-49bb-8a5c-6a2517a5ff7f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253409 Aug 31 07:37:47.977393 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55948) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.982699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-efdf57da-7eb0-4064-8740-738437ed1d04 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '1a6fc437-f827-4869-99fc-bb6bedee14ae', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:48.004497 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-efdf57da-7eb0-4064-8740-738437ed1d04 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:37:48.009555 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efdf57da-7eb0-4064-8740-738437ed1d04 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.068973 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efdf57da-7eb0-4064-8740-738437ed1d04 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.072553 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efdf57da-7eb0-4064-8740-738437ed1d04 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.091534 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf57da-7eb0-4064-8740-738437ed1d04 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e0de99-0d62-4071-a8d8-0854b64e0422,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:48.095172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-efdf57da-7eb0-4064-8740-738437ed1d04 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.096355 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-efdf57da-7eb0-4064-8740-738437ed1d04 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179600 Aug 31 07:37:48.099546 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 55950) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:48.104429 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'network': {'name': 'tempest-network-smoke--628284848', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'port_security_enabled': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:48.124710 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:48.128104 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.152466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:37:48.161408 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.161754 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Added segment 5865b7f5-d394-46f5-aa31-43312aca58ec of type vlan for network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 Aug 31 07:37:48.202577 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.226984 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.232701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:48.232991 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.288765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1882079 Aug 31 07:37:48.292674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55952) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:48.297469 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'admin_state_up': True, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:48.299706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7dce1-1673-4c7b-903d-de6a9abf5667 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Network': ['ID=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:48.310568 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:37:48.321167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.322281 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.374517 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.513333 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.701486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.723346 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.822070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.178 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/2f098f6d-c581-4287-9657-b868298eb478) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:48.920400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.962208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.998366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:49.003395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:49.005760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:49.033295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=2f098f6d-c581-4287-9657-b868298eb478,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:49.257891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.454973 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.584460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:37:50.042036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:37:50.051255 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Sync routers for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:37:50.060548 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.060726 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:50.061323 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:50.061807 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8e13cb6c-198b-4539-bffb-c5af242e2f07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7680383 Aug 31 07:37:50.065002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55954) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:50.092913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4babcc2f-951c-4ceb-95bb-f2a96eac7810 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7bb0525aec8c4a709b0b14156444f449&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268111 Aug 31 07:37:50.095448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55956) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:50.164878 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:50.179147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ecd9f6-a3d6-4c7e-9c7c-83ca3bab0432 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:50.183952 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c0ecd9f6-a3d6-4c7e-9c7c-83ca3bab0432 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843740 Aug 31 07:37:50.184202 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55958) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:50.212211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6af53539-38d5-4f96-ab5f-9a2a1dbe5d69 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269368 Aug 31 07:37:50.214751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55960) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:50.219652 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430894460', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:50.308682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:50.312053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.340132 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:49Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:50.365383 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Checking router: b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:37:50.365727 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Updating router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 port 2f098f6d-c581-4287-9657-b868298eb478 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:37:50.391047 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.491116 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.548989 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Subnet': ['ID=630e9d40-1a3f-4a9d-abea-8ceb93236db6,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:50.559867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Checking segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:50.560230 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network hostable DHCP agents. Network: ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:37:50.576515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:37:50.585332 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:50.590119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:50.590763 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.595351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd46fac-9d62-4daf-8db9-0116f7e4bc46 None None] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:50.607394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-77ae5c4a-df67-495a-922f-4489d37559be tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3916321 Aug 31 07:37:50.610403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 55962) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:50.638538 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.648527 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Transition to ACTIVE for port object 2f098f6d-c581-4287-9657-b868298eb478 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:50.655764 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.712707 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Pushing event updated for resources: {'Port': ['ID=2f098f6d-c581-4287-9657-b868298eb478,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:50.720443 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.720921 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.721397 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.721837 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.722240 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.722667 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.723067 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.723461 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.723854 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.724253 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.724649 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.725039 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:50.728310 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Attempting to bind port 2f098f6d-c581-4287-9657-b868298eb478 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:50.728755 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Attempting to bind port 2f098f6d-c581-4287-9657-b868298eb478 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:50.729215 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Attempting to bind port 2f098f6d-c581-4287-9657-b868298eb478 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:50.734977 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:50.735446 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:50.735991 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.736445 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:50.737039 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Bound port: 2f098f6d-c581-4287-9657-b868298eb478, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:50.737528 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.749685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:37:50.750550 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.799961 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] For port 2f098f6d-c581-4287-9657-b868298eb478, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:50.803431 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] For port 2f098f6d-c581-4287-9657-b868298eb478, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2f098f6d-c581-4287-9657-b868298eb478,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:50.808613 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.860587 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4728e-8923-4727-b013-50d2c695dde6 None None] Pushing event updated for resources: {'Port': ['ID=2f098f6d-c581-4287-9657-b868298eb478,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:50.879226 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:50.879918 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:50.890932 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Allocated IP 172.20.0.2 (ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5/630e9d40-1a3f-4a9d-abea-8ceb93236db6/351622aa-8110-4748-9d4f-3ff99bae8f75) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:50.990939 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:51.051864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.067081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Transition to ACTIVE for port object 351622aa-8110-4748-9d4f-3ff99bae8f75 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:51.082567 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Transition to ACTIVE for port object 351622aa-8110-4748-9d4f-3ff99bae8f75 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:51.085539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.090277 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.129594 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:51.132573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:51.136103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:51.171865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Pushing event updated for resources: {'Port': ['ID=351622aa-8110-4748-9d4f-3ff99bae8f75,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:51.184474 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:49Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:51.207440 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Attempting to bind port 351622aa-8110-4748-9d4f-3ff99bae8f75 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:51.207810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Attempting to bind port 351622aa-8110-4748-9d4f-3ff99bae8f75 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:51.208582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Attempting to bind port 351622aa-8110-4748-9d4f-3ff99bae8f75 on network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:51.210888 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bca24c-aa7a-4bdb-952e-89168cf6be4f None None] The sync data for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 is: [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:49Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:37:51.213463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:51.213942 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Checking segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:51.214531 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.214719 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Bound using segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:51.215453 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Bound port: 351622aa-8110-4748-9d4f-3ff99bae8f75, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:51.215565 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.283743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] For port 351622aa-8110-4748-9d4f-3ff99bae8f75, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:51.287591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] For port 351622aa-8110-4748-9d4f-3ff99bae8f75, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=351622aa-8110-4748-9d4f-3ff99bae8f75,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:51.292569 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.350398 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700155e-d269-4d6b-93fd-82fa706e93fc None None] Pushing event updated for resources: {'Port': ['ID=351622aa-8110-4748-9d4f-3ff99bae8f75,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:51.392369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.1 (ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5/630e9d40-1a3f-4a9d-abea-8ceb93236db6/3811f2cc-d766-4fb3-bca4-a26544b4e762) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:51.549093 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.575850 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object 3811f2cc-d766-4fb3-bca4-a26544b4e762 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:51.614020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.661274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:51.664627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:51.667263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:51.699326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=3811f2cc-d766-4fb3-bca4-a26544b4e762,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:51.723441 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.876703 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.911664 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2f098f6d-c581-4287-9657-b868298eb478 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:51.965348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 2f098f6d-c581-4287-9657-b868298eb478 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:51.969597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2f098f6d-c581-4287-9657-b868298eb478 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:51.970061 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.057350 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.082823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 2f098f6d-c581-4287-9657-b868298eb478, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2f098f6d-c581-4287-9657-b868298eb478,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:52.091716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.092587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 351622aa-8110-4748-9d4f-3ff99bae8f75 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:52.195580 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=2f098f6d-c581-4287-9657-b868298eb478,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:52.211716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 351622aa-8110-4748-9d4f-3ff99bae8f75 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:52.228396 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.233278 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.313719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=3811f2cc-d766-4fb3-bca4-a26544b4e762,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:52.316148 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.407871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16752b5-9840-4758-9c88-8ef379fc63e9 None None] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:52.415648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:52.417161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:52.465924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a074eeff-9113-4646-bb0c-99ee5227d390 None None] Provisioning for port 351622aa-8110-4748-9d4f-3ff99bae8f75 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:52.473413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a074eeff-9113-4646-bb0c-99ee5227d390 None None] Provisioning complete for port 351622aa-8110-4748-9d4f-3ff99bae8f75 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:52.473785 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a074eeff-9113-4646-bb0c-99ee5227d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.535406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:37:52.621611 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a074eeff-9113-4646-bb0c-99ee5227d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.648069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:37:52.662628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a074eeff-9113-4646-bb0c-99ee5227d390 None None] For port 351622aa-8110-4748-9d4f-3ff99bae8f75, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=351622aa-8110-4748-9d4f-3ff99bae8f75,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:52.662896 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-44359e34-214b-4b16-ae40-63bb4d259d9d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/b6a3eca4-71c7-4c8d-9dd9-25a4a1489903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0509088 Aug 31 07:37:52.668140 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a074eeff-9113-4646-bb0c-99ee5227d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.728137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074eeff-9113-4646-bb0c-99ee5227d390 None None] Pushing event updated for resources: {'Port': ['ID=351622aa-8110-4748-9d4f-3ff99bae8f75,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:52.826188 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-c31ab565-71dd-448b-b175-f65027cc6227 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614016537&fields=id&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 267 time: 0.0374701 Aug 31 07:37:52.891263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1daf2ab2-376b-47df-9b76-875511fc195a None None] Provisioning for port 3811f2cc-d766-4fb3-bca4-a26544b4e762 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:52.895482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1daf2ab2-376b-47df-9b76-875511fc195a None None] Provisioning complete for port 3811f2cc-d766-4fb3-bca4-a26544b4e762 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:52.895909 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1daf2ab2-376b-47df-9b76-875511fc195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.932225 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-1daf2ab2-376b-47df-9b76-875511fc195a None None] Port 3811f2cc-d766-4fb3-bca4-a26544b4e762 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:52.942702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1daf2ab2-376b-47df-9b76-875511fc195a None None] Provisioning complete for port 351622aa-8110-4748-9d4f-3ff99bae8f75 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:52.943071 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1daf2ab2-376b-47df-9b76-875511fc195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.945422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-d96e763e-5989-4636-8510-0f769d8c7909 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:52.947040 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-d96e763e-5989-4636-8510-0f769d8c7909 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 796 time: 0.1139355 Aug 31 07:37:52.964520 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-4fe6da93-b9dd-45fa-b950-78b22210f4d3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/quotas/7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 375 time: 0.0109253 Aug 31 07:37:52.981058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Sync routers for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:37:53.000220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:53.000850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:53.030080 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-82c524f8-8122-4630-a632-1dc45529debf tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585260 Aug 31 07:37:53.146493 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-5bc6d33d-873a-4744-9a81-db2d30661e58 service neutron] 10.222.0.15 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023250 Aug 31 07:37:53.316690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:53.452109 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-974737b3-3b75-4706-b11c-991d7f082684 None None] Provisioning complete for port 3811f2cc-d766-4fb3-bca4-a26544b4e762 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:53.452385 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-974737b3-3b75-4706-b11c-991d7f082684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.511831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-974737b3-3b75-4706-b11c-991d7f082684 None None] Port 3811f2cc-d766-4fb3-bca4-a26544b4e762 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:53.563573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 2, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:53.586321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-11853c05-7a95-43d9-9a57-ba0265dd020a service neutron] 10.222.0.15 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384100 Aug 31 07:37:53.590275 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Checking router: b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:37:53.590684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Updating router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 port 3811f2cc-d766-4fb3-bca4-a26544b4e762 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:37:53.615476 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.761594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b3f1b9ac-6a46-4455-8734-6a5cbd0e7d92 req-c15ae745-d86f-497d-9842-d10439e73bd4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 210 time: 0.0266116 Aug 31 07:37:53.842685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2f098f6d-c581-4287-9657-b868298eb478 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:53.932480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.945505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Transition to ACTIVE for port object 3811f2cc-d766-4fb3-bca4-a26544b4e762 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:53.947350 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2f098f6d-c581-4287-9657-b868298eb478 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:53.947717 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.969833 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.036684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81936bd-839c-4bb6-a7e0-23823d0ab620 None None] Pushing event updated for resources: {'Port': ['ID=3811f2cc-d766-4fb3-bca4-a26544b4e762,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:54.119337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Attempting to bind port 3811f2cc-d766-4fb3-bca4-a26544b4e762 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:54.119710 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Attempting to bind port 3811f2cc-d766-4fb3-bca4-a26544b4e762 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:54.120107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Attempting to bind port 3811f2cc-d766-4fb3-bca4-a26544b4e762 on network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:54.129612 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:54.130001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Checking segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:54.130382 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.130775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Bound using segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:54.131244 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Bound port: 3811f2cc-d766-4fb3-bca4-a26544b4e762, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:54.131624 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.134162 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 351622aa-8110-4748-9d4f-3ff99bae8f75 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:54.241649 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] For port 3811f2cc-d766-4fb3-bca4-a26544b4e762, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:54.245168 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] For port 3811f2cc-d766-4fb3-bca4-a26544b4e762, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3811f2cc-d766-4fb3-bca4-a26544b4e762,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:54.246332 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 351622aa-8110-4748-9d4f-3ff99bae8f75 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:54.246847 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.250129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.341409 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-debe5a5e-5d0b-4321-9bb5-179e0ada2eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.366261 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81936bd-839c-4bb6-a7e0-23823d0ab620 None None] Pushing event updated for resources: {'Port': ['ID=3811f2cc-d766-4fb3-bca4-a26544b4e762,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:54.370167 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:54.370782 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:54.540487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:54.712055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-97913994-15aa-421a-9e4c-a9d1c0f6aee6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:54.713905 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-97913994-15aa-421a-9e4c-a9d1c0f6aee6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 796 time: 0.1127503 Aug 31 07:37:54.762013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-8d88457f-8ce2-4fb1-9bea-62ca3ef1fb53 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 379 time: 0.0384455 Aug 31 07:37:54.772166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'port': {'device_id': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'admin_state_up': True, 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'security_groups': ['1a6fc437-f827-4869-99fc-bb6bedee14ae']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:54.775658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:54Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:54.809543 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a872a4d-3566-43cd-bfbc-794d92bb6509 None None] The sync data for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 is: [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:54Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:37:54.885161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-64715811-fe73-4fbc-b7c4-9353cbe3d961 req-b51d300f-fac9-45cd-9575-d370487891c3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 210 time: 0.0484865 Aug 31 07:37:54.916378 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:54.920797 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.039987 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.056874 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.7 (ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5/630e9d40-1a3f-4a9d-abea-8ceb93236db6/ae311893-0a5d-480d-ac0c-9b84aa343c3c) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:55.227541 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.242478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object ae311893-0a5d-480d-ac0c-9b84aa343c3c will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:55.276212 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.321795 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:55.325612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:55.329519 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:55.354166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:55.385833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.387142 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.407388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-314c441f-3cbf-414d-b94e-7877a421ed83 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6387875 Aug 31 07:37:55.420169 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Request body: {'port': {'device_id': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:55.482632 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.566561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0fbcb789-e371-41fb-b150-7adbdbe9f7f2 None None] Provisioning for port ae311893-0a5d-480d-ac0c-9b84aa343c3c completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:55.571055 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0fbcb789-e371-41fb-b150-7adbdbe9f7f2 None None] Provisioning complete for port ae311893-0a5d-480d-ac0c-9b84aa343c3c triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:55.571684 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb789-e371-41fb-b150-7adbdbe9f7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.614504 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcb789-e371-41fb-b150-7adbdbe9f7f2 None None] Port ae311893-0a5d-480d-ac0c-9b84aa343c3c cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:55.769943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae311893-0a5d-480d-ac0c-9b84aa343c3c {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:55.778490 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.792364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Transition to ACTIVE for port object ae311893-0a5d-480d-ac0c-9b84aa343c3c will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:55.800597 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.856063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:55.872919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3811f2cc-d766-4fb3-bca4-a26544b4e762 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:55.931428 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Attempting to bind port ae311893-0a5d-480d-ac0c-9b84aa343c3c on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:55.932065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Attempting to bind port ae311893-0a5d-480d-ac0c-9b84aa343c3c by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:55.933493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Attempting to bind port ae311893-0a5d-480d-ac0c-9b84aa343c3c on network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:55.937863 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 3811f2cc-d766-4fb3-bca4-a26544b4e762 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:55.938586 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Port ae311893-0a5d-480d-ac0c-9b84aa343c3c on network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:55.938907 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Attempting to bind port ae311893-0a5d-480d-ac0c-9b84aa343c3c on network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:55.942844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3811f2cc-d766-4fb3-bca4-a26544b4e762 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:55.943500 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.944403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:55.945236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Checking segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:55.945236 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Bound using segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:55.945560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Bound port: ae311893-0a5d-480d-ac0c-9b84aa343c3c, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:55.945911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.039243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.062177 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997075-cf2a-4dd2-aaf9-3f9e71ad5313 req-9349d91a-4bee-4b22-9cee-470831955c08 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.063731 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c997075-cf2a-4dd2-aaf9-3f9e71ad5313 req-9349d91a-4bee-4b22-9cee-470831955c08 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0762990 Aug 31 07:37:56.064911 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:56.068406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:56.077119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 3811f2cc-d766-4fb3-bca4-a26544b4e762, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3811f2cc-d766-4fb3-bca4-a26544b4e762,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:56.079833 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.081349 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.132589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.133239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.135036 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] 10.222.0.23 "PUT /v2.0/ports/ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 1092 time: 0.7195895 Aug 31 07:37:56.135531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:56.137839 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a65de2-6078-4575-95de-07b9e1414df1" -d '{"events": [{"name": "network-changed", "server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:56.149587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=3811f2cc-d766-4fb3-bca4-a26544b4e762,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:56.174866 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c997075-cf2a-4dd2-aaf9-3f9e71ad5313 req-5f335f7e-2053-42cc-abc5-5724240ea197 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020622 Aug 31 07:37:56.178770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aba1d-28c7-48f0-b921-883faaa1d643 service neutron] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:56.210433 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4501b30-fec9-4ca4-a347-f60ba7f40d97 x-openstack-request-id: req-c4501b30-fec9-4ca4-a347-f60ba7f40d97 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:56.210716 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:56.210964 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4501b30-fec9-4ca4-a347-f60ba7f40d97 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:56.211362 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'status': 'completed', 'code': 200} Aug 31 07:37:56.229171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-9928c37f-2040-4f56-b16e-52e4c025da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.231558 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-9928c37f-2040-4f56-b16e-52e4c025da2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1095 time: 0.0488579 Aug 31 07:37:56.277000 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-43e32e27-a204-4310-b259-aecf7b7c9029 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 217 time: 0.0364234 Aug 31 07:37:56.326895 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-d0ef62ab-e412-4bb0-9c15-9128099bfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.328313 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-d0ef62ab-e412-4bb0-9c15-9128099bfc0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0447013 Aug 31 07:37:56.376601 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-6603e87d-09a8-41d7-bd11-ccff1dd7e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.378131 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-6603e87d-09a8-41d7-bd11-ccff1dd7e868 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433280 Aug 31 07:37:56.465216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-c816b50a-cce7-4e88-9a91-5ca400cd589e service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802517 Aug 31 07:37:56.539988 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.560321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26cec0f5-93a9-4fb1-bf2f-d080481c09a6 req-c524089e-a56e-49ef-9340-2cc2b9e4d4da service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869238 Aug 31 07:37:56.641612 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-5665c2b1-df31-47a1-96e3-dcf0d3719058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.643107 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-5665c2b1-df31-47a1-96e3-dcf0d3719058 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1095 time: 0.0408921 Aug 31 07:37:56.733999 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-faaf1fc4-1f6c-439e-a2b5-cf20b0ab5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.735473 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-faaf1fc4-1f6c-439e-a2b5-cf20b0ab5555 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.0851378 Aug 31 07:37:56.778414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-984ad00c-d156-481d-8247-5f21622ea6c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 217 time: 0.0357480 Aug 31 07:37:56.827948 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-6a6742df-da33-48b5-97dd-7bf048eeab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.829317 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-6a6742df-da33-48b5-97dd-7bf048eeab21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0424445 Aug 31 07:37:56.874769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-544700ac-5359-4499-8c66-b03294f6538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.876260 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-544700ac-5359-4499-8c66-b03294f6538a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389814 Aug 31 07:37:56.921137 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5cb281b0-e246-4404-9473-d5d8bad07cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.970460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-4a39e844-a1c6-4fe6-9e7a-044fab03c473 service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857582 Aug 31 07:37:56.992888 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:57.063041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c4a65de2-6078-4575-95de-07b9e1414df1 req-be6903f3-5746-46ac-a688-91268718a324 service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Aug 31 07:37:57.297327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26a30-bc85-4d44-9c7f-7742d4d0771d req-d0859229-2a90-4518-bfe4-bdb4730af026 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.298813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5df26a30-bc85-4d44-9c7f-7742d4d0771d req-d0859229-2a90-4518-bfe4-bdb4730af026 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0542154 Aug 31 07:37:57.335385 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5df26a30-bc85-4d44-9c7f-7742d4d0771d req-9baf4684-460e-4ae4-b2b3-b948f206f3b5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306358 Aug 31 07:37:57.612207 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:37:57.832006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3811f2cc-d766-4fb3-bca4-a26544b4e762 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:57.879414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 3811f2cc-d766-4fb3-bca4-a26544b4e762 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:57.879715 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.375816 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.456257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49658c-8414-4aa5-8613-52464ce08abc req-729b6691-3e44-49d2-8445-a84257711953 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.457786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e49658c-8414-4aa5-8613-52464ce08abc req-729b6691-3e44-49d2-8445-a84257711953 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0553346 Aug 31 07:37:58.495600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e49658c-8414-4aa5-8613-52464ce08abc req-3df3acb7-e470-4267-91e4-3e942aa6ea06 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318439 Aug 31 07:37:59.034686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ae311893-0a5d-480d-ac0c-9b84aa343c3c details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:59.128518 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:59.140357 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'port_id': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'mac_address': 'fa:16:3e:da:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:59.175855 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.188466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae311893-0a5d-480d-ac0c-9b84aa343c3c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:59.207271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:59.211964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.263236 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:59.421673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ae311893-0a5d-480d-ac0c-9b84aa343c3c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:59.610671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8c05c-9406-467e-a794-fef3125d88f5 req-e6ebec60-64bf-4092-8e8a-a9f9bc11fb8f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.612189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ac8c05c-9406-467e-a794-fef3125d88f5 req-e6ebec60-64bf-4092-8e8a-a9f9bc11fb8f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 944 time: 0.0500863 Aug 31 07:37:59.650417 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4ac8c05c-9406-467e-a794-fef3125d88f5 req-fddb9766-d9ec-43ce-a1a1-21b3f569b47b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321667 Aug 31 07:38:00.229943 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.765424 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38963ed5-65e8-4c7d-9599-df545ee399ec req-5d55566d-5261-4b4e-a3f1-72bb22d51a22 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.766934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38963ed5-65e8-4c7d-9599-df545ee399ec req-5d55566d-5261-4b4e-a3f1-72bb22d51a22 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 944 time: 0.0486639 Aug 31 07:38:00.804757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-38963ed5-65e8-4c7d-9599-df545ee399ec req-bf978c2c-5b27-451c-ac7b-dc29b2c503ec tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318229 Aug 31 07:38:01.041345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ae311893-0a5d-480d-ac0c-9b84aa343c3c up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:01.088498 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port ae311893-0a5d-480d-ac0c-9b84aa343c3c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:01.092992 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port ae311893-0a5d-480d-ac0c-9b84aa343c3c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:01.093394 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.179235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.203122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:01.205442 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff45d89a-63d5-427d-95a3-73868214d251" -d '{"events": [{"server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "name": "network-vif-plugged", "status": "completed", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:01.218674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:01.223510 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.250144 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52f7c33-3ff3-48a0-b2f4-2577fb8b9b53 x-openstack-request-id: req-f52f7c33-3ff3-48a0-b2f4-2577fb8b9b53 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:01.250802 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "name": "network-vif-plugged", "status": "completed", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:01.250802 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f52f7c33-3ff3-48a0-b2f4-2577fb8b9b53 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:01.251006 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'code': 200} Aug 31 07:38:01.279396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:01.345033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356bb90-f9c0-4cbe-928a-6190a40b2546 req-5b084e22-b530-462e-869c-a09ba80974c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:01.346642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0356bb90-f9c0-4cbe-928a-6190a40b2546 req-5b084e22-b530-462e-869c-a09ba80974c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1097 time: 0.0403969 Aug 31 07:38:01.385355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0356bb90-f9c0-4cbe-928a-6190a40b2546 req-508d439c-e1fc-461c-9dc8-e68844ac58c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276358 Aug 31 07:38:01.925655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b043dc-f716-4210-9a6d-56449eca6a38 req-ed6220cf-bb78-4420-a1e2-ecdc61031f15 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:01.927123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15b043dc-f716-4210-9a6d-56449eca6a38 req-ed6220cf-bb78-4420-a1e2-ecdc61031f15 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0516391 Aug 31 07:38:01.963302 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15b043dc-f716-4210-9a6d-56449eca6a38 req-4f68b8b9-aa92-4a3d-b9ca-7108a5f87f27 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303016 Aug 31 07:38:03.079183 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fedb66-0c09-48b8-b44a-6e4b9de64b25 req-848d99f9-7fef-484e-ac3d-7ec7bcbf5df2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.080659 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4fedb66-0c09-48b8-b44a-6e4b9de64b25 req-848d99f9-7fef-484e-ac3d-7ec7bcbf5df2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0475671 Aug 31 07:38:03.117412 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b4fedb66-0c09-48b8-b44a-6e4b9de64b25 req-ac7d05d2-0f93-48df-9a88-9273093d99a3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Aug 31 07:38:03.230797 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05af80-eacd-45f2-9327-6b91d94a1e7a req-c6c8ef33-068d-4347-86ac-6f09fe345ea0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.232337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e05af80-eacd-45f2-9327-6b91d94a1e7a req-c6c8ef33-068d-4347-86ac-6f09fe345ea0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0494437 Aug 31 07:38:03.269613 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9e05af80-eacd-45f2-9327-6b91d94a1e7a req-e1237e48-438a-4146-964e-f87297915aeb tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309231 Aug 31 07:38:03.291939 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56014) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:03.333829 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f0e004-a25e-41de-9186-346268d634c8 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.335336 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a0f0e004-a25e-41de-9186-346268d634c8 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1092 time: 0.0423706 Aug 31 07:38:03.338195 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56016) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:03.343118 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:03.364333 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.458293 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.561969 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.199 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/c238bb96-ed77-4bb0-a3b6-c22a85bd1591) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:03.661208 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.698346 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.736750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:03.741440 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:03.745159 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:03.771530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=c238bb96-ed77-4bb0-a3b6-c22a85bd1591,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:04.098480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.168846 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.316207 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.321295 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.387324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=c238bb96-ed77-4bb0-a3b6-c22a85bd1591,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:04.398831 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.496944 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP 71e42b8a-65df-4fb0-8672-d2b3839ca588 associated. External IP: 172.25.5.199, port: ae311893-0a5d-480d-ac0c-9b84aa343c3c. Aug 31 07:38:04.701048 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:04.815913 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:04.825389 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] Sync routers for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:04.831787 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.835056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:04.835668 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:04.858942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0effc238-a6a3-433a-8f0f-4c90521e01e7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5197477 Aug 31 07:38:04.859660 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:04.862400 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:04.901541 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb5915-7678-4b47-a4e7-457eb3737757 x-openstack-request-id: req-02bb5915-7678-4b47-a4e7-457eb3737757 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:04.902870 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:04.903331 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02bb5915-7678-4b47-a4e7-457eb3737757 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:04.904426 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'status': 'completed', 'code': 200} Aug 31 07:38:04.948371 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:04.963122 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e03099-76ac-4125-b012-5061cba7135f req-08ba3954-e157-48df-b335-77bc58901f21 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:04.965452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73e03099-76ac-4125-b012-5061cba7135f req-08ba3954-e157-48df-b335-77bc58901f21 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0514634 Aug 31 07:38:04.968135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-43cb6220-3c83-4071-917f-4e92d00e2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:04.969828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-43cb6220-3c83-4071-917f-4e92d00e2f7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1097 time: 0.0434942 Aug 31 07:38:05.013696 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-73e03099-76ac-4125-b012-5061cba7135f req-735f5f85-89b3-4b17-a5cf-68290354d214 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411999 Aug 31 07:38:05.038399 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56024) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:05.116648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-526859ae-6fd8-452c-97fa-443c6801de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.118169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-526859ae-6fd8-452c-97fa-443c6801de94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.1412873 Aug 31 07:38:05.123765 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5044203a-2d35-4bf4-8303-75b745f67c10 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/71e42b8a-65df-4fb0-8672-d2b3839ca588 HTTP/1.1" status: 200 len: 991 time: 0.0843103 Aug 31 07:38:05.174648 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '71e42b8a-65df-4fb0-8672-d2b3839ca588', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'port_id': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'mac_address': 'fa:16:3e:da:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:38:03Z', 'updated_at': '2021-08-31T07:38:03Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:05.185693 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-d01a593d-b237-4b2a-9162-4be714274a1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 999 time: 0.0582268 Aug 31 07:38:05.204993 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] Checking router: b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:05.213048 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:05.213809 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:37:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:05.233887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-5c74df6f-7960-4220-9033-0aa93b0d0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.235397 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-5c74df6f-7960-4220-9033-0aa93b0d0770 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0435107 Aug 31 07:38:05.285570 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-ce052701-e943-42e6-8de0-f27904a75036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.287101 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-ce052701-e943-42e6-8de0-f27904a75036 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448191 Aug 31 07:38:05.318397 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:05.376680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-137bd902-a9da-4c48-8077-57fb8293529e service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818791 Aug 31 07:38:05.470656 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-228a5ac4-89a1-4776-8e6a-c37b85c2c4ba req-c78c3f17-4dc8-431f-8b71-a36a9c2ac81c service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860016 Aug 31 07:38:05.535929 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '71e42b8a-65df-4fb0-8672-d2b3839ca588', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'port_id': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'mac_address': 'fa:16:3e:da:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:38:03Z', 'updated_at': '2021-08-31T07:38:03Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:05.561091 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05442f-3276-4ee8-a5eb-55da64599fb8 None None] The sync data for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 is: [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '71e42b8a-65df-4fb0-8672-d2b3839ca588', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'port_id': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'mac_address': 'fa:16:3e:da:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:38:03Z', 'updated_at': '2021-08-31T07:38:03Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:05.743927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64fa11-0e84-4842-b0d4-b6b9ca680108 None None] New status for floating IP 71e42b8a-65df-4fb0-8672-d2b3839ca588: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:38:06.127726 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56026) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:06.191103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5efc919c-19e7-427e-917f-622c52375478 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/71e42b8a-65df-4fb0-8672-d2b3839ca588 HTTP/1.1" status: 200 len: 993 time: 0.0621638 Aug 31 07:38:24.312191 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-56397d4b-0daa-466d-872a-94632a71dbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.052987 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.550607 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.922377 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-db44381b-3517-4bea-8753-2ad0f015b4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.995538 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.379378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:30.232634 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.447320 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-2b55570f-78b3-43f1-a831-19f8de65569d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392022 Aug 31 07:38:31.530547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-95940b82-8e88-4ad8-9017-61b92fbedf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.532018 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-95940b82-8e88-4ad8-9017-61b92fbedf48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1097 time: 0.0404570 Aug 31 07:38:31.637426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-50cb3f7b-100c-455e-b1a3-1b38a4299f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.638893 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-50cb3f7b-100c-455e-b1a3-1b38a4299f5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.0870168 Aug 31 07:38:31.703409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-fdf781eb-7c9b-46af-bba6-bee7ab7acd49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 1001 time: 0.0568063 Aug 31 07:38:31.757781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-dd1ca5b2-b103-4bf3-a204-4ab47bee4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.759239 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-dd1ca5b2-b103-4bf3-a204-4ab47bee4448 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0491006 Aug 31 07:38:31.810149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-c9b73cae-14ed-4d7a-8672-fc3c275f0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.811620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-c9b73cae-14ed-4d7a-8672-fc3c275f0868 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433083 Aug 31 07:38:32.250245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-4d30625d-975d-4420-ae7d-4b5c7d78bbdd service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303253 Aug 31 07:38:32.343324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-183d417e-5740-479f-ba0b-4bf4ccb9d3f3 req-c8050897-51aa-4d3f-8122-3b6039878e98 service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848494 Aug 31 07:38:34.610753 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:38:39.599627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a61a1a-7cd2-489b-8346-4dd33495a284 req-17c0495a-196a-4023-b1e5-f54158b37765 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:39.601160 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5a61a1a-7cd2-489b-8346-4dd33495a284 req-17c0495a-196a-4023-b1e5-f54158b37765 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0496948 Aug 31 07:38:39.677384 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d5a61a1a-7cd2-489b-8346-4dd33495a284 req-8e0c95d6-04d2-41c6-a036-d78b311ab02c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697832 Aug 31 07:38:39.684338 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-749a77d6-5380-4467-9bb7-941ddf6d81bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1443539 Aug 31 07:38:40.760908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-a4334639-5544-48ce-8348-f8576daae852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.762469 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-a4334639-5544-48ce-8348-f8576daae852 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1097 time: 0.0437584 Aug 31 07:38:40.800767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209acf89-b402-4750-b404-a6a6f88bc194 req-b79106aa-c101-44b1-9619-e9ad0d8f16a3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.802321 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-209acf89-b402-4750-b404-a6a6f88bc194 req-b79106aa-c101-44b1-9619-e9ad0d8f16a3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0548320 Aug 31 07:38:40.841085 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-209acf89-b402-4750-b404-a6a6f88bc194 req-140bb20f-562f-4337-9010-8383f816beba tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325482 Aug 31 07:38:40.853591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-7dcf96a0-a66e-43f2-bdd7-fdfdf8751c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.855098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-7dcf96a0-a66e-43f2-bdd7-fdfdf8751c98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.0853741 Aug 31 07:38:40.925908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-945d50d5-c858-4acf-8487-3a7e1ead0b4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 1001 time: 0.0625432 Aug 31 07:38:40.975779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f128f79f-9cfa-45bc-811b-9faabc7d41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.977096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f128f79f-9cfa-45bc-811b-9faabc7d41f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0437198 Aug 31 07:38:41.025659 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-ab1f1f14-fd3f-4f6a-a8ac-9070dbd41755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.027145 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-ab1f1f14-fd3f-4f6a-a8ac-9070dbd41755 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411086 Aug 31 07:38:41.133399 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-7acc999b-2e2d-42f4-9b63-35238f563870 service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974405 Aug 31 07:38:41.224981 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-669155f4-8b6d-40c3-b385-45848c87d1ee service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833211 Aug 31 07:38:41.956736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0edf6-1e8c-46cb-9fcf-93d211f8b606 req-693b7ad4-f8a9-4259-8d2b-03cd52b0794c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.958259 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdf0edf6-1e8c-46cb-9fcf-93d211f8b606 req-693b7ad4-f8a9-4259-8d2b-03cd52b0794c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 31 07:38:41.997404 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fdf0edf6-1e8c-46cb-9fcf-93d211f8b606 req-4dd7bafb-2930-4048-a597-e4edf78c8910 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Aug 31 07:38:43.116616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9cb0-773c-490e-a9a1-edbb40fa5286 req-4038be98-4e3a-4ad8-a561-2db0ce6174ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.118189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651e9cb0-773c-490e-a9a1-edbb40fa5286 req-4038be98-4e3a-4ad8-a561-2db0ce6174ac tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0482929 Aug 31 07:38:43.156206 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-651e9cb0-773c-490e-a9a1-edbb40fa5286 req-929c329e-fcf4-4088-a57d-683236a562b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313950 Aug 31 07:38:44.277077 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13106309-098f-4f21-b30c-3838d6858c61 req-24076aaf-793b-4d9f-b56d-70e35e739fb1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:44.279885 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13106309-098f-4f21-b30c-3838d6858c61 req-24076aaf-793b-4d9f-b56d-70e35e739fb1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0557070 Aug 31 07:38:44.316646 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-13106309-098f-4f21-b30c-3838d6858c61 req-36ccf60c-f9f7-4ea5-a7e8-d7f66b7311af tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306079 Aug 31 07:38:45.434524 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f1846-40fc-4c12-ae40-b481590f2880 req-3a2f0f1e-6902-44a6-8044-ef8d7369f019 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:45.436012 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b5f1846-40fc-4c12-ae40-b481590f2880 req-3a2f0f1e-6902-44a6-8044-ef8d7369f019 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0528939 Aug 31 07:38:45.472457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b5f1846-40fc-4c12-ae40-b481590f2880 req-905037d0-d377-4ca3-835f-d5e3df45c2dd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306027 Aug 31 07:38:46.587364 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba35cb-a585-43e9-ba47-3c6673bcb556 req-3058a51c-a84f-4176-bcc1-bd5b2ea28625 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.588903 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88ba35cb-a585-43e9-ba47-3c6673bcb556 req-3058a51c-a84f-4176-bcc1-bd5b2ea28625 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0492206 Aug 31 07:38:46.626824 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-88ba35cb-a585-43e9-ba47-3c6673bcb556 req-b8c0b340-7201-4348-9817-0e554cbd8ba0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Aug 31 07:38:47.744368 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d062b93-ead2-40df-87c0-64666cce3506 req-ec1d5172-9666-416b-a550-312db1a28f9c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.745942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d062b93-ead2-40df-87c0-64666cce3506 req-ec1d5172-9666-416b-a550-312db1a28f9c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0524457 Aug 31 07:38:47.785172 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6d062b93-ead2-40df-87c0-64666cce3506 req-57a7ea8a-5aa8-421c-8e1e-8ba065c253ad tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323954 Aug 31 07:38:48.904712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c7029-16f9-44dc-a2d4-6f55ee633540 req-d61f9559-f7e6-4f05-891b-4f0b3ef49c85 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:48.906262 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-358c7029-16f9-44dc-a2d4-6f55ee633540 req-d61f9559-f7e6-4f05-891b-4f0b3ef49c85 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0499570 Aug 31 07:38:48.943129 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-358c7029-16f9-44dc-a2d4-6f55ee633540 req-dc9cf17e-5701-484c-aa35-13d118674621 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307033 Aug 31 07:38:50.058481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ab0b2-10ac-46c9-8e22-25b1319f5475 req-0ff8ec0a-d2bc-4da1-87fe-9eb864d1c011 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.060402 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c44ab0b2-10ac-46c9-8e22-25b1319f5475 req-0ff8ec0a-d2bc-4da1-87fe-9eb864d1c011 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0499246 Aug 31 07:38:50.098341 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c44ab0b2-10ac-46c9-8e22-25b1319f5475 req-4aaf49ba-779b-4f6d-9e65-5491a36ba0c1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320423 Aug 31 07:38:51.217858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a687ef-15ba-43d2-8563-1b14d7053741 req-a72bd13f-5bbf-4bed-a10d-8a9a49459be5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:51.219347 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-67a687ef-15ba-43d2-8563-1b14d7053741 req-a72bd13f-5bbf-4bed-a10d-8a9a49459be5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0528533 Aug 31 07:38:51.255811 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-67a687ef-15ba-43d2-8563-1b14d7053741 req-70d805b1-f43f-450b-a6d4-9bdc063f9184 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304368 Aug 31 07:38:52.387291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee5c3-1960-4f17-b37a-3eb5e67973d5 req-124af203-5d04-4926-ab21-12ed350e2968 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.389451 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36aee5c3-1960-4f17-b37a-3eb5e67973d5 req-124af203-5d04-4926-ab21-12ed350e2968 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0523925 Aug 31 07:38:52.426231 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36aee5c3-1960-4f17-b37a-3eb5e67973d5 req-baff6c77-ab86-4411-b0a8-b986a9237a29 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309472 Aug 31 07:38:53.542504 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfa354-556f-49b6-b899-6e551874a512 req-e8aa1a97-c9b6-4e7d-8a19-f39cecd72c22 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.544047 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bfa354-556f-49b6-b899-6e551874a512 req-e8aa1a97-c9b6-4e7d-8a19-f39cecd72c22 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0494096 Aug 31 07:38:53.581127 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-16bfa354-556f-49b6-b899-6e551874a512 req-37f8867f-eee9-452c-bbee-5c940f7b4490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Aug 31 07:38:54.313909 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-77d3ad93-09a9-452a-ae1d-6b5c7336af4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.697405 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e11ff-e5b1-4292-b269-148d398679b0 req-a8f7c884-6968-4562-b51e-9a8ab6f80371 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.698916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a3e11ff-e5b1-4292-b269-148d398679b0 req-a8f7c884-6968-4562-b51e-9a8ab6f80371 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0501759 Aug 31 07:38:54.736569 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7a3e11ff-e5b1-4292-b269-148d398679b0 req-981d8ed5-3691-4e49-8ecc-54f8c305517b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Aug 31 07:38:55.056424 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.864439 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abde67-7fa6-4885-a62c-c69f4185956c req-a598a71d-b202-42b6-95e9-86a1dbd3599b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.865989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79abde67-7fa6-4885-a62c-c69f4185956c req-a598a71d-b202-42b6-95e9-86a1dbd3599b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0483088 Aug 31 07:38:55.903658 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79abde67-7fa6-4885-a62c-c69f4185956c req-8306aad1-5b3f-4b20-bb82-64477f0285e2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Aug 31 07:38:56.570018 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.923076 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5adaffe8-46fb-4097-b918-085fac44ceaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.001143 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.020898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfa33a-ac90-4af9-86e0-7320515d1f42 req-2cebca9b-4bb4-4381-b828-24884448ab27 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.022435 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bedfa33a-ac90-4af9-86e0-7320515d1f42 req-2cebca9b-4bb4-4381-b828-24884448ab27 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0509100 Aug 31 07:38:57.059960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bedfa33a-ac90-4af9-86e0-7320515d1f42 req-91a6f10e-76bd-411c-863c-5ed3944de19e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315609 Aug 31 07:38:58.223456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd69043-965b-4aad-9b79-cf03efcbfbe9 req-b44f3210-03e0-40ab-adc6-09b90af07a1d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.224953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4dd69043-965b-4aad-9b79-cf03efcbfbe9 req-b44f3210-03e0-40ab-adc6-09b90af07a1d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0978923 Aug 31 07:38:58.229959 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-055e2198-0c99-43bc-9036-bed83497e1ec req-c87cfee5-4918-4c8b-8d3b-c17986293bb9 service neutron] show failed (client error): The resource could not be found. Aug 31 07:38:58.230911 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-c87cfee5-4918-4c8b-8d3b-c17986293bb9 service neutron] 10.222.0.23 "GET /v2.0/ports/ae311893-0a5d-480d-ac0c-9b84aa343c3c/bindings/n-h2-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0918210 Aug 31 07:38:58.265594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4dd69043-965b-4aad-9b79-cf03efcbfbe9 req-4833bb8f-e279-4ae3-b93b-e1b69a01305c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337145 Aug 31 07:38:58.383518 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.475436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f4c9b9c4-11ef-4166-bcbb-fdb49ecb8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.477168 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f4c9b9c4-11ef-4166-bcbb-fdb49ecb8111 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 1097 time: 0.0866845 Aug 31 07:38:58.489993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:58.542419 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.740419 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:58.774164 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h1-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:58.818268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:58.820579 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7845446-d296-4933-8459-d1344402be66" -d '{"events": [{"server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "name": "network-vif-unplugged", "status": "completed", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:58.824711 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.836986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Transition to ACTIVE for port object ae311893-0a5d-480d-ac0c-9b84aa343c3c will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:58.841495 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.875114 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac91083-7348-4059-8a2d-3e052696135e x-openstack-request-id: req-aac91083-7348-4059-8a2d-3e052696135e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:58.875415 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "name": "network-vif-unplugged", "status": "completed", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:58.875675 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aac91083-7348-4059-8a2d-3e052696135e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:58.876617 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'code': 200} Aug 31 07:38:58.926765 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=6']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:58.942676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.943023 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.943365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.943703 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.944039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.944370 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.944700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.945029 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.945379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.945706 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.946039 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.946361 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.980112 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] No DVR routers for this DVR port ae311893-0a5d-480d-ac0c-9b84aa343c3c on host n-h1-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:59.115896 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Attempting to bind port ae311893-0a5d-480d-ac0c-9b84aa343c3c on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:59.116221 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Attempting to bind port ae311893-0a5d-480d-ac0c-9b84aa343c3c by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:59.116541 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Attempting to bind port ae311893-0a5d-480d-ac0c-9b84aa343c3c on network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:59.120560 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Port ae311893-0a5d-480d-ac0c-9b84aa343c3c on network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:59.120873 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Attempting to bind port ae311893-0a5d-480d-ac0c-9b84aa343c3c on network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:59.125684 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:59.126017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Checking segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:59.126394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Bound using segment: {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:59.126809 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Bound port: ae311893-0a5d-480d-ac0c-9b84aa343c3c, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5865b7f5-d394-46f5-aa31-43312aca58ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:59.127156 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:59.189049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:59.191938 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:59.196971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:59.230378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.230993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:59.232931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 1092 time: 0.7470455 Aug 31 07:38:59.267270 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607073c-9d37-4d61-9650-02db7092a754 service neutron] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=7']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:59.302512 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-b477f35b-5cb3-457a-ac64-de0da01d5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.304254 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-b477f35b-5cb3-457a-ac64-de0da01d5967 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1095 time: 0.0469913 Aug 31 07:38:59.389924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40b509-20cb-4f5d-8eed-fdb82ba6d9a4 req-b69e2c4e-0d39-4584-a6b9-ef5bb40cc0b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.391654 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f40b509-20cb-4f5d-8eed-fdb82ba6d9a4 req-b69e2c4e-0d39-4584-a6b9-ef5bb40cc0b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0535486 Aug 31 07:38:59.409806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-a8d14e80-adfc-420c-906b-6ab5d67cf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.411317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-a8d14e80-adfc-420c-906b-6ab5d67cf6d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.0947220 Aug 31 07:38:59.435251 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2f40b509-20cb-4f5d-8eed-fdb82ba6d9a4 req-46f082db-d954-4e0d-8e6c-e088d0ca72ec tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335054 Aug 31 07:38:59.478546 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-3f297a33-c4e8-405e-bf2f-0a8c0d9db5c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 999 time: 0.0590141 Aug 31 07:38:59.533307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-b4e2179e-79ca-46da-8dc7-a40da854efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.534651 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-b4e2179e-79ca-46da-8dc7-a40da854efd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0477514 Aug 31 07:38:59.589766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2198-0c99-43bc-9036-bed83497e1ec req-bd24173b-3dc2-40a6-9373-1f756a1b5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.591830 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-bd24173b-3dc2-40a6-9373-1f756a1b5026 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396175 Aug 31 07:38:59.682882 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-8fc77546-48e5-49a9-b0b2-93d0255dadc3 service neutron] 10.222.0.42 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811338 Aug 31 07:38:59.776639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-055e2198-0c99-43bc-9036-bed83497e1ec req-2cd717e8-8a8c-4e81-b09d-2d67fb67bc04 service neutron] 10.222.0.42 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852380 Aug 31 07:39:00.237855 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.555005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b703f8-1770-4521-9651-9050b48d81c7 req-9b1bc9df-8e80-4616-a03e-49d73a4dd813 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.556513 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0b703f8-1770-4521-9651-9050b48d81c7 req-9b1bc9df-8e80-4616-a03e-49d73a4dd813 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0501056 Aug 31 07:39:00.594130 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c0b703f8-1770-4521-9651-9050b48d81c7 req-4e68d5e8-a3f0-49ea-b077-fc3892a748c7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312538 Aug 31 07:39:00.877234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:00.879595 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38" -d '{"events": [{"name": "network-changed", "server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:00.927612 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6524697-4af7-41fd-bcb5-295f4a4835b3 x-openstack-request-id: req-f6524697-4af7-41fd-bcb5-295f4a4835b3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:00.927908 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:00.928167 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6524697-4af7-41fd-bcb5-295f4a4835b3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:00.928566 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'status': 'completed', 'code': 200} Aug 31 07:39:00.997700 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-179be05d-b75f-4000-b628-c38e65c74e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.998180 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-f9b5ad0b-8ffa-48b4-95d9-f0a2cebd1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.999390 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-179be05d-b75f-4000-b628-c38e65c74e10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1095 time: 0.0457530 Aug 31 07:39:00.999694 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-f9b5ad0b-8ffa-48b4-95d9-f0a2cebd1a15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1095 time: 0.0463445 Aug 31 07:39:01.089841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-4d126e32-3019-48a9-8ba6-2ca4ea26f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.091525 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-103d0620-7f36-4466-a68b-35a2f297c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.092021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-4d126e32-3019-48a9-8ba6-2ca4ea26f787 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.0855129 Aug 31 07:39:01.093089 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-103d0620-7f36-4466-a68b-35a2f297c410 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.0844035 Aug 31 07:39:01.162330 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-42cac8e1-6097-4549-8153-72cce8b9bb55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 999 time: 0.0631347 Aug 31 07:39:01.166574 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-7d8ca657-7a3f-4d1f-98ed-d653cbbdb59e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 999 time: 0.0628548 Aug 31 07:39:01.213263 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-c5a42e22-e26c-4aff-8646-fcc86405be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.214766 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-c5a42e22-e26c-4aff-8646-fcc86405be8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0454834 Aug 31 07:39:01.219000 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-33867b00-fe5c-41bd-a47e-3c1d74918bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.220452 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-33867b00-fe5c-41bd-a47e-3c1d74918bf3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0453417 Aug 31 07:39:01.235682 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ae311893-0a5d-480d-ac0c-9b84aa343c3c no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:01.263977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-157850f4-138d-4424-894c-dad1300ffc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.265556 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-157850f4-138d-4424-894c-dad1300ffc12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437126 Aug 31 07:39:01.271279 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-19f07d2b-35f3-4028-a559-22913b71a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.272944 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-19f07d2b-35f3-4028-a559-22913b71a2fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446000 Aug 31 07:39:01.274189 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ae311893-0a5d-480d-ac0c-9b84aa343c3c not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:01.360684 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-2cee15bf-0400-4cb1-827e-6e9e7a7fe5f7 service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876992 Aug 31 07:39:01.370368 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-8716fb99-fb47-495a-aa99-cb06f832997c service neutron] 10.222.0.42 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863838 Aug 31 07:39:01.453846 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-9eabc495-5529-4c68-b895-788f0aaf6097 service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860698 Aug 31 07:39:01.472083 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9ef6553-6bc5-4724-85e6-e3bc386b2e38 req-943ebb43-9a1f-484a-a03e-d0bad7b41d5a service neutron] 10.222.0.42 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888789 Aug 31 07:39:01.711251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a475de-b776-4103-9b2b-58ac53a49c15 req-ace3dd82-8b8d-461d-b5e7-98d4b96685b9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.712623 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90a475de-b776-4103-9b2b-58ac53a49c15 req-ace3dd82-8b8d-461d-b5e7-98d4b96685b9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0482793 Aug 31 07:39:01.749578 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-90a475de-b776-4103-9b2b-58ac53a49c15 req-c97d72c7-9d78-4bd8-9572-91c9bb9d1ab1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302541 Aug 31 07:39:01.951189 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf690ac-47ec-4087-b8d5-c0df833ab11f req-a0fa9d9a-65a6-4c03-9487-66bab520e490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.952724 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cf690ac-47ec-4087-b8d5-c0df833ab11f req-a0fa9d9a-65a6-4c03-9487-66bab520e490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0544467 Aug 31 07:39:01.962748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab74b4-31bd-423e-936d-cf448b67dcac req-36a279ac-2c00-474b-b7f5-d365fe6a6e0f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.964324 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-36a279ac-2c00-474b-b7f5-d365fe6a6e0f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd&tenant_id=7bb0525aec8c4a709b0b14156444f449&binding%3Ahost_id=n-h2-712142-16 HTTP/1.1" status: 200 len: 943 time: 0.0558467 Aug 31 07:39:01.991194 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8cf690ac-47ec-4087-b8d5-c0df833ab11f req-b0377387-36f6-43a6-935e-4a10a61574f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Aug 31 07:39:02.035209 n-d-712142-16 neutron-server[94667]: INFO neutron.api.v2.resource [req-feab74b4-31bd-423e-936d-cf448b67dcac req-f6b19d5e-6a53-4f2c-8435-11c2ef534eef service neutron] delete failed (client error): The resource could not be found. Aug 31 07:39:02.036246 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-f6b19d5e-6a53-4f2c-8435-11c2ef534eef service neutron] 10.222.0.23 "DELETE /v2.0/ports/ae311893-0a5d-480d-ac0c-9b84aa343c3c/bindings/n-h1-712142-16 HTTP/1.1" status: 404 len: 381 time: 0.0631874 Aug 31 07:39:02.139110 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a0625-9745-44cf-9469-1b96b66afc7d req-a8e778b9-7837-420c-9568-3fae6d895456 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.140627 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b2a0625-9745-44cf-9469-1b96b66afc7d req-a8e778b9-7837-420c-9568-3fae6d895456 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0771258 Aug 31 07:39:02.146749 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab74b4-31bd-423e-936d-cf448b67dcac req-06263d05-2bb6-490f-9f52-a4d2dd892e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.148152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-06263d05-2bb6-490f-9f52-a4d2dd892e9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1095 time: 0.0580833 Aug 31 07:39:02.228572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5b2a0625-9745-44cf-9469-1b96b66afc7d req-833593b1-d561-45a5-bb65-1a400a2b2ab6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793912 Aug 31 07:39:02.262414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab74b4-31bd-423e-936d-cf448b67dcac req-31d99219-0a8a-4c3d-a85b-18a4ba81272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.263908 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-31d99219-0a8a-4c3d-a85b-18a4ba81272b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.1080973 Aug 31 07:39:02.330888 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-0fc840ee-1176-4f76-b9d2-d2760786f858 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 999 time: 0.0592902 Aug 31 07:39:02.384328 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab74b4-31bd-423e-936d-cf448b67dcac req-f636068c-e47c-49bb-981c-fea2038233c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.385863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-f636068c-e47c-49bb-981c-fea2038233c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0474057 Aug 31 07:39:02.431463 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab74b4-31bd-423e-936d-cf448b67dcac req-2b4da269-0ea4-4476-a50d-09c901497fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.432946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-2b4da269-0ea4-4476-a50d-09c901497fbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393939 Aug 31 07:39:02.520974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-ccda85af-872e-43dd-8680-2bf9f4cf02ea service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795753 Aug 31 07:39:02.613785 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-feab74b4-31bd-423e-936d-cf448b67dcac req-76f69556-168c-4c26-a89e-1682968b113e service neutron] 10.222.0.23 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862172 Aug 31 07:39:03.346260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374625b-d342-4d75-a30b-752e93e160c3 req-375e76ef-242a-4a19-be74-5431f2feed21 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.347752 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e374625b-d342-4d75-a30b-752e93e160c3 req-375e76ef-242a-4a19-be74-5431f2feed21 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 943 time: 0.0483804 Aug 31 07:39:03.384821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e374625b-d342-4d75-a30b-752e93e160c3 req-91411c83-f3ef-4ee3-bcc8-82f13541c4ed tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Aug 31 07:39:03.408177 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56124) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:03.475360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fe48a9a2-57ee-458f-95a1-3ba4ffc7fbb9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/71e42b8a-65df-4fb0-8672-d2b3839ca588 HTTP/1.1" status: 200 len: 991 time: 0.0659740 Aug 31 07:39:03.635841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ae311893-0a5d-480d-ac0c-9b84aa343c3c details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:03.726409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:03.738077 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'port_id': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'mac_address': 'fa:16:3e:da:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:03.776674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:03.789713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae311893-0a5d-480d-ac0c-9b84aa343c3c {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:03.807239 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:03.811167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:03.856830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:03.863943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.864288 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.864621 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.864954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.865307 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.865635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.865960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.866285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.866602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.866921 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.867238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:03.867557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:04.095337 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['ae311893-0a5d-480d-ac0c-9b84aa343c3c'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:05.630495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ae311893-0a5d-480d-ac0c-9b84aa343c3c up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:05.677885 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port ae311893-0a5d-480d-ac0c-9b84aa343c3c completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:05.681595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port ae311893-0a5d-480d-ac0c-9b84aa343c3c triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:05.681964 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.758794 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.780462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:05.782746 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4925c17-d9eb-41b1-af49-7b56ceb975ff" -d '{"events": [{"server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "name": "network-vif-plugged", "status": "completed", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:05.795851 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:05.799854 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.822506 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c0b881-160e-47e2-b80d-43bd833249d4 x-openstack-request-id: req-86c0b881-160e-47e2-b80d-43bd833249d4 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:05.822794 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "name": "network-vif-plugged", "status": "completed", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:05.823042 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86c0b881-160e-47e2-b80d-43bd833249d4 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:05.823421 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'code': 200} Aug 31 07:39:05.847919 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:11.609860 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:39:24.314629 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0df9b7d6-ecc0-46d4-ab90-29e76f68f7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.062296 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.572965 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.923382 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0f371a0e-ee0c-49e0-a589-efd1eaa20a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.002908 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.384878 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.239633 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.976238 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56140) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:36.127921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port c238bb96-ed77-4bb0-a3b6-c22a85bd1591 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:36.128187 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.201544 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.201866 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.212880 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for c238bb96-ed77-4bb0-a3b6-c22a85bd1591 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:36.360042 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.385940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=c238bb96-ed77-4bb0-a3b6-c22a85bd1591,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:36.446213 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.446540 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP 71e42b8a-65df-4fb0-8672-d2b3839ca588 disassociated (deleted). External IP: 172.25.5.199, port: ae311893-0a5d-480d-ac0c-9b84aa343c3c. Aug 31 07:39:36.646636 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:36.749993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:36.754787 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.759526 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] Sync routers for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:36.768320 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:36.768924 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:36.783605 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7921476f-e1a7-452b-9768-849490d3482b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/floatingips/71e42b8a-65df-4fb0-8672-d2b3839ca588 HTTP/1.1" status: 204 len: 168 time: 0.8062677 Aug 31 07:39:36.784194 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:36.786467 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708265ec-5fa4-48b8-a045-681a9bd99a84" -d '{"events": [{"name": "network-changed", "server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:36.846916 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d505b72e-9a73-4c46-bfc4-e06d4b8c08b3 x-openstack-request-id: req-d505b72e-9a73-4c46-bfc4-e06d4b8c08b3 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:36.847205 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:36.847452 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d505b72e-9a73-4c46-bfc4-e06d4b8c08b3 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:36.848355 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'status': 'completed', 'code': 200} Aug 31 07:39:36.889388 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:36.918103 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-ada1937f-6332-479b-a545-6a3021c95613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:36.920451 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-ada1937f-6332-479b-a545-6a3021c95613 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 1097 time: 0.0444424 Aug 31 07:39:37.094453 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:37.120368 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] Checking router: b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:37.129994 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:37.130615 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:37.237630 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:37.388314 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-4dbe9cb2-94c4-4b60-880a-25308747fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.389813 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-4dbe9cb2-94c4-4b60-880a-25308747fb48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 200 len: 897 time: 0.4599066 Aug 31 07:39:37.405951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fee3-9328-4e31-ba1b-614e814f2ac6 req-43c96a1e-0ac7-4852-a191-6765fb18b18c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.407408 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3fc3fee3-9328-4e31-ba1b-614e814f2ac6 req-43c96a1e-0ac7-4852-a191-6765fb18b18c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.4064512 Aug 31 07:39:37.448860 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-4504085b-2608-4e9a-bbf4-42e9532754ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 200 len: 217 time: 0.0404871 Aug 31 07:39:37.502332 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3fc3fee3-9328-4e31-ba1b-614e814f2ac6 req-302bbac4-7266-4b46-a61f-e559dee67d0c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878122 Aug 31 07:39:37.525933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-d37bcab0-af82-4c5c-b837-356386e42f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.525933 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-d37bcab0-af82-4c5c-b837-356386e42f58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 200 len: 834 time: 0.0583231 Aug 31 07:39:37.534301 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:37.560779 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4063274-5712-41c9-b16d-f4f3d70aea2a None None] The sync data for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 is: [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:51Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '3811f2cc-d766-4fb3-bca4-a26544b4e762', 'name': '', 'network_id': 'ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:33:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:51Z', 'updated_at': '2021-08-31T07:37:56Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': '630e9d40-1a3f-4a9d-abea-8ceb93236db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:37.572017 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-72ae320f-19f5-46ce-8942-9b1bbb0df44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.573621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-72ae320f-19f5-46ce-8942-9b1bbb0df44f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450675 Aug 31 07:39:37.671313 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-0453615d-aabc-453f-825d-859a7b77dd87 service neutron] 10.222.0.42 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855143 Aug 31 07:39:37.770991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-708265ec-5fa4-48b8-a045-681a9bd99a84 req-f7384010-eaff-4924-b1e5-194af312ebbb service neutron] 10.222.0.42 "GET /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900073 Aug 31 07:39:37.773808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84bc6f-e758-4b5f-91a7-892aaaa31525 None None] New status for floating IP 71e42b8a-65df-4fb0-8672-d2b3839ca588: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:39:38.530146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be145838-e730-48f8-bea4-55f5fa5e458a req-cf53c2f2-b2cd-49b3-a1d7-8108a6182500 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:38.531625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be145838-e730-48f8-bea4-55f5fa5e458a req-cf53c2f2-b2cd-49b3-a1d7-8108a6182500 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.42 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.0485857 Aug 31 07:39:38.623582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port ae311893-0a5d-480d-ac0c-9b84aa343c3c {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:38.623922 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.702736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee360-fef2-40fd-9fd2-8ae46b8d655d req-70aef100-7769-4e83-b243-91b09cdd250b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:38.704246 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97fee360-fef2-40fd-9fd2-8ae46b8d655d req-70aef100-7769-4e83-b243-91b09cdd250b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c74994-3e07-4126-b475-0ed9ea78f3cd HTTP/1.1" status: 200 len: 945 time: 0.1265948 Aug 31 07:39:38.714445 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port ae311893-0a5d-480d-ac0c-9b84aa343c3c, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=ae311893-0a5d-480d-ac0c-9b84aa343c3c,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:38.714805 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.728235 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for ae311893-0a5d-480d-ac0c-9b84aa343c3c owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:38.742058 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-97fee360-fef2-40fd-9fd2-8ae46b8d655d req-4d8ca24a-4d4f-45e8-bb27-275e3edaa2e8 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a6fc437-f827-4869-99fc-bb6bedee14ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318534 Aug 31 07:39:38.857434 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.884995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=ae311893-0a5d-480d-ac0c-9b84aa343c3c,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:38.927905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] No DVR routers for this DVR port ae311893-0a5d-480d-ac0c-9b84aa343c3c on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:38.930976 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.933117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-be145838-e730-48f8-bea4-55f5fa5e458a req-554eee04-fa30-4106-b789-7144509f745a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.42 "DELETE /v2.0/ports/ae311893-0a5d-480d-ac0c-9b84aa343c3c HTTP/1.1" status: 204 len: 173 time: 0.3955965 Aug 31 07:39:38.933595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'name': 'network-vif-deleted', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:38.935908 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ba41d2-a65c-4ce3-b910-f9e118d7af93" -d '{"events": [{"server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "name": "network-vif-deleted", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:38.975429 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f27203a-008c-4604-a175-4680501d26e2 x-openstack-request-id: req-0f27203a-008c-4604-a175-4680501d26e2 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:38.975736 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c74994-3e07-4126-b475-0ed9ea78f3cd", "name": "network-vif-deleted", "tag": "ae311893-0a5d-480d-ac0c-9b84aa343c3c", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:38.975992 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f27203a-008c-4604-a175-4680501d26e2 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:38.976503 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c74994-3e07-4126-b475-0ed9ea78f3cd', 'name': 'network-vif-deleted', 'tag': 'ae311893-0a5d-480d-ac0c-9b84aa343c3c', 'status': 'completed', 'code': 200} Aug 31 07:39:39.797052 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56158) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:40.163633 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.420276 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 3811f2cc-d766-4fb3-bca4-a26544b4e762 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:40.420531 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.506247 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 3811f2cc-d766-4fb3-bca4-a26544b4e762, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=3811f2cc-d766-4fb3-bca4-a26544b4e762,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:40.506606 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.522962 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 3811f2cc-d766-4fb3-bca4-a26544b4e762 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:40.702390 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.726395 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=3811f2cc-d766-4fb3-bca4-a26544b4e762,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:40.901829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.115935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:41.220358 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:41.225348 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ef5a1b5f-c699-4525-a7d3-66864e1d2a92 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/b6a3eca4-71c7-4c8d-9dd9-25a4a1489903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4272168 Aug 31 07:39:41.228631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56160) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:41.229831 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] Sync routers for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:41.238720 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:41.239318 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:41.280705 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4faf9f-bd27-4f17-adc1-d3599017193c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting subnet 630e9d40-1a3f-4a9d-abea-8ceb93236db6 {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:39:41.283951 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faf9f-bd27-4f17-adc1-d3599017193c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.322924 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faf9f-bd27-4f17-adc1-d3599017193c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.342104 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:41.411654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faf9f-bd27-4f17-adc1-d3599017193c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.478442 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faf9f-bd27-4f17-adc1-d3599017193c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.501886 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4faf9f-bd27-4f17-adc1-d3599017193c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Subnet': ['ID=630e9d40-1a3f-4a9d-abea-8ceb93236db6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.509420 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faf9f-bd27-4f17-adc1-d3599017193c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.511310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ff4faf9f-bd27-4f17-adc1-d3599017193c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/subnets/630e9d40-1a3f-4a9d-abea-8ceb93236db6 HTTP/1.1" status: 204 len: 168 time: 0.2815919 Aug 31 07:39:41.514783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56162) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:41.517394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2179596-d726-42a4-8a73-f2280fd47fcf None None] Network ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:41.526264 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:39:40Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:41.556542 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] Checking router: b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:41.564755 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] Routers {'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:41.565392 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:41.626794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.673334 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] Set router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:41.737873 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.797786 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 2f098f6d-c581-4287-9657-b868298eb478 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:41.798182 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.818958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ae311893-0a5d-480d-ac0c-9b84aa343c3c no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:41.841293 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: ae311893-0a5d-480d-ac0c-9b84aa343c3c {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:41.841737 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device ae311893-0a5d-480d-ac0c-9b84aa343c3c not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:41.874773 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:39:40Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:41.891072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] DHCP port deletion for ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:39:41.892207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 2f098f6d-c581-4287-9657-b868298eb478, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2f098f6d-c581-4287-9657-b868298eb478,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:41.892583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.900950 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098f7a2-2925-483d-8072-a1ae180aedcf None None] The sync data for ids ['b6a3eca4-71c7-4c8d-9dd9-25a4a1489903'] in n-d-712142-16 is: [{'id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005902548', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '2f098f6d-c581-4287-9657-b868298eb478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:39:40Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '2f098f6d-c581-4287-9657-b868298eb478', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3eca4-71c7-4c8d-9dd9-25a4a1489903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:37:48Z', 'updated_at': '2021-08-31T07:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:41.911893 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 2f098f6d-c581-4287-9657-b868298eb478 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:41.947774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] Deleting port 351622aa-8110-4748-9d4f-3ff99bae8f75 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:41.948156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.015220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] For port 351622aa-8110-4748-9d4f-3ff99bae8f75, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=351622aa-8110-4748-9d4f-3ff99bae8f75,segment=NetworkSegment(5865b7f5-d394-46f5-aa31-43312aca58ec),segment_id=5865b7f5-d394-46f5-aa31-43312aca58ec)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:42.015613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.028092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] Calling delete_port for 351622aa-8110-4748-9d4f-3ff99bae8f75 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:42.090063 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.106004 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.117922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=2f098f6d-c581-4287-9657-b868298eb478,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.137714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] Pushing event deleted for resources: {'Port': ['ID=351622aa-8110-4748-9d4f-3ff99bae8f75,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.141658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5730e36-ed62-418a-a589-9ea1f9644495 None None] No DVR routers for this DVR port 351622aa-8110-4748-9d4f-3ff99bae8f75 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:42.176877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.272080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.274332 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.321452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.322006 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Fanout notify agent at l3_agent the message router_deleted on router b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:39:42.329735 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.330879 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bd7511cd-eafa-402e-9c10-94a53c6c7643 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/routers/b6a3eca4-71c7-4c8d-9dd9-25a4a1489903 HTTP/1.1" status: 204 len: 168 time: 0.8153412 Aug 31 07:39:42.333680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56164) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:42.411592 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.500600 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.511165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:42.523378 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5865b7f5-d394-46f5-aa31-43312aca58ec') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:42.523678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5865b7f5-d394-46f5-aa31-43312aca58ec') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:42.533262 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.547931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.554714 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:39:42.555172 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:39:42.558396 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:39:42.623094 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.631137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.632972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/networks/ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5 HTTP/1.1" status: 204 len: 168 time: 0.2982736 Aug 31 07:39:42.635857 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56166) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:42.645126 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccd207-c592-44ea-a777-58f99fd4d9fd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Network': ['ID=ae7c95d6-73ce-45a0-9542-e53cfa5cd9c5,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.696178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.721964 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.785360 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.787986 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.789148 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/security-groups/1a6fc437-f827-4869-99fc-bb6bedee14ae HTTP/1.1" status: 204 len: 168 time: 0.1521993 Aug 31 07:39:42.798983 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6fc437-f827-4869-99fc-bb6bedee14ae,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.806414 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.806764 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.807105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.807434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.807760 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.808092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.808416 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.808739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.809100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.809454 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.809773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:42.810092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b63b7e-4ef6-4dcf-b824-25fedbf2e913 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.118568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56172) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.123782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-871f018d-dca2-4977-9099-d9f18dd9575a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69015525', 'description': 'tempest-secgroup-smoke-69015525 description', 'project_id': '7bb0525aec8c4a709b0b14156444f449'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.146449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-871f018d-dca2-4977-9099-d9f18dd9575a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.224870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-871f018d-dca2-4977-9099-d9f18dd9575a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.228331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-871f018d-dca2-4977-9099-d9f18dd9575a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.256732 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-871f018d-dca2-4977-9099-d9f18dd9575a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.257992 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-871f018d-dca2-4977-9099-d9f18dd9575a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1384115 Aug 31 07:39:43.259092 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f018d-dca2-4977-9099-d9f18dd9575a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54730cb-7512-49d3-97d3-08ab6e66e4b2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.261680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56174) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.267289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-577def87-f8fa-4b83-bd8a-5e228893ff11 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'b54730cb-7512-49d3-97d3-08ab6e66e4b2', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.294505 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-577def87-f8fa-4b83-bd8a-5e228893ff11 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.349212 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-577def87-f8fa-4b83-bd8a-5e228893ff11 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.352695 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-577def87-f8fa-4b83-bd8a-5e228893ff11 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.371244 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577def87-f8fa-4b83-bd8a-5e228893ff11 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4dd289-4d15-4267-b37e-d3b1edd862da,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.377748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-577def87-f8fa-4b83-bd8a-5e228893ff11 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.378962 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-577def87-f8fa-4b83-bd8a-5e228893ff11 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154852 Aug 31 07:39:43.381632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56176) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.386049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-74f3f8c0-db35-4918-9004-acbba5057a24 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'b54730cb-7512-49d3-97d3-08ab6e66e4b2', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.412666 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74f3f8c0-db35-4918-9004-acbba5057a24 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.469876 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74f3f8c0-db35-4918-9004-acbba5057a24 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.473385 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74f3f8c0-db35-4918-9004-acbba5057a24 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.489904 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3f8c0-db35-4918-9004-acbba5057a24 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0343da-ee03-42d2-9d49-3fcd67820b9b,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.498169 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-74f3f8c0-db35-4918-9004-acbba5057a24 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.499334 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-74f3f8c0-db35-4918-9004-acbba5057a24 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167514 Aug 31 07:39:43.502066 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56178) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.506481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-15354681-3163-4e7f-9280-bc16070c2bb2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'b54730cb-7512-49d3-97d3-08ab6e66e4b2', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.532748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15354681-3163-4e7f-9280-bc16070c2bb2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.591822 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15354681-3163-4e7f-9280-bc16070c2bb2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.595368 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15354681-3163-4e7f-9280-bc16070c2bb2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.613614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15354681-3163-4e7f-9280-bc16070c2bb2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9a54d3-6610-4fd3-8457-7957190460b8,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.616084 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-15354681-3163-4e7f-9280-bc16070c2bb2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.617330 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-15354681-3163-4e7f-9280-bc16070c2bb2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143172 Aug 31 07:39:43.620201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56180) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.624699 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-84ec79ad-7e6c-471d-90b9-7e23d16e70aa tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'b54730cb-7512-49d3-97d3-08ab6e66e4b2', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.649837 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84ec79ad-7e6c-471d-90b9-7e23d16e70aa tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.708007 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84ec79ad-7e6c-471d-90b9-7e23d16e70aa tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.711341 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84ec79ad-7e6c-471d-90b9-7e23d16e70aa tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.729073 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec79ad-7e6c-471d-90b9-7e23d16e70aa tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867a3588-072a-4f3e-8110-f4d163494961,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.735312 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-84ec79ad-7e6c-471d-90b9-7e23d16e70aa tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.736508 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-84ec79ad-7e6c-471d-90b9-7e23d16e70aa tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152482 Aug 31 07:39:43.739128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56182) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.743459 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-bc7150b2-eb57-4d6a-ae84-5488f5d4fb1b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'b54730cb-7512-49d3-97d3-08ab6e66e4b2', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.764353 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-bc7150b2-eb57-4d6a-ae84-5488f5d4fb1b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:39:43.768996 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc7150b2-eb57-4d6a-ae84-5488f5d4fb1b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.829584 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc7150b2-eb57-4d6a-ae84-5488f5d4fb1b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.833322 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc7150b2-eb57-4d6a-ae84-5488f5d4fb1b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.853417 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7150b2-eb57-4d6a-ae84-5488f5d4fb1b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3e9e30-e080-44f6-a928-04ca6a8b1935,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.855715 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-bc7150b2-eb57-4d6a-ae84-5488f5d4fb1b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.856928 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-bc7150b2-eb57-4d6a-ae84-5488f5d4fb1b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168833 Aug 31 07:39:43.859586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56184) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.863921 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c642e6ae-2ce0-441d-be39-f32d7ce4c61d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': 'b54730cb-7512-49d3-97d3-08ab6e66e4b2', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.886241 n-d-712142-16 neutron-server[94668]: INFO neutron.db.securitygroups_db [None req-c642e6ae-2ce0-441d-be39-f32d7ce4c61d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:39:43.892595 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2f098f6d-c581-4287-9657-b868298eb478 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:43.893174 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c642e6ae-2ce0-441d-be39-f32d7ce4c61d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.912943 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 2f098f6d-c581-4287-9657-b868298eb478 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:43.913323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2f098f6d-c581-4287-9657-b868298eb478 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:43.913740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3811f2cc-d766-4fb3-bca4-a26544b4e762 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:43.933009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 3811f2cc-d766-4fb3-bca4-a26544b4e762 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:43.933385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 3811f2cc-d766-4fb3-bca4-a26544b4e762 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:43.933799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 351622aa-8110-4748-9d4f-3ff99bae8f75 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:43.953328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 351622aa-8110-4748-9d4f-3ff99bae8f75 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:43.953676 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 351622aa-8110-4748-9d4f-3ff99bae8f75 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:43.957078 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c642e6ae-2ce0-441d-be39-f32d7ce4c61d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.961476 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c642e6ae-2ce0-441d-be39-f32d7ce4c61d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.978827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642e6ae-2ce0-441d-be39-f32d7ce4c61d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b00c6a5-ef49-439c-a6ab-c7f8596e5324,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.985358 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c642e6ae-2ce0-441d-be39-f32d7ce4c61d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.989255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c642e6ae-2ce0-441d-be39-f32d7ce4c61d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260788 Aug 31 07:39:43.989444 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56186) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.994303 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'network': {'name': 'tempest-network-smoke--114257128', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'port_security_enabled': True}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:44.015013 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:44.018545 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.041933 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:39:44.050808 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.051157 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Added segment 0cffda0c-b623-4202-84b4-e50c800391ce of type vlan for network 257733f7-1b71-482e-8549-86cc79969b2c Aug 31 07:39:44.091639 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.114764 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.121932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:44.122514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.187777 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972747 Aug 31 07:39:44.190599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56188) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:44.193855 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579bd50-bb92-4377-9536-306f7c006d07 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Network': ['ID=257733f7-1b71-482e-8549-86cc79969b2c,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:44.195520 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'admin_state_up': True, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:44.205561 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 257733f7-1b71-482e-8549-86cc79969b2c details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:39:44.219662 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.220870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.273796 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.410237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.598712 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.617480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.714994 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.129 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/a4f64e00-42eb-4e23-bdb7-b3d75ba78da1) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:44.822331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.860915 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.895085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:44.899872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:44.904658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:44.928748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=a4f64e00-42eb-4e23-bdb7-b3d75ba78da1,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:45.156000 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.346846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.478247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router e5f31c51-8902-4056-accd-181d7ef562c6 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:39:45.582053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:45.591433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Sync routers for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:45.600163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.600345 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:45.601001 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:45.604594 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cd0ebba0-653b-4135-aa40-58c5454a8945 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4100673 Aug 31 07:39:45.604921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56190) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:45.635883 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6d7ef716-5582-430b-89ed-c042b2c1dbe8 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7bb0525aec8c4a709b0b14156444f449&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274246 Aug 31 07:39:45.636120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56192) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:45.706922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:45.722468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59418999-2ca9-4a72-8832-76a562dc5a56 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:45.726546 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-59418999-2ca9-4a72-8832-76a562dc5a56 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869977 Aug 31 07:39:45.726766 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56194) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:45.759821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a71af4a3-8c6e-4925-94e2-a666855ea71b tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316360 Aug 31 07:39:45.761980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56196) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:45.766725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1849039634', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:45.853641 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:45.857776 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.884739 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:45Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:45.910132 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Checking router: e5f31c51-8902-4056-accd-181d7ef562c6 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:45.910475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Updating router e5f31c51-8902-4056-accd-181d7ef562c6 port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:45.940875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.041234 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.099389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Subnet': ['ID=d41997bc-439e-403d-b7e0-fc3dedb93d20,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:46.109567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Checking segment: {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:46.109935 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network hostable DHCP agents. Network: 257733f7-1b71-482e-8549-86cc79969b2c, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:39:46.126369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 257733f7-1b71-482e-8549-86cc79969b2c is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:39:46.135208 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 257733f7-1b71-482e-8549-86cc79969b2c) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:46.140628 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:46.141248 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.148242 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b55a8c-9766-4d5a-8378-aa1c1147c9b4 None None] Network 257733f7-1b71-482e-8549-86cc79969b2c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:46.155938 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e86e6ddf-d5f2-4501-835e-c7277c75edc5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3929279 Aug 31 07:39:46.158667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56198) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:46.253205 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.274154 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Transition to ACTIVE for port object a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:46.282267 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.369585 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb07ad-0282-42a8-a2c4-fa36411c9cc1 None None] Pushing event updated for resources: {'Port': ['ID=a4f64e00-42eb-4e23-bdb7-b3d75ba78da1,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:46.374521 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Attempting to bind port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:46.374892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Attempting to bind port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:46.375258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Attempting to bind port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:46.382636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:46.383010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:46.383417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.383811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:46.384280 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Bound port: a4f64e00-42eb-4e23-bdb7-b3d75ba78da1, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:46.384658 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.430191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-257733f7-1b71-482e-8549-86cc79969b2c', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:39:46.431042 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.471997 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] For port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:46.476694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] For port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a4f64e00-42eb-4e23-bdb7-b3d75ba78da1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:46.520085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.607428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:46.608096 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:46.626687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb07ad-0282-42a8-a2c4-fa36411c9cc1 None None] Pushing event updated for resources: {'Port': ['ID=a4f64e00-42eb-4e23-bdb7-b3d75ba78da1,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:46.698687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Allocated IP 172.20.0.2 (257733f7-1b71-482e-8549-86cc79969b2c/d41997bc-439e-403d-b7e0-fc3dedb93d20/11980129-493f-42e7-b87f-b7ed8f2e0a6b) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:46.800810 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:46.951422 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.019263 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.030859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Transition to ACTIVE for port object 11980129-493f-42e7-b87f-b7ed8f2e0a6b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:47.204241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Transition to ACTIVE for port object 11980129-493f-42e7-b87f-b7ed8f2e0a6b will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:47.211578 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.252379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:45Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:47.261496 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.1 (257733f7-1b71-482e-8549-86cc79969b2c/d41997bc-439e-403d-b7e0-fc3dedb93d20/0de2343d-be8e-4d38-ace2-abe650c18660) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:47.286145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Network 257733f7-1b71-482e-8549-86cc79969b2c is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:47.287372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593374d-3595-426d-8520-1541dd5d6e2f None None] The sync data for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 is: [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:45Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:47.289243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Pushing event updated for resources: {'Port': ['ID=11980129-493f-42e7-b87f-b7ed8f2e0a6b,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.292010 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:47.294509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:47.351970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Attempting to bind port 11980129-493f-42e7-b87f-b7ed8f2e0a6b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:47.352348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Attempting to bind port 11980129-493f-42e7-b87f-b7ed8f2e0a6b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:47.352718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Attempting to bind port 11980129-493f-42e7-b87f-b7ed8f2e0a6b on network 257733f7-1b71-482e-8549-86cc79969b2c {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:47.358765 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:47.359298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Checking segment: {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:47.359709 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.360106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Bound using segment: {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:47.360605 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Bound port: 11980129-493f-42e7-b87f-b7ed8f2e0a6b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:47.361119 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.397540 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.412838 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object 0de2343d-be8e-4d38-ace2-abe650c18660 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:47.426860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] For port 11980129-493f-42e7-b87f-b7ed8f2e0a6b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:47.431105 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] For port 11980129-493f-42e7-b87f-b7ed8f2e0a6b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11980129-493f-42e7-b87f-b7ed8f2e0a6b,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:47.437790 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.451858 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.508715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 257733f7-1b71-482e-8549-86cc79969b2c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:47.510515 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:47.513136 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=0de2343d-be8e-4d38-ace2-abe650c18660,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.526097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:47.534262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55556f7-5189-48f6-9f4e-9c9f2299cd8e None None] Pushing event updated for resources: {'Port': ['ID=11980129-493f-42e7-b87f-b7ed8f2e0a6b,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.592607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.758747 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.973045 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:48.040371 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:48.044471 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:48.044841 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.095151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.100448 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.130351 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.159582 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a4f64e00-42eb-4e23-bdb7-b3d75ba78da1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:48.169780 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.171577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11980129-493f-42e7-b87f-b7ed8f2e0a6b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:48.189454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.192464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=0de2343d-be8e-4d38-ace2-abe650c18660,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.276415 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a4f64e00-42eb-4e23-bdb7-b3d75ba78da1,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.296163 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 11980129-493f-42e7-b87f-b7ed8f2e0a6b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:48.323065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 257733f7-1b71-482e-8549-86cc79969b2c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:48.325350 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:48.449248 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router e5f31c51-8902-4056-accd-181d7ef562c6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:48.504515 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01545cf-76ca-45d5-b827-5da90f712e3d None None] Network 257733f7-1b71-482e-8549-86cc79969b2c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:48.563782 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:48.569369 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7f93e446-f35e-4925-9ef4-701226fe884b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/e5f31c51-8902-4056-accd-181d7ef562c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4096191 Aug 31 07:39:48.590694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5207ed77-5f68-4dbd-a0a7-927f8b6d545f None None] Provisioning for port 11980129-493f-42e7-b87f-b7ed8f2e0a6b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:48.608762 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:39:48.613805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5207ed77-5f68-4dbd-a0a7-927f8b6d545f None None] Provisioning complete for port 11980129-493f-42e7-b87f-b7ed8f2e0a6b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:48.614249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5207ed77-5f68-4dbd-a0a7-927f8b6d545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.738783 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5207ed77-5f68-4dbd-a0a7-927f8b6d545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.776147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-5207ed77-5f68-4dbd-a0a7-927f8b6d545f None None] For port 11980129-493f-42e7-b87f-b7ed8f2e0a6b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11980129-493f-42e7-b87f-b7ed8f2e0a6b,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:48.782515 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5207ed77-5f68-4dbd-a0a7-927f8b6d545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.837150 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207ed77-5f68-4dbd-a0a7-927f8b6d545f None None] Pushing event updated for resources: {'Port': ['ID=11980129-493f-42e7-b87f-b7ed8f2e0a6b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.887895 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-3db57271-8abb-4e24-adae-b0ef52599e31 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69015525&fields=id&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 267 time: 0.0367765 Aug 31 07:39:48.999187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-1ce34539-8151-4ce8-9f99-06acd52dd88a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.000710 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-1ce34539-8151-4ce8-9f99-06acd52dd88a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/networks?id=257733f7-1b71-482e-8549-86cc79969b2c HTTP/1.1" status: 200 len: 796 time: 0.1053033 Aug 31 07:39:49.005056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e4572480-b29d-4546-8437-2b5e90047007 None None] Provisioning complete for port 11980129-493f-42e7-b87f-b7ed8f2e0a6b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:49.005527 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e4572480-b29d-4546-8437-2b5e90047007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.020833 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-2ac78e6f-5e94-4411-8edf-4b651e87e365 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/quotas/7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 375 time: 0.0119872 Aug 31 07:39:49.094138 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-72ce22fc-025d-4bd7-bded-b3834fb45e42 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578339 Aug 31 07:39:49.100984 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Sync routers for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:49.112520 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:49.113514 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:49.138376 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e4572480-b29d-4546-8437-2b5e90047007 None None] Provisioning for port 0de2343d-be8e-4d38-ace2-abe650c18660 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:49.144509 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-e4572480-b29d-4546-8437-2b5e90047007 None None] Provisioning complete for port 0de2343d-be8e-4d38-ace2-abe650c18660 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:49.145059 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e4572480-b29d-4546-8437-2b5e90047007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.196974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-e4572480-b29d-4546-8437-2b5e90047007 None None] Port 0de2343d-be8e-4d38-ace2-abe650c18660 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:49.226987 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-5a49f232-0a81-4ff3-b7f8-65c0a3385e9a service neutron] 10.222.0.15 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301141 Aug 31 07:39:49.258089 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:49.322920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-474c90d9-e9fe-493a-89b1-5b64196ab79b None None] Provisioning complete for port 0de2343d-be8e-4d38-ace2-abe650c18660 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:49.323308 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-474c90d9-e9fe-493a-89b1-5b64196ab79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.347238 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-afacb8b8-ab54-492d-b6e3-efca22d5f07b service neutron] 10.222.0.15 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128023 Aug 31 07:39:49.388173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-474c90d9-e9fe-493a-89b1-5b64196ab79b None None] Port 0de2343d-be8e-4d38-ace2-abe650c18660 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:49.496109 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 2, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:49.509060 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f9bf153a-4a9e-4e60-b928-a0e0771f59ef None None] Provisioning complete for port 0de2343d-be8e-4d38-ace2-abe650c18660 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:49.509472 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9bf153a-4a9e-4e60-b928-a0e0771f59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.525527 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Checking router: e5f31c51-8902-4056-accd-181d7ef562c6 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:49.525883 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Updating router e5f31c51-8902-4056-accd-181d7ef562c6 port 0de2343d-be8e-4d38-ace2-abe650c18660 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:49.544361 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bc0f6921-ef67-49f7-a684-eb69b424ab19 req-bbd5f4b5-665c-4e96-adec-7649f90097ae tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 210 time: 0.0373108 Aug 31 07:39:49.557869 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.565031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf153a-4a9e-4e60-b928-a0e0771f59ef None None] Port 0de2343d-be8e-4d38-ace2-abe650c18660 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:49.848962 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.859457 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Transition to ACTIVE for port object 0de2343d-be8e-4d38-ace2-abe650c18660 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:49.868919 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.914430 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Pushing event updated for resources: {'Port': ['ID=0de2343d-be8e-4d38-ace2-abe650c18660,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:49.924650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.925255 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.925784 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.926291 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.926823 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.927313 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.927787 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.928434 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.928987 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.929346 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.929682 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.930043 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:49.938197 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:50.001483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:50.002065 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.019349 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Attempting to bind port 0de2343d-be8e-4d38-ace2-abe650c18660 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:50.019632 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Attempting to bind port 0de2343d-be8e-4d38-ace2-abe650c18660 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:50.020002 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Attempting to bind port 0de2343d-be8e-4d38-ace2-abe650c18660 on network 257733f7-1b71-482e-8549-86cc79969b2c {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:50.027269 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:50.028221 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Checking segment: {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:50.028778 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.029241 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Bound using segment: {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:50.029975 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Bound port: 0de2343d-be8e-4d38-ace2-abe650c18660, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:50.030361 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.094881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11980129-493f-42e7-b87f-b7ed8f2e0a6b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:50.117956 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] For port 0de2343d-be8e-4d38-ace2-abe650c18660, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:50.122378 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] For port 0de2343d-be8e-4d38-ace2-abe650c18660, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0de2343d-be8e-4d38-ace2-abe650c18660,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:50.127720 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.153945 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 11980129-493f-42e7-b87f-b7ed8f2e0a6b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:50.154572 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.200665 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:50.201384 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:50.247320 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a3ea4-3e7c-444c-8ea2-86de46102b25 None None] Pushing event updated for resources: {'Port': ['ID=0de2343d-be8e-4d38-ace2-abe650c18660,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:50.416964 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:50.613177 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:50Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:50.645874 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e1cd6-5f4c-49c5-abf0-5959ee0ae556 None None] The sync data for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 is: [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:50Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:50.646204 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e556acf5-a872-47ec-9218-8e173189f6ad req-ab987ddc-1c4e-4b7a-b2dc-89279424c0d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 210 time: 0.0366857 Aug 31 07:39:50.775050 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-20cd23b2-1c4c-42b0-90ca-bb611a7b015b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:50.776617 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-20cd23b2-1c4c-42b0-90ca-bb611a7b015b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/networks?id=257733f7-1b71-482e-8549-86cc79969b2c HTTP/1.1" status: 200 len: 796 time: 0.1570349 Aug 31 07:39:50.824945 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-13faa4c7-8703-4b78-827e-21bff9e98b40 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 378 time: 0.0363748 Aug 31 07:39:50.836013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'port': {'device_id': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'admin_state_up': True, 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'security_groups': ['b54730cb-7512-49d3-97d3-08ab6e66e4b2']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:50.954633 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:50.958430 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.095700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.11 (257733f7-1b71-482e-8549-86cc79969b2c/d41997bc-439e-403d-b7e0-fc3dedb93d20/4b057fd5-0959-4470-82eb-3a06e6659a1d) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:51.241849 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.256181 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object 4b057fd5-0959-4470-82eb-3a06e6659a1d will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:51.289902 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.331223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 257733f7-1b71-482e-8549-86cc79969b2c is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:51.336806 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:51.341249 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:51.367294 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=4b057fd5-0959-4470-82eb-3a06e6659a1d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:51.397933 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.398742 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.415179 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-bd626e02-858e-4b39-8a68-8dde5c36c880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5835989 Aug 31 07:39:51.477792 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Request body: {'port': {'device_id': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:51.541044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.640204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f3e65e05-e0d9-4fa0-8e07-71c876752b9f None None] Provisioning for port 4b057fd5-0959-4470-82eb-3a06e6659a1d completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:51.647282 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f3e65e05-e0d9-4fa0-8e07-71c876752b9f None None] Provisioning complete for port 4b057fd5-0959-4470-82eb-3a06e6659a1d triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:51.647650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f3e65e05-e0d9-4fa0-8e07-71c876752b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.682528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f3e65e05-e0d9-4fa0-8e07-71c876752b9f None None] Port 4b057fd5-0959-4470-82eb-3a06e6659a1d cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:51.804244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c353a-4f0f-4278-97d1-aaba685e7cc0 req-6295bbee-e30e-4ab3-a543-31563c3f28a1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.805772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e7c353a-4f0f-4278-97d1-aaba685e7cc0 req-6295bbee-e30e-4ab3-a543-31563c3f28a1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 932 time: 0.0784268 Aug 31 07:39:51.881004 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e7c353a-4f0f-4278-97d1-aaba685e7cc0 req-c151ce3d-a514-4d6d-bfd3-0293ab546dfe tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678170 Aug 31 07:39:51.882961 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b057fd5-0959-4470-82eb-3a06e6659a1d {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:51.890478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.902859 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Transition to ACTIVE for port object 4b057fd5-0959-4470-82eb-3a06e6659a1d will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:51.907408 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.925079 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0de2343d-be8e-4d38-ace2-abe650c18660 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:51.967112 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Pushing event updated for resources: {'Port': ['ID=4b057fd5-0959-4470-82eb-3a06e6659a1d,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:51.983228 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0de2343d-be8e-4d38-ace2-abe650c18660 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:51.989466 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0de2343d-be8e-4d38-ace2-abe650c18660 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:51.989838 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.036627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Attempting to bind port 4b057fd5-0959-4470-82eb-3a06e6659a1d on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:52.036966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Attempting to bind port 4b057fd5-0959-4470-82eb-3a06e6659a1d by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:52.037326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Attempting to bind port 4b057fd5-0959-4470-82eb-3a06e6659a1d on network 257733f7-1b71-482e-8549-86cc79969b2c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:52.041781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Port 4b057fd5-0959-4470-82eb-3a06e6659a1d on network 257733f7-1b71-482e-8549-86cc79969b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:52.042105 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Attempting to bind port 4b057fd5-0959-4470-82eb-3a06e6659a1d on network 257733f7-1b71-482e-8549-86cc79969b2c {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:52.047694 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:52.048026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Checking segment: {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:52.048413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Bound using segment: {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:52.048842 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Bound port: 4b057fd5-0959-4470-82eb-3a06e6659a1d, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cffda0c-b623-4202-84b4-e50c800391ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:52.049216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.073628 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.110100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 0de2343d-be8e-4d38-ace2-abe650c18660, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0de2343d-be8e-4d38-ace2-abe650c18660,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:52.114567 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.125002 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] For port 4b057fd5-0959-4470-82eb-3a06e6659a1d, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:52.128672 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] For port 4b057fd5-0959-4470-82eb-3a06e6659a1d, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:52.134534 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.173751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.174373 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.175665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=0de2343d-be8e-4d38-ace2-abe650c18660,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:52.175804 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] 10.222.0.23 "PUT /v2.0/ports/4b057fd5-0959-4470-82eb-3a06e6659a1d HTTP/1.1" status: 200 len: 1093 time: 0.7519021 Aug 31 07:39:52.176206 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:52.178489 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf24dbf7-e2b6-4694-aef7-72a34296face" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:52.216805 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414217fc-f70d-439f-8614-3a5c01323e5b service neutron] Pushing event updated for resources: {'Port': ['ID=4b057fd5-0959-4470-82eb-3a06e6659a1d,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:52.239254 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ae7622-a857-43cf-b0c2-28914fa8712c x-openstack-request-id: req-d5ae7622-a857-43cf-b0c2-28914fa8712c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:52.239549 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:52.239803 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5ae7622-a857-43cf-b0c2-28914fa8712c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:52.240200 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'status': 'completed', 'code': 200} Aug 31 07:39:52.276135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-75b188ed-fd9a-4d9d-abf4-193813de2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.277826 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-75b188ed-fd9a-4d9d-abf4-193813de2bb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 1096 time: 0.0477114 Aug 31 07:39:52.323849 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-44c9290b-62d7-47ca-8606-81020d5da50d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d HTTP/1.1" status: 200 len: 217 time: 0.0357177 Aug 31 07:39:52.382326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-e1800391-8ed9-4dcd-b91c-ecc4bb0ad12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.383825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-e1800391-8ed9-4dcd-b91c-ecc4bb0ad12d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41997bc-439e-403d-b7e0-fc3dedb93d20 HTTP/1.1" status: 200 len: 835 time: 0.0494373 Aug 31 07:39:52.432020 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-94da7237-23df-45d2-aa42-ddea9b93b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.434072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-94da7237-23df-45d2-aa42-ddea9b93b0fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=257733f7-1b71-482e-8549-86cc79969b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407629 Aug 31 07:39:52.523969 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-8cbcf43f-8b34-4619-81fc-5c24a7afd770 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808978 Aug 31 07:39:52.618704 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-fd57e4f1-eb4b-47b6-bc33-06dbdf1d4b67 req-6a351a87-db02-49ce-b76a-17c2cc780b7f service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861654 Aug 31 07:39:52.711457 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-1517873b-da1f-486b-8e35-90dd84721a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.712892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-1517873b-da1f-486b-8e35-90dd84721a5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 1096 time: 0.0462148 Aug 31 07:39:52.808251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-09168b41-33cf-4411-8efc-80682a7dbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.810365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-09168b41-33cf-4411-8efc-80682a7dbe62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=257733f7-1b71-482e-8549-86cc79969b2c HTTP/1.1" status: 200 len: 897 time: 0.0890226 Aug 31 07:39:52.852977 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-7bec2400-723b-463f-b41b-949395397fe9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d HTTP/1.1" status: 200 len: 217 time: 0.0348589 Aug 31 07:39:52.906082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-09142d8b-683f-452f-a45c-1aa7b9a5f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.907547 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-09142d8b-683f-452f-a45c-1aa7b9a5f30e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41997bc-439e-403d-b7e0-fc3dedb93d20 HTTP/1.1" status: 200 len: 835 time: 0.0437231 Aug 31 07:39:52.983769 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-b5c59f12-32e0-4b8b-a12f-076987692704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.985215 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-b5c59f12-32e0-4b8b-a12f-076987692704 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=257733f7-1b71-482e-8549-86cc79969b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693543 Aug 31 07:39:53.021100 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990965a3-4f98-4668-beb3-cb3a26a1bcbd req-fbfe451d-469a-4b6f-843b-b2600979c728 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:53.022610 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-990965a3-4f98-4668-beb3-cb3a26a1bcbd req-fbfe451d-469a-4b6f-843b-b2600979c728 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 944 time: 0.0721335 Aug 31 07:39:53.100271 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-990965a3-4f98-4668-beb3-cb3a26a1bcbd req-a31d1307-39b3-43b6-8e97-185827d45dea tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525284 Aug 31 07:39:53.120359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-e75e6e8e-9bf5-4946-9615-e10b5b61dac5 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258550 Aug 31 07:39:53.213479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cf24dbf7-e2b6-4694-aef7-72a34296face req-d38508b1-d3b7-4c8f-935e-ed9c2bca8840 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835776 Aug 31 07:39:53.899815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0de2343d-be8e-4d38-ace2-abe650c18660 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:53.946301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0de2343d-be8e-4d38-ace2-abe650c18660 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:53.946675 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.218394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101b28e-5879-493d-b653-63038535bf8f req-ae6ae833-72ac-460d-960e-d8c971c23479 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:54.219912 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9101b28e-5879-493d-b653-63038535bf8f req-ae6ae833-72ac-460d-960e-d8c971c23479 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 944 time: 0.0494657 Aug 31 07:39:54.256547 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9101b28e-5879-493d-b653-63038535bf8f req-dfd7f6eb-c89b-4717-810f-f9dfb1c919f8 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306242 Aug 31 07:39:54.315114 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-71cae7e8-e068-4e33-a468-d26e9afc619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:55.093246 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:55.373657 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb84e2-fb09-4ca4-9225-7d5b5af6cd1c req-e2db89b4-87cb-4355-ac7e-8181423646cb tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:55.375154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-49eb84e2-fb09-4ca4-9225-7d5b5af6cd1c req-e2db89b4-87cb-4355-ac7e-8181423646cb tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 944 time: 0.0495780 Aug 31 07:39:55.454152 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-49eb84e2-fb09-4ca4-9225-7d5b5af6cd1c req-9e6f2c20-4fc5-4473-b4c4-0f9329488b31 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731399 Aug 31 07:39:55.518380 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4b057fd5-0959-4470-82eb-3a06e6659a1d details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:55.616642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4b057fd5-0959-4470-82eb-3a06e6659a1d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:55.627978 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'port_id': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'mac_address': 'fa:16:3e:45:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:55.665773 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:55.677933 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b057fd5-0959-4470-82eb-3a06e6659a1d {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:55.696698 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4b057fd5-0959-4470-82eb-3a06e6659a1d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:55.701452 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:55.750726 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4b057fd5-0959-4470-82eb-3a06e6659a1d,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:55.938254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['4b057fd5-0959-4470-82eb-3a06e6659a1d'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:56.569229 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202335-7faa-4f66-8cf0-066cb12d35a2 req-48ec9477-0609-46f5-adf7-f67ccf8c31cd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:56.570482 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11202335-7faa-4f66-8cf0-066cb12d35a2 req-48ec9477-0609-46f5-adf7-f67ccf8c31cd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 945 time: 0.0495465 Aug 31 07:39:56.573293 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.609090 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-11202335-7faa-4f66-8cf0-066cb12d35a2 req-f9ad4aaa-d5bd-43fe-858e-37873a5a4bed tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315516 Aug 31 07:39:56.924538 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-664f7ca7-b4fd-4bf8-92c8-51cffbe9575e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.003516 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.539432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4b057fd5-0959-4470-82eb-3a06e6659a1d up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:57.587460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 4b057fd5-0959-4470-82eb-3a06e6659a1d completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:57.591216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 4b057fd5-0959-4470-82eb-3a06e6659a1d triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:57.591600 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.669779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.692770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:57.695241 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4d5851-1d73-4c43-beb4-3bb57823d56a" -d '{"events": [{"server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "name": "network-vif-plugged", "status": "completed", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:57.708410 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 4b057fd5-0959-4470-82eb-3a06e6659a1d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:57.713721 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.729478 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc8f4f-5bd5-4822-97fc-db55a8796846 req-74074335-3a0c-422b-bc5d-c9d41d922764 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.731572 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43bc8f4f-5bd5-4822-97fc-db55a8796846 req-74074335-3a0c-422b-bc5d-c9d41d922764 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 945 time: 0.0557387 Aug 31 07:39:57.740177 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b8c8d4-12a2-4ad2-b41c-57922b50abb1 x-openstack-request-id: req-67b8c8d4-12a2-4ad2-b41c-57922b50abb1 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:57.740474 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "name": "network-vif-plugged", "status": "completed", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:57.740801 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67b8c8d4-12a2-4ad2-b41c-57922b50abb1 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:57.741241 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'code': 200} Aug 31 07:39:57.768703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=4b057fd5-0959-4470-82eb-3a06e6659a1d,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:57.773477 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43bc8f4f-5bd5-4822-97fc-db55a8796846 req-4ff7e1a0-ba89-4d7c-a65c-c1cf7be9f392 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336623 Aug 31 07:39:57.840264 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73852ad9-f372-4fde-bdbd-9954527774c3 req-d1c8689a-b262-457a-aea5-ee46b82812dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.841788 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73852ad9-f372-4fde-bdbd-9954527774c3 req-d1c8689a-b262-457a-aea5-ee46b82812dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 1098 time: 0.0399616 Aug 31 07:39:57.877830 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73852ad9-f372-4fde-bdbd-9954527774c3 req-d51bca24-8326-449d-ae48-81bd8d8a51da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283253 Aug 31 07:39:58.388180 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.893999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790cd9-08e8-4284-aa62-39b4e0c5fcd2 req-5fd47b9e-b9ed-4061-87fa-4695230ec87f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:58.895464 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c790cd9-08e8-4284-aa62-39b4e0c5fcd2 req-5fd47b9e-b9ed-4061-87fa-4695230ec87f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0512915 Aug 31 07:39:58.944307 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1c790cd9-08e8-4284-aa62-39b4e0c5fcd2 req-2acef1da-1fb4-4d57-a20b-be904aafc69e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424256 Aug 31 07:40:00.060925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1404e3d-0f63-4628-9381-8ac7f8cfaeb5 req-879a8b06-50ff-41c5-a300-1c441956c807 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.062452 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d1404e3d-0f63-4628-9381-8ac7f8cfaeb5 req-879a8b06-50ff-41c5-a300-1c441956c807 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0494676 Aug 31 07:40:00.099416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d1404e3d-0f63-4628-9381-8ac7f8cfaeb5 req-99df876a-fd71-4167-bab7-406429b53880 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308988 Aug 31 07:40:00.211347 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1a937-11f8-4bdb-80f5-9f210070108c req-5a31ce74-85cb-4178-afc2-6af3d1699239 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.212847 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-61b1a937-11f8-4bdb-80f5-9f210070108c req-5a31ce74-85cb-4178-afc2-6af3d1699239 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0481055 Aug 31 07:40:00.242155 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.252411 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-61b1a937-11f8-4bdb-80f5-9f210070108c req-d2cd158a-f542-4ed6-aee1-485e09b9af21 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333948 Aug 31 07:40:00.274540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56260) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:00.354729 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62681188-bf2d-4fa0-bfb0-16f27b7e5ffe tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.356908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-62681188-bf2d-4fa0-bfb0-16f27b7e5ffe tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 1093 time: 0.0813777 Aug 31 07:40:00.359679 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56264) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:00.363995 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:00.385357 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.489514 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.592707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.211 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/34c9beb3-5a65-4383-926f-18b45d859903) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:00.693228 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.730848 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.769854 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:00.774345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:00.778796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:00.780951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=34c9beb3-5a65-4383-926f-18b45d859903,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:00.806365 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.806709 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.807042 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.807374 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.807697 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.808020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.808394 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.809243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.809564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.809882 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.810198 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:00.810511 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:01.471305 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.535220 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.680109 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.684574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.756575 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=34c9beb3-5a65-4383-926f-18b45d859903,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:01.766335 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.862851 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP 0e529630-5ed6-47b0-a251-c11d5b2e139b associated. External IP: 172.25.5.211, port: 4b057fd5-0959-4470-82eb-3a06e6659a1d. Aug 31 07:40:02.065423 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router e5f31c51-8902-4056-accd-181d7ef562c6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:02.166667 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:02.176026 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] Sync routers for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:02.182590 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:02.186014 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:02.186705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:02.214146 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-79d630db-7f4c-469d-ae44-291658699927 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8534555 Aug 31 07:40:02.214736 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:02.217345 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:02.260638 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819502f-dab9-4ef4-98a4-2c6070671982 x-openstack-request-id: req-5819502f-dab9-4ef4-98a4-2c6070671982 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:02.260929 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:02.261201 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5819502f-dab9-4ef4-98a4-2c6070671982 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:02.261666 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'status': 'completed', 'code': 200} Aug 31 07:40:02.299285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:02.342753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb43bb-c3ee-48f0-9117-97b802854fda req-0d20a359-71a5-4827-8cc4-16234d1cf62b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.345374 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57eb43bb-c3ee-48f0-9117-97b802854fda req-0d20a359-71a5-4827-8cc4-16234d1cf62b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0811133 Aug 31 07:40:02.373814 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-fea65ba0-18d4-4011-b923-60dd1c009842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.375517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-fea65ba0-18d4-4011-b923-60dd1c009842 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 1098 time: 0.0785005 Aug 31 07:40:02.412304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-57eb43bb-c3ee-48f0-9117-97b802854fda req-56bff36e-2a20-4fac-b812-b7ca4e61c8bd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574176 Aug 31 07:40:02.440406 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56270) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:02.484069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-3705273d-1f26-4de0-a1f1-027760c46c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.485614 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-3705273d-1f26-4de0-a1f1-027760c46c6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=257733f7-1b71-482e-8549-86cc79969b2c HTTP/1.1" status: 200 len: 897 time: 0.0975232 Aug 31 07:40:02.518722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-abe94a41-7efc-4f4d-a88e-b9eca4f01155 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/0e529630-5ed6-47b0-a251-c11d5b2e139b HTTP/1.1" status: 200 len: 992 time: 0.0771542 Aug 31 07:40:02.543767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '0e529630-5ed6-47b0-a251-c11d5b2e139b', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'port_id': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'mac_address': 'fa:16:3e:45:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:01Z', 'updated_at': '2021-08-31T07:40:01Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:52Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:02.555562 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-4b78fae8-f688-4ffa-9406-e1a4a943cdb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d HTTP/1.1" status: 200 len: 1000 time: 0.0613561 Aug 31 07:40:02.570250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] Checking router: e5f31c51-8902-4056-accd-181d7ef562c6 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:02.578465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:02.579080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:02.608200 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-5b23d039-bf46-437d-a79c-c523dbfa1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.609713 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-5b23d039-bf46-437d-a79c-c523dbfa1826 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41997bc-439e-403d-b7e0-fc3dedb93d20 HTTP/1.1" status: 200 len: 835 time: 0.0449779 Aug 31 07:40:02.664302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-4273add1-7021-4d30-9f87-461994fc941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.665836 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-4273add1-7021-4d30-9f87-461994fc941b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=257733f7-1b71-482e-8549-86cc79969b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437679 Aug 31 07:40:02.683766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:02.759825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-4628306a-9cab-463e-8d1d-99c734c6bb9d service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828941 Aug 31 07:40:02.859587 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7fddbbdd-999e-40b9-86f3-db2a6b7e7b7e req-59c0d8ed-d03f-453e-bb13-38b287f6cb18 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917618 Aug 31 07:40:02.913980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '0e529630-5ed6-47b0-a251-c11d5b2e139b', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'port_id': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'mac_address': 'fa:16:3e:45:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:01Z', 'updated_at': '2021-08-31T07:40:01Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:52Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:02.944192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb6711-89ea-4941-bf98-6410b9c3de77 None None] The sync data for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 is: [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '0e529630-5ed6-47b0-a251-c11d5b2e139b', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'port_id': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'mac_address': 'fa:16:3e:45:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:01Z', 'updated_at': '2021-08-31T07:40:01Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:52Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:03.135250 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51505d-eb6c-4878-bede-f190ceaf8e9f None None] New status for floating IP 0e529630-5ed6-47b0-a251-c11d5b2e139b: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:40:03.520990 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56272) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:03.583682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a3c68155-ab57-489a-b2e1-83d4f1d7faef tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/0e529630-5ed6-47b0-a251-c11d5b2e139b HTTP/1.1" status: 200 len: 994 time: 0.0615356 Aug 31 07:40:24.315086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-87744dde-390a-42af-9a20-d820eb5b45a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.097864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.608274 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:40:26.585179 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.924909 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0f15ccc7-46b2-4beb-9c47-ec9a0c9307b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.004801 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.391311 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.244153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.840809 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-29249013-4119-4462-a24d-a190c0ded356 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394514 Aug 31 07:40:30.933406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-789734e2-0129-4a0f-a93d-2a08b0b7b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.934928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-789734e2-0129-4a0f-a93d-2a08b0b7b617 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 1098 time: 0.0414944 Aug 31 07:40:31.041918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-19214fdb-8810-40be-bfae-1cabb7619c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.043934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-19214fdb-8810-40be-bfae-1cabb7619c08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=257733f7-1b71-482e-8549-86cc79969b2c HTTP/1.1" status: 200 len: 897 time: 0.0860672 Aug 31 07:40:31.113721 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-6260a68b-82bc-4f75-a3ce-cf62daa9f467 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d HTTP/1.1" status: 200 len: 1002 time: 0.0573518 Aug 31 07:40:31.166000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-ab11b78d-1289-4afa-a8f7-654c1f25d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.168202 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-ab11b78d-1289-4afa-a8f7-654c1f25d17c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41997bc-439e-403d-b7e0-fc3dedb93d20 HTTP/1.1" status: 200 len: 835 time: 0.0438771 Aug 31 07:40:31.222363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-8a5fece3-6efc-4de7-843a-e2ac72b6d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.223993 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-8a5fece3-6efc-4de7-843a-e2ac72b6d803 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=257733f7-1b71-482e-8549-86cc79969b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424545 Aug 31 07:40:31.314344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-5e73f123-0ff8-4b25-9297-a050113e015d service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811114 Aug 31 07:40:31.411723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5d4b05b-efb1-4270-b6ce-0e9a01b56c1e req-34a11cbd-dd25-4d0d-8353-180d1d606cc8 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855129 Aug 31 07:40:39.026591 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897c7f6-0584-42de-b366-cb369b2461b1 req-3131bafc-10a7-4fbd-a344-fa09e8357872 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:39.028165 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b897c7f6-0584-42de-b366-cb369b2461b1 req-3131bafc-10a7-4fbd-a344-fa09e8357872 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0502520 Aug 31 07:40:39.068422 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b897c7f6-0584-42de-b366-cb369b2461b1 req-5052d0fa-dd32-4878-a7ec-17e82cdf5875 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336668 Aug 31 07:40:40.185266 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82d111-5ec9-49a8-a4b3-61154f72ead9 req-6ad80306-2912-4988-90f1-09251bfc0ec7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.186655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea82d111-5ec9-49a8-a4b3-61154f72ead9 req-6ad80306-2912-4988-90f1-09251bfc0ec7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0504868 Aug 31 07:40:40.223782 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ea82d111-5ec9-49a8-a4b3-61154f72ead9 req-03d33b31-9cfa-42d9-a62a-aa02b468f285 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310943 Aug 31 07:40:41.338520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34977067-d44d-4245-83f1-8a617870c668 req-e208f294-9ac2-42ca-ba04-5a2aa2ffd09d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:41.340009 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34977067-d44d-4245-83f1-8a617870c668 req-e208f294-9ac2-42ca-ba04-5a2aa2ffd09d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0482543 Aug 31 07:40:41.378537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-34977067-d44d-4245-83f1-8a617870c668 req-4840df55-f494-48f9-8b41-511f50d129ad tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324497 Aug 31 07:40:42.490369 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35dea5-5807-46d5-85a2-7429facafe41 req-6666e361-4d1e-436b-a237-d81b2940ff3c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:42.491840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc35dea5-5807-46d5-85a2-7429facafe41 req-6666e361-4d1e-436b-a237-d81b2940ff3c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0474193 Aug 31 07:40:42.528855 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-cc35dea5-5807-46d5-85a2-7429facafe41 req-c58dc5f4-480c-4084-aff1-87e9cf69b43e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305607 Aug 31 07:40:43.649490 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c407b7-72c7-4b61-895d-47e12e69e285 req-f1c22761-a83a-4662-9ee3-f9ce3537ea91 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:43.651002 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62c407b7-72c7-4b61-895d-47e12e69e285 req-f1c22761-a83a-4662-9ee3-f9ce3537ea91 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0492806 Aug 31 07:40:43.693297 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-62c407b7-72c7-4b61-895d-47e12e69e285 req-2aacbf7e-b012-442f-94c9-654ef75b57f1 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360794 Aug 31 07:40:44.805427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335cf4-dd0a-4df3-b962-c0349a50d733 req-d842e3bb-43dd-4fbf-9a46-3aa9435765a5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:44.806930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c335cf4-dd0a-4df3-b962-c0349a50d733 req-d842e3bb-43dd-4fbf-9a46-3aa9435765a5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0474453 Aug 31 07:40:44.848584 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7c335cf4-dd0a-4df3-b962-c0349a50d733 req-c49e650d-c1f3-49cb-a2a7-35c3a006fb78 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353153 Aug 31 07:40:45.961961 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61b8e2-4494-46a7-a847-a13940cf5899 req-512e568d-7e53-49cd-bbb9-a34b1975116c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:45.963445 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae61b8e2-4494-46a7-a847-a13940cf5899 req-512e568d-7e53-49cd-bbb9-a34b1975116c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0488575 Aug 31 07:40:46.002182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ae61b8e2-4494-46a7-a847-a13940cf5899 req-c2c007bf-b177-4206-979a-4beffdce4d93 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326617 Aug 31 07:40:47.115449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718adc8-9b01-433f-9f47-1e2c07df81d9 req-466e99a8-7cb6-4501-82dd-9fff60aba70e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.116928 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7718adc8-9b01-433f-9f47-1e2c07df81d9 req-466e99a8-7cb6-4501-82dd-9fff60aba70e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0484099 Aug 31 07:40:47.155821 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7718adc8-9b01-433f-9f47-1e2c07df81d9 req-12c6068e-9e8d-4c17-9d91-27c2c309c67b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322390 Aug 31 07:40:48.273901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bbf8a-fdbc-4f0f-92ab-e46f4ae3c659 req-dbe78609-1ed6-4cb8-a903-a218e940bb7b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:48.275381 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-009bbf8a-fdbc-4f0f-92ab-e46f4ae3c659 req-dbe78609-1ed6-4cb8-a903-a218e940bb7b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0479896 Aug 31 07:40:48.314373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-009bbf8a-fdbc-4f0f-92ab-e46f4ae3c659 req-2d79335a-0727-4b2a-9a80-fbcfa1f3a6b4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320985 Aug 31 07:40:49.428204 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e963-9592-4024-8da5-c8308fb414ba req-dc602552-6007-43bc-8a9c-e37e8b495be3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:49.429840 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef98e963-9592-4024-8da5-c8308fb414ba req-dc602552-6007-43bc-8a9c-e37e8b495be3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0496762 Aug 31 07:40:49.469438 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef98e963-9592-4024-8da5-c8308fb414ba req-7501aac2-0240-4cca-a340-9b4122959014 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328510 Aug 31 07:40:49.492442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56312) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:49.557682 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-5399810d-50bc-4549-a8be-66d7b7f5644d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/0e529630-5ed6-47b0-a251-c11d5b2e139b HTTP/1.1" status: 200 len: 994 time: 0.0639598 Aug 31 07:40:50.819230 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38442f6-ce02-4da7-95ba-8b8d2266d107 req-7f77813d-1777-4917-ad67-5b02f5bb46d0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:50.820767 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f38442f6-ce02-4da7-95ba-8b8d2266d107 req-7f77813d-1777-4917-ad67-5b02f5bb46d0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0494237 Aug 31 07:40:50.845237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-1c7944d7-8344-4ef1-acb8-5897f46298c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:50.846674 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-1c7944d7-8344-4ef1-acb8-5897f46298c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 1098 time: 0.0410702 Aug 31 07:40:50.860238 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f38442f6-ce02-4da7-95ba-8b8d2266d107 req-483f3626-1d18-4bd9-a97e-b2314516eb47 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327842 Aug 31 07:40:50.943394 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-2a79ed01-aec1-4105-9df0-dd9bc9970a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:50.944872 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-2a79ed01-aec1-4105-9df0-dd9bc9970a5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=257733f7-1b71-482e-8549-86cc79969b2c HTTP/1.1" status: 200 len: 897 time: 0.0902758 Aug 31 07:40:51.013585 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-52845028-7341-48ee-9eac-467271fcfe2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d HTTP/1.1" status: 200 len: 1002 time: 0.0594544 Aug 31 07:40:51.065904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-0c6e8b62-b62d-48bc-9125-5c5c047f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:51.067346 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-0c6e8b62-b62d-48bc-9125-5c5c047f0b2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41997bc-439e-403d-b7e0-fc3dedb93d20 HTTP/1.1" status: 200 len: 835 time: 0.0462158 Aug 31 07:40:51.114358 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-5a2e0e60-2aea-46a3-b9b7-542c3adcb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:51.115729 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-5a2e0e60-2aea-46a3-b9b7-542c3adcb96a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=257733f7-1b71-482e-8549-86cc79969b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394785 Aug 31 07:40:51.203878 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-6507e72a-f01b-4bcf-96c2-4d05c3f61659 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791855 Aug 31 07:40:51.315985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf72a0e-cc14-4bf6-b988-752894272737 req-0e94347c-0900-4629-beca-e95122eed4b2 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984821 Aug 31 07:40:51.980872 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87267b51-e58e-430d-becc-db82c71d3568 req-570dad4a-cd88-40a6-8d77-d2432823c19f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:51.982407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-87267b51-e58e-430d-becc-db82c71d3568 req-570dad4a-cd88-40a6-8d77-d2432823c19f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0498281 Aug 31 07:40:52.020293 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-87267b51-e58e-430d-becc-db82c71d3568 req-0773d680-d68f-436c-980b-16e1aaae3d0c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320244 Aug 31 07:40:52.042998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56324) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:52.105875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-749c1141-d2fb-4718-b6a9-acfb96ce36b3 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/0e529630-5ed6-47b0-a251-c11d5b2e139b HTTP/1.1" status: 200 len: 994 time: 0.0617712 Aug 31 07:40:54.316284 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cf30f5e0-e0c5-449b-b738-c2ef7bc7608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.099562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.601981 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.925630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5963dce6-5517-4098-9240-07145578054e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.012042 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.394473 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.246300 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.607956 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:41:24.317783 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-55f00306-97f5-42da-b874-30ebe8b8811d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.111846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.569847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56346) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:26.624921 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.926895 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3f0e76ac-9430-4292-96d3-86a72887b3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.003851 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.066662 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 34c9beb3-5a65-4383-926f-18b45d859903 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:27.067004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.140241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.140571 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.152977 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 34c9beb3-5a65-4383-926f-18b45d859903 owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:27.297593 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.328493 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=34c9beb3-5a65-4383-926f-18b45d859903,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:27.340322 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.340671 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.341005 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.341360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.341688 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.342013 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.342333 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.342654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.342971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.343285 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.343600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.343909 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:27.396018 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.396345 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP 0e529630-5ed6-47b0-a251-c11d5b2e139b disassociated (deleted). External IP: 172.25.5.211, port: 4b057fd5-0959-4470-82eb-3a06e6659a1d. Aug 31 07:41:27.600511 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router e5f31c51-8902-4056-accd-181d7ef562c6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:27.707955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:27.712775 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.717881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] Sync routers for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:27.727328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:27.727940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:27.739454 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40cd16af-3a7c-4baa-8c27-eb255a1de8b6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/floatingips/0e529630-5ed6-47b0-a251-c11d5b2e139b HTTP/1.1" status: 204 len: 168 time: 1.1685343 Aug 31 07:41:27.740046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:27.742328 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a07914-be0d-4aad-90f0-3b1a530e4c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:27.834235 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5574f0d0-d896-424e-80ac-a7c1370d0385 x-openstack-request-id: req-5574f0d0-d896-424e-80ac-a7c1370d0385 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:27.834783 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:27.835271 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5574f0d0-d896-424e-80ac-a7c1370d0385 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:27.835931 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'status': 'completed', 'code': 200} Aug 31 07:41:27.841331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:27.924330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-4e67ce70-7bb1-4874-8b66-2d208f5e856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:27.926085 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-4e67ce70-7bb1-4874-8b66-2d208f5e856b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 1098 time: 0.0461047 Aug 31 07:41:27.985929 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54553f-837e-4da4-a5f2-160c2cb6eef1 req-a3bf29a7-280b-4ca1-9731-ecb28fae4591 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:27.987639 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a54553f-837e-4da4-a5f2-160c2cb6eef1 req-a3bf29a7-280b-4ca1-9731-ecb28fae4591 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0488110 Aug 31 07:41:28.029814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3a54553f-837e-4da4-a5f2-160c2cb6eef1 req-5b2951a2-80b5-45a9-b493-808cc241cf66 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346625 Aug 31 07:41:28.032779 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-4fbbd845-cc79-4cf1-86c1-0941130d6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:28.034405 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-4fbbd845-cc79-4cf1-86c1-0941130d6fc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=257733f7-1b71-482e-8549-86cc79969b2c HTTP/1.1" status: 200 len: 897 time: 0.0974495 Aug 31 07:41:28.068220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:52Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:28.079527 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-f0b176ab-a155-470b-a74e-aecfdac0c852 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d HTTP/1.1" status: 200 len: 217 time: 0.0358193 Aug 31 07:41:28.094551 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] Checking router: e5f31c51-8902-4056-accd-181d7ef562c6 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:28.102774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:28.103385 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:28.130145 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-a00073c1-f6b6-46fd-b717-714e8dfefda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:28.131623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-a00073c1-f6b6-46fd-b717-714e8dfefda8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41997bc-439e-403d-b7e0-fc3dedb93d20 HTTP/1.1" status: 200 len: 835 time: 0.0435207 Aug 31 07:41:28.194886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-05291cd0-ccae-4a05-be8f-4e45cc94f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:28.196451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-05291cd0-ccae-4a05-be8f-4e45cc94f44d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=257733f7-1b71-482e-8549-86cc79969b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510542 Aug 31 07:41:28.214675 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:28.295480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-fdbe458b-1dcb-48c3-835b-db98a0605083 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858102 Aug 31 07:41:28.393332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-65a07914-be0d-4aad-90f0-3b1a530e4c9f req-423871fc-0c36-4cb3-906d-3661518b2d21 service neutron] 10.222.0.23 "GET /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889690 Aug 31 07:41:28.409579 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.430328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:52Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:28.456684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54390f-a9cd-4e1e-aab8-5cbc77b49721 None None] The sync data for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 is: [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:47Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '0de2343d-be8e-4d38-ace2-abe650c18660', 'name': '', 'network_id': '257733f7-1b71-482e-8549-86cc79969b2c', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:d3:a9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:47Z', 'updated_at': '2021-08-31T07:39:52Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'd41997bc-439e-403d-b7e0-fc3dedb93d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:28.669326 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e9db2d-d258-40f2-8a1d-f49cb2afcad5 None None] New status for floating IP 0e529630-5ed6-47b0-a251-c11d5b2e139b: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:41:29.154286 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de78cf0-2c5d-438d-be08-68b19bc135b0 req-3ae9729a-4db1-4eb3-8aae-2dba8ce60be0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:29.156142 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0de78cf0-2c5d-438d-be08-68b19bc135b0 req-3ae9729a-4db1-4eb3-8aae-2dba8ce60be0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0566018 Aug 31 07:41:29.194448 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0de78cf0-2c5d-438d-be08-68b19bc135b0 req-9d99c0f8-5f05-4996-921a-a2fedb31eff4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=b54730cb-7512-49d3-97d3-08ab6e66e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323145 Aug 31 07:41:29.743346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-398bbc38-3246-419d-967c-e89e606f3098 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:29.745575 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-398bbc38-3246-419d-967c-e89e606f3098 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 946 time: 0.0490448 Aug 31 07:41:29.841666 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 4b057fd5-0959-4470-82eb-3a06e6659a1d {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:29.842007 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.946234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 4b057fd5-0959-4470-82eb-3a06e6659a1d, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=4b057fd5-0959-4470-82eb-3a06e6659a1d,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:29.946598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.960075 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 4b057fd5-0959-4470-82eb-3a06e6659a1d owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:30.089928 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.116981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=4b057fd5-0959-4470-82eb-3a06e6659a1d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:30.160183 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] No DVR routers for this DVR port 4b057fd5-0959-4470-82eb-3a06e6659a1d on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:30.162891 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.164985 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ab2caefe-5d51-49b4-adf3-f6b73cb1def2 req-b791a39d-ee8e-4921-b6be-28b1edfaed61 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "DELETE /v2.0/ports/4b057fd5-0959-4470-82eb-3a06e6659a1d HTTP/1.1" status: 204 len: 173 time: 0.4125307 Aug 31 07:41:30.165481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'name': 'network-vif-deleted', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:30.168350 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a7f76-716f-4477-a2d2-9c267a48bada" -d '{"events": [{"server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "name": "network-vif-deleted", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:30.207491 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873cd3f2-63c6-49d0-996f-1128dceee7bd x-openstack-request-id: req-873cd3f2-63c6-49d0-996f-1128dceee7bd {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:30.207786 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcddb47-e2aa-4b05-8e1c-4d5c6053f186", "name": "network-vif-deleted", "tag": "4b057fd5-0959-4470-82eb-3a06e6659a1d", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:30.208037 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-873cd3f2-63c6-49d0-996f-1128dceee7bd {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:30.208446 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcddb47-e2aa-4b05-8e1c-4d5c6053f186', 'name': 'network-vif-deleted', 'tag': '4b057fd5-0959-4470-82eb-3a06e6659a1d', 'status': 'completed', 'code': 200} Aug 31 07:41:30.251261 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.306407 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-db6d7a36-f89f-436e-afc7-fa63ca243649 req-2974f9d6-fcfb-4532-b248-3b4a3a60dd00 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bcddb47-e2aa-4b05-8e1c-4d5c6053f186 HTTP/1.1" status: 200 len: 210 time: 0.0323687 Aug 31 07:41:31.365936 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56364) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.726068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.993414 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4b057fd5-0959-4470-82eb-3a06e6659a1d no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:31.998446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 0de2343d-be8e-4d38-ace2-abe650c18660 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:31.998788 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.014500 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 4b057fd5-0959-4470-82eb-3a06e6659a1d {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:32.014844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 4b057fd5-0959-4470-82eb-3a06e6659a1d not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:32.088734 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 0de2343d-be8e-4d38-ace2-abe650c18660, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0de2343d-be8e-4d38-ace2-abe650c18660,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:32.089093 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.101680 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 0de2343d-be8e-4d38-ace2-abe650c18660 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:32.283161 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.311873 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=0de2343d-be8e-4d38-ace2-abe650c18660,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:32.480367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.692482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router e5f31c51-8902-4056-accd-181d7ef562c6 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:32.797326 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:32.804685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-38460e87-8707-4b17-8fe6-87a4e2820384 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/e5f31c51-8902-4056-accd-181d7ef562c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4353297 Aug 31 07:41:32.804967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56366) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:32.808219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] Sync routers for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:32.817334 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:32.817941 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:32.857129 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8456bb6e-9d09-4ec8-8e2d-e87888af3775 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting subnet d41997bc-439e-403d-b7e0-fc3dedb93d20 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:41:32.859929 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8456bb6e-9d09-4ec8-8e2d-e87888af3775 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.899458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8456bb6e-9d09-4ec8-8e2d-e87888af3775 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.923299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:32.987351 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8456bb6e-9d09-4ec8-8e2d-e87888af3775 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.046321 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8456bb6e-9d09-4ec8-8e2d-e87888af3775 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.073063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456bb6e-9d09-4ec8-8e2d-e87888af3775 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Subnet': ['ID=d41997bc-439e-403d-b7e0-fc3dedb93d20,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.076680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8456bb6e-9d09-4ec8-8e2d-e87888af3775 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.080457 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-8456bb6e-9d09-4ec8-8e2d-e87888af3775 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/subnets/d41997bc-439e-403d-b7e0-fc3dedb93d20 HTTP/1.1" status: 204 len: 168 time: 0.2726710 Aug 31 07:41:33.081172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56368) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:33.087520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7569fc77-4d95-46f2-a5b0-ce5461707bb3 None None] Network 257733f7-1b71-482e-8549-86cc79969b2c requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:33.164477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:41:32Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:33.200283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.210550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] Checking router: e5f31c51-8902-4056-accd-181d7ef562c6 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:33.241258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] Routers {'e5f31c51-8902-4056-accd-181d7ef562c6'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:33.241774 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e5f31c51-8902-4056-accd-181d7ef562c6'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:33.318202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.360056 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] Set router e5f31c51-8902-4056-accd-181d7ef562c6 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:33.379617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:33.380056 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.389970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] DHCP port deletion for 257733f7-1b71-482e-8549-86cc79969b2c request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:41:33.464175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port a4f64e00-42eb-4e23-bdb7-b3d75ba78da1, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=a4f64e00-42eb-4e23-bdb7-b3d75ba78da1,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:33.464539 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.476097 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:33.537634 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Deleting port 11980129-493f-42e7-b87f-b7ed8f2e0a6b {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:33.537900 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.631331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] For port 11980129-493f-42e7-b87f-b7ed8f2e0a6b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=11980129-493f-42e7-b87f-b7ed8f2e0a6b,segment=NetworkSegment(0cffda0c-b623-4202-84b4-e50c800391ce),segment_id=0cffda0c-b623-4202-84b4-e50c800391ce)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:33.631640 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.645896 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Calling delete_port for 11980129-493f-42e7-b87f-b7ed8f2e0a6b owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:33.652045 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.679540 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=a4f64e00-42eb-4e23-bdb7-b3d75ba78da1,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.694898 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:41:32Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:33.727222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cad939-4bb7-4c6f-a180-8001a7ca0753 None None] The sync data for ids ['e5f31c51-8902-4056-accd-181d7ef562c6'] in n-d-712142-16 is: [{'id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780129326', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:41:32Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': 'a4f64e00-42eb-4e23-bdb7-b3d75ba78da1', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f31c51-8902-4056-accd-181d7ef562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:33.743398 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.774093 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.799622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Pushing event deleted for resources: {'Port': ['ID=11980129-493f-42e7-b87f-b7ed8f2e0a6b,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.803881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] No DVR routers for this DVR port 11980129-493f-42e7-b87f-b7ed8f2e0a6b on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:33.811377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.813954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.813954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.813954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.813954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.813954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.813954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.813954 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.815062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.815062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.815062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:33.815062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c786-1fd3-4126-9342-fbdcfdb6a884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:34.189754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11980129-493f-42e7-b87f-b7ed8f2e0a6b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:34.190399 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.192716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.210430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 11980129-493f-42e7-b87f-b7ed8f2e0a6b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:34.210914 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 11980129-493f-42e7-b87f-b7ed8f2e0a6b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:34.211158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0de2343d-be8e-4d38-ace2-abe650c18660 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:34.231221 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 0de2343d-be8e-4d38-ace2-abe650c18660 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:34.231573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0de2343d-be8e-4d38-ace2-abe650c18660 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:34.243512 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.244453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Fanout notify agent at l3_agent the message router_deleted on router e5f31c51-8902-4056-accd-181d7ef562c6 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:41:34.251197 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.252389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-eb4029be-e023-451e-b75e-c7b250269978 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/routers/e5f31c51-8902-4056-accd-181d7ef562c6 HTTP/1.1" status: 204 len: 168 time: 1.1700461 Aug 31 07:41:34.255056 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56370) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:34.329953 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.422870 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.433608 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257733f7-1b71-482e-8549-86cc79969b2c']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:34.444037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cffda0c-b623-4202-84b4-e50c800391ce') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:34.444325 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cffda0c-b623-4202-84b4-e50c800391ce') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:34.453428 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.467242 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.472918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:41:34.473380 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:41:34.476436 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:41:34.537403 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.544896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.546359 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/networks/257733f7-1b71-482e-8549-86cc79969b2c HTTP/1.1" status: 204 len: 168 time: 0.2903745 Aug 31 07:41:34.548955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56372) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:34.565925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b087fe4-d25e-4128-8083-aab4e81ae543 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Network': ['ID=257733f7-1b71-482e-8549-86cc79969b2c,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.616407 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3eeb-6fda-42ac-92e9-40c3107c772f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.641896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3eeb-6fda-42ac-92e9-40c3107c772f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.702261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3eeb-6fda-42ac-92e9-40c3107c772f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.704723 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3eeb-6fda-42ac-92e9-40c3107c772f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.705920 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ab8d3eeb-6fda-42ac-92e9-40c3107c772f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/security-groups/b54730cb-7512-49d3-97d3-08ab6e66e4b2 HTTP/1.1" status: 204 len: 168 time: 0.1560314 Aug 31 07:41:34.716853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d3eeb-6fda-42ac-92e9-40c3107c772f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54730cb-7512-49d3-97d3-08ab6e66e4b2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.020148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56378) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:35.024860 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0a348054-7434-4f16-a078-670a8d9e12dd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104910680', 'description': 'tempest-secgroup-smoke-104910680 description', 'project_id': '7bb0525aec8c4a709b0b14156444f449'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:35.047639 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a348054-7434-4f16-a078-670a8d9e12dd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.129552 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a348054-7434-4f16-a078-670a8d9e12dd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.132949 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a348054-7434-4f16-a078-670a8d9e12dd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.160559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a348054-7434-4f16-a078-670a8d9e12dd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.161786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a348054-7434-4f16-a078-670a8d9e12dd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1406403 Aug 31 07:41:35.163572 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a348054-7434-4f16-a078-670a8d9e12dd tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158b071b-c70b-47f2-bfca-35ac0efd10da,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.164830 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56380) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:35.170123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '158b071b-c70b-47f2-bfca-35ac0efd10da', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:35.197413 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.254074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.257518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.274655 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73b11ef-6288-4bd4-b141-139940c70a32,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.283296 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.286975 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186025 Aug 31 07:41:35.286975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.286975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.286975 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.287360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.287462 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.287541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56382) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:35.287772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.288115 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.288491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.288853 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.289255 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.289532 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.289907 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c27dc4-15b5-47df-b8d2-36f1c02a620d tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:35.293521 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-50d8fa30-f5c3-4eae-a6a6-a77805c77911 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '158b071b-c70b-47f2-bfca-35ac0efd10da', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:35.319032 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50d8fa30-f5c3-4eae-a6a6-a77805c77911 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.378378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50d8fa30-f5c3-4eae-a6a6-a77805c77911 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.381846 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50d8fa30-f5c3-4eae-a6a6-a77805c77911 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.398081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8fa30-f5c3-4eae-a6a6-a77805c77911 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a8be74-a64d-4e0f-a626-e30ea9a71ecc,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.404353 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50d8fa30-f5c3-4eae-a6a6-a77805c77911 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.405875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-50d8fa30-f5c3-4eae-a6a6-a77805c77911 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171231 Aug 31 07:41:35.408706 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56384) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:35.413042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-455280ed-4b89-4a44-ac60-b54d2ede738b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '158b071b-c70b-47f2-bfca-35ac0efd10da', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:35.439284 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-455280ed-4b89-4a44-ac60-b54d2ede738b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.495474 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-455280ed-4b89-4a44-ac60-b54d2ede738b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.499131 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-455280ed-4b89-4a44-ac60-b54d2ede738b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.515804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455280ed-4b89-4a44-ac60-b54d2ede738b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff0d148-2173-44f4-9674-822f09c5287b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.521795 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-455280ed-4b89-4a44-ac60-b54d2ede738b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.523031 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-455280ed-4b89-4a44-ac60-b54d2ede738b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133645 Aug 31 07:41:35.526340 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56386) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:35.531063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-4962bffb-5d36-4db9-be82-ff33a0f63a53 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '158b071b-c70b-47f2-bfca-35ac0efd10da', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:35.558371 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4962bffb-5d36-4db9-be82-ff33a0f63a53 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.616726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4962bffb-5d36-4db9-be82-ff33a0f63a53 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.620407 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4962bffb-5d36-4db9-be82-ff33a0f63a53 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.637102 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962bffb-5d36-4db9-be82-ff33a0f63a53 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aba92e-68f2-46f1-a4f7-6a3294ff1994,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.643661 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4962bffb-5d36-4db9-be82-ff33a0f63a53 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.644834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4962bffb-5d36-4db9-be82-ff33a0f63a53 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175251 Aug 31 07:41:35.647548 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56388) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:35.652605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-5b0644d8-8693-49f3-88e1-16552e2fd761 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '158b071b-c70b-47f2-bfca-35ac0efd10da', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:35.673723 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-5b0644d8-8693-49f3-88e1-16552e2fd761 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:41:35.678543 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b0644d8-8693-49f3-88e1-16552e2fd761 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.739328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b0644d8-8693-49f3-88e1-16552e2fd761 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.742829 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b0644d8-8693-49f3-88e1-16552e2fd761 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.759619 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0644d8-8693-49f3-88e1-16552e2fd761 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d42f0ab-4e49-4342-a5cf-94ddef10eaac,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.765631 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5b0644d8-8693-49f3-88e1-16552e2fd761 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.766839 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-5b0644d8-8693-49f3-88e1-16552e2fd761 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183679 Aug 31 07:41:35.769639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56390) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:35.774107 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f5f520c2-9fb3-4345-9caa-2124b88663d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'security_group_rule': {'security_group_id': '158b071b-c70b-47f2-bfca-35ac0efd10da', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:35.796646 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-f5f520c2-9fb3-4345-9caa-2124b88663d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Project 7bb0525aec8c4a709b0b14156444f449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:41:35.801153 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5f520c2-9fb3-4345-9caa-2124b88663d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.861324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5f520c2-9fb3-4345-9caa-2124b88663d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.864831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5f520c2-9fb3-4345-9caa-2124b88663d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.881607 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f520c2-9fb3-4345-9caa-2124b88663d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc5ecbc-8ccd-4d1f-8cb5-5acb96f6e1c9,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.888368 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f5f520c2-9fb3-4345-9caa-2124b88663d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.889773 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f5f520c2-9fb3-4345-9caa-2124b88663d2 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191955 Aug 31 07:41:35.892767 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56392) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:35.897997 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'network': {'name': 'tempest-network-smoke--583998937', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'port_security_enabled': True}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:35.913718 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:35.922133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:35.925758 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.938201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:35.938527 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device a4f64e00-42eb-4e23-bdb7-b3d75ba78da1 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:35.950004 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:41:35.959382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.959856 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Added segment 2f535e7f-f66c-4485-b7f9-2e7cbdc031e0 of type vlan for network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 Aug 31 07:41:36.000736 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.024768 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.031918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.032511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.089934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1960835 Aug 31 07:41:36.092682 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56394) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:36.097085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'admin_state_up': True, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:36.114007 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea164f9b-83d0-4d24-93cc-a8d45363d8f9 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Network': ['ID=675d2c0c-e6d0-41e0-8ff7-d8cd35375628,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:36.123808 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:41:36.131681 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.132749 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.185237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.326550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.516483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.534884 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.634270 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.205 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/0fe7bde8-382c-4a66-8c08-56f81b757fb2) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:36.736498 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.774404 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.810578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:36.815314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:36.818827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:36.842313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=0fe7bde8-382c-4a66-8c08-56f81b757fb2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:37.069206 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.263603 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.394620 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router f3c422e7-70dc-485b-a9dc-4f75f418481c is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:41:37.499464 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:37.508714 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Sync routers for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:37.518178 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.518373 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:37.518905 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:37.519718 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7c34adf9-6064-4fc2-822b-bdc0e07623f0 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4260557 Aug 31 07:41:37.522830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56396) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:37.552596 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-cdbfb4e4-aef0-48ec-bbfc-92a300008876 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=7bb0525aec8c4a709b0b14156444f449&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286319 Aug 31 07:41:37.556223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56398) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:37.623492 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:37.641898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b1c4b7-2b76-41c3-a433-eecc19e71822 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:37.643446 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-45b1c4b7-2b76-41c3-a433-eecc19e71822 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872324 Aug 31 07:41:37.646696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56400) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:37.679441 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0fd8d018-c674-4ae2-b733-97154fcfe2e0 tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=30e2354c-4b08-45fe-92e6-f67108ed265a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317204 Aug 31 07:41:37.681988 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56402) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:37.686705 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1363577791', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:37.773979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:37.778064 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.797468 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:36Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:37.826956 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Checking router: f3c422e7-70dc-485b-a9dc-4f75f418481c for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:37.827295 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Updating router f3c422e7-70dc-485b-a9dc-4f75f418481c port 0fe7bde8-382c-4a66-8c08-56f81b757fb2 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:37.851408 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.966046 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.024173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Subnet': ['ID=ffa17bef-848a-4466-afea-1c3d154f2c1a,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.036067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Checking segment: {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:38.036456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network hostable DHCP agents. Network: 675d2c0c-e6d0-41e0-8ff7-d8cd35375628, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:41:38.053639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:41:38.062701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 675d2c0c-e6d0-41e0-8ff7-d8cd35375628) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:38.067084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.067682 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.075868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b4d33-5b30-4343-afd4-911024d3ae28 None None] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:38.083307 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9f6a0d8a-f537-4352-b286-48265e81f22f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4003155 Aug 31 07:41:38.086036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56404) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:38.103140 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.113119 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Transition to ACTIVE for port object 0fe7bde8-382c-4a66-8c08-56f81b757fb2 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:38.119099 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.166840 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Pushing event updated for resources: {'Port': ['ID=0fe7bde8-382c-4a66-8c08-56f81b757fb2,revision_number=2']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.186581 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Attempting to bind port 0fe7bde8-382c-4a66-8c08-56f81b757fb2 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:38.186950 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Attempting to bind port 0fe7bde8-382c-4a66-8c08-56f81b757fb2 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:38.187317 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Attempting to bind port 0fe7bde8-382c-4a66-8c08-56f81b757fb2 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:38.199574 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.200296 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.200637 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.201310 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.201310 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.201655 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.201978 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.202301 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.202623 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.202946 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.203650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.203650 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.208955 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:38.209362 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:38.209769 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.210153 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:38.210622 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Bound port: 0fe7bde8-382c-4a66-8c08-56f81b757fb2, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:38.210998 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.244653 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:41:38.246235 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.268913 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] For port 0fe7bde8-382c-4a66-8c08-56f81b757fb2, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:38.273323 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] For port 0fe7bde8-382c-4a66-8c08-56f81b757fb2, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0fe7bde8-382c-4a66-8c08-56f81b757fb2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:38.278954 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.328045 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:38.328846 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:38.377757 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115b0c7-9d3f-423f-b0fd-a4f9b85500e3 None None] Pushing event updated for resources: {'Port': ['ID=0fe7bde8-382c-4a66-8c08-56f81b757fb2,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.389436 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Allocated IP 172.20.0.2 (675d2c0c-e6d0-41e0-8ff7-d8cd35375628/ffa17bef-848a-4466-afea-1c3d154f2c1a/b78c3205-a472-41cd-a4a4-440b71b06c93) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:38.540933 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.541305 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:38.550549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Transition to ACTIVE for port object b78c3205-a472-41cd-a4a4-440b71b06c93 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:38.566164 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Transition to ACTIVE for port object b78c3205-a472-41cd-a4a4-440b71b06c93 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:38.576018 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.577848 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.724903 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:36Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:38.756040 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e664f43-33ea-4013-8481-f77744c408fd None None] The sync data for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 is: [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:36Z', 'revision_number': 3, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:38.782859 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:38.788708 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:38.791908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:38.794807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Pushing event updated for resources: {'Port': ['ID=b78c3205-a472-41cd-a4a4-440b71b06c93,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.849709 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Attempting to bind port b78c3205-a472-41cd-a4a4-440b71b06c93 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:38.850083 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Attempting to bind port b78c3205-a472-41cd-a4a4-440b71b06c93 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:38.850457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Attempting to bind port b78c3205-a472-41cd-a4a4-440b71b06c93 on network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:38.855592 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:38.855980 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Checking segment: {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:38.856390 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.857268 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Bound using segment: {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:38.857729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Bound port: b78c3205-a472-41cd-a4a4-440b71b06c93, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:38.858332 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.859053 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.1 (675d2c0c-e6d0-41e0-8ff7-d8cd35375628/ffa17bef-848a-4466-afea-1c3d154f2c1a/9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:38.927544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] For port b78c3205-a472-41cd-a4a4-440b71b06c93, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:38.930848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] For port b78c3205-a472-41cd-a4a4-440b71b06c93, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b78c3205-a472-41cd-a4a4-440b71b06c93,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:38.936159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.003358 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.019486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:39.035262 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a8dbe-de77-4d45-a383-3d3e1423f4b6 None None] Pushing event updated for resources: {'Port': ['ID=b78c3205-a472-41cd-a4a4-440b71b06c93,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:39.076029 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.131623 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:39.135678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:39.139827 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:39.146564 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:39.189565 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.361439 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.606805 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:41:39.652285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.660027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.740836 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.742815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:39.845950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:39.848108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:39.978223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router f3c422e7-70dc-485b-a9dc-4f75f418481c has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:39.988076 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fba15-3b2a-4121-8bd0-5d6687225e5f None None] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:40.050834 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b78c3205-a472-41cd-a4a4-440b71b06c93 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:40.097107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a97702bf-5af8-4934-92a0-a43ca534d811 None None] Provisioning for port b78c3205-a472-41cd-a4a4-440b71b06c93 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:40.161913 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port b78c3205-a472-41cd-a4a4-440b71b06c93 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:40.170464 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b78c3205-a472-41cd-a4a4-440b71b06c93 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:40.170838 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.287436 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.324903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port b78c3205-a472-41cd-a4a4-440b71b06c93, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b78c3205-a472-41cd-a4a4-440b71b06c93,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:40.331000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.332281 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0fe7bde8-382c-4a66-8c08-56f81b757fb2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:40.414966 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=b78c3205-a472-41cd-a4a4-440b71b06c93,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:40.430628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0fe7bde8-382c-4a66-8c08-56f81b757fb2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:40.436483 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0fe7bde8-382c-4a66-8c08-56f81b757fb2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:40.437705 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.458776 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:40.468835 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-27c174fd-b339-487d-8730-3b396de915f7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/f3c422e7-70dc-485b-a9dc-4f75f418481c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3772480 Aug 31 07:41:40.469613 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Sync routers for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:40.491572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:40.492211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:40.615679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-16b00d8d-1c5c-407e-b8e4-9bac04a49161 None None] Provisioning for port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:40.618055 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-d250f51a-bbda-437e-8073-8e443a927098 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104910680&fields=id&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 267 time: 0.0361240 Aug 31 07:41:40.628790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-16b00d8d-1c5c-407e-b8e4-9bac04a49161 None None] Provisioning complete for port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:40.629162 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-16b00d8d-1c5c-407e-b8e4-9bac04a49161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.641107 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.694990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:40.698308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 0fe7bde8-382c-4a66-8c08-56f81b757fb2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0fe7bde8-382c-4a66-8c08-56f81b757fb2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:40.732215 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.739850 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-16b00d8d-1c5c-407e-b8e4-9bac04a49161 None None] Port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:40.744131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210cda-074c-4c53-9981-1086912b0140 req-98ff2f82-4732-430f-8f57-aed8f339319b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.746180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-98ff2f82-4732-430f-8f57-aed8f339319b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/networks?id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628 HTTP/1.1" status: 200 len: 796 time: 0.1201813 Aug 31 07:41:40.763355 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-2bc5c2f3-0549-4bf7-849e-072d96429e80 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/quotas/7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 375 time: 0.0111086 Aug 31 07:41:40.819451 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-3846a988-af5d-483e-a3f4-14f01754f495 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495551 Aug 31 07:41:40.837472 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-fd1f8729-4fcb-46ac-90bd-fbbb8a3b1635 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:41:40.838640 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-fd1f8729-4fcb-46ac-90bd-fbbb8a3b1635 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063162 Aug 31 07:41:40.859190 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-16b00d8d-1c5c-407e-b8e4-9bac04a49161 None None] Provisioning complete for port b78c3205-a472-41cd-a4a4-440b71b06c93 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:40.859638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-16b00d8d-1c5c-407e-b8e4-9bac04a49161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.900205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=0fe7bde8-382c-4a66-8c08-56f81b757fb2,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:40.989589 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-2696b009-7018-47d3-826d-54fadcbb6b2f service neutron] 10.222.0.15 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433120 Aug 31 07:41:41.026101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 2, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:41.055326 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Checking router: f3c422e7-70dc-485b-a9dc-4f75f418481c for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:41.055674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Updating router f3c422e7-70dc-485b-a9dc-4f75f418481c port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:41.080961 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.086205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-f1683548-83ca-4645-b2bc-47669fdca980 service neutron] 10.222.0.15 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897229 Aug 31 07:41:41.140106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-74e3151a-71e1-4d10-bc16-2b1e2ce70ec2 None None] Provisioning complete for port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:41.140485 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-74e3151a-71e1-4d10-bc16-2b1e2ce70ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.243640 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-74e3151a-71e1-4d10-bc16-2b1e2ce70ec2 None None] Port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:41.257211 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1e3453b1-8645-4424-8502-f19e8c66576f req-35c83352-b538-40a8-8266-463cec7dc73f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 210 time: 0.0298417 Aug 31 07:41:41.397779 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.408469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Transition to ACTIVE for port object 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:41.414884 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.463794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e4fdd-c5cb-42e6-acb9-c06c84a85863 None None] Pushing event updated for resources: {'Port': ['ID=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:41.518869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Attempting to bind port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:41.519269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Attempting to bind port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:41.519636 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Attempting to bind port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b on network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:41.525251 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:41.526169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Checking segment: {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:41.526676 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.526946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Bound using segment: {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:41.527557 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Bound port: 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:41.527935 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.606793 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] For port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:41.611172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] For port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:41.615817 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.665456 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:41.666776 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:41.729894 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e4fdd-c5cb-42e6-acb9-c06c84a85863 None None] Pushing event updated for resources: {'Port': ['ID=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:41.960149 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:41.963976 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b78c3205-a472-41cd-a4a4-440b71b06c93 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:42.129450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port b78c3205-a472-41cd-a4a4-440b71b06c93 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:42.130089 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.261847 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210cda-074c-4c53-9981-1086912b0140 req-c1407e19-6271-48da-86d5-4b87581f2b01 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.263927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-c1407e19-6271-48da-86d5-4b87581f2b01 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/networks?id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628 HTTP/1.1" status: 200 len: 796 time: 0.1226377 Aug 31 07:41:42.269100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0fe7bde8-382c-4a66-8c08-56f81b757fb2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:42.295604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:41Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:42.313057 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-8b5db6a7-3c48-4ace-94ea-5021f134d0e5 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb0525aec8c4a709b0b14156444f449 HTTP/1.1" status: 200 len: 379 time: 0.0391450 Aug 31 07:41:42.327567 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'port': {'device_id': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'admin_state_up': True, 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'security_groups': ['158b071b-c70b-47f2-bfca-35ac0efd10da']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:42.331681 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c2245-2c17-4052-852a-5f283aac1bc6 None None] The sync data for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 is: [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:41Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:42.356222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0fe7bde8-382c-4a66-8c08-56f81b757fb2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:42.356600 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.419117 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-148d9b3e-6fb1-4f3d-846c-393423a87b89 req-32b7ddc5-1308-49f1-8465-766e2f9cb362 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 210 time: 0.0741951 Aug 31 07:41:42.484824 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Made reservation on behalf of 7bb0525aec8c4a709b0b14156444f449 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:42.488910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.626194 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.20.0.6 (675d2c0c-e6d0-41e0-8ff7-d8cd35375628/ffa17bef-848a-4466-afea-1c3d154f2c1a/e1d51735-c3bc-4e33-b813-57756d9a2a56) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:42.778947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.794954 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Transition to ACTIVE for port object e1d51735-c3bc-4e33-b813-57756d9a2a56 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:42.828910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.874998 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:42.878214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:42.882193 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:42.907045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=e1d51735-c3bc-4e33-b813-57756d9a2a56,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:42.939856 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.940823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.957487 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-d5de1ce5-c4f7-45cb-b6f6-bdbe31be6bdc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6337614 Aug 31 07:41:42.972055 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Request body: {'port': {'device_id': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:43.038928 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.147136 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b9fbbcac-c661-4286-a25f-5b1e91c77170 None None] Provisioning for port e1d51735-c3bc-4e33-b813-57756d9a2a56 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:43.151807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b9fbbcac-c661-4286-a25f-5b1e91c77170 None None] Provisioning complete for port e1d51735-c3bc-4e33-b813-57756d9a2a56 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:43.152165 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b9fbbcac-c661-4286-a25f-5b1e91c77170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.188171 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbbcac-c661-4286-a25f-5b1e91c77170 None None] Port e1d51735-c3bc-4e33-b813-57756d9a2a56 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:43.325646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d51735-c3bc-4e33-b813-57756d9a2a56 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:43.333500 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.346500 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Transition to ACTIVE for port object e1d51735-c3bc-4e33-b813-57756d9a2a56 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:43.350567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.405669 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d51735-c3bc-4e33-b813-57756d9a2a56,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:43.489373 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Attempting to bind port e1d51735-c3bc-4e33-b813-57756d9a2a56 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:43.489816 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Attempting to bind port e1d51735-c3bc-4e33-b813-57756d9a2a56 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:43.490255 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Attempting to bind port e1d51735-c3bc-4e33-b813-57756d9a2a56 on network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:43.494950 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Port e1d51735-c3bc-4e33-b813-57756d9a2a56 on network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:43.495382 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Attempting to bind port e1d51735-c3bc-4e33-b813-57756d9a2a56 on network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:43.504352 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:43.506719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Checking segment: {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:43.507223 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Bound using segment: {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:43.508026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Bound port: e1d51735-c3bc-4e33-b813-57756d9a2a56, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:43.508227 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.556473 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383e687-71cc-4a58-b8a7-617b3e9cc5aa req-f9e77f52-e94d-4e96-b9b9-78c5da5a0c77 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.561709 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b383e687-71cc-4a58-b8a7-617b3e9cc5aa req-f9e77f52-e94d-4e96-b9b9-78c5da5a0c77 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 943 time: 0.0609055 Aug 31 07:41:43.579928 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] For port e1d51735-c3bc-4e33-b813-57756d9a2a56, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:43.583875 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] For port e1d51735-c3bc-4e33-b813-57756d9a2a56, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:43.590600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.604081 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b383e687-71cc-4a58-b8a7-617b3e9cc5aa req-f58fab47-5d18-4013-9a9a-da6330bc7a7a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399876 Aug 31 07:41:43.626331 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.626957 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.628376 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] 10.222.0.23 "PUT /v2.0/ports/e1d51735-c3bc-4e33-b813-57756d9a2a56 HTTP/1.1" status: 200 len: 1092 time: 0.6611476 Aug 31 07:41:43.628898 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:43.631129 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be459bc-83cc-4257-afca-a14ef4351af1" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:43.662404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe5b93-95cd-4944-8a41-1fc243754765 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d51735-c3bc-4e33-b813-57756d9a2a56,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:43.686545 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53493097-76f0-43cb-9538-f8d6225b5a47 x-openstack-request-id: req-53493097-76f0-43cb-9538-f8d6225b5a47 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:43.686834 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:43.687088 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53493097-76f0-43cb-9538-f8d6225b5a47 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:43.687488 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'status': 'completed', 'code': 200} Aug 31 07:41:43.723613 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210cda-074c-4c53-9981-1086912b0140 req-c1ffc1a3-b34f-4fe6-8337-e4db6a8c0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.725170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-c1ffc1a3-b34f-4fe6-8337-e4db6a8c0e2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 1095 time: 0.0494950 Aug 31 07:41:43.776312 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-eafbdb55-5b4d-4a63-95e8-2fcbeaffc3df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56 HTTP/1.1" status: 200 len: 217 time: 0.0403607 Aug 31 07:41:43.832648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210cda-074c-4c53-9981-1086912b0140 req-bba22037-ba5e-4eec-ac57-332319c78b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.834240 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-bba22037-ba5e-4eec-ac57-332319c78b36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffa17bef-848a-4466-afea-1c3d154f2c1a HTTP/1.1" status: 200 len: 835 time: 0.0513282 Aug 31 07:41:43.881041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210cda-074c-4c53-9981-1086912b0140 req-eb156867-0196-4ffd-b32b-f93e42892d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.882558 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-eb156867-0196-4ffd-b32b-f93e42892d06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401611 Aug 31 07:41:43.976671 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:43.980932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-ccffd8b4-d04d-4ae8-96d0-918e2f8c5759 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887675 Aug 31 07:41:44.043820 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:44.047548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:44.047919 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:44.076709 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-41210cda-074c-4c53-9981-1086912b0140 req-80248978-b731-47c6-a349-cb5eb901309b service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865173 Aug 31 07:41:44.125241 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:44.157717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:44.162322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:44.174304 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-9b1a61e3-8faa-4040-a040-0ead7792334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.175852 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-9b1a61e3-8faa-4040-a040-0ead7792334f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 1095 time: 0.0481505 Aug 31 07:41:44.214152 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:44.267668 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-4db5b2f7-7893-4107-8fca-54c35d1766a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.269169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-4db5b2f7-7893-4107-8fca-54c35d1766a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628 HTTP/1.1" status: 200 len: 897 time: 0.0842719 Aug 31 07:41:44.312662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-432a0dcd-d410-4976-8cd3-f51316e656a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56 HTTP/1.1" status: 200 len: 217 time: 0.0346546 Aug 31 07:41:44.370406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-fa0b80da-6109-4a03-869c-285580eacd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.371857 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-fa0b80da-6109-4a03-869c-285580eacd9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffa17bef-848a-4466-afea-1c3d154f2c1a HTTP/1.1" status: 200 len: 835 time: 0.0481658 Aug 31 07:41:44.421924 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-0067ef57-66e9-44b0-923c-373f0e18dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.423413 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-0067ef57-66e9-44b0-923c-373f0e18dffb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404315 Aug 31 07:41:44.517936 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-3302d105-9f78-4202-9092-3faca230d629 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808251 Aug 31 07:41:44.613023 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9be459bc-83cc-4257-afca-a14ef4351af1 req-255d533a-908c-45f3-8b64-398c290f5e20 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Aug 31 07:41:44.723919 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396de115-197b-4ec2-b9e2-9e1f9b33df17 req-26e13177-a853-4df2-999b-b1dcceeaaf3e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.725429 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-396de115-197b-4ec2-b9e2-9e1f9b33df17 req-26e13177-a853-4df2-999b-b1dcceeaaf3e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 943 time: 0.0482686 Aug 31 07:41:44.764587 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-396de115-197b-4ec2-b9e2-9e1f9b33df17 req-581f649e-b978-4e59-8628-fa2d083def5b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330725 Aug 31 07:41:45.880228 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572bbb3-4af1-46b4-b183-cce4cbf6943b req-1c221363-30fc-4f0d-861d-773e67f9df3e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.881755 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a572bbb3-4af1-46b4-b183-cce4cbf6943b req-1c221363-30fc-4f0d-861d-773e67f9df3e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 943 time: 0.0492156 Aug 31 07:41:45.920156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a572bbb3-4af1-46b4-b183-cce4cbf6943b req-b80c926c-1b30-4af5-88e0-d03515a63c86 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Aug 31 07:41:45.958754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:46.005579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:46.005951 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.836664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-f4d51c6d-0136-4218-b7e7-5323a2de6a9b req-f81adaaf-5977-4b10-8fd8-327e4afdedf9 service neutron] (94667) timed out ('10.222.0.15', 58836) {{(pid=94667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:41:47.039383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849de9-4abb-4aa4-9130-af9ead9534da req-330b1ea5-1dee-4fad-ac0d-3bd1a84f0a50 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:47.040890 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46849de9-4abb-4aa4-9130-af9ead9534da req-330b1ea5-1dee-4fad-ac0d-3bd1a84f0a50 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 943 time: 0.0547445 Aug 31 07:41:47.079692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46849de9-4abb-4aa4-9130-af9ead9534da req-4751f4d1-15bb-4e8c-9d26-69c6869072cb tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328190 Aug 31 07:41:48.098915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e1d51735-c3bc-4e33-b813-57756d9a2a56 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:48.195462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e1d51735-c3bc-4e33-b813-57756d9a2a56, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:48.201261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee9871-f831-4012-b754-d2966794b637 req-d940dbc3-bf31-4027-9058-5f5a0c323448 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:48.202800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bee9871-f831-4012-b754-d2966794b637 req-d940dbc3-bf31-4027-9058-5f5a0c323448 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 943 time: 0.0548537 Aug 31 07:41:48.207272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'port_id': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'mac_address': 'fa:16:3e:dd:06:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:48.241662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bee9871-f831-4012-b754-d2966794b637 req-18a3c3ba-446c-4998-9ffe-43c9ad4beb1c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Aug 31 07:41:48.243547 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.257417 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d51735-c3bc-4e33-b813-57756d9a2a56 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:48.276807 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e1d51735-c3bc-4e33-b813-57756d9a2a56, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:48.280856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.326685 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e1d51735-c3bc-4e33-b813-57756d9a2a56,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:48.521241 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['e1d51735-c3bc-4e33-b813-57756d9a2a56'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:49.361628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999db248-4a3e-42d5-a92f-4cd2d5908ed2 req-4f3d4707-db19-404c-a8b0-1e469a1ae8ed tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.363150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-999db248-4a3e-42d5-a92f-4cd2d5908ed2 req-4f3d4707-db19-404c-a8b0-1e469a1ae8ed tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 944 time: 0.0506287 Aug 31 07:41:49.400293 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-999db248-4a3e-42d5-a92f-4cd2d5908ed2 req-d36edf77-fa4c-4f0a-9bfd-7a722f9fc6e6 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Aug 31 07:41:50.092402 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e1d51735-c3bc-4e33-b813-57756d9a2a56 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:50.142819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port e1d51735-c3bc-4e33-b813-57756d9a2a56 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:50.146305 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port e1d51735-c3bc-4e33-b813-57756d9a2a56 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:50.146674 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:50.221551 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:50.242623 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:50.244866 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a744f7aa-4b88-414e-987d-72d666c97b08" -d '{"events": [{"server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "name": "network-vif-plugged", "status": "completed", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:50.257693 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port e1d51735-c3bc-4e33-b813-57756d9a2a56, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:50.262359 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:50.313067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=e1d51735-c3bc-4e33-b813-57756d9a2a56,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:50.342019 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c444a77b-2c99-451d-914c-1d08b8d6c1f6 x-openstack-request-id: req-c444a77b-2c99-451d-914c-1d08b8d6c1f6 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:50.342419 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "name": "network-vif-plugged", "status": "completed", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:50.342769 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c444a77b-2c99-451d-914c-1d08b8d6c1f6 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:50.343305 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'code': 200} Aug 31 07:41:50.442269 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557a791-7d0f-4886-a2c1-066d62a8e23c req-17bc7939-2dcc-4bf1-af0f-ef41c41485e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:50.443853 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5557a791-7d0f-4886-a2c1-066d62a8e23c req-17bc7939-2dcc-4bf1-af0f-ef41c41485e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 1097 time: 0.0401134 Aug 31 07:41:50.480235 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5557a791-7d0f-4886-a2c1-066d62a8e23c req-fe9553ed-4891-4ed9-be94-7ec459d6abf3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286019 Aug 31 07:41:50.515909 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8030b5-c231-4d74-a07e-379d593d9e79 req-ddee5d72-8311-477d-91ed-a634835e2dd7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:50.517406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a8030b5-c231-4d74-a07e-379d593d9e79 req-ddee5d72-8311-477d-91ed-a634835e2dd7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0496192 Aug 31 07:41:50.554142 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a8030b5-c231-4d74-a07e-379d593d9e79 req-c246ee9b-3c32-43fc-9b0e-db5bb20f42ef tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307648 Aug 31 07:41:51.671956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1537b-346a-4ade-9c44-260825c8838c req-433e2c08-f89c-48cf-b925-12d7b766d95a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.673501 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43c1537b-346a-4ade-9c44-260825c8838c req-433e2c08-f89c-48cf-b925-12d7b766d95a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0497837 Aug 31 07:41:51.712408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43c1537b-346a-4ade-9c44-260825c8838c req-c22a93b6-b055-49c5-97e6-ffb3c2895da4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328052 Aug 31 07:41:52.832047 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd1ff-426a-4ade-817e-4b19f67f25d8 req-a1d8826a-e42a-461b-9626-ba52aa251157 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.833637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bedcd1ff-426a-4ade-817e-4b19f67f25d8 req-a1d8826a-e42a-461b-9626-ba52aa251157 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0532095 Aug 31 07:41:52.871652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-bedcd1ff-426a-4ade-817e-4b19f67f25d8 req-ccb18619-230d-40b1-9724-b558b3fcec6f tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Aug 31 07:41:52.989550 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601027d8-6491-48a6-a0a5-4821150d6fbe req-67490576-b0e7-49e7-bc72-59275900e27e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.991138 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-601027d8-6491-48a6-a0a5-4821150d6fbe req-67490576-b0e7-49e7-bc72-59275900e27e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0528336 Aug 31 07:41:53.034696 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-601027d8-6491-48a6-a0a5-4821150d6fbe req-e650a3b5-6c6d-47ff-b443-b77dc0cfb17e tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370286 Aug 31 07:41:53.055920 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56462) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:53.095104 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313d7e8-5b2b-4e96-8318-f0da222d7a4f tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:53.096612 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3313d7e8-5b2b-4e96-8318-f0da222d7a4f tempest-TestNetworkAdvancedServerOps-1123760780 tempest-TestNetworkAdvancedServerOps-1123760780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 1092 time: 0.0397189 Aug 31 07:41:53.099765 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56464) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:53.104410 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:53.127101 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.228080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.330995 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Allocated IP 172.25.5.50 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/cc921249-1f7f-4616-9c27-4408f0c75e49) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:53.438518 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.483148 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.524551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:53.528192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:53.532560 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:53.537964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=cc921249-1f7f-4616-9c27-4408f0c75e49,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:53.895830 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.960831 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.108705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.113557 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.180501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event updated for resources: {'Port': ['ID=cc921249-1f7f-4616-9c27-4408f0c75e49,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:54.190170 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.290578 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP 03134841-bf45-4fc3-976e-e969940dd20e associated. External IP: 172.25.5.50, port: e1d51735-c3bc-4e33-b813-57756d9a2a56. Aug 31 07:41:54.319461 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-668786d8-8edb-465f-a44d-94165af116c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.494800 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router f3c422e7-70dc-485b-a9dc-4f75f418481c has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:54.599130 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:54.608771 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] Sync routers for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:54.614622 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.618285 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:54.618886 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:54.642097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-809c23cf-912a-4d87-ad1a-384b9e528f2b tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5410461 Aug 31 07:41:54.642845 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:54.645135 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d0a390-ef5e-446c-a35b-378c64816b50" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:54.685245 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c067aa5d-f591-4910-ae6b-68a71d1045ff x-openstack-request-id: req-c067aa5d-f591-4910-ae6b-68a71d1045ff {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:54.685598 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:54.685856 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c067aa5d-f591-4910-ae6b-68a71d1045ff {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:54.686413 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'status': 'completed', 'code': 200} Aug 31 07:41:54.725753 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:54.752667 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-2f60b9d5-0701-4a8c-b596-7fa517742a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:54.754270 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-2f60b9d5-0701-4a8c-b596-7fa517742a87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 1097 time: 0.0420096 Aug 31 07:41:54.758759 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d2683-c130-497e-ab80-5689e11d7265 req-a776deb5-a417-46c1-b1b0-ffc914591499 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:54.760406 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b65d2683-c130-497e-ab80-5689e11d7265 req-a776deb5-a417-46c1-b1b0-ffc914591499 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0593181 Aug 31 07:41:54.801994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b65d2683-c130-497e-ab80-5689e11d7265 req-62ac3309-6844-44f7-a4c3-ad916ce9bbef tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336363 Aug 31 07:41:54.824204 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56470) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:54.853404 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-0c4e17c4-1731-40d9-aef9-f137d9a43817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:54.855497 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-0c4e17c4-1731-40d9-aef9-f137d9a43817 service neutron] 10.222.0.23 "GET /v2.0/networks?id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628 HTTP/1.1" status: 200 len: 897 time: 0.0914757 Aug 31 07:41:54.891666 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-7cd7165d-d3c4-4711-9dc0-1f3bc3663424 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/03134841-bf45-4fc3-976e-e969940dd20e HTTP/1.1" status: 200 len: 990 time: 0.0662618 Aug 31 07:41:54.930161 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-f2d7d08b-d656-4a79-a8e9-af4543e708b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56 HTTP/1.1" status: 200 len: 998 time: 0.0621135 Aug 31 07:41:54.961778 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '03134841-bf45-4fc3-976e-e969940dd20e', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'port_id': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'mac_address': 'fa:16:3e:dd:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:53Z', 'updated_at': '2021-08-31T07:41:53Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:54.981784 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-e03f204d-8835-4949-a1db-19af8f16e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:54.983285 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-e03f204d-8835-4949-a1db-19af8f16e5e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffa17bef-848a-4466-afea-1c3d154f2c1a HTTP/1.1" status: 200 len: 835 time: 0.0428774 Aug 31 07:41:54.991270 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] Checking router: f3c422e7-70dc-485b-a9dc-4f75f418481c for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:55.000690 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:55.001246 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:55.041558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-83a4eb47-05c4-4a9b-88a9-83f034a35b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:55.043789 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-83a4eb47-05c4-4a9b-88a9-83f034a35b1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469015 Aug 31 07:41:55.103841 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:55.105421 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:55.136835 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-b2034701-6f19-4d48-9035-a066e295c9f7 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851684 Aug 31 07:41:55.232724 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-24d0a390-ef5e-446c-a35b-378c64816b50 req-7bbb3d0c-e2f2-494e-b00e-8a1b3ff62ae2 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881102 Aug 31 07:41:55.325250 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '03134841-bf45-4fc3-976e-e969940dd20e', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'port_id': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'mac_address': 'fa:16:3e:dd:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:53Z', 'updated_at': '2021-08-31T07:41:53Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:55.350680 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9c290-a605-4039-8041-0555b2e4a58f None None] The sync data for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 is: [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '03134841-bf45-4fc3-976e-e969940dd20e', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'port_id': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'mac_address': 'fa:16:3e:dd:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:53Z', 'updated_at': '2021-08-31T07:41:53Z', 'revision_number': 0, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:55.543379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883eaf3-6351-438d-9b98-e34fad54e82b None None] New status for floating IP 03134841-bf45-4fc3-976e-e969940dd20e: ACTIVE {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:41:55.895648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56472) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:55.954996 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-73da5259-3156-486d-85f2-6c17340800dc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/03134841-bf45-4fc3-976e-e969940dd20e HTTP/1.1" status: 200 len: 992 time: 0.0581415 Aug 31 07:41:56.644185 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.927017 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd8a02eb-1ee6-45ca-8e82-1066a4a61447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.005036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.398969 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:00.253260 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.606398 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:42:24.321770 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed341917-43cd-4c0d-bd06-c90e3e1b5849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.120814 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.660562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.927777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1201863a-e307-4c7f-8273-a7c882d62d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:27.007687 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:28.402405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:30.255067 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.425883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e448028-d374-4b99-aad5-7a88ebeb54e1 req-d8efc429-4baa-4ad7-84d6-81a8235540ed tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:31.427379 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e448028-d374-4b99-aad5-7a88ebeb54e1 req-d8efc429-4baa-4ad7-84d6-81a8235540ed tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0486822 Aug 31 07:42:31.468429 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5e448028-d374-4b99-aad5-7a88ebeb54e1 req-813d3f99-7117-4b6f-88e9-2f0a53d57ffe tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351722 Aug 31 07:42:32.597291 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dd071-65e2-471d-87a1-27dec9ae251b req-b823beae-7277-48e4-976f-b0cf42e2bbed tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:32.598790 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-199dd071-65e2-471d-87a1-27dec9ae251b req-b823beae-7277-48e4-976f-b0cf42e2bbed tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Aug 31 07:42:32.636305 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-199dd071-65e2-471d-87a1-27dec9ae251b req-abd5ba21-c5d6-4274-9edf-46d1c635b77c tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316126 Aug 31 07:42:32.658761 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56498) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:32.717695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c5d33e64-a7db-422b-bf51-f36df5890644 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/03134841-bf45-4fc3-976e-e969940dd20e HTTP/1.1" status: 200 len: 992 time: 0.0578289 Aug 31 07:42:33.991980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aed18-4f6c-4fbf-bfae-3dbf5e14c090 req-c71b82fd-67df-46ff-82a3-d4d7edc1a8bc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.993478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-806aed18-4f6c-4fbf-bfae-3dbf5e14c090 req-c71b82fd-67df-46ff-82a3-d4d7edc1a8bc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0580120 Aug 31 07:42:34.048538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-d74e2e8c-73cf-4177-a669-d8f5af218c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.050080 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-d74e2e8c-73cf-4177-a669-d8f5af218c61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 1097 time: 0.0790517 Aug 31 07:42:34.053035 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-806aed18-4f6c-4fbf-bfae-3dbf5e14c090 req-ff0f87dc-816f-4398-b188-038951a5db76 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457680 Aug 31 07:42:34.145379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-928f0f02-103e-4a42-81ce-af5ceacce55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.146861 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-928f0f02-103e-4a42-81ce-af5ceacce55b service neutron] 10.222.0.23 "GET /v2.0/networks?id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628 HTTP/1.1" status: 200 len: 897 time: 0.0878024 Aug 31 07:42:34.211969 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-ecacb9ee-8729-442f-856b-a2ad9d481f47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56 HTTP/1.1" status: 200 len: 1000 time: 0.0571082 Aug 31 07:42:34.266391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-37df3d61-4cbf-4865-b17e-ee0ce343d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.267769 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-37df3d61-4cbf-4865-b17e-ee0ce343d1c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffa17bef-848a-4466-afea-1c3d154f2c1a HTTP/1.1" status: 200 len: 835 time: 0.0428948 Aug 31 07:42:34.319808 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-b7ed015b-f3d5-4ce7-bafd-2022dcb07736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.321347 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-b7ed015b-f3d5-4ce7-bafd-2022dcb07736 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448446 Aug 31 07:42:34.415123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-a9a4db36-ae20-4609-83ed-598f8f792a09 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848601 Aug 31 07:42:34.510465 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d83d168e-6560-4861-ac11-32bfa1d6aaef req-0e0e214d-3cc3-4abf-bd21-0fec42632c2a service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872569 Aug 31 07:42:34.883366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-bc14a29a-5ef7-4a02-925f-da22934597fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.884927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-bc14a29a-5ef7-4a02-925f-da22934597fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 1097 time: 0.0411952 Aug 31 07:42:35.000148 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-4bb80c20-5606-46a6-947c-2ea9e04fd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.001692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-4bb80c20-5606-46a6-947c-2ea9e04fd510 service neutron] 10.222.0.23 "GET /v2.0/networks?id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628 HTTP/1.1" status: 200 len: 897 time: 0.0875351 Aug 31 07:42:35.069901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-13c18faf-4376-460d-b628-eee084f53643 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56 HTTP/1.1" status: 200 len: 1000 time: 0.0581677 Aug 31 07:42:35.126003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-0f9a65ae-350d-453d-bfd6-41060cdac21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.127485 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-0f9a65ae-350d-453d-bfd6-41060cdac21c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffa17bef-848a-4466-afea-1c3d154f2c1a HTTP/1.1" status: 200 len: 835 time: 0.0436494 Aug 31 07:42:35.177037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ab390-912a-4ded-afe8-1efa998d1728 req-90b3a6eb-bf80-40c5-bab4-edbb6cb9b741 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.178562 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff9ab390-912a-4ded-afe8-1efa998d1728 req-90b3a6eb-bf80-40c5-bab4-edbb6cb9b741 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0545673 Aug 31 07:42:35.183260 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-2e0eab7e-d397-4554-a241-937c9983a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.184825 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-2e0eab7e-d397-4554-a241-937c9983a05c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459716 Aug 31 07:42:35.218052 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff9ab390-912a-4ded-afe8-1efa998d1728 req-36fcb1f3-edf8-4d36-80b8-79ba3655eb65 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332983 Aug 31 07:42:35.637517 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-d93a385d-4955-4652-8b74-49e568ff3f67 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376976 Aug 31 07:42:35.738537 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f6041ba-ea7f-41b6-84c9-67b1cc287d41 req-99c6465d-fa50-4b3b-959b-ae69f1a8e023 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920587 Aug 31 07:42:36.341127 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c335a-a50d-4486-a8d4-e2d2bd627f11 req-dd2994c5-ea2a-4843-be68-b82d6cedb4e4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.343110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-152c335a-a50d-4486-a8d4-e2d2bd627f11 req-dd2994c5-ea2a-4843-be68-b82d6cedb4e4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0554993 Aug 31 07:42:36.391062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-152c335a-a50d-4486-a8d4-e2d2bd627f11 req-77ea17e7-ed6c-4304-9d10-1bcb4d2b0604 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Aug 31 07:42:36.416341 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56512) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:36.498851 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-81c45f6d-35ec-4a58-9477-b01dc7149470 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/floatingips/03134841-bf45-4fc3-976e-e969940dd20e HTTP/1.1" status: 200 len: 992 time: 0.0807836 Aug 31 07:42:36.743530 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56518) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:36.909732 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port cc921249-1f7f-4616-9c27-4408f0c75e49 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:36.910074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.988423 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.988753 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.000648 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for cc921249-1f7f-4616-9c27-4408f0c75e49 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:37.149141 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.176174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=cc921249-1f7f-4616-9c27-4408f0c75e49,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:37.203280 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.203634 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.203981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.204323 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.204661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.204999 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.205362 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.205698 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.206030 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.206360 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.206687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.207011 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:37.248279 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.248653 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Floating IP 03134841-bf45-4fc3-976e-e969940dd20e disassociated (deleted). External IP: 172.25.5.50, port: e1d51735-c3bc-4e33-b813-57756d9a2a56. Aug 31 07:42:37.456526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router f3c422e7-70dc-485b-a9dc-4f75f418481c has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:37.568366 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:37.574810 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.581654 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] Sync routers for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:37.591056 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:37.591762 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:37.602021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e2996647-edf1-4bd8-8d99-e07cfc9cce56 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/floatingips/03134841-bf45-4fc3-976e-e969940dd20e HTTP/1.1" status: 204 len: 168 time: 0.8573995 Aug 31 07:42:37.602611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:37.605405 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ab8b07-70a2-4fe7-a340-81286e7de299" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:37.644325 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2cd284-01d1-40a1-9bd9-46393346f9be x-openstack-request-id: req-2f2cd284-01d1-40a1-9bd9-46393346f9be {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:37.644482 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:37.644702 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f2cd284-01d1-40a1-9bd9-46393346f9be {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:37.645113 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'status': 'completed', 'code': 200} Aug 31 07:42:37.704445 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:37.712265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-67d79f6c-7dcb-4110-ba16-5565dace2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.713757 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-67d79f6c-7dcb-4110-ba16-5565dace2bac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bb0525aec8c4a709b0b14156444f449&device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 1097 time: 0.0422125 Aug 31 07:42:37.816336 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-d0088b69-92be-4004-a514-fe50dced2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.817922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-d0088b69-92be-4004-a514-fe50dced2804 service neutron] 10.222.0.23 "GET /v2.0/networks?id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628 HTTP/1.1" status: 200 len: 897 time: 0.0942564 Aug 31 07:42:37.846955 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa0188-83ef-46e8-8c3c-9c1903b647ab req-22e43dcc-d065-4226-a27c-650805644119 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.849091 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dfa0188-83ef-46e8-8c3c-9c1903b647ab req-22e43dcc-d065-4226-a27c-650805644119 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0568416 Aug 31 07:42:37.872409 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-04052d60-2f25-44e8-a66d-6c81fe761711 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56 HTTP/1.1" status: 200 len: 217 time: 0.0433617 Aug 31 07:42:37.906927 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1dfa0188-83ef-46e8-8c3c-9c1903b647ab req-d5926be5-9fd8-43df-9b9f-27787a1bfa35 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442312 Aug 31 07:42:37.937445 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-1b495104-d2b2-468a-921a-82fe9687a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.937445 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-1b495104-d2b2-468a-921a-82fe9687a7ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ffa17bef-848a-4466-afea-1c3d154f2c1a HTTP/1.1" status: 200 len: 835 time: 0.0493712 Aug 31 07:42:37.986943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-4b2bf7e9-f3c8-4fb8-9be7-e616d489b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.988467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-4b2bf7e9-f3c8-4fb8-9be7-e616d489b5f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=675d2c0c-e6d0-41e0-8ff7-d8cd35375628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486431 Aug 31 07:42:38.021161 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:38.051000 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] Checking router: f3c422e7-70dc-485b-a9dc-4f75f418481c for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:38.060098 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:38.060714 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:38.096391 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-6dea2ca8-4451-45d3-b44f-327620e61564 service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968139 Aug 31 07:42:38.179898 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:38.215449 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71ab8b07-70a2-4fe7-a340-81286e7de299 req-54e53d17-69ef-4bba-b801-0870393554ce service neutron] 10.222.0.23 "GET /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080005 Aug 31 07:42:38.374181 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:38.402529 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039b3a0e-0aac-44dd-bd6c-bfba897c8f44 None None] The sync data for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 is: [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:39Z', 'revision_number': 4, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b', 'name': '', 'network_id': '675d2c0c-e6d0-41e0-8ff7-d8cd35375628', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'mac_address': 'fa:16:3e:bf:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:38Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'subnets': [{'id': 'ffa17bef-848a-4466-afea-1c3d154f2c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:38.612817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346e69e-770e-4b54-b176-1316561cde84 None None] New status for floating IP 03134841-bf45-4fc3-976e-e969940dd20e: DOWN {{(pid=94669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:39.037283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59798bb-1552-402d-8029-be4478916fed req-47c91969-6581-4130-8f2d-772128166428 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:39.038828 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e59798bb-1552-402d-8029-be4478916fed req-47c91969-6581-4130-8f2d-772128166428 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0509322 Aug 31 07:42:39.076954 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e59798bb-1552-402d-8029-be4478916fed req-ed2570a4-050f-4d30-b13d-b012d2e38596 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/security-groups?id=158b071b-c70b-47f2-bfca-35ac0efd10da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Aug 31 07:42:39.794963 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-96639239-83da-4ae0-b976-2cf286c45139 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:39.796470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-96639239-83da-4ae0-b976-2cf286c45139 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 945 time: 0.0543165 Aug 31 07:42:39.887109 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port e1d51735-c3bc-4e33-b813-57756d9a2a56 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:39.887450 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.978191 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port e1d51735-c3bc-4e33-b813-57756d9a2a56, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=e1d51735-c3bc-4e33-b813-57756d9a2a56,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:39.978529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.992125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for e1d51735-c3bc-4e33-b813-57756d9a2a56 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:40.129913 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.162689 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=e1d51735-c3bc-4e33-b813-57756d9a2a56,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:40.191482 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.191841 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.192189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.192532 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.192867 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.193214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.193566 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.194036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.194460 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.194785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.195115 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.195442 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:40.203174 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-5902792e-04b2-42fc-8f52-cc8cbff2a7f5 req-0ae1e45e-bd0a-4bc6-963f-61510cf9486a tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aaabc35-0ae0-4d4f-94ff-373c730e0d58 HTTP/1.1" status: 200 len: 210 time: 0.0303614 Aug 31 07:42:40.215498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] No DVR routers for this DVR port e1d51735-c3bc-4e33-b813-57756d9a2a56 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:40.218230 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.220372 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7b142b1b-f0a6-418e-8dc0-a23a7b7dbe75 req-9c23746a-1786-4120-8dd0-bb7cb45703f4 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.23 "DELETE /v2.0/ports/e1d51735-c3bc-4e33-b813-57756d9a2a56 HTTP/1.1" status: 204 len: 173 time: 0.4167309 Aug 31 07:42:40.220810 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'name': 'network-vif-deleted', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:40.223206 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97285e44-5c56-4320-847e-ba8df6db0a74" -d '{"events": [{"server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "name": "network-vif-deleted", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:40.261570 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff979723-8795-47e3-ad7c-ddb1ddb63c34 x-openstack-request-id: req-ff979723-8795-47e3-ad7c-ddb1ddb63c34 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:40.261878 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaabc35-0ae0-4d4f-94ff-373c730e0d58", "name": "network-vif-deleted", "tag": "e1d51735-c3bc-4e33-b813-57756d9a2a56", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:40.262140 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff979723-8795-47e3-ad7c-ddb1ddb63c34 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:40.262553 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaabc35-0ae0-4d4f-94ff-373c730e0d58', 'name': 'network-vif-deleted', 'tag': 'e1d51735-c3bc-4e33-b813-57756d9a2a56', 'status': 'completed', 'code': 200} Aug 31 07:42:41.260233 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56538) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:41.635480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.897486 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:41.897734 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.983492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:41.983859 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.996806 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:42.446550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e1d51735-c3bc-4e33-b813-57756d9a2a56 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:42.467686 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: e1d51735-c3bc-4e33-b813-57756d9a2a56 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:42.468031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device e1d51735-c3bc-4e33-b813-57756d9a2a56 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:42.512787 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.543435 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:42.722893 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.940586 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Router f3c422e7-70dc-485b-a9dc-4f75f418481c has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:43.048611 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:43.054499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b1b46f5b-43bb-48a0-b31b-e1f97fdb3ba7 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "PUT /v2.0/routers/f3c422e7-70dc-485b-a9dc-4f75f418481c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923672 Aug 31 07:42:43.056406 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56540) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:43.058004 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] Sync routers for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:43.067008 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:43.067612 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:43.108067 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-53399188-b729-4a3f-90f9-92575c0af259 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting subnet ffa17bef-848a-4466-afea-1c3d154f2c1a {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:42:43.111382 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53399188-b729-4a3f-90f9-92575c0af259 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.160191 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53399188-b729-4a3f-90f9-92575c0af259 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.172475 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:43.244684 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53399188-b729-4a3f-90f9-92575c0af259 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.306577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53399188-b729-4a3f-90f9-92575c0af259 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.340886 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53399188-b729-4a3f-90f9-92575c0af259 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa17bef-848a-4466-afea-1c3d154f2c1a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:43.346229 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-53399188-b729-4a3f-90f9-92575c0af259 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.350459 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-53399188-b729-4a3f-90f9-92575c0af259 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/subnets/ffa17bef-848a-4466-afea-1c3d154f2c1a HTTP/1.1" status: 204 len: 168 time: 0.2901616 Aug 31 07:42:43.350825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56542) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:43.350954 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:42:42Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:43.351971 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded406f6-1988-4c51-b854-c3def058cac9 None None] Network 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:43.385376 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] Checking router: f3c422e7-70dc-485b-a9dc-4f75f418481c for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:43.395453 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] Routers {'f3c422e7-70dc-485b-a9dc-4f75f418481c'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:43.396079 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['f3c422e7-70dc-485b-a9dc-4f75f418481c'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:43.471933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.498592 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] Set router f3c422e7-70dc-485b-a9dc-4f75f418481c gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:43.556812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] DHCP port deletion for 675d2c0c-e6d0-41e0-8ff7-d8cd35375628 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:42:43.591738 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.610817 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Deleting port b78c3205-a472-41cd-a4a4-440b71b06c93 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:43.611537 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.650031 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Deleting port 0fe7bde8-382c-4a66-8c08-56f81b757fb2 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:43.650480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.680420 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] For port b78c3205-a472-41cd-a4a4-440b71b06c93, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=b78c3205-a472-41cd-a4a4-440b71b06c93,segment=NetworkSegment(2f535e7f-f66c-4485-b7f9-2e7cbdc031e0),segment_id=2f535e7f-f66c-4485-b7f9-2e7cbdc031e0)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:43.680818 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.686368 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:42:42Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:43.694031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Calling delete_port for b78c3205-a472-41cd-a4a4-440b71b06c93 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:43.712992 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062ecb6a-eaca-4e82-a3e6-0221949fbc6e None None] The sync data for ids ['f3c422e7-70dc-485b-a9dc-4f75f418481c'] in n-d-712142-16 is: [{'id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636517479', 'tenant_id': '7bb0525aec8c4a709b0b14156444f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:42:42Z', 'revision_number': 5, 'project_id': '7bb0525aec8c4a709b0b14156444f449', 'gw_port': {'id': '0fe7bde8-382c-4a66-8c08-56f81b757fb2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c422e7-70dc-485b-a9dc-4f75f418481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:36Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:43.735858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] For port 0fe7bde8-382c-4a66-8c08-56f81b757fb2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0fe7bde8-382c-4a66-8c08-56f81b757fb2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:43.736748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.754384 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Calling delete_port for 0fe7bde8-382c-4a66-8c08-56f81b757fb2 owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:43.781242 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.810897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Pushing event deleted for resources: {'Port': ['ID=b78c3205-a472-41cd-a4a4-440b71b06c93,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:43.815240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] No DVR routers for this DVR port b78c3205-a472-41cd-a4a4-440b71b06c93 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:43.822226 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.822572 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.822910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.824070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.824409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.825175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.825175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.825478 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.825802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.826125 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.826448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.827931 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3662b2-44a7-444a-81cf-6c3209498115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:43.929387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.959379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Port': ['ID=0fe7bde8-382c-4a66-8c08-56f81b757fb2,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:44.018902 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.113662 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.116130 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.170869 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.171397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Fanout notify agent at l3_agent the message router_deleted on router f3c422e7-70dc-485b-a9dc-4f75f418481c {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:42:44.176122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b78c3205-a472-41cd-a4a4-440b71b06c93 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:44.185038 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.186211 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c620f729-9930-4a6c-a0bf-d8c29e2d9490 tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/routers/f3c422e7-70dc-485b-a9dc-4f75f418481c HTTP/1.1" status: 204 len: 168 time: 0.8343804 Aug 31 07:42:44.188796 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56544) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:44.197458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: b78c3205-a472-41cd-a4a4-440b71b06c93 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:44.197964 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device b78c3205-a472-41cd-a4a4-440b71b06c93 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:44.198514 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:44.218512 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:44.218860 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9d4ed0de-82fe-4d2d-bf48-be4e922ccb8b not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:44.274075 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.362692 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.373661 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675d2c0c-e6d0-41e0-8ff7-d8cd35375628']}} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:44.384523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0') {'for_net_delete': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:44.384824 n-d-712142-16 neutron-server[94668]: DEBUG neutron.services.segments.db [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f535e7f-f66c-4485-b7f9-2e7cbdc031e0') {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:44.394031 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10475369'] for segment, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.413326 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.419881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:42:44.420267 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10474881'] for segment, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: Traceback (most recent call last): Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: timer() Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: cb(*args, **kw) Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: return func(*args, **kwargs) Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: self._notify() Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: self.callback(batched_events) Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: event.method(event) Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: return f(self, *a, **k) Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: return self._get(url).json() Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: return self.request(url, 'GET', **kwargs) Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:42:44.423381 n-d-712142-16 neutron-server[94668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:42:44.481660 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.488486 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.490526 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/networks/675d2c0c-e6d0-41e0-8ff7-d8cd35375628 HTTP/1.1" status: 204 len: 168 time: 0.3007684 Aug 31 07:42:44.493296 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56546) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:44.502469 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03648719-4b83-4e0b-9c68-9b4c10f2febc tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'Network': ['ID=675d2c0c-e6d0-41e0-8ff7-d8cd35375628,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:44.556122 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ced31a75-a917-4716-9d7e-0440c883f5da tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.580447 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ced31a75-a917-4716-9d7e-0440c883f5da tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.638584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ced31a75-a917-4716-9d7e-0440c883f5da tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.641613 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ced31a75-a917-4716-9d7e-0440c883f5da tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.642786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ced31a75-a917-4716-9d7e-0440c883f5da tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] 10.222.0.15 "DELETE /v2.0/security-groups/158b071b-c70b-47f2-bfca-35ac0efd10da HTTP/1.1" status: 204 len: 168 time: 0.1484418 Aug 31 07:42:44.652087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced31a75-a917-4716-9d7e-0440c883f5da tempest-TestNetworkAdvancedServerOps-621664084 tempest-TestNetworkAdvancedServerOps-621664084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b071b-c70b-47f2-bfca-35ac0efd10da,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:44.972908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56554) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:45.100389 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f53a35d5-8ae9-4a7c-9913-fb4fb9b283ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bb0525aec8c4a709b0b14156444f449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262798 Aug 31 07:42:45.102787 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:45.155726 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2f57bca-f617-4579-a620-18b903388663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.176098 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2f57bca-f617-4579-a620-18b903388663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.225514 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2f57bca-f617-4579-a620-18b903388663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.228039 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2f57bca-f617-4579-a620-18b903388663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.229222 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a2f57bca-f617-4579-a620-18b903388663 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3516cf0b-1be0-4165-a3a2-c6e738f9cb7d HTTP/1.1" status: 204 len: 168 time: 0.1255214 Aug 31 07:42:45.237247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f57bca-f617-4579-a620-18b903388663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516cf0b-1be0-4165-a3a2-c6e738f9cb7d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:45.493743 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56564) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:45.507259 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84e39fe6-4ac9-41c1-b709-635b0f8f194b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.598285 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84e39fe6-4ac9-41c1-b709-635b0f8f194b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.602043 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-84e39fe6-4ac9-41c1-b709-635b0f8f194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.639970 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-84e39fe6-4ac9-41c1-b709-635b0f8f194b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52b982a174a944b0a2a14f5c52000c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451232 Aug 31 07:42:45.640922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e39fe6-4ac9-41c1-b709-635b0f8f194b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b32c83-4ee2-49c3-ba13-202db21d4ed3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:45.642750 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56566) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:45.691145 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-607a150c-e96d-4dce-9f57-385c8db005c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.712158 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-607a150c-e96d-4dce-9f57-385c8db005c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.757377 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-607a150c-e96d-4dce-9f57-385c8db005c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.759877 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-607a150c-e96d-4dce-9f57-385c8db005c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.761591 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-607a150c-e96d-4dce-9f57-385c8db005c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0b32c83-4ee2-49c3-ba13-202db21d4ed3 HTTP/1.1" status: 204 len: 168 time: 0.1178465 Aug 31 07:42:45.769231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a150c-e96d-4dce-9f57-385c8db005c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b32c83-4ee2-49c3-ba13-202db21d4ed3,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:45.949523 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0fe7bde8-382c-4a66-8c08-56f81b757fb2 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:45.985818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 0fe7bde8-382c-4a66-8c08-56f81b757fb2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:45.985818 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0fe7bde8-382c-4a66-8c08-56f81b757fb2 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:46.499613 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56588) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:46.594846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1336103396-network', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:46.621720 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Made reservation on behalf of 8d722f63a7ed4031b7b154e344d60496 for: {'network': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:46.623971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.632647 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.719133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.723658 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.750441 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:42:46.760196 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b9026-2856-41a1-a88f-866762d73f59,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:46.766537 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.766875 n-d-712142-16 neutron-server[94668]: INFO neutron.db.segments_db [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Added segment ef4b683e-3944-4dab-9ddb-9072ee7b5a26 of type vlan for network 744b55a0-d65b-4920-935c-0cc6de8e01f5 Aug 31 07:42:46.807205 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.831264 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.832304 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:46.832880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Notify callbacks [] for network, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.888457 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3877318 Aug 31 07:42:46.891580 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56592) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:46.896690 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Request body: {'subnet': {'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1336103396-subnet', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:46.897526 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4553a3-2620-4b29-9ff0-af79d2401792 admin admin] Pushing event updated for resources: {'Network': ['ID=744b55a0-d65b-4920-935c-0cc6de8e01f5,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:46.908711 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:42:46.919798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Made reservation on behalf of 8d722f63a7ed4031b7b154e344d60496 for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:46.922209 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.092414 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.147913 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefebedf-c684-44a8-a4ab-d0b238835626,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:47.156172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Checking segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:47.156544 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Network hostable DHCP agents. Network: 744b55a0-d65b-4920-935c-0cc6de8e01f5, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:42:47.172224 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:42:47.180741 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 744b55a0-d65b-4920-935c-0cc6de8e01f5) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:47.185048 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:47.185680 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.190216 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8a04e-5e47-410e-9f9e-2dcd04bbebe2 None None] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:47.200800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-34054035-9a4c-4bcb-aa45-c0a49cc9e354 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080628 Aug 31 07:42:47.203481 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56594) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:47.207959 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:47.229487 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.230529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.287824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.346714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-744b55a0-d65b-4920-935c-0cc6de8e01f5', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:42:47.347586 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.424420 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.482597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Allocated IP 172.20.0.2 (744b55a0-d65b-4920-935c-0cc6de8e01f5/cefebedf-c684-44a8-a4ab-d0b238835626/0197b69d-f70d-4789-b2f9-bb9e6cad73d6) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:47.636461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.646833 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.656138 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.656400 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Transition to ACTIVE for port object 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:47.673246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Transition to ACTIVE for port object 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:47.678360 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.718602 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:47.721536 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:47.725104 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:47.731844 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Pushing event updated for resources: {'Port': ['ID=0197b69d-f70d-4789-b2f9-bb9e6cad73d6,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:47.769431 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Allocated IP 172.25.5.183 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/5c2a2369-f2c4-4276-9f49-ec66292f10f2) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:47.789520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Attempting to bind port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:47.789897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Attempting to bind port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:47.790270 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Attempting to bind port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:47.796618 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:47.797004 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Checking segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:47.797438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.797836 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Bound using segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:47.798325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Bound port: 0197b69d-f70d-4789-b2f9-bb9e6cad73d6, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:47.798693 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.868791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] For port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:47.872642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] For port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0197b69d-f70d-4789-b2f9-bb9e6cad73d6,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:47.876875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.877864 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.916480 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.935432 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:47.937446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:47.945654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd24b6-9315-4505-800a-f2eebdd841ad None None] Pushing event updated for resources: {'Port': ['ID=0197b69d-f70d-4789-b2f9-bb9e6cad73d6,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:47.961035 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:48.006880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2a2369-f2c4-4276-9f49-ec66292f10f2,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:48.254145 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.447475 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.586554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Router 977d9642-6437-4580-97bd-2ce73257d3c1 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:42:48.706722 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:48.718338 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Sync routers for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:48.723321 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.724586 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-decb75e2-c3ba-41eb-9688-05438dd07923 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5201468 Aug 31 07:42:48.729108 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56596) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:48.731223 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:48.731973 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:48.851066 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:48.910222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf83c7-975c-4856-8cdf-5c0b4b38290a None None] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:49.166785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c2d84737-a26d-4694-a9c3-643dcfef1ddd None None] Provisioning for port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:49.352093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:48Z', 'revision_number': 3, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:49.381881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Checking router: 977d9642-6437-4580-97bd-2ce73257d3c1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:49.382224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Updating router 977d9642-6437-4580-97bd-2ce73257d3c1 port 5c2a2369-f2c4-4276-9f49-ec66292f10f2 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:42:49.411241 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.592701 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.731843 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.742928 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Transition to ACTIVE for port object 5c2a2369-f2c4-4276-9f49-ec66292f10f2 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:49.750686 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.758449 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Allocated IP 172.20.0.1 (744b55a0-d65b-4920-935c-0cc6de8e01f5/cefebedf-c684-44a8-a4ab-d0b238835626/1d2b9b35-abfc-4e3a-9739-52a9fecbc362) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:49.795137 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Attempting to bind port 5c2a2369-f2c4-4276-9f49-ec66292f10f2 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:49.795565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Attempting to bind port 5c2a2369-f2c4-4276-9f49-ec66292f10f2 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:49.795940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Attempting to bind port 5c2a2369-f2c4-4276-9f49-ec66292f10f2 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:49.809629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:49.810033 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:49.810615 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.810830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:49.811362 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Bound port: 5c2a2369-f2c4-4276-9f49-ec66292f10f2, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:49.811713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.861153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4ea4c-9d79-4c5e-81fe-29ae6fb8fdf2 None None] Pushing event updated for resources: {'Port': ['ID=5c2a2369-f2c4-4276-9f49-ec66292f10f2,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:49.871479 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.876695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] For port 5c2a2369-f2c4-4276-9f49-ec66292f10f2, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:49.881007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] For port 5c2a2369-f2c4-4276-9f49-ec66292f10f2, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c2a2369-f2c4-4276-9f49-ec66292f10f2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:49.886082 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Transition to ACTIVE for port object 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:49.888285 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.926299 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.956756 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:49.958880 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:49.977888 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:49.981692 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:49.994403 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:50.003895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4ea4c-9d79-4c5e-81fe-29ae6fb8fdf2 None None] Pushing event updated for resources: {'Port': ['ID=5c2a2369-f2c4-4276-9f49-ec66292f10f2,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:50.029587 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:50.053633 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.100775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:50.158097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:50.218126 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.269915 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:50.278387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:50.278764 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.378312 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-087bbb41-3e4a-44b7-9e70-e389b5a80e81 None None] Provisioning for port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:50.391493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.396202 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.414213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-087bbb41-3e4a-44b7-9e70-e389b5a80e81 None None] Provisioning complete for port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:50.414511 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-087bbb41-3e4a-44b7-9e70-e389b5a80e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.440843 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.462716 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.464985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:50.475538 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:48Z', 'revision_number': 3, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:50.478013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-087bbb41-3e4a-44b7-9e70-e389b5a80e81 None None] Port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:50.508579 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7ffec-833d-467c-ae1d-14960f90cbc0 None None] The sync data for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 is: [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:48Z', 'revision_number': 3, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:50.518389 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0197b69d-f70d-4789-b2f9-bb9e6cad73d6,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:50.522617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.573526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:50.574693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:50.581277 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=0197b69d-f70d-4789-b2f9-bb9e6cad73d6,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:50.700448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Router 977d9642-6437-4580-97bd-2ce73257d3c1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:50.837436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:50.842680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4f3ce7e7-0a85-40b4-9eb0-8cc63c1d66d2 admin admin] 10.222.0.15 "PUT /v2.0/routers/977d9642-6437-4580-97bd-2ce73257d3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1116731 Aug 31 07:42:50.912068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c350db60-ef11-4d80-a9f4-d4522b786d0d None None] Provisioning complete for port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:50.912654 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c350db60-ef11-4d80-a9f4-d4522b786d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.949072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c350db60-ef11-4d80-a9f4-d4522b786d0d None None] Port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:51.337447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56612) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:51.343021 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1450247686-network', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:51.364479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Made reservation on behalf of 642e876da033432e8cb0ebfe6d4671f5 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:51.366989 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.379315 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.472660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.477058 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.501258 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:42:51.511018 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9863b4b8-8be8-4810-8917-8913e595739d,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:51.515824 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.516170 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Added segment c33dcd7e-e73a-4103-9dbd-11229d97bd6f of type vlan for network 4357a853-535c-4cf5-8729-6f52c34ca634 Aug 31 07:42:51.557546 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.586350 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.587453 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.588068 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.639138 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3005593 Aug 31 07:42:51.641924 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56614) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:51.647161 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Request body: {'subnet': {'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1450247686-subnet', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:51.648934 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e457dc0-62d2-4fcf-aafe-4901cf11aabb admin admin] Pushing event updated for resources: {'Network': ['ID=4357a853-535c-4cf5-8729-6f52c34ca634,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:51.661118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 4357a853-535c-4cf5-8729-6f52c34ca634 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:42:51.668976 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Made reservation on behalf of 642e876da033432e8cb0ebfe6d4671f5 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:51.671361 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.843849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.905363 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d37ae1-990c-4253-b245-80617d6851ab,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:51.910642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Checking segment: {'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:51.911004 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Network hostable DHCP agents. Network: 4357a853-535c-4cf5-8729-6f52c34ca634, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:42:51.928037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Network 4357a853-535c-4cf5-8729-6f52c34ca634 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:42:51.936890 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 4357a853-535c-4cf5-8729-6f52c34ca634) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:51.944348 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.944861 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.951985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b168f13-b11a-4f63-a15f-43b57aa6c716 None None] Network 4357a853-535c-4cf5-8729-6f52c34ca634 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:51.966972 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-ab113f47-95e8-48b1-8199-ac39e257ceb8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3236544 Aug 31 07:42:51.971246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56616) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:51.976135 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:52.005414 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.006895 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.087892 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.098914 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Sync routers for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:52.108926 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c2a2369-f2c4-4276-9f49-ec66292f10f2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:52.118360 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:52.118979 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:52.145981 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-4357a853-535c-4cf5-8729-6f52c34ca634', 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'fixed_ips': [{'subnet_id': '21d37ae1-990c-4253-b245-80617d6851ab'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:42:52.147060 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.235847 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:52.236911 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.256873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 5c2a2369-f2c4-4276-9f49-ec66292f10f2 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:52.266830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5c2a2369-f2c4-4276-9f49-ec66292f10f2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:52.267209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.336322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Allocated IP 172.20.0.2 (4357a853-535c-4cf5-8729-6f52c34ca634/21d37ae1-990c-4253-b245-80617d6851ab/070974fb-8f7b-4a3d-af5a-c8e49fce5393) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:52.438842 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.470018 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.470322 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 2, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:52.471222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 5c2a2369-f2c4-4276-9f49-ec66292f10f2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c2a2369-f2c4-4276-9f49-ec66292f10f2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:52.482252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.483048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:52.490518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.504295 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Checking router: 977d9642-6437-4580-97bd-2ce73257d3c1 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:52.504777 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Updating router 977d9642-6437-4580-97bd-2ce73257d3c1 port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:42:52.531071 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.608049 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Allocated IP 172.25.5.184 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/03321ebf-b9a8-495b-95fb-a71e1a0fb754) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:52.613705 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=5c2a2369-f2c4-4276-9f49-ec66292f10f2,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:52.621319 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.632855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Transition to ACTIVE for port object 070974fb-8f7b-4a3d-af5a-c8e49fce5393 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:52.644856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:52.645259 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.673690 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Transition to ACTIVE for port object 070974fb-8f7b-4a3d-af5a-c8e49fce5393 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:52.685087 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.736147 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Network 4357a853-535c-4cf5-8729-6f52c34ca634 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:52.745231 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:52.749063 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:52.750268 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.750989 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Pushing event updated for resources: {'Port': ['ID=070974fb-8f7b-4a3d-af5a-c8e49fce5393,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:52.806118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.842108 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Attempting to bind port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:52.843250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Attempting to bind port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:52.843250 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Attempting to bind port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 on network 4357a853-535c-4cf5-8729-6f52c34ca634 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:52.848769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:52.849626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Checking segment: {'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:52.849626 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.849990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Bound using segment: {'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:52.850473 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Bound port: 070974fb-8f7b-4a3d-af5a-c8e49fce5393, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:52.850678 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:52.850915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.853650 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:52.858142 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:52.881139 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Pushing event updated for resources: {'Port': ['ID=03321ebf-b9a8-495b-95fb-a71e1a0fb754,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:52.918949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] For port 070974fb-8f7b-4a3d-af5a-c8e49fce5393, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:52.922363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] For port 070974fb-8f7b-4a3d-af5a-c8e49fce5393, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=070974fb-8f7b-4a3d-af5a-c8e49fce5393,segment=NetworkSegment(c33dcd7e-e73a-4103-9dbd-11229d97bd6f),segment_id=c33dcd7e-e73a-4103-9dbd-11229d97bd6f)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:52.926724 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.933579 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:52.946507 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Transition to ACTIVE for port object 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:52.952279 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.002007 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a34428-3a99-437e-8630-d1d2c7e35a19 None None] Pushing event updated for resources: {'Port': ['ID=070974fb-8f7b-4a3d-af5a-c8e49fce5393,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:53.016110 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Pushing event updated for resources: {'Port': ['ID=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:53.027441 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.027782 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.028155 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.028478 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.028757 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.028757 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.029468 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.030017 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.030312 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.030700 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.031023 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.031474 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:53.097920 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Attempting to bind port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:53.098338 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Attempting to bind port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:53.098665 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Attempting to bind port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:53.106038 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:53.107176 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Checking segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:53.107758 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.108315 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Bound using segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:53.108791 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Bound port: 1d2b9b35-abfc-4e3a-9739-52a9fecbc362, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:53.109308 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.175652 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.198529 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] For port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:53.202319 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] For port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:53.208705 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.278484 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:53.279265 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:53.336391 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2801a-c564-4b9b-901e-8f93d047f517 None None] Pushing event updated for resources: {'Port': ['ID=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:53.421914 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:53.443164 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.592519 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Router 7ee3488f-3c74-40e4-af54-3be60b5fdebf is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:42:53.623714 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:42:53.650949 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:53Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:53.697351 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5df5f-9869-4fb3-b119-b0b414fc7473 None None] The sync data for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 is: [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:53Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:53.722779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:53.737457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Sync routers for ids ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:53.749520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.768379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56618) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:53.771798 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Routers {'7ee3488f-3c74-40e4-af54-3be60b5fdebf'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:53.772742 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:53.794288 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-c97ed877-ddaa-461d-a2e5-547209358091 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8129904 Aug 31 07:42:53.926730 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Set router 7ee3488f-3c74-40e4-af54-3be60b5fdebf gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:54.179015 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e811a0-9c6d-4fe9-8025-041a02c52c28 None None] Network 4357a853-535c-4cf5-8729-6f52c34ca634 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:54.272475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c2a2369-f2c4-4276-9f49-ec66292f10f2 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:54.384405 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.519903 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-31f63705-97db-434b-95b6-49d87ef992cc None None] Provisioning for port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:54.522322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-97b71aa2-f358-47a3-bfb1-a9be6b272f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.567609 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Allocated IP 172.20.0.1 (4357a853-535c-4cf5-8729-6f52c34ca634/21d37ae1-990c-4253-b245-80617d6851ab/63b7f86e-5637-4864-a40f-2b4aa86cb8cf) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:54.607956 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 5c2a2369-f2c4-4276-9f49-ec66292f10f2 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:54.608262 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.614327 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:53Z', 'revision_number': 3, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port': {'id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:54.675256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Checking router: 7ee3488f-3c74-40e4-af54-3be60b5fdebf for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:54.675608 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Updating router 7ee3488f-3c74-40e4-af54-3be60b5fdebf port 03321ebf-b9a8-495b-95fb-a71e1a0fb754 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:42:54.689644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.704629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Transition to ACTIVE for port object 63b7f86e-5637-4864-a40f-2b4aa86cb8cf will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:54.732983 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.745786 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.800000 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Network 4357a853-535c-4cf5-8729-6f52c34ca634 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:54.803547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:54.808807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:54.813084 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Pushing event updated for resources: {'Port': ['ID=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:54.861746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.867556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:55.007589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:55.018870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:55.019324 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.043782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.174816 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.189431 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.208253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Transition to ACTIVE for port object 03321ebf-b9a8-495b-95fb-a71e1a0fb754 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:55.210329 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.222757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.277244 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.283962 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.296799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:55.304846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.305652 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 070974fb-8f7b-4a3d-af5a-c8e49fce5393 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:55.310271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c077440-b9a6-4715-9bc8-aa42e0a74005 None None] Pushing event updated for resources: {'Port': ['ID=03321ebf-b9a8-495b-95fb-a71e1a0fb754,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:55.316367 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Attempting to bind port 03321ebf-b9a8-495b-95fb-a71e1a0fb754 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:55.316743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Attempting to bind port 03321ebf-b9a8-495b-95fb-a71e1a0fb754 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:55.317119 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Attempting to bind port 03321ebf-b9a8-495b-95fb-a71e1a0fb754 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:55.360448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Pushing event updated for resources: {'Port': ['ID=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:55.362821 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.396870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:55.397428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:55.397998 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.398550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:55.399238 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Bound port: 03321ebf-b9a8-495b-95fb-a71e1a0fb754, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:55.399780 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.439550 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2a447326-c17f-4308-9f90-ad6dc17cb4c3 None None] Provisioning for port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:55.454078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:55.458704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Network 4357a853-535c-4cf5-8729-6f52c34ca634 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:55.460172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:55.463838 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-2a447326-c17f-4308-9f90-ad6dc17cb4c3 None None] Provisioning complete for port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:55.464223 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2a447326-c17f-4308-9f90-ad6dc17cb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.525554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] For port 03321ebf-b9a8-495b-95fb-a71e1a0fb754, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:55.535975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-2a447326-c17f-4308-9f90-ad6dc17cb4c3 None None] Port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:55.541325 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:55.544948 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] For port 03321ebf-b9a8-495b-95fb-a71e1a0fb754, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=03321ebf-b9a8-495b-95fb-a71e1a0fb754,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:55.548643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:55.549028 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.552438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.581610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Router 7ee3488f-3c74-40e4-af54-3be60b5fdebf has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:55.652897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Routers {'7ee3488f-3c74-40e4-af54-3be60b5fdebf'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:55.653565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:55.703952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:55.707342 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c077440-b9a6-4715-9bc8-aa42e0a74005 None None] Pushing event updated for resources: {'Port': ['ID=03321ebf-b9a8-495b-95fb-a71e1a0fb754,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:55.709278 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-17f3f86a-f02b-4105-9bcf-ebc92896ee29 admin admin] 10.222.0.15 "PUT /v2.0/routers/7ee3488f-3c74-40e4-af54-3be60b5fdebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9397507 Aug 31 07:42:55.804770 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.822842 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-83c1dfa6-73e4-4dc0-9004-53f4334683a5 None None] Provisioning complete for port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:55.823221 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-83c1dfa6-73e4-4dc0-9004-53f4334683a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.869095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] Set router 7ee3488f-3c74-40e4-af54-3be60b5fdebf gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:55.917559 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 070974fb-8f7b-4a3d-af5a-c8e49fce5393, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=070974fb-8f7b-4a3d-af5a-c8e49fce5393,segment=NetworkSegment(c33dcd7e-e73a-4103-9dbd-11229d97bd6f),segment_id=c33dcd7e-e73a-4103-9dbd-11229d97bd6f)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:55.922983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-83c1dfa6-73e4-4dc0-9004-53f4334683a5 None None] Port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:55.927144 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.028429 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:56.082994 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=070974fb-8f7b-4a3d-af5a-c8e49fce5393,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:56.128626 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:56.128997 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.230874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:54Z', 'revision_number': 4, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port': {'id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '63b7f86e-5637-4864-a40f-2b4aa86cb8cf', 'name': '', 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'mac_address': 'fa:16:3e:b3:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '21d37ae1-990c-4253-b245-80617d6851ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:54Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 2, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'subnets': [{'id': '21d37ae1-990c-4253-b245-80617d6851ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:56.262179 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4c63f9-f06f-4d05-8bc8-ebbb6bf01a71 None None] The sync data for ids ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'] in n-d-712142-16 is: [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:54Z', 'revision_number': 4, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port': {'id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '63b7f86e-5637-4864-a40f-2b4aa86cb8cf', 'name': '', 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'mac_address': 'fa:16:3e:b3:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '21d37ae1-990c-4253-b245-80617d6851ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:54Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 2, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'subnets': [{'id': '21d37ae1-990c-4253-b245-80617d6851ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:56.494447 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56626) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:56.499943 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-96eb5e24-ef04-41c4-a6b6-fe56d29bc977 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117299984', 'description': 'tempest-secgroup-smoke-1117299984 description', 'project_id': '8d722f63a7ed4031b7b154e344d60496'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:56.529489 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96eb5e24-ef04-41c4-a6b6-fe56d29bc977 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.627093 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96eb5e24-ef04-41c4-a6b6-fe56d29bc977 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.634119 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96eb5e24-ef04-41c4-a6b6-fe56d29bc977 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.664557 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.666981 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-96eb5e24-ef04-41c4-a6b6-fe56d29bc977 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.668292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-96eb5e24-ef04-41c4-a6b6-fe56d29bc977 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1721692 Aug 31 07:42:56.671778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56628) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:56.672649 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb5e24-ef04-41c4-a6b6-fe56d29bc977 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36576d6e-3a80-4b3f-a65d-ab6b205a258b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:56.677494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-54269c3d-6540-489f-a69d-42284defbeba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '36576d6e-3a80-4b3f-a65d-ab6b205a258b', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:56.706654 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54269c3d-6540-489f-a69d-42284defbeba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.767994 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54269c3d-6540-489f-a69d-42284defbeba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.772107 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54269c3d-6540-489f-a69d-42284defbeba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.790436 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54269c3d-6540-489f-a69d-42284defbeba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05111b8a-5ccf-49dc-9b78-7eaa762bf42c,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:56.798574 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-54269c3d-6540-489f-a69d-42284defbeba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.799825 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-54269c3d-6540-489f-a69d-42284defbeba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264875 Aug 31 07:42:56.802902 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56630) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:56.808985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-a8e60b17-12ca-47b1-b8d9-7e338693b325 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '36576d6e-3a80-4b3f-a65d-ab6b205a258b', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:56.837564 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8e60b17-12ca-47b1-b8d9-7e338693b325 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.917345 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8e60b17-12ca-47b1-b8d9-7e338693b325 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.935594 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8e60b17-12ca-47b1-b8d9-7e338693b325 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.953356 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-07a8a0bd-3a38-4e2e-a0f9-7bf48611ea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.960069 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e60b17-12ca-47b1-b8d9-7e338693b325 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69d370e-0329-4fb5-a805-79c6c8362f89,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:56.968185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a8e60b17-12ca-47b1-b8d9-7e338693b325 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.969700 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a8e60b17-12ca-47b1-b8d9-7e338693b325 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652770 Aug 31 07:42:56.972563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56632) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:56.983810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-8844e397-7e91-4b9d-8e93-8d65db4b609c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '36576d6e-3a80-4b3f-a65d-ab6b205a258b', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:57.020332 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.038851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8844e397-7e91-4b9d-8e93-8d65db4b609c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.105740 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8844e397-7e91-4b9d-8e93-8d65db4b609c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.110971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8844e397-7e91-4b9d-8e93-8d65db4b609c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.132727 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844e397-7e91-4b9d-8e93-8d65db4b609c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c45fef-b997-47cf-94af-96dc491e0784,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:57.145819 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8844e397-7e91-4b9d-8e93-8d65db4b609c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.147726 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8844e397-7e91-4b9d-8e93-8d65db4b609c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1729126 Aug 31 07:42:57.149798 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56634) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:57.155036 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-d869e3bd-7847-4258-b851-2d7541ee049b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '36576d6e-3a80-4b3f-a65d-ab6b205a258b', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:57.184462 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d869e3bd-7847-4258-b851-2d7541ee049b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.252055 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d869e3bd-7847-4258-b851-2d7541ee049b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.256409 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d869e3bd-7847-4258-b851-2d7541ee049b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.274174 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869e3bd-7847-4258-b851-2d7541ee049b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b066de-61cc-486b-90de-44e2ce310e97,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:57.282793 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d869e3bd-7847-4258-b851-2d7541ee049b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.287469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d869e3bd-7847-4258-b851-2d7541ee049b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333148 Aug 31 07:42:57.287848 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56636) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:57.293536 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b2d00142-a9e4-4313-be66-0ceb92430b56 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '36576d6e-3a80-4b3f-a65d-ab6b205a258b', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:57.317072 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-b2d00142-a9e4-4313-be66-0ceb92430b56 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Project 8d722f63a7ed4031b7b154e344d60496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:42:57.323322 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2d00142-a9e4-4313-be66-0ceb92430b56 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.392529 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2d00142-a9e4-4313-be66-0ceb92430b56 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.402682 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2d00142-a9e4-4313-be66-0ceb92430b56 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.427065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d00142-a9e4-4313-be66-0ceb92430b56 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8910fed-02ca-4ebd-ba30-c240bc5a32f4,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:57.435630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b2d00142-a9e4-4313-be66-0ceb92430b56 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.437045 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b2d00142-a9e4-4313-be66-0ceb92430b56 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481102 Aug 31 07:42:57.440047 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 56638) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:57.444771 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-68e6b6af-84b4-4598-a012-38c80857d697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '36576d6e-3a80-4b3f-a65d-ab6b205a258b', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:57.467902 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-68e6b6af-84b4-4598-a012-38c80857d697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Project 8d722f63a7ed4031b7b154e344d60496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:42:57.473323 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68e6b6af-84b4-4598-a012-38c80857d697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.539715 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68e6b6af-84b4-4598-a012-38c80857d697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.544483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68e6b6af-84b4-4598-a012-38c80857d697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.565883 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6b6af-84b4-4598-a012-38c80857d697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665ed936-32f9-4a4b-b817-e056d5f24556,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:57.568354 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68e6b6af-84b4-4598-a012-38c80857d697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.569679 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-68e6b6af-84b4-4598-a012-38c80857d697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286936 Aug 31 07:42:57.777912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-548ac2a0-7249-4f65-bc0d-7af9549e2b9a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117299984&fields=id&tenant_id=8d722f63a7ed4031b7b154e344d60496 HTTP/1.1" status: 200 len: 267 time: 0.0365949 Aug 31 07:42:57.886174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-d632c699-f372-464a-b8f9-8e8a35cac1d7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:57.887939 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-d632c699-f372-464a-b8f9-8e8a35cac1d7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 809 time: 0.1026826 Aug 31 07:42:57.905953 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-337506a9-b924-4943-8c6e-7cd349f3f636 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/quotas/8d722f63a7ed4031b7b154e344d60496 HTTP/1.1" status: 200 len: 375 time: 0.0111253 Aug 31 07:42:57.960806 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-ffe6b497-66c7-447c-95e0-b09e9021b699 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486679 Aug 31 07:42:58.086970 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-5afc4669-9fcf-4198-bdf6-628765eadb79 service neutron] 10.222.0.15 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070940 Aug 31 07:42:58.107715 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 03321ebf-b9a8-495b-95fb-a71e1a0fb754 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:58.163237 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 03321ebf-b9a8-495b-95fb-a71e1a0fb754 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:58.172067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 03321ebf-b9a8-495b-95fb-a71e1a0fb754 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:58.172710 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.190802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-8063a1a7-261a-4682-bbb7-50837af5043a service neutron] 10.222.0.15 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975306 Aug 31 07:42:58.257713 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.280668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 03321ebf-b9a8-495b-95fb-a71e1a0fb754, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=03321ebf-b9a8-495b-95fb-a71e1a0fb754,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:58.284638 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.285445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 070974fb-8f7b-4a3d-af5a-c8e49fce5393 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:58.368100 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=03321ebf-b9a8-495b-95fb-a71e1a0fb754,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:58.380904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:58.381311 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.387850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-df4cced0-cc29-4a75-8fe5-b2e77e84fd84 req-f922b1b3-6401-4ae5-b655-905b135f966c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 210 time: 0.0409312 Aug 31 07:42:58.434000 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.462795 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Sync routers for ids ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:58.473166 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Routers {'7ee3488f-3c74-40e4-af54-3be60b5fdebf'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:58.473948 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:58.586463 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Set router 7ee3488f-3c74-40e4-af54-3be60b5fdebf gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:58.791126 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:54Z', 'revision_number': 4, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port': {'id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '63b7f86e-5637-4864-a40f-2b4aa86cb8cf', 'name': '', 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'mac_address': 'fa:16:3e:b3:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '21d37ae1-990c-4253-b245-80617d6851ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:54Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 2, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'subnets': [{'id': '21d37ae1-990c-4253-b245-80617d6851ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:58.819511 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Checking router: 7ee3488f-3c74-40e4-af54-3be60b5fdebf for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:58.819865 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Updating router 7ee3488f-3c74-40e4-af54-3be60b5fdebf port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:42:58.851075 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.128172 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.138584 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Transition to ACTIVE for port object 63b7f86e-5637-4864-a40f-2b4aa86cb8cf will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:59.143505 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.191028 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cf039-8bef-41ff-b3ff-e6e4db67453c None None] Pushing event updated for resources: {'Port': ['ID=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:59.242800 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Attempting to bind port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:59.243195 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Attempting to bind port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:59.243559 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Attempting to bind port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf on network 4357a853-535c-4cf5-8729-6f52c34ca634 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:59.248637 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:59.249007 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Checking segment: {'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:59.249440 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.249826 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Bound using segment: {'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:59.250284 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Bound port: 63b7f86e-5637-4864-a40f-2b4aa86cb8cf, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:59.250663 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.318962 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] For port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:59.322293 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] For port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,segment=NetworkSegment(c33dcd7e-e73a-4103-9dbd-11229d97bd6f),segment_id=c33dcd7e-e73a-4103-9dbd-11229d97bd6f)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:59.327717 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.389527 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cf039-8bef-41ff-b3ff-e6e4db67453c None None] Pushing event updated for resources: {'Port': ['ID=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:59.392308 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Routers {'7ee3488f-3c74-40e4-af54-3be60b5fdebf'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:59.393085 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:59.559103 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb289326-73f7-4be2-9c0d-7681ab8ab92d req-b4fc4147-f120-422b-9ec6-0004367ed775 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Aug 31 07:42:59.625001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-27097b48-97cd-4225-9c89-7910dd6a77bd tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:59.626774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-27097b48-97cd-4225-9c89-7910dd6a77bd tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 809 time: 0.2014737 Aug 31 07:42:59.629672 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] Set router 7ee3488f-3c74-40e4-af54-3be60b5fdebf gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:59.676873 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-46fce705-ecb1-495d-808a-212195eca4a3 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d722f63a7ed4031b7b154e344d60496 HTTP/1.1" status: 200 len: 380 time: 0.0375133 Aug 31 07:42:59.688516 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'port': {'device_id': '91603ce8-6426-4013-b461-b6a782767125', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'admin_state_up': True, 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'security_groups': ['36576d6e-3a80-4b3f-a65d-ab6b205a258b']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:59.815170 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Made reservation on behalf of 8d722f63a7ed4031b7b154e344d60496 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:59.819208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.841879 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:54Z', 'revision_number': 4, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port': {'id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '63b7f86e-5637-4864-a40f-2b4aa86cb8cf', 'name': '', 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'mac_address': 'fa:16:3e:b3:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '21d37ae1-990c-4253-b245-80617d6851ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:54Z', 'updated_at': '2021-08-31T07:42:59Z', 'revision_number': 4, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'subnets': [{'id': '21d37ae1-990c-4253-b245-80617d6851ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:59.873384 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf61f1e-faed-4e3c-b58e-311c02404452 None None] The sync data for ids ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'] in n-d-712142-16 is: [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:54Z', 'revision_number': 4, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port': {'id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '63b7f86e-5637-4864-a40f-2b4aa86cb8cf', 'name': '', 'network_id': '4357a853-535c-4cf5-8729-6f52c34ca634', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'mac_address': 'fa:16:3e:b3:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '21d37ae1-990c-4253-b245-80617d6851ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:54Z', 'updated_at': '2021-08-31T07:42:59Z', 'revision_number': 4, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'subnets': [{'id': '21d37ae1-990c-4253-b245-80617d6851ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:59.959627 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Allocated IP 172.20.0.13 (744b55a0-d65b-4920-935c-0cc6de8e01f5/cefebedf-c684-44a8-a4ab-d0b238835626/6f137fc3-f59f-4dfc-b9de-b59ca4776f0b) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:00.058143 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 63b7f86e-5637-4864-a40f-2b4aa86cb8cf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:00.117922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:00.123752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:00.124114 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.175461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.191966 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Transition to ACTIVE for port object 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:00.219577 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.228417 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.268702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,segment=NetworkSegment(c33dcd7e-e73a-4103-9dbd-11229d97bd6f),segment_id=c33dcd7e-e73a-4103-9dbd-11229d97bd6f)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:00.271611 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.273698 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.274779 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 03321ebf-b9a8-495b-95fb-a71e1a0fb754 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:00.276696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:00.280351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:00.284972 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:00.311420 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:00.353573 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:00.354324 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.370951 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:00.375323 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-13faa41b-c0c9-4120-9281-b9b8ad09c5e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6908383 Aug 31 07:43:00.383629 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 03321ebf-b9a8-495b-95fb-a71e1a0fb754 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:00.384011 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.396149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Request body: {'port': {'device_id': '91603ce8-6426-4013-b461-b6a782767125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:00.467080 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.626890 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-232d4c76-d22d-40c0-a953-587a49f59d8d None None] Provisioning for port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:00.630787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-232d4c76-d22d-40c0-a953-587a49f59d8d None None] Provisioning complete for port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:00.631167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-232d4c76-d22d-40c0-a953-587a49f59d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.681684 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-232d4c76-d22d-40c0-a953-587a49f59d8d None None] Port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:00.711564 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755345-6947-4bcb-a072-45c0c29d675f req-1b190098-57e6-4ac5-9439-91a40e8bfd64 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:00.713161 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1755345-6947-4bcb-a072-45c0c29d675f req-1b190098-57e6-4ac5-9439-91a40e8bfd64 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 932 time: 0.0574987 Aug 31 07:43:00.753931 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c1755345-6947-4bcb-a072-45c0c29d675f req-a59af68f-21ab-4da0-aece-c43ea348cf1e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343578 Aug 31 07:43:00.783811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:00.792208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.804798 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Transition to ACTIVE for port object 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:00.810044 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.866043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:00.941676 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Attempting to bind port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:00.942012 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Attempting to bind port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:00.942344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Attempting to bind port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:00.947061 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:00.947387 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Attempting to bind port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:00.952858 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:00.953231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Checking segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:00.953626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Bound using segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:00.954214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Bound port: 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:00.954584 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.030150 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:01.033606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:01.038419 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.076413 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.076852 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.078439 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] 10.222.0.23 "PUT /v2.0/ports/6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 1093 time: 0.6919870 Aug 31 07:43:01.078830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:01.081145 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548f2326-1d2f-400d-9faa-ec20bbda40d8" -d '{"events": [{"name": "network-changed", "server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:01.114534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea241bb-ad1c-4882-bccd-bcf5a6b3d835 service neutron] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:01.135756 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547a5f83-1512-4469-8614-47431651b684 x-openstack-request-id: req-547a5f83-1512-4469-8614-47431651b684 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:01.136049 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:01.136306 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-547a5f83-1512-4469-8614-47431651b684 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:01.136711 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'status': 'completed', 'code': 200} Aug 31 07:43:01.172081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-9d6bf0ba-35c2-42d8-9494-eb3c86d14bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.173704 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-9d6bf0ba-35c2-42d8-9494-eb3c86d14bc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1096 time: 0.0479708 Aug 31 07:43:01.219141 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-18d5e9fa-5093-432b-93aa-7bf16a0ff63d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 217 time: 0.0356874 Aug 31 07:43:01.275437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-f18b7a1a-53c3-43bf-8168-43ac06fdd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.277522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-f18b7a1a-53c3-43bf-8168-43ac06fdd191 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0508907 Aug 31 07:43:01.329585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-d7165ae0-becf-4a71-93bd-1ec826753382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.331292 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-d7165ae0-becf-4a71-93bd-1ec826753382 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438251 Aug 31 07:43:01.423269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-be6f0007-9437-4bc9-9bbc-78463eaaf0f9 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830212 Aug 31 07:43:01.525245 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4615ebf2-0078-4dff-9df2-dc2f44938f09 req-0240a39e-184b-4379-b762-1f1a1071a6db service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932667 Aug 31 07:43:01.619235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-d7ad5128-1119-4c87-b078-5041743c8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.620783 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-d7ad5128-1119-4c87-b078-5041743c8980 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1096 time: 0.0415182 Aug 31 07:43:01.718739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-307516bb-699f-4ae0-ae56-108fc9c4ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.721611 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-307516bb-699f-4ae0-ae56-108fc9c4ad5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0926540 Aug 31 07:43:01.766540 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-e49d842c-32e6-4fdb-b4ca-1a560b0ee1c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 217 time: 0.0370047 Aug 31 07:43:01.816984 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-75655112-f56d-47cb-9ff3-3f78259cf4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.818521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-75655112-f56d-47cb-9ff3-3f78259cf4f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0442069 Aug 31 07:43:01.871313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-bb925c43-cb42-4147-9926-bc406608b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.872845 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-bb925c43-cb42-4147-9926-bc406608b7b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454118 Aug 31 07:43:01.875461 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f66c24-488f-4c8a-8949-6b055a75c83d req-eb17978d-80bb-4eec-a73f-cb4d9fed37ea tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.876960 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0f66c24-488f-4c8a-8949-6b055a75c83d req-eb17978d-80bb-4eec-a73f-cb4d9fed37ea tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0528071 Aug 31 07:43:01.915613 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b0f66c24-488f-4c8a-8949-6b055a75c83d req-6e5d7a74-6da4-49e7-a842-552f3a0771d2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327072 Aug 31 07:43:01.970184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-916a466c-6c15-4858-a5e1-d46a799c753d service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864024 Aug 31 07:43:02.011135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 63b7f86e-5637-4864-a40f-2b4aa86cb8cf up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:02.068794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:02.069169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:02.081354 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-548f2326-1d2f-400d-9faa-ec20bbda40d8 req-19db2a1b-c29f-4126-8a69-9623d83a6deb service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965102 Aug 31 07:43:03.036147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30785f38-7f64-4bac-a627-a619d026d98a req-c891ae5c-b783-4e3e-a325-aa155a7303e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:03.037708 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30785f38-7f64-4bac-a627-a619d026d98a req-c891ae5c-b783-4e3e-a325-aa155a7303e7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0515449 Aug 31 07:43:03.076973 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-30785f38-7f64-4bac-a627-a619d026d98a req-e2f9e3b8-16e6-4e8f-8bef-9a62f8b40e64 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Aug 31 07:43:04.197326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86b1e-9301-440d-a1a1-d9155d1fb1db req-cbb7a5c6-20fb-4000-acbc-bebe287afa69 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:04.199938 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46a86b1e-9301-440d-a1a1-d9155d1fb1db req-cbb7a5c6-20fb-4000-acbc-bebe287afa69 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0508437 Aug 31 07:43:04.238519 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-46a86b1e-9301-440d-a1a1-d9155d1fb1db req-e2fa9995-383b-4884-97e2-16a51864af3a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Aug 31 07:43:04.544865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:04.639658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:04.803248 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'port_id': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'mac_address': 'fa:16:3e:08:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:04.841031 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:04.853352 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:04.872794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:04.877225 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:04.922354 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:05.128811 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:05.362881 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901353-564f-42a6-9a60-4170fc309c2c req-fab69ce7-23d3-41e5-980f-ef526e9113eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:05.364370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc901353-564f-42a6-9a60-4170fc309c2c req-fab69ce7-23d3-41e5-980f-ef526e9113eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 945 time: 0.0574076 Aug 31 07:43:05.406641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-dc901353-564f-42a6-9a60-4170fc309c2c req-e7849937-d8db-403e-b07c-b77fb71f7dff tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362272 Aug 31 07:43:06.521982 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c83843-89b6-44ec-bbcf-974eeb1f69ac req-a29f2db7-abfc-423b-b61e-59dbb66e60b3 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:06.523485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85c83843-89b6-44ec-bbcf-974eeb1f69ac req-a29f2db7-abfc-423b-b61e-59dbb66e60b3 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 945 time: 0.0494564 Aug 31 07:43:06.545610 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:06.561973 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-85c83843-89b6-44ec-bbcf-974eeb1f69ac req-bee7d173-7879-4af1-b7d2-559f61a1cede tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Aug 31 07:43:06.597869 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:06.601569 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:06.601941 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:06.682923 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:06.705633 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:06.707911 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f82da8-810d-4275-ac33-dbac773ec27d" -d '{"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-plugged", "status": "completed", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:06.720183 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:06.725350 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:06.762995 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8446ac44-9701-4ce8-bbea-242bfc91b2fc x-openstack-request-id: req-8446ac44-9701-4ce8-bbea-242bfc91b2fc {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:06.763291 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-plugged", "status": "completed", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:06.763548 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8446ac44-9701-4ce8-bbea-242bfc91b2fc {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:06.763942 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'code': 200} Aug 31 07:43:06.779517 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:06.863839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decc18a-391a-444f-9de0-42944de084ff req-b588285b-cfd2-4c4b-9e8c-40e9fb398560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:06.865380 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5decc18a-391a-444f-9de0-42944de084ff req-b588285b-cfd2-4c4b-9e8c-40e9fb398560 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1098 time: 0.0431798 Aug 31 07:43:06.901651 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5decc18a-391a-444f-9de0-42944de084ff req-0df90930-dbae-4bc8-9b0b-e10825f6b4b3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270689 Aug 31 07:43:07.682950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1bf8b-b335-43fa-a217-9093a6078d34 req-5b4f031f-3b13-4619-9754-8f58ca464206 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.684430 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3da1bf8b-b335-43fa-a217-9093a6078d34 req-5b4f031f-3b13-4619-9754-8f58ca464206 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0543039 Aug 31 07:43:07.734319 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3da1bf8b-b335-43fa-a217-9093a6078d34 req-38650834-0657-47ec-bbac-ceb7014df121 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Aug 31 07:43:08.849456 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fae47-3801-4fb1-a6c9-2a96491d04e7 req-ed293f29-3abb-4c1a-9bb1-fb61819b40d6 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:08.850930 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-113fae47-3801-4fb1-a6c9-2a96491d04e7 req-ed293f29-3abb-4c1a-9bb1-fb61819b40d6 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0495963 Aug 31 07:43:08.895070 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-113fae47-3801-4fb1-a6c9-2a96491d04e7 req-bf92a7de-b0ce-4940-8f18-d390c82f0b8a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Aug 31 07:43:09.009788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b126786-5dd1-4823-824c-9275d9521d55 req-9bfee4ea-1acf-40b1-b08a-12095d81ada2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.011295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b126786-5dd1-4823-824c-9275d9521d55 req-9bfee4ea-1acf-40b1-b08a-12095d81ada2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0496860 Aug 31 07:43:09.048728 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9b126786-5dd1-4823-824c-9275d9521d55 req-3af43a89-8d12-4b7f-a0e0-77635afd1f9f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314584 Aug 31 07:43:09.070616 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56692) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:09.194988 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decc646-442b-4e33-8ea3-82e773fbeec5 tempest-TestShelveInstance-1402778622 tempest-TestShelveInstance-1402778622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.196499 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8decc646-442b-4e33-8ea3-82e773fbeec5 tempest-TestShelveInstance-1402778622 tempest-TestShelveInstance-1402778622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1093 time: 0.1249039 Aug 31 07:43:09.199521 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56696) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:09.203839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:09.225643 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.324678 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.429205 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Allocated IP 172.25.5.73 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/4a951119-aec4-482f-8ffd-924c1a184515) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:09.884565 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.922518 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.961632 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:09.964457 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:09.968005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:09.973414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'Port': ['ID=4a951119-aec4-482f-8ffd-924c1a184515,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:10.325853 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.395030 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.549314 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.554477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.627274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'Port': ['ID=4a951119-aec4-482f-8ffd-924c1a184515,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:10.641243 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.748061 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Floating IP 3a32ccf9-5b76-4806-a935-e787c56b7fc8 associated. External IP: 172.25.5.73, port: 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b. Aug 31 07:43:10.983300 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Router 977d9642-6437-4580-97bd-2ce73257d3c1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:43:11.096905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:43:11.107308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] Sync routers for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:43:11.113362 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:11.122184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:11.122822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:11.164189 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-b86f8159-9be0-4333-80a3-d114c401983f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9636354 Aug 31 07:43:11.164780 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:11.167710 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36" -d '{"events": [{"name": "network-changed", "server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:11.247166 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:11.266644 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ca4bdc-fb1c-4e53-9315-a88ac025b759 x-openstack-request-id: req-45ca4bdc-fb1c-4e53-9315-a88ac025b759 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:11.266931 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:11.267181 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45ca4bdc-fb1c-4e53-9315-a88ac025b759 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:11.267594 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'status': 'completed', 'code': 200} Aug 31 07:43:11.336195 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-c963f3a3-fa4f-4526-986d-884126d36f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.337773 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-c963f3a3-fa4f-4526-986d-884126d36f21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1098 time: 0.0420644 Aug 31 07:43:11.435778 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-a8045688-2088-4e1e-9266-4751085fa530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.437338 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-a8045688-2088-4e1e-9266-4751085fa530 service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0919015 Aug 31 07:43:11.490194 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '3a32ccf9-5b76-4806-a935-e787c56b7fc8', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'port_id': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'mac_address': 'fa:16:3e:08:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91603ce8-6426-4013-b461-b6a782767125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:43:10Z', 'updated_at': '2021-08-31T07:43:10Z', 'revision_number': 0, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:11.513522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-5d3c9ec9-6bda-4cfc-86f3-b9579d8f7e44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 999 time: 0.0682387 Aug 31 07:43:11.516432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] Checking router: 977d9642-6437-4580-97bd-2ce73257d3c1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:43:11.528058 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:11.528687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:42:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:11.577468 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-5968fba4-dbb9-4095-8137-3cec4dbfcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.579151 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-5968fba4-dbb9-4095-8137-3cec4dbfcc7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0514810 Aug 31 07:43:11.638655 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-3e956759-d083-4c49-b89d-1efc2e0c3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.640385 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-3e956759-d083-4c49-b89d-1efc2e0c3192 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528631 Aug 31 07:43:11.648448 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:11.754565 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-68429dc1-4210-4c73-8d27-cd156fc9450d service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969112 Aug 31 07:43:11.858180 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4e2ea422-e1cf-4734-bbd4-6f8f4b0d8c36 req-5df73082-c82b-48ef-91d3-0ffaaed1a9f6 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899053 Aug 31 07:43:11.875881 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '3a32ccf9-5b76-4806-a935-e787c56b7fc8', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'port_id': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'mac_address': 'fa:16:3e:08:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91603ce8-6426-4013-b461-b6a782767125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:43:10Z', 'updated_at': '2021-08-31T07:43:10Z', 'revision_number': 0, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:11.902924 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d62ec8-7843-4db7-9278-47259b15ed88 None None] The sync data for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 is: [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '3a32ccf9-5b76-4806-a935-e787c56b7fc8', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'floating_ip_address': '172.25.5.73', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'port_id': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'mac_address': 'fa:16:3e:08:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91603ce8-6426-4013-b461-b6a782767125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:43:10Z', 'updated_at': '2021-08-31T07:43:10Z', 'revision_number': 0, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:43:12.104145 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98de86-ae3d-46a9-9ad1-bbdfff91bdde None None] New status for floating IP 3a32ccf9-5b76-4806-a935-e787c56b7fc8: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:43:24.322960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ff98cc7d-7945-46d3-82f6-ac0cb7ffc7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.116647 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.666711 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.934650 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-eadd47e5-b4d1-434c-934d-f9f64eb07bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.013893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.408364 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:30.260427 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:30.622884 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:43:37.572191 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-260f1623-d1b3-419a-8c90-8c202d85c140 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395296 Aug 31 07:43:37.667632 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-2b6f5751-f3af-4dc8-b7cd-0246ed8af034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.669165 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-2b6f5751-f3af-4dc8-b7cd-0246ed8af034 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1098 time: 0.0410972 Aug 31 07:43:37.775538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-270acadd-5ba1-4f09-a8c4-0cf59636f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.777041 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-270acadd-5ba1-4f09-a8c4-0cf59636f22b service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0852957 Aug 31 07:43:37.842062 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-dff8e770-f8d3-4658-b903-c78b49a890e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 1001 time: 0.0563407 Aug 31 07:43:37.891593 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-a7359f84-6073-49c0-bd7c-f86577d71cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.893050 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-a7359f84-6073-49c0-bd7c-f86577d71cd8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0429673 Aug 31 07:43:37.942375 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-581966e5-e3c0-43a2-b829-ae3dcf756f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.943848 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-581966e5-e3c0-43a2-b829-ae3dcf756f2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423462 Aug 31 07:43:38.033901 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-23cfacdc-b9f0-426f-9d25-69f3a387681d service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813937 Aug 31 07:43:38.129573 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff6850e5-0db5-4940-861b-0073ce0be39a req-78e24ee5-c3f8-4de3-b761-7bf3680be0c9 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854411 Aug 31 07:43:54.324314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4447fbd3-77c8-4b42-9ed6-c9941caa92ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.124875 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.658775 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.933549 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-206580e6-b549-46a3-b5d7-fdded0b9d052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.014627 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:58.413143 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.263046 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.622486 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:44:24.325846 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7958f3a7-d064-4706-a6ab-cb4c5549b3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.139438 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.670844 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.933272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0494410d-93a6-433a-926e-ef635647c09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.015562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.413388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.267405 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.457296 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43258916-b456-4efc-afe4-fadf9e994123 req-cc8b9825-492a-43e2-897b-501e9cd7e2bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402198 Aug 31 07:44:39.543160 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258916-b456-4efc-afe4-fadf9e994123 req-17fd3e3e-76f0-44df-bb82-cd7033422b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:39.544723 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43258916-b456-4efc-afe4-fadf9e994123 req-17fd3e3e-76f0-44df-bb82-cd7033422b00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1098 time: 0.0409505 Aug 31 07:44:39.982379 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258916-b456-4efc-afe4-fadf9e994123 req-4939e197-022c-4eed-89f8-914ba503a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:39.983890 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43258916-b456-4efc-afe4-fadf9e994123 req-4939e197-022c-4eed-89f8-914ba503a7a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.4192042 Aug 31 07:44:40.055428 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43258916-b456-4efc-afe4-fadf9e994123 req-f63550fe-eda9-4985-9a75-25906f6f0e6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 1001 time: 0.0583196 Aug 31 07:44:40.104008 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258916-b456-4efc-afe4-fadf9e994123 req-aa2fb6ed-7701-4806-a06d-65dab4ef0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:40.105434 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43258916-b456-4efc-afe4-fadf9e994123 req-aa2fb6ed-7701-4806-a06d-65dab4ef0716 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0418072 Aug 31 07:44:40.155475 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258916-b456-4efc-afe4-fadf9e994123 req-ef57a628-4408-4843-8751-2d6fe8683bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:40.157212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43258916-b456-4efc-afe4-fadf9e994123 req-ef57a628-4408-4843-8751-2d6fe8683bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437446 Aug 31 07:44:40.253492 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43258916-b456-4efc-afe4-fadf9e994123 req-3e523935-c1f8-4d20-a58e-3c3d18ef8f54 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864694 Aug 31 07:44:40.347834 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-43258916-b456-4efc-afe4-fadf9e994123 req-4271973b-7a3f-47d6-bafc-073c28073173 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835080 Aug 31 07:44:44.621547 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:44:54.327085 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb700-8514-49e3-af43-533c2efa4208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:55.153954 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.674131 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.934051 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c5719244-c2f7-4aed-9058-bb3e2724da83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.016853 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.416813 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.270505 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.490171 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a3f0a-d017-447d-b1ac-42138f30ccce req-e3ba3954-65fe-42f5-bd85-709467df0561 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:09.491685 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f6a3f0a-d017-447d-b1ac-42138f30ccce req-e3ba3954-65fe-42f5-bd85-709467df0561 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.1035452 Aug 31 07:45:09.530832 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6f6a3f0a-d017-447d-b1ac-42138f30ccce req-afa4af2d-d24f-41a8-8498-3668645c8aab tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329738 Aug 31 07:45:10.665345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab687-9874-4daa-b4b1-3db698636603 req-2dc674a5-32eb-4bf7-ae53-ea71850ef7f8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:10.666877 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-839ab687-9874-4daa-b4b1-3db698636603 req-2dc674a5-32eb-4bf7-ae53-ea71850ef7f8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0506382 Aug 31 07:45:10.705380 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-839ab687-9874-4daa-b4b1-3db698636603 req-e3d70fbe-0f9b-4c7d-984a-5942bce8018f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Aug 31 07:45:11.842925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ac493-bcdd-4af1-a23f-b910c57df63b req-e43defcc-42c4-41aa-8e4c-55e10b5c69be tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:11.844422 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c2ac493-bcdd-4af1-a23f-b910c57df63b req-e43defcc-42c4-41aa-8e4c-55e10b5c69be tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0483093 Aug 31 07:45:11.883983 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5c2ac493-bcdd-4af1-a23f-b910c57df63b req-fb576fb1-b255-4c37-a055-75426b55f169 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334599 Aug 31 07:45:12.998418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769595c-3701-424f-8b10-aa1887161c27 req-55603d2b-90fe-42ae-af1a-769559013e7b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:12.999966 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a769595c-3701-424f-8b10-aa1887161c27 req-55603d2b-90fe-42ae-af1a-769559013e7b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0492628 Aug 31 07:45:13.040203 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a769595c-3701-424f-8b10-aa1887161c27 req-c20420df-880b-4c09-b5d4-4d353c780ab4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337009 Aug 31 07:45:14.161291 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ecdf2-274a-4b2c-96e2-138d2a540b10 req-f4c1a94d-5a84-4722-b62f-cb44a301470e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:14.162794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-104ecdf2-274a-4b2c-96e2-138d2a540b10 req-f4c1a94d-5a84-4722-b62f-cb44a301470e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0536113 Aug 31 07:45:14.199882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-104ecdf2-274a-4b2c-96e2-138d2a540b10 req-9076916a-907c-4948-9c6f-48f676e40f29 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Aug 31 07:45:15.325080 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fccede-61f3-4aa2-ac7e-7878f086bd7c req-176c8b35-7055-426e-b152-2ff41ad6d0b2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:15.327082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4fccede-61f3-4aa2-ac7e-7878f086bd7c req-176c8b35-7055-426e-b152-2ff41ad6d0b2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0582132 Aug 31 07:45:15.369818 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f4fccede-61f3-4aa2-ac7e-7878f086bd7c req-0b0bdf9b-a976-447b-8b90-e9949aab9bfe tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361001 Aug 31 07:45:16.485241 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a151470-efd1-4892-ba38-697192840520 req-31d64985-0f81-4f6b-83e1-08026749471f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:16.486763 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a151470-efd1-4892-ba38-697192840520 req-31d64985-0f81-4f6b-83e1-08026749471f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0499568 Aug 31 07:45:16.523894 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0a151470-efd1-4892-ba38-697192840520 req-be10e7a1-fe7e-49a9-ac35-be6de7f66307 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Aug 31 07:45:17.639020 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85092c-2281-4f45-b335-7109b1b9122d req-775ff5f8-786f-4ee2-a860-ee11a460bcbf tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:17.640537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec85092c-2281-4f45-b335-7109b1b9122d req-775ff5f8-786f-4ee2-a860-ee11a460bcbf tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0487363 Aug 31 07:45:17.682821 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec85092c-2281-4f45-b335-7109b1b9122d req-644a3788-97c5-463f-894a-47d424036088 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361876 Aug 31 07:45:18.811512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7b558-00fa-4dae-8255-9d07077eb303 req-a940613e-8011-47d1-8680-93c560d44f42 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:18.813026 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a3d7b558-00fa-4dae-8255-9d07077eb303 req-a940613e-8011-47d1-8680-93c560d44f42 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0561211 Aug 31 07:45:18.850193 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a3d7b558-00fa-4dae-8255-9d07077eb303 req-804072d1-b737-4605-bf4c-79209a4e4a13 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Aug 31 07:45:19.967083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d42e2-d46f-4608-b276-311daa2f7094 req-96ff5081-8ebc-480a-923b-53bdfa1f9da7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:19.968599 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e9d42e2-d46f-4608-b276-311daa2f7094 req-96ff5081-8ebc-480a-923b-53bdfa1f9da7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0488327 Aug 31 07:45:20.007695 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3e9d42e2-d46f-4608-b276-311daa2f7094 req-3737071b-62f3-4524-acbf-af0dc8861f5f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Aug 31 07:45:21.128054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:21.129001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fae97-d539-4113-909f-006106d01a09 req-7ba645d1-ba6b-432d-981b-26dcef2fed81 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:21.130560 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d9fae97-d539-4113-909f-006106d01a09 req-7ba645d1-ba6b-432d-981b-26dcef2fed81 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0544541 Aug 31 07:45:21.169917 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d9fae97-d539-4113-909f-006106d01a09 req-8901b5fc-e065-49ca-a0b3-352ef216df49 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Aug 31 07:45:21.241712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:21.253263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'port_id': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'mac_address': 'fa:16:3e:08:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:45:21.291523 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:21.304353 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:21.323204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:21.327340 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:21.377752 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:21.384882 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.385249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.385593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.385930 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.386260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.386589 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.386916 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.387240 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.387563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.387892 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.388208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.388529 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:21.402361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:21.619978 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:45:22.291561 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b5711-7897-425b-8b4d-6000ae778e06 req-04313700-097e-4801-a0a6-794e4f63f106 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:22.293125 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-922b5711-7897-425b-8b4d-6000ae778e06 req-04313700-097e-4801-a0a6-794e4f63f106 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 945 time: 0.0500643 Aug 31 07:45:22.336564 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-922b5711-7897-425b-8b4d-6000ae778e06 req-833f4beb-fa48-463b-b831-ab327893f5fc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367332 Aug 31 07:45:23.144091 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:23.199342 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:23.200066 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.298190 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.325496 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:23.329235 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bf604f-68f7-466a-9111-9207ec546280" -d '{"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-plugged", "status": "completed", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:23.346920 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:23.360481 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.421386 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ad919e-4654-4996-a73d-7a24912880fb x-openstack-request-id: req-55ad919e-4654-4996-a73d-7a24912880fb {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:23.422746 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-plugged", "status": "completed", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:23.423279 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55ad919e-4654-4996-a73d-7a24912880fb {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:23.423904 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'code': 200} Aug 31 07:45:23.469906 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:23.502375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16453399-08d4-429f-ac5b-697cf55b7565 req-f246d9a0-cfbf-402b-b42c-3714d117037d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:23.513057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16453399-08d4-429f-ac5b-697cf55b7565 req-f246d9a0-cfbf-402b-b42c-3714d117037d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0847201 Aug 31 07:45:23.566983 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16453399-08d4-429f-ac5b-697cf55b7565 req-4734d4ac-9b4a-4bf9-a083-99ec41fc30ce tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521924 Aug 31 07:45:24.332777 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1566403d-0217-4ea2-a9b9-b59591843aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.695508 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0e21-97ea-4e71-8e75-1d869afaeca3 req-02192706-4521-4a77-ab6c-77574b2bb795 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:24.697096 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef5e0e21-97ea-4e71-8e75-1d869afaeca3 req-02192706-4521-4a77-ab6c-77574b2bb795 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0538659 Aug 31 07:45:24.740402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ef5e0e21-97ea-4e71-8e75-1d869afaeca3 req-038ca29e-fe92-4928-bd9d-6df1fcfdc7d2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370688 Aug 31 07:45:25.216992 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:25.877307 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787aba6-60b0-4948-90a2-bcf59d1cc6bc req-1fcff4cd-a5cc-4b59-a273-767fe63cab01 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:25.878936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f787aba6-60b0-4948-90a2-bcf59d1cc6bc req-1fcff4cd-a5cc-4b59-a273-767fe63cab01 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0575948 Aug 31 07:45:25.924814 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f787aba6-60b0-4948-90a2-bcf59d1cc6bc req-0f4df932-8b13-4cd7-8987-e92a56f35c23 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 Aug 31 07:45:26.689451 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.940954 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-41a13780-4d04-4ba4-9014-2ee172455e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.034417 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.061681 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505436f-9203-436e-a578-a1cbb7145591 req-ae93a300-e67d-426e-8113-f39fe6fcb210 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:27.069159 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8505436f-9203-436e-a578-a1cbb7145591 req-ae93a300-e67d-426e-8113-f39fe6fcb210 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0619285 Aug 31 07:45:27.108935 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8505436f-9203-436e-a578-a1cbb7145591 req-7de8e85a-706e-42bd-a8e2-9b135fbd29b0 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388372 Aug 31 07:45:28.245633 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecaa36-d3fe-4748-a11a-52bf23c2c53a req-601464fe-c7f1-469b-b8e3-29523448f765 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:28.248132 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3aecaa36-d3fe-4748-a11a-52bf23c2c53a req-601464fe-c7f1-469b-b8e3-29523448f765 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0606220 Aug 31 07:45:28.305977 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3aecaa36-d3fe-4748-a11a-52bf23c2c53a req-b2f3f0ac-9895-45ea-93e1-28a98b69fe53 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473678 Aug 31 07:45:28.427885 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.438120 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b8731-d01f-44c4-8681-5c9f3836a2fa req-da41e012-ec36-43cd-ad20-20066991eaa4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:29.439671 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e20b8731-d01f-44c4-8681-5c9f3836a2fa req-da41e012-ec36-43cd-ad20-20066991eaa4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0565879 Aug 31 07:45:29.486192 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e20b8731-d01f-44c4-8681-5c9f3836a2fa req-a3779337-b544-48ac-9957-4fcd26e0b9c8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Aug 31 07:45:30.275520 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.612992 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8402-7492-458b-be39-7095d33f88a3 req-65295d69-6bfd-412d-8692-9f012362aeb5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:30.614581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352a8402-7492-458b-be39-7095d33f88a3 req-65295d69-6bfd-412d-8692-9f012362aeb5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0537126 Aug 31 07:45:30.655495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-352a8402-7492-458b-be39-7095d33f88a3 req-01be2286-14e5-4e95-a098-eea278d3f409 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350249 Aug 31 07:45:31.771635 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e784ac-1074-4350-bc38-afd2c53ffcd5 req-77cd9ef6-9ffa-4859-892e-9d3ae94cc594 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:31.773135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91e784ac-1074-4350-bc38-afd2c53ffcd5 req-77cd9ef6-9ffa-4859-892e-9d3ae94cc594 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Aug 31 07:45:31.809649 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-91e784ac-1074-4350-bc38-afd2c53ffcd5 req-2d3406db-2451-473b-82e0-281e799c218c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305533 Aug 31 07:45:31.922735 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-3a1b631e-7974-4ad8-944b-df883edfe03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:31.924263 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-3a1b631e-7974-4ad8-944b-df883edfe03f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1098 time: 0.0821788 Aug 31 07:45:32.017700 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-f59e40c8-afda-44c1-b79d-4b9f3433d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:32.019195 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-f59e40c8-afda-44c1-b79d-4b9f3433d3c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0862470 Aug 31 07:45:32.086478 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-1e5ec179-7995-4a66-b634-a5517ffbec1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 1001 time: 0.0587842 Aug 31 07:45:32.145142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-e33a7c0d-9044-4586-a718-e6e34a47dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:32.146622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-e33a7c0d-9044-4586-a718-e6e34a47dbb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0471907 Aug 31 07:45:32.193615 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-a31ce6ad-c266-4631-a099-fab325d8c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:32.195088 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-a31ce6ad-c266-4631-a099-fab325d8c12a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403795 Aug 31 07:45:32.283411 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-d6a92cce-c079-4fb5-9983-b6040289e4b6 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802310 Aug 31 07:45:32.377456 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-73da71fb-5a6a-4329-8e8b-f7a31bb30660 req-12f2ec7e-cb67-4a72-814a-5aedb17df028 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Aug 31 07:45:32.925345 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166af42-dcea-47a6-b306-3295fc4cb284 req-2a820a42-3e96-42d7-8f42-35194dc91201 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:32.926875 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a166af42-dcea-47a6-b306-3295fc4cb284 req-2a820a42-3e96-42d7-8f42-35194dc91201 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0494268 Aug 31 07:45:32.966155 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a166af42-dcea-47a6-b306-3295fc4cb284 req-5c46082b-2209-4533-91d0-0184d6493c2e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Aug 31 07:45:34.082569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ac91-5600-4910-b826-f650b5b0d3cf req-0b1aac3e-d0b6-4f33-aa40-80ed82abdcca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:34.084064 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0d97ac91-5600-4910-b826-f650b5b0d3cf req-0b1aac3e-d0b6-4f33-aa40-80ed82abdcca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0492992 Aug 31 07:45:34.123123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0d97ac91-5600-4910-b826-f650b5b0d3cf req-2ca034a1-5e4f-4ac9-9bd6-777640c3f913 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329783 Aug 31 07:45:35.237952 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd035e6b-c097-42c8-adfc-2b02cf1d4704 req-07a643fe-4d8a-4233-9b31-fc05dc2b24c8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:35.239461 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd035e6b-c097-42c8-adfc-2b02cf1d4704 req-07a643fe-4d8a-4233-9b31-fc05dc2b24c8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 946 time: 0.0483029 Aug 31 07:45:35.251974 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:35.281924 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-fd035e6b-c097-42c8-adfc-2b02cf1d4704 req-9a9bf828-a9f7-4dc2-9ff9-f5baa797e451 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364387 Aug 31 07:45:35.326171 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:35.348356 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:35.350574 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b1cd35-bac7-4f07-aee6-a760fdcdb2de" -d '{"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-unplugged", "status": "completed", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:35.351153 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-d4f2ab92-42ae-4ecf-98e6-a50b380736a2 req-b7a3872f-73a8-4f42-b32d-b84c857690f5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:45:35.352304 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d4f2ab92-42ae-4ecf-98e6-a50b380736a2 req-b7a3872f-73a8-4f42-b32d-b84c857690f5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055299 Aug 31 07:45:35.363562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:35.369510 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:35.394155 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b9859-1dd8-47c3-ba2d-a7c0f4340c0e x-openstack-request-id: req-5b1b9859-1dd8-47c3-ba2d-a7c0f4340c0e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:35.394438 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-unplugged", "status": "failed", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b", "code": 422}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:35.394683 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b1b9859-1dd8-47c3-ba2d-a7c0f4340c0e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:35.395094 n-d-712142-16 neutron-server[94669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'code': 422} returned with failed status Aug 31 07:45:35.431390 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:35.511676 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a44c3-7ab8-4c92-a84f-315f706cbb81 req-7f87ded6-9ae7-4ee3-9f1f-369dc5100c8c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:35.513286 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c7a44c3-7ab8-4c92-a84f-315f706cbb81 req-7f87ded6-9ae7-4ee3-9f1f-369dc5100c8c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0501251 Aug 31 07:45:35.553478 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0c7a44c3-7ab8-4c92-a84f-315f706cbb81 req-36ff4794-d7c1-4250-a47b-e179f2913f42 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332530 Aug 31 07:45:35.599105 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 56890) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:35.681449 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-22316a35-8a5d-45ed-b320-b900b097c38d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811615 Aug 31 07:45:36.478696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-a62f57ff-982a-4ad7-8b85-cbc090984a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.480219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-a62f57ff-982a-4ad7-8b85-cbc090984a20 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125&tenant_id=8d722f63a7ed4031b7b154e344d60496 HTTP/1.1" status: 200 len: 1096 time: 0.0404258 Aug 31 07:45:36.548425 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-18f5fdee-0ef6-475e-ab41-2f0041747b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.549931 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-18f5fdee-0ef6-475e-ab41-2f0041747b0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1096 time: 0.0445523 Aug 31 07:45:36.664719 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-9d30b26f-7457-4583-bd54-a533e0d46643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.666219 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-9d30b26f-7457-4583-bd54-a533e0d46643 service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.1073556 Aug 31 07:45:36.723287 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d6fe1-9fb0-4baf-884d-9a2c7246dadf req-a0d27efe-faf9-4d83-8265-5f9dd4fc6093 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.724791 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9d6fe1-9fb0-4baf-884d-9a2c7246dadf req-a0d27efe-faf9-4d83-8265-5f9dd4fc6093 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.1013570 Aug 31 07:45:36.770221 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-da13ba00-9341-4302-84cd-bf6db6878a9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 999 time: 0.0960016 Aug 31 07:45:36.777509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ff9d6fe1-9fb0-4baf-884d-9a2c7246dadf req-698f5d98-240f-46a6-a7c9-7eb9de989e75 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458241 Aug 31 07:45:36.821338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-b7dd41d2-b54e-4cd5-82d1-320409899919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.822812 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-b7dd41d2-b54e-4cd5-82d1-320409899919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0444679 Aug 31 07:45:36.874165 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-9ea39ab5-b42d-40d1-9f34-155bc1fb2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.875695 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-9ea39ab5-b42d-40d1-9f34-155bc1fb2d18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445788 Aug 31 07:45:36.965408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-7985c45b-e1b2-4e44-81db-66f9fd48db55 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800042 Aug 31 07:45:37.063250 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-4073e144-b156-48b7-a0ef-cafc9f206a14 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900156 Aug 31 07:45:37.916217 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abed34-1369-4542-abf1-3375ffc6baca req-ba5377d3-bfc1-4d65-9c3a-1951c7069af7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:37.917800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0abed34-1369-4542-abf1-3375ffc6baca req-ba5377d3-bfc1-4d65-9c3a-1951c7069af7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0528815 Aug 31 07:45:37.964239 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e0abed34-1369-4542-abf1-3375ffc6baca req-f5ed774a-47d0-4ce4-9c86-99641cbf38fe tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357027 Aug 31 07:45:39.100427 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e6ead-130c-4783-8989-3c2854754088 req-326579ef-fe8a-414c-81d0-ffa080fea0bd tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:39.101972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac1e6ead-130c-4783-8989-3c2854754088 req-326579ef-fe8a-414c-81d0-ffa080fea0bd tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0545478 Aug 31 07:45:39.142348 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ac1e6ead-130c-4783-8989-3c2854754088 req-53a549c8-b39b-4a58-b349-2227feeda3f0 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Aug 31 07:45:39.267092 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:40.273641 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bff6d-a42c-4f4c-b871-75bb0d13d49f req-fe0c99be-f65a-4162-a684-889200c828b2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:40.275045 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b2bff6d-a42c-4f4c-b871-75bb0d13d49f req-fe0c99be-f65a-4162-a684-889200c828b2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0531869 Aug 31 07:45:40.316482 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3b2bff6d-a42c-4f4c-b871-75bb0d13d49f req-b5082d45-58c9-43d5-b6a2-4e86946d1165 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Aug 31 07:45:41.439579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c952a6-843e-4f84-9489-bb4ebdf5080c req-3f7fa974-c943-43e7-9649-39b0216715a8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:41.441120 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64c952a6-843e-4f84-9489-bb4ebdf5080c req-3f7fa974-c943-43e7-9649-39b0216715a8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0512695 Aug 31 07:45:41.482109 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-64c952a6-843e-4f84-9489-bb4ebdf5080c req-92ed04a6-59d7-443b-86ae-2783028f8740 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345340 Aug 31 07:45:42.638074 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861a054-7d06-4e66-a5ae-2ed3b631c1ea req-b86a52bd-0abd-41ba-94d3-3a3c5724b2d0 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:42.639612 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e861a054-7d06-4e66-a5ae-2ed3b631c1ea req-b86a52bd-0abd-41ba-94d3-3a3c5724b2d0 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0518303 Aug 31 07:45:42.678621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e861a054-7d06-4e66-a5ae-2ed3b631c1ea req-ea7ebe4d-1406-4e58-9dbe-f9cd797e0fee tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Aug 31 07:45:43.804429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee683e-c3f6-4c51-989d-5678a101d570 req-554a828a-a033-4a1c-b3a6-354a4a262a2c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:43.806009 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ee683e-c3f6-4c51-989d-5678a101d570 req-554a828a-a033-4a1c-b3a6-354a4a262a2c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0499632 Aug 31 07:45:43.854021 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9ee683e-c3f6-4c51-989d-5678a101d570 req-80de5ee5-9616-4db7-b54b-783d1f963ff8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Aug 31 07:45:44.981606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b6a43-f43f-41c0-891f-512bba72cb07 req-bd25361c-7f8f-45d2-8d5b-20d31bddbe97 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:44.984122 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a0b6a43-f43f-41c0-891f-512bba72cb07 req-bd25361c-7f8f-45d2-8d5b-20d31bddbe97 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0510123 Aug 31 07:45:45.030637 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2a0b6a43-f43f-41c0-891f-512bba72cb07 req-c20b1c99-2ab2-4177-800d-6d27020e94ee tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386343 Aug 31 07:45:46.151452 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71593ab1-3f5f-4bc6-9dd3-a7ca24b40c0b req-30df29c6-6d2c-4395-b74c-c68e7b8be206 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:46.153726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71593ab1-3f5f-4bc6-9dd3-a7ca24b40c0b req-30df29c6-6d2c-4395-b74c-c68e7b8be206 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0540555 Aug 31 07:45:46.196010 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-71593ab1-3f5f-4bc6-9dd3-a7ca24b40c0b req-dc0d4077-2cb4-49c9-bcf4-7541e3bd0a85 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342789 Aug 31 07:45:47.320782 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f21c78-ade7-4c25-9a47-fff6539a92f6 req-bb93bbb6-b9c5-4820-9d6e-278856665323 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:47.322317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1f21c78-ade7-4c25-9a47-fff6539a92f6 req-bb93bbb6-b9c5-4820-9d6e-278856665323 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0569785 Aug 31 07:45:47.371487 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e1f21c78-ade7-4c25-9a47-fff6539a92f6 req-9b40da66-8054-40ae-8069-63fa503c6780 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Aug 31 07:45:48.488149 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af3c69-7d5b-43c4-bf97-a49243282adb req-5f8d383d-2149-4c2a-ae74-7c95e78b333d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:48.489786 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-47af3c69-7d5b-43c4-bf97-a49243282adb req-5f8d383d-2149-4c2a-ae74-7c95e78b333d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0533233 Aug 31 07:45:48.528382 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-47af3c69-7d5b-43c4-bf97-a49243282adb req-7f3ab029-d379-4eee-8040-6ea48430d195 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Aug 31 07:45:49.646523 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054bc90-000b-4df6-ad9e-4fd88696f1ed req-7ebedb5d-9f38-4e2d-a9a9-b25d72d1d078 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:49.648136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9054bc90-000b-4df6-ad9e-4fd88696f1ed req-7ebedb5d-9f38-4e2d-a9a9-b25d72d1d078 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0504715 Aug 31 07:45:49.693282 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9054bc90-000b-4df6-ad9e-4fd88696f1ed req-fba63983-a9ae-4a46-ba7e-b0e49222547f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341520 Aug 31 07:45:50.809528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6e02f-589f-4976-9fb1-8e4abb7690c5 req-e1e81ee2-b845-47eb-95a0-97116972690a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:50.811019 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8fe6e02f-589f-4976-9fb1-8e4abb7690c5 req-e1e81ee2-b845-47eb-95a0-97116972690a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 944 time: 0.0495014 Aug 31 07:45:50.852728 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8fe6e02f-589f-4976-9fb1-8e4abb7690c5 req-6a679c81-f95d-4c86-9f03-6a5a88d578a5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356286 Aug 31 07:45:51.283947 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:51.378328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:51.389148 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'port_id': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'mac_address': 'fa:16:3e:08:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:45:51.425265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.437289 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:51.455480 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:51.459270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.504805 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:51.747485 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:51.969993 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce884506-4045-4746-83f0-9e4998a53827 req-0e18ec31-1861-4e21-af31-4415d078e124 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:51.971551 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce884506-4045-4746-83f0-9e4998a53827 req-0e18ec31-1861-4e21-af31-4415d078e124 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 945 time: 0.0494962 Aug 31 07:45:52.012061 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce884506-4045-4746-83f0-9e4998a53827 req-5f333cfd-26f7-44e3-ade6-0eb88375458d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345256 Aug 31 07:45:52.550978 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da875e-ddbd-4662-a922-899791b33705 req-94412d6e-c5bf-4309-8a94-e2381cb28de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:52.552500 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99da875e-ddbd-4662-a922-899791b33705 req-94412d6e-c5bf-4309-8a94-e2381cb28de3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1097 time: 0.0418253 Aug 31 07:45:52.664640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da875e-ddbd-4662-a922-899791b33705 req-d62a1893-5ce3-4fcb-bb49-ac3bfc80574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:52.666169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99da875e-ddbd-4662-a922-899791b33705 req-d62a1893-5ce3-4fcb-bb49-ac3bfc80574a service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0921950 Aug 31 07:45:52.735544 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99da875e-ddbd-4662-a922-899791b33705 req-51b7d57e-7ae5-4e60-948c-315d18845f13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 1000 time: 0.0611117 Aug 31 07:45:52.786178 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da875e-ddbd-4662-a922-899791b33705 req-f0f11cb7-6a2b-468b-8c42-5ce0aa709981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:52.787630 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99da875e-ddbd-4662-a922-899791b33705 req-f0f11cb7-6a2b-468b-8c42-5ce0aa709981 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0444713 Aug 31 07:45:52.833695 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da875e-ddbd-4662-a922-899791b33705 req-cc6fb49a-79b4-4974-8d36-2ba73e83499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:52.835197 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99da875e-ddbd-4662-a922-899791b33705 req-cc6fb49a-79b4-4974-8d36-2ba73e83499a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399668 Aug 31 07:45:52.929669 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99da875e-ddbd-4662-a922-899791b33705 req-702ddfd5-3595-48c4-8a7d-eac9baa582dc service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858254 Aug 31 07:45:53.019963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99da875e-ddbd-4662-a922-899791b33705 req-b92f2465-4102-42a8-a745-bd366224de31 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823886 Aug 31 07:45:53.132932 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9b017-227a-415d-9641-90605168be68 req-8a2f02e5-75e6-40c2-bfee-bfbb1a97831d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:53.134415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39b9b017-227a-415d-9641-90605168be68 req-8a2f02e5-75e6-40c2-bfee-bfbb1a97831d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 945 time: 0.0516236 Aug 31 07:45:53.180717 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39b9b017-227a-415d-9641-90605168be68 req-11130ec8-924c-4ed3-bd0b-7ca077727bfc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 Aug 31 07:45:53.300219 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:53.349291 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:53.349665 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.426553 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.448556 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:53.451163 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cc9f97-2eea-4614-96e8-935503a1cf27" -d '{"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-plugged", "status": "completed", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:53.463081 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:53.467373 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.491362 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd02f06-8d6f-44b3-9240-fd0ce050fbfc x-openstack-request-id: req-3bd02f06-8d6f-44b3-9240-fd0ce050fbfc {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:53.491658 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-plugged", "status": "completed", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:53.491920 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bd02f06-8d6f-44b3-9240-fd0ce050fbfc {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:53.492297 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'code': 200} Aug 31 07:45:53.521717 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:53.667648 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daabc7-0b66-40e2-8c9d-fcdb6fbc1748 req-9005d608-d2e2-4244-b03d-de511ede036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:53.669157 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14daabc7-0b66-40e2-8c9d-fcdb6fbc1748 req-9005d608-d2e2-4244-b03d-de511ede036a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1099 time: 0.0401087 Aug 31 07:45:53.711437 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-14daabc7-0b66-40e2-8c9d-fcdb6fbc1748 req-fd401093-ff2c-4edd-84ed-d1025db17f30 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338807 Aug 31 07:45:54.295973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cbb0-b4ee-4744-8722-3d2679a45013 req-66ac7305-660f-42b5-8679-65c6868a9e6f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:54.298013 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3886cbb0-b4ee-4744-8722-3d2679a45013 req-66ac7305-660f-42b5-8679-65c6868a9e6f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 947 time: 0.0501337 Aug 31 07:45:54.337500 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-817377eb-184a-4892-bfcc-8d9abd6cf42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.341480 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3886cbb0-b4ee-4744-8722-3d2679a45013 req-dabb1125-0c36-4bbb-8409-1c0703788c12 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371053 Aug 31 07:45:55.191290 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.470019 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7176d9d-e675-4861-90c3-e5019ff20dd2 req-f6d26547-4fa1-45b2-98ee-90981ede6e23 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:55.471553 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7176d9d-e675-4861-90c3-e5019ff20dd2 req-f6d26547-4fa1-45b2-98ee-90981ede6e23 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 947 time: 0.0558059 Aug 31 07:45:55.509379 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a7176d9d-e675-4861-90c3-e5019ff20dd2 req-9fd04407-45ca-428a-b2d4-9489b202422e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Aug 31 07:45:56.623487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cb0cb-8b57-4202-a900-1fc10886a766 req-4e8a12fb-0172-4ff5-a6c2-037a6d7e9697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:56.625624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e1cb0cb-8b57-4202-a900-1fc10886a766 req-4e8a12fb-0172-4ff5-a6c2-037a6d7e9697 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 947 time: 0.0481982 Aug 31 07:45:56.666420 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6e1cb0cb-8b57-4202-a900-1fc10886a766 req-fca5f40c-945b-43f1-a660-9c3842a0fc38 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349202 Aug 31 07:45:56.686119 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.932554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-601b3409-819c-41da-9abe-8514da8596e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.016858 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:58.424530 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:58.618212 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:46:00.271378 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.331471 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-730f0302-2d34-433f-93fd-7d85eb6edaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.189677 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.700700 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.932487 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2858970b-9dd5-49a4-ad71-253b9ddc53d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.017789 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:28.426465 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:30.273411 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.618865 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:46:40.480425 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-05af398a-b17a-4d3f-b478-fefd9e02fa81 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395772 Aug 31 07:46:40.566892 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-7e890164-c631-43ff-b647-17d44853dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.568742 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-7e890164-c631-43ff-b647-17d44853dcbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1099 time: 0.0406199 Aug 31 07:46:40.679119 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-065ccac2-d1de-46a3-94a9-cde97ac028cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.680641 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-065ccac2-d1de-46a3-94a9-cde97ac028cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0885243 Aug 31 07:46:40.747692 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-aa96c551-5a65-4579-a871-7a0582c8b08c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 1001 time: 0.0589354 Aug 31 07:46:40.796629 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-8a58ce22-9edd-48e5-8e03-a6f430e24d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.798100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-8a58ce22-9edd-48e5-8e03-a6f430e24d83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0434213 Aug 31 07:46:40.849865 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-9163e57b-54f9-4820-838a-a249d12f7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.851349 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-9163e57b-54f9-4820-838a-a249d12f7992 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432804 Aug 31 07:46:40.940394 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-32f2269c-b02f-401a-ab36-254bdd0ca696 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802195 Aug 31 07:46:41.036025 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-99bda91c-e6c6-4b52-86d2-175e971b0f5a req-1221c43e-abf1-4fc5-8983-7127514b8389 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875828 Aug 31 07:46:54.332971 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-80b0eeaf-9657-4967-9625-44842c027a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:55.195104 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.704765 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.931757 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ff89f06f-9b20-4668-90bc-9d4403313bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.019337 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.429423 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.276007 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.970867 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57022) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:10.138046 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Deleting port 4a951119-aec4-482f-8ffd-924c1a184515 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:10.138391 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.214165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.214487 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.225721 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Calling delete_port for 4a951119-aec4-482f-8ffd-924c1a184515 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:10.374537 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.403328 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event deleted for resources: {'Port': ['ID=4a951119-aec4-482f-8ffd-924c1a184515,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:10.437211 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.437553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.437892 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.438254 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.438592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.438917 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.439242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.439568 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.439887 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.440260 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.441110 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.441454 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.480281 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.480513 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Floating IP 3a32ccf9-5b76-4806-a935-e787c56b7fc8 disassociated (deleted). External IP: 172.25.5.73, port: 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b. Aug 31 07:47:10.685045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Router 977d9642-6437-4580-97bd-2ce73257d3c1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:10.791377 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:10.796464 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.802146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] Sync routers for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:10.811674 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:10.812298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:10.823103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-f5c51a39-9a0f-4735-8f41-1572bba1d689 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "DELETE /v2.0/floatingips/3a32ccf9-5b76-4806-a935-e787c56b7fc8 HTTP/1.1" status: 204 len: 168 time: 0.8506148 Aug 31 07:47:10.823686 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:10.825979 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df69706-040d-4546-90c2-fa89f1ec5a38" -d '{"events": [{"name": "network-changed", "server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:10.868736 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b7e09c-7c5d-4ef8-b94f-79dead213c1e x-openstack-request-id: req-f7b7e09c-7c5d-4ef8-b94f-79dead213c1e {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:10.869024 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:10.869301 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7b7e09c-7c5d-4ef8-b94f-79dead213c1e {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:10.869706 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'status': 'completed', 'code': 200} Aug 31 07:47:10.923048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:10.952486 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-13ce8afa-a5d7-4b1a-8f40-8050dbef8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:10.956167 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-13ce8afa-a5d7-4b1a-8f40-8050dbef8ea5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 1099 time: 0.0565801 Aug 31 07:47:11.084363 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b39eea-19b5-4153-82bd-cf424d7993fe req-5d93dd5a-7bc1-4e8f-a1f5-6965f6c1b3da tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:11.085895 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b7b39eea-19b5-4153-82bd-cf424d7993fe req-5d93dd5a-7bc1-4e8f-a1f5-6965f6c1b3da tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 947 time: 0.0729244 Aug 31 07:47:11.111231 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-c936eb65-4286-4859-8ac5-6981253d55af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:11.112753 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-c936eb65-4286-4859-8ac5-6981253d55af service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.1432986 Aug 31 07:47:11.130256 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:11.139770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b7b39eea-19b5-4153-82bd-cf424d7993fe req-04ac98e6-20bc-4786-894b-ddc2bf7017d2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449560 Aug 31 07:47:11.157502 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] Checking router: 977d9642-6437-4580-97bd-2ce73257d3c1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:11.167622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:11.167802 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-c5c088ab-5837-4177-acaf-c5175ea4369d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 200 len: 217 time: 0.0422680 Aug 31 07:47:11.168233 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:11.221125 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-7cee8f50-ba5f-47f9-bdf7-e9f3d3da3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:11.222755 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-7cee8f50-ba5f-47f9-bdf7-e9f3d3da3b83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0443795 Aug 31 07:47:11.276969 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-2a5553aa-de1d-45c2-b615-027f72617ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:11.278494 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-2a5553aa-de1d-45c2-b615-027f72617ba2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451033 Aug 31 07:47:11.279419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:11.368761 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-d6c76d61-f739-4a42-ae3d-b138d3a116eb service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806944 Aug 31 07:47:11.465623 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-9df69706-040d-4546-90c2-fa89f1ec5a38 req-d8c1918b-f588-42aa-b1ef-b1beae4dfec5 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888960 Aug 31 07:47:11.477206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:11.510767 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48378100-cc10-4cce-b57c-53fbbf7497d8 None None] The sync data for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 is: [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:11.735326 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68499cb3-6af3-4db7-89f4-133f1481b477 None None] New status for floating IP 3a32ccf9-5b76-4806-a935-e787c56b7fc8: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:47:12.258950 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26551335-eb60-46d6-a00f-4fb8da689d51 req-1f7ce29b-78f6-4ee4-8c6f-7c1f056df304 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.260373 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26551335-eb60-46d6-a00f-4fb8da689d51 req-1f7ce29b-78f6-4ee4-8c6f-7c1f056df304 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 947 time: 0.0496125 Aug 31 07:47:12.297878 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-26551335-eb60-46d6-a00f-4fb8da689d51 req-d237636f-eed6-402d-be3f-8b2e1355effc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=36576d6e-3a80-4b3f-a65d-ab6b205a258b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Aug 31 07:47:12.571945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-1f69a477-ed8d-4369-986c-697487cd404c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.574499 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-1f69a477-ed8d-4369-986c-697487cd404c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.23 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 947 time: 0.0491126 Aug 31 07:47:12.617745 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:47:12.663309 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Deleting port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:12.663647 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.752479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] For port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:12.753392 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.765864 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Calling delete_port for 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:12.910387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.941477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event deleted for resources: {'Port': ['ID=6f137fc3-f59f-4dfc-b9de-b59ca4776f0b,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:12.968380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.968725 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.969065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.969426 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.969761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.970088 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.970417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.970745 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.971068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.971419 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.971736 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.972057 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:12.990385 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] No DVR routers for this DVR port 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:12.993303 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.995321 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-5fdb0db2-6b64-42d6-84b6-67ee5f3fc82e req-dbcd6b35-59d3-46ed-84cf-c6adf7de34cc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.23 "DELETE /v2.0/ports/6f137fc3-f59f-4dfc-b9de-b59ca4776f0b HTTP/1.1" status: 204 len: 173 time: 0.4146936 Aug 31 07:47:12.995783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-deleted', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:12.998073 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be6e2f8-6b8f-40c0-92af-fc4e17a8b574" -d '{"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-deleted", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:13.097301 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b963e0-66bb-44ee-a5e0-8c507e8d8b95 x-openstack-request-id: req-05b963e0-66bb-44ee-a5e0-8c507e8d8b95 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:13.097599 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91603ce8-6426-4013-b461-b6a782767125", "name": "network-vif-deleted", "tag": "6f137fc3-f59f-4dfc-b9de-b59ca4776f0b", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:13.097882 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05b963e0-66bb-44ee-a5e0-8c507e8d8b95 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:13.098284 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91603ce8-6426-4013-b461-b6a782767125', 'name': 'network-vif-deleted', 'tag': '6f137fc3-f59f-4dfc-b9de-b59ca4776f0b', 'status': 'completed', 'code': 200} Aug 31 07:47:13.408359 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-c952a092-cf9a-4873-a256-a8f5acfb356f req-4d7977fb-66bf-4c8e-9471-db563c63baf2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=91603ce8-6426-4013-b461-b6a782767125 HTTP/1.1" status: 200 len: 210 time: 0.0287123 Aug 31 07:47:14.465951 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57046) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:14.529136 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6f2400c-07b9-4ae8-8f14-0376959636bb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.553953 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6f2400c-07b9-4ae8-8f14-0376959636bb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.613155 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6f2400c-07b9-4ae8-8f14-0376959636bb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.615709 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-a6f2400c-07b9-4ae8-8f14-0376959636bb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.616851 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-a6f2400c-07b9-4ae8-8f14-0376959636bb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "DELETE /v2.0/security-groups/36576d6e-3a80-4b3f-a65d-ab6b205a258b HTTP/1.1" status: 204 len: 168 time: 0.1498837 Aug 31 07:47:14.626415 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2400c-07b9-4ae8-8f14-0376959636bb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36576d6e-3a80-4b3f-a65d-ab6b205a258b,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.009739 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57052) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.014481 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-6d13c9f9-45e0-466c-99a7-1baf85ea4618 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365003322', 'description': 'tempest-secgroup-smoke-365003322 description', 'project_id': '8d722f63a7ed4031b7b154e344d60496'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.037520 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d13c9f9-45e0-466c-99a7-1baf85ea4618 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.115722 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d13c9f9-45e0-466c-99a7-1baf85ea4618 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.119583 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d13c9f9-45e0-466c-99a7-1baf85ea4618 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.147401 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-6d13c9f9-45e0-466c-99a7-1baf85ea4618 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.148624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-6d13c9f9-45e0-466c-99a7-1baf85ea4618 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1378298 Aug 31 07:47:15.150466 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13c9f9-45e0-466c-99a7-1baf85ea4618 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c19ba2-6441-411d-b2ce-367fa685e3fe,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.151707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57054) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.157360 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-06de731f-1af1-4c1f-a4de-6e8508c4078d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '34c19ba2-6441-411d-b2ce-367fa685e3fe', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.183890 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06de731f-1af1-4c1f-a4de-6e8508c4078d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.247172 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06de731f-1af1-4c1f-a4de-6e8508c4078d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.251357 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06de731f-1af1-4c1f-a4de-6e8508c4078d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.269172 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de731f-1af1-4c1f-a4de-6e8508c4078d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b7a4ca-e450-4874-ac76-4d1dd18209bb,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.275343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06de731f-1af1-4c1f-a4de-6e8508c4078d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.279979 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-06de731f-1af1-4c1f-a4de-6e8508c4078d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237986 Aug 31 07:47:15.280429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57056) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.285095 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-e44a47bc-de21-41e1-ac97-495c08af8aca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '34c19ba2-6441-411d-b2ce-367fa685e3fe', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.310513 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e44a47bc-de21-41e1-ac97-495c08af8aca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.370378 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e44a47bc-de21-41e1-ac97-495c08af8aca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.373927 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e44a47bc-de21-41e1-ac97-495c08af8aca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.391605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a47bc-de21-41e1-ac97-495c08af8aca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9094183a-9e1c-4e84-99c3-babb43533623,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.397298 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e44a47bc-de21-41e1-ac97-495c08af8aca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.398509 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-e44a47bc-de21-41e1-ac97-495c08af8aca tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171072 Aug 31 07:47:15.401116 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57058) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.405436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-83c671c2-512d-444b-932e-ae9a51d30137 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '34c19ba2-6441-411d-b2ce-367fa685e3fe', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.431112 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83c671c2-512d-444b-932e-ae9a51d30137 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.488911 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83c671c2-512d-444b-932e-ae9a51d30137 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.492411 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83c671c2-512d-444b-932e-ae9a51d30137 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.509819 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c671c2-512d-444b-932e-ae9a51d30137 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262d4a3b-f837-43df-b4db-05e137466613,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.516239 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-83c671c2-512d-444b-932e-ae9a51d30137 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.517518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-83c671c2-512d-444b-932e-ae9a51d30137 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154406 Aug 31 07:47:15.520159 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57060) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.524491 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b0f75ff6-9151-406e-bd20-513bc3e3f7eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '34c19ba2-6441-411d-b2ce-367fa685e3fe', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.550544 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0f75ff6-9151-406e-bd20-513bc3e3f7eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.612507 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0f75ff6-9151-406e-bd20-513bc3e3f7eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.616020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0f75ff6-9151-406e-bd20-513bc3e3f7eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.636435 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f75ff6-9151-406e-bd20-513bc3e3f7eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8122873b-0030-4db4-9564-304cfa133221,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.638856 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b0f75ff6-9151-406e-bd20-513bc3e3f7eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.642574 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b0f75ff6-9151-406e-bd20-513bc3e3f7eb tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189880 Aug 31 07:47:15.642952 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57062) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.647189 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-0ec2ca05-3cfa-45c2-aa9a-5607721bc048 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '34c19ba2-6441-411d-b2ce-367fa685e3fe', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.670649 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-0ec2ca05-3cfa-45c2-aa9a-5607721bc048 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Project 8d722f63a7ed4031b7b154e344d60496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:47:15.675882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ec2ca05-3cfa-45c2-aa9a-5607721bc048 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.733151 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ec2ca05-3cfa-45c2-aa9a-5607721bc048 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.736585 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ec2ca05-3cfa-45c2-aa9a-5607721bc048 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.754280 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2ca05-3cfa-45c2-aa9a-5607721bc048 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864e93e0-f2e3-4c76-9699-d6dfb3e0427b,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.760458 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ec2ca05-3cfa-45c2-aa9a-5607721bc048 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.761726 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0ec2ca05-3cfa-45c2-aa9a-5607721bc048 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180050 Aug 31 07:47:15.764395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57064) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.768899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-b5e54596-39ee-4477-829a-ae4c2cc65634 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'security_group_rule': {'security_group_id': '34c19ba2-6441-411d-b2ce-367fa685e3fe', 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.792518 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-b5e54596-39ee-4477-829a-ae4c2cc65634 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Project 8d722f63a7ed4031b7b154e344d60496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:47:15.797280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b5e54596-39ee-4477-829a-ae4c2cc65634 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.859257 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b5e54596-39ee-4477-829a-ae4c2cc65634 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.864641 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b5e54596-39ee-4477-829a-ae4c2cc65634 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.883813 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e54596-39ee-4477-829a-ae4c2cc65634 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d48187-3e7c-4494-b86f-03fdfe440d84,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.891237 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b5e54596-39ee-4477-829a-ae4c2cc65634 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.892468 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-b5e54596-39ee-4477-829a-ae4c2cc65634 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271186 Aug 31 07:47:15.906713 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:15.928319 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:15.928673 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 6f137fc3-f59f-4dfc-b9de-b59ca4776f0b not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:24.334334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e3e7-13cf-4e06-9666-33af60647739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.210811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.726243 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.932848 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3d432934-9fb2-4750-ba5b-7169d857788d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.022852 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.437882 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.169725 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-1b211168-5553-429f-aefa-a0f1d6f8fa51 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365003322&fields=id&tenant_id=8d722f63a7ed4031b7b154e344d60496 HTTP/1.1" status: 200 len: 267 time: 0.0346406 Aug 31 07:47:30.279289 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.288751 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-d48d4f8e-cb9a-46c1-85b3-0516ba3cdd1f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.290296 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-d48d4f8e-cb9a-46c1-85b3-0516ba3cdd1f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 809 time: 0.1136615 Aug 31 07:47:30.305950 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-85fe858f-4609-4da6-8609-dc6a81805a82 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/quotas/8d722f63a7ed4031b7b154e344d60496 HTTP/1.1" status: 200 len: 375 time: 0.0096924 Aug 31 07:47:30.364634 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-daed71db-87a7-44cd-964b-8c8b7e362671 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518212 Aug 31 07:47:30.380864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-0c9cdad2-7b80-4e4f-bbb2-046ef48448f8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:30.381864 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-0c9cdad2-7b80-4e4f-bbb2-046ef48448f8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059068 Aug 31 07:47:30.525000 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-2bb2dca7-c23f-4c26-834a-d0db025ad7f8 service neutron] 10.222.0.15 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368160 Aug 31 07:47:30.614190 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-a98965b3-d5fe-48ac-baf3-56947bf9e9ef service neutron] 10.222.0.15 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830030 Aug 31 07:47:30.925467 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-453fea51-05b3-4420-b8b5-eccdad1437bd req-83ef8454-7330-4219-93fd-b147edb0d1fa tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 210 time: 0.0287189 Aug 31 07:47:31.821540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-fa2a02e1-6b1e-4b3f-ace7-4f6f12130b83 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:31.823103 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-fa2a02e1-6b1e-4b3f-ace7-4f6f12130b83 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.42 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 809 time: 0.1093597 Aug 31 07:47:31.867021 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-1143279b-8848-4f4b-92a5-5f93d04ff715 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d722f63a7ed4031b7b154e344d60496 HTTP/1.1" status: 200 len: 379 time: 0.0340397 Aug 31 07:47:31.877987 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'port': {'device_id': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'admin_state_up': True, 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'security_groups': ['34c19ba2-6441-411d-b2ce-367fa685e3fe']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:31.994213 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Made reservation on behalf of 8d722f63a7ed4031b7b154e344d60496 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:31.997813 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.037922 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4c46aca1-b2a2-4556-81e5-c7df37f60e76 req-820461cf-443b-408b-b3e2-ba11d9945135 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 210 time: 0.0357773 Aug 31 07:47:32.153268 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Allocated IP 172.20.0.8 (744b55a0-d65b-4920-935c-0cc6de8e01f5/cefebedf-c684-44a8-a4ab-d0b238835626/2b9f6cbe-8826-481e-ae3c-caa761361bae) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:32.294964 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.308671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Transition to ACTIVE for port object 2b9f6cbe-8826-481e-ae3c-caa761361bae will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:32.342995 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.387173 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:32.397331 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:32.402168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:32.429091 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:32.459261 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:32.459917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.477991 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-abf9fd58-7e8c-4eb9-9a8f-ec43f0ea4bd2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044333 Aug 31 07:47:32.490123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-3e436fc3-7e84-47ff-af96-d36d70b848f2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:32.491106 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-3e436fc3-7e84-47ff-af96-d36d70b848f2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060112 Aug 31 07:47:32.581034 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Request body: {'port': {'device_id': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:32.640358 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.700870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5833c684-5b93-413b-8e6a-42168b085496 None None] Provisioning for port 2b9f6cbe-8826-481e-ae3c-caa761361bae completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:32.705482 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-5833c684-5b93-413b-8e6a-42168b085496 None None] Provisioning complete for port 2b9f6cbe-8826-481e-ae3c-caa761361bae triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:32.706043 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5833c684-5b93-413b-8e6a-42168b085496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.748205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-5833c684-5b93-413b-8e6a-42168b085496 None None] Port 2b9f6cbe-8826-481e-ae3c-caa761361bae cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:33.168748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0895f91-6eaf-485c-9ae2-0dfd0939af73 req-6756ff9c-ac10-4b06-a3ab-dc08948c8e05 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.171170 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0895f91-6eaf-485c-9ae2-0dfd0939af73 req-6756ff9c-ac10-4b06-a3ab-dc08948c8e05 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 931 time: 0.0534759 Aug 31 07:47:33.219847 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0895f91-6eaf-485c-9ae2-0dfd0939af73 req-a8b7e0ca-db6f-4027-acf5-2f0d63b3e707 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365522 Aug 31 07:47:33.278471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9f6cbe-8826-481e-ae3c-caa761361bae {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:33.286862 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.298321 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Transition to ACTIVE for port object 2b9f6cbe-8826-481e-ae3c-caa761361bae will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:33.301621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.353914 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:33.436193 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Attempting to bind port 2b9f6cbe-8826-481e-ae3c-caa761361bae on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:33.436788 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Attempting to bind port 2b9f6cbe-8826-481e-ae3c-caa761361bae by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:33.437364 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Attempting to bind port 2b9f6cbe-8826-481e-ae3c-caa761361bae on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:33.442414 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Port 2b9f6cbe-8826-481e-ae3c-caa761361bae on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:47:33.442743 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Attempting to bind port 2b9f6cbe-8826-481e-ae3c-caa761361bae on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:33.447783 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:33.448120 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Checking segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:33.448567 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Bound using segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:33.448930 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Bound port: 2b9f6cbe-8826-481e-ae3c-caa761361bae, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:33.449327 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.517574 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:33.521327 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:33.526452 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.566465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.567165 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.568805 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] 10.222.0.42 "PUT /v2.0/ports/2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 1092 time: 1.0708244 Aug 31 07:47:33.569354 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:33.571716 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e021011e-483a-4f44-87cf-0a0974abbefc" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:33.592811 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb70253-0ba8-4c7c-8e93-2b4cff3a9a6f service neutron] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:33.628415 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b90cbd-e179-4d01-b14d-8070afdbc9fe x-openstack-request-id: req-e9b90cbd-e179-4d01-b14d-8070afdbc9fe {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:33.628828 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:33.629202 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9b90cbd-e179-4d01-b14d-8070afdbc9fe {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:33.629715 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'status': 'completed', 'code': 200} Aug 31 07:47:33.668740 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-d4c37357-f2a1-4d4a-90b6-e4998710ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.670318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-d4c37357-f2a1-4d4a-90b6-e4998710ff3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1095 time: 0.0514269 Aug 31 07:47:33.719041 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-eb0e2c66-2267-4e8b-a82b-e8d3e3c189be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 217 time: 0.0366881 Aug 31 07:47:33.770888 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-355638f3-6b3b-48d6-8878-32dae1189c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.772765 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-355638f3-6b3b-48d6-8878-32dae1189c77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0467341 Aug 31 07:47:33.823231 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-0f3309c3-bdef-4164-8682-f785540b6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.824759 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-0f3309c3-bdef-4164-8682-f785540b6c1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452275 Aug 31 07:47:33.914594 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-f690fccd-7c47-4d55-aceb-4043b0dd924d service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827496 Aug 31 07:47:34.010233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b31f3f6e-333b-4258-b037-2a13c3c3b0ba req-a838d149-5f38-4443-b29b-99dbf937a845 service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884793 Aug 31 07:47:34.095102 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021011e-483a-4f44-87cf-0a0974abbefc req-b5f050c4-9f58-4cad-885c-f6704b395aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.097300 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e021011e-483a-4f44-87cf-0a0974abbefc req-b5f050c4-9f58-4cad-885c-f6704b395aef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1095 time: 0.0421054 Aug 31 07:47:34.187116 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021011e-483a-4f44-87cf-0a0974abbefc req-bf55511d-01d9-4438-afce-475f3f663263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.188675 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e021011e-483a-4f44-87cf-0a0974abbefc req-bf55511d-01d9-4438-afce-475f3f663263 service neutron] 10.222.0.42 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0842540 Aug 31 07:47:34.234354 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e021011e-483a-4f44-87cf-0a0974abbefc req-0a8f4418-1026-4a30-bfa3-1727c522cbf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 217 time: 0.0386224 Aug 31 07:47:34.286169 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021011e-483a-4f44-87cf-0a0974abbefc req-e5def479-3fef-47ab-a310-31c656c7dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.287672 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e021011e-483a-4f44-87cf-0a0974abbefc req-e5def479-3fef-47ab-a310-31c656c7dad0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0463283 Aug 31 07:47:34.337774 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021011e-483a-4f44-87cf-0a0974abbefc req-8c64f2ff-1ccf-4304-8f64-d19ce610e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.339437 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e021011e-483a-4f44-87cf-0a0974abbefc req-8c64f2ff-1ccf-4304-8f64-d19ce610e047 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446715 Aug 31 07:47:34.357701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af907109-2dee-4640-a574-04d5e22c655d req-65226716-0e2b-4edb-9f0c-ef8b0d64ed41 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.361097 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af907109-2dee-4640-a574-04d5e22c655d req-65226716-0e2b-4edb-9f0c-ef8b0d64ed41 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0563040 Aug 31 07:47:34.403842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-af907109-2dee-4640-a574-04d5e22c655d req-f2730946-ba5b-4bee-ad28-c0b6cbab3785 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361528 Aug 31 07:47:34.450246 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e021011e-483a-4f44-87cf-0a0974abbefc req-15508af5-6785-4fc2-b36c-97fd959a4351 service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033232 Aug 31 07:47:34.540220 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e021011e-483a-4f44-87cf-0a0974abbefc req-c0504f97-8e46-484d-94cd-1aba64e96d65 service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826750 Aug 31 07:47:35.527609 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789afe56-5f4c-4b41-80e7-ccff6685e2ef req-19b0d4b0-15a6-41ff-bdf0-17a5f5438206 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:35.529136 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-789afe56-5f4c-4b41-80e7-ccff6685e2ef req-19b0d4b0-15a6-41ff-bdf0-17a5f5438206 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0554047 Aug 31 07:47:35.569559 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-789afe56-5f4c-4b41-80e7-ccff6685e2ef req-80224365-9cf1-46ec-8e34-ed98e41cb759 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334029 Aug 31 07:47:36.685729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a792e3b-c729-40a8-9eec-6fb9e95c6afe req-58bd0111-e245-4995-8300-2d2a018018ba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:36.687185 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3a792e3b-c729-40a8-9eec-6fb9e95c6afe req-58bd0111-e245-4995-8300-2d2a018018ba tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0513036 Aug 31 07:47:36.723576 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3a792e3b-c729-40a8-9eec-6fb9e95c6afe req-458fd3ee-6234-4675-a683-de69340e0b27 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304611 Aug 31 07:47:37.840615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eb621-c107-4a85-a317-fd533be1a63f req-fd1a5481-a072-423d-9deb-2527b70c78d0 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:37.842131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-924eb621-c107-4a85-a317-fd533be1a63f req-fd1a5481-a072-423d-9deb-2527b70c78d0 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0494859 Aug 31 07:47:37.879900 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-924eb621-c107-4a85-a317-fd533be1a63f req-84ac26df-1197-4867-8adb-0ec326aecc04 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Aug 31 07:47:38.994397 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b233-53b8-4db0-b4b2-0fc82f830fb4 req-b060bfdc-19c3-4269-8cc7-6d0b11f616f9 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:38.995932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4d2b233-53b8-4db0-b4b2-0fc82f830fb4 req-b060bfdc-19c3-4269-8cc7-6d0b11f616f9 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0496292 Aug 31 07:47:39.034076 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-e4d2b233-53b8-4db0-b4b2-0fc82f830fb4 req-8179a9ad-8178-4e11-8ccc-ce60bf7ef33b tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315292 Aug 31 07:47:40.147779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb00f74-0993-4bef-9beb-cee3f18dd3dd req-a2223ee1-4ad3-4c9e-9348-bc97b16e1ced tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:40.149306 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1eb00f74-0993-4bef-9beb-cee3f18dd3dd req-a2223ee1-4ad3-4c9e-9348-bc97b16e1ced tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0480812 Aug 31 07:47:40.186404 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1eb00f74-0993-4bef-9beb-cee3f18dd3dd req-4ab2504f-1c06-41cc-bbe3-14d9d93121d5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312736 Aug 31 07:47:41.299691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef52d2-9d83-4106-bcfb-f32deb343535 req-c049930f-ce29-42eb-b8c9-d8ad30b11459 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.301207 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50ef52d2-9d83-4106-bcfb-f32deb343535 req-c049930f-ce29-42eb-b8c9-d8ad30b11459 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0491281 Aug 31 07:47:41.339100 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-50ef52d2-9d83-4106-bcfb-f32deb343535 req-bd7750a9-2e25-49c5-9323-d3c5f7118dff tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320280 Aug 31 07:47:42.455989 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7e222-813a-4792-929f-692a346245fc req-4278c560-d7b1-45f9-b1ac-5c54113e881f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:42.457485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-12c7e222-813a-4792-929f-692a346245fc req-4278c560-d7b1-45f9-b1ac-5c54113e881f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0531077 Aug 31 07:47:42.495162 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-12c7e222-813a-4792-929f-692a346245fc req-bebda484-3c79-4e57-814e-15738f59c06d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Aug 31 07:47:43.613395 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c67c0-36b7-4f7c-bf03-c9bea8529bbb req-67f24350-7994-41d4-a1c8-13615a7f1ad9 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:43.614882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b28c67c0-36b7-4f7c-bf03-c9bea8529bbb req-67f24350-7994-41d4-a1c8-13615a7f1ad9 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0532892 Aug 31 07:47:43.652735 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b28c67c0-36b7-4f7c-bf03-c9bea8529bbb req-6e81c6dd-2331-4fe6-a553-86ea1c3c4ce2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Aug 31 07:47:44.010434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 2b9f6cbe-8826-481e-ae3c-caa761361bae details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:44.100862 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:44.111902 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'port_id': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'mac_address': 'fa:16:3e:54:72:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:47:44.157468 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.180462 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9f6cbe-8826-481e-ae3c-caa761361bae {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:44.199224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:44.202947 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.247983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:44.255597 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.255870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.256206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.256542 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.256870 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.257208 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.257549 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.257868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.258188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.258505 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.258823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.259158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:44.456628 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['2b9f6cbe-8826-481e-ae3c-caa761361bae'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:44.765817 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718685e-1505-4cd1-9e35-5b68db8a1f74 req-6090fcd4-fe7a-4cfd-a1aa-0fbe7b7c92b2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:44.767317 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4718685e-1505-4cd1-9e35-5b68db8a1f74 req-6090fcd4-fe7a-4cfd-a1aa-0fbe7b7c92b2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 944 time: 0.0485413 Aug 31 07:47:44.805006 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4718685e-1505-4cd1-9e35-5b68db8a1f74 req-453260ea-afed-4ef4-bedd-6eb08f1861c5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318327 Aug 31 07:47:45.917987 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a329e0-62a0-4604-81c7-74b9bc9efcc7 req-f8bc3c31-13cf-4775-87a0-40d9fc85d76c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:45.919476 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79a329e0-62a0-4604-81c7-74b9bc9efcc7 req-f8bc3c31-13cf-4775-87a0-40d9fc85d76c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 944 time: 0.0481284 Aug 31 07:47:45.957337 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-79a329e0-62a0-4604-81c7-74b9bc9efcc7 req-32fd703f-3e94-4890-baae-c9a438e74200 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Aug 31 07:47:46.033839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 2b9f6cbe-8826-481e-ae3c-caa761361bae up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:46.081487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 2b9f6cbe-8826-481e-ae3c-caa761361bae completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:46.085135 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 2b9f6cbe-8826-481e-ae3c-caa761361bae triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:46.085451 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.161659 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.183413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:46.185719 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e21b90-1f96-4e84-a6ad-122df4fe52bd" -d '{"events": [{"server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:46.199950 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:46.204192 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.257078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:46.290760 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a214720-6490-4a91-8c2c-214856870e48 x-openstack-request-id: req-6a214720-6490-4a91-8c2c-214856870e48 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:46.291063 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:46.291325 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a214720-6490-4a91-8c2c-214856870e48 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:46.291735 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'code': 200} Aug 31 07:47:46.384935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee9da-ead1-4252-8fb2-bf61e42b420f req-b007364e-c6af-492f-8f2c-3deccfc2a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:46.386383 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7eee9da-ead1-4252-8fb2-bf61e42b420f req-b007364e-c6af-492f-8f2c-3deccfc2a00f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1097 time: 0.0394735 Aug 31 07:47:46.420738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f7eee9da-ead1-4252-8fb2-bf61e42b420f req-2601d3e3-93b2-48bb-b8d4-0ce877e4d2e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273674 Aug 31 07:47:47.071261 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d912c-ac08-4e1f-b3d9-b3f1e2dd880f req-b775488c-8374-4f30-b9ba-dfdaa1acce0a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:47.072780 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c3d912c-ac08-4e1f-b3d9-b3f1e2dd880f req-b775488c-8374-4f30-b9ba-dfdaa1acce0a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0480158 Aug 31 07:47:47.109521 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8c3d912c-ac08-4e1f-b3d9-b3f1e2dd880f req-83cea91f-8b2f-45bc-8709-ad096cc4b6c3 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Aug 31 07:47:48.231117 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36834fd1-db12-42d2-a8ce-1c7d97267d2a req-a95230d0-136e-4855-aa33-2ca50238398e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:48.232654 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36834fd1-db12-42d2-a8ce-1c7d97267d2a req-a95230d0-136e-4855-aa33-2ca50238398e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0554035 Aug 31 07:47:48.269689 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-36834fd1-db12-42d2-a8ce-1c7d97267d2a req-18af237d-92ea-48d7-bdf5-4926dfb571a4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Aug 31 07:47:48.386947 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1800a-0093-45f5-aeaf-ff4271066bb6 req-07046b47-e2e3-483c-b1a7-374fcd53425f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:48.388414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bb1800a-0093-45f5-aeaf-ff4271066bb6 req-07046b47-e2e3-483c-b1a7-374fcd53425f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0530872 Aug 31 07:47:48.425972 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bb1800a-0093-45f5-aeaf-ff4271066bb6 req-f69c641d-05c1-4824-a36d-7a424f17eb04 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310507 Aug 31 07:47:48.446899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:48.485773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0338e0-f446-446e-a9ec-9a6943cd1dd6 tempest-TestShelveInstance-1402778622 tempest-TestShelveInstance-1402778622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:48.487794 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0d0338e0-f446-446e-a9ec-9a6943cd1dd6 tempest-TestShelveInstance-1402778622 tempest-TestShelveInstance-1402778622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1092 time: 0.0397851 Aug 31 07:47:48.490499 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57268) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:48.495884 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:48.519274 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for floatingip, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.619288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.718477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Allocated IP 172.25.5.192 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/468ee37f-9124-473d-b976-bdb8b8be6fba) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:48.817231 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.864218 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.908880 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:48.913757 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:48.916335 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:48.944062 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'Port': ['ID=468ee37f-9124-473d-b976-bdb8b8be6fba,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:49.276550 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.342486 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.497956 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.502573 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.565906 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event updated for resources: {'Port': ['ID=468ee37f-9124-473d-b976-bdb8b8be6fba,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:49.582133 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.618763 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:47:50.023878 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Floating IP a998be40-7448-4b6e-920a-f80fa85824e4 associated. External IP: 172.25.5.192, port: 2b9f6cbe-8826-481e-ae3c-caa761361bae. Aug 31 07:47:50.228551 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Router 977d9642-6437-4580-97bd-2ce73257d3c1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:50.335591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:50.344946 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] Sync routers for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:50.351008 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:50.354068 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:50.354694 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:50.379884 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-40ca279c-f107-4faa-890c-a2b0e35d8287 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8883672 Aug 31 07:47:50.380487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:50.382781 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d199b7fc-86b7-45d4-987e-d0a35ac49746" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:50.418118 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e1e014-1c05-417f-ac8a-ecad626520f3 x-openstack-request-id: req-e8e1e014-1c05-417f-ac8a-ecad626520f3 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:50.418416 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:50.418670 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8e1e014-1c05-417f-ac8a-ecad626520f3 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:50.419076 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'status': 'completed', 'code': 200} Aug 31 07:47:50.462009 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:50.483603 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-95f1b307-9387-49d1-bd32-0234e68bb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:50.485054 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-95f1b307-9387-49d1-bd32-0234e68bb049 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1097 time: 0.0401766 Aug 31 07:47:50.578881 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-24f194aa-fa2a-46af-8061-abc63aae64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:50.580468 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-24f194aa-fa2a-46af-8061-abc63aae64d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0874641 Aug 31 07:47:50.650473 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-ce795eff-552e-4c8a-af26-00502bce25ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 999 time: 0.0623739 Aug 31 07:47:50.684035 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'a998be40-7448-4b6e-920a-f80fa85824e4', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'port_id': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'mac_address': 'fa:16:3e:54:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:47:49Z', 'updated_at': '2021-08-31T07:47:49Z', 'revision_number': 0, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:50.704375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-f1e44b59-6ee2-4456-bd52-fc88553f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:50.706418 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-f1e44b59-6ee2-4456-bd52-fc88553f74e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0431490 Aug 31 07:47:50.713888 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] Checking router: 977d9642-6437-4580-97bd-2ce73257d3c1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:50.722785 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:50.723394 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:47:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:50.754201 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-b7935d6f-d703-4e3f-a86f-67e5fecf6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:50.755624 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-b7935d6f-d703-4e3f-a86f-67e5fecf6c53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401785 Aug 31 07:47:50.854295 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-995dc6cc-8ed6-403f-95f5-ce26e164f8c9 service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889828 Aug 31 07:47:50.959082 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d199b7fc-86b7-45d4-987e-d0a35ac49746 req-3fb2562c-88f3-403d-a424-c0ab477ce908 service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944510 Aug 31 07:47:50.984172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:51.204799 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'a998be40-7448-4b6e-920a-f80fa85824e4', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'port_id': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'mac_address': 'fa:16:3e:54:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:47:49Z', 'updated_at': '2021-08-31T07:47:49Z', 'revision_number': 0, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:51.234254 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd875c67-608e-46f0-a0dc-595706d837c2 None None] The sync data for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 is: [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': 'a998be40-7448-4b6e-920a-f80fa85824e4', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'port_id': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'mac_address': 'fa:16:3e:54:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:47:49Z', 'updated_at': '2021-08-31T07:47:49Z', 'revision_number': 0, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:51.431348 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe07e8-9077-4d83-a8fa-682e2406c3fd None None] New status for floating IP a998be40-7448-4b6e-920a-f80fa85824e4: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:47:54.335118 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b850d1b3-f25a-46ea-bf89-4d3d61286082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:55.221158 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.719185 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.934809 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-99135362-86eb-47ab-999b-c8e175946906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.023918 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:58.437355 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.280715 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.336752 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b958bae8-ce63-4bd8-9d84-df8101fe139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:25.231002 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.619984 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:48:26.732978 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.935460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2b4846b7-5369-467a-a954-9fd7333703c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:27.023981 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:28.438178 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:30.284221 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:49.162861 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-f44c0a77-1b75-4c3a-8d41-43ab67a64a64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468960 Aug 31 07:48:49.245642 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-5c005dc1-8f0e-421c-8ad0-8c504cf61626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.247472 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-5c005dc1-8f0e-421c-8ad0-8c504cf61626 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1097 time: 0.0408289 Aug 31 07:48:49.363770 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-7be111b5-aeea-45b1-8083-448b1c0cb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.365311 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-7be111b5-aeea-45b1-8083-448b1c0cb549 service neutron] 10.222.0.42 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0981557 Aug 31 07:48:49.437541 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-963f53ce-6a53-4226-8dbc-47e44f331081 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 1001 time: 0.0642431 Aug 31 07:48:49.492216 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-c8347a2f-9da3-4339-a3f0-403a37556402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.493757 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-c8347a2f-9da3-4339-a3f0-403a37556402 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0462315 Aug 31 07:48:49.539681 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-58a7be68-8b8e-4d2e-b6dc-b35e4e711b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.541237 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-58a7be68-8b8e-4d2e-b6dc-b35e4e711b18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407536 Aug 31 07:48:49.634004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-1062f90e-7275-4dc7-af1f-18f73364cae2 service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857494 Aug 31 07:48:49.723625 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d737d735-bd49-4a81-ae3a-bb6e3b6e66eb req-b44a0a74-198c-4b62-b2bf-c4412f9dc38e service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821905 Aug 31 07:48:54.343377 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc836-6050-4e60-869a-be169379c0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.231052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.728433 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.935159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e9fec92e-d140-4e47-9e05-e2a73a282986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.025139 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.442491 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.287106 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.618828 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:49:24.334165 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e3041025-4169-4f96-90a2-0e7ed79b7600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.246561 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.753167 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.935928 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4662b623-ed58-41be-91ca-96c4609be8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.026302 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.444936 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.290016 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:40.618422 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:49:47.002057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a4f5b-dd53-4f70-8a2f-0bff987ad811 req-bb6c32aa-d614-43e0-8d30-9573f528a754 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:47.003584 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c4a4f5b-dd53-4f70-8a2f-0bff987ad811 req-bb6c32aa-d614-43e0-8d30-9573f528a754 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0557878 Aug 31 07:49:47.042182 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2c4a4f5b-dd53-4f70-8a2f-0bff987ad811 req-cf5b42a6-92eb-411c-b02c-86f49109172f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Aug 31 07:49:48.171975 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a7f0-88fe-48bb-ba2a-c1dc11d70a07 req-d60bf8a5-e75d-4e18-b22c-9f0e531d9af5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:48.173540 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8633a7f0-88fe-48bb-ba2a-c1dc11d70a07 req-d60bf8a5-e75d-4e18-b22c-9f0e531d9af5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0502846 Aug 31 07:49:48.215135 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8633a7f0-88fe-48bb-ba2a-c1dc11d70a07 req-345399e7-7882-4dae-ada2-3f155f64bada tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356293 Aug 31 07:49:49.367324 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74920b-4c55-4d7f-b8d3-00f39dd1dcd9 req-1b0a323e-bb43-4cf2-a5c7-9cf5052a5f71 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:49.368841 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc74920b-4c55-4d7f-b8d3-00f39dd1dcd9 req-1b0a323e-bb43-4cf2-a5c7-9cf5052a5f71 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0509367 Aug 31 07:49:49.407490 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-cc74920b-4c55-4d7f-b8d3-00f39dd1dcd9 req-f9d27fe6-e6b2-4971-ba12-de968531271d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326946 Aug 31 07:49:49.636859 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f85da9-72f5-432d-b51c-7083835957d8 req-07d44432-2e51-4742-bb86-92f02260f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:49.638592 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f85da9-72f5-432d-b51c-7083835957d8 req-07d44432-2e51-4742-bb86-92f02260f465 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1097 time: 0.0420432 Aug 31 07:49:49.744942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f85da9-72f5-432d-b51c-7083835957d8 req-17a7bdb8-9c9f-4e04-b9e7-3c5eea4b33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:49.746374 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f85da9-72f5-432d-b51c-7083835957d8 req-17a7bdb8-9c9f-4e04-b9e7-3c5eea4b33a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0884917 Aug 31 07:49:49.815611 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f85da9-72f5-432d-b51c-7083835957d8 req-8afbd07d-c79e-47aa-be81-5e6e96b7d7a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 1001 time: 0.0620034 Aug 31 07:49:49.872386 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f85da9-72f5-432d-b51c-7083835957d8 req-ecbf0f6a-0300-4769-ba70-47f5aeb9c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:49.873937 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f85da9-72f5-432d-b51c-7083835957d8 req-ecbf0f6a-0300-4769-ba70-47f5aeb9c655 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0514541 Aug 31 07:49:49.919986 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f85da9-72f5-432d-b51c-7083835957d8 req-c37a9f34-06c2-45b0-8879-3e9ddae04271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:49.921438 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f85da9-72f5-432d-b51c-7083835957d8 req-c37a9f34-06c2-45b0-8879-3e9ddae04271 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398984 Aug 31 07:49:50.011386 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f85da9-72f5-432d-b51c-7083835957d8 req-2489821b-1aee-4afd-8e96-6d4b9bd0dd71 service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828946 Aug 31 07:49:50.107250 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-13f85da9-72f5-432d-b51c-7083835957d8 req-658cb70a-b5eb-45d9-8bbd-b5ea701e1c2a service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881922 Aug 31 07:49:50.527338 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce1b5-fb96-4074-b258-843fd26c855e req-f1834f79-c4b1-4026-83e4-1beed2680be1 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:50.528891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b35ce1b5-fb96-4074-b258-843fd26c855e req-f1834f79-c4b1-4026-83e4-1beed2680be1 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Aug 31 07:49:50.567518 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b35ce1b5-fb96-4074-b258-843fd26c855e req-7dd97302-e4f5-4eff-9c6f-f275a804048d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324051 Aug 31 07:49:51.684156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78595885-4d89-4986-8a76-6cfce7a3ef60 req-e5f109bd-7b5f-4cf4-9185-e52c1af549b1 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:51.685664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78595885-4d89-4986-8a76-6cfce7a3ef60 req-e5f109bd-7b5f-4cf4-9185-e52c1af549b1 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0495501 Aug 31 07:49:51.722463 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-78595885-4d89-4986-8a76-6cfce7a3ef60 req-b3359e99-ef23-4b28-b298-bf9c3c56c05a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309911 Aug 31 07:49:52.838599 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bebfe-0a64-428f-88c6-5ef3056d4b64 req-7a10eb63-236a-40fc-8f77-edce36b37c3a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:52.840068 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b57bebfe-0a64-428f-88c6-5ef3056d4b64 req-7a10eb63-236a-40fc-8f77-edce36b37c3a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Aug 31 07:49:52.876155 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b57bebfe-0a64-428f-88c6-5ef3056d4b64 req-effe235a-2383-4ce6-b5b0-9d8ade337daf tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301149 Aug 31 07:49:53.990472 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468577fd-29fe-42ba-8387-02f660b3bafa req-813cbdb8-112a-41e6-8a20-ca155d565377 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:53.992055 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-468577fd-29fe-42ba-8387-02f660b3bafa req-813cbdb8-112a-41e6-8a20-ca155d565377 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Aug 31 07:49:54.034376 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-468577fd-29fe-42ba-8387-02f660b3bafa req-06046398-7071-477b-9951-8bdb36e62a60 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363448 Aug 31 07:49:54.334356 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5fd91158-84b7-4da6-8131-e9eccbd7e08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:55.155217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceb714-15ed-4f98-9a06-dbdf6aca6dec req-13cc7f69-70cf-4e62-8d97-c4471d1b1912 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:55.156968 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2ceb714-15ed-4f98-9a06-dbdf6aca6dec req-13cc7f69-70cf-4e62-8d97-c4471d1b1912 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0544047 Aug 31 07:49:55.198314 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2ceb714-15ed-4f98-9a06-dbdf6aca6dec req-08c523dd-8a52-4158-8a5a-89a65c28f0d3 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350833 Aug 31 07:49:55.249528 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:56.312631 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcd862-475a-421d-ac92-201fc1468913 req-47fe03d6-060b-4e87-90ff-ab686c335337 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:56.314171 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28fcd862-475a-421d-ac92-201fc1468913 req-47fe03d6-060b-4e87-90ff-ab686c335337 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0498905 Aug 31 07:49:56.352469 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-28fcd862-475a-421d-ac92-201fc1468913 req-aa124210-0262-49fc-85f8-920d089265d8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323265 Aug 31 07:49:56.745467 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:56.936232 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a80571ca-02a9-4add-8fce-7538e981affc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.027473 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.130266 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-762f4315-d580-48dc-9f75-12e52f74df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:57.131766 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-762f4315-d580-48dc-9f75-12e52f74df89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1097 time: 0.0402656 Aug 31 07:49:57.222847 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-179e1bcf-d146-48c4-b662-d0da89b5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:57.224233 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-179e1bcf-d146-48c4-b662-d0da89b5b931 service neutron] 10.222.0.42 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0853100 Aug 31 07:49:57.289281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-3dc53b77-da37-4836-8ece-10cd883885e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 1001 time: 0.0572705 Aug 31 07:49:57.342983 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-dde3e55e-4207-48af-8d35-d798c032e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:57.344439 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-dde3e55e-4207-48af-8d35-d798c032e683 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0448821 Aug 31 07:49:57.395014 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-d4f7b6a4-2c1c-44cf-818b-bbe47967424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:57.396635 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-d4f7b6a4-2c1c-44cf-818b-bbe47967424d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438769 Aug 31 07:49:57.468279 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925bd1-67eb-4291-a72e-66e3be534e97 req-b041559e-de20-4f23-acb6-3297771eb3db tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:57.470098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f925bd1-67eb-4291-a72e-66e3be534e97 req-b041559e-de20-4f23-acb6-3297771eb3db tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0486529 Aug 31 07:49:57.487869 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-094ce760-d3f0-4bf7-bfb0-fe0b22548ee1 service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840383 Aug 31 07:49:57.509344 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3f925bd1-67eb-4291-a72e-66e3be534e97 req-6ea19100-7e75-46fa-b1be-fb2d6342fe2e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333686 Aug 31 07:49:57.588514 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-74b7664e-5057-4d39-9b41-4dc2bedcd18a req-74ed837e-0930-43e4-8901-0560ed30d19b service neutron] 10.222.0.42 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914950 Aug 31 07:49:58.447052 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:58.623010 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97b041-050e-4eb5-88fd-ff30e2c208a5 req-66edf469-c806-4acd-9233-ac7fff55930f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:58.624532 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce97b041-050e-4eb5-88fd-ff30e2c208a5 req-66edf469-c806-4acd-9233-ac7fff55930f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0494032 Aug 31 07:49:58.662117 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ce97b041-050e-4eb5-88fd-ff30e2c208a5 req-dc00fe45-ce0e-46c0-96eb-10f0763e40b4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Aug 31 07:49:59.778093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b809a-3008-46f3-ae6a-199d8f3438d6 req-9596c77e-0551-4ac5-bbca-818292a2b5bd tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:59.779702 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb3b809a-3008-46f3-ae6a-199d8f3438d6 req-9596c77e-0551-4ac5-bbca-818292a2b5bd tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Aug 31 07:49:59.819178 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bb3b809a-3008-46f3-ae6a-199d8f3438d6 req-b04983d8-5f59-41ad-be1e-e444e0620e29 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332341 Aug 31 07:50:00.293804 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:00.938158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816574-68ce-42f5-ab48-75819a8221cc req-6c620a1f-65a2-4e1c-871e-c7a2b8d11dc6 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:00.940077 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec816574-68ce-42f5-ab48-75819a8221cc req-6c620a1f-65a2-4e1c-871e-c7a2b8d11dc6 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0516629 Aug 31 07:50:00.979832 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ec816574-68ce-42f5-ab48-75819a8221cc req-8f59842f-e283-448d-8b48-8955b8d75f5e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335374 Aug 31 07:50:02.215713 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73ae8a-1815-44b2-b7c0-bfe40debfd3b req-3bae24b1-59d0-4028-828c-274c64514a28 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:02.217310 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb73ae8a-1815-44b2-b7c0-bfe40debfd3b req-3bae24b1-59d0-4028-828c-274c64514a28 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 945 time: 0.0565610 Aug 31 07:50:02.243863 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-61f47128-763e-45ca-9ee6-b3a168478706 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091077 Aug 31 07:50:02.256657 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-eb73ae8a-1815-44b2-b7c0-bfe40debfd3b req-d7b751d7-bd3d-4f18-868a-2d308b81647f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330606 Aug 31 07:50:02.769677 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 2b9f6cbe-8826-481e-ae3c-caa761361bae no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:02.843510 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:02.869593 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:02.871830 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c55e41-d53f-4845-a767-f28cc84e21ac" -d '{"events": [{"server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:02.884669 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:02.892232 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:02.916410 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78eeba0-d887-4f17-bc00-958a008809e8 x-openstack-request-id: req-c78eeba0-d887-4f17-bc00-958a008809e8 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:02.916709 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "name": "network-vif-unplugged", "status": "failed", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae", "code": 422}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:02.916965 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c78eeba0-d887-4f17-bc00-958a008809e8 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:02.917392 n-d-712142-16 neutron-server[94669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'code': 422} returned with failed status Aug 31 07:50:02.942435 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:02.950404 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.950759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.951103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.951445 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.951784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.952130 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.952460 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.952792 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.953121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.953472 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.953802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:02.954127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:03.374767 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c7660-7384-4940-8d95-c8441ccd82de req-f9faef5b-e9e0-4e01-ad3d-a8cf7a321e1f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:03.376318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de3c7660-7384-4940-8d95-c8441ccd82de req-f9faef5b-e9e0-4e01-ad3d-a8cf7a321e1f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0497606 Aug 31 07:50:03.414515 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-de3c7660-7384-4940-8d95-c8441ccd82de req-5434b2aa-4e04-489c-8a3e-f115b4104426 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Aug 31 07:50:04.541209 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2da22-08bf-43dc-9c8d-69d5b74aac39 req-a70310ba-ad5d-46b7-98e3-ab38aff34a3a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:04.542850 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-98b2da22-08bf-43dc-9c8d-69d5b74aac39 req-a70310ba-ad5d-46b7-98e3-ab38aff34a3a tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0563114 Aug 31 07:50:04.582946 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-98b2da22-08bf-43dc-9c8d-69d5b74aac39 req-cfdfed55-3030-4baa-88bf-47d57552ab6f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 Aug 31 07:50:05.701071 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bdaaf-a5ad-487b-bd00-a768fc65c019 req-aab9b13b-41d2-4e41-b1d3-b4c7f046eab8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:05.702674 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-831bdaaf-a5ad-487b-bd00-a768fc65c019 req-aab9b13b-41d2-4e41-b1d3-b4c7f046eab8 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0511832 Aug 31 07:50:05.740850 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-831bdaaf-a5ad-487b-bd00-a768fc65c019 req-48efdef7-8c21-40b2-895d-6c6d47834f5f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320883 Aug 31 07:50:06.857063 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc02c-3f2a-4ed9-8f4d-7b916191b8e7 req-cd7c61d3-78cc-474e-b3d8-7f22aaf8106d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:06.858672 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-832cc02c-3f2a-4ed9-8f4d-7b916191b8e7 req-cd7c61d3-78cc-474e-b3d8-7f22aaf8106d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0502117 Aug 31 07:50:06.897591 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-832cc02c-3f2a-4ed9-8f4d-7b916191b8e7 req-3e3984d9-ff06-4d8c-b449-4f084ad5185c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326900 Aug 31 07:50:07.011327 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774f06-7065-4629-b99b-9f2495a7452b req-6c8ad31a-103c-4391-9c36-1c65c07f53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:07.012882 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-6c8ad31a-103c-4391-9c36-1c65c07f53cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18&tenant_id=8d722f63a7ed4031b7b154e344d60496 HTTP/1.1" status: 200 len: 1095 time: 0.0422747 Aug 31 07:50:07.025319 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-16', 'device_owner': 'compute:nova'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:07.080471 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.277715 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:07.310366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h2-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:50:07.342579 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9f6cbe-8826-481e-ae3c-caa761361bae {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:07.350071 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.362391 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Transition to ACTIVE for port object 2b9f6cbe-8826-481e-ae3c-caa761361bae will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:07.365287 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.414925 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:07.459578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.459578 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.459921 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.460043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.460370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.460693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.461037 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.461458 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.461781 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.462639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.462958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.463275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:07.502642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] No DVR routers for this DVR port 2b9f6cbe-8826-481e-ae3c-caa761361bae on host n-h2-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:07.653811 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Attempting to bind port 2b9f6cbe-8826-481e-ae3c-caa761361bae on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:50:07.654174 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Attempting to bind port 2b9f6cbe-8826-481e-ae3c-caa761361bae by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:50:07.654477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Attempting to bind port 2b9f6cbe-8826-481e-ae3c-caa761361bae on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:07.658723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Port 2b9f6cbe-8826-481e-ae3c-caa761361bae on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:50:07.659133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Attempting to bind port 2b9f6cbe-8826-481e-ae3c-caa761361bae on network 744b55a0-d65b-4920-935c-0cc6de8e01f5 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:07.664089 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:50:07.664429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Checking segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:50:07.664815 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Bound using segment: {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:50:07.665840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Bound port: 2b9f6cbe-8826-481e-ae3c-caa761361bae, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:50:07.666262 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.730528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:50:07.733487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:50:07.738387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.776371 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:07.776995 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.778490 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] 10.222.0.23 "PUT /v2.0/ports/2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 1092 time: 0.7571836 Aug 31 07:50:07.778922 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:07.781173 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5435af-675b-41e1-a685-56c21f6e147f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:07.818218 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534596de-9c8b-4855-b6d3-77ac422c0a4f service neutron] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=8']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:07.836474 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc24e5-9ead-4e03-9217-e45280a26b32 x-openstack-request-id: req-b8bc24e5-9ead-4e03-9217-e45280a26b32 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:07.836835 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:07.837921 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8bc24e5-9ead-4e03-9217-e45280a26b32 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:07.838280 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'status': 'completed', 'code': 200} Aug 31 07:50:07.854863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774f06-7065-4629-b99b-9f2495a7452b req-1ec6bfd8-6729-4ce9-b525-c5b7faabd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:07.856402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-1ec6bfd8-6729-4ce9-b525-c5b7faabd402 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1095 time: 0.0510385 Aug 31 07:50:07.956421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774f06-7065-4629-b99b-9f2495a7452b req-3ee7269f-50cd-4fcc-9f18-0afb6959e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:07.958016 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-3ee7269f-50cd-4fcc-9f18-0afb6959e60c service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0932820 Aug 31 07:50:08.062436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-e1ed94f5-47a7-456d-a914-5b37edf35b27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 999 time: 0.0947578 Aug 31 07:50:08.073804 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdd5a3-e9ad-4388-9070-43538d2fb14d req-d7a277dc-3305-4bb7-8707-8f8820d669d5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.075260 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bbdd5a3-e9ad-4388-9070-43538d2fb14d req-d7a277dc-3305-4bb7-8707-8f8820d669d5 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0998263 Aug 31 07:50:08.146203 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774f06-7065-4629-b99b-9f2495a7452b req-cff217af-5dde-4b5e-9d87-caa6a819b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.147673 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-cff217af-5dde-4b5e-9d87-caa6a819b485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0715661 Aug 31 07:50:08.150624 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bbdd5a3-e9ad-4388-9070-43538d2fb14d req-ad6a24e0-3f90-41a5-8698-a64fbf1e020c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672798 Aug 31 07:50:08.199311 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774f06-7065-4629-b99b-9f2495a7452b req-1b758f2a-0b5e-40f6-bf5b-79327c68b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.200912 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-1b758f2a-0b5e-40f6-bf5b-79327c68b4f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446353 Aug 31 07:50:08.214509 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-073e141a-e5c8-43c3-ba86-622d04f15fb7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:50:08.215450 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-073e141a-e5c8-43c3-ba86-622d04f15fb7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057154 Aug 31 07:50:08.312432 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-1cc37f4b-e305-45c3-955a-8d9e560e6840 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884356 Aug 31 07:50:08.406899 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-a2b44ffd-776a-482f-9177-51968756b78a service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868087 Aug 31 07:50:08.496214 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5435af-675b-41e1-a685-56c21f6e147f req-23ae27de-6d19-4a80-9dcc-5bfbfa375bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.497784 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d5435af-675b-41e1-a685-56c21f6e147f req-23ae27de-6d19-4a80-9dcc-5bfbfa375bbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1095 time: 0.0423944 Aug 31 07:50:08.592330 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5435af-675b-41e1-a685-56c21f6e147f req-7f4c1b4e-7b38-4548-8974-2c3c1bfac7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.593868 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d5435af-675b-41e1-a685-56c21f6e147f req-7f4c1b4e-7b38-4548-8974-2c3c1bfac7aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0874476 Aug 31 07:50:08.662164 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d5435af-675b-41e1-a685-56c21f6e147f req-0667d901-56ee-4f21-9505-f1f2d7b0cb49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 999 time: 0.0583642 Aug 31 07:50:08.713274 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5435af-675b-41e1-a685-56c21f6e147f req-54e541a0-afd6-4eeb-997f-0d4efeb293d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.714699 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d5435af-675b-41e1-a685-56c21f6e147f req-54e541a0-afd6-4eeb-997f-0d4efeb293d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0427189 Aug 31 07:50:08.764402 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5435af-675b-41e1-a685-56c21f6e147f req-95eaf236-f106-430b-a658-0e1948dc8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.765913 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d5435af-675b-41e1-a685-56c21f6e147f req-95eaf236-f106-430b-a658-0e1948dc8101 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433218 Aug 31 07:50:08.862182 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d5435af-675b-41e1-a685-56c21f6e147f req-f0eeb25e-e39e-4897-822b-45ff73707e12 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826478 Aug 31 07:50:08.965691 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7d5435af-675b-41e1-a685-56c21f6e147f req-2c5209c6-2c1f-4c00-9a1d-d55ef1152369 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890932 Aug 31 07:50:09.313450 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d309437-2448-4590-88b3-4f7391c84f1a req-e22a064a-e528-4b3d-90a5-fb14d729f801 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:09.314936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d309437-2448-4590-88b3-4f7391c84f1a req-e22a064a-e528-4b3d-90a5-fb14d729f801 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0948370 Aug 31 07:50:09.353314 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8d309437-2448-4590-88b3-4f7391c84f1a req-93212ad4-1c03-4fb3-a41d-71aa2784339d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323310 Aug 31 07:50:10.510964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e871ad-8df0-40bb-83ee-6fca046841eb req-2228c952-1373-4c08-a4ba-97336e36dfde tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:10.512482 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39e871ad-8df0-40bb-83ee-6fca046841eb req-2228c952-1373-4c08-a4ba-97336e36dfde tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0925658 Aug 31 07:50:10.552479 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39e871ad-8df0-40bb-83ee-6fca046841eb req-f9d7ffa8-2365-4f1d-b6b6-d794f5e2c3ce tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338948 Aug 31 07:50:11.665243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8f4bb-a763-4e00-9696-bfca4450f71b req-1dafe437-2bfc-4d72-9cdc-667f337d39c0 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:11.667221 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21a8f4bb-a763-4e00-9696-bfca4450f71b req-1dafe437-2bfc-4d72-9cdc-667f337d39c0 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0489290 Aug 31 07:50:11.704485 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-21a8f4bb-a763-4e00-9696-bfca4450f71b req-8a21bb1f-564c-4f65-ae08-c2225bd62606 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314453 Aug 31 07:50:12.818429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcfd7f-28d5-4c1d-9e06-f84850c97d84 req-47f47ac0-b911-4956-af8a-06d05aa5525f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.820580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00fcfd7f-28d5-4c1d-9e06-f84850c97d84 req-47f47ac0-b911-4956-af8a-06d05aa5525f tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0502787 Aug 31 07:50:12.858211 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-00fcfd7f-28d5-4c1d-9e06-f84850c97d84 req-788b47a9-1df4-4c2c-90b7-fb5268bd4363 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Aug 31 07:50:13.971448 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16833c68-0be3-4532-aaa1-c61ca712d861 req-1252b337-d99d-45cd-b4af-e1a51915ca0e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:13.972941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16833c68-0be3-4532-aaa1-c61ca712d861 req-1252b337-d99d-45cd-b4af-e1a51915ca0e tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0479844 Aug 31 07:50:14.010618 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-16833c68-0be3-4532-aaa1-c61ca712d861 req-6aedcc79-7418-447f-8004-3ce4c9364c17 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Aug 31 07:50:15.124192 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69a63-81c6-46c8-ac4d-a8584072d6ca req-70a86df9-1394-432c-b682-20cdbec554a9 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.125720 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9d69a63-81c6-46c8-ac4d-a8584072d6ca req-70a86df9-1394-432c-b682-20cdbec554a9 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0484962 Aug 31 07:50:15.167772 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d9d69a63-81c6-46c8-ac4d-a8584072d6ca req-3de21939-53b0-4fa5-a0f9-4d4d3930a756 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362108 Aug 31 07:50:16.285802 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95c96d-df57-40ca-83d0-161ca7f8503a req-fdbf6766-23a3-4c56-a077-71d4a61e33dc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:16.287509 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff95c96d-df57-40ca-83d0-161ca7f8503a req-fdbf6766-23a3-4c56-a077-71d4a61e33dc tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 943 time: 0.0528953 Aug 31 07:50:16.333098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ff95c96d-df57-40ca-83d0-161ca7f8503a req-adcb8520-b8cf-4526-b97e-bc14177b13c7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396407 Aug 31 07:50:17.016110 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2b9f6cbe-8826-481e-ae3c-caa761361bae details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:50:17.111707 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:17.122647 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'port_id': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'mac_address': 'fa:16:3e:54:72:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:50:17.158824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:17.171831 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9f6cbe-8826-481e-ae3c-caa761361bae {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:17.190021 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:17.194149 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:17.241080 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=9']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:17.447963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['2b9f6cbe-8826-481e-ae3c-caa761361bae'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:17.449940 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15921771-b9af-4d67-b25b-1f4fea3c6175 req-ed0ea259-9d2f-436e-8fe8-235bea97c802 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.451600 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15921771-b9af-4d67-b25b-1f4fea3c6175 req-ed0ea259-9d2f-436e-8fe8-235bea97c802 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 944 time: 0.0502896 Aug 31 07:50:17.490642 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-15921771-b9af-4d67-b25b-1f4fea3c6175 req-3c7fbad4-fa9b-444d-9a61-131a8f292d7d tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Aug 31 07:50:17.618820 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:50:18.606536 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110ee21-75e0-489b-a92a-268c5a35d102 req-9a5d1040-c39d-4708-a59a-9423704b3165 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.608018 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2110ee21-75e0-489b-a92a-268c5a35d102 req-9a5d1040-c39d-4708-a59a-9423704b3165 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 944 time: 0.0495253 Aug 31 07:50:18.645664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2110ee21-75e0-489b-a92a-268c5a35d102 req-e78fe082-5de8-4f60-8b62-08a087a0cf95 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317516 Aug 31 07:50:19.039864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2b9f6cbe-8826-481e-ae3c-caa761361bae up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:50:19.087855 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port 2b9f6cbe-8826-481e-ae3c-caa761361bae completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:19.092042 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port 2b9f6cbe-8826-481e-ae3c-caa761361bae triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:19.092414 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:19.170463 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:19.192192 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:19.194467 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53364e7e-e77d-4e2d-882e-eddd7fb52dd4" -d '{"events": [{"server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:19.207403 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:19.211714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:19.235114 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd76fb-f706-436f-addb-ec314164339c x-openstack-request-id: req-68bd76fb-f706-436f-addb-ec314164339c {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:19.235412 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:19.235669 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68bd76fb-f706-436f-addb-ec314164339c {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:19.236055 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'code': 200} Aug 31 07:50:19.262094 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=10']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:19.380036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d23a-4d5b-45c4-aaf5-4b4c3c66558b req-b3883254-2b15-4203-b5de-77c73e7877ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:19.381567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d77d23a-4d5b-45c4-aaf5-4b4c3c66558b req-b3883254-2b15-4203-b5de-77c73e7877ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1098 time: 0.0393214 Aug 31 07:50:19.417539 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2d77d23a-4d5b-45c4-aaf5-4b4c3c66558b req-c95b1ef4-f72d-463a-b7ff-42de6186def8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271230 Aug 31 07:50:19.760725 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caecef4-e890-493d-a337-4ad52678148e req-48070b7e-b08e-43ae-b81f-c38724e21510 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:19.762364 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7caecef4-e890-493d-a337-4ad52678148e req-48070b7e-b08e-43ae-b81f-c38724e21510 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 946 time: 0.0490913 Aug 31 07:50:19.800626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-7caecef4-e890-493d-a337-4ad52678148e req-70063755-20f2-42e6-8032-7c8815268e6c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322351 Aug 31 07:50:20.915894 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7be18-ab40-440c-a4d5-8976f1ad76bb req-4674fccb-b595-44e0-9cb6-9b8add9adde2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:20.918071 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ecc7be18-ab40-440c-a4d5-8976f1ad76bb req-4674fccb-b595-44e0-9cb6-9b8add9adde2 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 946 time: 0.0488605 Aug 31 07:50:20.959128 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-ecc7be18-ab40-440c-a4d5-8976f1ad76bb req-0401c7b5-085a-45a7-950c-27501a83e595 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351756 Aug 31 07:50:24.336136 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-11646c7f-2c9e-451c-b8ae-a9f6caed19eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.270175 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:26.750291 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:26.936209 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-63610c9d-ff46-4d4f-ae2c-0789dc483c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:27.028623 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:28.455576 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:30.295253 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:45.557212 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-98299cbe-7e99-45a1-9228-2cf35aac2eab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0775254 Aug 31 07:50:45.637890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-9ec6a252-a0ab-4a9b-b3c4-4dc514d8aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.639388 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-9ec6a252-a0ab-4a9b-b3c4-4dc514d8aae4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1098 time: 0.0402656 Aug 31 07:50:45.744783 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-ab77486b-f47c-4a60-8040-455e82089106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.746190 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-ab77486b-f47c-4a60-8040-455e82089106 service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.0860195 Aug 31 07:50:45.812568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-05210108-87a7-4b2f-8f61-e89cc9b6a0b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 1001 time: 0.0578353 Aug 31 07:50:45.861501 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-45cb3d4c-dbbd-4951-8e8f-9b07dffcb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.862932 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-45cb3d4c-dbbd-4951-8e8f-9b07dffcb307 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0430861 Aug 31 07:50:45.915068 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-1a785463-c00f-48e6-95d5-5ed1e3627e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.916555 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-1a785463-c00f-48e6-95d5-5ed1e3627e69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439923 Aug 31 07:50:46.004566 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-8082cd07-6303-4ecd-bd14-0a57cc9da9d5 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804911 Aug 31 07:50:46.099053 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4c9d7acb-80a8-4f56-8c24-c74ba7cda8fd req-500a733c-ff8b-4714-b9d9-0c9f67c2559c service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Aug 31 07:50:54.337216 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ade-616f-4d19-b555-855d07155a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.619360 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:50:55.291323 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:56.751138 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:56.935923 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b64444ef-c6a5-485c-8725-b8a09a8b2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.028871 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.453822 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.297928 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.338625 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11e6-124f-4c6c-88b4-193c77577ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.282432 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.747701 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.937169 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0f60b93c-30d6-49cd-a8ec-ddff3ca4f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.030247 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.456264 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.300341 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:31.619717 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:51:33.865948 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57440) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:34.027656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Deleting port 468ee37f-9124-473d-b976-bdb8b8be6fba {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:34.027993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.102364 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.102662 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.114083 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Calling delete_port for 468ee37f-9124-473d-b976-bdb8b8be6fba owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:34.269503 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.294109 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event deleted for resources: {'Port': ['ID=468ee37f-9124-473d-b976-bdb8b8be6fba,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:34.309566 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.309997 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.310411 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.310595 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.310931 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.311261 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.311594 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.311922 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.312246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.312628 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.312996 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.313416 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:34.370842 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.371234 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Floating IP a998be40-7448-4b6e-920a-f80fa85824e4 disassociated (deleted). External IP: 172.25.5.192, port: 2b9f6cbe-8826-481e-ae3c-caa761361bae. Aug 31 07:51:34.587096 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Router 977d9642-6437-4580-97bd-2ce73257d3c1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:34.699123 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:34.703993 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.708566 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] Sync routers for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:34.719155 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:34.719770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:34.730792 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-0fe08420-8710-4d09-9472-0fe782660fe4 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "DELETE /v2.0/floatingips/a998be40-7448-4b6e-920a-f80fa85824e4 HTTP/1.1" status: 204 len: 168 time: 0.8637524 Aug 31 07:51:34.731479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:34.734099 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:34.836889 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f3f5db-3ef1-498a-9fad-0c9e34d7c869 x-openstack-request-id: req-c0f3f5db-3ef1-498a-9fad-0c9e34d7c869 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:34.837351 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:34.837550 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0f3f5db-3ef1-498a-9fad-0c9e34d7c869 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:34.837942 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'status': 'completed', 'code': 200} Aug 31 07:51:34.871668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:34.909497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-0bf28b68-5f5a-479c-9b9c-e68343012fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:34.911169 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-0bf28b68-5f5a-479c-9b9c-e68343012fc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d722f63a7ed4031b7b154e344d60496&device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 1098 time: 0.0459616 Aug 31 07:51:35.027755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855abebc-83f5-4e79-a5cd-9ada1f70eaac req-dd38f362-da89-448f-bd12-0f6865919422 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:35.029279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-855abebc-83f5-4e79-a5cd-9ada1f70eaac req-dd38f362-da89-448f-bd12-0f6865919422 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 946 time: 0.0918572 Aug 31 07:51:35.060096 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-8dffc630-c7e5-4847-8081-cb654c7d71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:35.061621 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-8dffc630-c7e5-4847-8081-cb654c7d71eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 200 len: 910 time: 0.1431146 Aug 31 07:51:35.089458 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-855abebc-83f5-4e79-a5cd-9ada1f70eaac req-0ae0e8f4-fb0b-4242-805c-94c5ac3a3e99 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532234 Aug 31 07:51:35.098153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:35.115680 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-a491167f-3c6d-4726-be99-1e9bf962ecb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 200 len: 217 time: 0.0406077 Aug 31 07:51:35.125308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] Checking router: 977d9642-6437-4580-97bd-2ce73257d3c1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:35.133689 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:35.134301 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:35.165640 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-f3dc860a-675f-4c5e-8849-4dff745f4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:35.167143 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-f3dc860a-675f-4c5e-8849-4dff745f4517 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 200 len: 848 time: 0.0440235 Aug 31 07:51:35.219346 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-8f815b22-e1b5-4238-85f0-6ea78b272024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:35.220875 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-8f815b22-e1b5-4238-85f0-6ea78b272024 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=744b55a0-d65b-4920-935c-0cc6de8e01f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444050 Aug 31 07:51:35.238285 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:35.310774 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-bee80e20-36e5-44dd-b994-f6f9c72430e3 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817308 Aug 31 07:51:35.411472 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d2fc6568-a2da-4c66-a0c5-bedcff27dbc4 req-a260c995-09dc-47b6-ba3b-cc43676d3377 service neutron] 10.222.0.23 "GET /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916955 Aug 31 07:51:35.442591 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:35.471370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b31e4-7608-4951-93e7-a6ec45ded148 None None] The sync data for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 is: [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:50Z', 'revision_number': 4, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1d2b9b35-abfc-4e3a-9739-52a9fecbc362', 'name': '', 'network_id': '744b55a0-d65b-4920-935c-0cc6de8e01f5', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'mac_address': 'fa:16:3e:10:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:49Z', 'updated_at': '2021-08-31T07:42:55Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'subnets': [{'id': 'cefebedf-c684-44a8-a4ab-d0b238835626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:35.702739 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a8ba6-88e1-4ebc-85f8-9784ad552537 None None] New status for floating IP a998be40-7448-4b6e-920a-f80fa85824e4: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:51:36.211981 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070d35-3eaa-434d-a125-668473cdced7 req-bb3eb42c-191b-479d-8df6-81e76499fde1 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:36.212746 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f070d35-3eaa-434d-a125-668473cdced7 req-bb3eb42c-191b-479d-8df6-81e76499fde1 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 946 time: 0.0536013 Aug 31 07:51:36.251565 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8f070d35-3eaa-434d-a125-668473cdced7 req-6890b699-cc4c-4423-ab32-dfe166cdbf79 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c19ba2-6441-411d-b2ce-367fa685e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327284 Aug 31 07:51:36.526489 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-ff8c8a2b-2653-42c3-9f65-437147eab254 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:36.527892 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-ff8c8a2b-2653-42c3-9f65-437147eab254 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 946 time: 0.0503852 Aug 31 07:51:36.617981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Deleting port 2b9f6cbe-8826-481e-ae3c-caa761361bae {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:36.618323 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.709073 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] For port 2b9f6cbe-8826-481e-ae3c-caa761361bae, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=2b9f6cbe-8826-481e-ae3c-caa761361bae,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:36.709461 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.722753 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Calling delete_port for 2b9f6cbe-8826-481e-ae3c-caa761361bae owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:36.852482 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.882643 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event deleted for resources: {'Port': ['ID=2b9f6cbe-8826-481e-ae3c-caa761361bae,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:36.916444 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.916794 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.917139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.917506 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.917853 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.918173 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.918507 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.918839 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.919166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.919494 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.919818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.920142 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.939217 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] No DVR routers for this DVR port 2b9f6cbe-8826-481e-ae3c-caa761361bae on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:36.942436 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.944463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-47e8e1d2-c38a-4842-8c2c-d3ad1639cafc req-aa2cdc41-7b31-47e6-b1d0-3b3ae392b308 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.23 "DELETE /v2.0/ports/2b9f6cbe-8826-481e-ae3c-caa761361bae HTTP/1.1" status: 204 len: 173 time: 0.4095118 Aug 31 07:51:36.944903 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'name': 'network-vif-deleted', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:36.947817 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3f8827-6721-4212-8de9-1a4f6b594b0d" -d '{"events": [{"server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "name": "network-vif-deleted", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:37.009244 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7b1b33-c8cb-4407-8b71-79aaaab269b6 x-openstack-request-id: req-6f7b1b33-c8cb-4407-8b71-79aaaab269b6 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:37.009765 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf639c8-35ce-4d3e-b1a7-2b7b41217a18", "name": "network-vif-deleted", "tag": "2b9f6cbe-8826-481e-ae3c-caa761361bae", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:37.009877 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f7b1b33-c8cb-4407-8b71-79aaaab269b6 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:37.010191 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf639c8-35ce-4d3e-b1a7-2b7b41217a18', 'name': 'network-vif-deleted', 'tag': '2b9f6cbe-8826-481e-ae3c-caa761361bae', 'status': 'completed', 'code': 200} Aug 31 07:51:37.354281 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-8dd83e28-7c9c-45b5-a71b-0dd267cb060f req-ed0fa882-39bb-4226-9ae5-a274838a2dc1 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 210 time: 0.0280416 Aug 31 07:51:38.467974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-39ae12f3-8980-4523-83c9-404efb155b91 req-e36b1618-421e-49e9-8784-37235433474c tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 210 time: 0.0308716 Aug 31 07:51:39.565397 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-f0d4f9d3-08ea-42ef-98d4-e06b9b517853 req-0c5a244e-b11b-40d6-9862-c347520926a7 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 210 time: 0.0282300 Aug 31 07:51:40.675366 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-25c3e926-6fa7-4efc-ba86-24708bbc2b29 req-4deed290-debf-43e3-aceb-eb4a225c2f09 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bf639c8-35ce-4d3e-b1a7-2b7b41217a18 HTTP/1.1" status: 200 len: 210 time: 0.0283031 Aug 31 07:51:41.527622 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2b9f6cbe-8826-481e-ae3c-caa761361bae no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:41.548442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: 2b9f6cbe-8826-481e-ae3c-caa761361bae {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:41.548787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device 2b9f6cbe-8826-481e-ae3c-caa761361bae not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:41.735778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57476) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:41.799526 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f372ea0-1731-4649-a022-eff640e28458 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.827933 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f372ea0-1731-4649-a022-eff640e28458 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.903398 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f372ea0-1731-4649-a022-eff640e28458 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.906211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8f372ea0-1731-4649-a022-eff640e28458 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.907393 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-8f372ea0-1731-4649-a022-eff640e28458 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] 10.222.0.15 "DELETE /v2.0/security-groups/34c19ba2-6441-411d-b2ce-367fa685e3fe HTTP/1.1" status: 204 len: 168 time: 0.1705663 Aug 31 07:51:41.918537 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f372ea0-1731-4649-a022-eff640e28458 tempest-TestShelveInstance-658800445 tempest-TestShelveInstance-658800445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c19ba2-6441-411d-b2ce-367fa685e3fe,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:41.974585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57480) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:42.449225 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.059568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Deleting port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:43.060241 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.142497 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] For port 1d2b9b35-abfc-4e3a-9739-52a9fecbc362, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:43.142859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.155971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Calling delete_port for 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:43.344598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.371696 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2b9b35-abfc-4e3a-9739-52a9fecbc362,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:43.556327 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.765446 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Router 977d9642-6437-4580-97bd-2ce73257d3c1 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:43.870964 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:43.875989 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-419dc84c-49c6-48c3-94b9-9a3cee484857 admin admin] 10.222.0.15 "PUT /v2.0/routers/977d9642-6437-4580-97bd-2ce73257d3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8998282 Aug 31 07:51:43.878785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57484) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:43.879874 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] Sync routers for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:43.890912 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:43.891654 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:43.987077 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.995271 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:44.092020 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.148033 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Deleting port 5c2a2369-f2c4-4276-9f49-ec66292f10f2 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:44.148937 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.186789 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:51:43Z', 'revision_number': 5, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port': {'id': '5c2a2369-f2c4-4276-9f49-ec66292f10f2', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:44.216929 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] Checking router: 977d9642-6437-4580-97bd-2ce73257d3c1 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:44.228884 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] Routers {'977d9642-6437-4580-97bd-2ce73257d3c1'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:44.229558 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['977d9642-6437-4580-97bd-2ce73257d3c1'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:44.239885 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] For port 5c2a2369-f2c4-4276-9f49-ec66292f10f2, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=5c2a2369-f2c4-4276-9f49-ec66292f10f2,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:44.239885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.254087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Calling delete_port for 5c2a2369-f2c4-4276-9f49-ec66292f10f2 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:44.432931 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.459251 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2a2369-f2c4-4276-9f49-ec66292f10f2,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:44.478205 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] Set router 977d9642-6437-4580-97bd-2ce73257d3c1 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:44.534206 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:51:44Z', 'revision_number': 6, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:44.546685 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.565465 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef0b17-f04c-4c68-ae83-27e1916302d4 None None] The sync data for ids ['977d9642-6437-4580-97bd-2ce73257d3c1'] in n-d-712142-16 is: [{'id': '977d9642-6437-4580-97bd-2ce73257d3c1', 'name': 'tempest-TestShelveInstance-1336103396-router', 'tenant_id': '8d722f63a7ed4031b7b154e344d60496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:51:44Z', 'revision_number': 6, 'project_id': '8d722f63a7ed4031b7b154e344d60496', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:44.643826 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.645959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.688851 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.689343 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 977d9642-6437-4580-97bd-2ce73257d3c1 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:51:44.693765 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.695474 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d894f5fc-01ac-4163-877d-ffacf9f19d2a admin admin] 10.222.0.15 "DELETE /v2.0/routers/977d9642-6437-4580-97bd-2ce73257d3c1 HTTP/1.1" status: 204 len: 168 time: 0.8151813 Aug 31 07:51:44.697945 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57486) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:44.741830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-395d6f60-3a2f-4ebe-a81e-01bc98ec24c5 admin admin] Deleting subnet cefebedf-c684-44a8-a4ab-d0b238835626 {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:44.744872 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395d6f60-3a2f-4ebe-a81e-01bc98ec24c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.780567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395d6f60-3a2f-4ebe-a81e-01bc98ec24c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.865607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395d6f60-3a2f-4ebe-a81e-01bc98ec24c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.928885 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395d6f60-3a2f-4ebe-a81e-01bc98ec24c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.958600 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d6f60-3a2f-4ebe-a81e-01bc98ec24c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefebedf-c684-44a8-a4ab-d0b238835626,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:44.960559 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-395d6f60-3a2f-4ebe-a81e-01bc98ec24c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.965269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-395d6f60-3a2f-4ebe-a81e-01bc98ec24c5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cefebedf-c684-44a8-a4ab-d0b238835626 HTTP/1.1" status: 204 len: 168 time: 0.2636323 Aug 31 07:51:44.965698 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57488) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:44.967963 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722ec168-c50c-4f3e-b4a9-0dac13c057e6 None None] Network 744b55a0-d65b-4920-935c-0cc6de8e01f5 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:45.041854 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.096234 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Deleting port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:45.096938 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.159059 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] For port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=0197b69d-f70d-4789-b2f9-bb9e6cad73d6,segment=NetworkSegment(ef4b683e-3944-4dab-9ddb-9072ee7b5a26),segment_id=ef4b683e-3944-4dab-9ddb-9072ee7b5a26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:45.159423 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.172675 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Calling delete_port for 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:45.253477 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.279818 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Pushing event deleted for resources: {'Port': ['ID=0197b69d-f70d-4789-b2f9-bb9e6cad73d6,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:45.281617 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] No DVR routers for this DVR port 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:45.354955 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.365736 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b239b-396e-4182-856d-f82a089a4857 None None] DHCP port deletion for 744b55a0-d65b-4920-935c-0cc6de8e01f5 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:45.371534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744b55a0-d65b-4920-935c-0cc6de8e01f5']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:45.393971 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:45.394277 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4b683e-3944-4dab-9ddb-9072ee7b5a26') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:45.404090 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.418928 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.424739 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:45.425125 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:45.426814 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:45.484688 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.491235 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.496522 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] 10.222.0.15 "DELETE /v2.0/networks/744b55a0-d65b-4920-935c-0cc6de8e01f5 HTTP/1.1" status: 204 len: 168 time: 0.5273230 Aug 31 07:51:45.497531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57490) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:45.515247 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd448d9-3a19-4d14-8cd5-845defc08964 admin admin] Pushing event deleted for resources: {'Network': ['ID=744b55a0-d65b-4920-935c-0cc6de8e01f5,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:45.883521 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.133724 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Deleting port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:46.134421 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.211707 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] For port 63b7f86e-5637-4864-a40f-2b4aa86cb8cf, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,segment=NetworkSegment(c33dcd7e-e73a-4103-9dbd-11229d97bd6f),segment_id=c33dcd7e-e73a-4103-9dbd-11229d97bd6f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:46.212053 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.225154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Calling delete_port for 63b7f86e-5637-4864-a40f-2b4aa86cb8cf owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:46.280260 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c2a2369-f2c4-4276-9f49-ec66292f10f2 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:46.305962 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 5c2a2369-f2c4-4276-9f49-ec66292f10f2 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:46.306313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 5c2a2369-f2c4-4276-9f49-ec66292f10f2 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:46.306735 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:46.325375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:46.325729 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1d2b9b35-abfc-4e3a-9739-52a9fecbc362 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:46.326146 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:46.345637 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:46.346017 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 0197b69d-f70d-4789-b2f9-bb9e6cad73d6 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:46.422630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.448889 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b7f86e-5637-4864-a40f-2b4aa86cb8cf,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:46.625598 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.854133 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Router 7ee3488f-3c74-40e4-af54-3be60b5fdebf has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:47.309748 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:47.314800 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-7b1e62c1-e9c5-44c9-a0bc-b03f662f2df1 admin admin] 10.222.0.15 "PUT /v2.0/routers/7ee3488f-3c74-40e4-af54-3be60b5fdebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8166599 Aug 31 07:51:47.317366 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57492) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:47.321655 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] Sync routers for ids ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:47.331110 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] Routers {'7ee3488f-3c74-40e4-af54-3be60b5fdebf'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:47.331723 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:47.425092 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.440515 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] Set router 7ee3488f-3c74-40e4-af54-3be60b5fdebf gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:47.532459 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.587361 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Deleting port 03321ebf-b9a8-495b-95fb-a71e1a0fb754 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:47.587361 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.624668 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:51:46Z', 'revision_number': 5, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port': {'id': '03321ebf-b9a8-495b-95fb-a71e1a0fb754', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:47.652952 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] Checking router: 7ee3488f-3c74-40e4-af54-3be60b5fdebf for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:47.665066 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] Routers {'7ee3488f-3c74-40e4-af54-3be60b5fdebf'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:47.665728 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:47.688046 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] For port 03321ebf-b9a8-495b-95fb-a71e1a0fb754, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=03321ebf-b9a8-495b-95fb-a71e1a0fb754,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:47.688394 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.702262 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Calling delete_port for 03321ebf-b9a8-495b-95fb-a71e1a0fb754 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:47.753919 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] Set router 7ee3488f-3c74-40e4-af54-3be60b5fdebf gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:47.810257 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:51:47Z', 'revision_number': 6, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:47.837121 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2f7bf-7af5-4030-878d-e27b9cc86605 None None] The sync data for ids ['7ee3488f-3c74-40e4-af54-3be60b5fdebf'] in n-d-712142-16 is: [{'id': '7ee3488f-3c74-40e4-af54-3be60b5fdebf', 'name': 'tempest-TestShelveInstance-1450247686-router', 'tenant_id': '642e876da033432e8cb0ebfe6d4671f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:52Z', 'updated_at': '2021-08-31T07:51:47Z', 'revision_number': 6, 'project_id': '642e876da033432e8cb0ebfe6d4671f5', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:47.881733 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.905642 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=03321ebf-b9a8-495b-95fb-a71e1a0fb754,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:47.973481 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.069338 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.072190 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.116079 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.117237 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ee3488f-3c74-40e4-af54-3be60b5fdebf {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:51:48.121959 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.123303 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-efc386d5-d90d-4066-a50e-daa08ee9f9ea admin admin] 10.222.0.15 "DELETE /v2.0/routers/7ee3488f-3c74-40e4-af54-3be60b5fdebf HTTP/1.1" status: 204 len: 168 time: 0.8049302 Aug 31 07:51:48.125773 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57494) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:48.179259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9e2f40-bac0-4ad0-a5e4-e2dcbd4f95a7 admin admin] Deleting subnet 21d37ae1-990c-4253-b245-80617d6851ab {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:48.183483 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e2f40-bac0-4ad0-a5e4-e2dcbd4f95a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.224217 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e2f40-bac0-4ad0-a5e4-e2dcbd4f95a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.310196 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e2f40-bac0-4ad0-a5e4-e2dcbd4f95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.374664 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e2f40-bac0-4ad0-a5e4-e2dcbd4f95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.403664 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e2f40-bac0-4ad0-a5e4-e2dcbd4f95a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d37ae1-990c-4253-b245-80617d6851ab,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:48.409739 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6f9e2f40-bac0-4ad0-a5e4-e2dcbd4f95a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.411670 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-6f9e2f40-bac0-4ad0-a5e4-e2dcbd4f95a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/21d37ae1-990c-4253-b245-80617d6851ab HTTP/1.1" status: 204 len: 168 time: 0.2847946 Aug 31 07:51:48.415058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57496) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:48.417777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6892c-f8c0-4f61-8042-56157b2dbd87 None None] Network 4357a853-535c-4cf5-8729-6f52c34ca634 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:48.483280 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.539658 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Deleting port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:48.539772 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.610555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] DHCP port deletion for 4357a853-535c-4cf5-8729-6f52c34ca634 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:48.614441 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] For port 070974fb-8f7b-4a3d-af5a-c8e49fce5393, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=070974fb-8f7b-4a3d-af5a-c8e49fce5393,segment=NetworkSegment(c33dcd7e-e73a-4103-9dbd-11229d97bd6f),segment_id=c33dcd7e-e73a-4103-9dbd-11229d97bd6f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:48.614894 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.629981 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Calling delete_port for 070974fb-8f7b-4a3d-af5a-c8e49fce5393 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:48.668856 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Deleting port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:48.669292 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.682156 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 63b7f86e-5637-4864-a40f-2b4aa86cb8cf no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:48.718859 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.735847 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 63b7f86e-5637-4864-a40f-2b4aa86cb8cf {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:48.736191 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 63b7f86e-5637-4864-a40f-2b4aa86cb8cf not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:48.748699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Pushing event deleted for resources: {'Port': ['ID=070974fb-8f7b-4a3d-af5a-c8e49fce5393,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:48.753557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] No DVR routers for this DVR port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:48.758384 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] For port 070974fb-8f7b-4a3d-af5a-c8e49fce5393, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=070974fb-8f7b-4a3d-af5a-c8e49fce5393,segment=NetworkSegment(c33dcd7e-e73a-4103-9dbd-11229d97bd6f),segment_id=c33dcd7e-e73a-4103-9dbd-11229d97bd6f)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:48.758789 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.772524 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Calling delete_port for 070974fb-8f7b-4a3d-af5a-c8e49fce5393 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:48.830705 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.842070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4357a853-535c-4cf5-8729-6f52c34ca634']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:48.852893 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.857558 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:48.858244 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33dcd7e-e73a-4103-9dbd-11229d97bd6f') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:48.867469 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.880313 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Pushing event deleted for resources: {'Port': ['ID=070974fb-8f7b-4a3d-af5a-c8e49fce5393,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:48.882171 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.888967 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:48.889493 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.891364 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.891723 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.892545 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:48.892693 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:48.894835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.894835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.894835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.894835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.894835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.894835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.894835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.894835 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.895413 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:48.902122 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0cd58-a6cf-482c-aa16-3ffd3cf3c733 None None] No DVR routers for this DVR port 070974fb-8f7b-4a3d-af5a-c8e49fce5393 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:48.955663 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.962740 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.964662 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] 10.222.0.15 "DELETE /v2.0/networks/4357a853-535c-4cf5-8729-6f52c34ca634 HTTP/1.1" status: 204 len: 168 time: 0.5486331 Aug 31 07:51:48.974908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab59855-906f-43aa-81f1-743380ed179d admin admin] Pushing event deleted for resources: {'Network': ['ID=4357a853-535c-4cf5-8729-6f52c34ca634,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:49.090729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57500) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:49.127710 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-932f42d6-d132-4e7f-9b77-1e7540680f2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d722f63a7ed4031b7b154e344d60496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413489 Aug 31 07:51:49.131684 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57502) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:49.180968 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4de2326d-cb33-4dd5-b80b-63e392421a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.204198 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4de2326d-cb33-4dd5-b80b-63e392421a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.251542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4de2326d-cb33-4dd5-b80b-63e392421a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.254376 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4de2326d-cb33-4dd5-b80b-63e392421a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.255554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-4de2326d-cb33-4dd5-b80b-63e392421a03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c7b9026-2856-41a1-a88f-866762d73f59 HTTP/1.1" status: 204 len: 168 time: 0.1242273 Aug 31 07:51:49.264646 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2326d-cb33-4dd5-b80b-63e392421a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b9026-2856-41a1-a88f-866762d73f59,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:49.588887 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57508) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:49.634011 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-a76ea8d9-5580-4287-9ca9-0ed9841b8fb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=642e876da033432e8cb0ebfe6d4671f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437706 Aug 31 07:51:49.637257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57510) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:49.690204 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-851d10b8-0f95-43e2-a3d9-c65f6310649e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.713016 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-851d10b8-0f95-43e2-a3d9-c65f6310649e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.761865 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-851d10b8-0f95-43e2-a3d9-c65f6310649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.764567 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-851d10b8-0f95-43e2-a3d9-c65f6310649e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.765843 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-851d10b8-0f95-43e2-a3d9-c65f6310649e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9863b4b8-8be8-4810-8917-8913e595739d HTTP/1.1" status: 204 len: 168 time: 0.1276827 Aug 31 07:51:49.774732 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d10b8-0f95-43e2-a3d9-c65f6310649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9863b4b8-8be8-4810-8917-8913e595739d,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:50.276463 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 03321ebf-b9a8-495b-95fb-a71e1a0fb754 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:50.301099 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 03321ebf-b9a8-495b-95fb-a71e1a0fb754 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:50.301606 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 03321ebf-b9a8-495b-95fb-a71e1a0fb754 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:50.302188 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 070974fb-8f7b-4a3d-af5a-c8e49fce5393 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:50.335823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 070974fb-8f7b-4a3d-af5a-c8e49fce5393 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:50.336169 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 070974fb-8f7b-4a3d-af5a-c8e49fce5393 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:50.487093 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57532) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:50.585890 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1460431263-network', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:50.607339 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Made reservation on behalf of 4dff3e9d56de4026a5cc6bc1ed177af6 for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:50.609694 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.618933 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.710004 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.714027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.740032 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:50.749450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f6a2f-a82b-4145-b23f-5b3d6f1de575,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:50.757146 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.757464 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Added segment 06ff8883-032d-4689-8cb3-1d819336ee50 of type vlan for network 58e378b9-8b1a-48b6-bb7c-388d78ab931f Aug 31 07:51:50.799630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.823966 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.825041 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:50.825655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.880798 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3925762 Aug 31 07:51:50.889227 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57536) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:50.890661 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214fc72-0694-4045-9132-9d9d3d53fdb0 admin admin] Pushing event updated for resources: {'Network': ['ID=58e378b9-8b1a-48b6-bb7c-388d78ab931f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:50.895033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Request body: {'subnet': {'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1460431263-subnet', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'ip_version': 4}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:50.901086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:50.918428 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Made reservation on behalf of 4dff3e9d56de4026a5cc6bc1ed177af6 for: {'subnet': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:50.920787 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020691'] for subnet, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.100112 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020677'] for subnet, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.164839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26af6948-484e-4b6a-a3d5-128736d7a7be,revision_number=0']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:51.174207 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Checking segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:51.174563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Network hostable DHCP agents. Network: 58e378b9-8b1a-48b6-bb7c-388d78ab931f, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:51.191451 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:51.200005 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, 58e378b9-8b1a-48b6-bb7c-388d78ab931f) {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:51.204251 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:51.204849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.210886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b111bf6-d22e-455d-8993-e79dd313e51f None None] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:51.219195 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-fc87e7da-62f3-452d-80d4-ce59b2679112 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3322890 Aug 31 07:51:51.221846 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57538) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:51.226903 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:51.247844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.248849 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.300531 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.359970 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:51:51.360859 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.440687 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.497922 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Allocated IP 172.20.0.2 (58e378b9-8b1a-48b6-bb7c-388d78ab931f/26af6948-484e-4b6a-a3d5-128736d7a7be/9416fabf-9515-46e4-8238-2dca75662bc9) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:51.639439 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.648979 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Transition to ACTIVE for port object 9416fabf-9515-46e4-8238-2dca75662bc9 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:51.649905 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.665258 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Transition to ACTIVE for port object 9416fabf-9515-46e4-8238-2dca75662bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:51.670477 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.670753 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.719013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:51.722984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:51.724773 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Pushing event updated for resources: {'Port': ['ID=9416fabf-9515-46e4-8238-2dca75662bc9,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:51.727552 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:51.773932 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Allocated IP 172.25.5.212 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/2b2d5e65-81da-47f5-addc-978095b45f05) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:51.780259 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Attempting to bind port 9416fabf-9515-46e4-8238-2dca75662bc9 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:51.780642 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Attempting to bind port 9416fabf-9515-46e4-8238-2dca75662bc9 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:51.781008 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Attempting to bind port 9416fabf-9515-46e4-8238-2dca75662bc9 on network 58e378b9-8b1a-48b6-bb7c-388d78ab931f {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:51.786133 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:51.786495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Checking segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:51.786902 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.787564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Bound using segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:51.788036 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Bound port: 9416fabf-9515-46e4-8238-2dca75662bc9, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:51.788466 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.853040 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] For port 9416fabf-9515-46e4-8238-2dca75662bc9, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:51.856249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] For port 9416fabf-9515-46e4-8238-2dca75662bc9, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9416fabf-9515-46e4-8238-2dca75662bc9,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:51.859881 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.883283 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.919006 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc3d49-940a-4bbe-9cf5-75706ea59ff5 None None] Pushing event updated for resources: {'Port': ['ID=9416fabf-9515-46e4-8238-2dca75662bc9,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:51.931248 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.974243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:51.976957 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:51.980760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:52.003501 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Pushing event updated for resources: {'Port': ['ID=2b2d5e65-81da-47f5-addc-978095b45f05,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:52.257880 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.309085 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9416fabf-9515-46e4-8238-2dca75662bc9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:52.360198 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 9416fabf-9515-46e4-8238-2dca75662bc9 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:52.815744 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.860821 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b152328-736c-4ba6-bdfd-71f21dc9ebbf None None] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:52.930522 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-caf0cba3-2992-4b8f-9db2-5126b59495cf None None] Provisioning for port 9416fabf-9515-46e4-8238-2dca75662bc9 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:52.938120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-caf0cba3-2992-4b8f-9db2-5126b59495cf None None] Provisioning complete for port 9416fabf-9515-46e4-8238-2dca75662bc9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:52.938496 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-caf0cba3-2992-4b8f-9db2-5126b59495cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.947246 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Router 0f136242-b1eb-4def-9b0e-e95f09151334 is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:51:53.062496 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:53.077703 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Sync routers for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:53.079387 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.083284 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-4d1cd66e-43c5-42dd-ba8f-99cf6190e51e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8580186 Aug 31 07:51:53.083768 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57540) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:53.090839 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-caf0cba3-2992-4b8f-9db2-5126b59495cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.107153 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:53.107740 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:53.180173 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-caf0cba3-2992-4b8f-9db2-5126b59495cf None None] For port 9416fabf-9515-46e4-8238-2dca75662bc9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9416fabf-9515-46e4-8238-2dca75662bc9,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:53.209108 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-caf0cba3-2992-4b8f-9db2-5126b59495cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.277299 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:53.333437 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0cba3-2992-4b8f-9db2-5126b59495cf None None] Pushing event updated for resources: {'Port': ['ID=9416fabf-9515-46e4-8238-2dca75662bc9,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:53.453220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a8f21322-176d-454a-9340-d0b64bcbb6a2 None None] Provisioning complete for port 9416fabf-9515-46e4-8238-2dca75662bc9 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:53.453971 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a8f21322-176d-454a-9340-d0b64bcbb6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.507955 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 3, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:53.533328 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.548184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Checking router: 0f136242-b1eb-4def-9b0e-e95f09151334 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:53.548562 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Updating router 0f136242-b1eb-4def-9b0e-e95f09151334 port 2b2d5e65-81da-47f5-addc-978095b45f05 binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:51:53.600148 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.717916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Allocated IP 172.20.0.1 (58e378b9-8b1a-48b6-bb7c-388d78ab931f/26af6948-484e-4b6a-a3d5-128736d7a7be/aa7b6ae5-5784-4f13-a6c0-918c98dbac52) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:53.838660 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.851699 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Transition to ACTIVE for port object aa7b6ae5-5784-4f13-a6c0-918c98dbac52 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:53.854278 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.864370 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Transition to ACTIVE for port object 2b2d5e65-81da-47f5-addc-978095b45f05 will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:53.871336 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.886991 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.925654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:53.931691 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:53.935770 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:53.961344 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:53.993027 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.088201 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Attempting to bind port 2b2d5e65-81da-47f5-addc-978095b45f05 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:54.088565 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Attempting to bind port 2b2d5e65-81da-47f5-addc-978095b45f05 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:54.088935 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Attempting to bind port 2b2d5e65-81da-47f5-addc-978095b45f05 on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:54.096469 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91aeb-3b13-4c19-b4ee-744173cb3b20 None None] Pushing event updated for resources: {'Port': ['ID=2b2d5e65-81da-47f5-addc-978095b45f05,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:54.099095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:54.099476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:54.099880 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.100272 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:54.101322 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Bound port: 2b2d5e65-81da-47f5-addc-978095b45f05, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:54.101322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.150216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.156011 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] For port 2b2d5e65-81da-47f5-addc-978095b45f05, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:54.159311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] For port 2b2d5e65-81da-47f5-addc-978095b45f05, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2b2d5e65-81da-47f5-addc-978095b45f05,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:54.164706 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.224127 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:54.224766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:54.270977 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91aeb-3b13-4c19-b4ee-744173cb3b20 None None] Pushing event updated for resources: {'Port': ['ID=2b2d5e65-81da-47f5-addc-978095b45f05,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:54.283106 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f94d1eeb-5cde-4c11-8915-f3897bbc5ade None None] Provisioning for port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:54.295547 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9416fabf-9515-46e4-8238-2dca75662bc9 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:54.297775 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-f94d1eeb-5cde-4c11-8915-f3897bbc5ade None None] Provisioning complete for port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:54.298145 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f94d1eeb-5cde-4c11-8915-f3897bbc5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.327616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.332882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.402086 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:54.404533 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.420182 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-017e930c-10b1-49a9-b126-b75572a4110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.423712 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-f94d1eeb-5cde-4c11-8915-f3897bbc5ade None None] Port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:54.433910 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:54.474599 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 9416fabf-9515-46e4-8238-2dca75662bc9 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:54.475334 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.510854 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:54.512314 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:54.637958 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Router 0f136242-b1eb-4def-9b0e-e95f09151334 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:54.711965 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:53Z', 'revision_number': 1, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:54.743375 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f83ad-25cc-494a-a839-1e3b945904ac None None] The sync data for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 is: [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:53Z', 'revision_number': 1, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:54.756968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3ae11ee8-79d8-4274-87b7-51c5f0a6af0a None None] Provisioning complete for port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:54.757410 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3ae11ee8-79d8-4274-87b7-51c5f0a6af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.763216 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:54.768874 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-338849c5-b896-4b24-8779-6aca27663a31 admin admin] 10.222.0.15 "PUT /v2.0/routers/0f136242-b1eb-4def-9b0e-e95f09151334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6838276 Aug 31 07:51:54.802554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3ae11ee8-79d8-4274-87b7-51c5f0a6af0a None None] Port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:55.293265 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57556) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:55.298565 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1776790888-network', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:55.306430 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.323094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Made reservation on behalf of 6bd3d79283e04607a0a951b14a544dae for: {'network': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:55.325542 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for network, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.335780 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.456210 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.462896 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.491479 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:55.498003 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3fbb2e-4f22-40ed-bba5-c99c34546655,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:55.504740 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.505880 n-d-712142-16 neutron-server[94667]: INFO neutron.db.segments_db [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Added segment 1f01238b-e090-4e7a-9730-667c61ef22e2 of type vlan for network fc9158a5-4031-4fe9-a56b-bba59d1787b7 Aug 31 07:51:55.552511 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740152390512'] for network, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.579343 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062'] for network, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.580443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:55.581128 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.991333 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6968386 Aug 31 07:51:55.995045 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57558) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:56.008712 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Request body: {'subnet': {'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1776790888-subnet', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'ip_version': 4}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:56.012957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7729df4-dc8f-42c2-8502-20ca8a4961eb admin admin] Pushing event updated for resources: {'Network': ['ID=fc9158a5-4031-4fe9-a56b-bba59d1787b7,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:56.023573 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Network fc9158a5-4031-4fe9-a56b-bba59d1787b7 details requested by agent ovs-agent-n-d-712142-16 with host n-d-712142-16 {{(pid=94669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:56.034434 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Made reservation on behalf of 6bd3d79283e04607a0a951b14a544dae for: {'subnet': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:56.038725 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3512061'] for subnet, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.225610 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3681351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3512043'] for subnet, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.279547 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52554e8-e605-42b5-be32-2848bb449e2d,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:56.290780 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Checking segment: {'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:56.291161 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Network hostable DHCP agents. Network: fc9158a5-4031-4fe9-a56b-bba59d1787b7, hostable agents: ['1336e5c8-e1f6-48ad-a10c-2fee33b4ab65'], hosted agents: [] {{(pid=94667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:56.310355 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Network fc9158a5-4031-4fe9-a56b-bba59d1787b7 is scheduled to be hosted by DHCP agent 1336e5c8-e1f6-48ad-a10c-2fee33b4ab65 with binding_index 1 {{(pid=94667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:56.317430 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2b2d5e65-81da-47f5-addc-978095b45f05 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:56.320099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-16, fc9158a5-4031-4fe9-a56b-bba59d1787b7) {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:56.331064 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:56.331667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.347264 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b558e-5be1-4451-89aa-081420407bc5 None None] Network fc9158a5-4031-4fe9-a56b-bba59d1787b7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:56.352381 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-66df44a9-cdfd-405a-8f84-05ddef29804c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3519154 Aug 31 07:51:56.352591 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57560) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:56.357164 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:56.386267 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.387667 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1995367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.446516 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.448697 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 2b2d5e65-81da-47f5-addc-978095b45f05 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:56.473336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2b2d5e65-81da-47f5-addc-978095b45f05 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:56.473722 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.574041 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58055c72-b32b-5708-b661-62ede8041373-fc9158a5-4031-4fe9-a56b-bba59d1787b7', 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'fixed_ips': [{'subnet_id': 'd52554e8-e605-42b5-be32-2848bb449e2d'}]}} from n-d-712142-16. {{(pid=94669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:51:56.574907 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.590630 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.607388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.681658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 2b2d5e65-81da-47f5-addc-978095b45f05, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2b2d5e65-81da-47f5-addc-978095b45f05,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:56.687613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.736151 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Sync routers for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:56.749885 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:56.750799 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:56.791431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.db_base_plugin_common [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Allocated IP 172.20.0.2 (fc9158a5-4031-4fe9-a56b-bba59d1787b7/d52554e8-e605-42b5-be32-2848bb449e2d/4d0298b8-5c74-4421-bccb-8dd3e58089cb) {{(pid=94669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:56.793217 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.794204 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=2b2d5e65-81da-47f5-addc-978095b45f05,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:56.825823 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.846335 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.873214 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:56.959637 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a7ad763d-6002-4775-8ce8-24fdeba63d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.967803 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Allocated IP 172.25.5.220 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/37a3554d-e7ba-404e-9c54-ef45bcbca0de) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:56.972873 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Notify callbacks [] for port, precommit_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.982095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Transition to ACTIVE for port object 4d0298b8-5c74-4421-bccb-8dd3e58089cb will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:57.000619 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Transition to ACTIVE for port object 4d0298b8-5c74-4421-bccb-8dd3e58089cb will not be triggered until provisioned by entity DHCP. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:57.008373 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704'] for port, after_create {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.063433 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Pushing event updated for resources: {'Port': ['ID=4d0298b8-5c74-4421-bccb-8dd3e58089cb,revision_number=1']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:57.074118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Network fc9158a5-4031-4fe9-a56b-bba59d1787b7 is already hosted by enough agents. {{(pid=94669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:57.076769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.scheduler.base_scheduler [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Resources bound (agent type, host, resource id): {{(pid=94669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:57.079067 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Received port after_create {{(pid=94669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:57.085443 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.098335 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 2, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:57.101506 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.127491 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Checking router: 0f136242-b1eb-4def-9b0e-e95f09151334 for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:57.128157 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Updating router 0f136242-b1eb-4def-9b0e-e95f09151334 port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:51:57.138439 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Attempting to bind port 4d0298b8-5c74-4421-bccb-8dd3e58089cb on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:57.138816 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Attempting to bind port 4d0298b8-5c74-4421-bccb-8dd3e58089cb by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:57.139175 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Attempting to bind port 4d0298b8-5c74-4421-bccb-8dd3e58089cb on network fc9158a5-4031-4fe9-a56b-bba59d1787b7 {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:57.144510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:57.145571 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Checking segment: {'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:57.146131 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.146477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Bound using segment: {'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:57.147028 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Bound port: 4d0298b8-5c74-4421-bccb-8dd3e58089cb, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:57.147570 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.151702 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.156112 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.191541 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:57.196709 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:57.200568 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:57.219211 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] For port 4d0298b8-5c74-4421-bccb-8dd3e58089cb, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:57.222310 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] For port 4d0298b8-5c74-4421-bccb-8dd3e58089cb, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4d0298b8-5c74-4421-bccb-8dd3e58089cb,segment=NetworkSegment(1f01238b-e090-4e7a-9730-667c61ef22e2),segment_id=1f01238b-e090-4e7a-9730-667c61ef22e2)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:57.225563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Pushing event updated for resources: {'Port': ['ID=37a3554d-e7ba-404e-9c54-ef45bcbca0de,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:57.228661 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.298873 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c373b3-391d-4b66-9856-13a651d5db8b None None] Pushing event updated for resources: {'Port': ['ID=4d0298b8-5c74-4421-bccb-8dd3e58089cb,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:57.447609 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.458982 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Transition to ACTIVE for port object aa7b6ae5-5784-4f13-a6c0-918c98dbac52 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:57.466182 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.505746 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.531964 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Pushing event updated for resources: {'Port': ['ID=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:57.544541 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.544861 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.545264 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.546381 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.546381 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.546381 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.546954 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.546954 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.547381 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.547381 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.547703 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.552141 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:57.626398 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Attempting to bind port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:57.626962 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Attempting to bind port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:57.627649 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Attempting to bind port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 on network 58e378b9-8b1a-48b6-bb7c-388d78ab931f {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:57.633820 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:57.634220 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Checking segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:57.634589 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.635510 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Bound using segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:57.635645 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Bound port: aa7b6ae5-5784-4f13-a6c0-918c98dbac52, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:57.635930 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.706869 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] For port aa7b6ae5-5784-4f13-a6c0-918c98dbac52, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:57.710778 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] For port aa7b6ae5-5784-4f13-a6c0-918c98dbac52, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:57.715739 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.767086 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579255'] for router, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.773377 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:57.774010 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:57.820077 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8565d-9f55-4a71-9ca7-f8e8b878ac5d None None] Pushing event updated for resources: {'Port': ['ID=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:57.934421 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Router e6d72792-d733-4c3d-848c-c7e0a7032e2a is scheduled to L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 with binding_index 1 {{(pid=94667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:51:57.999894 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:58.066448 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:58.083298 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Sync routers for ids ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:58.083910 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.087311 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-f0d7af90-90ae-4887-a19e-d9960613808f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7336829 Aug 31 07:51:58.090080 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57562) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:58.107475 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Routers {'e6d72792-d733-4c3d-848c-c7e0a7032e2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:58.108587 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:58.241061 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Set router e6d72792-d733-4c3d-848c-c7e0a7032e2a gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:58.281498 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:57Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:58.339250 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc5559-c6e5-4f6e-8d48-1c48695c72a0 None None] The sync data for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 is: [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:57Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:58.490051 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4d0298b8-5c74-4421-bccb-8dd3e58089cb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:58.536030 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.546743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb9542-f360-4a42-8f6f-208a5ee68d8b None None] Network fc9158a5-4031-4fe9-a56b-bba59d1787b7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:58.672841 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-c18bc15d-c4da-404c-b958-029e30ab2c33 None None] Provisioning for port 4d0298b8-5c74-4421-bccb-8dd3e58089cb completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:58.696177 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.698086 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 4d0298b8-5c74-4421-bccb-8dd3e58089cb completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:58.720985 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4d0298b8-5c74-4421-bccb-8dd3e58089cb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:58.721388 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.883487 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Allocated IP 172.20.0.1 (fc9158a5-4031-4fe9-a56b-bba59d1787b7/d52554e8-e605-42b5-be32-2848bb449e2d/1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:58.938304 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:57Z', 'revision_number': 3, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port': {'id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:98:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:58.971303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Checking router: e6d72792-d733-4c3d-848c-c7e0a7032e2a for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:58.971648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Updating router e6d72792-d733-4c3d-848c-c7e0a7032e2a port 37a3554d-e7ba-404e-9c54-ef45bcbca0de binding host n-d-712142-16 {{(pid=94669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:51:59.015656 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.023656 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.032665 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Transition to ACTIVE for port object 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:59.072454 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.115663 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Network fc9158a5-4031-4fe9-a56b-bba59d1787b7 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:59.121297 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:59.124065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:59.143336 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.155103 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:59.181728 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584772'] for router_interface, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.219695 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 4d0298b8-5c74-4421-bccb-8dd3e58089cb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4d0298b8-5c74-4421-bccb-8dd3e58089cb,segment=NetworkSegment(1f01238b-e090-4e7a-9730-667c61ef22e2),segment_id=1f01238b-e090-4e7a-9730-667c61ef22e2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:59.246322 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.247255 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device aa7b6ae5-5784-4f13-a6c0-918c98dbac52 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:59.329372 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.362879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=4d0298b8-5c74-4421-bccb-8dd3e58089cb,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:59.391897 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:59.404316 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:59.404714 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.489986 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3628f98c-125a-4eee-926d-a38ea2dcb9f4 None None] Provisioning complete for port 4d0298b8-5c74-4421-bccb-8dd3e58089cb triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:59.490207 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3628f98c-125a-4eee-926d-a38ea2dcb9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.493780 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Notify callbacks [] for port, precommit_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.522588 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.528114 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.533895 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Transition to ACTIVE for port object 37a3554d-e7ba-404e-9c54-ef45bcbca0de will not be triggered until provisioned by entity L2. {{(pid=94669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:59.571717 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.603669 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580596'] for router_interface, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.607321 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:59.638687 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.654968 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Attempting to bind port 37a3554d-e7ba-404e-9c54-ef45bcbca0de on host n-d-712142-16 for vnic_type normal with profile {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:59.655458 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Attempting to bind port 37a3554d-e7ba-404e-9c54-ef45bcbca0de by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:59.655743 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Attempting to bind port 37a3554d-e7ba-404e-9c54-ef45bcbca0de on network 30e2354c-4b08-45fe-92e6-f67108ed265a {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:59.679812 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44449b67-d045-4c1e-b89e-60d2d5a419dc None None] Pushing event updated for resources: {'Port': ['ID=37a3554d-e7ba-404e-9c54-ef45bcbca0de,revision_number=2']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:59.692276 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:59.692660 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Checking segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:59.693072 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.693497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Bound using segment: {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'} {{(pid=94669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:59.694044 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.managers [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Bound port: 37a3554d-e7ba-404e-9c54-ef45bcbca0de, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a0e5c-77f2-436f-8fa7-5137ef98d684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a'}}] {{(pid=94669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:59.694370 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.702477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Network fc9158a5-4031-4fe9-a56b-bba59d1787b7 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:59.704235 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:59.748019 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port aa7b6ae5-5784-4f13-a6c0-918c98dbac52, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:59.759275 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.760078 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2b2d5e65-81da-47f5-addc-978095b45f05 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:59.835564 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] For port 37a3554d-e7ba-404e-9c54-ef45bcbca0de, host n-d-712142-16, cleared binding levels {{(pid=94669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:59.835822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Router e6d72792-d733-4c3d-848c-c7e0a7032e2a has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:59.865764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] For port 37a3554d-e7ba-404e-9c54-ef45bcbca0de, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=37a3554d-e7ba-404e-9c54-ef45bcbca0de,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:59.866447 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:59.875747 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.929431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8e86775-cd37-4eb1-b5b1-ce648898cddc None None] Provisioning for port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:59.946537 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-d8e86775-cd37-4eb1-b5b1-ce648898cddc None None] Provisioning complete for port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:59.946991 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d8e86775-cd37-4eb1-b5b1-ce648898cddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.953323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 2b2d5e65-81da-47f5-addc-978095b45f05 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:59.953696 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.967973 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:59.972974 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-c55594dd-ac93-47e7-9d14-1d51e78ecdc7 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6d72792-d733-4c3d-848c-c7e0a7032e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8816175 Aug 31 07:52:00.003544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44449b67-d045-4c1e-b89e-60d2d5a419dc None None] Pushing event updated for resources: {'Port': ['ID=37a3554d-e7ba-404e-9c54-ef45bcbca0de,revision_number=3']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:00.013658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Routers {'e6d72792-d733-4c3d-848c-c7e0a7032e2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:00.014303 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:00.069822 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-d8e86775-cd37-4eb1-b5b1-ce648898cddc None None] Port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:00.180764 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] Set router e6d72792-d733-4c3d-848c-c7e0a7032e2a gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:00.230960 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-a401ab7c-ecb8-4639-8b02-204ec750f61d None None] Provisioning complete for port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:00.230960 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a401ab7c-ecb8-4639-8b02-204ec750f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.332102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4d0298b8-5c74-4421-bccb-8dd3e58089cb up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:00.377563 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-a401ab7c-ecb8-4639-8b02-204ec750f61d None None] Port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:00.382044 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.463249 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 4d0298b8-5c74-4421-bccb-8dd3e58089cb triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:00.463535 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.527159 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 4, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port': {'id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:98:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6', 'name': '', 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'mac_address': 'fa:16:3e:1b:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:58Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 2, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'subnets': [{'id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:00.574777 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667985e-dfcf-4a36-972e-61dc1e59fa1c None None] The sync data for ids ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'] in n-d-712142-16 is: [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 4, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port': {'id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:98:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6', 'name': '', 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'mac_address': 'fa:16:3e:1b:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:58Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 2, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'subnets': [{'id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:00.592548 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device aa7b6ae5-5784-4f13-a6c0-918c98dbac52 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:00.800253 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:00.800618 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.478942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57572) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:01.483772 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-322bc981-73aa-4cdb-b1f9-65e1fa14b6d7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348990910', 'description': 'tempest-secgroup-smoke-348990910 description', 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:01.507920 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-322bc981-73aa-4cdb-b1f9-65e1fa14b6d7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.601763 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-322bc981-73aa-4cdb-b1f9-65e1fa14b6d7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.606607 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-322bc981-73aa-4cdb-b1f9-65e1fa14b6d7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.635301 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-322bc981-73aa-4cdb-b1f9-65e1fa14b6d7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.639846 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57574) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:01.644639 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2d7dc879-2f30-4a80-9b3e-179917b977e2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'security_group_rule': {'security_group_id': '7c1460c8-2c47-41d1-8899-ec455182f88a', 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:01.645840 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-322bc981-73aa-4cdb-b1f9-65e1fa14b6d7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1655633 Aug 31 07:52:01.651206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc981-73aa-4cdb-b1f9-65e1fa14b6d7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1460c8-2c47-41d1-8899-ec455182f88a,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:01.673036 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc879-2f30-4a80-9b3e-179917b977e2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.736782 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc879-2f30-4a80-9b3e-179917b977e2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.742387 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc879-2f30-4a80-9b3e-179917b977e2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.762049 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dc879-2f30-4a80-9b3e-179917b977e2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a55bd60-7070-4872-810c-e18e85054ed2,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:01.769163 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc879-2f30-4a80-9b3e-179917b977e2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.773118 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2d7dc879-2f30-4a80-9b3e-179917b977e2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296508 Aug 31 07:52:01.773503 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57576) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:01.778465 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-1aa4c7e1-fc09-429f-bdbe-65eed77223af tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'security_group_rule': {'security_group_id': '7c1460c8-2c47-41d1-8899-ec455182f88a', 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:01.808610 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c7e1-fc09-429f-bdbe-65eed77223af tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.868264 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c7e1-fc09-429f-bdbe-65eed77223af tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.872048 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c7e1-fc09-429f-bdbe-65eed77223af tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.894313 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4c7e1-fc09-429f-bdbe-65eed77223af tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cc1265-34d4-4609-8b23-5acf3406e8d7,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:01.898679 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c7e1-fc09-429f-bdbe-65eed77223af tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.899926 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-1aa4c7e1-fc09-429f-bdbe-65eed77223af tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253545 Aug 31 07:52:01.902723 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57578) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:01.907099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-2a47181a-5acc-4662-b544-9df18a075251 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'security_group_rule': {'security_group_id': '7c1460c8-2c47-41d1-8899-ec455182f88a', 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:01.933016 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a47181a-5acc-4662-b544-9df18a075251 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.992094 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a47181a-5acc-4662-b544-9df18a075251 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.996132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a47181a-5acc-4662-b544-9df18a075251 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.015807 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47181a-5acc-4662-b544-9df18a075251 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d87fe4f-0aae-4bb6-b6fc-43e39209053e,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:02.021572 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a47181a-5acc-4662-b544-9df18a075251 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.025906 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2a47181a-5acc-4662-b544-9df18a075251 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190934 Aug 31 07:52:02.026512 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57580) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:02.030761 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-da75d8e3-e909-4946-98f4-546bdb9cc32b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'security_group_rule': {'security_group_id': '7c1460c8-2c47-41d1-8899-ec455182f88a', 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:02.060208 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da75d8e3-e909-4946-98f4-546bdb9cc32b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.120835 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da75d8e3-e909-4946-98f4-546bdb9cc32b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.124951 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da75d8e3-e909-4946-98f4-546bdb9cc32b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.143305 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75d8e3-e909-4946-98f4-546bdb9cc32b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defedd67-d88c-49d9-95f2-9b1e4d257bf9,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:02.151036 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da75d8e3-e909-4946-98f4-546bdb9cc32b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.152310 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da75d8e3-e909-4946-98f4-546bdb9cc32b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252670 Aug 31 07:52:02.155058 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57582) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:02.159650 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-da4677c8-924d-44ae-a2eb-d8b341b9fcfb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'security_group_rule': {'security_group_id': '7c1460c8-2c47-41d1-8899-ec455182f88a', 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:02.182992 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-da4677c8-924d-44ae-a2eb-d8b341b9fcfb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Project 4dff3e9d56de4026a5cc6bc1ed177af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:52:02.188118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da4677c8-924d-44ae-a2eb-d8b341b9fcfb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.253655 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da4677c8-924d-44ae-a2eb-d8b341b9fcfb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.258919 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da4677c8-924d-44ae-a2eb-d8b341b9fcfb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.283645 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4677c8-924d-44ae-a2eb-d8b341b9fcfb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8588de4d-614c-47d2-985b-4b586e58685f,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:02.295965 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-da4677c8-924d-44ae-a2eb-d8b341b9fcfb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.297406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-da4677c8-924d-44ae-a2eb-d8b341b9fcfb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413341 Aug 31 07:52:02.300070 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57584) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:02.305099 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [None req-d0b846ed-d1dc-4672-bd1f-c10caa3d058b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'security_group_rule': {'security_group_id': '7c1460c8-2c47-41d1-8899-ec455182f88a', 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:02.323830 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 37a3554d-e7ba-404e-9c54-ef45bcbca0de up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:02.340224 n-d-712142-16 neutron-server[94667]: INFO neutron.db.securitygroups_db [None req-d0b846ed-d1dc-4672-bd1f-c10caa3d058b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Project 4dff3e9d56de4026a5cc6bc1ed177af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:52:02.345675 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d0b846ed-d1dc-4672-bd1f-c10caa3d058b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.378451 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 37a3554d-e7ba-404e-9c54-ef45bcbca0de completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:02.383419 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 37a3554d-e7ba-404e-9c54-ef45bcbca0de triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:02.383943 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.412882 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d0b846ed-d1dc-4672-bd1f-c10caa3d058b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.418607 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d0b846ed-d1dc-4672-bd1f-c10caa3d058b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788438'] for security_group_rule, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.438505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b846ed-d1dc-4672-bd1f-c10caa3d058b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd80c74-1ba4-4dfc-bada-607d31f61857,revision_number=0']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:02.449449 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d0b846ed-d1dc-4672-bd1f-c10caa3d058b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.458578 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-d0b846ed-d1dc-4672-bd1f-c10caa3d058b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497977 Aug 31 07:52:02.491443 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.534018 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 37a3554d-e7ba-404e-9c54-ef45bcbca0de, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=37a3554d-e7ba-404e-9c54-ef45bcbca0de,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:02.543155 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.600426 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=37a3554d-e7ba-404e-9c54-ef45bcbca0de,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:02.626539 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-dc574c63-b071-42e1-b9e3-599f821cb337 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348990910&fields=id&tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6 HTTP/1.1" status: 200 len: 267 time: 0.0358984 Aug 31 07:52:02.659213 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Sync routers for ids ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:02.668628 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Routers {'e6d72792-d733-4c3d-848c-c7e0a7032e2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:02.669257 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:02.751582 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-6d577f22-b4f8-413f-99d5-dbe4c0302583 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.753110 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-6d577f22-b4f8-413f-99d5-dbe4c0302583 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 810 time: 0.1185496 Aug 31 07:52:02.769770 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-c6fcb683-d2da-4ca7-9516-19f8eb9bdca1 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/quotas/4dff3e9d56de4026a5cc6bc1ed177af6 HTTP/1.1" status: 200 len: 375 time: 0.0092947 Aug 31 07:52:02.775321 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Set router e6d72792-d733-4c3d-848c-c7e0a7032e2a gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:02.827436 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-713b2cd6-bca0-42d1-85f7-403c3fb576d3 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509377 Aug 31 07:52:02.844534 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-699ba02c-3c29-47b6-8a76-5e6ea7d898ba tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:52:02.845609 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-699ba02c-3c29-47b6-8a76-5e6ea7d898ba tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061786 Aug 31 07:52:02.987587 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 4, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port': {'id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:98:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6', 'name': '', 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'mac_address': 'fa:16:3e:1b:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:58Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 2, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'subnets': [{'id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:03.015213 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Checking router: e6d72792-d733-4c3d-848c-c7e0a7032e2a for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:03.015570 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Updating router e6d72792-d733-4c3d-848c-c7e0a7032e2a port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 binding host n-d-712142-16 {{(pid=94670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:52:03.026042 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-faf5038c-84e0-4495-90ed-c17488ccd145 service neutron] 10.222.0.15 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732943 Aug 31 07:52:03.040855 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.123470 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-cd8a97a3-a302-4a0d-a7a1-b8f7e117b77a service neutron] 10.222.0.15 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896411 Aug 31 07:52:03.309495 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-b7dcc6a2-bff4-4418-8b96-c36704e07f68 req-5d6f791d-c22a-4a66-88d9-fb9b6e8e330f tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 210 time: 0.0286169 Aug 31 07:52:03.316162 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Notify callbacks [] for port, precommit_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.333030 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.provisioning_blocks [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Transition to ACTIVE for port object 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 will not be triggered until provisioned by entity L2. {{(pid=94670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:03.333327 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.382159 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fb8ac-a4c7-405c-b4ea-6ea040342a03 None None] Pushing event updated for resources: {'Port': ['ID=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,revision_number=3']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:03.439251 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Attempting to bind port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 on host n-d-712142-16 for vnic_type normal with profile {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:03.439754 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Attempting to bind port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 by drivers openvswitch,hyperv on host n-d-712142-16 at level 0 using segments [{'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:03.440135 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Attempting to bind port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 on network fc9158a5-4031-4fe9-a56b-bba59d1787b7 {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:03.445557 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Checking agent: {'id': 'bfa8891b-2d90-4587-8b33-f45465bfafaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 15, 57), 'started_at': datetime.datetime(2021, 8, 31, 6, 16, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:03.446213 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Checking segment: {'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:03.446617 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.447081 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Bound using segment: {'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'} {{(pid=94670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:03.447558 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.managers [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Bound port: 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6, host: n-d-712142-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f01238b-e090-4e7a-9730-667c61ef22e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7'}}] {{(pid=94670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:03.447832 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.523245 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] For port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6, host n-d-712142-16, cleared binding levels {{(pid=94670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:03.526666 n-d-712142-16 neutron-server[94670]: DEBUG neutron.plugins.ml2.db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] For port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6, host n-d-712142-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,segment=NetworkSegment(1f01238b-e090-4e7a-9730-667c61ef22e2),segment_id=1f01238b-e090-4e7a-9730-667c61ef22e2)] {{(pid=94670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:03.531922 n-d-712142-16 neutron-server[94670]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.583814 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Routers {'e6d72792-d733-4c3d-848c-c7e0a7032e2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:03.584521 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:03.634771 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fb8ac-a4c7-405c-b4ea-6ea040342a03 None None] Pushing event updated for resources: {'Port': ['ID=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,revision_number=4']} {{(pid=94670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:03.719819 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] Set router e6d72792-d733-4c3d-848c-c7e0a7032e2a gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:03.938851 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 4, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port': {'id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:98:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6', 'name': '', 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'mac_address': 'fa:16:3e:1b:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:58Z', 'updated_at': '2021-08-31T07:52:03Z', 'revision_number': 4, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'subnets': [{'id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:03.969782 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce5a129-9305-42d2-937f-71d1ba3e2909 None None] The sync data for ids ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'] in n-d-712142-16 is: [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 4, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port': {'id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:98:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': '1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6', 'name': '', 'network_id': 'fc9158a5-4031-4fe9-a56b-bba59d1787b7', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'mac_address': 'fa:16:3e:1b:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:58Z', 'updated_at': '2021-08-31T07:52:03Z', 'revision_number': 4, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'subnets': [{'id': 'd52554e8-e605-42b5-be32-2848bb449e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:04.341688 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 37a3554d-e7ba-404e-9c54-ef45bcbca0de up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:04.401377 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 37a3554d-e7ba-404e-9c54-ef45bcbca0de triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:04.402021 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.493664 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d1ce87ac-2b33-41a0-bf32-2260bae28b6a req-38a2c541-c65f-4af1-9cad-06f794bdeabe tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 210 time: 0.0398569 Aug 31 07:52:04.549031 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:04.559001 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-16772859-2d18-4bb2-aaee-a7e3aadbac3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:04.560554 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-16772859-2d18-4bb2-aaee-a7e3aadbac3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.23 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 810 time: 0.1903176 Aug 31 07:52:04.598296 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning for port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:04.602908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:04.603291 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.607188 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-72b680be-f646-4ac8-be40-c383942e243b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6 HTTP/1.1" status: 200 len: 379 time: 0.0352573 Aug 31 07:52:04.618531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'port': {'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'admin_state_up': True, 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'security_groups': ['7c1460c8-2c47-41d1-8899-ec455182f88a']}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:04.685824 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.718886 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] For port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,segment=NetworkSegment(1f01238b-e090-4e7a-9730-667c61ef22e2),segment_id=1f01238b-e090-4e7a-9730-667c61ef22e2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:04.722922 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.727257 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Made reservation on behalf of 4dff3e9d56de4026a5cc6bc1ed177af6 for: {'port': 1} {{(pid=94667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:04.730555 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.771588 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Pushing event updated for resources: {'Port': ['ID=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:04.863147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Allocated IP 172.20.0.14 (58e378b9-8b1a-48b6-bb7c-388d78ab931f/26af6948-484e-4b6a-a3d5-128736d7a7be/ceed29f1-92db-44e1-a386-4d67eb80c206) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:05.005508 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.020256 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Transition to ACTIVE for port object ceed29f1-92db-44e1-a386-4d67eb80c206 will not be triggered until provisioned by entity DHCP. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:05.053606 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.095751 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:05.101306 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:05.104179 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:05.136184 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:05.165956 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:05.166644 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.187620 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-d25eadee-d9f2-41e8-bdff-04cc03e25c88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5731540 Aug 31 07:52:05.202071 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.v2.base [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Request body: {'port': {'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-16'}} {{(pid=94667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:05.381324 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dd9c13a4-7922-43d7-8624-05b977337346 None None] Provisioning for port ceed29f1-92db-44e1-a386-4d67eb80c206 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:05.386309 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-dd9c13a4-7922-43d7-8624-05b977337346 None None] Provisioning complete for port ceed29f1-92db-44e1-a386-4d67eb80c206 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:05.386690 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dd9c13a4-7922-43d7-8624-05b977337346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.427048 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c13a4-7922-43d7-8624-05b977337346 None None] Port ceed29f1-92db-44e1-a386-4d67eb80c206 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:05.630400 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.637425 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593110c-79c8-4868-b986-31fd5e85a006 req-27af3d26-5dcd-46c1-9b76-b653f577efea tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:05.639154 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2593110c-79c8-4868-b986-31fd5e85a006 req-27af3d26-5dcd-46c1-9b76-b653f577efea tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 932 time: 0.0539751 Aug 31 07:52:05.679362 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2593110c-79c8-4868-b986-31fd5e85a006 req-75720a0e-3f7c-441e-b934-3bc7b5730921 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329106 Aug 31 07:52:05.906505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceed29f1-92db-44e1-a386-4d67eb80c206 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:05.914898 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.926729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Transition to ACTIVE for port object ceed29f1-92db-44e1-a386-4d67eb80c206 will not be triggered until provisioned by entity L2. {{(pid=94667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:05.930460 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.002557 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Pushing event updated for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:06.054836 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Attempting to bind port ceed29f1-92db-44e1-a386-4d67eb80c206 on host n-h1-712142-16 for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:06.055175 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Attempting to bind port ceed29f1-92db-44e1-a386-4d67eb80c206 by drivers openvswitch,hyperv on host n-h1-712142-16 at level 0 using segments [{'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:06.055498 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Attempting to bind port ceed29f1-92db-44e1-a386-4d67eb80c206 on network 58e378b9-8b1a-48b6-bb7c-388d78ab931f {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:06.060242 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Port ceed29f1-92db-44e1-a386-4d67eb80c206 on network 58e378b9-8b1a-48b6-bb7c-388d78ab931f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-16 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:52:06.060563 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Attempting to bind port ceed29f1-92db-44e1-a386-4d67eb80c206 on network 58e378b9-8b1a-48b6-bb7c-388d78ab931f {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:06.065554 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Checking agent: {'id': '57a6b5c0-e713-4e4f-9fb3-0a51b9178ee9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:06.065893 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Checking segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:06.066302 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Bound using segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:06.066755 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Bound port: ceed29f1-92db-44e1-a386-4d67eb80c206, host: n-h1-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:06.067112 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.136166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:06.139651 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:06.144528 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3681998'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.180785 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.181433 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.182842 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] 10.222.0.23 "PUT /v2.0/ports/ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 1093 time: 0.9860516 Aug 31 07:52:06.183275 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:06.185609 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:06.210877 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efb55f-65f7-4d1f-9d66-694652633e25 service neutron] Pushing event updated for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:06.242026 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010c634e-a6b8-4f8d-b148-610ea9a9f657 x-openstack-request-id: req-010c634e-a6b8-4f8d-b148-610ea9a9f657 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:06.242340 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:06.242951 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-010c634e-a6b8-4f8d-b148-610ea9a9f657 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:06.242951 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'status': 'completed', 'code': 200} Aug 31 07:52:06.286569 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-18a8910f-ee95-4a20-b253-45cbf3f2e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.288963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-18a8910f-ee95-4a20-b253-45cbf3f2e385 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1096 time: 0.0586026 Aug 31 07:52:06.324909 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 up at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:06.334421 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-58251914-3dca-433f-a2cf-b96d93a8f571 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 217 time: 0.0365746 Aug 31 07:52:06.376819 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Provisioning complete for port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:06.377242 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.390979 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-ce3cfbca-a6d6-4b05-a3ee-80e3195e04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.392796 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-ce3cfbca-a6d6-4b05-a3ee-80e3195e04e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0483303 Aug 31 07:52:06.444957 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-5a69d01a-f4a1-41fd-8169-3a569a93142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.446416 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-5a69d01a-f4a1-41fd-8169-3a569a93142c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452449 Aug 31 07:52:06.534897 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-20d7c881-040d-402e-982d-d54d8db397e5 service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801897 Aug 31 07:52:06.628408 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8f8f3e33-73df-4256-a06b-4d7bcca44d56 req-8f096e6e-2a52-40c9-a365-c40808a9860b service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838244 Aug 31 07:52:06.713443 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-15c1b29f-9b0b-4932-a2fe-6752f10074bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.714963 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-15c1b29f-9b0b-4932-a2fe-6752f10074bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1096 time: 0.0410252 Aug 31 07:52:06.797002 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa1288-5628-4803-81e8-aedd3985ac7c req-aad4d870-9719-4d2b-b1a9-0b5f93aceccb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.798534 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5aa1288-5628-4803-81e8-aedd3985ac7c req-aad4d870-9719-4d2b-b1a9-0b5f93aceccb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 944 time: 0.0519524 Aug 31 07:52:06.809702 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-a0c74672-fcb4-4411-986d-a36423c4cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.811183 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-a0c74672-fcb4-4411-986d-a36423c4cde9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0846348 Aug 31 07:52:06.836419 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-e5aa1288-5628-4803-81e8-aedd3985ac7c req-6ad6b4c6-a03c-42db-8f84-fb39f7e0b920 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319340 Aug 31 07:52:06.859198 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-2cac6e2b-6efc-4c9f-9b91-0e838430bd25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 217 time: 0.0395567 Aug 31 07:52:06.917774 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-fd867acc-8777-4e82-aa10-cf4e1e0c978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.919269 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-fd867acc-8777-4e82-aa10-cf4e1e0c978e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0468841 Aug 31 07:52:06.967937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-ce1823a4-8c5c-4d61-947b-1c779277ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.969402 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-ce1823a4-8c5c-4d61-947b-1c779277ff7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399282 Aug 31 07:52:07.068365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-2e3a94d5-7069-44c6-b246-c6736d12f987 service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858004 Aug 31 07:52:07.160306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-09ad1d07-9cf3-4b06-a32a-aa87e4267f05 req-b7597c0f-1ff4-49d9-9114-cc50d776451e service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820410 Aug 31 07:52:07.953006 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf1b63-3429-4ad0-9b1d-2dd3d7de9202 req-96e2f12d-6081-4d85-a6e8-aadc889cc06e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.954553 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fdf1b63-3429-4ad0-9b1d-2dd3d7de9202 req-96e2f12d-6081-4d85-a6e8-aadc889cc06e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 944 time: 0.0503051 Aug 31 07:52:07.998463 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4fdf1b63-3429-4ad0-9b1d-2dd3d7de9202 req-bfe4e2ce-afba-4ee6-b6be-d32896f146ac tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379236 Aug 31 07:52:08.619581 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:52:09.112492 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffe047-8d06-46f4-8eff-9b2bd3e0471a req-540f45f7-1f92-42e0-aab9-57aa0c16bd59 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:09.114013 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58ffe047-8d06-46f4-8eff-9b2bd3e0471a req-540f45f7-1f92-42e0-aab9-57aa0c16bd59 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 944 time: 0.0498319 Aug 31 07:52:09.152332 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-58ffe047-8d06-46f4-8eff-9b2bd3e0471a req-5da54bfb-1f6d-4d89-a50d-214233e436c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Aug 31 07:52:09.617528 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ceed29f1-92db-44e1-a386-4d67eb80c206 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:52:09.713865 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:09.725054 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:52:09.761879 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:09.774714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceed29f1-92db-44e1-a386-4d67eb80c206 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:09.794975 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:09.798716 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:09.848243 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:10.072234 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ceed29f1-92db-44e1-a386-4d67eb80c206'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:10.288555 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d38718-9ce6-4dbf-8913-019a1a1b54b6 req-763aa1d1-b88a-4a74-b78c-bbffbb812b93 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:10.290014 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a4d38718-9ce6-4dbf-8913-019a1a1b54b6 req-763aa1d1-b88a-4a74-b78c-bbffbb812b93 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 945 time: 0.0545399 Aug 31 07:52:10.329069 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-a4d38718-9ce6-4dbf-8913-019a1a1b54b6 req-3909e813-ebef-4271-9c12-573881bddce8 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322890 Aug 31 07:52:11.447043 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea915-ca0e-4bf2-a69b-59d0646451ba req-08f7b294-c881-44d3-848d-668be3592ff4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:11.448510 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddcea915-ca0e-4bf2-a69b-59d0646451ba req-08f7b294-c881-44d3-848d-668be3592ff4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 945 time: 0.0488153 Aug 31 07:52:11.486318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ddcea915-ca0e-4bf2-a69b-59d0646451ba req-b9a6979a-df90-48e7-971e-0fbf75c0c931 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318673 Aug 31 07:52:11.635607 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ceed29f1-92db-44e1-a386-4d67eb80c206 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:11.689487 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning for port ceed29f1-92db-44e1-a386-4d67eb80c206 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:11.694118 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port ceed29f1-92db-44e1-a386-4d67eb80c206 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:11.694490 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.769653 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.794658 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:11.797026 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8a73d6-2a03-4617-a717-81000cd93b96" -d '{"events": [{"server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "name": "network-vif-plugged", "status": "completed", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:11.809679 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:11.813897 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.837313 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b488c5e-b9a3-4b92-b10c-d5ebf4215d21 x-openstack-request-id: req-5b488c5e-b9a3-4b92-b10c-d5ebf4215d21 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:11.837603 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "name": "network-vif-plugged", "status": "completed", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:11.837854 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b488c5e-b9a3-4b92-b10c-d5ebf4215d21 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:11.838238 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'code': 200} Aug 31 07:52:11.867220 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:11.940117 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a60d6-fd11-469e-bd0e-7321c6fa343f req-816f4cec-8c5b-4c89-a151-2be7c7dd24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:11.941539 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d1a60d6-fd11-469e-bd0e-7321c6fa343f req-816f4cec-8c5b-4c89-a151-2be7c7dd24bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1098 time: 0.0399089 Aug 31 07:52:11.978567 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1d1a60d6-fd11-469e-bd0e-7321c6fa343f req-29c2b582-24ea-46b4-bf0e-001f12306cd9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297914 Aug 31 07:52:12.602168 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1873fd-ae09-4b0e-97f2-752b5bd787e1 req-e205960c-c1e5-4094-99cb-62fda0437124 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:12.603636 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b1873fd-ae09-4b0e-97f2-752b5bd787e1 req-e205960c-c1e5-4094-99cb-62fda0437124 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 946 time: 0.0514495 Aug 31 07:52:12.641505 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-0b1873fd-ae09-4b0e-97f2-752b5bd787e1 req-5193d436-b7aa-4fc1-a97d-b16f53f98214 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320075 Aug 31 07:52:13.758065 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d792605-063d-41c0-92b7-feb0bb59fe03 req-88037255-0897-4d72-9238-b93196cf835b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:13.759562 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3d792605-063d-41c0-92b7-feb0bb59fe03 req-88037255-0897-4d72-9238-b93196cf835b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 946 time: 0.0491738 Aug 31 07:52:13.802105 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-3d792605-063d-41c0-92b7-feb0bb59fe03 req-e3045a92-a5ac-4e45-ac39-b88e2d6e0b73 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358355 Aug 31 07:52:13.915891 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dc32b-1a8a-4a0e-ace6-beaa2d36c237 req-ca57e964-75f8-4f4b-ab8a-76b8323f7b87 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:13.917389 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e3dc32b-1a8a-4a0e-ace6-beaa2d36c237 req-ca57e964-75f8-4f4b-ab8a-76b8323f7b87 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 946 time: 0.0496833 Aug 31 07:52:13.954953 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-4e3dc32b-1a8a-4a0e-ace6-beaa2d36c237 req-0efb60a7-56ae-42a3-aa38-f2309e702209 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Aug 31 07:52:13.976559 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57642) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:14.060418 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c15b6-4ef0-4d28-83a8-38fb3c460010 tempest-TestSnapshotPattern-1291823948 tempest-TestSnapshotPattern-1291823948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:14.061974 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-d53c15b6-4ef0-4d28-83a8-38fb3c460010 tempest-TestSnapshotPattern-1291823948 tempest-TestSnapshotPattern-1291823948-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1093 time: 0.0843914 Aug 31 07:52:14.064839 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57646) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:14.070041 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:14.091718 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:14.189971 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:14.294790 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Allocated IP 172.25.5.196 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/5806a4b9-cb79-44cf-87c3-59542b1603c0) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:14.394533 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:14.433495 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:14.467803 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:14.474326 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:14.478515 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:14.483776 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'Port': ['ID=5806a4b9-cb79-44cf-87c3-59542b1603c0,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:14.831616 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:14.897621 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.046851 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.051373 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.121970 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'Port': ['ID=5806a4b9-cb79-44cf-87c3-59542b1603c0,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:15.133525 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.233852 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Floating IP 57414fae-468e-484e-be30-7446343cefd6 associated. External IP: 172.25.5.196, port: ceed29f1-92db-44e1-a386-4d67eb80c206. Aug 31 07:52:15.458057 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Router 0f136242-b1eb-4def-9b0e-e95f09151334 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:15.563234 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:15.573787 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] Sync routers for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:15.579678 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.584090 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:15.584857 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:15.609762 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-38fe574e-50ce-493e-a702-b01693f19a3b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5438774 Aug 31 07:52:15.610409 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:15.612650 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:15.650006 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a31120-0491-470d-9162-820de48bac73 x-openstack-request-id: req-60a31120-0491-470d-9162-820de48bac73 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:15.650297 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:15.650545 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60a31120-0491-470d-9162-820de48bac73 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:15.650973 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'status': 'completed', 'code': 200} Aug 31 07:52:15.693431 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:15.715450 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-34676d87-3063-4a54-a1ec-40ca0d2863ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.716964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-34676d87-3063-4a54-a1ec-40ca0d2863ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1098 time: 0.0413256 Aug 31 07:52:15.812190 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-327ab0ae-f6c7-40ea-a878-4538a145c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.814964 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-327ab0ae-f6c7-40ea-a878-4538a145c8c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0887899 Aug 31 07:52:15.890177 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-ccdcd9bd-2248-423f-84a7-9f8b7c50fba3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 1000 time: 0.0637157 Aug 31 07:52:15.923984 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:14Z', 'revision_number': 0, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:15.941131 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-62f2f723-a15c-4a0d-8c33-2f8cb1d1e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.942682 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-62f2f723-a15c-4a0d-8c33-2f8cb1d1e63d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0450392 Aug 31 07:52:15.954062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] Checking router: 0f136242-b1eb-4def-9b0e-e95f09151334 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:15.962481 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:15.963098 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:15.989505 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-723af68f-286c-4be2-aeca-c2c7b19de0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.991564 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-723af68f-286c-4be2-aeca-c2c7b19de0c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406775 Aug 31 07:52:16.067770 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:16.087184 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-bc7364b8-9f93-4b36-8e36-a87d4c7d4f0b service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877488 Aug 31 07:52:16.185625 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-8e731dbc-1b6e-4d3f-a9d6-600f661f780e req-a5efa77d-e409-413f-b982-6b604adde1b5 service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910993 Aug 31 07:52:16.290784 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:14Z', 'revision_number': 0, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:16.320184 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4cded-a449-41e5-9997-b06578550eeb None None] The sync data for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 is: [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:14Z', 'revision_number': 0, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:16.504661 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4331b-c8e8-4abd-a8ab-d0b78be35f6a None None] New status for floating IP 57414fae-468e-484e-be30-7446343cefd6: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:52:24.340883 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7ea364b4-b33c-4dc2-b962-8888c1c71dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.313942 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.779685 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.941101 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5f8f40f6-9aed-43a4-8ab5-8a68fc8ed7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.036916 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:28.462572 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.307632 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.500281 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-d292a825-0f49-452a-8d8c-999b08bddd9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410230 Aug 31 07:52:45.590166 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-1c1eb16b-0d8b-4906-917a-96d24be9cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:45.591677 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-1c1eb16b-0d8b-4906-917a-96d24be9cc68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1098 time: 0.0455766 Aug 31 07:52:45.619865 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:52:45.694585 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-a06e1785-f9c0-45ce-9fc8-fd473fe86288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:45.696655 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-a06e1785-f9c0-45ce-9fc8-fd473fe86288 service neutron] 10.222.0.23 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0853384 Aug 31 07:52:45.769414 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-e5f9fb6b-a9cd-47d3-845e-d16d0f482eb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 1002 time: 0.0648668 Aug 31 07:52:45.819078 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-47115574-d34b-416a-b622-ece1a5944a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:45.820569 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-47115574-d34b-416a-b622-ece1a5944a2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0429246 Aug 31 07:52:45.869750 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-6ddf2253-98c6-4bcb-97b2-bf1d1ad646bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:45.871296 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-6ddf2253-98c6-4bcb-97b2-bf1d1ad646bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422609 Aug 31 07:52:45.968758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-d4707c0c-33a7-4503-9d05-dbffd7b43dbe service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892034 Aug 31 07:52:46.061406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-142f8198-8e00-4cb9-abec-b56bea059f9e req-bf2280e0-41a1-436e-8117-17e3305abbf7 service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831945 Aug 31 07:52:54.340364 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0d86e470-7f81-4444-8f6b-15df2a3a3547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.318952 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.777427 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.940471 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c2b89246-3c2f-4c7c-8733-17403b619a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.039021 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.465478 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.309525 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.619919 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:53:24.342215 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3accf824-444d-4929-b791-d7d01d06a8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.332391 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.791586 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.940301 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7831b4b8-cae3-4b4d-b382-259da3565f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.042030 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.469354 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:30.311844 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.821460 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-3490fa4d-e6b8-4cdb-86ca-609e9006550f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419505 Aug 31 07:53:45.918538 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-6d224e6a-ac32-4168-9334-65a30701b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:45.920122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-6d224e6a-ac32-4168-9334-65a30701b189 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1098 time: 0.0502186 Aug 31 07:53:46.028232 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-044fd206-b312-4c4d-9d54-7437491b6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.029776 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-044fd206-b312-4c4d-9d54-7437491b6a0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0893486 Aug 31 07:53:46.105406 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-e7ad7125-ed3d-41c3-86a1-c3020b29fe15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 1002 time: 0.0678933 Aug 31 07:53:46.157052 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-dec253a4-a6e0-4c77-8628-a8a96c982db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.159309 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-dec253a4-a6e0-4c77-8628-a8a96c982db7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0462861 Aug 31 07:53:46.207320 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-f574e3cc-1045-4c06-8748-d671a517a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.208927 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-f574e3cc-1045-4c06-8748-d671a517a820 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423856 Aug 31 07:53:46.304049 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-4f6530fd-800e-4161-80ee-c33db2dc0397 service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874598 Aug 31 07:53:46.396496 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-deb6fb22-1cd3-4a18-99a1-6f6e6ec7c5a0 req-a3455c46-a6e7-434a-9da6-1aa57398e18e service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Aug 31 07:53:54.345033 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-173cecff-cc31-46b0-8c92-c785d4ebf8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.334556 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.795477 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.944185 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-831473c7-2fe0-42a3-b9c9-64e4384bb99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.044363 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.473113 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:59.619103 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:54:00.322738 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:16.144583 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ceed29f1-92db-44e1-a386-4d67eb80c206 details requested by agent hyperv_n-h1-712142-16 with host n-h1-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:54:16.254949 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:16.268423 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Returning: {'device': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:54:16.315215 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:16.330333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceed29f1-92db-44e1-a386-4d67eb80c206 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:16.352361 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:16.356230 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:16.413070 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:16.421635 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.421983 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.422329 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.422668 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.423005 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.423336 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.423665 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.423995 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.424323 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.424646 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.424972 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.425331 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:16.452348 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] get_ports_and_sgs() called for port_ids ['ceed29f1-92db-44e1-a386-4d67eb80c206'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:18.149544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ceed29f1-92db-44e1-a386-4d67eb80c206 up at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:18.208213 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Provisioning complete for port ceed29f1-92db-44e1-a386-4d67eb80c206 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:18.208886 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.303079 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.332372 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:18.335392 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ccd181-16db-4ea9-a171-c670f5840dac" -d '{"events": [{"server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "name": "network-vif-plugged", "status": "completed", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:18.368510 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:18.389963 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.464961 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:18.493176 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7f7b6-4b6b-4572-b1a1-d85f25fc0200 x-openstack-request-id: req-37c7f7b6-4b6b-4572-b1a1-d85f25fc0200 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:18.493567 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "name": "network-vif-plugged", "status": "completed", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:18.494039 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37c7f7b6-4b6b-4572-b1a1-d85f25fc0200 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:18.494520 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'code': 200} Aug 31 07:54:24.351393 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9f0b1d17-11d1-4375-9f6e-5dad1c03b21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.345559 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.809142 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.945396 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8399f491-3f80-4b2d-bc77-9a46bfa96883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.047856 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:28.167744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-63c29bba-684c-4540-8067-3b7d19350a35 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348990910&fields=id&tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6 HTTP/1.1" status: 200 len: 267 time: 0.0376029 Aug 31 07:54:28.279831 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-c565fa05-6886-4057-ac35-0a3182ec0586 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:28.281255 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-c565fa05-6886-4057-ac35-0a3182ec0586 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 810 time: 0.1064739 Aug 31 07:54:28.297796 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-45d9d387-f8e5-4209-9f2c-522ba70afbd4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/quotas/4dff3e9d56de4026a5cc6bc1ed177af6 HTTP/1.1" status: 200 len: 375 time: 0.0107396 Aug 31 07:54:28.362415 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-d468845d-b8ef-4b03-80ee-31865baa7c1e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0587397 Aug 31 07:54:28.477790 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:28.517256 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-4c29d91a-9478-4ddf-bb7b-ff78743e7bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429405 Aug 31 07:54:28.617812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-8c28b301-9ecf-43ae-85f6-514662b0942d service neutron] 10.222.0.15 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944016 Aug 31 07:54:28.810759 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-f3b4e011-15d2-4c88-a740-3b44421f46cf req-10b7b61e-4ddb-4b68-910a-213b2a4df6bd tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 210 time: 0.0304506 Aug 31 07:54:29.766310 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-9f4d8180-9215-4f27-adf1-70e2b1511e94 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:29.767889 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-9f4d8180-9215-4f27-adf1-70e2b1511e94 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.42 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 810 time: 0.1113133 Aug 31 07:54:29.816727 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-63d542f1-22d8-4415-84d6-072767924901 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6 HTTP/1.1" status: 200 len: 379 time: 0.0387168 Aug 31 07:54:29.828665 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'port': {'device_id': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'admin_state_up': True, 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'security_groups': ['7c1460c8-2c47-41d1-8899-ec455182f88a']}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:29.929941 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2d0d3399-dbe0-455c-9663-924a00086175 req-5117d05d-d460-433a-81ff-a55fa628352d tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 210 time: 0.0382462 Aug 31 07:54:29.991784 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Made reservation on behalf of 4dff3e9d56de4026a5cc6bc1ed177af6 for: {'port': 1} {{(pid=94668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:29.998385 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.167460 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Allocated IP 172.20.0.5 (58e378b9-8b1a-48b6-bb7c-388d78ab931f/26af6948-484e-4b6a-a3d5-128736d7a7be/5d3aa705-757c-45da-b373-993eebc68b86) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:30.262769 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ceed29f1-92db-44e1-a386-4d67eb80c206 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:54:30.383663 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.412811 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.439247 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.466387 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:30.473683 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68212d39-a7bc-4503-a823-1e5458b3e200" -d '{"events": [{"server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "name": "network-vif-unplugged", "status": "completed", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:30.489156 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Transition to ACTIVE for port object 5d3aa705-757c-45da-b373-993eebc68b86 will not be triggered until provisioned by entity DHCP. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:30.528120 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:30.533839 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.535614 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.590665 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882e5e2-aee1-4c31-b746-432c8435a37a x-openstack-request-id: req-c882e5e2-aee1-4c31-b746-432c8435a37a {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:30.591390 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "name": "network-vif-unplugged", "status": "completed", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:30.591912 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c882e5e2-aee1-4c31-b746-432c8435a37a {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:30.592740 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'code': 200} Aug 31 07:54:30.600570 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:30.606687 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:30.610592 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:30.669891 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Pushing event updated for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=8']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:30.687289 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'Port': ['ID=5d3aa705-757c-45da-b373-993eebc68b86,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:30.709858 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.710422 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.711350 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.711942 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.712840 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.713468 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.714573 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.715128 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.715677 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.716498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.717070 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.717656 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:30.772146 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:30.773080 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.816096 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-dc0e6920-690c-4e43-aeea-9beecbce600b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9851925 Aug 31 07:54:31.035406 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-78ca49e3-5bf7-42fc-a1d0-312f279be31f None None] Provisioning for port 5d3aa705-757c-45da-b373-993eebc68b86 completed by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:31.040411 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-78ca49e3-5bf7-42fc-a1d0-312f279be31f None None] Provisioning complete for port 5d3aa705-757c-45da-b373-993eebc68b86 triggered by entity DHCP. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:31.051121 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-78ca49e3-5bf7-42fc-a1d0-312f279be31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:31.103230 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-78ca49e3-5bf7-42fc-a1d0-312f279be31f None None] Port 5d3aa705-757c-45da-b373-993eebc68b86 cannot update to ACTIVE because it is not bound. {{(pid=94669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:54:31.115442 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7230e9-bdf1-4161-a020-8b40b32c2f5a req-ec5de7a0-8b47-4836-a51c-8b9a0059f488 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:31.117463 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d7230e9-bdf1-4161-a020-8b40b32c2f5a req-ec5de7a0-8b47-4836-a51c-8b9a0059f488 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.1024761 Aug 31 07:54:31.166140 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-9d7230e9-bdf1-4161-a020-8b40b32c2f5a req-abf7b7e9-8097-4eec-9faf-eca12f6c165b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408592 Aug 31 07:54:32.315139 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6540-e52e-4781-84e1-4ae6178bd234 req-3fb2846b-e78b-41d0-96d0-33a7ea4b332e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:32.317332 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-72be6540-e52e-4781-84e1-4ae6178bd234 req-3fb2846b-e78b-41d0-96d0-33a7ea4b332e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.0570505 Aug 31 07:54:32.376894 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-72be6540-e52e-4781-84e1-4ae6178bd234 req-cffce3a8-3c9d-4d89-be81-8334c2ccc665 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490201 Aug 31 07:54:33.510018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee13b-3b5f-43f1-bc77-2da550963f48 req-792fc9fe-8071-428e-8b91-737d105fbc02 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:33.511644 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41eee13b-3b5f-43f1-bc77-2da550963f48 req-792fc9fe-8071-428e-8b91-737d105fbc02 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.0558054 Aug 31 07:54:33.566935 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-41eee13b-3b5f-43f1-bc77-2da550963f48 req-28d9ffa6-9199-4391-8053-c5a8b038e94e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475154 Aug 31 07:54:34.734822 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4b45d-c6cf-42c6-8e79-8ffbcdbfcf44 req-473bbadf-99fc-4b3e-8792-53002a8ad79a tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:34.736741 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bb4b45d-c6cf-42c6-8e79-8ffbcdbfcf44 req-473bbadf-99fc-4b3e-8792-53002a8ad79a tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.0736780 Aug 31 07:54:34.787870 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2bb4b45d-c6cf-42c6-8e79-8ffbcdbfcf44 req-98bccc84-98db-4b84-8b6d-15eaf89531fb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441091 Aug 31 07:54:35.940379 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51206c-908f-417a-9dc7-b8bb6fac9449 req-5520ba1b-1ed9-4bca-8fca-f958814f2dba tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:35.942123 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f51206c-908f-417a-9dc7-b8bb6fac9449 req-5520ba1b-1ed9-4bca-8fca-f958814f2dba tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.0696785 Aug 31 07:54:36.006539 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-3f51206c-908f-417a-9dc7-b8bb6fac9449 req-07993291-2198-4c9a-854f-3f1c1897ca67 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538366 Aug 31 07:54:36.620845 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:54:37.142610 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ede3e-e393-49c1-8465-3a2fad83475d req-40e9979d-7e3e-4d53-99e2-e64ac90e5583 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:37.144216 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-670ede3e-e393-49c1-8465-3a2fad83475d req-40e9979d-7e3e-4d53-99e2-e64ac90e5583 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.0563869 Aug 31 07:54:37.203140 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-670ede3e-e393-49c1-8465-3a2fad83475d req-7c5db88f-7559-45d7-9f60-b26c5cab5ca4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488966 Aug 31 07:54:38.336471 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e948bf-655b-4c1e-b959-dbed45d8506a req-a75dea4a-cf74-41ff-80e7-e730e926c318 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:38.338092 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77e948bf-655b-4c1e-b959-dbed45d8506a req-a75dea4a-cf74-41ff-80e7-e730e926c318 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.0570378 Aug 31 07:54:38.385936 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-77e948bf-655b-4c1e-b959-dbed45d8506a req-0f7d47dc-5252-4b97-aeb0-9c6fb3058b2d tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399880 Aug 31 07:54:39.511135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c513-9dfd-4bd1-bf88-b02f30c7d4fa req-5b445ff6-097b-47f4-904e-390251cd9f1a tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:39.512713 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ee1c513-9dfd-4bd1-bf88-b02f30c7d4fa req-5b445ff6-097b-47f4-904e-390251cd9f1a tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.0564380 Aug 31 07:54:39.569877 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-2ee1c513-9dfd-4bd1-bf88-b02f30c7d4fa req-fc616d6f-0aeb-4800-8f45-2b44ff1bd2b8 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508845 Aug 31 07:54:40.677243 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Request body: {'port': {'device_id': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-16'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:40.729145 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f32cc-0fa4-464f-86fe-fce5ff25e5c8 req-091d3f4b-9c7d-4e7c-9390-d0ad02a17741 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:40.730681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-981f32cc-0fa4-464f-86fe-fce5ff25e5c8 req-091d3f4b-9c7d-4e7c-9390-d0ad02a17741 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 931 time: 0.0860238 Aug 31 07:54:40.764620 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.813916 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-981f32cc-0fa4-464f-86fe-fce5ff25e5c8 req-a1f45a50-b307-4882-9a2a-ee4a400322c8 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686495 Aug 31 07:54:41.060206 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3aa705-757c-45da-b373-993eebc68b86 {{(pid=94668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:41.067829 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.081794 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.provisioning_blocks [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Transition to ACTIVE for port object 5d3aa705-757c-45da-b373-993eebc68b86 will not be triggered until provisioned by entity L2. {{(pid=94668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:41.085675 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.142960 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3aa705-757c-45da-b373-993eebc68b86,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:41.210158 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Attempting to bind port 5d3aa705-757c-45da-b373-993eebc68b86 on host n-h2-712142-16 for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:41.210494 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Attempting to bind port 5d3aa705-757c-45da-b373-993eebc68b86 by drivers openvswitch,hyperv on host n-h2-712142-16 at level 0 using segments [{'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:41.210825 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Attempting to bind port 5d3aa705-757c-45da-b373-993eebc68b86 on network 58e378b9-8b1a-48b6-bb7c-388d78ab931f {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:41.216018 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Port 5d3aa705-757c-45da-b373-993eebc68b86 on network 58e378b9-8b1a-48b6-bb7c-388d78ab931f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-16 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:54:41.216344 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Attempting to bind port 5d3aa705-757c-45da-b373-993eebc68b86 on network 58e378b9-8b1a-48b6-bb7c-388d78ab931f {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:41.222001 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Checking agent: {'id': '6c8e0dca-6019-46ff-b7ba-6d5ed234ad71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:41.222483 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Checking segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:41.222898 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Bound using segment: {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:41.223334 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Bound port: 5d3aa705-757c-45da-b373-993eebc68b86, host: n-h2-712142-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ff8883-032d-4689-8cb3-1d819336ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:41.223696 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.293165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:41.297538 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5d3aa705-757c-45da-b373-993eebc68b86,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:41.302748 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.345778 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.346480 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.347929 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-27b882de-4915-4b30-952b-66649efffe94 service neutron] 10.222.0.42 "PUT /v2.0/ports/5d3aa705-757c-45da-b373-993eebc68b86 HTTP/1.1" status: 200 len: 1092 time: 0.7326679 Aug 31 07:54:41.348383 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:41.351240 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbecabd-6783-4a99-a085-1ebd88f68a04" -d '{"events": [{"name": "network-changed", "server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "tag": "5d3aa705-757c-45da-b373-993eebc68b86"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:41.374407 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b882de-4915-4b30-952b-66649efffe94 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3aa705-757c-45da-b373-993eebc68b86,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:41.412236 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa5941f-aba9-4055-8660-2145644a3bf1 x-openstack-request-id: req-8aa5941f-aba9-4055-8660-2145644a3bf1 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:41.412525 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "tag": "5d3aa705-757c-45da-b373-993eebc68b86", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:41.412782 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aa5941f-aba9-4055-8660-2145644a3bf1 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:41.413221 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86', 'status': 'completed', 'code': 200} Aug 31 07:54:41.458200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-755df496-7868-4bfb-b280-aded52694b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.459812 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-755df496-7868-4bfb-b280-aded52694b8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 1095 time: 0.0453408 Aug 31 07:54:41.505004 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-18055bec-9512-41a0-8788-ca1a1c0aad4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3aa705-757c-45da-b373-993eebc68b86 HTTP/1.1" status: 200 len: 217 time: 0.0362370 Aug 31 07:54:41.563509 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-6c359e13-df6a-462e-b350-bc4b104b2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.565010 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-6c359e13-df6a-462e-b350-bc4b104b2d88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0497997 Aug 31 07:54:41.611701 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-31453b2d-69bc-4e98-8ce2-2d630c88b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.613257 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-31453b2d-69bc-4e98-8ce2-2d630c88b61d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410337 Aug 31 07:54:41.705198 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-62a8a9df-5f8c-4f80-923b-d401b8a5d42e service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834289 Aug 31 07:54:41.803318 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-ac48163c-14c8-4af1-a887-abf0035d07a9 req-f5b103af-4606-4e66-bb84-7be446dfe1e5 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906317 Aug 31 07:54:41.905248 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-a7c651a4-97c7-4b9e-8876-1948e9b0011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.906769 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-a7c651a4-97c7-4b9e-8876-1948e9b0011b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 1095 time: 0.0585892 Aug 31 07:54:41.996807 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671cb57-9472-465f-b95a-fce7c6956925 req-c00a8e5e-2c5c-434f-9d80-b6cf5e2836c2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.998523 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a671cb57-9472-465f-b95a-fce7c6956925 req-c00a8e5e-2c5c-434f-9d80-b6cf5e2836c2 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 943 time: 0.1077209 Aug 31 07:54:42.044165 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-4b88827c-96a4-4069-b9c9-fd0d337da89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:42.045681 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-4b88827c-96a4-4069-b9c9-fd0d337da89d service neutron] 10.222.0.42 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.1256430 Aug 31 07:54:42.060958 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-a671cb57-9472-465f-b95a-fce7c6956925 req-f57c0547-122a-4c89-8d44-44e12d509d84 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517087 Aug 31 07:54:42.100098 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-ae612fbf-ab54-475a-a48e-85e3f42452f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3aa705-757c-45da-b373-993eebc68b86 HTTP/1.1" status: 200 len: 217 time: 0.0424278 Aug 31 07:54:42.507711 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-a3e1465a-4023-4cda-ae9b-2a81336223f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:42.509219 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-a3e1465a-4023-4cda-ae9b-2a81336223f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.3969693 Aug 31 07:54:42.558520 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-ac6ae151-5c3b-4e26-b1ec-a1ed557ff422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:42.560131 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-ac6ae151-5c3b-4e26-b1ec-a1ed557ff422 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427468 Aug 31 07:54:42.659692 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-1f3bd421-e153-4009-abf0-30618d06a605 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914576 Aug 31 07:54:42.754908 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-dfbecabd-6783-4a99-a085-1ebd88f68a04 req-cd3732fc-66ba-4e00-8f68-6de26594d613 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872386 Aug 31 07:54:43.179626 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc71f7-566b-44a5-90b8-d8db3b7ef275 req-5038e818-4b6c-44e8-be13-b39b96f87eb4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:43.181123 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0fc71f7-566b-44a5-90b8-d8db3b7ef275 req-5038e818-4b6c-44e8-be13-b39b96f87eb4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 943 time: 0.0494676 Aug 31 07:54:43.223638 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-d0fc71f7-566b-44a5-90b8-d8db3b7ef275 req-ee039d29-6a72-418c-b633-83fdf752ef88 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357301 Aug 31 07:54:44.344615 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f4f0f-413d-45a6-a8fc-1ba145c05b74 req-f546ec5d-4d5b-4823-95be-47e2dc7a4540 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:44.346207 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e7f4f0f-413d-45a6-a8fc-1ba145c05b74 req-f546ec5d-4d5b-4823-95be-47e2dc7a4540 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 943 time: 0.0512378 Aug 31 07:54:44.386420 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6e7f4f0f-413d-45a6-a8fc-1ba145c05b74 req-ea527b00-607a-43fc-88df-0a15e4a91f0e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341423 Aug 31 07:54:45.518162 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091a91f-99bb-4113-9c13-bdf0730127fb req-b04159f1-f799-462e-80cd-d13a5636734f tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:45.519666 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b091a91f-99bb-4113-9c13-bdf0730127fb req-b04159f1-f799-462e-80cd-d13a5636734f tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 943 time: 0.0538933 Aug 31 07:54:45.565622 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-b091a91f-99bb-4113-9c13-bdf0730127fb req-fc0b756f-a279-4a5e-82e9-81cfb1728786 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391502 Aug 31 07:54:45.824306 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-7b55ec25-fac1-4256-a128-69a28c6053fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425842 Aug 31 07:54:45.925323 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-f65f67a2-4f09-4d9f-ae14-afbfd034bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:45.926894 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-f65f67a2-4f09-4d9f-ae14-afbfd034bb12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1096 time: 0.0569777 Aug 31 07:54:46.041840 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-d1923a12-613c-45ad-b690-63261a637fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:46.043370 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-d1923a12-613c-45ad-b690-63261a637fb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0960968 Aug 31 07:54:46.116279 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-9334ba95-235c-49f4-a668-c1aaf965fb4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 1000 time: 0.0658162 Aug 31 07:54:46.168087 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-d06083be-fa21-43c2-962e-dbf8cafaea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:46.169737 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-d06083be-fa21-43c2-962e-dbf8cafaea66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0458536 Aug 31 07:54:46.219923 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-4fc318e0-41c0-4b9e-b4c7-4f7e91bba557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:46.221506 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-4fc318e0-41c0-4b9e-b4c7-4f7e91bba557 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450203 Aug 31 07:54:46.322787 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-3b856d00-2af8-4fe1-9716-395446dd7436 service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938540 Aug 31 07:54:46.323611 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5d3aa705-757c-45da-b373-993eebc68b86 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:54:46.420848 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5d3aa705-757c-45da-b373-993eebc68b86,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:46.421098 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-120dc67c-217c-4e82-bbc2-d838b6b73943 req-fdd57975-5c01-488b-b39d-273b4ec30aad service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907333 Aug 31 07:54:46.432643 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '5d3aa705-757c-45da-b373-993eebc68b86', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'port_id': '5d3aa705-757c-45da-b373-993eebc68b86', 'mac_address': 'fa:16:3e:f4:f5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:54:46.471159 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.488072 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3aa705-757c-45da-b373-993eebc68b86 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:46.507497 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5d3aa705-757c-45da-b373-993eebc68b86,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:46.511460 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.561073 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5d3aa705-757c-45da-b373-993eebc68b86,revision_number=4']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:46.696558 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d174c-5685-45dd-be6e-7ce8d01d5cea req-005b5912-5264-47c2-bad1-cd14293a8000 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:46.698540 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-584d174c-5685-45dd-be6e-7ce8d01d5cea req-005b5912-5264-47c2-bad1-cd14293a8000 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 944 time: 0.0558362 Aug 31 07:54:46.738249 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-584d174c-5685-45dd-be6e-7ce8d01d5cea req-c90a3ccc-48bd-44e8-aa94-8dd4472724ff tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336385 Aug 31 07:54:46.764101 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5d3aa705-757c-45da-b373-993eebc68b86'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:47.865527 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf580d5c-d0d2-4828-90b5-6984c8ff24ff req-22bf6704-03b7-4d76-9854-3a1f03edf74e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:47.867108 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf580d5c-d0d2-4828-90b5-6984c8ff24ff req-22bf6704-03b7-4d76-9854-3a1f03edf74e tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 944 time: 0.0503349 Aug 31 07:54:47.907844 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf580d5c-d0d2-4828-90b5-6984c8ff24ff req-f072286f-c250-4d00-bf98-91a53916a768 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342908 Aug 31 07:54:48.327476 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5d3aa705-757c-45da-b373-993eebc68b86 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:48.378141 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning for port 5d3aa705-757c-45da-b373-993eebc68b86 completed by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:48.383062 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 5d3aa705-757c-45da-b373-993eebc68b86 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:48.383548 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:48.476304 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:48.663790 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:48.665956 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13075b5f-033d-4a43-81f7-cc5e10637ca5" -d '{"events": [{"server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "name": "network-vif-plugged", "status": "completed", "tag": "5d3aa705-757c-45da-b373-993eebc68b86"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:48.680815 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5d3aa705-757c-45da-b373-993eebc68b86,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:48.685865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:48.715632 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fc77be-ffac-4fff-954c-ea726092c748 x-openstack-request-id: req-d0fc77be-ffac-4fff-954c-ea726092c748 {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:48.716119 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "name": "network-vif-plugged", "status": "completed", "tag": "5d3aa705-757c-45da-b373-993eebc68b86", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:48.716411 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0fc77be-ffac-4fff-954c-ea726092c748 {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:48.716794 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86', 'code': 200} Aug 31 07:54:48.747116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5d3aa705-757c-45da-b373-993eebc68b86,revision_number=5']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:48.815315 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822681e-342e-4b15-9750-8d6798a4bf9c req-ffff8d44-20c3-4009-8f69-5ff09b7e1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.816845 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2822681e-342e-4b15-9750-8d6798a4bf9c req-ffff8d44-20c3-4009-8f69-5ff09b7e1519 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 1097 time: 0.0436165 Aug 31 07:54:48.855581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-2822681e-342e-4b15-9750-8d6798a4bf9c req-71e85fb9-d8b0-4215-b1e4-a5d1c0a1a0e7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304909 Aug 31 07:54:49.032597 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78248519-5ec8-49ee-b77b-3584d5dc090e req-f7ca0753-6f32-4206-8c14-c6ba9a1aeb9a tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:49.034217 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78248519-5ec8-49ee-b77b-3584d5dc090e req-f7ca0753-6f32-4206-8c14-c6ba9a1aeb9a tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 945 time: 0.0583904 Aug 31 07:54:49.094584 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-78248519-5ec8-49ee-b77b-3584d5dc090e req-868cdfd1-124f-490d-b368-cf6a9db6a724 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529664 Aug 31 07:54:50.225816 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bdaf3-2811-4fa8-ba18-ae7f04601ba6 req-ceba8d43-c26d-4bef-9fa3-3e48767648a6 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.227939 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a2bdaf3-2811-4fa8-ba18-ae7f04601ba6 req-ceba8d43-c26d-4bef-9fa3-3e48767648a6 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 945 time: 0.0493152 Aug 31 07:54:50.267664 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-1a2bdaf3-2811-4fa8-ba18-ae7f04601ba6 req-8ee1444b-9390-4560-bf88-c04447ad74b3 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329552 Aug 31 07:54:50.390412 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9f3ed-114a-4a0a-abf6-de2f61211a95 req-5d79fb39-7b0c-45ba-9845-0f8ce98076c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.391934 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5f9f3ed-114a-4a0a-abf6-de2f61211a95 req-5d79fb39-7b0c-45ba-9845-0f8ce98076c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 945 time: 0.0534742 Aug 31 07:54:50.431272 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-c5f9f3ed-114a-4a0a-abf6-de2f61211a95 req-2fa4f92e-3238-4a7a-a8e1-e5a5a9a3c676 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Aug 31 07:54:50.453036 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 57938) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:50.491930 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08744dd2-5c50-4b93-9fcc-17c72a3b0a4f tempest-TestSnapshotPattern-1291823948 tempest-TestSnapshotPattern-1291823948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.493462 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-08744dd2-5c50-4b93-9fcc-17c72a3b0a4f tempest-TestSnapshotPattern-1291823948 tempest-TestSnapshotPattern-1291823948-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 1092 time: 0.0394011 Aug 31 07:54:50.497200 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 57940) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:50.501879 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.v2.base [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Request body: {'floatingip': {'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'port_id': '5d3aa705-757c-45da-b373-993eebc68b86', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:50.528778 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for floatingip, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.626794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.746124 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_common [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Allocated IP 172.25.5.197 (30e2354c-4b08-45fe-92e6-f67108ed265a/ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f/ad215bd6-858a-4a93-9485-573c72473ead) {{(pid=94668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:50.847137 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for port, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.886630 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740152369704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.933553 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Network 30e2354c-4b08-45fe-92e6-f67108ed265a is already hosted by enough agents. {{(pid=94668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:50.936657 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.base_scheduler [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Resources bound (agent type, host, resource id): {{(pid=94668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:50.940489 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Received port after_create {{(pid=94668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:50.946033 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'Port': ['ID=ad215bd6-858a-4a93-9485-573c72473ead,revision_number=1']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:51.325532 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.396211 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.546875 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.551638 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474861'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.625316 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event updated for resources: {'Port': ['ID=ad215bd6-858a-4a93-9485-573c72473ead,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:51.635152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584657'] for floatingip, after_create {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.737960 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Floating IP 5fc4f154-a336-49fc-9af2-36fb61f3a116 associated. External IP: 172.25.5.197, port: 5d3aa705-757c-45da-b373-993eebc68b86. Aug 31 07:54:51.954925 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Router 0f136242-b1eb-4def-9b0e-e95f09151334 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:54:52.063760 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:52.073506 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] Sync routers for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:52.079959 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:52.084396 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:52.085012 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:52.107284 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-1426ab65-aa4e-429e-a062-e99b134605f4 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6089845 Aug 31 07:54:52.107875 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:52.110171 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b56a15-b097-483c-bb9f-b8bf52fc47b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "tag": "5d3aa705-757c-45da-b373-993eebc68b86"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:52.147588 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade6a45c-ca87-4385-912e-5de267eeedc8 x-openstack-request-id: req-ade6a45c-ca87-4385-912e-5de267eeedc8 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:52.147885 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "tag": "5d3aa705-757c-45da-b373-993eebc68b86", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:52.148142 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ade6a45c-ca87-4385-912e-5de267eeedc8 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:52.148553 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86', 'status': 'completed', 'code': 200} Aug 31 07:54:52.195879 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:52.215187 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-afe09759-9048-4f60-bb87-cbc9fc7d34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.216707 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-afe09759-9048-4f60-bb87-cbc9fc7d34d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 1097 time: 0.0434277 Aug 31 07:54:52.311403 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-bbb10ba3-283c-4f3f-be3c-cf1719d70350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.312910 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-bbb10ba3-283c-4f3f-be3c-cf1719d70350 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0895071 Aug 31 07:54:52.381787 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-2094b61a-c1c8-4cf4-87ab-c39939563d20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3aa705-757c-45da-b373-993eebc68b86 HTTP/1.1" status: 200 len: 999 time: 0.0614140 Aug 31 07:54:52.426683 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:16Z', 'revision_number': 1, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}, {'id': '5fc4f154-a336-49fc-9af2-36fb61f3a116', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': '5d3aa705-757c-45da-b373-993eebc68b86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:f4:f5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:54:51Z', 'updated_at': '2021-08-31T07:54:51Z', 'revision_number': 0, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:52.432093 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-d5fdf71e-a8e6-45e0-be7e-8a604c7ca5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.433741 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-d5fdf71e-a8e6-45e0-be7e-8a604c7ca5fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0439336 Aug 31 07:54:52.453554 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] Checking router: 0f136242-b1eb-4def-9b0e-e95f09151334 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:54:52.461791 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:52.462401 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:52.485864 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-8107547a-28a2-4012-8aef-76657d056775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.487342 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-8107547a-28a2-4012-8aef-76657d056775 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463514 Aug 31 07:54:52.567218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:52.578942 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-45521c84-6e72-4697-ab4d-9c762ace7425 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831180 Aug 31 07:54:52.675804 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-10b56a15-b097-483c-bb9f-b8bf52fc47b4 req-b039ea20-8ce3-4952-acb6-f61060b06819 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890210 Aug 31 07:54:52.795457 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:16Z', 'revision_number': 1, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}, {'id': '5fc4f154-a336-49fc-9af2-36fb61f3a116', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': '5d3aa705-757c-45da-b373-993eebc68b86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:f4:f5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:54:51Z', 'updated_at': '2021-08-31T07:54:51Z', 'revision_number': 0, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:52.830927 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8888d-264a-459a-a4a0-a3a8508b64f7 None None] The sync data for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 is: [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:16Z', 'revision_number': 1, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}, {'id': '5fc4f154-a336-49fc-9af2-36fb61f3a116', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': '5d3aa705-757c-45da-b373-993eebc68b86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:f4:f5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:54:51Z', 'updated_at': '2021-08-31T07:54:51Z', 'revision_number': 0, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:53.034802 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ebbe7-7546-4fd1-a0bf-c1e1658448a4 None None] New status for floating IP 5fc4f154-a336-49fc-9af2-36fb61f3a116: ACTIVE {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:54:54.345539 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-98156653-1cef-4bfb-83ab-38e2cf210e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.335056 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.590057 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-d74bb137-f273-4609-ae31-ef20df10ab0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405273 Aug 31 07:54:55.669671 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-983a01f4-5bb1-4e1b-a2ec-fc34cf4db3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.671188 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-983a01f4-5bb1-4e1b-a2ec-fc34cf4db3f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 1097 time: 0.0411031 Aug 31 07:54:55.776465 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-3e270c1a-494f-451b-8c74-d65f79f6e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.777994 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-3e270c1a-494f-451b-8c74-d65f79f6e6ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0871227 Aug 31 07:54:55.845433 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-ed8ffeb5-666f-4c11-ae20-8211a1e2f73d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3aa705-757c-45da-b373-993eebc68b86 HTTP/1.1" status: 200 len: 1001 time: 0.0600891 Aug 31 07:54:55.898297 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-db056cea-c5dc-4c0a-9c7e-bb6b4d1f8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.899800 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-db056cea-c5dc-4c0a-9c7e-bb6b4d1f8cbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0478044 Aug 31 07:54:55.957069 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-5e84969e-de91-4e41-9b6e-4aea291c07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.958626 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-5e84969e-de91-4e41-9b6e-4aea291c07a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516589 Aug 31 07:54:56.062241 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-84c93031-aa51-4b00-a04d-d1254ebba939 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957999 Aug 31 07:54:56.156361 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-59c873c2-be2e-4ffd-8ab0-311f01a52b66 req-b6013dd2-a2da-4772-be4a-5312245c1e84 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868313 Aug 31 07:54:56.823446 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:56.966057 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8dab1dd2-4ff6-4106-af7b-14bc2ce6a739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.050677 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.477915 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.322199 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:13.708720 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:55:24.472173 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-42bbccde-baac-4c43-8e5e-40ad1a5b69d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.343125 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.841131 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.954450 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b641b667-a639-4890-bb71-83307609df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.053900 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.485849 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.326258 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.884891 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-2d0dda86-bde5-4954-a716-9e5873e85b40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003156 Aug 31 07:55:46.988980 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-9bae59df-9f77-4566-bdb8-7c1f4693f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.991156 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-9bae59df-9f77-4566-bdb8-7c1f4693f319 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1096 time: 0.0558696 Aug 31 07:55:47.103833 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-04461f0b-d304-40d3-98e7-c2dc0425b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.105513 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-04461f0b-d304-40d3-98e7-c2dc0425b897 service neutron] 10.222.0.23 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0938597 Aug 31 07:55:47.180631 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-66b650c4-9c53-4c2f-bd16-125f5314923f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 1000 time: 0.0672657 Aug 31 07:55:47.233647 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-2e0af250-b50c-4ef6-9402-8c5bf506a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.235299 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-2e0af250-b50c-4ef6-9402-8c5bf506a99e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0482433 Aug 31 07:55:47.284904 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-dd55230e-2ae3-45b6-84f7-fab6931df92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.287086 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-dd55230e-2ae3-45b6-84f7-fab6931df92a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446310 Aug 31 07:55:47.388087 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-09b0fdc6-1b1c-45d8-8654-3c96b6c893de service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924838 Aug 31 07:55:47.486072 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-4bc0b94c-b3dc-4318-b5de-d5821254f64c req-b6cffc73-a75b-48b5-95a6-380257f89d9d service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913930 Aug 31 07:55:50.618516 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:55:54.343524 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4e3904bf-ca91-4b1f-b422-7cd966798d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.343535 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.590537 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66620151-4f08-494b-a8e3-086482d805e3 req-f2f71ac3-14cc-4806-936d-c98b682679d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397174 Aug 31 07:55:55.670905 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620151-4f08-494b-a8e3-086482d805e3 req-1b9778a4-6250-415d-b876-166c7b325179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.672360 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66620151-4f08-494b-a8e3-086482d805e3 req-1b9778a4-6250-415d-b876-166c7b325179 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 1097 time: 0.0403340 Aug 31 07:55:55.777647 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620151-4f08-494b-a8e3-086482d805e3 req-b5d5426c-9ec9-4fcd-9ed3-7127cc61873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.779150 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66620151-4f08-494b-a8e3-086482d805e3 req-b5d5426c-9ec9-4fcd-9ed3-7127cc61873e service neutron] 10.222.0.42 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.0880363 Aug 31 07:55:55.846538 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66620151-4f08-494b-a8e3-086482d805e3 req-7461424b-b5a3-4218-95a6-74faa44142b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3aa705-757c-45da-b373-993eebc68b86 HTTP/1.1" status: 200 len: 1001 time: 0.0603275 Aug 31 07:55:55.896707 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620151-4f08-494b-a8e3-086482d805e3 req-7cbad390-3586-46c2-a8eb-29247274977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.898244 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66620151-4f08-494b-a8e3-086482d805e3 req-7cbad390-3586-46c2-a8eb-29247274977e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0444465 Aug 31 07:55:55.950491 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620151-4f08-494b-a8e3-086482d805e3 req-52772038-515c-40fb-b8d4-f08d9cd319ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.951914 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66620151-4f08-494b-a8e3-086482d805e3 req-52772038-515c-40fb-b8d4-f08d9cd319ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460484 Aug 31 07:55:56.039652 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66620151-4f08-494b-a8e3-086482d805e3 req-f6d97498-4fe7-427a-a94a-8f7c63821ddd service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805922 Aug 31 07:55:56.131722 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-66620151-4f08-494b-a8e3-086482d805e3 req-0e448ff3-7f34-4d78-99cb-e5aeb00d8c72 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Aug 31 07:55:56.835402 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:56.946122 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4c38-38d6-4e96-b749-44e1094a5dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:57.057279 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.482866 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:00.328561 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:24.348903 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-76edcf28-f0e6-4cc5-81b4-5f3547fb1752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:24.764479 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5d3aa705-757c-45da-b373-993eebc68b86 details requested by agent hyperv_n-h2-712142-16 with host n-h2-712142-16 {{(pid=94669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:24.879222 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5d3aa705-757c-45da-b373-993eebc68b86,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:24.896308 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Returning: {'device': '5d3aa705-757c-45da-b373-993eebc68b86', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'port_id': '5d3aa705-757c-45da-b373-993eebc68b86', 'mac_address': 'fa:16:3e:f4:f5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:24.965295 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:24.996246 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d3aa705-757c-45da-b373-993eebc68b86 {{(pid=94669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:25.026755 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5d3aa705-757c-45da-b373-993eebc68b86,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:25.032186 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:25.102759 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5d3aa705-757c-45da-b373-993eebc68b86,revision_number=6']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:25.112311 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.112745 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.113102 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.113750 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.114095 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.114434 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.114766 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.115121 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.115450 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.115778 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.116172 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.116428 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:25.128659 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] get_ports_and_sgs() called for port_ids ['5d3aa705-757c-45da-b373-993eebc68b86'] {{(pid=94669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:25.387199 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.765911 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5d3aa705-757c-45da-b373-993eebc68b86 up at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:26.821969 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.provisioning_blocks [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Provisioning complete for port 5d3aa705-757c-45da-b373-993eebc68b86 triggered by entity L2. {{(pid=94669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:26.822445 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-928690'] for port, provisioning_complete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.873042 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.929276 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587621'] for port, before_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.965329 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-011d8920-43c4-4170-96ee-97ccd4daa2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.982442 n-d-712142-16 neutron-server[94669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86'}] {{(pid=94669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:26.984941 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9436b427e8b67a1989a230066ca3fc01620d13d2975247577064ebda049596cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45924d0-61bc-4e4a-a653-a99d77f08cfa" -d '{"events": [{"server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "name": "network-vif-plugged", "status": "completed", "tag": "5d3aa705-757c-45da-b373-993eebc68b86"}]}' {{(pid=94669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:27.005648 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5d3aa705-757c-45da-b373-993eebc68b86,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:27.011345 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740152953299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740152369722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740152369740'] for port, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.055395 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5db4614-0297-4bb5-864a-489bebdbf48e x-openstack-request-id: req-d5db4614-0297-4bb5-864a-489bebdbf48e {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:27.055721 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "name": "network-vif-plugged", "status": "completed", "tag": "5d3aa705-757c-45da-b373-993eebc68b86", "code": 200}]} {{(pid=94669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:27.055930 n-d-712142-16 neutron-server[94669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5db4614-0297-4bb5-864a-489bebdbf48e {{(pid=94669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:27.056324 n-d-712142-16 neutron-server[94669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86', 'code': 200} Aug 31 07:56:27.080196 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.096802 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Pushing event updated for resources: {'Port': ['ID=5d3aa705-757c-45da-b373-993eebc68b86,revision_number=7']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:27.620215 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:56:28.496249 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:30.339619 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.268295 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58150) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:34.439605 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Deleting port ad215bd6-858a-4a93-9485-573c72473ead {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:34.439947 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.522853 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.523175 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.535817 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Calling delete_port for ad215bd6-858a-4a93-9485-573c72473ead owned by network:floatingip {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:34.696766 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.723603 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event deleted for resources: {'Port': ['ID=ad215bd6-858a-4a93-9485-573c72473ead,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:34.748038 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.748370 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.748704 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.749040 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.749396 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.749729 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.750054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.750380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.750701 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.751026 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.751351 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.751673 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:34.794815 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.795207 n-d-712142-16 neutron-server[94667]: INFO neutron.db.l3_db [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Floating IP 5fc4f154-a336-49fc-9af2-36fb61f3a116 disassociated (deleted). External IP: 172.25.5.197, port: 5d3aa705-757c-45da-b373-993eebc68b86. Aug 31 07:56:35.007300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Router 0f136242-b1eb-4def-9b0e-e95f09151334 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:56:35.116389 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:56:35.122118 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.126728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] Sync routers for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:56:35.137134 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:35.137796 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:35.149528 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-db031d75-ba5a-4658-8f98-26f49144ff76 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "DELETE /v2.0/floatingips/5fc4f154-a336-49fc-9af2-36fb61f3a116 HTTP/1.1" status: 204 len: 168 time: 0.8797662 Aug 31 07:56:35.150300 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:35.152928 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27edf045-288e-4d69-a91c-c71c6161408b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "tag": "5d3aa705-757c-45da-b373-993eebc68b86"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:35.251990 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:35.258817 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a072324b-2b18-4bb5-aeb8-7a3d27524b5c x-openstack-request-id: req-a072324b-2b18-4bb5-aeb8-7a3d27524b5c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:35.259361 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "tag": "5d3aa705-757c-45da-b373-993eebc68b86", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:35.259847 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a072324b-2b18-4bb5-aeb8-7a3d27524b5c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:35.260448 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86', 'status': 'completed', 'code': 200} Aug 31 07:56:35.331680 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf045-288e-4d69-a91c-c71c6161408b req-8959c612-28ac-4a86-ae3e-34fbb1c596d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:35.333315 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27edf045-288e-4d69-a91c-c71c6161408b req-8959c612-28ac-4a86-ae3e-34fbb1c596d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 1097 time: 0.0506573 Aug 31 07:56:35.466805 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf045-288e-4d69-a91c-c71c6161408b req-28854924-7c58-4e16-80fe-ea901ca74f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:35.468324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27edf045-288e-4d69-a91c-c71c6161408b req-28854924-7c58-4e16-80fe-ea901ca74f63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.1264572 Aug 31 07:56:35.486412 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:16Z', 'revision_number': 1, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:35.491037 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc0fb1-39c0-4a9e-8d41-477d5fe9bb2c req-4199dd7c-faa5-4ab3-a178-e44402d8151b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:35.492586 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ccc0fb1-39c0-4a9e-8d41-477d5fe9bb2c req-4199dd7c-faa5-4ab3-a178-e44402d8151b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 945 time: 0.1427510 Aug 31 07:56:35.520555 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] Checking router: 0f136242-b1eb-4def-9b0e-e95f09151334 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:56:35.526902 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27edf045-288e-4d69-a91c-c71c6161408b req-155a76c4-e96b-4388-be51-7359e18221d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3aa705-757c-45da-b373-993eebc68b86 HTTP/1.1" status: 200 len: 217 time: 0.0511789 Aug 31 07:56:35.530074 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:35.530724 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:35.592738 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-6ccc0fb1-39c0-4a9e-8d41-477d5fe9bb2c req-098fcc0e-a5e7-4622-95a3-e81edee2e754 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728769 Aug 31 07:56:35.600943 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf045-288e-4d69-a91c-c71c6161408b req-b643249e-66b4-43d5-b6d7-e57fc2ae7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:35.602581 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27edf045-288e-4d69-a91c-c71c6161408b req-b643249e-66b4-43d5-b6d7-e57fc2ae7794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0673268 Aug 31 07:56:35.649263 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:35.653810 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf045-288e-4d69-a91c-c71c6161408b req-b6155c76-4478-4674-b5aa-3951594c08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:35.655343 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27edf045-288e-4d69-a91c-c71c6161408b req-b6155c76-4478-4674-b5aa-3951594c08ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445652 Aug 31 07:56:35.761335 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27edf045-288e-4d69-a91c-c71c6161408b req-9b63b552-a773-4546-858b-6ed1834816cf service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976417 Aug 31 07:56:35.866324 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-27edf045-288e-4d69-a91c-c71c6161408b req-62ad601d-47fe-405d-8649-78f2bb077bb9 service neutron] 10.222.0.42 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974824 Aug 31 07:56:36.048728 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:16Z', 'revision_number': 1, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:36.079908 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e87569-fdb4-40cb-9eff-a008567c0b42 None None] The sync data for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 is: [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_floatingips': [{'id': '57414fae-468e-484e-be30-7446343cefd6', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'router_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'port_id': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'mac_address': 'fa:16:3e:9d:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:14Z', 'updated_at': '2021-08-31T07:52:16Z', 'revision_number': 1, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:56:36.329553 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da495d3-55ca-4dc7-babb-d49481328cc6 None None] New status for floating IP 5fc4f154-a336-49fc-9af2-36fb61f3a116: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:56:36.721098 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb26e7-82aa-4566-8fe0-98d37f746b64 req-e7021195-e9c0-4e69-bfa3-97c70eb8c2eb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.722568 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1cbb26e7-82aa-4566-8fe0-98d37f746b64 req-e7021195-e9c0-4e69-bfa3-97c70eb8c2eb tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 945 time: 0.0533845 Aug 31 07:56:36.767325 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-1cbb26e7-82aa-4566-8fe0-98d37f746b64 req-1c8509fc-5dd6-4da0-923b-8d5cd040496d tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387897 Aug 31 07:56:37.019766 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9129cd9-0696-4249-bf58-3738bb816483 req-1264db54-fb79-4a89-b340-564cc77b6619 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:37.021437 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9129cd9-0696-4249-bf58-3738bb816483 req-1264db54-fb79-4a89-b340-564cc77b6619 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 945 time: 0.0591400 Aug 31 07:56:37.121517 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Deleting port 5d3aa705-757c-45da-b373-993eebc68b86 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:37.121844 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.217901 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] For port 5d3aa705-757c-45da-b373-993eebc68b86, host n-h2-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-16',level=0,port_id=5d3aa705-757c-45da-b373-993eebc68b86,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:37.218294 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.232199 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Calling delete_port for 5d3aa705-757c-45da-b373-993eebc68b86 owned by compute:nova {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:37.370118 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.399827 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event deleted for resources: {'Port': ['ID=5d3aa705-757c-45da-b373-993eebc68b86,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:37.428897 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.429274 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.429625 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.429966 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.430286 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.430614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.430940 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.431287 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.431614 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.431935 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.432259 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.432582 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-16 {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:37.454779 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] No DVR routers for this DVR port 5d3aa705-757c-45da-b373-993eebc68b86 on host n-h2-712142-16 {{(pid=94668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:37.457540 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.459744 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-d9129cd9-0696-4249-bf58-3738bb816483 req-d315b275-159a-4fba-ac7c-0806137c0704 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.42 "DELETE /v2.0/ports/5d3aa705-757c-45da-b373-993eebc68b86 HTTP/1.1" status: 204 len: 173 time: 0.4314415 Aug 31 07:56:37.460178 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'name': 'network-vif-deleted', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:37.462481 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7754ced1-488d-4810-b956-d5ed8b8146b2" -d '{"events": [{"server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "name": "network-vif-deleted", "tag": "5d3aa705-757c-45da-b373-993eebc68b86"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:37.569130 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dda04a-ad34-4887-a4ce-8334773af848 x-openstack-request-id: req-84dda04a-ad34-4887-a4ce-8334773af848 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:37.569539 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d408263-f8ea-4ae1-a6f5-bf9f38afcbca", "name": "network-vif-deleted", "tag": "5d3aa705-757c-45da-b373-993eebc68b86", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:37.569709 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84dda04a-ad34-4887-a4ce-8334773af848 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:37.570081 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d408263-f8ea-4ae1-a6f5-bf9f38afcbca', 'name': 'network-vif-deleted', 'tag': '5d3aa705-757c-45da-b373-993eebc68b86', 'status': 'completed', 'code': 200} Aug 31 07:56:37.905829 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-7f4e26d7-6d25-4713-8bf2-3cb19ab977a0 req-a2dae670-a652-4f0f-8078-811064a6b1fd tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d408263-f8ea-4ae1-a6f5-bf9f38afcbca HTTP/1.1" status: 200 len: 210 time: 0.0429084 Aug 31 07:56:38.797224 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5d3aa705-757c-45da-b373-993eebc68b86 no longer exists at agent hyperv_n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:38.818013 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] No Port match for: 5d3aa705-757c-45da-b373-993eebc68b86 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:38.818351 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Device 5d3aa705-757c-45da-b373-993eebc68b86 not bound to the agent host n-h2-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:39.577242 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58212) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:39.756606 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Deleting port 5806a4b9-cb79-44cf-87c3-59542b1603c0 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:39.756949 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.846814 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.847152 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.860659 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Calling delete_port for 5806a4b9-cb79-44cf-87c3-59542b1603c0 owned by network:floatingip {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:40.028931 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.058978 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event deleted for resources: {'Port': ['ID=5806a4b9-cb79-44cf-87c3-59542b1603c0,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:40.128910 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.129463 n-d-712142-16 neutron-server[94668]: INFO neutron.db.l3_db [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Floating IP 57414fae-468e-484e-be30-7446343cefd6 disassociated (deleted). External IP: 172.25.5.196, port: ceed29f1-92db-44e1-a386-4d67eb80c206. Aug 31 07:56:40.722053 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Router 0f136242-b1eb-4def-9b0e-e95f09151334 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:56:40.845479 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:56:40.850576 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for floatingip, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.856535 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] Sync routers for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:56:40.866278 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:40.866940 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:40.882799 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-e5d47487-7a1d-4215-88d5-a9787df6f0c7 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "DELETE /v2.0/floatingips/57414fae-468e-484e-be30-7446343cefd6 HTTP/1.1" status: 204 len: 168 time: 1.3043756 Aug 31 07:56:40.883467 n-d-712142-16 neutron-server[94668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206'}] {{(pid=94668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:40.885839 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ab5d580ff7633b400ffad8997381f7178d01e094a22b39f49674679823dab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26276cf9-0463-43e4-bd9d-d083deacfab1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206"}]}' {{(pid=94668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:40.938819 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f77416-1cf1-48cd-80e0-d4879aa22733 x-openstack-request-id: req-92f77416-1cf1-48cd-80e0-d4879aa22733 {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:40.938819 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206", "status": "completed", "code": 200}]} {{(pid=94668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:40.938819 n-d-712142-16 neutron-server[94668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92f77416-1cf1-48cd-80e0-d4879aa22733 {{(pid=94668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:40.938819 n-d-712142-16 neutron-server[94668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'status': 'completed', 'code': 200} Aug 31 07:56:41.013154 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-720f05f9-c0f5-4f55-ac89-7f4783f91205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.013746 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:41.015261 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-720f05f9-c0f5-4f55-ac89-7f4783f91205 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 1096 time: 0.0529475 Aug 31 07:56:41.126329 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-55d65c24-4596-4f7f-a1f3-559a3f2e65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.128046 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-55d65c24-4596-4f7f-a1f3-559a3f2e65eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 200 len: 911 time: 0.1054466 Aug 31 07:56:41.181154 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-976b4a41-34c7-4369-85ff-4a71427e447a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 200 len: 217 time: 0.0447202 Aug 31 07:56:41.189488 n-d-712142-16 neutron-server[94668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00618416-73b0-4476-b080-fa5c9527aa84 req-1762ddc0-0f6f-48a4-bbce-02641c6302d0 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.191185 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00618416-73b0-4476-b080-fa5c9527aa84 req-1762ddc0-0f6f-48a4-bbce-02641c6302d0 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 944 time: 0.0556500 Aug 31 07:56:41.237993 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [req-00618416-73b0-4476-b080-fa5c9527aa84 req-ec0d4e5f-b08d-423b-8e6c-ef0705d1a333 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385423 Aug 31 07:56:41.244606 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-10ce4b07-b8bd-4fcd-ac0e-8586ea0af1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.246365 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-10ce4b07-b8bd-4fcd-ac0e-8586ea0af1db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 200 len: 849 time: 0.0564806 Aug 31 07:56:41.283702 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:41.306380 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-1d4f5049-860d-40aa-8799-c1e312e9cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.316577 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] Checking router: 0f136242-b1eb-4def-9b0e-e95f09151334 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:56:41.322697 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-1d4f5049-860d-40aa-8799-c1e312e9cc45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=58e378b9-8b1a-48b6-bb7c-388d78ab931f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663304 Aug 31 07:56:41.327864 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:41.328614 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:41.449276 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-f0ffe890-e70e-4495-a62d-28ac1b2dda81 service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186070 Aug 31 07:56:41.454871 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:41.557090 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-26276cf9-0463-43e4-bd9d-d083deacfab1 req-16e38217-28b0-448b-b49d-7ce8c4c4e79f service neutron] 10.222.0.23 "GET /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999172 Aug 31 07:56:41.699839 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:41.728218 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4ccae-803f-4e65-8bfe-220b560b5f4b None None] The sync data for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 is: [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:54Z', 'revision_number': 4, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16', '_interfaces': [{'id': 'aa7b6ae5-5784-4f13-a6c0-918c98dbac52', 'name': '', 'network_id': '58e378b9-8b1a-48b6-bb7c-388d78ab931f', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'mac_address': 'fa:16:3e:62:19:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:53Z', 'updated_at': '2021-08-31T07:51:59Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'subnets': [{'id': '26af6948-484e-4b6a-a3d5-128736d7a7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:56:41.971379 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a820f-c81f-43f6-a9d0-62e57f72daec None None] New status for floating IP 57414fae-468e-484e-be30-7446343cefd6: DOWN {{(pid=94670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:56:42.381085 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845ead5-66f5-4eaa-b5a7-dfa96bad9022 req-3f46e08b-d3cc-4b62-a14c-dd3003904f8b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:42.382922 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6845ead5-66f5-4eaa-b5a7-dfa96bad9022 req-3f46e08b-d3cc-4b62-a14c-dd3003904f8b tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 944 time: 0.0564051 Aug 31 07:56:42.425122 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-6845ead5-66f5-4eaa-b5a7-dfa96bad9022 req-08c5bfb0-1313-41ee-a2a3-4fd9b6db6885 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c1460c8-2c47-41d1-8899-ec455182f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346396 Aug 31 07:56:42.753518 n-d-712142-16 neutron-server[94667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-296f5690-331a-426c-b99b-edc48759407d tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:42.755440 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-296f5690-331a-426c-b99b-edc48759407d tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 944 time: 0.0540359 Aug 31 07:56:42.856152 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Deleting port ceed29f1-92db-44e1-a386-4d67eb80c206 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:42.856495 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.953477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] For port ceed29f1-92db-44e1-a386-4d67eb80c206, host n-h1-712142-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-16',level=0,port_id=ceed29f1-92db-44e1-a386-4d67eb80c206,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:42.953838 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.969621 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Calling delete_port for ceed29f1-92db-44e1-a386-4d67eb80c206 owned by compute:nova {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:43.108704 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.140899 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event deleted for resources: {'Port': ['ID=ceed29f1-92db-44e1-a386-4d67eb80c206,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:43.187937 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] No DVR routers for this DVR port ceed29f1-92db-44e1-a386-4d67eb80c206 on host n-h1-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:43.191794 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52784'] for port, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.194291 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-bf6dfb6a-5489-4aef-b97b-39c780611cf1 req-f612ba5b-1d33-4ff9-8e14-8ac3ad29e181 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.23 "DELETE /v2.0/ports/ceed29f1-92db-44e1-a386-4d67eb80c206 HTTP/1.1" status: 204 len: 173 time: 0.4328463 Aug 31 07:56:43.195066 n-d-712142-16 neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'name': 'network-vif-deleted', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:43.198376 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe16ca6c7fda6ea104159be058ad689d05f3208956fb658d7662476424b32b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2c4f8a-9585-4bd1-9f16-14be80e13da1" -d '{"events": [{"server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "name": "network-vif-deleted", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:43.245086 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d62877-7b8d-4b2c-a700-15381f25b860 x-openstack-request-id: req-66d62877-7b8d-4b2c-a700-15381f25b860 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:43.245493 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde", "name": "network-vif-deleted", "tag": "ceed29f1-92db-44e1-a386-4d67eb80c206", "status": "completed", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:43.245789 n-d-712142-16 neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66d62877-7b8d-4b2c-a700-15381f25b860 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:43.246162 n-d-712142-16 neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde', 'name': 'network-vif-deleted', 'tag': 'ceed29f1-92db-44e1-a386-4d67eb80c206', 'status': 'completed', 'code': 200} Aug 31 07:56:43.545002 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [req-356f0e02-bdae-45b8-a194-ee246298f50a req-01ee440f-1866-454a-bac7-972aa4b58f84 tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb3769f7-fe6f-45cb-b10e-a5ed7ab9fbde HTTP/1.1" status: 200 len: 210 time: 0.0313358 Aug 31 07:56:44.614916 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58230) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:44.690313 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbc0e-6917-4543-b1ee-1be09c1c88da tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.721563 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbc0e-6917-4543-b1ee-1be09c1c88da tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.787306 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbc0e-6917-4543-b1ee-1be09c1c88da tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.790591 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbc0e-6917-4543-b1ee-1be09c1c88da tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.792965 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e6fbc0e-6917-4543-b1ee-1be09c1c88da tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c1460c8-2c47-41d1-8899-ec455182f88a HTTP/1.1" status: 204 len: 168 time: 0.1768527 Aug 31 07:56:44.805976 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fbc0e-6917-4543-b1ee-1be09c1c88da tempest-TestSnapshotPattern-938605563 tempest-TestSnapshotPattern-938605563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1460c8-2c47-41d1-8899-ec455182f88a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:44.864259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58234) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:45.612322 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.896477 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Deleting port aa7b6ae5-5784-4f13-a6c0-918c98dbac52 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:45.897137 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.994259 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] For port aa7b6ae5-5784-4f13-a6c0-918c98dbac52, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:45.995149 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.010239 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Calling delete_port for aa7b6ae5-5784-4f13-a6c0-918c98dbac52 owned by network:router_interface {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:46.205725 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.233908 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7b6ae5-5784-4f13-a6c0-918c98dbac52,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:46.437609 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.677589 n-d-712142-16 neutron-server[94667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Router 0f136242-b1eb-4def-9b0e-e95f09151334 has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:56:46.808863 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:56:46.814205 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-2e80cfcd-0b61-493d-8a9b-534b9aa1532e admin admin] 10.222.0.15 "PUT /v2.0/routers/0f136242-b1eb-4def-9b0e-e95f09151334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9488008 Aug 31 07:56:46.817376 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58238) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:46.819145 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] Sync routers for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:56:46.830858 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:46.831519 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:46.881158 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ceed29f1-92db-44e1-a386-4d67eb80c206 no longer exists at agent hyperv_n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:46.910093 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] No Port match for: ceed29f1-92db-44e1-a386-4d67eb80c206 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:46.910432 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Device ceed29f1-92db-44e1-a386-4d67eb80c206 not bound to the agent host n-h1-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:46.938332 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.976363 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: n-d-712142-16 {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:47.054574 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.124678 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Deleting port 2b2d5e65-81da-47f5-addc-978095b45f05 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:47.125132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.186868 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:56:46Z', 'revision_number': 5, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port': {'id': '2b2d5e65-81da-47f5-addc-978095b45f05', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:47.214501 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] Checking router: 0f136242-b1eb-4def-9b0e-e95f09151334 for host: n-d-712142-16 {{(pid=94669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:56:47.220455 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] For port 2b2d5e65-81da-47f5-addc-978095b45f05, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=2b2d5e65-81da-47f5-addc-978095b45f05,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:47.220881 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.225495 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] Routers {'0f136242-b1eb-4def-9b0e-e95f09151334'} bound to L3 agent in host n-d-712142-16 {{(pid=94669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:47.226530 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['0f136242-b1eb-4def-9b0e-e95f09151334'], 'active': True} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:47.236634 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Calling delete_port for 2b2d5e65-81da-47f5-addc-978095b45f05 owned by network:router_gateway {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:47.334379 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvr_db [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] Set router 0f136242-b1eb-4def-9b0e-e95f09151334 gateway port host: None {{(pid=94669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:47.402544 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_hamode_db [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:56:47Z', 'revision_number': 6, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:47.434294 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccebd95e-f14a-4412-a074-c717cb5abde3 None None] The sync data for ids ['0f136242-b1eb-4def-9b0e-e95f09151334'] in n-d-712142-16 is: [{'id': '0f136242-b1eb-4def-9b0e-e95f09151334', 'name': 'tempest-TestSnapshotPattern-1460431263-router', 'tenant_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:51Z', 'updated_at': '2021-08-31T07:56:47Z', 'revision_number': 6, 'project_id': '4dff3e9d56de4026a5cc6bc1ed177af6', 'gw_port_host': None}] {{(pid=94669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:56:47.434583 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.463951 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2d5e65-81da-47f5-addc-978095b45f05,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:47.534875 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.638141 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.640167 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.688370 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.688955 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f136242-b1eb-4def-9b0e-e95f09151334 {{(pid=94667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:56:47.694147 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] Notify callbacks [] for router, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.695410 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-748b2675-6e81-4c5d-9ae4-f017856b2f9d admin admin] 10.222.0.15 "DELETE /v2.0/routers/0f136242-b1eb-4def-9b0e-e95f09151334 HTTP/1.1" status: 204 len: 168 time: 0.8770804 Aug 31 07:56:47.698693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58240) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:47.749918 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a43b967-dac0-49e7-9baf-c47430c383ab admin admin] Deleting subnet 26af6948-484e-4b6a-a3d5-128736d7a7be {{(pid=94667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:56:47.753393 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a43b967-dac0-49e7-9baf-c47430c383ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.791216 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a43b967-dac0-49e7-9baf-c47430c383ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514233'] for subnet, precommit_delete_associations {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.902393 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a43b967-dac0-49e7-9baf-c47430c383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.970379 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a43b967-dac0-49e7-9baf-c47430c383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3681944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3512018'] for subnet, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.995968 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43b967-dac0-49e7-9baf-c47430c383ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26af6948-484e-4b6a-a3d5-128736d7a7be,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:48.005288 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0a43b967-dac0-49e7-9baf-c47430c383ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.008415 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0a43b967-dac0-49e7-9baf-c47430c383ab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/26af6948-484e-4b6a-a3d5-128736d7a7be HTTP/1.1" status: 204 len: 168 time: 0.3077857 Aug 31 07:56:48.011830 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58242) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:48.013650 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d196e26-105a-4233-bcde-50718c42b272 None None] Network 58e378b9-8b1a-48b6-bb7c-388d78ab931f requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:48.101515 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.163531 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Deleting port 9416fabf-9515-46e4-8238-2dca75662bc9 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:48.163877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.232823 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] DHCP port deletion for 58e378b9-8b1a-48b6-bb7c-388d78ab931f request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:56:48.245429 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] For port 9416fabf-9515-46e4-8238-2dca75662bc9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9416fabf-9515-46e4-8238-2dca75662bc9,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:48.245809 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.262693 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Calling delete_port for 9416fabf-9515-46e4-8238-2dca75662bc9 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:48.285022 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] Deleting port 9416fabf-9515-46e4-8238-2dca75662bc9 {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:48.285579 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.363672 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] For port 9416fabf-9515-46e4-8238-2dca75662bc9, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=9416fabf-9515-46e4-8238-2dca75662bc9,segment=NetworkSegment(06ff8883-032d-4689-8cb3-1d819336ee50),segment_id=06ff8883-032d-4689-8cb3-1d819336ee50)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:48.364024 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.369520 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.386314 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] Calling delete_port for 9416fabf-9515-46e4-8238-2dca75662bc9 owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:48.406094 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Pushing event deleted for resources: {'Port': ['ID=9416fabf-9515-46e4-8238-2dca75662bc9,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:48.408135 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] No DVR routers for this DVR port 9416fabf-9515-46e4-8238-2dca75662bc9 on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:56:48.480432 n-d-712142-16 neutron-server[94669]: self.session.flush() Aug 31 07:56:48.493493 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.512639 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9416fabf-9515-46e4-8238-2dca75662bc9 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:48.512942 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.526054 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e378b9-8b1a-48b6-bb7c-388d78ab931f']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:48.564654 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ff8883-032d-4689-8cb3-1d819336ee50') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:48.565147 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ff8883-032d-4689-8cb3-1d819336ee50') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:48.567904 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] Pushing event deleted for resources: {'Port': ['ID=9416fabf-9515-46e4-8238-2dca75662bc9,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:48.572409 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d3846-ff35-4c29-9c5b-79549b638642 None None] No DVR routers for this DVR port 9416fabf-9515-46e4-8238-2dca75662bc9 on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:48.575269 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 9416fabf-9515-46e4-8238-2dca75662bc9 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:48.576097 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 9416fabf-9515-46e4-8238-2dca75662bc9 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:48.576958 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device aa7b6ae5-5784-4f13-a6c0-918c98dbac52 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:48.581733 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.612877 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.619341 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: aa7b6ae5-5784-4f13-a6c0-918c98dbac52 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:48.619687 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device aa7b6ae5-5784-4f13-a6c0-918c98dbac52 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:48.620103 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2b2d5e65-81da-47f5-addc-978095b45f05 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:48.621042 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:48.624261 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:48.641333 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 2b2d5e65-81da-47f5-addc-978095b45f05 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:48.641680 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 2b2d5e65-81da-47f5-addc-978095b45f05 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:48.688132 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.693600 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.695489 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] 10.222.0.15 "DELETE /v2.0/networks/58e378b9-8b1a-48b6-bb7c-388d78ab931f HTTP/1.1" status: 204 len: 168 time: 0.6825435 Aug 31 07:56:48.699737 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58244) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:48.708595 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f6bc-4fb2-461e-b8eb-e612181acbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=58e378b9-8b1a-48b6-bb7c-388d78ab931f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:49.084132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580561'] for router_interface, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.351547 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Deleting port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:49.351805 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.434837 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] For port 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,segment=NetworkSegment(1f01238b-e090-4e7a-9730-667c61ef22e2),segment_id=1f01238b-e090-4e7a-9730-667c61ef22e2)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:49.435209 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.450258 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Calling delete_port for 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 owned by network:router_interface {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:49.645767 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.672397 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:49.871794 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580685'] for router_interface, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.146719 n-d-712142-16 neutron-server[94668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Router e6d72792-d733-4c3d-848c-c7e0a7032e2a has already been hosted by L3 agent 2f7cd752-dadc-4360-a54f-a55182018453 {{(pid=94668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:56:50.258375 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] Notify agent at l3_agent.n-d-712142-16 the message routers_updated {{(pid=94668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:56:50.264086 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3b3a1e48-be75-4ff4-8d87-37721e8efb79 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6d72792-d733-4c3d-848c-c7e0a7032e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5632954 Aug 31 07:56:50.267372 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58246) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:50.269883 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] Sync routers for ids ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'] in n-d-712142-16 {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:56:50.280207 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] Routers {'e6d72792-d733-4c3d-848c-c7e0a7032e2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:50.280977 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:50.374076 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks [] for router, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.388474 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] Set router e6d72792-d733-4c3d-848c-c7e0a7032e2a gateway port host: n-d-712142-16 {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:50.488475 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.552045 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Deleting port 37a3554d-e7ba-404e-9c54-ef45bcbca0de {{(pid=94668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:50.552277 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.586758 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'external_fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:56:49Z', 'revision_number': 5, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port': {'id': '37a3554d-e7ba-404e-9c54-ef45bcbca0de', 'name': '', 'network_id': '30e2354c-4b08-45fe-92e6-f67108ed265a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:98:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2fa2d1-e9ea-4e73-99a4-bed4f11c012f', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-16'}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:50.613613 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] Checking router: e6d72792-d733-4c3d-848c-c7e0a7032e2a for host: n-d-712142-16 {{(pid=94670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:56:50.622642 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] Routers {'e6d72792-d733-4c3d-848c-c7e0a7032e2a'} bound to L3 agent in host n-d-712142-16 {{(pid=94670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:50.623265 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:15:57Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-712142-16',id=2f7cd752-dadc-4360-a54f-a55182018453,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:15:57Z,topic='l3_agent')) {'router_ids': ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'], 'active': True} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:50.637563 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] For port 37a3554d-e7ba-404e-9c54-ef45bcbca0de, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=37a3554d-e7ba-404e-9c54-ef45bcbca0de,segment=NetworkSegment(cb7a0e5c-77f2-436f-8fa7-5137ef98d684),segment_id=cb7a0e5c-77f2-436f-8fa7-5137ef98d684)] {{(pid=94668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:50.638132 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.658082 n-d-712142-16 neutron-server[94668]: DEBUG neutron.plugins.ml2.plugin [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Calling delete_port for 37a3554d-e7ba-404e-9c54-ef45bcbca0de owned by network:router_gateway {{(pid=94668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:50.739287 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_dvr_db [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] Set router e6d72792-d733-4c3d-848c-c7e0a7032e2a gateway port host: None {{(pid=94670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:50.795432 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.l3_hamode_db [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:56:50Z', 'revision_number': 6, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port_host': None}], 'n-d-712142-16', False) {} {{(pid=94670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:50.824406 n-d-712142-16 neutron-server[94670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c680d8-bf76-48df-9aa2-f0ddab0a3f50 None None] The sync data for ids ['e6d72792-d733-4c3d-848c-c7e0a7032e2a'] in n-d-712142-16 is: [{'id': 'e6d72792-d733-4c3d-848c-c7e0a7032e2a', 'name': 'tempest-TestSnapshotPattern-1776790888-router', 'tenant_id': '6bd3d79283e04607a0a951b14a544dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:56Z', 'updated_at': '2021-08-31T07:56:50Z', 'revision_number': 6, 'project_id': '6bd3d79283e04607a0a951b14a544dae', 'gw_port_host': None}] {{(pid=94670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:56:50.856006 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474836'] for port, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.882131 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Pushing event deleted for resources: {'Port': ['ID=37a3554d-e7ba-404e-9c54-ef45bcbca0de,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:50.951231 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584687'] for router_gateway, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.042917 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4627'] for router, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.045133 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.088493 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578266'] for router, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.088968 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6d72792-d733-4c3d-848c-c7e0a7032e2a {{(pid=94668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:56:51.093447 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] Notify callbacks [] for router, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.094621 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-24905a01-c638-4f68-8935-dcd32dbf209e admin admin] 10.222.0.15 "DELETE /v2.0/routers/e6d72792-d733-4c3d-848c-c7e0a7032e2a HTTP/1.1" status: 204 len: 168 time: 0.8262458 Aug 31 07:56:51.097498 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [-] (94668) accepted ('10.222.0.15', 58248) {{(pid=94668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:51.279540 n-d-712142-16 neutron-server[94668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a516bbb-f2d1-4aa9-99a5-8ebfff6a8bc5 admin admin] Deleting subnet d52554e8-e605-42b5-be32-2848bb449e2d {{(pid=94668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:56:51.282838 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a516bbb-f2d1-4aa9-99a5-8ebfff6a8bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.318725 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a516bbb-f2d1-4aa9-99a5-8ebfff6a8bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10475346'] for subnet, precommit_delete_associations {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.398074 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a516bbb-f2d1-4aa9-99a5-8ebfff6a8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926656'] for subnet, precommit_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.457120 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a516bbb-f2d1-4aa9-99a5-8ebfff6a8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020732'] for subnet, after_delete {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.494024 n-d-712142-16 neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a516bbb-f2d1-4aa9-99a5-8ebfff6a8bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801108'] for subnet, before_response {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.496110 n-d-712142-16 neutron-server[94668]: INFO neutron.wsgi [None req-3a516bbb-f2d1-4aa9-99a5-8ebfff6a8bc5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d52554e8-e605-42b5-be32-2848bb449e2d HTTP/1.1" status: 204 len: 168 time: 0.3976059 Aug 31 07:56:51.497311 n-d-712142-16 neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a516bbb-f2d1-4aa9-99a5-8ebfff6a8bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52554e8-e605-42b5-be32-2848bb449e2d,revision_number=None']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.498831 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58252) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:51.500987 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d13d96-0526-45a8-bbc5-552eb9cb1100 None None] Network fc9158a5-4031-4fe9-a56b-bba59d1787b7 requested from n-d-712142-16 {{(pid=94669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:51.579283 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559791'] for network, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.641417 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Deleting port 4d0298b8-5c74-4421-bccb-8dd3e58089cb {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:51.641754 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.694116 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] DHCP port deletion for fc9158a5-4031-4fe9-a56b-bba59d1787b7 request from n-d-712142-16 {{(pid=94669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:56:51.716791 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] For port 4d0298b8-5c74-4421-bccb-8dd3e58089cb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4d0298b8-5c74-4421-bccb-8dd3e58089cb,segment=NetworkSegment(1f01238b-e090-4e7a-9730-667c61ef22e2),segment_id=1f01238b-e090-4e7a-9730-667c61ef22e2)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:51.717367 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.731267 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Calling delete_port for 4d0298b8-5c74-4421-bccb-8dd3e58089cb owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:51.755209 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] Deleting port 4d0298b8-5c74-4421-bccb-8dd3e58089cb {{(pid=94669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:51.755593 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740152951830'] for port, before_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.829429 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3682039'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.834227 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.db [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] For port 4d0298b8-5c74-4421-bccb-8dd3e58089cb, host n-d-712142-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-16',level=0,port_id=4d0298b8-5c74-4421-bccb-8dd3e58089cb,segment=NetworkSegment(1f01238b-e090-4e7a-9730-667c61ef22e2),segment_id=1f01238b-e090-4e7a-9730-667c61ef22e2)] {{(pid=94669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:51.834632 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579367'] for port, precommit_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.850604 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] Calling delete_port for 4d0298b8-5c74-4421-bccb-8dd3e58089cb owned by network:dhcp {{(pid=94669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:51.857772 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0298b8-5c74-4421-bccb-8dd3e58089cb,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.862802 n-d-712142-16 neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] No DVR routers for this DVR port 4d0298b8-5c74-4421-bccb-8dd3e58089cb on host n-d-712142-16 {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:51.940427 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925755', 'neutron.services.segments.db._delete_segments_for_network-8740152891585'] for network, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.942086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740152953317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740152369713'] for port, after_delete {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.950584 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9158a5-4031-4fe9-a56b-bba59d1787b7']}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:51.966985 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f01238b-e090-4e7a-9730-667c61ef22e2') {'for_net_delete': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:51.967283 n-d-712142-16 neutron-server[94667]: DEBUG neutron.services.segments.db [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f01238b-e090-4e7a-9730-667c61ef22e2') {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:51.968794 n-d-712142-16 neutron-server[94669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] Pushing event deleted for resources: {'Port': ['ID=4d0298b8-5c74-4421-bccb-8dd3e58089cb,revision_number=None']} {{(pid=94669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.970754 n-d-712142-16 neutron-server[94669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1ee32-388c-488c-b07e-26881d678621 None None] No DVR routers for this DVR port 4d0298b8-5c74-4421-bccb-8dd3e58089cb on host n-d-712142-16 {{(pid=94669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:51.984082 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740152903765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514178'] for segment, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.000577 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718'] for segment, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.007081 n-d-712142-16 neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:52.007478 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3681826'] for segment, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: Traceback (most recent call last): Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: timer() Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: cb(*args, **kw) Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: return func(*args, **kwargs) Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: self._notify() Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: self.callback(batched_events) Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: event.method(event) Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: return f(self, *a, **k) Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: return self._get(url).json() Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:52.009160 n-d-712142-16 neutron-server[94667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:52.066558 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584643'] for network, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.072616 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Notify callbacks [] for network, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.074783 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] 10.222.0.15 "DELETE /v2.0/networks/fc9158a5-4031-4fe9-a56b-bba59d1787b7 HTTP/1.1" status: 204 len: 168 time: 0.5749385 Aug 31 07:56:52.086528 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdf3fb-887a-43b1-ae17-835320c5496e admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9158a5-4031-4fe9-a56b-bba59d1787b7,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:52.190674 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58256) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:52.233871 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-14073bd2-e5bc-437e-b115-3a23b061514f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dff3e9d56de4026a5cc6bc1ed177af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416508 Aug 31 07:56:52.236526 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58258) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:52.285634 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36b09b9e-e59b-45d3-b30f-e69abaa5b61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.311792 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36b09b9e-e59b-45d3-b30f-e69abaa5b61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.359185 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36b09b9e-e59b-45d3-b30f-e69abaa5b61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.361946 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-36b09b9e-e59b-45d3-b30f-e69abaa5b61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.363503 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-36b09b9e-e59b-45d3-b30f-e69abaa5b61a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/790f6a2f-a82b-4145-b23f-5b3d6f1de575 HTTP/1.1" status: 204 len: 168 time: 0.1260724 Aug 31 07:56:52.372436 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b09b9e-e59b-45d3-b30f-e69abaa5b61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f6a2f-a82b-4145-b23f-5b3d6f1de575,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:52.458520 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 37a3554d-e7ba-404e-9c54-ef45bcbca0de no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:52.481714 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 37a3554d-e7ba-404e-9c54-ef45bcbca0de {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:52.482144 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 37a3554d-e7ba-404e-9c54-ef45bcbca0de not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:52.482477 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:52.502716 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:52.503328 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 1e6f6008-d1e7-4ef4-a7f3-3efecd8d49b6 not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:52.503467 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4d0298b8-5c74-4421-bccb-8dd3e58089cb no longer exists at agent ovs-agent-n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:52.524107 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.plugin [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] No Port match for: 4d0298b8-5c74-4421-bccb-8dd3e58089cb {{(pid=94669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:52.524443 n-d-712142-16 neutron-server[94669]: DEBUG neutron.plugins.ml2.rpc [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Device 4d0298b8-5c74-4421-bccb-8dd3e58089cb not bound to the agent host n-d-712142-16 {{(pid=94669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:52.724616 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58264) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:52.767758 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-0d83abf4-de92-420e-bbc5-be32a9c80032 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bd3d79283e04607a0a951b14a544dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418854 Aug 31 07:56:52.770289 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [-] (94667) accepted ('10.222.0.15', 58266) {{(pid=94667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:52.823211 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed795093-1f4e-4451-b52c-80b60c696385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.846948 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed795093-1f4e-4451-b52c-80b60c696385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.905331 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed795093-1f4e-4451-b52c-80b60c696385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636544'] for security_group, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.907999 n-d-712142-16 neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed795093-1f4e-4451-b52c-80b60c696385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.909580 n-d-712142-16 neutron-server[94667]: INFO neutron.wsgi [None req-ed795093-1f4e-4451-b52c-80b60c696385 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a3fbb2e-4f22-40ed-bba5-c99c34546655 HTTP/1.1" status: 204 len: 168 time: 0.1383131 Aug 31 07:56:52.918437 n-d-712142-16 neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed795093-1f4e-4451-b52c-80b60c696385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3fbb2e-4f22-40ed-bba5-c99c34546655,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:54.343115 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-842296f7-fe91-44a7-b00f-5f6682716142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:55.373422 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.838837 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.952274 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb6e3-1272-4b95-bc69-08f2f93bfe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.067317 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:58.488493 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:00.334031 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.620520 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:57:24.341164 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4055e610-9e3f-4cc2-80d7-6e1cb19ddc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.415793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.854925 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.954719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-67b2b7aa-691c-4d9f-beec-fbb0456c3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.063993 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.491575 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.344270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.620273 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:57:54.343977 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-388a8012-38c6-48cf-8bdd-e01520822065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.411563 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.864069 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.956129 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2a0a-4165-430e-a550-fb90677c51e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.057735 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:58.494710 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.341272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.621209 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:58:24.349011 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-90408152-490a-4851-a739-68c94dcba8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.429525 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.872617 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.966541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-587b373e-8b63-4fe0-90dc-d528a0c771da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:27.079806 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:28.497213 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:30.347270 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.357427 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1c4c918d-08fb-4180-8ac6-87e782d080d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:55.411435 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:55.620768 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:58:56.884224 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:56.958612 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a7d45164-09a4-4dcd-80e6-864a2528d6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.063655 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.497953 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.348630 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.348625 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b555efd0-363e-48da-8ec0-4fa8fe70dea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.451016 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.893150 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.961097 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9154a10b-39d6-410f-bd7c-72ba392293d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.065404 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.503896 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.352357 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:32.621121 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:59:54.350216 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-e8537dbd-b267-414d-b440-7e9c8421e7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:55.457104 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.913348 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.967480 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-ae54a319-5e60-4a9c-b9ba-df3d66728493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.068622 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.508906 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.356944 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.621969 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:00:24.353086 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-8e2168f8-6b00-46f2-893a-fef93b27fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.466170 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.929265 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.957657 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-d29c2673-65a4-42d8-a3d8-6eae7643e681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.069798 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:28.510904 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.357733 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.682607 n-d-712142-16 neutron-server[94668]: DEBUG neutron.wsgi [req-0bf9ba89-90f5-4cb2-870d-0c0400a7217d req-22316a35-8a5d-45ed-b320-b900b097c38d service neutron] (94668) timed out ('10.222.0.15', 56890) {{(pid=94668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:00:46.621054 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:00:54.355808 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4604f6f4-3dc3-432e-81d2-83756ad5576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.477732 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.929799 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.959143 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c29e6555-8eba-499e-a7df-6f1d62ba56dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.071673 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:58.512190 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.359542 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.622108 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:01:24.358772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4f5a475e-7bf3-49bc-9dab-025a43b32be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.466184 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.931153 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.959164 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b7f9939e-d95c-43dd-b32e-feeab06bdc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:27.072760 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.516789 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.362793 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.360338 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-c06e61e8-22a2-4570-838d-b156be9455ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:55.485127 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:56.940698 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:56.959428 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7139-520f-492b-9090-53f318b32a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.079252 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:58.526562 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:00.368653 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:00.621065 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:02:24.362951 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf365-b233-45e4-9668-811563e66e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.484554 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.944698 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.961613 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-5debeeef-9f6c-452f-a6df-b1509743c844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.071036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.521443 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.369632 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.621225 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:02:54.365156 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1546-2928-499c-8d78-af0a1c391a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:55.495719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.963036 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.968276 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a80158e8-19f0-44bd-a7f9-2e1ee6c7bea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.072288 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.524537 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:00.372765 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.712440 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:03:24.367150 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f9f76e3b-6b8f-4a99-bf7a-a8555a7170c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.508581 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.967926 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9bfd-5575-48b5-8e54-883640c56756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.970580 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.074564 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.525094 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.374876 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.621430 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:03:54.369640 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0efb28fa-6d28-40cb-bdcf-5df649412d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:55.502358 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.965651 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-34ce944d-996a-4876-a5d7-bd86631bf0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.971066 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.077314 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:58.529272 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.376806 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.370336 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3fce8dd1-8021-4f30-a172-31bf9c8c27a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.527151 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.966636 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-f1cc7c99-2fde-41eb-8d7e-fd5352a2e884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.971042 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.079189 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.532518 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.622696 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:04:30.381518 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.373767 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-4ad10fe3-b8b8-41b6-8e27-5b435c11059a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:55.529874 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.958123 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ff39-dff2-4aaa-8701-72a8c12e5c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.985924 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.079673 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.534761 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.383150 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.246043 n-d-712142-16 neutron-server[94667]: DEBUG neutron.wsgi [req-39774f06-7065-4629-b99b-9f2495a7452b req-61f47128-763e-45ca-9ee6-b3a168478706 service neutron] (94667) timed out ('10.222.0.15', 52848) {{(pid=94667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:05:05.622475 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:05:24.374850 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-93ae0b19-190c-4abe-814d-e82330087936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.529780 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.959058 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-86161e5c-cac3-4149-86eb-240709d18201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.982608 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:27.081704 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:28.537781 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.386865 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.622004 n-d-712142-16 neutron-server[94670]: DEBUG neutron.db.agents_db [None req-0ef85a3c-aead-434c-8cdf-dc5d395bd250 None None] Agent healthcheck: found 7 active agents {{(pid=94670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:05:54.377234 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-b315db03-fd6e-4920-a536-a4a2ab4517d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.537347 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-94817f25-2453-411b-864f-cf263fb9dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.960677 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-1fa115b4-1dbc-4d2c-a951-dcf0035847a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.999541 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-0c177c9e-2076-4724-b24f-cc98d69cba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.084719 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-3a4233fe-e0f7-4298-9899-43e681ecf0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:58.554772 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-cd26fd81-38ea-448d-8087-d0cfd0ab5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.388994 n-d-712142-16 neutron-server[94669]: DEBUG neutron_lib.callbacks.manager [None req-01cad2b6-29c4-4ac6-9129-8428b837b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740152820700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-928613'] for agent, after_update {{(pid=94669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}